-- Logs begin at Fri 2021-11-12 04:31:17 UTC, end at Fri 2021-11-12 06:55:26 UTC. -- Nov 12 05:02:26.859706 n-d-765315-28 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 05:02:29.582940 n-d-765315-28 neutron-server[102480]: INFO neutron.common.config [-] Logging enabled! Nov 12 05:02:29.583449 n-d-765315-28 neutron-server[102480]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 05:02:29.584285 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102480) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 05:02:29.587648 n-d-765315-28 neutron-server[102480]: INFO neutron.common.config [-] Logging enabled! Nov 12 05:02:29.587905 n-d-765315-28 neutron-server[102480]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 05:02:29.588217 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102480) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 05:02:29.589155 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 05:02:29.589390 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 05:02:29.589767 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 05:02:29.590013 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 05:02:29.590237 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 05:02:29.590579 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.591007 n-d-765315-28 neutron-server[102480]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 05:02:29.591317 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.591611 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.591906 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.592203 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.592493 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.592774 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.593062 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.593360 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.593646 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.593975 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.594211 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.594520 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.594803 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.595090 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.595375 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.595658 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] debug = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.595939 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.596363 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.596764 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.597043 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.597334 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.597612 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.597898 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.598157 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.598467 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.598798 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] host = n-d-765315-28 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.599074 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.599383 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.599671 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.599960 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.600236 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.600514 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.600805 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.601071 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.601343 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] log_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.601618 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.601905 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.602192 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.602502 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.602727 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.602948 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.603243 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.603531 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.603805 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.604077 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.604351 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.604622 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.604892 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.605159 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.605442 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.605723 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.606007 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.606279 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.606576 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.606852 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.607121 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.607405 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.607677 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.607948 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.608218 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.608502 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.608767 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.609039 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.609332 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.609619 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.609901 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.610185 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.610480 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.610762 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.611035 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.611303 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.611573 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] use_json = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.611843 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.612110 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.612387 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.612657 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.612923 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.613193 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.613463 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.613744 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:29.614036 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.614329 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.614649 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.614957 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.615261 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.615538 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.615827 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.616104 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.616391 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.616681 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.616967 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.617242 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.617525 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.617800 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.618092 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.618429 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.618724 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.619013 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.619285 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.619556 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.619826 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.620098 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.620380 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.620653 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.620940 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.621227 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.621503 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.621787 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.622078 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.622386 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.622661 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.622937 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.623226 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.623502 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.623773 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.624049 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.624335 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.624615 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.624887 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.625165 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.625442 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.625717 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.625988 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.626263 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.626573 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.626855 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.627123 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.627392 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.627665 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.627933 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.628216 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.628490 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.628765 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.629037 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.629312 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.629585 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.629859 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.630135 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.630954 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.631235 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.631509 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.631782 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.632055 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.632325 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.632596 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.632867 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.633137 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.633410 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.633680 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.633951 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.634221 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.634530 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.634804 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.635088 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.635383 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.635661 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.635938 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.636468 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.636745 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.637021 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.637300 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.637573 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.637848 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.638116 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.638433 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.638717 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.639003 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.639286 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.639564 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.639888 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.640167 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.640451 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.640729 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.641005 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.641287 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.641568 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.641860 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.642151 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.642472 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.642764 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.643057 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.643339 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.643645 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.643923 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:29.644138 n-d-765315-28 neutron-server[102480]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 05:02:29.644376 n-d-765315-28 neutron-server[102480]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102480) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 05:02:30.077617 n-d-765315-28 neutron-server[102480]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 05:02:30.077896 n-d-765315-28 neutron-server[102480]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 05:02:30.078191 n-d-765315-28 neutron-server[102480]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 05:02:30.078548 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 05:02:30.407885 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.408175 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.408448 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.409662 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.410003 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.410300 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.446103 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.446410 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.446683 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.462334 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.462634 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.462904 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.493271 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.493551 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.493825 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.531005 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.531318 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.531593 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.768843 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.769444 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.769444 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.769640 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.770271 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.900749 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.901070 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.901353 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.901621 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.901884 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.902194 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.902484 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.902743 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.902996 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.903282 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.903545 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.903810 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.904067 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.904320 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.904577 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.904843 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.905107 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.905375 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.905647 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.905908 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.906180 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.906465 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.906750 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.907130 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.907379 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.907626 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.908014 n-d-765315-28 neutron-server[102480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 05:02:30.908255 n-d-765315-28 neutron-server[102480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 05:02:30.908493 n-d-765315-28 neutron-server[102480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 05:02:30.908730 n-d-765315-28 neutron-server[102480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 05:02:30.908965 n-d-765315-28 neutron-server[102480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 05:02:30.909201 n-d-765315-28 neutron-server[102480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 05:02:30.909575 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 05:02:30.912825 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 05:02:30.916802 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 05:02:30.920660 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 12 05:02:30.922319 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 05:02:30.922814 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 05:02:30.923149 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 05:02:30.923536 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 05:02:30.926388 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 05:02:30.926643 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 05:02:30.926990 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 05:02:30.932347 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 05:02:30.955181 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 05:02:30.955627 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.955925 n-d-765315-28 neutron-server[102480]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102480) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 05:02:30.956287 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.957659 n-d-765315-28 neutron-server[102480]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102480) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 05:02:30.957940 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 05:02:30.958188 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 05:02:30.961489 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:30.961776 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.026269 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 05:02:31.026471 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 05:02:31.026710 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 05:02:31.027086 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 05:02:31.047603 n-d-765315-28 neutron-server[102480]: DEBUG oslo_db.sqlalchemy.engines [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102480) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 05:02:31.579311 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Initializing driver for type 'gre' Nov 12 05:02:31.579831 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] gre ID ranges: [(1, 1000)] Nov 12 05:02:31.633253 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Initializing driver for type 'local' Nov 12 05:02:31.633642 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Initializing driver for type 'vlan' Nov 12 05:02:31.647269 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] VlanTypeDriver initialization complete Nov 12 05:02:31.647687 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Initializing driver for type 'vxlan' Nov 12 05:02:31.648179 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] vxlan ID ranges: [(1, 1000)] Nov 12 05:02:31.706924 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Initializing extension driver 'port_security' Nov 12 05:02:31.707266 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.extensions.port_security [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] PortSecurityExtensionDriver initialization complete Nov 12 05:02:31.707603 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Initializing mechanism driver 'openvswitch' Nov 12 05:02:31.707930 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Initializing mechanism driver 'hyperv' Nov 12 05:02:31.715548 n-d-765315-28 neutron-server[102480]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:31.716406 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > port after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.716789 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > port after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.717150 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > port after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.717689 n-d-765315-28 neutron-server[102480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 05:02:31.718129 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > subnet after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.718528 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > subnet after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.718884 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > subnet after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.719291 n-d-765315-28 neutron-server[102480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 05:02:31.719710 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > network after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.720055 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > network after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.720429 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > network after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.720826 n-d-765315-28 neutron-server[102480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 05:02:31.721239 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > security_group after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.721675 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > security_group after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.722027 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > security_group after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.722484 n-d-765315-28 neutron-server[102480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 05:02:31.722899 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.723255 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.723606 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.724035 n-d-765315-28 neutron-server[102480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 05:02:31.724418 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > address_group after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.724773 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > address_group after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.725119 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > address_group after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.725517 n-d-765315-28 neutron-server[102480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 05:02:31.725904 n-d-765315-28 neutron-server[102480]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] ML2 OVO RPC backend initialized. {{(pid=102480) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 05:02:31.726656 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router_interface after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.727021 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.727445 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > network before_response 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.727802 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > networks before_response 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.728158 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > port before_response 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.728506 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > ports before_response 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.728856 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > subnet before_response 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.729207 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > subnets before_response 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.729557 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > network after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.729905 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > network after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.730242 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > network after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.730608 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > port after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.730947 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > port after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.731285 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > port after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.731622 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > subnet after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.731962 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > subnet after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.732296 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > subnet after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.732875 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.plugin [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Modular L2 Plugin initialization complete Nov 12 05:02:31.733205 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading services supported by the core plugin {{(pid=102480) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 05:02:31.733537 n-d-765315-28 neutron-server[102480]: INFO neutron.plugins.ml2.managers [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Got port-security extension from driver 'port_security' Nov 12 05:02:31.734007 n-d-765315-28 neutron-server[102480]: INFO neutron.extensions.vlantransparent [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Disabled vlantransparent extension. Nov 12 05:02:31.734541 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102480) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 05:02:31.734860 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading Plugin: router Nov 12 05:02:31.772041 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router_interface before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.772615 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router after_create 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.772753 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router before_create 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.773125 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.773505 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.773872 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router after_delete 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.774240 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > floatingip after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.774773 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > floatingip after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.775123 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router after_create 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.775476 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router after_update 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.775833 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router after_update 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.776190 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.776555 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router after_update 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.776974 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_update 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.777347 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: port after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.777693 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: port after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.778036 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: subnet after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.778406 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.778771 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > port precommit_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.779124 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_create 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.779505 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: port before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.779858 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.780223 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router after_update 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.780572 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_delete 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.780929 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_create 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.781298 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router_interface after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.781648 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_update 55549900 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.782020 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > agent after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.782396 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > agent after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.782749 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > network after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.783615 n-d-765315-28 neutron-server[102480]: DEBUG neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Tracking information for resource: router configured {{(pid=102480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 05:02:31.783951 n-d-765315-28 neutron-server[102480]: DEBUG neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Tracking information for resource: floatingip configured {{(pid=102480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 05:02:31.788882 n-d-765315-28 neutron-server[102480]: INFO neutron.db.l3_agentschedulers_db [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 05:02:31.789460 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: port after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.789829 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: port after_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.790189 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: port after_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.790575 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: port after_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.791378 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router before_create 55550100 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.791754 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_delete 55550100 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.792126 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_create 55550100 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.792492 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > router precommit_update 55550100 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.797338 n-d-765315-28 neutron-server[102480]: DEBUG neutron.services.provider_configuration [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service providers = [] {{(pid=102480) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 05:02:31.797707 n-d-765315-28 neutron-server[102480]: DEBUG neutron.db.servicetype_db [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102480) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 05:02:31.800730 n-d-765315-28 neutron-server[102480]: DEBUG neutron.services.service_base [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 05:02:31.801086 n-d-765315-28 neutron-server[102480]: DEBUG neutron.services.service_base [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 05:02:31.801435 n-d-765315-28 neutron-server[102480]: DEBUG neutron.services.service_base [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 05:02:31.802398 n-d-765315-28 neutron-server[102480]: DEBUG neutron.services.service_base [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 05:02:31.802778 n-d-765315-28 neutron-server[102480]: INFO neutron.services.service_base [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 05:02:31.803154 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 05:02:31.803531 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 05:02:31.815780 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 05:02:31.816118 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading Plugin: auto_allocate Nov 12 05:02:31.822527 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: network precommit_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.822909 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: network precommit_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.823437 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 05:02:31.823766 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading Plugin: tag Nov 12 05:02:31.830625 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 05:02:31.830961 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading Plugin: timestamp Nov 12 05:02:31.835444 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 05:02:31.835778 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading Plugin: network_ip_availability Nov 12 05:02:31.841284 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.841663 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.842025 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:31.842775 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 05:02:31.843100 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading Plugin: flavors Nov 12 05:02:31.848115 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 05:02:31.848455 n-d-765315-28 neutron-server[102480]: INFO neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading Plugin: revisions Nov 12 05:02:31.852843 n-d-765315-28 neutron-server[102480]: DEBUG neutron.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 05:02:31.853240 n-d-765315-28 neutron-server[102480]: DEBUG oslo_concurrency.lockutils [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=102480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 05:02:31.853995 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102480) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 05:02:31.854335 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Initializing extension manager. Nov 12 05:02:31.854944 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: __init__.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.855229 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: __pycache__ {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.855572 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.855910 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: address_group.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.856668 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.857244 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: address-group Nov 12 05:02:31.857572 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: address_scope.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.858295 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.858843 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: address-scope Nov 12 05:02:31.859176 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: admin_state_down_before_update.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.860104 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.860619 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: router-admin-state-down-before-update Nov 12 05:02:31.860944 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: agent.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.861655 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.862171 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: agent Nov 12 05:02:31.862531 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: agent_resources_synced.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.863467 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.863981 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: agent-resources-synced Nov 12 05:02:31.864309 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: allowedaddresspairs.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.866155 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.866716 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: allowed-address-pairs Nov 12 05:02:31.867047 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: auto_allocated_topology.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.868149 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.868683 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: auto-allocated-topology Nov 12 05:02:31.869018 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: availability_zone.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.869725 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.870243 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: availability_zone Nov 12 05:02:31.870596 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: availability_zone_filter.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.871525 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.872043 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: availability_zone_filter Nov 12 05:02:31.872374 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: data_plane_status.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.873298 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.873810 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 05:02:31.874134 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: default_subnetpools.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.875092 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.875612 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: default-subnetpools Nov 12 05:02:31.875938 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: dhcpagentscheduler.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.876758 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.877277 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: dhcp_agent_scheduler Nov 12 05:02:31.877602 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: dns.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.878569 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.879091 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension dns-integration not supported by any of loaded plugins Nov 12 05:02:31.879419 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: dns_domain_ports.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.880873 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.881387 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 05:02:31.881712 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.882683 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.883202 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 05:02:31.883529 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: dvr.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.884207 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.884720 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: dvr Nov 12 05:02:31.885042 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: ecmp_routes.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.885976 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.886782 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 05:02:31.887113 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: empty_string_filtering.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.888042 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.888557 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: empty-string-filtering Nov 12 05:02:31.888882 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.889809 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.890320 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 05:02:31.890675 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.891613 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.892123 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 05:02:31.892449 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: external_net.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.893375 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.893885 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: external-net Nov 12 05:02:31.894210 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: extra_dhcp_opt.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.895165 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.895676 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: extra_dhcp_opt Nov 12 05:02:31.896614 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: extraroute.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.897542 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.898055 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: extraroute Nov 12 05:02:31.898412 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: extraroute_atomic.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.899481 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.900009 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: extraroute-atomic Nov 12 05:02:31.900336 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: filter_validation.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.901179 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.901691 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: filter-validation Nov 12 05:02:31.902010 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: fip_pf_description.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.902975 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.903486 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 05:02:31.903813 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: fip_port_details.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.904753 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.905265 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: fip-port-details Nov 12 05:02:31.905591 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: flavors.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.906873 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.907403 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: flavors Nov 12 05:02:31.907732 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.909424 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.909958 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 05:02:31.910298 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: floatingip_pools.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.911043 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.911591 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: floatingip-pools Nov 12 05:02:31.911924 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: ip_allocation.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.912875 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.913396 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 05:02:31.913725 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.914690 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.915212 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: ip-substring-filtering Nov 12 05:02:31.915543 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: l2_adjacency.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.916491 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.917005 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 05:02:31.917333 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: l3.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.918301 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.918851 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: router Nov 12 05:02:31.919188 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: l3_conntrack_helper.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.921440 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.921973 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 05:02:31.922308 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.923281 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.923802 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: ext-gw-mode Nov 12 05:02:31.924133 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.925086 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.925607 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: l3-ha Nov 12 05:02:31.925938 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: l3_flavors.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.926903 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.927450 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: l3-flavors Nov 12 05:02:31.927778 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.928759 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.929286 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 05:02:31.929614 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: l3agentscheduler.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.930686 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.931206 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: l3_agent_scheduler Nov 12 05:02:31.931536 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: logging.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.933048 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.933576 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension logging not supported by any of loaded plugins Nov 12 05:02:31.933907 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: metering.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.934679 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.935264 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: metering Nov 12 05:02:31.935594 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.936834 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.937345 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: metering_source_and_destination_fields Nov 12 05:02:31.937677 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: multiprovidernet.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.938652 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.939177 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: multi-provider Nov 12 05:02:31.939507 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: netmtu.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.940447 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.940961 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: net-mtu Nov 12 05:02:31.941292 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: netmtu_writable.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.942225 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.943302 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: net-mtu-writable Nov 12 05:02:31.943635 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: network_availability_zone.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.944315 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.944835 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: network_availability_zone Nov 12 05:02:31.945164 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: network_ip_availability.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.946283 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.946836 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: network-ip-availability Nov 12 05:02:31.947167 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: network_segment_range.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.947944 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.948458 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 05:02:31.948785 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: pagination.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.949788 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.950135 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: pagination Nov 12 05:02:31.950491 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: port_device_profile.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.951431 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.951954 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: port-device-profile Nov 12 05:02:31.952279 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.953214 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.953729 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: port-mac-address-regenerate Nov 12 05:02:31.954053 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.955004 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.955524 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: port-numa-affinity-policy Nov 12 05:02:31.955851 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: port_resource_request.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.956791 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.957301 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 05:02:31.957626 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: port_resource_request_groups.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.959200 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.959723 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 05:02:31.960049 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: portbindings.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.961001 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.961527 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: binding Nov 12 05:02:31.961849 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: portbindings_extended.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.963184 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.963710 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: binding-extended Nov 12 05:02:31.964043 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: portsecurity.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.964979 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.965495 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: port-security Nov 12 05:02:31.965825 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: project_id.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.966859 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.967197 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: project-id Nov 12 05:02:31.967526 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: providernet.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.968467 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.968994 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: provider Nov 12 05:02:31.969322 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.973033 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.973562 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos not supported by any of loaded plugins Nov 12 05:02:31.973900 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.975225 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.975756 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 05:02:31.976093 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.977036 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.977565 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 05:02:31.977899 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_default.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.978851 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.979376 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-default not supported by any of loaded plugins Nov 12 05:02:31.979745 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_fip.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.980416 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.980927 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-fip not supported by any of loaded plugins Nov 12 05:02:31.981257 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_gateway_ip.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.982197 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.982749 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 05:02:31.983079 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_port_network_policy.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.984003 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.984519 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 05:02:31.984846 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.985899 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.986445 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 05:02:31.986775 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_pps_rule.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.987962 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.988663 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-pps not supported by any of loaded plugins Nov 12 05:02:31.988996 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_rule_type_details.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.990477 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.990995 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 05:02:31.991322 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: qos_rules_alias.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.992402 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.992922 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 05:02:31.993249 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: quota_check_limit.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.994179 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.994731 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: quota-check-limit Nov 12 05:02:31.995057 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: quotasv2.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.995988 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:31.996320 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: quotas Nov 12 05:02:31.996645 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: quotasv2_detail.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:31.999846 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.000204 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: quota_details Nov 12 05:02:32.000545 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: rbac.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.001617 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.002148 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: rbac-policies Nov 12 05:02:32.002512 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: rbac_address_group.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.003458 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.003983 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: rbac-address-group Nov 12 05:02:32.004314 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: rbac_address_scope.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.005291 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.006308 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: rbac-address-scope Nov 12 05:02:32.006662 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: rbac_security_groups.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.007618 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.008136 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: rbac-security-groups Nov 12 05:02:32.008464 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: rbac_subnetpool.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.009406 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.009924 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: rbac-subnetpool Nov 12 05:02:32.010258 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: revisionifmatch.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.011485 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.012012 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: revision-if-match Nov 12 05:02:32.012345 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: revisions.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.013498 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.014020 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: standard-attr-revisions Nov 12 05:02:32.014376 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: router_availability_zone.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.015061 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.015599 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: router_availability_zone Nov 12 05:02:32.015926 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: routerservicetype.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.016879 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.017394 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension router-service-type not supported by any of loaded plugins Nov 12 05:02:32.017720 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.018694 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.019211 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: security-groups-normalized-cidr Nov 12 05:02:32.019538 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: security_groups_port_filtering.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.020553 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.021106 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: port-security-groups-filtering Nov 12 05:02:32.021431 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.022455 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.022934 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: security-groups-remote-address-group Nov 12 05:02:32.023261 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.024212 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.024734 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: security-groups-shared-filtering Nov 12 05:02:32.025059 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.025660 n-d-765315-28 neutron-server[102480]: WARNING neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 05:02:32.025986 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: securitygroup.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.035847 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.036391 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: security-group Nov 12 05:02:32.036761 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: segment.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.037569 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.038084 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension segment not supported by any of loaded plugins Nov 12 05:02:32.038452 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.039427 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.039946 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 05:02:32.040285 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: servicetype.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.041429 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.041960 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: service-type Nov 12 05:02:32.042295 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: sorting.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.043325 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.043666 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: sorting Nov 12 05:02:32.043994 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: standard_attr_segment.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.044929 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.045455 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 05:02:32.045786 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: standardattrdescription.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.046483 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.047001 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: standard-attr-description Nov 12 05:02:32.047326 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: stateful_security_group.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.048268 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.048808 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: stateful-security-group Nov 12 05:02:32.049137 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: stdattrs_common.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.049717 n-d-765315-28 neutron-server[102480]: WARNING neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 05:02:32.050046 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.051015 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.051547 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 05:02:32.051871 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: subnet_onboard.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.053479 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.054011 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: subnet_onboard Nov 12 05:02:32.054368 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.055320 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.055839 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 05:02:32.056168 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: subnet_service_types.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.057110 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.057633 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: subnet-service-types Nov 12 05:02:32.057962 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: subnetallocation.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.059094 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.059619 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: subnet_allocation Nov 12 05:02:32.059951 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.060647 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.061174 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: subnetpool-prefix-ops Nov 12 05:02:32.061501 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.062535 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.063066 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 05:02:32.063391 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: tagging.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.064467 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.065001 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: standard-attr-tag Nov 12 05:02:32.065332 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: timestamp.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.066592 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.067116 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loaded extension: standard-attr-timestamp Nov 12 05:02:32.067446 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: trunk.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.069046 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.069574 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension trunk not supported by any of loaded plugins Nov 12 05:02:32.069907 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: trunk_details.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.070870 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.071397 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension trunk-details not supported by any of loaded plugins Nov 12 05:02:32.071726 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: uplink_status_propagation.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.072677 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.073197 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 05:02:32.073525 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Loading extension file: vlantransparent.py {{(pid=102480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 05:02:32.074204 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 05:02:32.074759 n-d-765315-28 neutron-server[102480]: INFO neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 05:02:32.077230 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:network Nov 12 05:02:32.077754 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:subnet Nov 12 05:02:32.078171 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 05:02:32.078609 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:port Nov 12 05:02:32.079880 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.080331 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service FLAVORS assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.080948 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.081385 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.081718 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:router Nov 12 05:02:32.082161 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:floatingip Nov 12 05:02:32.082683 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service METERING assigned prefix: /metering {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.084219 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:32.084598 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:32.084960 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:02:32.085968 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 05:02:32.086452 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:security_group Nov 12 05:02:32.086884 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 05:02:32.087500 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service CORE assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.087848 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 05:02:32.088199 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] subnetpool is already registered Nov 12 05:02:32.088626 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service CORE assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.088955 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 05:02:32.089290 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] subnetpool is already registered Nov 12 05:02:32.091692 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.092131 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service FLAVORS assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.092765 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.093208 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.093550 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:router Nov 12 05:02:32.093890 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] router is already registered Nov 12 05:02:32.094313 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:floatingip Nov 12 05:02:32.094677 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] floatingip is already registered Nov 12 05:02:32.095149 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service METERING assigned prefix: /metering {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.095860 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 05:02:32.096191 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] rbac_policy is already registered Nov 12 05:02:32.096609 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:security_group Nov 12 05:02:32.096958 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] security_group is already registered Nov 12 05:02:32.097364 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 05:02:32.097706 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] security_group_rule is already registered Nov 12 05:02:32.098200 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service CORE assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.098556 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 05:02:32.098893 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] subnetpool is already registered Nov 12 05:02:32.099349 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.v2.resource_helper [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Service CORE assigned prefix: {{(pid=102480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 05:02:32.099678 n-d-765315-28 neutron-server[102480]: INFO neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 05:02:32.100008 n-d-765315-28 neutron-server[102480]: WARNING neutron.quota.resource_registry [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] subnetpool is already registered Nov 12 05:02:32.101716 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: extensions {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.103214 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: address-groups {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.104703 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: address-scopes {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.105919 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: agents {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.107208 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: auto-allocated-topology {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.108471 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: availability_zones {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.109684 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: dhcp-networks {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.111140 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: dhcp-agents {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.112688 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: routers {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.115338 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: flavors {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.116632 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: service_profiles {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.117843 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: next_providers {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.119330 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: service_profiles {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.120745 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: floatingip-pools {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.122076 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: routers {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.124217 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: floatingips {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.125503 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: l3-routers {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.126973 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: l3-agents {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.128375 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: metering-labels {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.129617 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: metering-label-rules {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.131609 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: network-ip-availabilities {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.132871 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: bindings {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.134472 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: quotas {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.136112 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: quotas {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.137878 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: rbac-policies {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.139117 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: security-groups {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.140432 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: security-group-rules {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.141711 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: service-providers {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.142966 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: subnetpools {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.144368 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: subnetpools {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.145839 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.147562 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.149384 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.151198 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.152907 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.154876 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.156596 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.159371 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.161158 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.162933 n-d-765315-28 neutron-server[102480]: DEBUG neutron.api.extensions [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Extended resource: tags {{(pid=102480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 05:02:32.169052 n-d-765315-28 neutron-server[102480]: WARNING keystonemiddleware.auth_token [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 05:02:32.173582 n-d-765315-28 neutron-server[102480]: WARNING keystonemiddleware.auth_token [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 05:02:32.182906 n-d-765315-28 neutron-server[102480]: DEBUG oslo_concurrency.lockutils [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Acquired lock "singleton_lock" {{(pid=102480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 05:02:32.183389 n-d-765315-28 neutron-server[102480]: DEBUG oslo_concurrency.lockutils [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Releasing lock "singleton_lock" {{(pid=102480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 05:02:32.184049 n-d-765315-28 neutron-server[102480]: INFO oslo_service.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Starting 2 workers Nov 12 05:02:32.188830 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Started child 102589 {{(pid=102480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 05:02:32.193870 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Started child 102590 {{(pid=102480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 05:02:32.194901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:32.195529 n-d-765315-28 neutron-server[102480]: INFO neutron.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 05:02:32.196035 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Publish callbacks [] for process, before_spawn {{(pid=102480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:32.196389 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [-] (102589) wsgi starting up on http://0.0.0.0:9696 Nov 12 05:02:32.198615 n-d-765315-28 neutron-server[102480]: INFO oslo_service.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Starting 1 workers Nov 12 05:02:32.198834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:32.200384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [-] (102590) wsgi starting up on http://0.0.0.0:9696 Nov 12 05:02:32.204185 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Started child 102591 {{(pid=102480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 05:02:32.204822 n-d-765315-28 neutron-server[102480]: INFO oslo_service.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Starting 1 workers Nov 12 05:02:32.208661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] calling RpcWorker wait() {{(pid=102591) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 05:02:32.209284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] returning from RpcWorker wait() {{(pid=102591) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 05:02:32.209936 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Started child 102592 {{(pid=102480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 05:02:32.210595 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:32.210835 n-d-765315-28 neutron-server[102480]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c302-b750-4b25-8f48-4e8b5624b8df None None] Publish callbacks [] for process, after_spawn {{(pid=102480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:32.211091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:32.212874 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102480) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 05:02:32.213092 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 05:02:32.213292 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 05:02:32.213612 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 05:02:32.213859 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 05:02:32.214077 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 05:02:32.214658 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.215026 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.215316 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.215568 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.215864 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.216565 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.216910 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.217019 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.217289 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.217599 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.217868 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:32.218381 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.218381 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.218381 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.218576 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.218761 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.219173 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.219561 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.219868 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.220033 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.220320 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.220592 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.220822 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.221113 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] debug = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.221398 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.221886 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.222102 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.222386 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.222626 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.223154 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.223397 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.223771 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.224026 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.224486 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.224486 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.224862 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.224980 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.225301 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.225559 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.225776 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.226043 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.226279 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.226827 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] host = n-d-765315-28 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.227118 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.227287 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.227515 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.227791 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.228087 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.228278 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.228535 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.228931 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.229140 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.229377 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.229579 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.229826 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.230113 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.230378 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.230546 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_options = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.230801 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.231111 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.231411 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.231579 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.231834 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.231956 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.232242 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.232414 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.232663 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.232833 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.233026 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.233257 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.233515 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.233805 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.234000 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.234263 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.234749 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.234940 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.235203 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.235488 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.235906 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.236163 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.236472 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.236742 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.236932 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.237171 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.237472 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.237672 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.237937 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.238197 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.238459 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.238765 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.239042 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.239260 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.240115 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.240325 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.240530 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.240762 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.241039 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.241268 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.241522 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.241771 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.242011 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.242235 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.242476 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.242783 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.242948 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_json = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.243134 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.243368 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.243610 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.243935 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.244336 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.245282 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.245578 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.245824 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.246308 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.246647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.246967 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.247239 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.247476 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.247717 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.247950 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.248171 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.248436 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.248666 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.248951 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.249172 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.249461 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.249841 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.250230 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.250537 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.250809 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.251080 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.251350 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.251583 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.251802 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.252130 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.252318 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.252544 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.252794 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.253026 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.253261 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.253615 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.253899 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.254409 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.254620 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.254852 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.255077 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.255358 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.256105 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.256333 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.256553 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.256815 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.257042 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.257283 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.257539 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.257776 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.257992 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.258240 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.258510 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.258784 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.259034 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.259397 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.259907 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.259907 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.259907 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.260320 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.260320 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.260679 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.260814 n-d-765315-28 neutron-server[102592]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:32.260956 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.261099 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.261498 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.261704 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.261953 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.262250 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.262441 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.262663 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.262903 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.263146 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.263361 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.263574 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.263838 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.264057 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.264271 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.264688 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.264688 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.264969 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.265180 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.265418 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.265631 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.265867 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.266080 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.266290 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.266529 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.266742 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.266947 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.267157 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.267372 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.267587 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.267799 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.268028 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.268237 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.268448 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.268657 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.268930 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.269243 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.269501 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.269751 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.269985 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.270261 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.270500 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.270748 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.271010 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.271229 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.271892 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.271892 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.273032 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.273032 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.273032 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.273032 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.273670 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.273670 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.273670 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.274058 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.274058 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.274379 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.274525 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.274813 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.274958 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.275121 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.275384 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.277423 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.277686 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.277999 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.278249 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.278559 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.279264 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.279932 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.282176 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.283744 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.284022 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.284330 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.284588 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.288647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.288963 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.289228 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.289509 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.289818 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.290091 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.290331 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.290586 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.290836 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.291168 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.291415 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.291679 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.291913 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.292207 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.292463 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.292712 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.292990 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.293245 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.293494 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.293747 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.293998 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.294234 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.295768 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.296252 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.297338 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.297763 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.302647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.302647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.302647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.302647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.302647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.302647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.302647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.302647 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303199 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303199 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303199 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303199 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303199 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303199 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303199 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303199 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303653 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303653 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303653 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303653 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.303958 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.304179 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.304356 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.304603 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.304823 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.305157 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.305380 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.305623 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.305880 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.306087 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.306297 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.306572 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.306787 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.306998 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.307223 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.307435 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.307690 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.307939 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.308281 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.308536 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.308765 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.309012 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.309225 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.309461 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.309694 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.309909 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.310122 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.310333 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.310601 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.310849 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.311066 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.311319 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.311550 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.311761 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.311968 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.312259 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.312473 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.312762 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.313100 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.313352 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.313613 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.313928 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.314355 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.314658 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.314949 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.315193 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.315406 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.315619 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.315823 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.316088 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.316297 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.316527 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.316746 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.316962 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.317169 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.317418 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.317625 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.318443 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.318678 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.318895 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.319101 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.319324 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.319534 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.319741 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.319960 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.320174 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.320404 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.320628 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.320836 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.321042 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.321259 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.321497 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.321704 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.321992 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.322257 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.322495 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.322779 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.323101 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.323400 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.323638 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.323979 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.324223 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.324464 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.324680 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.324894 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.325118 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.325409 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.325740 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.326028 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.326283 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.326540 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.326831 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.327104 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.327367 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.327578 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.328498 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.328852 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.329269 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.329408 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.329579 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.329813 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.330053 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.330266 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.330651 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.330801 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.330986 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.331245 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.331472 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.331829 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.331928 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.332130 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.332344 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.332564 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.332792 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.333030 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.333244 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.333421 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 05:02:32.334024 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102480) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 05:02:32.334130 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 05:02:32.334262 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 05:02:32.334414 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 05:02:32.334566 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 05:02:32.334715 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 05:02:32.334916 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.335075 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.335233 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.335376 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.335570 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.335698 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.336031 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.336031 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.336277 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.336277 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.336427 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.336567 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.336724 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.336880 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.337038 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.337193 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.337349 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.337506 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.337666 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.337823 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.337979 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.338134 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.338290 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] debug = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.338470 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.338676 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.338831 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.338982 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.339138 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.339294 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.339449 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.339606 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.339761 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.339917 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.340681 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.340681 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.340681 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.340681 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.340681 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.341226 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.341226 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.341226 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.341226 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] host = n-d-765315-28 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.341667 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.341667 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.341667 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342017 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342017 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342219 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342219 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342455 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342542 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342686 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342842 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.342983 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.343143 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.343298 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.343454 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_options = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.343609 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.343765 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.343908 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.344159 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.344290 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.344425 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.344553 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.344667 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.344824 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.344981 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.345137 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.345472 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.345472 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.345794 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.345794 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.346039 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.346039 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.346272 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.346430 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.346558 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.346671 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.346793 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.346875 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.347035 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.347192 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.347349 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.347508 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.347666 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.347822 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.347978 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.348134 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.348290 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.348448 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.348604 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.348691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:32.348776 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.348904 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.349584 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.349742 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.349902 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.350068 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.350200 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.350373 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.350527 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.350682 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.350839 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.350993 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.351149 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_json = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.351304 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.351460 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.351615 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.351771 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.351927 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.352081 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.352237 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.352393 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 05:02:32.352567 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.352726 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.352895 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.353054 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.353215 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.353375 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.353534 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.353691 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.353850 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.354008 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.354174 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.354357 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.354530 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.354690 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.354849 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.355010 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.355168 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.355385 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.355483 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.355629 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.355789 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.355947 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.356113 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.356271 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.356430 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.356587 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.356746 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.356919 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.357079 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.357239 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.357399 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.357557 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.357717 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.357877 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.358037 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.358196 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.358370 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.358533 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.358693 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.358852 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.359061 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.359220 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.359381 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.359540 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.359699 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.359859 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.360014 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.360170 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.360655 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.360895 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.361064 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.361424 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.361805 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.361936 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.362060 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.362202 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.362384 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.362546 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.362704 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.363048 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.363048 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.363215 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.363334 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.363461 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.363688 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.363816 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.363938 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.364061 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.364206 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.364365 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.364524 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.365220 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.365382 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.365531 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.365676 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.365922 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.366012 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.366124 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.366285 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.366486 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367058 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367058 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367058 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367058 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367355 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367355 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367497 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367639 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367797 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.367963 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.368135 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.368294 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.368453 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.368611 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.368770 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.368928 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.369086 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.369245 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.369460 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.369561 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.369704 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.369861 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.370023 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.370181 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.370364 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.370516 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.370675 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.370833 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.370991 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.371149 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.371307 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.371468 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.371627 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.371783 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.371941 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.372099 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.372265 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.372425 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.372586 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.372745 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.372910 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.373081 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.373238 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.373593 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.373754 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.373912 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.374074 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.374231 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.374413 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.374639 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.374879 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.375045 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.375214 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.375385 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.375531 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.375682 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.375829 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.376041 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.376172 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.376311 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.376442 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.376577 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.376737 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.376897 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.377056 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.377202 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.377363 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.377524 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.377671 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.377831 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.377992 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.378151 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.378311 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.378484 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.378630 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.378789 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.378949 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.379109 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.379268 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.379468 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.379569 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.379721 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.379880 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.380039 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.380198 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.380382 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.380542 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.380701 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.380859 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.381018 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.381177 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.381336 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.381494 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.381652 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.381812 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.381972 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.382131 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.382291 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.382473 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.382634 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.382793 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.382954 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.383112 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.383278 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.383437 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.383596 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.383759 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.383920 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.384079 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.384238 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.384397 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.384554 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.384726 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.384885 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.385043 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.385203 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.385362 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.385520 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.385679 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.385838 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.386005 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.386416 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.386582 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.386745 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.386907 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.387065 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.387223 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.387382 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.387540 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.387698 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.387857 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.388026 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.388185 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.388344 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.388503 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.388663 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.388821 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.388988 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.389147 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.389305 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.389463 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.389622 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.389780 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.389946 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.390104 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.390262 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.390462 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.390622 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.390782 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.391409 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.391571 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.391730 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.391889 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.392048 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.392235 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.392459 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.392591 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.392672 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.392797 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.392955 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.393116 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.393288 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.393447 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.393606 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.393789 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.393895 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.394058 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.394222 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.394401 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.394563 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.394728 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.394892 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.395034 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.395178 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.395341 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.395501 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.395662 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.395822 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.396003 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.396162 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.396323 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.396486 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.396654 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.396818 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.396977 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.397143 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.397303 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.397469 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.397628 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.397792 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.397959 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.398120 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.398278 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.398459 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.398619 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.398778 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.398937 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.399104 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.399253 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.399412 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.399572 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.399730 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.399891 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.400051 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.400210 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.400370 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.400530 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.400688 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.400847 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.401006 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 05:02:32.401158 n-d-765315-28 neutron-server[102480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 05:02:32.532856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44538) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:32.542201 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071778 Nov 12 05:02:43.833225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf835eb4-5241-4f44-bc0c-dedee1508902 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:02:43.911782 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf835eb4-5241-4f44-bc0c-dedee1508902 None None] No non-hosted networks {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 05:02:43.938772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.agentschedulers_db [None req-cf835eb4-5241-4f44-bc0c-dedee1508902 None None] DHCP Agent not found on host n-d-765315-28 {{(pid=102591) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 05:02:44.118285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7d29971-7b0c-4dbb-9764-2d0a2f96102c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442552'] for agent, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:46.195012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ee58878c-36f2-4c64-957f-a0fbe2b72e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442552'] for agent, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:46.250859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9a50441-9635-4512-89b9-147b8014e34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:47.186392 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442552'] for agent, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:48.438864 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442552'] for agent, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.350475 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442552'] for agent, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.351141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.351478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.351814 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.356039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.357197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.360278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.361583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.362557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.364511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.369585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.371012 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.373432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:49.375732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-765315-28', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:49.389698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-765315-28', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:49.909830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44630) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:49.919738 n-d-765315-28 neutron-server[102591]: INFO neutron.db.l3_hamode_db [None req-1e961ab6-caa1-4f01-834b-50b020e847d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 05:02:50.000001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e961ab6-caa1-4f01-834b-50b020e847d1 None None] Routers set() bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:50.000384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e961ab6-caa1-4f01-834b-50b020e847d1 None None] Router IDs set() for agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 05:02:50.421711 n-d-765315-28 neutron-server[102590]: WARNING oslo_policy.policy [None req-5a54b680-7c1e-4493-b9eb-9273b3bcbf28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 05:02:50.422311 n-d-765315-28 neutron-server[102590]: WARNING oslo_policy.policy [None req-5a54b680-7c1e-4493-b9eb-9273b3bcbf28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 05:02:50.650244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-5a54b680-7c1e-4493-b9eb-9273b3bcbf28 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:02:50.651446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5a54b680-7c1e-4493-b9eb-9273b3bcbf28 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7372360 Nov 12 05:02:53.168893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44646) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:53.497636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c522c15f-4f5c-4dd8-93f6-0a47b10f7e73 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:53.595199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.policy [None req-c522c15f-4f5c-4dd8-93f6-0a47b10f7e73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102590) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 05:02:53.642497 n-d-765315-28 neutron-server[102590]: WARNING oslo_policy.policy [None req-c522c15f-4f5c-4dd8-93f6-0a47b10f7e73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 05:02:53.642869 n-d-765315-28 neutron-server[102590]: WARNING oslo_policy.policy [None req-c522c15f-4f5c-4dd8-93f6-0a47b10f7e73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 05:02:53.652273 n-d-765315-28 neutron-server[102590]: INFO neutron.quota [None req-c522c15f-4f5c-4dd8-93f6-0a47b10f7e73 admin admin] Loaded quota_driver: . Nov 12 05:02:53.739785 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c522c15f-4f5c-4dd8-93f6-0a47b10f7e73 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761893286710', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761893287653', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761893299052', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761893306287', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761893900915', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761893325653', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1406739', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1333391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682639'] for rbac-policy, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:53.803688 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c522c15f-4f5c-4dd8-93f6-0a47b10f7e73 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:53.804879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c522c15f-4f5c-4dd8-93f6-0a47b10f7e73 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6349812 Nov 12 05:02:56.462213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44658) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:56.758692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:56.786414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Made reservation on behalf of 6397509fe00746f39564c0e6bdd1fd8e for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:02:56.789111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.805255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.909724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.914082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.932567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:02:56.962298 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761895687653', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.962861 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Unsubscribe: segment precommit_create {{(pid=102590) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 05:02:56.963385 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Added segment 4cec3d2a-e88b-40f5-a265-572f4cc42bf5 of type vlan for network 236606d9-874f-4f56-a6f8-47137c4a8e32 Nov 12 05:02:56.979623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0ae860-1f6a-4f59-9061-8137d965f3d1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:57.030508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.030849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.031183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.031513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.031841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.032164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.032563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.032800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.033116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.033430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.033746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.034060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Tracked resource versions report: Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: pushed versions: Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: { 'AddressGroup': {'1.2'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'ConntrackHelper': {'1.0'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Log': {'1.0'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Network': {'1.1'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Port': {'1.7'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'PortForwarding': {'1.2'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'QosPolicy': {'1.10'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'SecurityGroup': {'1.5'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'SecurityGroupRule': {'1.2'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'SubPort': {'1.0'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Subnet': {'1.1'}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Trunk': {'1.1'}} Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: consumer versions: Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: { DHCP agent@n-d-765315-28: {}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: L3 agent@n-d-765315-28: {}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: Metadata agent@n-d-765315-28: {}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: Metering agent@n-d-765315-28: {}, Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: Open vSwitch agent@n-d-765315-28: { 'AddressGroup': '1.2', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'ConntrackHelper': '1.0', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Log': '1.0', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Network': '1.1', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Port': '1.7', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'PortForwarding': '1.2', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'QosPolicy': '1.10', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'SecurityGroup': '1.5', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'SecurityGroupRule': '1.2', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'SubPort': '1.0', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Subnet': '1.1', Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: 'Trunk': '1.1'}} Nov 12 05:02:57.035131 n-d-765315-28 neutron-server[102590]: {{(pid=102590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 05:02:57.075215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.116321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.117499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:57.118234 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.177401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7138376 Nov 12 05:02:57.218573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7f33e-efa1-47ce-9e5b-ad7802e166b1 admin admin] Pushing event updated for resources: {'Network': ['ID=236606d9-874f-4f56-a6f8-47137c4a8e32,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:57.231339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 236606d9-874f-4f56-a6f8-47137c4a8e32 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:02:59.915041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44672) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:00.304621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83654151-26a5-40d0-84e3-20d8918ca746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:00.305982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-83654151-26a5-40d0-84e3-20d8918ca746 admin admin] 10.222.0.48 "GET /v2.0/networks/236606d9-874f-4f56-a6f8-47137c4a8e32 HTTP/1.1" status: 200 len: 825 time: 0.3899786 Nov 12 05:03:00.329639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1f3ce7fa-3b90-4b74-9eff-05ee73477890 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/104d06fc-622a-490d-a62d-807ba882a5b5 HTTP/1.1" status: 200 len: 734 time: 0.0174751 Nov 12 05:03:00.338617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '104d06fc-622a-490d-a62d-807ba882a5b5', 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:03:00.361131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Made reservation on behalf of 6397509fe00746f39564c0e6bdd1fd8e for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:03:00.363380 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:00.646735 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:00.712812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Checking segment: {'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:03:00.713205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Network hostable DHCP agents. Network: 236606d9-874f-4f56-a6f8-47137c4a8e32, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:03:00.720052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909537db-8d11-488a-9c8b-5d5f7828f110,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:00.738704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Network 236606d9-874f-4f56-a6f8-47137c4a8e32 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:03:00.753357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 236606d9-874f-4f56-a6f8-47137c4a8e32) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:03:00.758300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:00.759063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:00.764935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145aa20-1ef8-4ef3-9c86-ad3b14cd2339 None None] Network 236606d9-874f-4f56-a6f8-47137c4a8e32 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:03:00.775507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7e5db9ca-d73d-48f2-b632-4f6ed4abd6d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4400730 Nov 12 05:03:01.091673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-236606d9-874f-4f56-a6f8-47137c4a8e32', 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'fixed_ips': [{'subnet_id': '909537db-8d11-488a-9c8b-5d5f7828f110'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:03:01.092925 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.395957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Allocated IP 172.20.0.2 (236606d9-874f-4f56-a6f8-47137c4a8e32/909537db-8d11-488a-9c8b-5d5f7828f110/8f13b83c-e523-4dac-9280-843e18525d7c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:03:01.596436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.604808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.677959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Network 236606d9-874f-4f56-a6f8-47137c4a8e32 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:03:01.684805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:03:01.695006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:03:01.699509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Pushing event updated for resources: {'Port': ['ID=8f13b83c-e523-4dac-9280-843e18525d7c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:01.731703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.732044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.732385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.732799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.733131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.733458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.733783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.734107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.734462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.734785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.735107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.735426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Tracked resource versions report: Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: pushed versions: Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: { 'AddressGroup': {'1.2'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'ConntrackHelper': {'1.0'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Log': {'1.0'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Network': {'1.1'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Port': {'1.7'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'PortForwarding': {'1.2'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'QosPolicy': {'1.10'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'SecurityGroup': {'1.5'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'SecurityGroupRule': {'1.2'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'SubPort': {'1.0'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Subnet': {'1.1'}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Trunk': {'1.1'}} Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: consumer versions: Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: { DHCP agent@n-d-765315-28: {}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: L3 agent@n-d-765315-28: {}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: Metadata agent@n-d-765315-28: {}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: Metering agent@n-d-765315-28: {}, Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: Open vSwitch agent@n-d-765315-28: { 'AddressGroup': '1.2', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'ConntrackHelper': '1.0', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Log': '1.0', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Network': '1.1', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Port': '1.7', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'PortForwarding': '1.2', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'QosPolicy': '1.10', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'SecurityGroup': '1.5', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'SecurityGroupRule': '1.2', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'SubPort': '1.0', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Subnet': '1.1', Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: 'Trunk': '1.1'}} Nov 12 05:03:01.736522 n-d-765315-28 neutron-server[102591]: {{(pid=102591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 05:03:01.784775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Attempting to bind port 8f13b83c-e523-4dac-9280-843e18525d7c on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:03:01.785908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Attempting to bind port 8f13b83c-e523-4dac-9280-843e18525d7c by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:03:01.786114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Attempting to bind port 8f13b83c-e523-4dac-9280-843e18525d7c on network 236606d9-874f-4f56-a6f8-47137c4a8e32 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:03:01.790997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:03:01.791408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Checking segment: {'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:03:01.791907 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.792290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Bound using segment: {'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:03:01.792828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Bound port: 8f13b83c-e523-4dac-9280-843e18525d7c, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:03:01.793236 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.854005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] For port 8f13b83c-e523-4dac-9280-843e18525d7c, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:03:01.858579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] For port 8f13b83c-e523-4dac-9280-843e18525d7c, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f13b83c-e523-4dac-9280-843e18525d7c,segment=NetworkSegment(4cec3d2a-e88b-40f5-a265-572f4cc42bf5),segment_id=4cec3d2a-e88b-40f5-a265-572f4cc42bf5)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:03:01.862655 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.927008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41065137-0ec7-4e03-a8be-a0d615e388d1 None None] Pushing event updated for resources: {'Port': ['ID=8f13b83c-e523-4dac-9280-843e18525d7c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:03.312521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44680) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:03.623030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-432728a9-0527-49a9-90f7-849d09fc5985 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:03:03.624018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-432728a9-0527-49a9-90f7-849d09fc5985 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3105509 Nov 12 05:03:06.138064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44688) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:06.457940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-80d67b89-26a8-43d2-b10a-2cab80d5bde8 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:03:06.458957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-80d67b89-26a8-43d2-b10a-2cab80d5bde8 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3199379 Nov 12 05:03:09.200440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44698) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:09.499489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0dc8eece-7ce9-4ff4-b8c2-c66e4622ccdd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:03:09.524971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eece-7ce9-4ff4-b8c2-c66e4622ccdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.526688 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eece-7ce9-4ff4-b8c2-c66e4622ccdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.658831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eece-7ce9-4ff4-b8c2-c66e4622ccdd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.664112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eece-7ce9-4ff4-b8c2-c66e4622ccdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.678101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0dc8eece-7ce9-4ff4-b8c2-c66e4622ccdd admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.679336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0dc8eece-7ce9-4ff4-b8c2-c66e4622ccdd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4777579 Nov 12 05:03:10.284532 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:03:10.996323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c0867-dae2-467c-9b9b-09dbd019f637 None None] Network 236606d9-874f-4f56-a6f8-47137c4a8e32 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:03:11.081944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-99c2a041-16ab-43ab-8be8-3c241b56555e None None] Provisioning complete for port 8f13b83c-e523-4dac-9280-843e18525d7c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:11.082328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99c2a041-16ab-43ab-8be8-3c241b56555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:11.278783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f13b83c-e523-4dac-9280-843e18525d7c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:03:11.303442 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99c2a041-16ab-43ab-8be8-3c241b56555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:11.376385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-99c2a041-16ab-43ab-8be8-3c241b56555e None None] For port 8f13b83c-e523-4dac-9280-843e18525d7c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f13b83c-e523-4dac-9280-843e18525d7c,segment=NetworkSegment(4cec3d2a-e88b-40f5-a265-572f4cc42bf5),segment_id=4cec3d2a-e88b-40f5-a265-572f4cc42bf5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:03:11.381949 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99c2a041-16ab-43ab-8be8-3c241b56555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:11.427658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f13b83c-e523-4dac-9280-843e18525d7c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:11.428027 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:11.468602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2a041-16ab-43ab-8be8-3c241b56555e None None] Pushing event updated for resources: {'Port': ['ID=8f13b83c-e523-4dac-9280-843e18525d7c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:11.602154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f795e5fe-06f2-4aaf-8a14-bec447fe2e88 None None] Provisioning complete for port 8f13b83c-e523-4dac-9280-843e18525d7c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:11.602550 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f795e5fe-06f2-4aaf-8a14-bec447fe2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:12.201255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44712) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:12.685336 n-d-765315-28 neutron-server[102589]: WARNING oslo_policy.policy [None req-a00d5a3b-2108-413c-a898-7c2f947ba6d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 05:03:12.685934 n-d-765315-28 neutron-server[102589]: WARNING oslo_policy.policy [None req-a00d5a3b-2108-413c-a898-7c2f947ba6d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 05:03:12.910352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-a00d5a3b-2108-413c-a898-7c2f947ba6d4 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:03:12.911455 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a00d5a3b-2108-413c-a898-7c2f947ba6d4 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7091377 Nov 12 05:03:13.229289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f13b83c-e523-4dac-9280-843e18525d7c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:03:13.279624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f13b83c-e523-4dac-9280-843e18525d7c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:13.279993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:13.768602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56131e8b-72b7-4e8e-9fd8-61b553ba2206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:15.394738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44726) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:15.703342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:03:15.704823 n-d-765315-28 neutron-server[102589]: INFO neutron.quota [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Loaded quota_driver: . Nov 12 05:03:15.758151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Made reservation on behalf of 7a7804e8084447bcaf653ea65d22052a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:03:15.825616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.policy [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102589) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 05:03:15.873046 n-d-765315-28 neutron-server[102589]: WARNING oslo_policy.policy [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 05:03:15.873427 n-d-765315-28 neutron-server[102589]: WARNING oslo_policy.policy [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 05:03:15.884163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:15.904114 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:16.010906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:16.014603 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:16.026481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Reserving flat network on physical network physnet1 {{(pid=102589) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 05:03:16.060867 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761895687653', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:16.061432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Unsubscribe: segment precommit_create {{(pid=102589) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 05:03:16.061944 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Added segment 83fd79e7-84c5-4e4a-b732-f161ac1304ee of type flat for network 9b131141-8c9e-4d15-bb6c-26ff3211f73d Nov 12 05:03:16.077867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2183741f-cbd5-4d17-aefb-102e769eb0ca,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:16.106154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.106516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.106851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.107262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.108249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.108766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.109101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.109420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.109738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.110056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.110393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.110709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Tracked resource versions report: Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: pushed versions: Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: { 'AddressGroup': {'1.2'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'ConntrackHelper': {'1.0'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Log': {'1.0'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Network': {'1.1'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Port': {'1.7'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'PortForwarding': {'1.2'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'QosPolicy': {'1.10'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'SecurityGroup': {'1.5'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'SecurityGroupRule': {'1.2'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'SubPort': {'1.0'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Subnet': {'1.1'}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Trunk': {'1.1'}} Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: consumer versions: Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: { DHCP agent@n-d-765315-28: {}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: L3 agent@n-d-765315-28: {}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: Metadata agent@n-d-765315-28: {}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: Metering agent@n-d-765315-28: {}, Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: Open vSwitch agent@n-d-765315-28: { 'AddressGroup': '1.2', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'ConntrackHelper': '1.0', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Log': '1.0', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Network': '1.1', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Port': '1.7', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'PortForwarding': '1.2', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'QosPolicy': '1.10', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'SecurityGroup': '1.5', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'SecurityGroupRule': '1.2', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'SubPort': '1.0', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Subnet': '1.1', Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: 'Trunk': '1.1'}} Nov 12 05:03:16.111741 n-d-765315-28 neutron-server[102589]: {{(pid=102589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 05:03:16.185290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:16.188592 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db6d86f4-5b89-434d-8133-faefff07ce0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:16.242045 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:16.243240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:16.243953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:16.337618 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9416978 Nov 12 05:03:16.345256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2e21f-a104-4f49-b39e-92358a317ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b131141-8c9e-4d15-bb6c-26ff3211f73d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:16.361690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:03:17.144229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:18.351271 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:18.801083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44750) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:18.973696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec17e341-d2e4-4488-9330-be469fe34da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:18.975078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ec17e341-d2e4-4488-9330-be469fe34da0 admin admin] 10.222.0.48 "GET /v2.0/subnets/909537db-8d11-488a-9c8b-5d5f7828f110 HTTP/1.1" status: 200 len: 849 time: 0.1730266 Nov 12 05:03:19.102175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-be899b8c-ec84-49c4-ac31-5f938bbf6340 admin admin] 10.222.0.48 "GET /v2.0/routers/6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe HTTP/1.1" status: 200 len: 704 time: 0.1208689 Nov 12 05:03:19.351859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:19.375154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:19.665598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Allocated IP 172.20.0.1 (236606d9-874f-4f56-a6f8-47137c4a8e32/909537db-8d11-488a-9c8b-5d5f7828f110/0aab20dd-73c3-4a39-a7d3-cb27e149a48b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:03:19.817431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:19.929390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:19.996093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Network 236606d9-874f-4f56-a6f8-47137c4a8e32 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:03:20.001709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:03:20.010723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:03:20.011357 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:20.077101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Pushing event updated for resources: {'Port': ['ID=0aab20dd-73c3-4a39-a7d3-cb27e149a48b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:20.212825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:20.247794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4f2d7ebb-2dae-473e-8ba2-4c1c97997145 None None] Provisioning complete for port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:20.248165 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7ebb-2dae-473e-8ba2-4c1c97997145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:20.281037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d7ebb-2dae-473e-8ba2-4c1c97997145 None None] Port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:03:20.420716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:20.424978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:20.425749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:20.508567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Pushing event updated for resources: {'Port': ['ID=0aab20dd-73c3-4a39-a7d3-cb27e149a48b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:20.548793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Network 236606d9-874f-4f56-a6f8-47137c4a8e32 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:03:20.550076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:03:20.708388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Router 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:03:20.799381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:03:20.799933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-abaedb95-8940-48bd-9443-39d15570884a None None] Provisioning complete for port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:20.800919 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abaedb95-8940-48bd-9443-39d15570884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:20.812523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d075bca7-f10e-446d-89ba-a926e6b97f88 admin admin] 10.222.0.48 "PUT /v2.0/routers/6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6960180 Nov 12 05:03:20.815207 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Sync routers for ids ['6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:03:20.829290 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Routers {'6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:03:20.830143 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:03:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:20.839204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-abaedb95-8940-48bd-9443-39d15570884a None None] Port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:03:21.020308 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Set router 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:03:21.447752 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'name': 'router1', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:03:09Z', 'updated_at': '2021-11-12T05:03:20Z', 'revision_number': 2, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'gw_port_host': None, '_interfaces': [{'id': '0aab20dd-73c3-4a39-a7d3-cb27e149a48b', 'name': '', 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'mac_address': 'fa:16:3e:8d:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:19Z', 'updated_at': '2021-11-12T05:03:20Z', 'revision_number': 2, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'subnets': [{'id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '104d06fc-622a-490d-a62d-807ba882a5b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:21.497706 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Checking router: 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:03:21.498074 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Updating router 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:03:21.546357 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.053349 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.059570 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.208762 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Pushing event updated for resources: {'Port': ['ID=0aab20dd-73c3-4a39-a7d3-cb27e149a48b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:22.236571 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.236914 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.237247 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.238113 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.238459 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.238784 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.239100 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.239413 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.239755 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.240122 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.240432 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.240749 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Tracked resource versions report: Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: pushed versions: Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: { 'AddressGroup': {'1.2'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'ConntrackHelper': {'1.0'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Log': {'1.0'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Network': {'1.1'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Port': {'1.7'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'PortForwarding': {'1.2'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'QosPolicy': {'1.10'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'SecurityGroup': {'1.5'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'SecurityGroupRule': {'1.2'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'SubPort': {'1.0'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Subnet': {'1.1'}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Trunk': {'1.1'}} Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: consumer versions: Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: { DHCP agent@n-d-765315-28: {}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: L3 agent@n-d-765315-28: {}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: Metadata agent@n-d-765315-28: {}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: Metering agent@n-d-765315-28: {}, Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: Open vSwitch agent@n-d-765315-28: { 'AddressGroup': '1.2', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'ConntrackHelper': '1.0', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Log': '1.0', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Network': '1.1', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Port': '1.7', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'PortForwarding': '1.2', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'QosPolicy': '1.10', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'SecurityGroup': '1.5', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'SecurityGroupRule': '1.2', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'SubPort': '1.0', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Subnet': '1.1', Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: 'Trunk': '1.1'}} Nov 12 05:03:22.241803 n-d-765315-28 neutron-server[102592]: {{(pid=102592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 05:03:22.248425 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Attempting to bind port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:03:22.248839 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Attempting to bind port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:03:22.249261 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Attempting to bind port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b on network 236606d9-874f-4f56-a6f8-47137c4a8e32 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:03:22.255723 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:03:22.256144 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Checking segment: {'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:03:22.256623 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.257093 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Bound using segment: {'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:03:22.257524 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Bound port: 0aab20dd-73c3-4a39-a7d3-cb27e149a48b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cec3d2a-e88b-40f5-a265-572f4cc42bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:03:22.257914 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.323557 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] For port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:03:22.342239 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] For port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0aab20dd-73c3-4a39-a7d3-cb27e149a48b,segment=NetworkSegment(4cec3d2a-e88b-40f5-a265-572f4cc42bf5),segment_id=4cec3d2a-e88b-40f5-a265-572f4cc42bf5)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:03:22.346028 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.368562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f6c71a9d-c99c-43a8-8e40-0d6e6237d399 None None] Provisioning complete for port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:22.369222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6c71a9d-c99c-43a8-8e40-0d6e6237d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.390860 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Routers {'6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:03:22.391485 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:03:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:22.458688 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6c71a9d-c99c-43a8-8e40-0d6e6237d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.481374 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] Set router 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:03:22.497018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f6c71a9d-c99c-43a8-8e40-0d6e6237d399 None None] For port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0aab20dd-73c3-4a39-a7d3-cb27e149a48b,segment=NetworkSegment(4cec3d2a-e88b-40f5-a265-572f4cc42bf5),segment_id=4cec3d2a-e88b-40f5-a265-572f4cc42bf5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:03:22.514016 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6c71a9d-c99c-43a8-8e40-0d6e6237d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.584504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c71a9d-c99c-43a8-8e40-0d6e6237d399 None None] Pushing event updated for resources: {'Port': ['ID=0aab20dd-73c3-4a39-a7d3-cb27e149a48b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:22.594226 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7af67-852d-4cf0-8895-5c5e35bcc2ca None None] Pushing event updated for resources: {'Port': ['ID=0aab20dd-73c3-4a39-a7d3-cb27e149a48b,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:22.641008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9cbbea2e-1c02-48bf-8c54-3d649c638db7 None None] Provisioning complete for port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:22.641512 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cbbea2e-1c02-48bf-8c54-3d649c638db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.718649 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'name': 'router1', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:03:09Z', 'updated_at': '2021-11-12T05:03:20Z', 'revision_number': 2, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'gw_port_host': None, '_interfaces': [{'id': '0aab20dd-73c3-4a39-a7d3-cb27e149a48b', 'name': '', 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'mac_address': 'fa:16:3e:8d:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:19Z', 'updated_at': '2021-11-12T05:03:22Z', 'revision_number': 4, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'subnets': [{'id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '104d06fc-622a-490d-a62d-807ba882a5b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:22.746467 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5696cb9-282e-41b7-a27b-cacfc4a51c2a None None] The sync data for ids ['6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'] in n-d-765315-28 is: [{'id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'name': 'router1', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:03:09Z', 'updated_at': '2021-11-12T05:03:20Z', 'revision_number': 2, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'gw_port_host': None, '_interfaces': [{'id': '0aab20dd-73c3-4a39-a7d3-cb27e149a48b', 'name': '', 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'mac_address': 'fa:16:3e:8d:e7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:19Z', 'updated_at': '2021-11-12T05:03:22Z', 'revision_number': 4, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'subnets': [{'id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '104d06fc-622a-490d-a62d-807ba882a5b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:03:23.182071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44770) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:23.294047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7388fb7-a3ec-417a-8fd0-d675e5ce083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:23.295457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d7388fb7-a3ec-417a-8fd0-d675e5ce083b admin admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 842 time: 0.1123722 Nov 12 05:03:23.305417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:03:23.328128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Made reservation on behalf of 7a7804e8084447bcaf653ea65d22052a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:03:23.330530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:23.609938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.objects.ports [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:03:23.610378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:23.664445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d16b41-07b8-4faa-a003-7eb8596cbce6,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:23.673525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:03:23.673883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Network hostable DHCP agents. Network: 9b131141-8c9e-4d15-bb6c-26ff3211f73d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:03:23.691789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:03:23.701361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9b131141-8c9e-4d15-bb6c-26ff3211f73d) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:03:23.705497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:23.706115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:23.710451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bd1bf-738d-4881-a117-5c8e6dc5467d None None] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:03:23.722880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c8dfb6c3-6fa8-430e-9628-a8ac1fa9ea56 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4208090 Nov 12 05:03:23.858543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0792c3-005b-437a-aeee-958ee7007063 None None] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:03:26.138531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44778) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:26.341983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5ae35cfb-b7be-4683-9dd6-f2e14d52a666 admin admin] 10.222.0.48 "GET /v2.0/routers/6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe HTTP/1.1" status: 200 len: 710 time: 0.2021406 Nov 12 05:03:26.434917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135be50-f838-40e9-9e9f-0583eb305181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:26.436294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2135be50-f838-40e9-9e9f-0583eb305181 admin admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 886 time: 0.0862319 Nov 12 05:03:26.446061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:03:26.694364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:26.925512 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.000886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.103680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Allocated IP 172.25.2.238 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/ed2b99b8-e923-4557-80b2-6ca7b3225b43) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:03:27.201495 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.238601 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.278774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:03:27.283466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:03:27.290033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2b99b8-e923-4557-80b2-6ca7b3225b43,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:27.301936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:03:27.546678 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.828077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.832111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.939022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Router 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:03:28.045204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:03:28.050520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:28.051702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-460cd4a3-e395-4961-8b97-f8ccf2a5a553 admin admin] 10.222.0.48 "PUT /v2.0/routers/6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe HTTP/1.1" status: 200 len: 890 time: 1.6090443 Nov 12 05:03:29.270776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0aab20dd-73c3-4a39-a7d3-cb27e149a48b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:03:29.324326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:29.324773 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:29.702329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Sync routers for ids ['6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:03:29.714549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Routers {'6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:03:29.715273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:03:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:29.924838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Set router 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:03:30.378956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'name': 'router1', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ed2b99b8-e923-4557-80b2-6ca7b3225b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:03:09Z', 'updated_at': '2021-11-12T05:03:27Z', 'revision_number': 4, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'gw_port': {'id': 'ed2b99b8-e923-4557-80b2-6ca7b3225b43', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:27Z', 'updated_at': '2021-11-12T05:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0aab20dd-73c3-4a39-a7d3-cb27e149a48b', 'name': '', 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'mac_address': 'fa:16:3e:8d:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:19Z', 'updated_at': '2021-11-12T05:03:22Z', 'revision_number': 5, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'subnets': [{'id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '104d06fc-622a-490d-a62d-807ba882a5b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:30.431842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Checking router: 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:03:30.432185 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Updating router 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe port ed2b99b8-e923-4557-80b2-6ca7b3225b43 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:03:30.480723 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:30.578040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44792) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:30.689502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-88dee263-a02b-4aab-85a9-3f577a282264 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1101160 Nov 12 05:03:30.806960 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:30.813989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:30.869207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Attempting to bind port ed2b99b8-e923-4557-80b2-6ca7b3225b43 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:03:30.869580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Attempting to bind port ed2b99b8-e923-4557-80b2-6ca7b3225b43 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:03:30.869964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Attempting to bind port ed2b99b8-e923-4557-80b2-6ca7b3225b43 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:03:30.872114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99259d3-62f3-4457-8153-f5e52dc6098e None None] Pushing event updated for resources: {'Port': ['ID=ed2b99b8-e923-4557-80b2-6ca7b3225b43,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:30.878049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:03:30.878456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:03:30.878863 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:30.879255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:03:30.879834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Bound port: ed2b99b8-e923-4557-80b2-6ca7b3225b43, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:03:30.880238 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:30.934507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] For port ed2b99b8-e923-4557-80b2-6ca7b3225b43, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:03:30.938289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] For port ed2b99b8-e923-4557-80b2-6ca7b3225b43, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ed2b99b8-e923-4557-80b2-6ca7b3225b43,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:03:30.942518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:30.996793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Routers {'6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:03:30.997404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:03:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:31.031583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99259d3-62f3-4457-8153-f5e52dc6098e None None] Pushing event updated for resources: {'Port': ['ID=ed2b99b8-e923-4557-80b2-6ca7b3225b43,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:31.107495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] Set router 6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:03:31.324134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'name': 'router1', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ed2b99b8-e923-4557-80b2-6ca7b3225b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:03:09Z', 'updated_at': '2021-11-12T05:03:27Z', 'revision_number': 4, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'gw_port': {'id': 'ed2b99b8-e923-4557-80b2-6ca7b3225b43', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:27Z', 'updated_at': '2021-11-12T05:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0aab20dd-73c3-4a39-a7d3-cb27e149a48b', 'name': '', 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'mac_address': 'fa:16:3e:8d:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:19Z', 'updated_at': '2021-11-12T05:03:22Z', 'revision_number': 5, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'subnets': [{'id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '104d06fc-622a-490d-a62d-807ba882a5b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:31.354983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1abf7a-a67f-409b-9f5d-8ee1c15ce4c0 None None] The sync data for ids ['6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe'] in n-d-765315-28 is: [{'id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'name': 'router1', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ed2b99b8-e923-4557-80b2-6ca7b3225b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:03:09Z', 'updated_at': '2021-11-12T05:03:27Z', 'revision_number': 4, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'gw_port': {'id': 'ed2b99b8-e923-4557-80b2-6ca7b3225b43', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:27Z', 'updated_at': '2021-11-12T05:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0aab20dd-73c3-4a39-a7d3-cb27e149a48b', 'name': '', 'network_id': '236606d9-874f-4f56-a6f8-47137c4a8e32', 'tenant_id': '6397509fe00746f39564c0e6bdd1fd8e', 'mac_address': 'fa:16:3e:8d:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9a6f9a-5667-4b9a-8284-c2a3c03afbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:03:19Z', 'updated_at': '2021-11-12T05:03:22Z', 'revision_number': 5, 'project_id': '6397509fe00746f39564c0e6bdd1fd8e', 'subnets': [{'id': '909537db-8d11-488a-9c8b-5d5f7828f110', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '104d06fc-622a-490d-a62d-807ba882a5b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:03:33.290434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ed2b99b8-e923-4557-80b2-6ca7b3225b43 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:03:33.365453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ed2b99b8-e923-4557-80b2-6ca7b3225b43 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:33.366193 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:33.444899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:33.464867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port ed2b99b8-e923-4557-80b2-6ca7b3225b43, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ed2b99b8-e923-4557-80b2-6ca7b3225b43,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:03:33.469354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:33.524981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=ed2b99b8-e923-4557-80b2-6ca7b3225b43,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:35.308911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ed2b99b8-e923-4557-80b2-6ca7b3225b43 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:03:35.369129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ed2b99b8-e923-4557-80b2-6ca7b3225b43 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:35.370376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:43.773318 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-254e0618-2212-4f13-9f0e-7f8f7e91af62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:46.196713 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58ecb9cb-1395-4b14-978f-57bdbfb9bfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:47.144638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:47.283692 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:03:48.360518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:49.355288 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:13.777861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7110c1c0-ee57-472b-860e-2a1127f59aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:16.192132 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c42dffc3-71b0-457a-80c8-9fe416e37c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:17.147265 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:18.363697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:19.362917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.285177 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:04:43.775675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0fc32ab5-49c9-4895-a57a-48254ce8b64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:46.187560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e848b1ab-2a83-4dfb-9f3e-07dc8d9f5e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:47.150723 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:48.365785 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:49.354424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:01.284485 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:05:12.676459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45386) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:12.737599 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-685996a6-ef27-4aa4-a94e-ad6dc908d10d admin admin] GET failed (client error): The resource could not be found. Nov 12 05:05:12.738939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-685996a6-ef27-4aa4-a94e-ad6dc908d10d admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615327 Nov 12 05:05:12.900897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc6ec9b-9d2e-47a8-867d-5daca2e24f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:12.902380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8fc6ec9b-9d2e-47a8-867d-5daca2e24f7a admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588004 Nov 12 05:05:13.767924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a4b5379-4120-408c-a690-6697a2f16c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:15.191290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45396) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:15.331268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb720d-55d3-44a0-b7fa-c9c1897af554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:15.332645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1dcb720d-55d3-44a0-b7fa-c9c1897af554 admin admin] 10.222.0.48 "GET /v2.0/subnets/909537db-8d11-488a-9c8b-5d5f7828f110 HTTP/1.1" status: 200 len: 849 time: 0.1403818 Nov 12 05:05:15.342524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:05:15.432310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:15.580157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761895731851'] for subnet, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:15.613687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:15.614302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:15.615747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] 10.222.0.48 "PUT /v2.0/subnets/909537db-8d11-488a-9c8b-5d5f7828f110 HTTP/1.1" status: 200 len: 868 time: 0.2767031 Nov 12 05:05:15.637921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cebb9e-0d4f-45c4-9e09-3c5f2166d657 None None] Network 236606d9-874f-4f56-a6f8-47137c4a8e32 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:05:15.638562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909537db-8d11-488a-9c8b-5d5f7828f110,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:05:15.645715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.646051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.646410 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.646739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.647071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.647399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.647722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.648190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.648518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.648839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.649157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.649473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c4ac6-dada-4433-8824-d6f0bf13bb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:05:15.966983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-88b9cf40-8b50-4b67-969b-7a88fbe6a6fa None None] Provisioning complete for port 8f13b83c-e523-4dac-9280-843e18525d7c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:05:15.967350 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-88b9cf40-8b50-4b67-969b-7a88fbe6a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:16.064249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-88b9cf40-8b50-4b67-969b-7a88fbe6a6fa None None] Provisioning complete for port 0aab20dd-73c3-4a39-a7d3-cb27e149a48b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:05:16.064543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-88b9cf40-8b50-4b67-969b-7a88fbe6a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:16.189421 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-961462a5-89a6-45a9-948c-a73dbe33880a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:17.153092 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:17.887809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45406) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:18.099526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b4d44-5253-402d-9d6a-e865fb2648c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:18.099916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b4d44-5253-402d-9d6a-e865fb2648c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:18.101417 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-810b4d44-5253-402d-9d6a-e865fb2648c5 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2126310 Nov 12 05:05:18.368810 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:19.356170 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:20.381527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45414) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:20.509442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d110e-ab63-43d0-a921-995a4e1fb0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:20.509916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d110e-ab63-43d0-a921-995a4e1fb0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:20.511813 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-240d110e-ab63-43d0-a921-995a4e1fb0df admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1293573 Nov 12 05:05:22.789665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45422) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:22.987385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e294f0-2b70-4660-960a-719037fda90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:22.988739 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-76e294f0-2b70-4660-960a-719037fda90c admin admin] 10.222.0.48 "GET /v2.0/networks/236606d9-874f-4f56-a6f8-47137c4a8e32 HTTP/1.1" status: 200 len: 869 time: 0.1981990 Nov 12 05:05:25.271267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45430) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:25.394514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef139f-3fd7-410b-90a0-507dc33b75c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:25.395897 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2bef139f-3fd7-410b-90a0-507dc33b75c2 admin admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 886 time: 0.1236489 Nov 12 05:05:27.659225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45438) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:27.783033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a03b1-442b-43e1-8e5d-5e6a5990a7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:27.783413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a03b1-442b-43e1-8e5d-5e6a5990a7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:27.784931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ed9a03b1-442b-43e1-8e5d-5e6a5990a7f6 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247201 Nov 12 05:05:30.053237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45446) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:30.141721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c02c9-588a-4732-a4d9-1e197dd51417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:30.142183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c02c9-588a-4732-a4d9-1e197dd51417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:30.143680 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-838c02c9-588a-4732-a4d9-1e197dd51417 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894959 Nov 12 05:05:32.421936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:32.512856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b25c3-84b7-476f-bb43-9d2229ba45a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:32.514220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-543b25c3-84b7-476f-bb43-9d2229ba45a0 admin admin] 10.222.0.48 "GET /v2.0/subnets/909537db-8d11-488a-9c8b-5d5f7828f110 HTTP/1.1" status: 200 len: 868 time: 0.0913072 Nov 12 05:05:34.784866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45462) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:34.872353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c5908d-f1b5-411f-8cc7-1ebd0c4d8753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:34.873657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-28c5908d-f1b5-411f-8cc7-1ebd0c4d8753 admin admin] 10.222.0.48 "GET /v2.0/subnets/d2d16b41-07b8-4faa-a003-7eb8596cbce6 HTTP/1.1" status: 200 len: 816 time: 0.0879138 Nov 12 05:05:38.283115 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:05:43.771019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaa15980-f7a7-417e-8739-203ffb3674e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:46.191898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b757b06f-d1a3-4f55-aea8-4d9e6271c6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:47.155930 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:48.371750 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:49.358623 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:00.864305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45516) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:06:00.910425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-42f97fd9-fc70-4f7c-ae1a-b11343de1ff9 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:06:00.911474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-42f97fd9-fc70-4f7c-ae1a-b11343de1ff9 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462282 Nov 12 05:06:03.278088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45524) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:06:03.339708 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23db0d0-6258-4c64-8524-373c9f7a647b admin admin] GET failed (client error): The resource could not be found. Nov 12 05:06:03.340995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f23db0d0-6258-4c64-8524-373c9f7a647b admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618613 Nov 12 05:06:03.425769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed1070-7778-484d-816b-4d0b216a46b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:03.427271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c0ed1070-7778-484d-816b-4d0b216a46b5 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811212 Nov 12 05:06:05.743033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45532) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:06:05.789717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:06:05.818004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Made reservation on behalf of 7a7804e8084447bcaf653ea65d22052a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:06:05.820273 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:05.852462 n-d-765315-28 neutron-server[102589]: WARNING neutron.services.revisions.revision_plugin [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Could not find related network for resource to bump revision. Nov 12 05:06:05.867284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:06:05.877305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:05.877656 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Added segment ab55dcc6-03f4-4efa-8b7a-21f0054b4435 of type vlan for network f6f8a9da-ce31-4e45-82a6-6a82489ec44d Nov 12 05:06:05.922807 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:05.945644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:05.946606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:05.947201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:05.976316 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2322435 Nov 12 05:06:06.011228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0f12-577a-4736-a7e9-e033e70fce9d admin admin] Pushing event updated for resources: {'Network': ['ID=f6f8a9da-ce31-4e45-82a6-6a82489ec44d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:06.021757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:06:08.292085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45540) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:06:08.352936 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd60d48e-c6ac-4e39-a895-a0b1ec78fc94 admin admin] GET failed (client error): The resource could not be found. Nov 12 05:06:08.354234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cd60d48e-c6ac-4e39-a895-a0b1ec78fc94 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612071 Nov 12 05:06:08.424782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc727b-1c16-4191-a6f2-e624f40765af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:08.426219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1ecc727b-1c16-4191-a6f2-e624f40765af admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673738 Nov 12 05:06:08.436360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'description': 'shared-subnet'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:06:08.456172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Made reservation on behalf of 7a7804e8084447bcaf653ea65d22052a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:06:08.458386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:08.616520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:08.668403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32619ad8-f25c-4e68-b2c1-62a9caafc899,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:08.678162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.678531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.678870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.679200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.679529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.679852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.680174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.680516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.680834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.681148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.681463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.681777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:08.687615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:06:08.687970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Network hostable DHCP agents. Network: f6f8a9da-ce31-4e45-82a6-6a82489ec44d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:06:08.704088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:06:08.712079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, f6f8a9da-ce31-4e45-82a6-6a82489ec44d) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:06:08.716044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:08.716639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:08.721413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ff9ae-7f25-47a5-8172-208f0f55dccc None None] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:06:08.731481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-70cf7532-5f9d-4c72-8526-6bc772342869 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2984378 Nov 12 05:06:08.964419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'tenant_id': '7a7804e8084447bcaf653ea65d22052a', 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:06:08.965290 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:09.102702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Allocated IP 192.168.233.2 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/f5a3f6e8-8175-4310-9122-f7c0c804ac6f) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:06:09.244391 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:09.251609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:09.302259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:06:09.305157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:06:09.307653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:06:09.313958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Pushing event updated for resources: {'Port': ['ID=f5a3f6e8-8175-4310-9122-f7c0c804ac6f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:09.325204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.325540 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.325873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.326199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.326546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.326867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.327183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.327499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.327819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.328820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.329134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.329447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:09.375599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Attempting to bind port f5a3f6e8-8175-4310-9122-f7c0c804ac6f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:06:09.375957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Attempting to bind port f5a3f6e8-8175-4310-9122-f7c0c804ac6f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:06:09.376312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Attempting to bind port f5a3f6e8-8175-4310-9122-f7c0c804ac6f on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:06:09.381648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:06:09.382010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:06:09.382433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:09.382813 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:06:09.383268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Bound port: f5a3f6e8-8175-4310-9122-f7c0c804ac6f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:06:09.383638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:09.448586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] For port f5a3f6e8-8175-4310-9122-f7c0c804ac6f, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:06:09.452778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] For port f5a3f6e8-8175-4310-9122-f7c0c804ac6f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f5a3f6e8-8175-4310-9122-f7c0c804ac6f,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:06:09.457066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:09.523210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7787ad-195c-4bda-be93-7930e33bedfc None None] Pushing event updated for resources: {'Port': ['ID=f5a3f6e8-8175-4310-9122-f7c0c804ac6f,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:10.319708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ad249-801d-4ec5-856e-adc0bf7be5f0 None None] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:06:10.396309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-981a97c1-bfff-43be-b7cf-354147d3fae2 None None] Provisioning complete for port f5a3f6e8-8175-4310-9122-f7c0c804ac6f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:06:10.396671 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-981a97c1-bfff-43be-b7cf-354147d3fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:10.593976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-981a97c1-bfff-43be-b7cf-354147d3fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:10.638457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-981a97c1-bfff-43be-b7cf-354147d3fae2 None None] For port f5a3f6e8-8175-4310-9122-f7c0c804ac6f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f5a3f6e8-8175-4310-9122-f7c0c804ac6f,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:10.645917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-981a97c1-bfff-43be-b7cf-354147d3fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:10.733877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a97c1-bfff-43be-b7cf-354147d3fae2 None None] Pushing event updated for resources: {'Port': ['ID=f5a3f6e8-8175-4310-9122-f7c0c804ac6f,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:10.868369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3607dceb-8caa-43b9-98b0-0cd7bc799191 None None] Provisioning complete for port f5a3f6e8-8175-4310-9122-f7c0c804ac6f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:06:10.868821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3607dceb-8caa-43b9-98b0-0cd7bc799191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:11.377157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f5a3f6e8-8175-4310-9122-f7c0c804ac6f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:06:11.429381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f5a3f6e8-8175-4310-9122-f7c0c804ac6f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:06:11.429745 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:13.773236 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7050d8b5-6adc-4267-a6cc-226297ca8a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:15.281239 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:06:16.193807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-43c6f1c0-cef0-4c1c-a4b7-2999c6a86872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:17.158979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:18.376099 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:19.360635 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:43.775526 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c536cd25-db1b-4620-996d-2344b7f7517a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:46.195354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a6bfb63-f8dd-4a69-b562-91d28d72f257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:47.164185 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:48.378206 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:49.363371 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:52.281404 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:07:13.781573 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5f61978-a3b5-4971-a6ba-546f5592ef20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:16.197775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf46b-07cf-41e4-a3fa-98107d75d786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:17.166187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:18.381942 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:19.367496 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:20.300109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45584) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:20.306576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-4637ecc5-a698-4a72-8fc9-b9579ac40a89 tempest-verify_tempest_config-1184925740 tempest-verify_tempest_config-1184925740-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:07:20.307743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4637ecc5-a698-4a72-8fc9-b9579ac40a89 tempest-verify_tempest_config-1184925740 tempest-verify_tempest_config-1184925740-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066631 Nov 12 05:07:20.596022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45602) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:20.697750 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:20.769888 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:20.773315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:20.820215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9da6c1c2074149e7af4bfb5684787fb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2231567 Nov 12 05:07:20.822309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0552e9c-89d8-412b-9f61-124e482e3327,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:20.823182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45606) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:20.830480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.830824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.831167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.831494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.831819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.832143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.832464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.832807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.833148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.833463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.833779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.834094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623ebba-e2fd-4346-b474-f2fd90401451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:20.876860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:20.896837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:20.983762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:20.986677 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:20.987825 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0552e9c-89d8-412b-9f61-124e482e3327 HTTP/1.1" status: 204 len: 168 time: 0.1636655 Nov 12 05:07:20.995942 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0552e9c-89d8-412b-9f61-124e482e3327,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:21.003222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.003569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.003909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.004244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.004574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.004963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.005218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.005549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.005873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.006287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.006828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:21.007164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43fced-be3e-4627-a009-b44148e2b3de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:29.280085 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:07:43.773677 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-08ccf001-6de3-4bff-837c-7348ed2dbbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:46.198951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c78b26f8-a608-4a3c-924b-867683d27c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.168153 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:48.385916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:49.368365 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:06.278187 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:08:13.775064 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e80543d0-b381-4b04-ab33-4dfb677febfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:16.200031 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74f95f83-07be-4d09-9bdf-a9579ace1794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:17.170607 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:18.388735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:19.371691 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:43.277229 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:08:43.781260 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c829b003-bce1-4cdd-82c9-58a40c651991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:46.199937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2879d577-0e7e-4bdc-b26a-8dd94c407b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:47.172872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:48.393300 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:49.372020 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:13.773856 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e1e9bf5-3fcb-49e4-a18d-dae6620e068a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:16.200542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6236c36-f6f9-4910-b0bf-b066126d4ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:17.174832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:18.399595 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:19.374211 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:20.276321 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:09:43.775943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-70b9d4c0-6c56-46b2-b752-9a7e8a761e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:46.202031 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e662686-0520-4f1d-8b94-1ee21be35c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:47.176667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:48.399062 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:49.375176 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:57.275324 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:10:13.777594 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c4e1-1d75-4085-a374-3db9126f37a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:16.206274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-48b86c3f-54a5-46d7-8c74-6e7b1702b793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:17.180224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:18.402637 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:19.376651 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:26.857393 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442552'] for agent, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:34.274366 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:10:40.175985 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442552'] for agent, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:43.778323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ce58ced-cf7c-4906-92d2-6cf532f2672f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.206855 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99f1c4e2-ecb3-4750-bc16-e718f7fff51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.182593 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:48.407678 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.378416 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:56.803716 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:10.141974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:11.272588 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:11:13.780162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-630dd650-7c98-4be9-a213-0f8a6e17a195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:16.208216 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7fa44215-b031-458a-9be9-785c95620a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:17.184753 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:18.409133 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:19.379152 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:19.848941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45660) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:11:19.951833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a51b9ee0-fde4-4203-b74f-1d84d2b7717f admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1018114 Nov 12 05:11:22.267008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45670) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:11:22.320733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f857e6b3-22ab-42cd-803c-01a888b05515 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0525930 Nov 12 05:11:26.818485 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:40.144468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:43.782519 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e7c29c9-a6d8-42b9-8b1e-c559e43b7d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:46.209315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-03423d41-e9a5-4ca3-92fb-e7153285e278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:47.188227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:48.271253 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:11:48.411791 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:49.380569 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:56.838882 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:10.152479 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:13.784214 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97b436f9-eec1-4aec-a7c5-2c18407dbdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:16.212423 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b3d7-796f-4729-8223-792b27221657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:17.192101 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:18.415613 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:19.382562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:25.269908 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:12:26.848178 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:40.168546 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:42.388207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45894) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:42.693585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45908) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:42.876716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ffa8ab70-0ebb-48fc-825b-835227091cf0 tempest-AutoAllocateNetworkTest-1772740780 tempest-AutoAllocateNetworkTest-1772740780-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=834240fadd194c7695c31b2e9ed10578&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4849072 Nov 12 05:12:42.877382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45924) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:43.186197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-network', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:43.222846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e352dc6-21c9-4f46-b991-b94f30935299 tempest-AutoAllocateNetworkTest-1772740780 tempest-AutoAllocateNetworkTest-1772740780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:43.227254 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1e352dc6-21c9-4f46-b991-b94f30935299 tempest-AutoAllocateNetworkTest-1772740780 tempest-AutoAllocateNetworkTest-1772740780-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3457727 Nov 12 05:12:43.227599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:43.236931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Made reservation on behalf of f7d2208e72b640758eb545ea8fc54e75 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:12:43.245881 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.281655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.378919 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ae8b2e4-d7fa-4a8f-a263-1232be71c7ea tempest-AutoAllocateNetworkTest-1772740780 tempest-AutoAllocateNetworkTest-1772740780-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1483750 Nov 12 05:12:43.379643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45952) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:43.406053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.413366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.419468 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f2e2c6d0-21e6-4580-b017-e4d28a32934d tempest-AutoAllocateNetworkTest-1772740780 tempest-AutoAllocateNetworkTest-1772740780-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=834240fadd194c7695c31b2e9ed10578 HTTP/1.1" status: 200 len: 208 time: 0.0381765 Nov 12 05:12:43.437966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:12:43.461578 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.462076 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Added segment 4dbb2466-f5d0-4005-9972-1c8265ee4219 of type vlan for network 88f182b1-b3c0-49d3-b8dd-212cced455c0 Nov 12 05:12:43.464148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ff9de-0e24-41b8-ba62-32b6ae403296,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:43.489216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.489823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.490358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.490796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.491332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.492161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.492589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.492926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.493256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.493668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.493999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.494515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Tracked resource versions report: Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: pushed versions: Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: { 'AddressGroup': {'1.2'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'ConntrackHelper': {'1.0'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Log': {'1.0'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Network': {'1.1'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Port': {'1.7'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'PortForwarding': {'1.2'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'QosPolicy': {'1.10'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'SecurityGroup': {'1.5'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'SecurityGroupRule': {'1.2'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'SubPort': {'1.0'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Subnet': {'1.1'}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Trunk': {'1.1'}} Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: consumer versions: Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: { DHCP agent@n-d-765315-28: {}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: HyperV agent@n-h1-765315-28: {}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: HyperV agent@n-h2-765315-28: {}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: L3 agent@n-d-765315-28: {}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: Metadata agent@n-d-765315-28: {}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: Metering agent@n-d-765315-28: {}, Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: Open vSwitch agent@n-d-765315-28: { 'AddressGroup': '1.2', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'ConntrackHelper': '1.0', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Log': '1.0', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Network': '1.1', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Port': '1.7', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'PortForwarding': '1.2', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'QosPolicy': '1.10', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'SecurityGroup': '1.5', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'SecurityGroupRule': '1.2', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'SubPort': '1.0', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Subnet': '1.1', Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: 'Trunk': '1.1'}} Nov 12 05:12:43.495868 n-d-765315-28 neutron-server[102590]: {{(pid=102590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 05:12:43.548020 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.574590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.575685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:43.576283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.655038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9601965 Nov 12 05:12:43.656829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45974) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:43.662068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Request body: {'subnet': {'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-subnet', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:43.665629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2c0c6-8cc2-442a-a1ad-7b25560cc62b admin admin] Pushing event updated for resources: {'Network': ['ID=88f182b1-b3c0-49d3-b8dd-212cced455c0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:43.678208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:12:43.691811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Made reservation on behalf of f7d2208e72b640758eb545ea8fc54e75 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:12:43.695254 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.795228 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e87eae90-0f5c-40ca-b3a9-6d29969808d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.918196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:43.961119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da891232-5056-49dd-9d8b-c54a2818ba64,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:43.970698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.971047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.971400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.971730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.972351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.972850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.973303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.973777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.974101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.974576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.975048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.975374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Tracked resource versions report: Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: pushed versions: Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: { 'AddressGroup': {'1.2'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'ConntrackHelper': {'1.0'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Log': {'1.0'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Network': {'1.1'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Port': {'1.7'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'PortForwarding': {'1.2'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'QosPolicy': {'1.10'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'SecurityGroup': {'1.5'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'SecurityGroupRule': {'1.2'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'SubPort': {'1.0'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Subnet': {'1.1'}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Trunk': {'1.1'}} Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: consumer versions: Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: { DHCP agent@n-d-765315-28: {}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: HyperV agent@n-h1-765315-28: {}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: HyperV agent@n-h2-765315-28: {}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: L3 agent@n-d-765315-28: {}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: Metadata agent@n-d-765315-28: {}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: Metering agent@n-d-765315-28: {}, Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: Open vSwitch agent@n-d-765315-28: { 'AddressGroup': '1.2', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'ConntrackHelper': '1.0', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Log': '1.0', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Network': '1.1', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Port': '1.7', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'PortForwarding': '1.2', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'QosPolicy': '1.10', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'SecurityGroup': '1.5', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'SecurityGroupRule': '1.2', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'SubPort': '1.0', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Subnet': '1.1', Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: 'Trunk': '1.1'}} Nov 12 05:12:43.976380 n-d-765315-28 neutron-server[102589]: {{(pid=102589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 05:12:44.007459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Checking segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:44.008054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Network hostable DHCP agents. Network: 88f182b1-b3c0-49d3-b8dd-212cced455c0, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:12:44.031028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:12:44.046108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 88f182b1-b3c0-49d3-b8dd-212cced455c0) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:44.052040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:44.052887 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.059926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45994) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:44.062124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c25dd3-1c6c-402d-9f8f-dfa4b75ee696 None None] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:12:44.090145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46000) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:44.091481 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b0c83ea-8239-49ba-ad69-348082ae80e7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4334235 Nov 12 05:12:44.094788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:44.139319 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.140956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.217601 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.249270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-88f182b1-b3c0-49d3-b8dd-212cced455c0', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:12:44.250659 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.378140 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.426626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Allocated IP 172.20.0.2 (88f182b1-b3c0-49d3-b8dd-212cced455c0/da891232-5056-49dd-9d8b-c54a2818ba64/cc92009c-2517-4d74-b62c-7161b70ea193) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:12:44.592666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-051f194c-7cb7-40e1-91ac-464df16bca0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.634896 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.655888 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.661524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.688856 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.727322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:12:44.735081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:44.739591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:12:44.751990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Pushing event updated for resources: {'Port': ['ID=cc92009c-2517-4d74-b62c-7161b70ea193,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:44.797824 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-051f194c-7cb7-40e1-91ac-464df16bca0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.806318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.806741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.807191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.807592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.808001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.808410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.808798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.809306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.810316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.810787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.811178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.811569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Tracked resource versions report: Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: pushed versions: Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: { 'AddressGroup': {'1.2'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'ConntrackHelper': {'1.0'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Log': {'1.0'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Network': {'1.1'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Port': {'1.7'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'PortForwarding': {'1.2'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'QosPolicy': {'1.10'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'SecurityGroup': {'1.5'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'SecurityGroupRule': {'1.2'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'SubPort': {'1.0'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Subnet': {'1.1'}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Trunk': {'1.1'}} Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: consumer versions: Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: { DHCP agent@n-d-765315-28: {}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: HyperV agent@n-h1-765315-28: {}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: HyperV agent@n-h2-765315-28: {}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: L3 agent@n-d-765315-28: {}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: Metadata agent@n-d-765315-28: {}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: Metering agent@n-d-765315-28: {}, Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: Open vSwitch agent@n-d-765315-28: { 'AddressGroup': '1.2', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'ConntrackHelper': '1.0', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Log': '1.0', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Network': '1.1', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Port': '1.7', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'PortForwarding': '1.2', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'QosPolicy': '1.10', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'SecurityGroup': '1.5', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'SecurityGroupRule': '1.2', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'SubPort': '1.0', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Subnet': '1.1', Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: 'Trunk': '1.1'}} Nov 12 05:12:44.812842 n-d-765315-28 neutron-server[102591]: {{(pid=102591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 05:12:44.830674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-051f194c-7cb7-40e1-91ac-464df16bca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.849947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Attempting to bind port cc92009c-2517-4d74-b62c-7161b70ea193 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:12:44.850455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Attempting to bind port cc92009c-2517-4d74-b62c-7161b70ea193 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:12:44.850887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Attempting to bind port cc92009c-2517-4d74-b62c-7161b70ea193 on network 88f182b1-b3c0-49d3-b8dd-212cced455c0 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:12:44.856898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:12:44.857354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Checking segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:44.857821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.858383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Bound using segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:12:44.858846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Bound port: cc92009c-2517-4d74-b62c-7161b70ea193, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:12:44.859761 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.870394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f194c-7cb7-40e1-91ac-464df16bca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e0133-86e4-4df7-90bb-a284559019e6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:44.907222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-051f194c-7cb7-40e1-91ac-464df16bca0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=834240fadd194c7695c31b2e9ed10578&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8439355 Nov 12 05:12:44.907869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46040) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:44.939152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Allocated IP 172.25.2.172 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/62634526-e56c-489e-9e0a-c99f512bcd12) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:12:44.950007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] For port cc92009c-2517-4d74-b62c-7161b70ea193, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:12:44.956172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] For port cc92009c-2517-4d74-b62c-7161b70ea193, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cc92009c-2517-4d74-b62c-7161b70ea193,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:12:44.966869 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:44.987981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eba67336-9ded-4af5-a21c-3c19b5b004c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.044161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eba67336-9ded-4af5-a21c-3c19b5b004c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.057989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403989e-c7df-4494-8a72-af538628ddf7 None None] Pushing event updated for resources: {'Port': ['ID=cc92009c-2517-4d74-b62c-7161b70ea193,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:45.124368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eba67336-9ded-4af5-a21c-3c19b5b004c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.130534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eba67336-9ded-4af5-a21c-3c19b5b004c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.135141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eba67336-9ded-4af5-a21c-3c19b5b004c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a33e0133-86e4-4df7-90bb-a284559019e6 HTTP/1.1" status: 204 len: 168 time: 0.2224357 Nov 12 05:12:45.142475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba67336-9ded-4af5-a21c-3c19b5b004c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e0133-86e4-4df7-90bb-a284559019e6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:45.154749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.205856 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.244241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:12:45.248656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:45.252029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:12:45.302120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=62634526-e56c-489e-9e0a-c99f512bcd12,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:45.549672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.621172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cc92009c-2517-4d74-b62c-7161b70ea193 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:12:45.702012 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port cc92009c-2517-4d74-b62c-7161b70ea193 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:45.703213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.766180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.830286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.914240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port cc92009c-2517-4d74-b62c-7161b70ea193, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cc92009c-2517-4d74-b62c-7161b70ea193,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:12:45.930765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:45.942143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:12:46.024957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=cc92009c-2517-4d74-b62c-7161b70ea193,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:46.235042 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0a5e-bde5-4789-85f6-ba9f7c737266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:46.284767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:12:46.300789 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Sync routers for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:12:46.323579 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:12:46.327180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:46.328749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6d51b158-4e8e-4427-a85e-e3d2f314b3c6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2374389 Nov 12 05:12:46.331445 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:12:46.331913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:46.353365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce04f07-1f85-4d6c-9484-13014fba0895 None None] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:12:46.514393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-832c67fb-7c55-4420-801f-9a1c081d5bc8 None None] Provisioning complete for port cc92009c-2517-4d74-b62c-7161b70ea193 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:46.514840 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-832c67fb-7c55-4420-801f-9a1c081d5bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:46.568371 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:12:46.965444 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:45Z', 'revision_number': 3, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:12:47.006101 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Checking router: 52f69f00-9c78-4f5c-81a7-bb664312a6f1 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:12:47.007348 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Updating router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 port 62634526-e56c-489e-9e0a-c99f512bcd12 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:12:47.075462 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.210468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.276741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-79fd6239-6182-4f3f-acec-60851d48e3d4 None None] Provisioning complete for port cc92009c-2517-4d74-b62c-7161b70ea193 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:47.277145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79fd6239-6182-4f3f-acec-60851d48e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.395539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.499496 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.513392 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.551328 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Attempting to bind port 62634526-e56c-489e-9e0a-c99f512bcd12 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:12:47.551987 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Attempting to bind port 62634526-e56c-489e-9e0a-c99f512bcd12 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:12:47.552533 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Attempting to bind port 62634526-e56c-489e-9e0a-c99f512bcd12 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:12:47.576294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cc92009c-2517-4d74-b62c-7161b70ea193 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:12:47.579812 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:12:47.580429 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:47.581032 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.581589 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:12:47.582242 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Bound port: 62634526-e56c-489e-9e0a-c99f512bcd12, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:12:47.582851 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.648794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port cc92009c-2517-4d74-b62c-7161b70ea193 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:47.649155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.665838 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] For port 62634526-e56c-489e-9e0a-c99f512bcd12, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:12:47.686430 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] For port 62634526-e56c-489e-9e0a-c99f512bcd12, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=62634526-e56c-489e-9e0a-c99f512bcd12,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:12:47.688528 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Pushing event updated for resources: {'Port': ['ID=62634526-e56c-489e-9e0a-c99f512bcd12,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:47.697419 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.698331 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.698973 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.699499 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.700021 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.700941 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.701489 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.702424 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.703055 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.703788 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.704350 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.704868 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Tracked resource versions report: Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: pushed versions: Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: { 'AddressGroup': {'1.2'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'ConntrackHelper': {'1.0'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Log': {'1.0'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Network': {'1.1'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Port': {'1.7'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'PortForwarding': {'1.2'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'QosPolicy': {'1.10'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'SecurityGroup': {'1.5'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'SecurityGroupRule': {'1.2'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'SubPort': {'1.0'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Subnet': {'1.1'}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Trunk': {'1.1'}} Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: consumer versions: Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: { DHCP agent@n-d-765315-28: {}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: HyperV agent@n-h1-765315-28: {}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: HyperV agent@n-h2-765315-28: {}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: L3 agent@n-d-765315-28: {}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: Metadata agent@n-d-765315-28: {}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: Metering agent@n-d-765315-28: {}, Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: Open vSwitch agent@n-d-765315-28: { 'AddressGroup': '1.2', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'ConntrackHelper': '1.0', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Log': '1.0', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Network': '1.1', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Port': '1.7', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'PortForwarding': '1.2', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'QosPolicy': '1.10', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'SecurityGroup': '1.5', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'SecurityGroupRule': '1.2', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'SubPort': '1.0', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Subnet': '1.1', Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: 'Trunk': '1.1'}} Nov 12 05:12:47.707107 n-d-765315-28 neutron-server[102592]: {{(pid=102592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 05:12:47.712805 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:47.764225 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53107356-a349-4b1a-9f1d-36ae0880a6ea None None] Pushing event updated for resources: {'Port': ['ID=62634526-e56c-489e-9e0a-c99f512bcd12,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:47.798212 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:12:47.799284 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:12:47.867143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Allocated IP 172.20.0.1 (88f182b1-b3c0-49d3-b8dd-212cced455c0/da891232-5056-49dd-9d8b-c54a2818ba64/77497987-3c4a-4bb0-a7eb-7bf27e12fb27) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:12:47.944448 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:12:48.022334 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:48.097743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:48.177823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:12:48.183607 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:45Z', 'revision_number': 3, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:12:48.199736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:48.218253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:12:48.219670 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:48.236768 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd3d11-de4c-4839-8c41-c84a154092a1 None None] The sync data for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 is: [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:45Z', 'revision_number': 3, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:12:48.339873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Pushing event updated for resources: {'Port': ['ID=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:48.450692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:48.560609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46236) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:48.581598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e48db068-0768-4d7d-9b7f-3aa2bdfa9940 None None] Provisioning complete for port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:48.581971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e48db068-0768-4d7d-9b7f-3aa2bdfa9940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:48.689966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e48db068-0768-4d7d-9b7f-3aa2bdfa9940 None None] Port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:12:48.775580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:48.851980 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc004-d10c-4dcb-9041-f75fddf0b97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:48.988672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46262) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:49.065909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc004-d10c-4dcb-9041-f75fddf0b97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.076741 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc004-d10c-4dcb-9041-f75fddf0b97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.181386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dc004-d10c-4dcb-9041-f75fddf0b97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc0244c-6a60-49c0-a575-140b10c9145f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:49.193065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46276) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:49.195061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4c0dc004-d10c-4dcb-9041-f75fddf0b97b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe167f96f7334f0e8c63fac825224961&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6318045 Nov 12 05:12:49.233011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.241761 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-082c1905-e166-4489-ba45-d077cc6a2391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.266637 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.269627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.391361 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.409024 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-082c1905-e166-4489-ba45-d077cc6a2391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.418720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-082c1905-e166-4489-ba45-d077cc6a2391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.524359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-082c1905-e166-4489-ba45-d077cc6a2391 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4bb4f25caa84d229236fa9f508cdad1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5307965 Nov 12 05:12:49.527879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46310) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:49.536732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c1905-e166-4489-ba45-d077cc6a2391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a433a-31c7-4ac1-bbce-6a72b01b8801,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:49.674541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a033398-891b-41cc-b608-6fdd1effdc46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.699005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 62634526-e56c-489e-9e0a-c99f512bcd12 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:12:49.722515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:12:49.722599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a033398-891b-41cc-b608-6fdd1effdc46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.722686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Pushing event updated for resources: {'Port': ['ID=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:49.725669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:49.762260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c6d85fd-5ff0-46b1-af6a-7a6e27faea71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.804122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c6d85fd-5ff0-46b1-af6a-7a6e27faea71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.845302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a033398-891b-41cc-b608-6fdd1effdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.847002 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a033398-891b-41cc-b608-6fdd1effdc46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.848147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3a033398-891b-41cc-b608-6fdd1effdc46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec9a433a-31c7-4ac1-bbce-6a72b01b8801 HTTP/1.1" status: 204 len: 168 time: 0.3190784 Nov 12 05:12:49.872090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a033398-891b-41cc-b608-6fdd1effdc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a433a-31c7-4ac1-bbce-6a72b01b8801,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:49.874794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 62634526-e56c-489e-9e0a-c99f512bcd12 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:49.875376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.876451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46354) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:49.937818 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c6d85fd-5ff0-46b1-af6a-7a6e27faea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.940775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c6d85fd-5ff0-46b1-af6a-7a6e27faea71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.944322 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2c6d85fd-5ff0-46b1-af6a-7a6e27faea71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bc0244c-6a60-49c0-a575-140b10c9145f HTTP/1.1" status: 204 len: 168 time: 0.7435362 Nov 12 05:12:49.990887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d85fd-5ff0-46b1-af6a-7a6e27faea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc0244c-6a60-49c0-a575-140b10c9145f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:50.037142 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:50.070147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 62634526-e56c-489e-9e0a-c99f512bcd12, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=62634526-e56c-489e-9e0a-c99f512bcd12,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:12:50.078518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:50.093058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:12:50.135372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46372) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:50.141111 n-d-765315-28 neutron-server[102590]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 05:12:50.179306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=62634526-e56c-489e-9e0a-c99f512bcd12,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:50.179511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-b6746795-2c23-414a-8c38-baa3337c6196 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5e280a6f69d54f37a3d52e915fe31486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396998 Nov 12 05:12:50.288945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-d127820a-1739-49fd-a899-14eec0e6a9f5 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:50.296303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-d127820a-1739-49fd-a899-14eec0e6a9f5 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159236 Nov 12 05:12:50.299958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:12:50.308145 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b2e28358-2f99-4160-8b02-0e4e26f09426 admin admin] 10.222.0.48 "PUT /v2.0/routers/52f69f00-9c78-4f5c-81a7-bb664312a6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9749584 Nov 12 05:12:50.312880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-2a6e65f7-550b-46ec-9668-8e2ee309fe01 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/quotas/5e280a6f69d54f37a3d52e915fe31486 HTTP/1.1" status: 200 len: 375 time: 0.0156910 Nov 12 05:12:50.332740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9d5b7022-cb24-4e55-bcea-3d86d46169f1 None None] Provisioning complete for port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:50.333227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7022-cb24-4e55-bcea-3d86d46169f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:50.380286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b7022-cb24-4e55-bcea-3d86d46169f1 None None] Port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:12:50.396676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-c230a048-76bd-4ac0-9813-439a8f7edefc tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e280a6f69d54f37a3d52e915fe31486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826612 Nov 12 05:12:50.572053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d8d82ce-53ed-40c7-9161-8437b5653b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:50.653932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46392) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:50.757725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d8d82ce-53ed-40c7-9161-8437b5653b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:50.764032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d8d82ce-53ed-40c7-9161-8437b5653b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:50.819616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d82ce-53ed-40c7-9161-8437b5653b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91a147-ce29-4aee-9f4f-b85cd6872219,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:50.830114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46416) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:50.830564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0d8d82ce-53ed-40c7-9161-8437b5653b71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14446c43881840bc82ebdad2dcc5156a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9524624 Nov 12 05:12:50.860786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Sync routers for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:12:50.871945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:12:50.872558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:12:50.907046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07a4edd2-c8f2-4616-b76f-8d782cb0467d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:50.933890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07a4edd2-c8f2-4616-b76f-8d782cb0467d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.002901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:12:51.019231 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07a4edd2-c8f2-4616-b76f-8d782cb0467d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.023610 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07a4edd2-c8f2-4616-b76f-8d782cb0467d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.024742 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-07a4edd2-c8f2-4616-b76f-8d782cb0467d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e91a147-ce29-4aee-9f4f-b85cd6872219 HTTP/1.1" status: 204 len: 168 time: 0.1936469 Nov 12 05:12:51.050406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4edd2-c8f2-4616-b76f-8d782cb0467d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91a147-ce29-4aee-9f4f-b85cd6872219,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:51.052644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a474fb18-490b-4b37-a58c-8fb6ad6cdde0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.113204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46436) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:51.133932 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c13ab3c-30a3-4fc3-adc9-19f633276863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.191950 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a474fb18-490b-4b37-a58c-8fb6ad6cdde0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.197550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a474fb18-490b-4b37-a58c-8fb6ad6cdde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.287105 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a474fb18-490b-4b37-a58c-8fb6ad6cdde0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e94f9cf078ef4a10b1276d5792814595&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6296196 Nov 12 05:12:51.301472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46444) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:51.338944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c13ab3c-30a3-4fc3-adc9-19f633276863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.345293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474fb18-490b-4b37-a58c-8fb6ad6cdde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbfab0a-73d7-4e70-8e63-d6e106d340e2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:51.363815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c13ab3c-30a3-4fc3-adc9-19f633276863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.417605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46452) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:51.423340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13ab3c-30a3-4fc3-adc9-19f633276863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aeef48-b626-4896-8a90-a4cb932b2d97,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:51.437735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f66c8c7-bf9d-449d-98d1-7df82ebf5dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.503476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:49Z', 'revision_number': 2, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:12:51.520158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-272f0341-6006-438b-99e7-3f93782b4daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.581129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Checking router: 52f69f00-9c78-4f5c-81a7-bb664312a6f1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:12:51.583385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Updating router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:12:51.616262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-272f0341-6006-438b-99e7-3f93782b4daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.624117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f66c8c7-bf9d-449d-98d1-7df82ebf5dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.637354 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f66c8c7-bf9d-449d-98d1-7df82ebf5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.673284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46462) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:51.678903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 62634526-e56c-489e-9e0a-c99f512bcd12 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:12:51.683132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8c13ab3c-30a3-4fc3-adc9-19f633276863 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eea57855dc7e48a99c3b7a011cbbdd01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5684013 Nov 12 05:12:51.685376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46470) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:51.695845 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.740758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66c8c7-bf9d-449d-98d1-7df82ebf5dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca711ee3-390b-42eb-836d-fa8563dcab83,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:51.759127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-272f0341-6006-438b-99e7-3f93782b4daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.763000 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-272f0341-6006-438b-99e7-3f93782b4daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.764225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-272f0341-6006-438b-99e7-3f93782b4daa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fbfab0a-73d7-4e70-8e63-d6e106d340e2 HTTP/1.1" status: 204 len: 168 time: 0.4614656 Nov 12 05:12:51.777740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f0341-6006-438b-99e7-3f93782b4daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbfab0a-73d7-4e70-8e63-d6e106d340e2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:51.781063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c83076b-f691-4dc4-8c6d-9a5a5de897db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.808227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46482) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:51.808952 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f66c8c7-bf9d-449d-98d1-7df82ebf5dcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af79f333544244e8b4221142e48a63df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3899264 Nov 12 05:12:51.875357 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c83076b-f691-4dc4-8c6d-9a5a5de897db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.940640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b3d-07d1-4f0f-848a-f6307088715d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:51.970600 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b3d-07d1-4f0f-848a-f6307088715d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.033164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 62634526-e56c-489e-9e0a-c99f512bcd12 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:52.034128 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.078381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c83076b-f691-4dc4-8c6d-9a5a5de897db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.081554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c83076b-f691-4dc4-8c6d-9a5a5de897db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.085951 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8c83076b-f691-4dc4-8c6d-9a5a5de897db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93aeef48-b626-4896-8a90-a4cb932b2d97 HTTP/1.1" status: 204 len: 168 time: 0.3972690 Nov 12 05:12:52.097446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83076b-f691-4dc4-8c6d-9a5a5de897db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aeef48-b626-4896-8a90-a4cb932b2d97,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:52.099862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b3d-07d1-4f0f-848a-f6307088715d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.103358 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b3d-07d1-4f0f-848a-f6307088715d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.105076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f88d2b3d-07d1-4f0f-848a-f6307088715d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca711ee3-390b-42eb-836d-fa8563dcab83 HTTP/1.1" status: 204 len: 168 time: 0.2956889 Nov 12 05:12:52.115780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d2b3d-07d1-4f0f-848a-f6307088715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca711ee3-390b-42eb-836d-fa8563dcab83,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:52.282027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79616f88-0ed0-4d88-8d74-b42aca6903b7 req-7964612d-263f-4a1a-8a0a-de306d7179c6 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 210 time: 0.6071250 Nov 12 05:12:52.353313 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.361024 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.512074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Attempting to bind port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:12:52.512818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Attempting to bind port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:12:52.513253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Attempting to bind port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 on network 88f182b1-b3c0-49d3-b8dd-212cced455c0 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:12:52.520615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:12:52.521132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Checking segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:52.521634 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.522135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Bound using segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:12:52.523220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Bound port: 77497987-3c4a-4bb0-a7eb-7bf27e12fb27, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:12:52.523220 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.527518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7eac2-5bc7-49e5-9a4e-8b716239b94c None None] Pushing event updated for resources: {'Port': ['ID=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:52.593309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46520) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:52.604868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] For port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:12:52.608439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] For port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:12:52.614517 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.632419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b4f65c7-4885-4c14-a8b4-8976f61e6b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.669580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:12:52.670090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:12:52.816508 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b4f65c7-4885-4c14-a8b4-8976f61e6b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.820925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7eac2-5bc7-49e5-9a4e-8b716239b94c None None] Pushing event updated for resources: {'Port': ['ID=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:52.832400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b4f65c7-4885-4c14-a8b4-8976f61e6b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.860549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c8e2b8f8-015d-4fe9-af8a-32fd780a26d7 None None] Provisioning complete for port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:52.860924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b8f8-015d-4fe9-af8a-32fd780a26d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:52.893963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:12:52.915144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1b4f65c7-4885-4c14-a8b4-8976f61e6b25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e2208856d764b1fabeb461ce8404d89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3200531 Nov 12 05:12:52.918413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46528) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:52.926221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f65c7-4885-4c14-a8b4-8976f61e6b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cc8ee5-e206-410d-98ae-95b6571a5df4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:53.028542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-640b7c0f-6bff-4b32-9de5-6ae7faf983c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.076203 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-640b7c0f-6bff-4b32-9de5-6ae7faf983c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.183616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-640b7c0f-6bff-4b32-9de5-6ae7faf983c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.186575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-640b7c0f-6bff-4b32-9de5-6ae7faf983c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.187837 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-640b7c0f-6bff-4b32-9de5-6ae7faf983c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4cc8ee5-e206-410d-98ae-95b6571a5df4 HTTP/1.1" status: 204 len: 168 time: 0.2674794 Nov 12 05:12:53.204982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46534) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:53.205501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b7c0f-6bff-4b32-9de5-6ae7faf983c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cc8ee5-e206-410d-98ae-95b6571a5df4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:53.212428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46536) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:53.242371 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2de113de-7e75-4c56-8344-2ba0b0134d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.259115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b8f8-015d-4fe9-af8a-32fd780a26d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.330428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c8e2b8f8-015d-4fe9-af8a-32fd780a26d7 None None] For port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:12:53.340757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b8f8-015d-4fe9-af8a-32fd780a26d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.372263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2de113de-7e75-4c56-8344-2ba0b0134d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.385885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2de113de-7e75-4c56-8344-2ba0b0134d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.416068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2b8f8-015d-4fe9-af8a-32fd780a26d7 None None] Pushing event updated for resources: {'Port': ['ID=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:53.427878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:52Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:12:53.456615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2de113de-7e75-4c56-8344-2ba0b0134d2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e51ceaf78d74e46a74dbf3917d04209&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2423627 Nov 12 05:12:53.457725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de113de-7e75-4c56-8344-2ba0b0134d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27634dc-74a9-4fa6-ad19-a0a258d547e3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:53.459263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46548) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:53.484462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80ba14-2efa-48fd-b305-236e6fa30141 None None] The sync data for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 is: [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:52Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:12:53.503616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b0ae0825-ef43-4f32-ab6b-f06d0816d07b None None] Provisioning complete for port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:53.504292 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0825-ef43-4f32-ab6b-f06d0816d07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.564680 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4055ee02-dd07-40a5-8a0c-06f15dd057a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.646199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4055ee02-dd07-40a5-8a0c-06f15dd057a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.659397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68cc95fa-c0cd-463f-93af-8a9daff6397a req-ffde3eec-01db-4a92-8173-fbf78f816e13 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 210 time: 0.0930738 Nov 12 05:12:53.720534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.47', 62661) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:53.746520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4055ee02-dd07-40a5-8a0c-06f15dd057a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.752507 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4055ee02-dd07-40a5-8a0c-06f15dd057a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.759599 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4055ee02-dd07-40a5-8a0c-06f15dd057a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d27634dc-74a9-4fa6-ad19-a0a258d547e3 HTTP/1.1" status: 204 len: 168 time: 0.2978358 Nov 12 05:12:53.769206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-deae31d2-170e-4e81-b0d4-1de46b778678 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5e280a6f69d54f37a3d52e915fe31486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464704 Nov 12 05:12:53.772136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055ee02-dd07-40a5-8a0c-06f15dd057a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27634dc-74a9-4fa6-ad19-a0a258d547e3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:53.855952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46556) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:53.861537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-network', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:53.882869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-35263b5c-99dc-43b5-a289-b3f7f6418dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.918307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Made reservation on behalf of c18d4199dafc4e6e8de8da2b3196d17b for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:12:53.924151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.942254 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.995925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-84e8b631-1397-4e97-86ac-5928233f2e77 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:53.997455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-84e8b631-1397-4e97-86ac-5928233f2e77 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172651 Nov 12 05:12:54.073136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.076939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-35263b5c-99dc-43b5-a289-b3f7f6418dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.084165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.085194 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-35263b5c-99dc-43b5-a289-b3f7f6418dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.122522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Request body: {'port': {'device_id': '8b63b170-8d15-469e-89f1-1497127fae70', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '5e280a6f69d54f37a3d52e915fe31486'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:54.141225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:12:54.159862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.160279 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Added segment a9f11284-4356-4715-a4b9-3984c5fc4896 of type vlan for network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 Nov 12 05:12:54.169422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35263b5c-99dc-43b5-a289-b3f7f6418dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8881b607-3420-40ff-a786-da06c0906c91,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:54.217785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.228278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bb1a75-ff43-418c-8aaa-a231bda060ce,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:54.273256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.274495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:54.275207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.317224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-35263b5c-99dc-43b5-a289-b3f7f6418dbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31b7b04649ea42aca978e3baa2f46ceb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1107864 Nov 12 05:12:54.323875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46576) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:54.324208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46578) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:54.325562 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4683836 Nov 12 05:12:54.358620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Request body: {'subnet': {'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-subnet', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:54.386078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425b71a-eab5-4b57-b9da-16f5f9aa82ac admin admin] Pushing event updated for resources: {'Network': ['ID=e30aa5cc-9a27-4582-ac64-bbb50ba40cf1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:54.398123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:12:54.478300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Made reservation on behalf of c18d4199dafc4e6e8de8da2b3196d17b for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:12:54.481781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.528588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60a2eeb2-7363-4a7f-a5c1-f736dd8f2d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.588963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60a2eeb2-7363-4a7f-a5c1-f736dd8f2d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.640528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Made reservation on behalf of 5e280a6f69d54f37a3d52e915fe31486 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:12:54.644196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.669930 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.818157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60a2eeb2-7363-4a7f-a5c1-f736dd8f2d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.820953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60a2eeb2-7363-4a7f-a5c1-f736dd8f2d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:54.822629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-60a2eeb2-7363-4a7f-a5c1-f736dd8f2d43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8881b607-3420-40ff-a786-da06c0906c91 HTTP/1.1" status: 204 len: 168 time: 0.4969647 Nov 12 05:12:54.854778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2eeb2-7363-4a7f-a5c1-f736dd8f2d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8881b607-3420-40ff-a786-da06c0906c91,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:54.922643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82ec8e14-193a-4be3-898a-fd20a6163db8 req-1e80e41d-ace8-40c9-9cb4-9fb8d2b0b690 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 210 time: 0.0596852 Nov 12 05:12:55.000867 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.036583 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.048823 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.168519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1144d045-79b0-4421-a2d9-776bb3d93e3d,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:55.186953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cef6cc-a577-4356-a022-f5d4855aaa94,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:55.236536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Checking segment: {'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:55.236934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Network hostable DHCP agents. Network: e30aa5cc-9a27-4582-ac64-bbb50ba40cf1, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:12:55.450009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:12:55.474182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Allocated IP 192.168.233.21 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:12:55.620642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e30aa5cc-9a27-4582-ac64-bbb50ba40cf1) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:55.630014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f9696-a3e8-4d35-8aac-c3bb2714c557 None None] Network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:12:55.630553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:55.631060 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.676586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46634) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:55.709123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-388b9936-d00c-4e64-bdc9-5fb83ad7c01b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.771195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:12:55.798960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a3d1da71-42fb-43cf-9843-218d3e63e46e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4437704 Nov 12 05:12:55.801297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46638) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:55.814040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:55.896900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.922151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:55.922925 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.940437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.943796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.981795 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.002753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e30aa5cc-9a27-4582-ac64-bbb50ba40cf1', 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'fixed_ips': [{'subnet_id': '1144d045-79b0-4421-a2d9-776bb3d93e3d'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:12:56.005323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.186576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:12:56.283716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:56.297302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:12:56.309947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.331266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:56.335429 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.420855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Pushing event updated for resources: {'Port': ['ID=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:56.450624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-f943e17a-5f5e-4f91-8d5b-ba19f3a64934 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3406522 Nov 12 05:12:56.466375 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-388b9936-d00c-4e64-bdc9-5fb83ad7c01b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.483820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-ebdafa4a-f3cf-4a44-866f-ae319c9c65b4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:12:56.485401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-ebdafa4a-f3cf-4a44-866f-ae319c9c65b4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100944 Nov 12 05:12:56.528852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7203c46-c715-44d0-926b-8c745d000e14 req-56f262fc-8dd3-444e-a3fc-4c092f755320 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:56.532891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7203c46-c715-44d0-926b-8c745d000e14 req-56f262fc-8dd3-444e-a3fc-4c092f755320 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 935 time: 0.3957911 Nov 12 05:12:56.675291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7203c46-c715-44d0-926b-8c745d000e14 req-d3aaad64-cf27-4b18-a981-128f803d55bc tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305740 Nov 12 05:12:56.691549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-388b9936-d00c-4e64-bdc9-5fb83ad7c01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.705806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Allocated IP 172.20.0.2 (e30aa5cc-9a27-4582-ac64-bbb50ba40cf1/1144d045-79b0-4421-a2d9-776bb3d93e3d/e85dd5cf-275f-4e31-bcd4-19e3666632bf) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:12:56.790494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46656) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:56.810068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46660) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:56.810639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-388b9936-d00c-4e64-bdc9-5fb83ad7c01b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf494b9f0f2542838e68b19a82b9d704&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1326571 Nov 12 05:12:56.886969 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.894364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b9936-d00c-4e64-bdc9-5fb83ad7c01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb0433-6798-4a89-b847-d0a992fc07b4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:56.953321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33fed21e-e2c5-4113-96de-b0ec049cfe5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.999692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-21d843c6-a321-4faa-8f78-d37fbb249cd8 None None] Provisioning complete for port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:57.002256 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21d843c6-a321-4faa-8f78-d37fbb249cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.004214 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.016952 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33fed21e-e2c5-4113-96de-b0ec049cfe5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.120183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33fed21e-e2c5-4113-96de-b0ec049cfe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.123449 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33fed21e-e2c5-4113-96de-b0ec049cfe5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.125564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-33fed21e-e2c5-4113-96de-b0ec049cfe5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91bb0433-6798-4a89-b847-d0a992fc07b4 HTTP/1.1" status: 204 len: 168 time: 0.3141170 Nov 12 05:12:57.138016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-21d843c6-a321-4faa-8f78-d37fbb249cd8 None None] Port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:12:57.140899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fed21e-e2c5-4113-96de-b0ec049cfe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb0433-6798-4a89-b847-d0a992fc07b4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:57.252899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.280360 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.291623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-659216919-network', 'tenant_id': '9145c7fcfe434f48b1bb1728ee272d58'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:57.332554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Made reservation on behalf of 9145c7fcfe434f48b1bb1728ee272d58 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:12:57.333936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.334830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.359405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.360161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:12:57.364081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:57.371831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:12:57.385416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Pushing event updated for resources: {'Port': ['ID=e85dd5cf-275f-4e31-bcd4-19e3666632bf,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:57.399002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.489772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Attempting to bind port e85dd5cf-275f-4e31-bcd4-19e3666632bf on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:12:57.490574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Attempting to bind port e85dd5cf-275f-4e31-bcd4-19e3666632bf by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:12:57.492728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Attempting to bind port e85dd5cf-275f-4e31-bcd4-19e3666632bf on network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:12:57.507385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:12:57.510115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Checking segment: {'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:57.513004 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.527268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Bound using segment: {'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:12:57.528219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Bound port: e85dd5cf-275f-4e31-bcd4-19e3666632bf, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:12:57.529298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.621676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] For port e85dd5cf-275f-4e31-bcd4-19e3666632bf, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:12:57.626259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] For port e85dd5cf-275f-4e31-bcd4-19e3666632bf, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e85dd5cf-275f-4e31-bcd4-19e3666632bf,segment=NetworkSegment(a9f11284-4356-4715-a4b9-3984c5fc4896),segment_id=a9f11284-4356-4715-a4b9-3984c5fc4896)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:12:57.631352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.632684 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.643154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.721643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Allocated IP 172.25.2.146 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/d0ca3620-363c-4397-b8c5-6c4c83efacff) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:12:57.738010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:12:57.765419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49241fcf-4481-4fd4-9df8-822fc5a0006b None None] Pushing event updated for resources: {'Port': ['ID=e85dd5cf-275f-4e31-bcd4-19e3666632bf,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:57.781920 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.782408 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Added segment d30e98d8-9c25-48dc-8de0-98aec14616d0 of type vlan for network 1bc976fe-7eb9-427d-8aa4-e6970c8541b8 Nov 12 05:12:57.849494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645973c0-f48f-4d93-b01b-f4422df48535,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:57.926779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.965960 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.984203 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.989505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:57.990866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:58.041229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac7f3-ab51-4fdf-b06a-ecf3fc4ff1a2 req-25f9be52-848c-4283-b380-b23d041d0a73 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:58.045113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8aaac7f3-ab51-4fdf-b06a-ecf3fc4ff1a2 req-25f9be52-848c-4283-b380-b23d041d0a73 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 935 time: 0.1987381 Nov 12 05:12:58.137556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Request body: {'port': {'device_id': '8b63b170-8d15-469e-89f1-1497127fae70', 'device_owner': 'compute:tempest-test_az-710899238', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:58.145814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:58.226545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4348752 Nov 12 05:12:58.254027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46684) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:58.268216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Request body: {'subnet': {'network_id': '1bc976fe-7eb9-427d-8aa4-e6970c8541b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-659216919-subnet', 'tenant_id': '9145c7fcfe434f48b1bb1728ee272d58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:58.336821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:12:58.369958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:12:58.379450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:12:58.390398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Pushing event updated for resources: {'Port': ['ID=d0ca3620-363c-4397-b8c5-6c4c83efacff,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:58.444339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c15da-a459-4756-b6ea-92f97aa73b86 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc976fe-7eb9-427d-8aa4-e6970c8541b8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:58.463690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 1bc976fe-7eb9-427d-8aa4-e6970c8541b8 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:12:58.551419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8aaac7f3-ab51-4fdf-b06a-ecf3fc4ff1a2 req-2484a4de-e93a-43be-ba0a-d5d790cef683 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747868 Nov 12 05:12:58.570658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:58.662075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Made reservation on behalf of 9145c7fcfe434f48b1bb1728ee272d58 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:12:58.667974 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:59.300327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:59.397695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:12:59.411505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:59.450568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Transition to ACTIVE for port object 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:12:59.463611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00724ebb-b4c2-4b78-b695-dd7813a9bf26 None None] Network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:12:59.476106 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:59.476957 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:59.667546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5dffbb80-a600-4eec-adea-9ea97cb8dc02 None None] Provisioning complete for port e85dd5cf-275f-4e31-bcd4-19e3666632bf triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:59.667956 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5dffbb80-a600-4eec-adea-9ea97cb8dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:59.699535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Checking segment: {'id': 'd30e98d8-9c25-48dc-8de0-98aec14616d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1bc976fe-7eb9-427d-8aa4-e6970c8541b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:59.699743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Network hostable DHCP agents. Network: 1bc976fe-7eb9-427d-8aa4-e6970c8541b8, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:12:59.808600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e85dd5cf-275f-4e31-bcd4-19e3666632bf up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:12:59.815422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:59.839757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e744213-4b57-4562-ae8e-a2eaba641eb6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:59.854982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Attempting to bind port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:12:59.864111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Attempting to bind port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:12:59.864557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Attempting to bind port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:12:59.888995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Network 1bc976fe-7eb9-427d-8aa4-e6970c8541b8 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:12:59.889334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:12:59.889969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Attempting to bind port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:12:59.899797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:12:59.900255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:59.902746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:12:59.903268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Bound port: 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:12:59.903679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:59.946688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a31eb-c396-4317-9890-621b58be190d req-e69285e0-1b68-4c63-a452-31ba677a4dc4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:59.954946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-363a31eb-c396-4317-9890-621b58be190d req-e69285e0-1b68-4c63-a452-31ba677a4dc4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 968 time: 0.1935561 Nov 12 05:12:59.997966 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5dffbb80-a600-4eec-adea-9ea97cb8dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:00.009104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 1bc976fe-7eb9-427d-8aa4-e6970c8541b8) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:00.019278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:00.019880 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:00.093034 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-46c7ff11-42d2-4ed9-9d65-98cc558fcbc2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8349137 Nov 12 05:13:00.100594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5dffbb80-a600-4eec-adea-9ea97cb8dc02 None None] For port e85dd5cf-275f-4e31-bcd4-19e3666632bf, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e85dd5cf-275f-4e31-bcd4-19e3666632bf,segment=NetworkSegment(a9f11284-4356-4715-a4b9-3984c5fc4896),segment_id=a9f11284-4356-4715-a4b9-3984c5fc4896)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:00.101992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b414a1-a682-4421-bd6d-7d664c1fd95c None None] Network 1bc976fe-7eb9-427d-8aa4-e6970c8541b8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:00.105236 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:00.130241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-363a31eb-c396-4317-9890-621b58be190d req-08577e47-6536-45d0-9b9c-90e11720c356 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581695 Nov 12 05:13:00.152242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] For port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:00.182212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] For port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:00.191005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:00.314148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:00.331106 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:00.332713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] 10.222.0.47 "PUT /v2.0/ports/0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e HTTP/1.1" status: 200 len: 1117 time: 3.1846631 Nov 12 05:13:00.333228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b63b170-8d15-469e-89f1-1497127fae70', 'tag': '0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:00.553143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Router 96bb58b3-6862-4475-a567-17491681fa45 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:13:00.709572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-cf38b39a-18a9-4f12-a3e8-389d5b8c1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:00.716278 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-cf38b39a-18a9-4f12-a3e8-389d5b8c1972 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e280a6f69d54f37a3d52e915fe31486&device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 1120 time: 0.2220023 Nov 12 05:13:00.720215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc7f8-e627-4564-88ac-37744d2f75b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:00.722203 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5dffbb80-a600-4eec-adea-9ea97cb8dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:00.762396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:00.776863 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Sync routers for ids ['96bb58b3-6862-4475-a567-17491681fa45'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:00.793737 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Routers {'96bb58b3-6862-4475-a567-17491681fa45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:00.794428 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['96bb58b3-6862-4475-a567-17491681fa45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:00.796943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:00.798439 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e6841f92-57cb-4fe2-b8b3-9afc55c8be5e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9937735 Nov 12 05:13:00.800152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47659f15-cc1e-4779-aa0e-1ebab810d73b None None] Network 1bc976fe-7eb9-427d-8aa4-e6970c8541b8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:00.801066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:01.053800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e85dd5cf-275f-4e31-bcd4-19e3666632bf triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:01.054259 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.057033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffbb80-a600-4eec-adea-9ea97cb8dc02 None None] Pushing event updated for resources: {'Port': ['ID=e85dd5cf-275f-4e31-bcd4-19e3666632bf,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:01.390086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-aa3bc54e-adc6-4586-8fd6-cb087a7adb17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e HTTP/1.1" status: 200 len: 217 time: 0.6545539 Nov 12 05:13:01.484454 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Set router 96bb58b3-6862-4475-a567-17491681fa45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:01.528012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bc045-ffe5-4068-a08c-6badf49fa65e req-6b2951eb-551c-4bfa-b29e-af6ce6cd4d64 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:01.540082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-022bc045-ffe5-4068-a08c-6badf49fa65e req-6b2951eb-551c-4bfa-b29e-af6ce6cd4d64 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 968 time: 0.1566253 Nov 12 05:13:01.563822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-369f09cf-dd30-4e2e-98cd-ba24140cc62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:01.570166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-369f09cf-dd30-4e2e-98cd-ba24140cc62d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1527953 Nov 12 05:13:01.706291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-022bc045-ffe5-4068-a08c-6badf49fa65e req-afe2e53b-ae43-46f1-9fb3-1da742ec8693 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640170 Nov 12 05:13:01.725468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e85dd5cf-275f-4e31-bcd4-19e3666632bf up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:01.878009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ea2d5a55-abd7-4d94-b98b-bd2b84f85645 None None] Provisioning complete for port e85dd5cf-275f-4e31-bcd4-19e3666632bf triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:01.882632 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ea2d5a55-abd7-4d94-b98b-bd2b84f85645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.898155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-517d3f74-7c17-4f84-a44a-314e35aae64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:01.901019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-517d3f74-7c17-4f84-a44a-314e35aae64e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2303441 Nov 12 05:13:02.040359 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:12:58Z', 'revision_number': 3, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port': {'id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:57Z', 'updated_at': '2021-11-12T05:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:02.053832 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b63b170-8d15-469e-89f1-1497127fae70", "tag": "0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:02.077053 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Checking router: 96bb58b3-6862-4475-a567-17491681fa45 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:02.077739 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Updating router 96bb58b3-6862-4475-a567-17491681fa45 port d0ca3620-363c-4397-b8c5-6c4c83efacff binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:13:02.109293 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:02.140359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-91f94d20-6afc-4433-9724-0e7c1115c599 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286675 Nov 12 05:13:02.182015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e85dd5cf-275f-4e31-bcd4-19e3666632bf triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:02.184651 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:02.387781 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:13:02.466585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-572a73c2-893d-40bb-8307-d0b5fea02c4b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974622 Nov 12 05:13:02.555049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:02.570289 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:02.584451 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:02.679763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8e50f0f-ce4d-43d5-8e64-0cd5218c05c3 req-dd417ce0-e502-41ba-9008-255d38e46d69 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244985 Nov 12 05:13:02.718049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cba31-6292-464c-a159-e189bd098911 None None] Pushing event updated for resources: {'Port': ['ID=d0ca3620-363c-4397-b8c5-6c4c83efacff,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:02.721195 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Attempting to bind port d0ca3620-363c-4397-b8c5-6c4c83efacff on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:02.721438 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Attempting to bind port d0ca3620-363c-4397-b8c5-6c4c83efacff by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:02.721801 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Attempting to bind port d0ca3620-363c-4397-b8c5-6c4c83efacff on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:02.730372 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:02.731313 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:02.731771 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:02.732218 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:02.733104 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Bound port: d0ca3620-363c-4397-b8c5-6c4c83efacff, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:02.733104 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:02.743633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-b8bb71d3-8761-40db-a1c1-c2d0220a040b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:02.754982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-b8bb71d3-8761-40db-a1c1-c2d0220a040b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793188 Nov 12 05:13:02.790978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-fc35b943-5ea4-4e0a-bc8d-8f5f0d6e2d60 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/quotas/9f31d2a24e674fb58cddb6087614233d HTTP/1.1" status: 200 len: 375 time: 0.0286553 Nov 12 05:13:02.889677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-ffb04f6b-3c37-44a2-b3e0-34e8e69bb679 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960312 Nov 12 05:13:02.891548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46822) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:02.906821 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] For port d0ca3620-363c-4397-b8c5-6c4c83efacff, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:02.917039 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] For port d0ca3620-363c-4397-b8c5-6c4c83efacff, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d0ca3620-363c-4397-b8c5-6c4c83efacff,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:02.925452 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:02.956540 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04b1ec4-d346-43d9-8c54-858ff1adf046 x-openstack-request-id: req-d04b1ec4-d346-43d9-8c54-858ff1adf046 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:02.957521 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b63b170-8d15-469e-89f1-1497127fae70", "tag": "0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:02.957908 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d04b1ec4-d346-43d9-8c54-858ff1adf046 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:02.959150 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b63b170-8d15-469e-89f1-1497127fae70', 'tag': '0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e', 'status': 'completed', 'code': 200} Nov 12 05:13:03.043403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Allocated IP 172.20.0.1 (e30aa5cc-9a27-4582-ac64-bbb50ba40cf1/1144d045-79b0-4421-a2d9-776bb3d93e3d/b3d4af86-300f-43ba-a3ef-596abb117d56) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:03.121830 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cba31-6292-464c-a159-e189bd098911 None None] Pushing event updated for resources: {'Port': ['ID=d0ca3620-363c-4397-b8c5-6c4c83efacff,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:03.169092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46834) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:03.173241 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Routers {'96bb58b3-6862-4475-a567-17491681fa45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:03.174204 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['96bb58b3-6862-4475-a567-17491681fa45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:03.177811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1765531463-network', 'tenant_id': '21f297b057734c11b16452a5399fc6ae'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:03.259212 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b480-b244-4038-8622-14bf867d06ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:03.365418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:03.382129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b138-65dd-493d-ac2e-491356615e63 req-f72faeff-2e94-40e4-b18a-d72007d99c9f tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.390155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0466b138-65dd-493d-ac2e-491356615e63 req-f72faeff-2e94-40e4-b18a-d72007d99c9f tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 968 time: 0.3411193 Nov 12 05:13:03.395193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-1d66c70b-4371-4fe6-8fde-a207b27b354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.400272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-1d66c70b-4371-4fe6-8fde-a207b27b354d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e280a6f69d54f37a3d52e915fe31486&device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 1120 time: 0.3424757 Nov 12 05:13:03.411985 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] Set router 96bb58b3-6862-4475-a567-17491681fa45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:03.455733 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:03.516182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:03.519840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:03.542894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:03.543851 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:03.557059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fa8f693-cea4-458f-9bfa-dd7d275ebbdb req-247e10c2-9634-4e43-9434-78d16567ef21 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 210 time: 0.3078890 Nov 12 05:13:03.631718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Pushing event updated for resources: {'Port': ['ID=b3d4af86-300f-43ba-a3ef-596abb117d56,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:03.957613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:03.959089 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:12:58Z', 'revision_number': 3, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port': {'id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:57Z', 'updated_at': '2021-11-12T05:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:03.981762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2149ed77-faa6-49cb-ae37-486a9162a5fe None None] Provisioning complete for port b3d4af86-300f-43ba-a3ef-596abb117d56 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:03.982974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2149ed77-faa6-49cb-ae37-486a9162a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:03.988391 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a219b3-26e0-458e-a1ed-8f06acf59a1a None None] The sync data for ids ['96bb58b3-6862-4475-a567-17491681fa45'] in n-d-765315-28 is: [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:12:58Z', 'revision_number': 3, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port': {'id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:57Z', 'updated_at': '2021-11-12T05:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:04.054629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0466b138-65dd-493d-ac2e-491356615e63 req-a7cd73f2-e2ef-4e99-a1ea-66f55a5c740f tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343000 Nov 12 05:13:04.065205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Made reservation on behalf of 21f297b057734c11b16452a5399fc6ae for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:04.070234 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.090871 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.116507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-3e08bf27-510c-4773-9c14-4dcdad7da89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:04.118076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-3e08bf27-510c-4773-9c14-4dcdad7da89e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.5433259 Nov 12 05:13:04.194730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2149ed77-faa6-49cb-ae37-486a9162a5fe None None] Port b3d4af86-300f-43ba-a3ef-596abb117d56 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:04.373322 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b480-b244-4038-8622-14bf867d06ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.381871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-1b9f9c3d-8ef4-4782-89a1-db8b38c566c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e HTTP/1.1" status: 200 len: 217 time: 0.1167197 Nov 12 05:13:04.385845 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b480-b244-4038-8622-14bf867d06ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.534385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1b480-b244-4038-8622-14bf867d06ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da48d083-cff6-4189-96a9-5da639ee75de,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:04.563080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.661953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.669432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.672792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.681962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.801802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e7b1b480-b244-4038-8622-14bf867d06ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21ec6f98a3aa4fba9797421dee165bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9085643 Nov 12 05:13:04.831874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46880) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:04.851291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2f4784d-c089-48e9-b28a-05218f43da59 req-d77b001b-aae2-4a42-b9d4-6ad5090d678d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 210 time: 0.1754715 Nov 12 05:13:04.865275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:13:04.892723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-49db2a1d-517f-4d86-b61a-702f2e40449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:04.894215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-49db2a1d-517f-4d86-b61a-702f2e40449d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.3939788 Nov 12 05:13:04.896266 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:04.896650 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Added segment 3472a23d-4030-47b3-9f6b-3904017f2200 of type vlan for network 8235a418-08aa-42e7-8dee-ddb05614904a Nov 12 05:13:04.898287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed472fce-a8c8-4ace-859f-e1e6db43f949,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:04.993431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:05.040537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Pushing event updated for resources: {'Port': ['ID=b3d4af86-300f-43ba-a3ef-596abb117d56,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:05.106820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fdcb-e443-4d04-addd-0f85954b0250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:05.227795 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:05.228792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:05.229387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:05.242934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fdcb-e443-4d04-addd-0f85954b0250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:05.306439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:05.326086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:05.434269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2636576 Nov 12 05:13:05.439272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46894) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:05.553285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Request body: {'subnet': {'network_id': '8235a418-08aa-42e7-8dee-ddb05614904a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1765531463-subnet', 'tenant_id': '21f297b057734c11b16452a5399fc6ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:05.582097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-03512a41-a240-4a32-b6e9-6ae9dfae7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:05.592181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-03512a41-a240-4a32-b6e9-6ae9dfae7915 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5777645 Nov 12 05:13:05.677785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af3265-1294-43c9-ae6d-e03662801872 admin admin] Pushing event updated for resources: {'Network': ['ID=8235a418-08aa-42e7-8dee-ddb05614904a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:05.689587 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fdcb-e443-4d04-addd-0f85954b0250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:05.693000 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fdcb-e443-4d04-addd-0f85954b0250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:05.694369 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c9c9fdcb-e443-4d04-addd-0f85954b0250 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da48d083-cff6-4189-96a9-5da639ee75de HTTP/1.1" status: 204 len: 168 time: 0.8600671 Nov 12 05:13:05.701165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 8235a418-08aa-42e7-8dee-ddb05614904a details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:13:05.770546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9fdcb-e443-4d04-addd-0f85954b0250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48d083-cff6-4189-96a9-5da639ee75de,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:05.826873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa5efe-bd60-45d3-931b-30ed6bd0cfdb req-ea3b816c-8fb4-45ea-b7ec-dfd09fd6e852 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:05.828417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbfa5efe-bd60-45d3-931b-30ed6bd0cfdb req-ea3b816c-8fb4-45ea-b7ec-dfd09fd6e852 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 968 time: 0.6092761 Nov 12 05:13:05.836904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Router 96bb58b3-6862-4475-a567-17491681fa45 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:05.925523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d0ca3620-363c-4397-b8c5-6c4c83efacff up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:05.982450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c30cb559-d66f-4d1e-8ceb-d0e2a7906e34 None None] Provisioning complete for port b3d4af86-300f-43ba-a3ef-596abb117d56 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:05.983087 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c30cb559-d66f-4d1e-8ceb-d0e2a7906e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:05.996358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Made reservation on behalf of 21f297b057734c11b16452a5399fc6ae for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:06.004582 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:06.058206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c30cb559-d66f-4d1e-8ceb-d0e2a7906e34 None None] Port b3d4af86-300f-43ba-a3ef-596abb117d56 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:06.061020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d0ca3620-363c-4397-b8c5-6c4c83efacff triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:06.061554 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:06.131887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:06.140819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a988ddd2-7b70-497e-8593-0dd0b42db963 admin admin] 10.222.0.48 "PUT /v2.0/routers/96bb58b3-6862-4475-a567-17491681fa45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3385208 Nov 12 05:13:06.245798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:06.253371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-e77b33e4-4931-4203-841e-032d02f64064 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168900 Nov 12 05:13:06.279419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbfa5efe-bd60-45d3-931b-30ed6bd0cfdb req-11ffe7b8-0800-4346-8f93-1ff76bd77261 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155574 Nov 12 05:13:06.329007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port d0ca3620-363c-4397-b8c5-6c4c83efacff, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d0ca3620-363c-4397-b8c5-6c4c83efacff,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:06.335742 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:06.444649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.43', 51317) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:06.475534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=d0ca3620-363c-4397-b8c5-6c4c83efacff,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:06.551389 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-d25ffe3c-910b-4ba5-9f91-2593e72a30b6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053100 Nov 12 05:13:06.797616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:06.883917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b12fda5-9190-4707-9c3a-307880b49dcc req-9c723314-dd13-441a-8f72-5c8e2510785f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 210 time: 0.4841213 Nov 12 05:13:07.007552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b581907-0ae7-4f6d-919e-28ea7b43a90e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:07.042268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Checking segment: {'id': '3472a23d-4030-47b3-9f6b-3904017f2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8235a418-08aa-42e7-8dee-ddb05614904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:07.046731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Network hostable DHCP agents. Network: 8235a418-08aa-42e7-8dee-ddb05614904a, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:13:07.068239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7773dea2-ce1c-4c4c-8e85-1acc62cb922b req-18e1b433-df86-4ea1-8187-b9d765e79214 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153664 Nov 12 05:13:07.080083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-04a9b850-de67-498c-b54a-0ffa900934d1 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:07.085657 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-04a9b850-de67-498c-b54a-0ffa900934d1 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5246117 Nov 12 05:13:07.104670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Network 8235a418-08aa-42e7-8dee-ddb05614904a is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:13:07.113162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46924) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:07.121504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 8235a418-08aa-42e7-8dee-ddb05614904a) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:07.132628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27aef7-9a82-437f-b1ff-5bcfeef99de0 None None] Network 8235a418-08aa-42e7-8dee-ddb05614904a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:07.141838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:07.149832 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:07.175035 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d233941-9c60-4568-8c7b-c8f448e1ce3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:07.200083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1ed75676-31fd-4db1-905c-33a630aee741 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6452863 Nov 12 05:13:07.208141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Request body: {'port': {'device_id': '1dc16ae4-6776-4ffb-a85b-6126fd961d35', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '9f31d2a24e674fb58cddb6087614233d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:07.345438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Sync routers for ids ['96bb58b3-6862-4475-a567-17491681fa45'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:07.504685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Routers {'96bb58b3-6862-4475-a567-17491681fa45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:07.506375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['96bb58b3-6862-4475-a567-17491681fa45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:07.654991 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d233941-9c60-4568-8c7b-c8f448e1ce3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:07.665290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08f73-0392-4033-87ff-f51740826519 req-5fe6a49b-cb9e-4d5a-9cd6-75d6d91fb001 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:07.668287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8f08f73-0392-4033-87ff-f51740826519 req-5fe6a49b-cb9e-4d5a-9cd6-75d6d91fb001 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 968 time: 0.1604891 Nov 12 05:13:07.673071 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d233941-9c60-4568-8c7b-c8f448e1ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:07.741851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46952) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:07.808958 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8d233941-9c60-4568-8c7b-c8f448e1ce3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c9aee7a52d64ccfb78e76447f6e743a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6935170 Nov 12 05:13:07.818549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Set router 96bb58b3-6862-4475-a567-17491681fa45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:07.826787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46954) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:07.849490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d233941-9c60-4568-8c7b-c8f448e1ce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e6366-4754-47b8-ab82-634b6dc16a42,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:07.886501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0532a8-db2c-40b7-82ca-f3ea76bc3faf admin admin] Deleting subnet 3e744213-4b57-4562-ae8e-a2eaba641eb6 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:13:07.895983 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee0532a8-db2c-40b7-82ca-f3ea76bc3faf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:07.958464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d0ca3620-363c-4397-b8c5-6c4c83efacff up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:07.984466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee0532a8-db2c-40b7-82ca-f3ea76bc3faf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.001271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee0532a8-db2c-40b7-82ca-f3ea76bc3faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.096318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2416b-0b7c-4cb7-a317-986bafa66524 None None] Network 8235a418-08aa-42e7-8dee-ddb05614904a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:08.118719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8f08f73-0392-4033-87ff-f51740826519 req-942a0f1f-4e22-4578-94c0-a8c4f34a67f8 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420443 Nov 12 05:13:08.121895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee0532a8-db2c-40b7-82ca-f3ea76bc3faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.169560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0532a8-db2c-40b7-82ca-f3ea76bc3faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e744213-4b57-4562-ae8e-a2eaba641eb6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:08.172774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee0532a8-db2c-40b7-82ca-f3ea76bc3faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.178691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ee0532a8-db2c-40b7-82ca-f3ea76bc3faf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3e744213-4b57-4562-ae8e-a2eaba641eb6 HTTP/1.1" status: 204 len: 168 time: 0.4199696 Nov 12 05:13:08.181194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46970) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:08.233766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50776702-417c-4a02-8140-2cec47a5b1f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.346683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Made reservation on behalf of 9f31d2a24e674fb58cddb6087614233d for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:08.359040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.393494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50776702-417c-4a02-8140-2cec47a5b1f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.395249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.494940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d0ca3620-363c-4397-b8c5-6c4c83efacff triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:08.495488 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.612136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.615473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46972) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:08.624847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-90ee1803-83f4-4471-b5f4-2b216069b245 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100173524', 'description': 'tempest-description--995463295'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:08.636722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:13:03Z', 'revision_number': 4, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port': {'id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:57Z', 'updated_at': '2021-11-12T05:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b3d4af86-300f-43ba-a3ef-596abb117d56', 'name': '', 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'mac_address': 'fa:16:3e:cd:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1144d045-79b0-4421-a2d9-776bb3d93e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:02Z', 'updated_at': '2021-11-12T05:13:04Z', 'revision_number': 2, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'subnets': [{'id': '1144d045-79b0-4421-a2d9-776bb3d93e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:08.674057 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.713571 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ee456bb-c0ed-4726-8f8c-72f75b7f0b42 req-52630df2-03af-4367-932f-a124bc5eaf1c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 210 time: 0.0739999 Nov 12 05:13:08.748867 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90ee1803-83f4-4471-b5f4-2b216069b245 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.770217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Checking router: 96bb58b3-6862-4475-a567-17491681fa45 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:08.771812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Updating router 96bb58b3-6862-4475-a567-17491681fa45 port b3d4af86-300f-43ba-a3ef-596abb117d56 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:13:08.842699 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.846372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.892962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90ee1803-83f4-4471-b5f4-2b216069b245 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.020225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90ee1803-83f4-4471-b5f4-2b216069b245 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.110651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.125546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d5de86-b8ba-4e4a-85bd-c0a624613195,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:09.168126 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.168520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.171305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.171305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > port after_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.171305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.171612 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > port after_update 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.171941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.174366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.175569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.175569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.188882 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50776702-417c-4a02-8140-2cec47a5b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.206322 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50776702-417c-4a02-8140-2cec47a5b1f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.207541 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-50776702-417c-4a02-8140-2cec47a5b1f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/685e6366-4754-47b8-ab82-634b6dc16a42 HTTP/1.1" status: 204 len: 168 time: 1.3780432 Nov 12 05:13:09.237998 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90ee1803-83f4-4471-b5f4-2b216069b245 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.239321 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-90ee1803-83f4-4471-b5f4-2b216069b245 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6228561 Nov 12 05:13:09.254393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47000) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:09.267486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e89f79e2-636b-4185-81ff-2b4808a12b08 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Request body: {'security_group_rule': {'security_group_id': 'e8fe558c-3a63-4dfa-a205-96ab4f98dd1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:09.280855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee1803-83f4-4471-b5f4-2b216069b245 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:09.329473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50776702-417c-4a02-8140-2cec47a5b1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e6366-4754-47b8-ab82-634b6dc16a42,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:09.346724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Allocated IP 192.168.233.204 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/ed31851e-67dd-40f3-b6c6-5cc3f4335acc) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:09.374881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89f79e2-636b-4185-81ff-2b4808a12b08 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.378629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.379741 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.380944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.381836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:13:09.384070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc976fe-7eb9-427d-8aa4-e6970c8541b8']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:09.501229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.502586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30e98d8-9c25-48dc-8de0-98aec14616d0') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:09.502884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30e98d8-9c25-48dc-8de0-98aec14616d0') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:09.530003 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.577220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.581592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89f79e2-636b-4185-81ff-2b4808a12b08 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.590180 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89f79e2-636b-4185-81ff-2b4808a12b08 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.632908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2a2d-8417-4633-b313-7ef1a10acb1c req-c66a02fe-5915-4f0f-9ebd-ad064ddaea78 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:09.640761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-716e2a2d-8417-4633-b313-7ef1a10acb1c req-c66a02fe-5915-4f0f-9ebd-ad064ddaea78 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 968 time: 0.2478609 Nov 12 05:13:09.654692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f86c9d-1d8d-4b16-91e8-2650df720371 None None] Pushing event updated for resources: {'Port': ['ID=b3d4af86-300f-43ba-a3ef-596abb117d56,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:09.663672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f79e2-636b-4185-81ff-2b4808a12b08 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e6beab-ef14-486d-a07b-991904b1e3a4,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:09.693562 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89f79e2-636b-4185-81ff-2b4808a12b08 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.694821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e89f79e2-636b-4185-81ff-2b4808a12b08 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4333994 Nov 12 05:13:09.697308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.724463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:09.729217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a212f6ec-1b11-428e-815f-9cc47ae93410 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Request body: {'security_group_rule': {'security_group_id': 'e8fe558c-3a63-4dfa-a205-96ab4f98dd1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:09.743253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:13:09.744023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.784338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Attempting to bind port b3d4af86-300f-43ba-a3ef-596abb117d56 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:09.784729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Attempting to bind port b3d4af86-300f-43ba-a3ef-596abb117d56 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:09.785100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Attempting to bind port b3d4af86-300f-43ba-a3ef-596abb117d56 on network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: from cryptography.utils import int_from_bytes Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: from cryptography.utils import int_from_bytes Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:13:09.788143 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:13:09.814755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:09.815115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Checking segment: {'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:09.815467 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.815875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Bound using segment: {'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:09.822798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Bound port: b3d4af86-300f-43ba-a3ef-596abb117d56, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f11284-4356-4715-a4b9-3984c5fc4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:09.823290 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.845550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a212f6ec-1b11-428e-815f-9cc47ae93410 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.916674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.957667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] For port b3d4af86-300f-43ba-a3ef-596abb117d56, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:09.965359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] For port b3d4af86-300f-43ba-a3ef-596abb117d56, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b3d4af86-300f-43ba-a3ef-596abb117d56,segment=NetworkSegment(a9f11284-4356-4715-a4b9-3984c5fc4896),segment_id=a9f11284-4356-4715-a4b9-3984c5fc4896)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:09.976087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.985770 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:09.989733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] 10.222.0.48 "DELETE /v2.0/networks/1bc976fe-7eb9-427d-8aa4-e6970c8541b8 HTTP/1.1" status: 204 len: 168 time: 1.8072913 Nov 12 05:13:09.998543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.005660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47026) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:10.058001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-716e2a2d-8417-4633-b313-7ef1a10acb1c req-36052734-2d5e-4d6d-8621-40f14dd61c59 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800707 Nov 12 05:13:10.074895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac85ea0-f286-4b68-b463-d51507c4637c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc976fe-7eb9-427d-8aa4-e6970c8541b8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:10.104726 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.120148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a212f6ec-1b11-428e-815f-9cc47ae93410 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.180738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a212f6ec-1b11-428e-815f-9cc47ae93410 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.239140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.272620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f86c9d-1d8d-4b16-91e8-2650df720371 None None] Pushing event updated for resources: {'Port': ['ID=b3d4af86-300f-43ba-a3ef-596abb117d56,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:10.278917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d570e3b3-83eb-4e4c-9162-7ea4122cc6c9 None None] Provisioning complete for port b3d4af86-300f-43ba-a3ef-596abb117d56 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:10.282410 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d570e3b3-83eb-4e4c-9162-7ea4122cc6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.293182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Routers {'96bb58b3-6862-4475-a567-17491681fa45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:10.294396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212f6ec-1b11-428e-815f-9cc47ae93410 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0cd302-57b6-4027-9872-83088dd53395,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:10.296185 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['96bb58b3-6862-4475-a567-17491681fa45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:10.323173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a22c1b-5243-44d6-929a-4778a382fef5 admin admin] Deleting subnet 6b581907-0ae7-4f6d-919e-28ea7b43a90e {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:13:10.331440 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-50a22c1b-5243-44d6-929a-4778a382fef5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.335671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:10.375840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:10.380484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401fefd-56a3-4613-a8a4-7ce98da87b6c req-1bca06c0-1785-445c-80db-19509e4aac13 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:10.396495 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0401fefd-56a3-4613-a8a4-7ce98da87b6c req-1bca06c0-1785-445c-80db-19509e4aac13 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 936 time: 0.2551560 Nov 12 05:13:10.494177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:10.506891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:10.507576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.608736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0401fefd-56a3-4613-a8a4-7ce98da87b6c req-3aee170a-c516-4c7e-b176-ed912c023257 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986914 Nov 12 05:13:10.613393 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-50a22c1b-5243-44d6-929a-4778a382fef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.613585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a212f6ec-1b11-428e-815f-9cc47ae93410 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.632855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a212f6ec-1b11-428e-815f-9cc47ae93410 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9069121 Nov 12 05:13:10.635699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'Port': ['ID=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:10.664707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47048) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:10.680143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:10.690891 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-50a22c1b-5243-44d6-929a-4778a382fef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.721607 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a1858fb3-fd7b-45f6-8cb1-8ce48f5d41a6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5348139 Nov 12 05:13:10.723164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] Set router 96bb58b3-6862-4475-a567-17491681fa45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:10.757801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.799173 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d570e3b3-83eb-4e4c-9162-7ea4122cc6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.825520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-50a22c1b-5243-44d6-929a-4778a382fef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.845242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-50a22c1b-5243-44d6-929a-4778a382fef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.848477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-50a22c1b-5243-44d6-929a-4778a382fef5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6b581907-0ae7-4f6d-919e-28ea7b43a90e HTTP/1.1" status: 204 len: 168 time: 0.8411942 Nov 12 05:13:10.869158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47056) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:10.877647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a22c1b-5243-44d6-929a-4778a382fef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b581907-0ae7-4f6d-919e-28ea7b43a90e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:10.982895 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.984131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d570e3b3-83eb-4e4c-9162-7ea4122cc6c9 None None] For port b3d4af86-300f-43ba-a3ef-596abb117d56, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b3d4af86-300f-43ba-a3ef-596abb117d56,segment=NetworkSegment(a9f11284-4356-4715-a4b9-3984c5fc4896),segment_id=a9f11284-4356-4715-a4b9-3984c5fc4896)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:11.005640 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d570e3b3-83eb-4e4c-9162-7ea4122cc6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.036451 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.177054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Allocated IP 172.25.2.26 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/5b28b106-5dd2-4e78-a5af-813e5bd7ba4f) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:11.203062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9f6b4798-27ad-48c4-a5c0-02c5b286e52a None None] Provisioning complete for port b3d4af86-300f-43ba-a3ef-596abb117d56 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:11.203445 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4798-27ad-48c4-a5c0-02c5b286e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.263967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570e3b3-83eb-4e4c-9162-7ea4122cc6c9 None None] Pushing event updated for resources: {'Port': ['ID=b3d4af86-300f-43ba-a3ef-596abb117d56,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:11.347902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.401529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:13:03Z', 'revision_number': 4, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port': {'id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:57Z', 'updated_at': '2021-11-12T05:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b3d4af86-300f-43ba-a3ef-596abb117d56', 'name': '', 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'mac_address': 'fa:16:3e:cd:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1144d045-79b0-4421-a2d9-776bb3d93e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:02Z', 'updated_at': '2021-11-12T05:13:09Z', 'revision_number': 4, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'subnets': [{'id': '1144d045-79b0-4421-a2d9-776bb3d93e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:11.429840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8235a418-08aa-42e7-8dee-ddb05614904a']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:11.444600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdc1bb-3e16-4d9b-8c03-08890e08903f None None] The sync data for ids ['96bb58b3-6862-4475-a567-17491681fa45'] in n-d-765315-28 is: [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:13:03Z', 'revision_number': 4, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port': {'id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:57Z', 'updated_at': '2021-11-12T05:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b3d4af86-300f-43ba-a3ef-596abb117d56', 'name': '', 'network_id': 'e30aa5cc-9a27-4582-ac64-bbb50ba40cf1', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'mac_address': 'fa:16:3e:cd:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1144d045-79b0-4421-a2d9-776bb3d93e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:02Z', 'updated_at': '2021-11-12T05:13:09Z', 'revision_number': 4, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'subnets': [{'id': '1144d045-79b0-4421-a2d9-776bb3d93e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:11.446704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9f6b4798-27ad-48c4-a5c0-02c5b286e52a None None] Provisioning complete for port ed31851e-67dd-40f3-b6c6-5cc3f4335acc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:11.447272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4798-27ad-48c4-a5c0-02c5b286e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.459175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4be63-1b26-4179-9708-466c34307736 req-5490a4f9-0985-4ea9-bbd8-3d476542d867 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:11.460904 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.468801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05d4be63-1b26-4179-9708-466c34307736 req-5490a4f9-0985-4ea9-bbd8-3d476542d867 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 968 time: 0.2755120 Nov 12 05:13:11.471854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3472a23d-4030-47b3-9f6b-3904017f2200') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:11.472146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3472a23d-4030-47b3-9f6b-3904017f2200') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:11.489567 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.526766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b4798-27ad-48c4-a5c0-02c5b286e52a None None] Port ed31851e-67dd-40f3-b6c6-5cc3f4335acc cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:11.535713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.562479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:13:11.563168 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:13:11.566252 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:13:11.596343 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.618046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47070) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:11.670944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:11.677633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:11.721987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:11.732669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05d4be63-1b26-4179-9708-466c34307736 req-e694b225-37cd-4a54-8833-9dcd5d6113fc tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628849 Nov 12 05:13:11.760863 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.766705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b3d4af86-300f-43ba-a3ef-596abb117d56 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:11.787088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event updated for resources: {'Port': ['ID=5b28b106-5dd2-4e78-a5af-813e5bd7ba4f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:11.787296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.801728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8235a418-08aa-42e7-8dee-ddb05614904a HTTP/1.1" status: 204 len: 168 time: 0.9313321 Nov 12 05:13:11.832598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7f53b-631c-4b97-a026-f6fb3c96ef63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8235a418-08aa-42e7-8dee-ddb05614904a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:11.886511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b3d4af86-300f-43ba-a3ef-596abb117d56 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:11.887338 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.921938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:11.969013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0fc71-752c-4584-bbb1-355535bad7e0 req-f604433b-571f-4caa-9152-1b2a3f5d9de0 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:11.976811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2af0fc71-752c-4584-bbb1-355535bad7e0 req-f604433b-571f-4caa-9152-1b2a3f5d9de0 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 936 time: 0.1441917 Nov 12 05:13:12.045519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-16d59357-c2c7-4d18-accf-fdc39674494e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.047211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.101954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2af0fc71-752c-4584-bbb1-355535bad7e0 req-01237c06-4f66-4543-8e1f-be2b76ab4aa7 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242180 Nov 12 05:13:12.147833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47084) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:12.228337 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-16d59357-c2c7-4d18-accf-fdc39674494e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.234950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0ad5ea70-9c3f-4a0a-bd83-78209417c4c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9145c7fcfe434f48b1bb1728ee272d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0836871 Nov 12 05:13:12.236316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47086) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:12.243010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-16d59357-c2c7-4d18-accf-fdc39674494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.311581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-16d59357-c2c7-4d18-accf-fdc39674494e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82b2744aff0a4172b3134d6d485699fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671457 Nov 12 05:13:12.313344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47088) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:12.328830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d59357-c2c7-4d18-accf-fdc39674494e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778148aa-56bc-4739-a9ed-b635befeb02d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:12.364859 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.371574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.390957 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab994-8821-4b85-b46e-b55b936ea343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.431423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de93910b-4b46-44b3-be82-f42357aef55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.436656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab994-8821-4b85-b46e-b55b936ea343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.511597 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de93910b-4b46-44b3-be82-f42357aef55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.594771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab994-8821-4b85-b46e-b55b936ea343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.597564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab994-8821-4b85-b46e-b55b936ea343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.601133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1f0ab994-8821-4b85-b46e-b55b936ea343 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/645973c0-f48f-4d93-b01b-f4422df48535 HTTP/1.1" status: 204 len: 168 time: 0.3614228 Nov 12 05:13:12.617428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.638266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ab994-8821-4b85-b46e-b55b936ea343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645973c0-f48f-4d93-b01b-f4422df48535,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:12.642231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de93910b-4b46-44b3-be82-f42357aef55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.663421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de93910b-4b46-44b3-be82-f42357aef55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.672808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-de93910b-4b46-44b3-be82-f42357aef55b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/778148aa-56bc-4739-a9ed-b635befeb02d HTTP/1.1" status: 204 len: 168 time: 0.3574152 Nov 12 05:13:12.686833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:12.690840 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0219328 Nov 12 05:13:12.697209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93910b-4b46-44b3-be82-f42357aef55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778148aa-56bc-4739-a9ed-b635befeb02d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:12.698619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38e630-5076-461a-943e-10d38a047c3e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event updated for resources: {'Port': ['ID=5b28b106-5dd2-4e78-a5af-813e5bd7ba4f,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:12.911261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02810c4-73b5-4f77-a12c-0cb1072e3f41 req-57f1441b-e32a-4c32-a934-2f9f407989d3 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:12.914480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02810c4-73b5-4f77-a12c-0cb1072e3f41 req-57f1441b-e32a-4c32-a934-2f9f407989d3 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 968 time: 0.0903528 Nov 12 05:13:13.006643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02810c4-73b5-4f77-a12c-0cb1072e3f41 req-cd0d5c69-5486-4f8b-9159-d68c0f5c2da3 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754344 Nov 12 05:13:13.235559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-66cae6c4-1480-42ec-9099-2a8abc10e3ce tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--100173524&fields=id&tenant_id=f7d2208e72b640758eb545ea8fc54e75 HTTP/1.1" status: 200 len: 267 time: 0.0735903 Nov 12 05:13:13.313384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47122) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:13.429664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-050d7972-3665-47aa-85e5-e395dbc1f741 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21f297b057734c11b16452a5399fc6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883439 Nov 12 05:13:13.430468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47124) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:13.497840 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6dc37a37-799a-4785-9277-78c592425c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.535045 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6dc37a37-799a-4785-9277-78c592425c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.572064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:13.589513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-21e9fbe9-7cbe-42b9-8242-cc0fcb54a3a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.639011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6dc37a37-799a-4785-9277-78c592425c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.642071 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6dc37a37-799a-4785-9277-78c592425c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.645732 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6dc37a37-799a-4785-9277-78c592425c73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed472fce-a8c8-4ace-859f-e1e6db43f949 HTTP/1.1" status: 204 len: 168 time: 0.2112100 Nov 12 05:13:13.658622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc37a37-799a-4785-9277-78c592425c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed472fce-a8c8-4ace-859f-e1e6db43f949,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:13.665951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320903f-ef3b-424c-905f-5983dee621f0 req-3dd0dffb-f2b8-4936-bd19-22632c8a90d2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:13.667631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-3dd0dffb-f2b8-4936-bd19-22632c8a90d2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 823 time: 0.4231060 Nov 12 05:13:13.700994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:13.725684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-04669582-f3e3-417e-a650-d5c838a6f70f tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/quotas/f7d2208e72b640758eb545ea8fc54e75 HTTP/1.1" status: 200 len: 375 time: 0.0288477 Nov 12 05:13:13.768068 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-21e9fbe9-7cbe-42b9-8242-cc0fcb54a3a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.776868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-21e9fbe9-7cbe-42b9-8242-cc0fcb54a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.806451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67830ce-ba0e-429a-b34d-9f978471dcf7 req-7ce61e47-b011-4a3f-8bd7-8bfb243699c5 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:13.806932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67830ce-ba0e-429a-b34d-9f978471dcf7 req-7ce61e47-b011-4a3f-8bd7-8bfb243699c5 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:13.807392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67830ce-ba0e-429a-b34d-9f978471dcf7 req-7ce61e47-b011-4a3f-8bd7-8bfb243699c5 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:13.807852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67830ce-ba0e-429a-b34d-9f978471dcf7 req-7ce61e47-b011-4a3f-8bd7-8bfb243699c5 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:13.808305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67830ce-ba0e-429a-b34d-9f978471dcf7 req-7ce61e47-b011-4a3f-8bd7-8bfb243699c5 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:13.821629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f67830ce-ba0e-429a-b34d-9f978471dcf7 req-7ce61e47-b011-4a3f-8bd7-8bfb243699c5 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.3570697 Nov 12 05:13:13.836724 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-21e9fbe9-7cbe-42b9-8242-cc0fcb54a3a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f37fd3ccf1d4ce7a7951b9cd7a0a4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633531 Nov 12 05:13:13.840175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47132) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:13.860075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fbe9-7cbe-42b9-8242-cc0fcb54a3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac706c46-ff0a-43e0-8a71-70a3fbf9739f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:13.884323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8668-8291-4543-8e93-9f51bb68c824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.892564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-3d83f687-34b1-491c-aaaa-7118f3e0eaf1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1586301 Nov 12 05:13:13.956886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:13.980949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5555e334-ac4d-4797-9608-14fffb1aaf90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:13.982190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e', 'mac_address': 'fa:16:3e:1a:c2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:tempest-test_az-710899238', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:14.001813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ddace-78f4-4637-a7e5-69cf020ce7c2 req-999cd7f2-ed8a-41eb-83b7-429307fdd036 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:14.003384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-659ddace-78f4-4637-a7e5-69cf020ce7c2 req-999cd7f2-ed8a-41eb-83b7-429307fdd036 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 936 time: 0.0931199 Nov 12 05:13:14.051079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5555e334-ac4d-4797-9608-14fffb1aaf90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:14.118870 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:14.143282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-659ddace-78f4-4637-a7e5-69cf020ce7c2 req-f2ddba46-247c-4652-8290-9476527aaade tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179206 Nov 12 05:13:14.154558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:14.166292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-a0ed03f8-28c8-49b4-baab-976b0dae5d33 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:13:14.167351 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-a0ed03f8-28c8-49b4-baab-976b0dae5d33 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0896630 Nov 12 05:13:14.198255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:14.204503 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:14.256578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:14.298234 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5555e334-ac4d-4797-9608-14fffb1aaf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:14.300771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5555e334-ac4d-4797-9608-14fffb1aaf90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:14.301897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5555e334-ac4d-4797-9608-14fffb1aaf90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac706c46-ff0a-43e0-8a71-70a3fbf9739f HTTP/1.1" status: 204 len: 168 time: 0.4461000 Nov 12 05:13:14.512735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555e334-ac4d-4797-9608-14fffb1aaf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac706c46-ff0a-43e0-8a71-70a3fbf9739f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:14.564787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-9f705db2-6005-4bab-8849-99bed6039843 service neutron] 10.222.0.48 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907952 Nov 12 05:13:14.598622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4018253-fd9a-424b-8214-777a9f2de3ca req-32fa14c0-bb19-4ebb-bb47-f407355d1bce tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:14.600066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4018253-fd9a-424b-8214-777a9f2de3ca req-32fa14c0-bb19-4ebb-bb47-f407355d1bce tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 886 time: 0.3345501 Nov 12 05:13:14.644159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:14.755002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-0921c662-80d0-4b07-a881-f76c1352829a service neutron] 10.222.0.48 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891961 Nov 12 05:13:14.817500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3daff-0cd1-47ba-b76c-313f47763532 req-8e0c9fc5-2cca-466d-abee-f67d77c1d55d tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:14.820991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40c3daff-0cd1-47ba-b76c-313f47763532 req-8e0c9fc5-2cca-466d-abee-f67d77c1d55d tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 969 time: 0.1434119 Nov 12 05:13:14.873506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:14.889179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d052721-a4b6-4d0a-94f7-6f26719b8343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:14.932552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40c3daff-0cd1-47ba-b76c-313f47763532 req-a197f0e2-86cf-4151-8e91-da66f5093945 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836031 Nov 12 05:13:15.032499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d052721-a4b6-4d0a-94f7-6f26719b8343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:15.042430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d052721-a4b6-4d0a-94f7-6f26719b8343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:15.109482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dedc8c87-871d-49f1-871c-5e364a183300 req-ee33155d-1697-4422-8405-b359b712081c tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 210 time: 0.0390520 Nov 12 05:13:15.128475 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3d052721-a4b6-4d0a-94f7-6f26719b8343 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=633690d8f7584dceacdd4a84e98eaf68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538526 Nov 12 05:13:15.134048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47176) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:15.159540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d052721-a4b6-4d0a-94f7-6f26719b8343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee81b7-213a-4a68-a8fb-48af06de1a2e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:15.168982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8683af-6252-4dec-aabe-7aa0e6edc33a req-1a7c77ef-d3aa-4de1-af64-fc67f59c9175 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:15.169198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8683af-6252-4dec-aabe-7aa0e6edc33a req-1a7c77ef-d3aa-4de1-af64-fc67f59c9175 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:15.169989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8683af-6252-4dec-aabe-7aa0e6edc33a req-1a7c77ef-d3aa-4de1-af64-fc67f59c9175 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:15.170157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8683af-6252-4dec-aabe-7aa0e6edc33a req-1a7c77ef-d3aa-4de1-af64-fc67f59c9175 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:15.170592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8683af-6252-4dec-aabe-7aa0e6edc33a req-1a7c77ef-d3aa-4de1-af64-fc67f59c9175 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:15.172372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8683af-6252-4dec-aabe-7aa0e6edc33a req-1a7c77ef-d3aa-4de1-af64-fc67f59c9175 tempest-NetworksTest-1642995882 tempest-NetworksTest-1642995882-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2164752 Nov 12 05:13:15.263432 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-df11-4612-9f74-c11bc81aefcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:15.328128 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-df11-4612-9f74-c11bc81aefcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:15.429653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc275e0-16c3-4603-af6a-64a612f15bd4 req-298d96e0-6618-457a-a715-e64232bcc7c9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:15.429653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bc275e0-16c3-4603-af6a-64a612f15bd4 req-298d96e0-6618-457a-a715-e64232bcc7c9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 936 time: 0.1513677 Nov 12 05:13:15.431211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-df11-4612-9f74-c11bc81aefcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:15.433859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-df11-4612-9f74-c11bc81aefcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:15.437664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-703aef6c-df11-4612-9f74-c11bc81aefcc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cee81b7-213a-4a68-a8fb-48af06de1a2e HTTP/1.1" status: 204 len: 168 time: 0.3024883 Nov 12 05:13:15.465806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aef6c-df11-4612-9f74-c11bc81aefcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee81b7-213a-4a68-a8fb-48af06de1a2e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:15.535692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bc275e0-16c3-4603-af6a-64a612f15bd4 req-522b369f-377c-4f2b-8150-08f62baa65e9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965650 Nov 12 05:13:15.647999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47198) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:15.694693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:15.928922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:13:15.943548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:15.944165 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:15.968929 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-83561cf0-5d5e-4496-a8bf-e08b545fe0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.065943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.106411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b63b170-8d15-469e-89f1-1497127fae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:16.182996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-83561cf0-5d5e-4496-a8bf-e08b545fe0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.193518 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-83561cf0-5d5e-4496-a8bf-e08b545fe0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.204256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392160f-26be-416c-a549-0ef72a308ea6 req-a51e6235-d70a-48e4-8a82-025b8f8b778c tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:16.224392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e392160f-26be-416c-a549-0ef72a308ea6 req-a51e6235-d70a-48e4-8a82-025b8f8b778c tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 969 time: 0.1515062 Nov 12 05:13:16.273047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:16.292210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.311896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-83561cf0-5d5e-4496-a8bf-e08b545fe0b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2a33383465c4e77895c26d6bc9e8226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6602039 Nov 12 05:13:16.312289 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47226) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:16.351693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0d5a5f7-4d6c-4f35-8e5d-c1d57acbce9b req-b8b79dc9-ddf4-4bcf-8d57-2d13b52c16f6 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 210 time: 0.1054351 Nov 12 05:13:16.359380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83561cf0-5d5e-4496-a8bf-e08b545fe0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6143f9b-244a-4ed0-9693-d1856d85e790,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:16.380822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:16.384065 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38bbf8c7-c100-4135-8dbf-39e1de5115e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.399560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e392160f-26be-416c-a549-0ef72a308ea6 req-68b72e94-8f9d-45a4-8c62-46a3f1fda697 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741171 Nov 12 05:13:16.417764 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db45f111-b6b4-4b52-97bf-a00c2404ac72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.462409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db45f111-b6b4-4b52-97bf-a00c2404ac72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.495860 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c84c36-5027-4236-8a5a-c1703025731d" -d '{"events": [{"server_uuid": "8b63b170-8d15-469e-89f1-1497127fae70", "name": "network-vif-plugged", "status": "completed", "tag": "0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:16.543833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db45f111-b6b4-4b52-97bf-a00c2404ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.548017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db45f111-b6b4-4b52-97bf-a00c2404ac72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:16.551511 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-db45f111-b6b4-4b52-97bf-a00c2404ac72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6143f9b-244a-4ed0-9693-d1856d85e790 HTTP/1.1" status: 204 len: 168 time: 0.2353950 Nov 12 05:13:16.560582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45f111-b6b4-4b52-97bf-a00c2404ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6143f9b-244a-4ed0-9693-d1856d85e790,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:16.737659 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f80e62c-ffa2-4046-a387-5377ed4f7531 x-openstack-request-id: req-4f80e62c-ffa2-4046-a387-5377ed4f7531 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:16.739060 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b63b170-8d15-469e-89f1-1497127fae70", "name": "network-vif-plugged", "status": "completed", "tag": "0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:16.739606 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f80e62c-ffa2-4046-a387-5377ed4f7531 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:16.740397 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b63b170-8d15-469e-89f1-1497127fae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e', 'code': 200} Nov 12 05:13:16.780070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-724893d0-9bfb-4ad4-8b91-29849eeba1b9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=810cfa3b1c084750ad17d879ad775a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542440 Nov 12 05:13:17.023680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835007-ca0e-47de-87fd-4effb820c099 req-e9017dbf-05a3-4912-a172-4ea48b5c1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:17.025231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85835007-ca0e-47de-87fd-4effb820c099 req-e9017dbf-05a3-4912-a172-4ea48b5c1f4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 1122 time: 0.1561298 Nov 12 05:13:17.039687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eb2f0-2926-49b8-9e0b-87c0e8807a82 req-0660b8cb-9213-4976-8bc8-af258b1354d7 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:17.041274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f0eb2f0-2926-49b8-9e0b-87c0e8807a82 req-0660b8cb-9213-4976-8bc8-af258b1354d7 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 936 time: 0.1943884 Nov 12 05:13:17.067395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-759ba8de-7384-46c0-83fe-3e4fde531ddd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:17.068779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-759ba8de-7384-46c0-83fe-3e4fde531ddd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809260 Nov 12 05:13:17.074619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85835007-ca0e-47de-87fd-4effb820c099 req-8f3d302d-795d-49e4-b71b-26c174b3529e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.117497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-17bd2d14-3e4c-43aa-9137-64c5345ac1c3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/quotas/810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 375 time: 0.0392020 Nov 12 05:13:17.134116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47266) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:17.160446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ba0396-8ef4-4d99-adb7-bf6ffd86374b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.177870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-973c1d90-2f1f-47b1-9140-a5eba7cd7154 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592775 Nov 12 05:13:17.198021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f0eb2f0-2926-49b8-9e0b-87c0e8807a82 req-143a8b34-c5c7-4832-bea4-38df9821fcab tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453753 Nov 12 05:13:17.232498 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.311174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ba0396-8ef4-4d99-adb7-bf6ffd86374b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.317312 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ba0396-8ef4-4d99-adb7-bf6ffd86374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.335506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85835007-ca0e-47de-87fd-4effb820c099 req-8f3d302d-795d-49e4-b71b-26c174b3529e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.341068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85835007-ca0e-47de-87fd-4effb820c099 req-8f3d302d-795d-49e4-b71b-26c174b3529e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.373129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba0396-8ef4-4d99-adb7-bf6ffd86374b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b14fc9-1589-482f-925a-e5e2d4f728fc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:17.381043 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-93ba0396-8ef4-4d99-adb7-bf6ffd86374b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b2714e65da341a9b5fb0475c47730a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456291 Nov 12 05:13:17.384017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:17.439954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85835007-ca0e-47de-87fd-4effb820c099 req-8f3d302d-795d-49e4-b71b-26c174b3529e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790555 Nov 12 05:13:17.513793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-567ddef5-fd58-484b-bb10-34feb131bc97 req-d2cbfb51-11ac-4b6b-b00a-e3fa6b3141fa tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 210 time: 0.0726810 Nov 12 05:13:17.519110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d302d-795d-49e4-b71b-26c174b3529e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ff5a8-8eff-43c6-a14d-8ec542e16892,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:17.535900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-538b4157-8c44-4b51-affc-a2fd8c9e371e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.574803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c363b86e-1b45-4855-a4c2-57b2270fe37f req-0f796f4a-7f8b-4f1b-a21c-090d33d8bd14 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 210 time: 0.0450695 Nov 12 05:13:17.599578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-538b4157-8c44-4b51-affc-a2fd8c9e371e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.691475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c798-088a-4b60-821b-325ad1e374fc req-8dd34cf5-dfaa-4e74-bd0f-63599f6366d2 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:17.695705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0724c798-088a-4b60-821b-325ad1e374fc req-8dd34cf5-dfaa-4e74-bd0f-63599f6366d2 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 970 time: 0.0748610 Nov 12 05:13:17.697744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-538b4157-8c44-4b51-affc-a2fd8c9e371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.701548 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-538b4157-8c44-4b51-affc-a2fd8c9e371e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.702819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-538b4157-8c44-4b51-affc-a2fd8c9e371e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63b14fc9-1589-482f-925a-e5e2d4f728fc HTTP/1.1" status: 204 len: 168 time: 0.3172123 Nov 12 05:13:17.718952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b4157-8c44-4b51-affc-a2fd8c9e371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b14fc9-1589-482f-925a-e5e2d4f728fc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:17.767831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0724c798-088a-4b60-821b-325ad1e374fc req-e8cbbe1c-a0cd-4493-b43c-5b9bd15dd35a tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604150 Nov 12 05:13:18.332936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020a52-a54e-485a-9b27-c46e66c046e9 req-1562bb07-2d29-4f27-bbb9-5bb0c9cc72c8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:18.334776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1020a52-a54e-485a-9b27-c46e66c046e9 req-1562bb07-2d29-4f27-bbb9-5bb0c9cc72c8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 936 time: 0.0605600 Nov 12 05:13:18.391407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1020a52-a54e-485a-9b27-c46e66c046e9 req-cf6065bd-ce5a-4e8f-af9c-63eac2ee075b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480940 Nov 12 05:13:18.438725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:18.643106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d74899cc-c7e1-4f1a-af76-d8057565b286 req-ea308622-7f08-4b7d-b1f3-2b0ce5efba49 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 210 time: 0.0375426 Nov 12 05:13:18.690903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb6442ac-8102-4246-9eb3-b0333a20dc6c req-00fd280a-a275-49ec-8562-b0b43b37ac95 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 210 time: 0.0303743 Nov 12 05:13:18.814552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:18.893221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2360d0-5317-4b19-9481-6cba3ad3cfde req-776ebd7c-568d-43eb-ac93-535c5a6114fe tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:18.894773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2360d0-5317-4b19-9481-6cba3ad3cfde req-776ebd7c-568d-43eb-ac93-535c5a6114fe tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 970 time: 0.0555420 Nov 12 05:13:18.943037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2360d0-5317-4b19-9481-6cba3ad3cfde req-8eccd653-b8be-4884-9f81-b9d7445bc20b tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Nov 12 05:13:19.016674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4107e58-0c00-4195-8eed-c57cf0b3edbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.093392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4107e58-0c00-4195-8eed-c57cf0b3edbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.097046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4107e58-0c00-4195-8eed-c57cf0b3edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.135490 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e4107e58-0c00-4195-8eed-c57cf0b3edbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4aefcd31f7c4e259aaf1846492ed65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192410 Nov 12 05:13:19.136293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4107e58-0c00-4195-8eed-c57cf0b3edbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c167d4-e906-42a4-a63e-70e7fa509c7f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:19.138271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47376) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:19.189941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4e8519a-4fba-4b8e-a28a-f1b44413c495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.211748 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4e8519a-4fba-4b8e-a28a-f1b44413c495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.256896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4e8519a-4fba-4b8e-a28a-f1b44413c495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.260279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4e8519a-4fba-4b8e-a28a-f1b44413c495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.263867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a4e8519a-4fba-4b8e-a28a-f1b44413c495 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33c167d4-e906-42a4-a63e-70e7fa509c7f HTTP/1.1" status: 204 len: 168 time: 0.1219251 Nov 12 05:13:19.271659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8519a-4fba-4b8e-a28a-f1b44413c495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c167d4-e906-42a4-a63e-70e7fa509c7f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:19.384898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.543802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfc04e-9480-4708-b1ad-3f79129b21c4 req-b657f74f-2303-41ac-a926-bc236b0331e2 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:19.545314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fccfc04e-9480-4708-b1ad-3f79129b21c4 req-b657f74f-2303-41ac-a926-bc236b0331e2 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 936 time: 0.0737166 Nov 12 05:13:19.594488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fccfc04e-9480-4708-b1ad-3f79129b21c4 req-f021d5e1-7b1e-415a-a625-f8b9af0487bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Nov 12 05:13:19.649461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47396) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:19.662391 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f604441a-1599-44bb-b306-153408bb5890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.751830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23531e1d-fcc4-4940-8c4d-3dd17e3e9f14 req-eb110141-07ce-4e0b-a98f-ced4729bff6a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 210 time: 0.0351882 Nov 12 05:13:19.775147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f604441a-1599-44bb-b306-153408bb5890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.780178 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f604441a-1599-44bb-b306-153408bb5890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.821415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604441a-1599-44bb-b306-153408bb5890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb35704-b4d9-47ed-8129-a48cc0999bcd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:19.853993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f604441a-1599-44bb-b306-153408bb5890 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0026ad7189584f7fae8a25d7c989eae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033873 Nov 12 05:13:19.855943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce102f11-8579-445a-b233-305b865128d2 req-e8bae357-983b-4237-aab6-2746900d9dc1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 210 time: 0.0390241 Nov 12 05:13:19.856527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47408) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:19.904384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-613d1813-5b24-4a25-9ee8-f48a9fb2d97c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.925512 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-613d1813-5b24-4a25-9ee8-f48a9fb2d97c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.973715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-613d1813-5b24-4a25-9ee8-f48a9fb2d97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.976433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-613d1813-5b24-4a25-9ee8-f48a9fb2d97c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.980617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-613d1813-5b24-4a25-9ee8-f48a9fb2d97c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cb35704-b4d9-47ed-8129-a48cc0999bcd HTTP/1.1" status: 204 len: 168 time: 0.1201882 Nov 12 05:13:19.987699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d1813-5b24-4a25-9ee8-f48a9fb2d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb35704-b4d9-47ed-8129-a48cc0999bcd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:20.087742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d4af-8148-4b15-a69b-202ffba06745 req-a842dbb7-315a-49d0-b12a-7ca7b70da55b tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:20.089314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94d7d4af-8148-4b15-a69b-202ffba06745 req-a842dbb7-315a-49d0-b12a-7ca7b70da55b tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 970 time: 0.0649555 Nov 12 05:13:20.098371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a9b7ef0d-2fdd-4c54-8eec-24a0b11bddd8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:13:20.099696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-a9b7ef0d-2fdd-4c54-8eec-24a0b11bddd8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179513 Nov 12 05:13:20.154285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94d7d4af-8148-4b15-a69b-202ffba06745 req-d91c45a3-fe85-4c16-a340-911f75217843 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 Nov 12 05:13:20.324775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827ae1c-6f7b-4741-bff0-b836943fe063 req-7e8f643b-b450-4130-a005-9b75a9c4887d tempest-AggregatesAdminTestJSON-955252280 tempest-AggregatesAdminTestJSON-955252280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:20.326326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1827ae1c-6f7b-4741-bff0-b836943fe063 req-7e8f643b-b450-4130-a005-9b75a9c4887d tempest-AggregatesAdminTestJSON-955252280 tempest-AggregatesAdminTestJSON-955252280-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 1122 time: 0.0491335 Nov 12 05:13:20.345786 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1827ae1c-6f7b-4741-bff0-b836943fe063 req-7ad2083a-6d33-472f-8e44-8367b5ac0556 tempest-AggregatesAdminTestJSON-955252280 tempest-AggregatesAdminTestJSON-955252280-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.406896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Request body: {'port': {'device_id': '1dc16ae4-6776-4ffb-a85b-6126fd961d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:20.443630 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1827ae1c-6f7b-4741-bff0-b836943fe063 req-7ad2083a-6d33-472f-8e44-8367b5ac0556 tempest-AggregatesAdminTestJSON-955252280 tempest-AggregatesAdminTestJSON-955252280-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.451147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1827ae1c-6f7b-4741-bff0-b836943fe063 req-7ad2083a-6d33-472f-8e44-8367b5ac0556 tempest-AggregatesAdminTestJSON-955252280 tempest-AggregatesAdminTestJSON-955252280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.481201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.511078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1827ae1c-6f7b-4741-bff0-b836943fe063 req-7ad2083a-6d33-472f-8e44-8367b5ac0556 tempest-AggregatesAdminTestJSON-955252280 tempest-AggregatesAdminTestJSON-955252280-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779170 Nov 12 05:13:20.513976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2083a-6d33-472f-8e44-8367b5ac0556 tempest-AggregatesAdminTestJSON-955252280 tempest-AggregatesAdminTestJSON-955252280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e654780-8fff-4489-a0b9-ab9cfdeab600,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:20.752881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49416a-4f5a-4458-9226-eff0904727fc req-b48de254-85f0-4ce6-88a3-7506ee67f19f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:20.754415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d49416a-4f5a-4458-9226-eff0904727fc req-b48de254-85f0-4ce6-88a3-7506ee67f19f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 936 time: 0.0690608 Nov 12 05:13:20.819197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d49416a-4f5a-4458-9226-eff0904727fc req-ed173f74-e190-4067-a6b5-b1c63b512bf5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583961 Nov 12 05:13:20.901447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed31851e-67dd-40f3-b6c6-5cc3f4335acc {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:20.910191 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.931809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Transition to ACTIVE for port object ed31851e-67dd-40f3-b6c6-5cc3f4335acc will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:20.938074 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.995231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d680ba1a-f735-46d4-b561-ed1ed924c280 req-98e12bbc-ce3f-4927-a4e1-b5c4eb59164d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 210 time: 0.0627999 Nov 12 05:13:21.069990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.43', 51324) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:21.121288 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-b76e77e1-4642-49ec-b305-705921f9aea4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=810cfa3b1c084750ad17d879ad775a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352743 Nov 12 05:13:21.123724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Attempting to bind port ed31851e-67dd-40f3-b6c6-5cc3f4335acc on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:21.124599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Attempting to bind port ed31851e-67dd-40f3-b6c6-5cc3f4335acc by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:21.125159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Attempting to bind port ed31851e-67dd-40f3-b6c6-5cc3f4335acc on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:21.130687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:21.135308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47474) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:21.238843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98dde566-fe2e-4a09-8dc5-6ea7deedbc7c req-ed813c71-d1ee-451a-924c-f1a05547a55e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 210 time: 0.0452855 Nov 12 05:13:21.315121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Port ed31851e-67dd-40f3-b6c6-5cc3f4335acc on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:21.315939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Attempting to bind port ed31851e-67dd-40f3-b6c6-5cc3f4335acc on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:21.336523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:21.337853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:21.338804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:21.340315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Bound port: ed31851e-67dd-40f3-b6c6-5cc3f4335acc, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:21.340911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.357973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-637952478-network', 'tenant_id': 'c177b0e068e149e5be2571d3d1fa8ddb'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:21.385126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-545a6974-9bc2-42a6-91f4-895adf7e4cf4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:21.386709 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-545a6974-9bc2-42a6-91f4-895adf7e4cf4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506728 Nov 12 05:13:21.390692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Made reservation on behalf of c177b0e068e149e5be2571d3d1fa8ddb for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:21.393677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.407465 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.409317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Request body: {'port': {'device_id': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '810cfa3b1c084750ad17d879ad775a25'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:21.507240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] For port ed31851e-67dd-40f3-b6c6-5cc3f4335acc, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:21.525369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.531260 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.544567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:13:21.556831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.557188 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Added segment edb64c7f-48a2-4a37-87aa-66d0df325e45 of type vlan for network c47448b0-1759-4308-9812-089ef5f02fd9 Nov 12 05:13:21.583830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] For port ed31851e-67dd-40f3-b6c6-5cc3f4335acc, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:21.597190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.651036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.653440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.43', 51325) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:21.656654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Made reservation on behalf of 810cfa3b1c084750ad17d879ad775a25 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:21.660469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.681308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.702226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:21.705216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.707028 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/ed31851e-67dd-40f3-b6c6-5cc3f4335acc HTTP/1.1" status: 200 len: 1097 time: 1.4540863 Nov 12 05:13:21.707715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc16ae4-6776-4ffb-a85b-6126fd961d35', 'tag': 'ed31851e-67dd-40f3-b6c6-5cc3f4335acc'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:21.718101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69720e65-0640-48e6-8cc1-9206b3d7252f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:21.841223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.842240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:21.843042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:21.941229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99431079-fabb-431e-8645-46852fe2a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:21.947752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320903f-ef3b-424c-905f-5983dee621f0 req-8c201d3c-0598-4887-b73f-efd6813372ee tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:21.958163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-8c201d3c-0598-4887-b73f-efd6813372ee tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 823 time: 0.2950892 Nov 12 05:13:21.968778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8326631 Nov 12 05:13:21.977874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:21.983506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Request body: {'subnet': {'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-637952478-subnet', 'tenant_id': 'c177b0e068e149e5be2571d3d1fa8ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:22.083677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-bbde0ed1-693e-4b08-b37a-cb78d3dbe90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:22.086070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-bbde0ed1-693e-4b08-b37a-cb78d3dbe90a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 1100 time: 0.2806098 Nov 12 05:13:22.090783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb9802-97ed-4b38-89c9-5522a8854bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=c47448b0-1759-4308-9812-089ef5f02fd9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:22.103328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Made reservation on behalf of c177b0e068e149e5be2571d3d1fa8ddb for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:22.107847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c47448b0-1759-4308-9812-089ef5f02fd9 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:13:22.117451 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.137042 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d39b481-94d1-4d62-aaf6-50eacfd5c542" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc16ae4-6776-4ffb-a85b-6126fd961d35", "tag": "ed31851e-67dd-40f3-b6c6-5cc3f4335acc"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:22.209604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-d330fb79-abbc-4ee3-b085-e7a72fdefef5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d2208e72b640758eb545ea8fc54e75 HTTP/1.1" status: 200 len: 379 time: 0.1149371 Nov 12 05:13:22.232637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fff39f-6eb1-4caa-8ed4-1dd9a5229c5d req-2be64b54-5ef7-468f-8be1-d0b3bc608f1e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:22.234078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fff39f-6eb1-4caa-8ed4-1dd9a5229c5d req-2be64b54-5ef7-468f-8be1-d0b3bc608f1e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 948 time: 0.1408145 Nov 12 05:13:22.237437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92796981-4222-415d-ac9c-f2490da689b4 req-fb56fba5-1d00-4a03-a630-7273ee345254 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 210 time: 0.0551364 Nov 12 05:13:22.240971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Request body: {'port': {'device_id': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'admin_state_up': True, 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'security_groups': ['e8fe558c-3a63-4dfa-a205-96ab4f98dd1d']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:22.286079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-1194ef26-9fa5-44e8-a3d9-9ff388861283 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=ed31851e-67dd-40f3-b6c6-5cc3f4335acc HTTP/1.1" status: 200 len: 217 time: 0.1589673 Nov 12 05:13:22.293577 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.339770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.391883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fff39f-6eb1-4caa-8ed4-1dd9a5229c5d req-fa81bfcf-6787-48b6-b2b1-1bc5f74e921f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Nov 12 05:13:22.455720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47534) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:22.482288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Made reservation on behalf of f7d2208e72b640758eb545ea8fc54e75 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:22.487798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.531277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-594cd0c2-d5e6-4c79-9582-36315638f37f req-7d0b6823-c4ea-4f9c-9979-0e92b9ccf8f8 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 210 time: 0.0401351 Nov 12 05:13:22.599865 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34bb233-7ac8-4a1d-bf23-8dd48b06d0a5 x-openstack-request-id: req-e34bb233-7ac8-4a1d-bf23-8dd48b06d0a5 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:22.600210 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc16ae4-6776-4ffb-a85b-6126fd961d35", "tag": "ed31851e-67dd-40f3-b6c6-5cc3f4335acc", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:22.600378 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e34bb233-7ac8-4a1d-bf23-8dd48b06d0a5 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:22.600828 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc16ae4-6776-4ffb-a85b-6126fd961d35', 'tag': 'ed31851e-67dd-40f3-b6c6-5cc3f4335acc', 'status': 'completed', 'code': 200} Nov 12 05:13:22.646926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-b7c4d508-7920-47b9-8c53-96b160830038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:22.648393 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-b7c4d508-7920-47b9-8c53-96b160830038 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.3533244 Nov 12 05:13:22.653814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa75b1-ce38-4925-88f7-1d982c9593a4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:22.697970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be58694e-3e8d-49d9-b369-72b35bfb25a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.714173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Allocated IP 172.20.0.10 (88f182b1-b3c0-49d3-b8dd-212cced455c0/da891232-5056-49dd-9d8b-c54a2818ba64/1014a2a0-3924-42a0-98e1-7b6105f0d181) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:22.853171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Allocated IP 192.168.233.161 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/7283d198-1899-4455-bfde-b907d42ce5a2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:22.870442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-b9669ba3-c7be-41f1-8922-a3af8c1dd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:22.871856 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-b9669ba3-c7be-41f1-8922-a3af8c1dd02e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2115281 Nov 12 05:13:22.909541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be58694e-3e8d-49d9-b369-72b35bfb25a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.919852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be58694e-3e8d-49d9-b369-72b35bfb25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.945177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.950952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:22.978999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-be58694e-3e8d-49d9-b369-72b35bfb25a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ca1ce0f194c4fa19f34c7e583c167da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5193107 Nov 12 05:13:22.979238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47562) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:22.986273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58694e-3e8d-49d9-b369-72b35bfb25a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf210420-5507-4c24-89a8-315b4ea6fe78,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:23.061889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.081758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac135a43-ad9c-44e7-b3e3-79f30f3a6302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.096145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:23.132727 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-1848ed03-6d5a-4cfe-a953-9819d09e7f6b service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517991 Nov 12 05:13:23.136460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:23.147097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:23.149731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:23.190020 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac135a43-ad9c-44e7-b3e3-79f30f3a6302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.192580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event updated for resources: {'Port': ['ID=1014a2a0-3924-42a0-98e1-7b6105f0d181,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:23.257006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:23.257653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.277464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:23.278043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Network hostable DHCP agents. Network: c47448b0-1759-4308-9812-089ef5f02fd9, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:13:23.280767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-891fc8eb-b65d-4bc6-9b27-ad0aec37f5a5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0455360 Nov 12 05:13:23.301744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Request body: {'port': {'device_id': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:23.304601 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac135a43-ad9c-44e7-b3e3-79f30f3a6302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.308307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac135a43-ad9c-44e7-b3e3-79f30f3a6302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.309702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ac135a43-ad9c-44e7-b3e3-79f30f3a6302 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf210420-5507-4c24-89a8-315b4ea6fe78 HTTP/1.1" status: 204 len: 168 time: 0.3296015 Nov 12 05:13:23.344328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac135a43-ad9c-44e7-b3e3-79f30f3a6302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf210420-5507-4c24-89a8-315b4ea6fe78,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:23.395142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.398373 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9549a00-20cd-4b78-927d-e34f38c3fab0 req-33b09910-3fdc-4465-87af-ca3f8e87ba2e service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403042 Nov 12 05:13:23.425072 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.434379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Network c47448b0-1759-4308-9812-089ef5f02fd9 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:13:23.483702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, c47448b0-1759-4308-9812-089ef5f02fd9) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:23.495548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:23.496529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.512729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a41f4-2e07-4345-b091-045d090d6e5a None None] Network c47448b0-1759-4308-9812-089ef5f02fd9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:23.522070 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.524996 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a6383a6-a27e-43a1-9017-f723d55c9894 req-f8712f1e-f2e7-411c-b40f-4f5f18f2c148 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 210 time: 0.0508192 Nov 12 05:13:23.547433 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6aa57e74-384f-4b51-a9d4-9430188b1433 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5675697 Nov 12 05:13:23.634186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-38da6988-5dd7-4bc9-b19a-1fc845224690 None None] Provisioning complete for port 1014a2a0-3924-42a0-98e1-7b6105f0d181 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:23.634922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38da6988-5dd7-4bc9-b19a-1fc845224690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.695982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-38da6988-5dd7-4bc9-b19a-1fc845224690 None None] Port 1014a2a0-3924-42a0-98e1-7b6105f0d181 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:23.727864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61371fa8-a9ee-46bc-a700-9fadfdbda9d2 None None] Network c47448b0-1759-4308-9812-089ef5f02fd9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:23.740630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:23.760243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:23.780610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:23.785017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:23.785675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.791941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:23.812746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-dca6ff13-2373-4cd0-a62d-2a527d207651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:23.814438 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-dca6ff13-2373-4cd0-a62d-2a527d207651 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 1100 time: 0.2650850 Nov 12 05:13:23.820917 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-e68f9335-5a71-4531-910b-06553e626e84 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4153240 Nov 12 05:13:23.880443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ca3a1-4d5d-4126-a02e-39f0e36d8dce req-a75da3f3-1227-4d14-bf3f-6190875bad7b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:23.884587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Request body: {'port': {'device_id': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:23.887659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-006ca3a1-4d5d-4126-a02e-39f0e36d8dce req-a75da3f3-1227-4d14-bf3f-6190875bad7b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 948 time: 0.2209609 Nov 12 05:13:23.965668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47612) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:23.978044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202ff1d-5d28-4fe1-95ea-0c19bce9e4a9 req-bf0b551d-3e5c-4240-a71c-3bb8ea93974e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:23.979559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6202ff1d-5d28-4fe1-95ea-0c19bce9e4a9 req-bf0b551d-3e5c-4240-a71c-3bb8ea93974e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 932 time: 0.2249603 Nov 12 05:13:24.025751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4ca2-a21a-4519-b592-08dd9578074e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.042768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-006ca3a1-4d5d-4126-a02e-39f0e36d8dce req-9be9bb1f-fa84-4a53-bebf-e535a4e718be tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486526 Nov 12 05:13:24.113540 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.142038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3cafe27e-9807-4c7a-b6bd-b2863a283416 None None] Provisioning complete for port 7283d198-1899-4455-bfde-b907d42ce5a2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:24.142699 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3cafe27e-9807-4c7a-b6bd-b2863a283416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.148769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6202ff1d-5d28-4fe1-95ea-0c19bce9e4a9 req-b82ac510-e05f-44c5-8995-4d2715dfe2b9 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462700 Nov 12 05:13:24.203046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1014a2a0-3924-42a0-98e1-7b6105f0d181 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:24.209825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-c8f2efa6-ee68-421d-a21a-85be5c336413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:24.212885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.213154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-c8f2efa6-ee68-421d-a21a-85be5c336413 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.3911767 Nov 12 05:13:24.239756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Transition to ACTIVE for port object 1014a2a0-3924-42a0-98e1-7b6105f0d181 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:24.256886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.266533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3cafe27e-9807-4c7a-b6bd-b2863a283416 None None] Port 7283d198-1899-4455-bfde-b907d42ce5a2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:24.279130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4ca2-a21a-4519-b592-08dd9578074e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.310223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4ca2-a21a-4519-b592-08dd9578074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.310579 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-1ee34b7f-2dbd-4c74-b2ad-b5653c946ac5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=ed31851e-67dd-40f3-b6c6-5cc3f4335acc HTTP/1.1" status: 200 len: 217 time: 0.0883389 Nov 12 05:13:24.522375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-bc1379ce-badf-4c9b-848e-0567ce004abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:24.524076 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-bc1379ce-badf-4c9b-848e-0567ce004abc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1410720 Nov 12 05:13:24.594933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47656) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:24.616412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-710583922-network', 'tenant_id': '7e25d03e6a834f27aae2b77780c82902'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:24.692211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Made reservation on behalf of 7e25d03e6a834f27aae2b77780c82902 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:24.694830 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.697400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1014a2a0-3924-42a0-98e1-7b6105f0d181,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:24.714986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-a1adf7d5-36fe-400a-8d18-1b592509796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:24.715668 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-a1adf7d5-36fe-400a-8d18-1b592509796b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1198089 Nov 12 05:13:24.718099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.720506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2ccb4ca2-a21a-4519-b592-08dd9578074e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5a3413a0d7f4aa79c7c070883658c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7511353 Nov 12 05:13:24.721736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47664) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:24.777452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb4ca2-a21a-4519-b592-08dd9578074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc5a04c-25c4-49cd-b22e-41cbc4d5e0f5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:24.816394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa3177-1e7e-466b-b3f9-7c92b8aa4dbd req-edc3f07b-05fe-4176-9868-faf44bd12a20 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:24.824362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3afa3177-1e7e-466b-b3f9-7c92b8aa4dbd req-edc3f07b-05fe-4176-9868-faf44bd12a20 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 936 time: 0.1225824 Nov 12 05:13:24.848679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Attempting to bind port 1014a2a0-3924-42a0-98e1-7b6105f0d181 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:24.849015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Attempting to bind port 1014a2a0-3924-42a0-98e1-7b6105f0d181 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:24.849853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Attempting to bind port 1014a2a0-3924-42a0-98e1-7b6105f0d181 on network 88f182b1-b3c0-49d3-b8dd-212cced455c0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:24.862360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Port 1014a2a0-3924-42a0-98e1-7b6105f0d181 on network 88f182b1-b3c0-49d3-b8dd-212cced455c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:24.862763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Attempting to bind port 1014a2a0-3924-42a0-98e1-7b6105f0d181 on network 88f182b1-b3c0-49d3-b8dd-212cced455c0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:24.879302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:24.880188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Checking segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:24.880188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Bound using segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:24.880484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Bound port: 1014a2a0-3924-42a0-98e1-7b6105f0d181, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:24.880838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.900576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8212cbce-7028-4830-b9b8-26b0fd601746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.903008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3afa3177-1e7e-466b-b3f9-7c92b8aa4dbd req-887acac8-200d-4cf3-9f61-dde24006270c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776284 Nov 12 05:13:24.936246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7283d198-1899-4455-bfde-b907d42ce5a2 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:24.990303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:24.997666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] For port 1014a2a0-3924-42a0-98e1-7b6105f0d181, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:25.003828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] For port 1014a2a0-3924-42a0-98e1-7b6105f0d181, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:25.014015 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.046438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8212cbce-7028-4830-b9b8-26b0fd601746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.069594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:25.070217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.072417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] 10.222.0.43 "PUT /v2.0/ports/1014a2a0-3924-42a0-98e1-7b6105f0d181 HTTP/1.1" status: 200 len: 1093 time: 1.7767117 Nov 12 05:13:25.072842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'tag': '1014a2a0-3924-42a0-98e1-7b6105f0d181'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:25.075246 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a937b860-4e9e-4557-9f35-56300a5a7a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbd86fa-3d02-4682-b642-b8dcfc381182", "tag": "1014a2a0-3924-42a0-98e1-7b6105f0d181"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:25.105619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba4290-c226-4344-93e7-d1f30572a8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1014a2a0-3924-42a0-98e1-7b6105f0d181,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:25.115386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Transition to ACTIVE for port object 7283d198-1899-4455-bfde-b907d42ce5a2 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:25.123509 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-7f9a8942-8d6b-4445-8c6e-88d8d3451454 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937998 Nov 12 05:13:25.130430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.241960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320903f-ef3b-424c-905f-5983dee621f0 req-4bb966f8-9296-434f-a566-8ee3a3b0b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:25.246636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-4bb966f8-9296-434f-a566-8ee3a3b0b240 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 1096 time: 0.0959735 Nov 12 05:13:25.303795 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b2c893-4f5e-4c9e-b14e-f42be0b070a7 x-openstack-request-id: req-32b2c893-4f5e-4c9e-b14e-f42be0b070a7 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:25.304083 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbd86fa-3d02-4682-b642-b8dcfc381182", "tag": "1014a2a0-3924-42a0-98e1-7b6105f0d181", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:25.304336 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32b2c893-4f5e-4c9e-b14e-f42be0b070a7 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:25.312490 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'tag': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'status': 'completed', 'code': 200} Nov 12 05:13:25.368643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.412429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:25.443780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-62fae7fe-9729-4937-b7a1-3e9cc30a468d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181 HTTP/1.1" status: 200 len: 217 time: 0.1784880 Nov 12 05:13:25.456764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47704) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:25.480633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.552447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:13:25.557129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78288287-4ddf-4e99-ac61-10667ba3ba9f req-88d788f8-70e2-42de-834e-6bb87377495a tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:25.558758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78288287-4ddf-4e99-ac61-10667ba3ba9f req-88d788f8-70e2-42de-834e-6bb87377495a tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 948 time: 0.3104391 Nov 12 05:13:25.561240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47708) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:25.583353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Attempting to bind port 7283d198-1899-4455-bfde-b907d42ce5a2 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:25.583686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Attempting to bind port 7283d198-1899-4455-bfde-b907d42ce5a2 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:25.584590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Attempting to bind port 7283d198-1899-4455-bfde-b907d42ce5a2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:25.586701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a243d0-d2e5-4afb-8b95-38240aff1e4d req-39b5f5db-016d-4603-b87e-2044841965ae tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:25.588253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47a243d0-d2e5-4afb-8b95-38240aff1e4d req-39b5f5db-016d-4603-b87e-2044841965ae tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 944 time: 0.1483972 Nov 12 05:13:25.594093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320903f-ef3b-424c-905f-5983dee621f0 req-cdf33f3b-ad5a-499c-ac24-4bb9337072d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:25.595595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-cdf33f3b-ad5a-499c-ac24-4bb9337072d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 200 len: 862 time: 0.1360440 Nov 12 05:13:25.599688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bd10c2-bb3f-4c50-848a-d4b523b6ffed,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:25.606668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Port 7283d198-1899-4455-bfde-b907d42ce5a2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:25.607015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Attempting to bind port 7283d198-1899-4455-bfde-b907d42ce5a2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:25.611084 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d39b481-94d1-4d62-aaf6-50eacfd5c542 req-dc3078b9-7a2d-4fe5-90e9-98df61d86cf9 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635596 Nov 12 05:13:25.616861 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8212cbce-7028-4830-b9b8-26b0fd601746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.620069 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8212cbce-7028-4830-b9b8-26b0fd601746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.621207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8212cbce-7028-4830-b9b8-26b0fd601746 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bc5a04c-25c4-49cd-b22e-41cbc4d5e0f5 HTTP/1.1" status: 204 len: 168 time: 0.8936887 Nov 12 05:13:25.622548 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.622896 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Added segment f3bca83c-9bd8-429b-9977-7c5e09039b28 of type vlan for network ce7f6615-7a8c-46fd-b7c9-d6eedab848ec Nov 12 05:13:25.647643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:25.647975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:25.648531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:25.648800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Bound port: 7283d198-1899-4455-bfde-b907d42ce5a2, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:25.650045 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.668406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212cbce-7028-4830-b9b8-26b0fd601746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc5a04c-25c4-49cd-b22e-41cbc4d5e0f5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:25.726701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78288287-4ddf-4e99-ac61-10667ba3ba9f req-a274534b-1aad-4826-8023-fdaad2ed5b2d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261313 Nov 12 05:13:25.731417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47a243d0-d2e5-4afb-8b95-38240aff1e4d req-8303f60e-3ca1-4736-bcdd-fd172f968604 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343694 Nov 12 05:13:25.733441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320903f-ef3b-424c-905f-5983dee621f0 req-b2c84f2f-5201-4fc9-979d-7494a22294ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:25.734862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-b2c84f2f-5201-4fc9-979d-7494a22294ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88f182b1-b3c0-49d3-b8dd-212cced455c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302559 Nov 12 05:13:25.753682 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.813763 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2e12-a9bd-4939-8a14-f7492e5e543d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.826905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.827851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:25.829039 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.834332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:25.835501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b677-33e0-486b-8797-01931668adf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.893146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-66c1a919-4aa9-4469-97df-aacc6b49ee37 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486573 Nov 12 05:13:26.024066 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b677-33e0-486b-8797-01931668adf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.034231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b677-33e0-486b-8797-01931668adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.047565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d320903f-ef3b-424c-905f-5983dee621f0 req-1eef2724-c8d7-426b-ae2d-30bc10a4d21f service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448984 Nov 12 05:13:26.052303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:26.116917 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.121992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1fe5b677-33e0-486b-8797-01931668adf6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab10e7d952e64102b8fef8f012868b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543630 Nov 12 05:13:26.122478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47724) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:26.129346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5b677-33e0-486b-8797-01931668adf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591e6925-e324-4af8-8f02-745edcee4c55,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:26.133963 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5364625 Nov 12 05:13:26.137845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47726) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:26.147804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Request body: {'subnet': {'network_id': 'ce7f6615-7a8c-46fd-b7c9-d6eedab848ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-710583922-subnet', 'tenant_id': '7e25d03e6a834f27aae2b77780c82902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:26.183606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9700a37-c251-4fce-b4f9-49acd152cfcc admin admin] Pushing event updated for resources: {'Network': ['ID=ce7f6615-7a8c-46fd-b7c9-d6eedab848ec,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:26.198469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ce7f6615-7a8c-46fd-b7c9-d6eedab848ec details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:13:26.213841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.214482 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.215940 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] 10.222.0.43 "PUT /v2.0/ports/7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 1097 time: 2.3682063 Nov 12 05:13:26.220156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:26.242506 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcce248-d8f2-4aed-9c9f-605691b9c852" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:26.258537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bdc94-43b8-4040-952a-3278b2045eb7 req-552b77af-7e30-4dd7-b02f-1278fcbdf866 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.271333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-323bdc94-43b8-4040-952a-3278b2045eb7 req-552b77af-7e30-4dd7-b02f-1278fcbdf866 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 948 time: 0.2195401 Nov 12 05:13:26.344033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Made reservation on behalf of 7e25d03e6a834f27aae2b77780c82902 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:26.346909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.349909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45a921-d5df-4bc8-a50f-1df462a58a6c service neutron] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:26.399914 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2e12-a9bd-4939-8a14-f7492e5e543d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.409988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-703979e7-d207-4fdc-9b3c-efa3ff322bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.411035 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-703979e7-d207-4fdc-9b3c-efa3ff322bbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1100 time: 0.1279631 Nov 12 05:13:26.412171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2e12-a9bd-4939-8a14-f7492e5e543d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.451815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f7707ba-678f-48dc-9592-8dff5cd22833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.470809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-6253cac8-d0ba-4eae-82d4-a69b301065c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.472309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-6253cac8-d0ba-4eae-82d4-a69b301065c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 1096 time: 0.3148675 Nov 12 05:13:26.498882 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-a0402e65-ac73-495c-ac28-736275376b64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0619938 Nov 12 05:13:26.504282 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8c1c2e12-a9bd-4939-8a14-f7492e5e543d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1ed76d62f714bf891b51f9adeb65e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0247028 Nov 12 05:13:26.513129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-323bdc94-43b8-4040-952a-3278b2045eb7 req-87989225-6405-489b-89a3-627fa5209ec8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407963 Nov 12 05:13:26.521603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c2e12-a9bd-4939-8a14-f7492e5e543d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d380fb3-c481-4317-bade-eb0dafde5a1d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:26.527896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47740) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:26.558912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618d71-d487-4605-a9de-ee80082a9663 req-e471080d-4893-4b01-b7b4-f047e9d30c79 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.560427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf618d71-d487-4605-a9de-ee80082a9663 req-e471080d-4893-4b01-b7b4-f047e9d30c79 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 970 time: 0.3204169 Nov 12 05:13:26.564507 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f7707ba-678f-48dc-9592-8dff5cd22833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.593425 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5694c4-deb1-403b-bf08-5294853cd917 x-openstack-request-id: req-6f5694c4-deb1-403b-bf08-5294853cd917 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:26.594872 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:26.595279 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f5694c4-deb1-403b-bf08-5294853cd917 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:26.596060 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2', 'status': 'completed', 'code': 200} Nov 12 05:13:26.614562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-335e1086-540a-4ae4-b990-6cb937bfb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.616350 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-335e1086-540a-4ae4-b990-6cb937bfb1c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1098075 Nov 12 05:13:26.671007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-d3127355-c7ee-4292-9f8d-15cc5cfffce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.672568 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-d3127355-c7ee-4292-9f8d-15cc5cfffce1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473366 Nov 12 05:13:26.762441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d6051d1-96ab-441c-9f23-8556aa5a10b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.779835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf618d71-d487-4605-a9de-ee80082a9663 req-635eedb8-3dd2-47e5-a2fc-6e27b29b504a tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055647 Nov 12 05:13:26.783361 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-98fdd0c9-cd35-4be2-b675-0b6e924f5db7 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021819 Nov 12 05:13:26.795024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-4e5e3d99-8973-4649-8184-3ccb5993419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.796514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-4e5e3d99-8973-4649-8184-3ccb5993419c service neutron] 10.222.0.43 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 924 time: 0.3122473 Nov 12 05:13:26.851901 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.858716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d6051d1-96ab-441c-9f23-8556aa5a10b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.891575 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f7707ba-678f-48dc-9592-8dff5cd22833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.894148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f7707ba-678f-48dc-9592-8dff5cd22833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.895282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0f7707ba-678f-48dc-9592-8dff5cd22833 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/591e6925-e324-4af8-8f02-745edcee4c55 HTTP/1.1" status: 204 len: 168 time: 0.7720978 Nov 12 05:13:26.896610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-b1f21c40-2938-46bc-97d9-508663918630 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181 HTTP/1.1" status: 200 len: 217 time: 0.0877635 Nov 12 05:13:26.899931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-670b50b4-a55d-4cb3-9dd7-f5d89e258d5d req-dbe98acb-dda3-4a96-ba97-26df897fd095 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080613 Nov 12 05:13:26.983329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7707ba-678f-48dc-9592-8dff5cd22833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591e6925-e324-4af8-8f02-745edcee4c55,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:27.035399 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.054996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-47d1568e-8396-4b7f-ae96-0da04159d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.057289 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-47d1568e-8396-4b7f-ae96-0da04159d0ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1100 time: 0.0502524 Nov 12 05:13:27.091099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a543-3339-4c26-a2b4-b4a8bb99852d req-bcc89cd8-c147-450f-9c43-e35fb77045de tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.093086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3954a543-3339-4c26-a2b4-b4a8bb99852d req-bcc89cd8-c147-450f-9c43-e35fb77045de tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 948 time: 0.2814674 Nov 12 05:13:27.111094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-19530516-be75-4096-bfaf-7e101c11f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.112343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-19530516-be75-4096-bfaf-7e101c11f090 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 200 len: 862 time: 0.1803827 Nov 12 05:13:27.134582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1fdff-9efb-454f-acbb-e6fc6348c4c6 req-9e84c1a8-41b6-4b0e-9a3c-17ce3bbdaf8f tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.136118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acc1fdff-9efb-454f-acbb-e6fc6348c4c6 req-9e84c1a8-41b6-4b0e-9a3c-17ce3bbdaf8f tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 944 time: 0.2819231 Nov 12 05:13:27.172549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-e92119fb-444a-4db2-8e60-8dc5a7f6bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.174649 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-e92119fb-444a-4db2-8e60-8dc5a7f6bab7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1059296 Nov 12 05:13:27.181652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d6051d1-96ab-441c-9f23-8556aa5a10b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.184194 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d6051d1-96ab-441c-9f23-8556aa5a10b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.187916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8d6051d1-96ab-441c-9f23-8556aa5a10b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d380fb3-c481-4317-bade-eb0dafde5a1d HTTP/1.1" status: 204 len: 168 time: 0.6540182 Nov 12 05:13:27.206894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Pushing event updated for resources: {'Subnet': ['ID=799f976d-0d9c-429e-8b30-2bd75f0bea58,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:27.229519 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-683362a8-0592-4b20-a5b0-5a9309e071a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0472956 Nov 12 05:13:27.231134 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6051d1-96ab-441c-9f23-8556aa5a10b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d380fb3-c481-4317-bade-eb0dafde5a1d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:27.275761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Checking segment: {'id': 'f3bca83c-9bd8-429b-9977-7c5e09039b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ce7f6615-7a8c-46fd-b7c9-d6eedab848ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:27.275955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Network hostable DHCP agents. Network: ce7f6615-7a8c-46fd-b7c9-d6eedab848ec, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:13:27.289179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-9c2962af-1507-4271-a716-fe676a528541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.291447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-9c2962af-1507-4271-a716-fe676a528541 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88f182b1-b3c0-49d3-b8dd-212cced455c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529264 Nov 12 05:13:27.292622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-bde80f13-bd3b-45bd-8d6b-d83be5955873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.294162 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-bde80f13-bd3b-45bd-8d6b-d83be5955873 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0557668 Nov 12 05:13:27.298645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3954a543-3339-4c26-a2b4-b4a8bb99852d req-d5dc61e7-72b4-4bc1-9f09-9685ef8d03e4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922395 Nov 12 05:13:27.320656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acc1fdff-9efb-454f-acbb-e6fc6348c4c6 req-df57247b-5780-4428-8b4b-44af1f2e7bc3 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552556 Nov 12 05:13:27.349351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47762) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:27.359562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Network ce7f6615-7a8c-46fd-b7c9-d6eedab848ec is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:13:27.387056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-288b3b0d-ccf0-4175-885e-def252025467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.389072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-288b3b0d-ccf0-4175-885e-def252025467 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789435 Nov 12 05:13:27.394958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf124517-6d9e-4391-ac20-47b7a4f4e495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.409063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, ce7f6615-7a8c-46fd-b7c9-d6eedab848ec) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:27.417949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfa3de-23cd-47b4-9383-8b2bb8cedadd None None] Network ce7f6615-7a8c-46fd-b7c9-d6eedab848ec requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:27.428350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.428948 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.474385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fa5663d3-edfe-4057-b0f4-94b4441c989b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3226309 Nov 12 05:13:27.479473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-699dfe8b-01d7-48ca-a0a4-78ed9a6fe8af service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739435 Nov 12 05:13:27.600442 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-c5bb0de7-973c-49f0-a661-8a7d618fe129 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011611 Nov 12 05:13:27.627145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca61039-f717-4548-99e1-3a50f9c5fadc None None] Network ce7f6615-7a8c-46fd-b7c9-d6eedab848ec requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:27.723538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf124517-6d9e-4391-ac20-47b7a4f4e495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.752672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf124517-6d9e-4391-ac20-47b7a4f4e495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.768190 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9bcce248-d8f2-4aed-9c9f-605691b9c852 req-192521b3-6992-47ec-b524-d9251c25cb4a service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590080 Nov 12 05:13:27.804108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47774) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:27.823069 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fba02835-97a6-431a-8301-c3e5e8c8157a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.843572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf124517-6d9e-4391-ac20-47b7a4f4e495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11e1bb-5e35-4ca1-8741-5138d4543d08,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:27.849605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a937b860-4e9e-4557-9f35-56300a5a7a9e req-9a2592a5-96a1-4dcd-8541-ea33c09227b1 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588927 Nov 12 05:13:27.883535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4116c7-888a-43ca-873c-fbf30dcc51ea req-7f5e9b4b-66d9-4715-a9f5-e80dd1240c8f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.885167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d4116c7-888a-43ca-873c-fbf30dcc51ea req-7f5e9b4b-66d9-4715-a9f5-e80dd1240c8f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 948 time: 0.2566473 Nov 12 05:13:27.897614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-11f74a41-95c2-48ca-93d1-e99b66ae5a9e tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.899651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-11f74a41-95c2-48ca-93d1-e99b66ae5a9e tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 970 time: 0.2437916 Nov 12 05:13:27.904114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cf124517-6d9e-4391-ac20-47b7a4f4e495 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4c89f628d66483890de7319bdf72db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5537288 Nov 12 05:13:27.907565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47782) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:27.953745 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fba02835-97a6-431a-8301-c3e5e8c8157a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.961357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fba02835-97a6-431a-8301-c3e5e8c8157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.013667 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fba02835-97a6-431a-8301-c3e5e8c8157a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcef9a7af7fd4220a597d88a48f15791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081423 Nov 12 05:13:28.015327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59010b92-ea4e-4f90-85b8-3a9087f6be0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.016940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47786) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:28.017529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba02835-97a6-431a-8301-c3e5e8c8157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ec290b-f075-44fd-b8b3-f8a3533f2711,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:28.059979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59010b92-ea4e-4f90-85b8-3a9087f6be0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.114258 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-243cf4ae-b401-45eb-9498-69d962d78b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.139197 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-243cf4ae-b401-45eb-9498-69d962d78b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.149917 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59010b92-ea4e-4f90-85b8-3a9087f6be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.152505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59010b92-ea4e-4f90-85b8-3a9087f6be0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.153675 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-59010b92-ea4e-4f90-85b8-3a9087f6be0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc11e1bb-5e35-4ca1-8741-5138d4543d08 HTTP/1.1" status: 204 len: 168 time: 0.2451353 Nov 12 05:13:28.175810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59010b92-ea4e-4f90-85b8-3a9087f6be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11e1bb-5e35-4ca1-8741-5138d4543d08,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:28.213612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-243cf4ae-b401-45eb-9498-69d962d78b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.216302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-243cf4ae-b401-45eb-9498-69d962d78b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.217458 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-243cf4ae-b401-45eb-9498-69d962d78b17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04ec290b-f075-44fd-b8b3-f8a3533f2711 HTTP/1.1" status: 204 len: 168 time: 0.1971667 Nov 12 05:13:28.226024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cf4ae-b401-45eb-9498-69d962d78b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ec290b-f075-44fd-b8b3-f8a3533f2711,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:28.259360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a581e3-2582-4f02-8e39-a61ba0dd2321 req-cd1f8d30-c423-4df7-a639-34c6b29f7ed2 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:28.262831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28a581e3-2582-4f02-8e39-a61ba0dd2321 req-cd1f8d30-c423-4df7-a639-34c6b29f7ed2 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 970 time: 0.3765373 Nov 12 05:13:28.301736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d4116c7-888a-43ca-873c-fbf30dcc51ea req-8b49d39a-296d-4aa7-9d09-78d6fc2aa92e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004447 Nov 12 05:13:28.387033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28a581e3-2582-4f02-8e39-a61ba0dd2321 req-3e9dde54-2ed6-4bca-ba0f-e120568ca68c tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/security-groups?id=50cef6cc-a577-4356-a022-f5d4855aaa94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004028 Nov 12 05:13:28.406784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Deleting port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:28.407149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.560952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32795c1-2375-4da5-bd50-d40a9cb184b0 req-56548fbe-73eb-45e4-838d-d39cfa624cca tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:28.562567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b32795c1-2375-4da5-bd50-d40a9cb184b0 req-56548fbe-73eb-45e4-838d-d39cfa624cca tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 948 time: 0.0905480 Nov 12 05:13:28.572396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] For port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:28.572752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.612435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Calling delete_port for 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e owned by compute:tempest-test_az-710899238 {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:28.707956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b32795c1-2375-4da5-bd50-d40a9cb184b0 req-e45f4eca-c5a8-40c8-bd35-6d2b9c969f20 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382046 Nov 12 05:13:28.842153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:28.859603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:28.878918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Pushing event deleted for resources: {'Port': ['ID=0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:28.900921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04407d9d-006f-4bd6-9ce4-7d04a40fae72 req-4d42ea9b-5907-46a7-9fa9-72299fe9ac6a tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:28.902569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04407d9d-006f-4bd6-9ce4-7d04a40fae72 req-4d42ea9b-5907-46a7-9fa9-72299fe9ac6a tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 944 time: 0.1031492 Nov 12 05:13:28.921325 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ed31851e-67dd-40f3-b6c6-5cc3f4335acc details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:29.013150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] No DVR routers for this DVR port 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:13:29.047010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.051137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ff6299c-a486-4b92-8b7b-4c2e630e7659 req-48a64e7c-6fa9-4a46-8651-6023c35ee7a4 tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.47 "DELETE /v2.0/ports/0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e HTTP/1.1" status: 204 len: 173 time: 1.1140156 Nov 12 05:13:29.076397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04407d9d-006f-4bd6-9ce4-7d04a40fae72 req-1d8a322d-e48f-4954-910a-ea06b75c0929 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040876 Nov 12 05:13:29.084414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b63b170-8d15-469e-89f1-1497127fae70', 'name': 'network-vif-deleted', 'tag': '0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:29.092017 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac94cf-f269-47e3-835b-6e5e4d832365" -d '{"events": [{"server_uuid": "8b63b170-8d15-469e-89f1-1497127fae70", "name": "network-vif-deleted", "tag": "0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:29.157445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ed31851e-67dd-40f3-b6c6-5cc3f4335acc, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:29.187199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'ed31851e-67dd-40f3-b6c6-5cc3f4335acc', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'ed31851e-67dd-40f3-b6c6-5cc3f4335acc', 'mac_address': 'fa:16:3e:b6:ae:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:29.248617 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a37717-e0c3-4982-a7cb-b849c310f7a2 x-openstack-request-id: req-91a37717-e0c3-4982-a7cb-b849c310f7a2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:29.248910 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b63b170-8d15-469e-89f1-1497127fae70", "name": "network-vif-deleted", "tag": "0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:29.249162 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91a37717-e0c3-4982-a7cb-b849c310f7a2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:29.250951 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b63b170-8d15-469e-89f1-1497127fae70', 'name': 'network-vif-deleted', 'tag': '0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e', 'status': 'completed', 'code': 200} Nov 12 05:13:29.288783 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.305353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed31851e-67dd-40f3-b6c6-5cc3f4335acc {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:29.314087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-3ce11e2c-6c4d-47f4-aa01-b75188ded147 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:29.318288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-3ce11e2c-6c4d-47f4-aa01-b75188ded147 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 820 time: 0.4147367 Nov 12 05:13:29.337093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-1dc896de-36ce-4e72-a227-3a9c1581a71a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/quotas/c177b0e068e149e5be2571d3d1fa8ddb HTTP/1.1" status: 200 len: 375 time: 0.0108602 Nov 12 05:13:29.341684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ed31851e-67dd-40f3-b6c6-5cc3f4335acc, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:29.355074 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.411166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:29.428630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-8ce69752-2455-4a62-bb15-2f92d4ee2974 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851085 Nov 12 05:13:29.544571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba3745-aa73-467c-9714-c107aea6c511 req-926e73cd-1d36-4a84-8498-a1562e46f9a2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:29.546062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8ba3745-aa73-467c-9714-c107aea6c511 req-926e73cd-1d36-4a84-8498-a1562e46f9a2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 948 time: 0.1153526 Nov 12 05:13:29.596446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-6ad050a3-1935-4727-8753-e79e0fdf5f2f service neutron] 10.222.0.48 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668401 Nov 12 05:13:29.676352 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8ba3745-aa73-467c-9714-c107aea6c511 req-58ac76b1-71bb-404a-85db-5ee841990939 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066797 Nov 12 05:13:29.783184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-b08e8b3e-dd91-4b2a-8cf7-7383667949bc service neutron] 10.222.0.48 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856563 Nov 12 05:13:29.847691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e1b490f-9c72-4cd3-b859-130a218679c9 req-bc22172f-82dd-450c-ab4c-e19a8c5554df tempest-AggregatesAdminTestJSON-1158608123 tempest-AggregatesAdminTestJSON-1158608123-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b63b170-8d15-469e-89f1-1497127fae70 HTTP/1.1" status: 200 len: 210 time: 0.0393999 Nov 12 05:13:29.881218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:30.097755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5892de-874d-4b5c-83a0-ab396681d15f req-003fcdce-2bf8-4334-8a0a-f9f2eccfce34 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:30.099772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d5892de-874d-4b5c-83a0-ab396681d15f req-003fcdce-2bf8-4334-8a0a-f9f2eccfce34 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 949 time: 0.1258140 Nov 12 05:13:30.224963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d5892de-874d-4b5c-83a0-ab396681d15f req-5be25f0b-9050-4151-b545-d4e4390c0a19 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154473 Nov 12 05:13:30.320318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99f2f279-f679-4786-8709-6f7c125c3d3c req-4b9e4a26-5648-42fb-a331-ff63d74d1e5c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 210 time: 0.0514839 Nov 12 05:13:30.410409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad1ad-ddf1-4fe1-b43a-bb46688da91b req-18cf024d-9495-43c2-bf5b-76be2bdccd80 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:30.410409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bdad1ad-ddf1-4fe1-b43a-bb46688da91b req-18cf024d-9495-43c2-bf5b-76be2bdccd80 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 944 time: 0.1239004 Nov 12 05:13:30.461080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bdad1ad-ddf1-4fe1-b43a-bb46688da91b req-093c96bf-d5ed-4ce9-ba97-b93ed830a6cc tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462935 Nov 12 05:13:30.862838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1014a2a0-3924-42a0-98e1-7b6105f0d181 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:30.874081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de6d06-dd7a-4af2-aaef-ba17cced8a4c req-244a248a-dc9f-4f48-bb79-927d25123102 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:30.882929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93de6d06-dd7a-4af2-aaef-ba17cced8a4c req-244a248a-dc9f-4f48-bb79-927d25123102 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 948 time: 0.0738273 Nov 12 05:13:30.911343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ed31851e-67dd-40f3-b6c6-5cc3f4335acc up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:30.933212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93de6d06-dd7a-4af2-aaef-ba17cced8a4c req-b0b201d4-db7d-4f59-915f-bd352ef4e871 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493827 Nov 12 05:13:31.026574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port ed31851e-67dd-40f3-b6c6-5cc3f4335acc completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:13:31.053549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port ed31851e-67dd-40f3-b6c6-5cc3f4335acc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:31.058618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.121392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1014a2a0-3924-42a0-98e1-7b6105f0d181, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:31.145007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'port_id': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'mac_address': 'fa:16:3e:29:3d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:31.306834 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.343724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1014a2a0-3924-42a0-98e1-7b6105f0d181 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:31.401033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1014a2a0-3924-42a0-98e1-7b6105f0d181, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:31.420572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.439385 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.486726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6f7130c-da9f-44b6-a316-8a20067f49af req-68f0f553-3f24-4416-9f07-cee48521ae43 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 210 time: 0.0466218 Nov 12 05:13:31.499768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fe1fe-4c98-4ed2-95e8-ee24277860bd req-8bae6cfc-f3a8-4dd6-aab9-67fea4feb60b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:31.509097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff3fe1fe-4c98-4ed2-95e8-ee24277860bd req-8bae6cfc-f3a8-4dd6-aab9-67fea4feb60b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 949 time: 0.1185584 Nov 12 05:13:31.517479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc16ae4-6776-4ffb-a85b-6126fd961d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed31851e-67dd-40f3-b6c6-5cc3f4335acc'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:31.520399 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e49a089-c9c7-4bcd-88f3-f850867c792a" -d '{"events": [{"server_uuid": "1dc16ae4-6776-4ffb-a85b-6126fd961d35", "name": "network-vif-plugged", "status": "completed", "tag": "ed31851e-67dd-40f3-b6c6-5cc3f4335acc"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:31.558403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ed31851e-67dd-40f3-b6c6-5cc3f4335acc, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:31.559503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-13bac935-ed58-4e93-8e04-b574d75a1e3d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:31.561013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-13bac935-ed58-4e93-8e04-b574d75a1e3d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 820 time: 0.3141968 Nov 12 05:13:31.569196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1014a2a0-3924-42a0-98e1-7b6105f0d181,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:31.578531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Request body: {'port': {'device_id': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'admin_state_up': True, 'tenant_id': 'c177b0e068e149e5be2571d3d1fa8ddb'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:31.580946 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.603640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48014) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:31.649536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:31.668237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff3fe1fe-4c98-4ed2-95e8-ee24277860bd req-e99f6178-7bde-4fdb-b816-b77f1820fdc0 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581478 Nov 12 05:13:31.677411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:31.717606 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464870cc-a847-4bd6-8538-6b5d73d53298 x-openstack-request-id: req-464870cc-a847-4bd6-8538-6b5d73d53298 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:31.717922 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc16ae4-6776-4ffb-a85b-6126fd961d35", "name": "network-vif-plugged", "status": "completed", "tag": "ed31851e-67dd-40f3-b6c6-5cc3f4335acc", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:31.718953 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-464870cc-a847-4bd6-8538-6b5d73d53298 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:31.718953 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc16ae4-6776-4ffb-a85b-6126fd961d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed31851e-67dd-40f3-b6c6-5cc3f4335acc', 'code': 200} Nov 12 05:13:31.757537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48022) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:31.789385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:31.801810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed402b73-2127-4659-86f1-38054f2afe25 req-d1112bad-fcc4-445e-a868-16f895ae6e12 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:31.803379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed402b73-2127-4659-86f1-38054f2afe25 req-d1112bad-fcc4-445e-a868-16f895ae6e12 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 945 time: 0.1443272 Nov 12 05:13:31.825627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:31.826176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0dda76f2-44ae-4ed2-b34d-efc4cbe20e9e not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:31.844906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1014a2a0-3924-42a0-98e1-7b6105f0d181'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:31.889159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Made reservation on behalf of c177b0e068e149e5be2571d3d1fa8ddb for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:31.892870 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.917180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed402b73-2127-4659-86f1-38054f2afe25 req-ab7252fe-bfe3-48ce-afa0-0de652adf326 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047103 Nov 12 05:13:31.939778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081384-45e9-4870-90a0-c691cf2ea00a req-172ca2b4-9fd6-4c27-afdf-b90ec00681bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:31.941282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b081384-45e9-4870-90a0-c691cf2ea00a req-172ca2b4-9fd6-4c27-afdf-b90ec00681bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 1102 time: 0.1015019 Nov 12 05:13:31.947577 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b4a5eb98-4d8e-433c-bf96-d9458ebcbc67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e280a6f69d54f37a3d52e915fe31486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419814 Nov 12 05:13:31.950303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48028) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.014772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-422107b9-a562-42b2-8e8a-b227c52130a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.052183 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-422107b9-a562-42b2-8e8a-b227c52130a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.113083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-422107b9-a562-42b2-8e8a-b227c52130a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.121294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-422107b9-a562-42b2-8e8a-b227c52130a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.122512 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-422107b9-a562-42b2-8e8a-b227c52130a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50cef6cc-a577-4356-a022-f5d4855aaa94 HTTP/1.1" status: 204 len: 168 time: 0.1710231 Nov 12 05:13:32.139246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f028b56e-5473-4dfb-9fb2-2e1122160f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.145156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422107b9-a562-42b2-8e8a-b227c52130a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cef6cc-a577-4356-a022-f5d4855aaa94,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.147406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8936e0a-5ef9-41e1-88cd-43522cfea552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.171858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48034) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.186493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b081384-45e9-4870-90a0-c691cf2ea00a req-dc90ecf9-c902-4434-9f39-290860eb4a6c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360487 Nov 12 05:13:32.228507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc3354-ce8e-402c-a712-3d8447a23a01 req-43d5aaba-ae7c-4145-9797-1a59844ec4f0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:32.230814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81bc3354-ce8e-402c-a712-3d8447a23a01 req-43d5aaba-ae7c-4145-9797-1a59844ec4f0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 948 time: 0.1827135 Nov 12 05:13:32.287732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8936e0a-5ef9-41e1-88cd-43522cfea552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.290430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Allocated IP 172.20.0.13 (c47448b0-1759-4308-9812-089ef5f02fd9/5aa9580c-3604-48a5-8e8a-29ff41dc9ca6/6722a1f8-9ac3-45e4-a667-e5fa98f60947) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:32.293891 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8936e0a-5ef9-41e1-88cd-43522cfea552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.335574 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f8936e0a-5ef9-41e1-88cd-43522cfea552 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7291f612d0c04465a153e4ea28f54d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6568599 Nov 12 05:13:32.338170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48040) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.347588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8936e0a-5ef9-41e1-88cd-43522cfea552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b643249b-9ee5-4577-8035-b3154e1430cd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.358437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81bc3354-ce8e-402c-a712-3d8447a23a01 req-96d0d477-e3b9-45f4-b39f-2888ca76fb89 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113482 Nov 12 05:13:32.400230 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b48e430-718e-475a-b952-dbf3a60d09ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.432010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a88f570-76d8-4117-bded-f872ba469ae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.447492 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f028b56e-5473-4dfb-9fb2-2e1122160f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.469507 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a88f570-76d8-4117-bded-f872ba469ae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.477477 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f028b56e-5473-4dfb-9fb2-2e1122160f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.533226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028b56e-5473-4dfb-9fb2-2e1122160f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b09ff-aed3-42b9-bb32-9e4cf2308908,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.549885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f028b56e-5473-4dfb-9fb2-2e1122160f48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7632236316a44b3982b97be071af23f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7913246 Nov 12 05:13:32.554067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48044) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.560790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b48e430-718e-475a-b952-dbf3a60d09ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.562039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48046) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.573026 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b48e430-718e-475a-b952-dbf3a60d09ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.580796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.618468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a88f570-76d8-4117-bded-f872ba469ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.620976 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a88f570-76d8-4117-bded-f872ba469ae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.622112 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6a88f570-76d8-4117-bded-f872ba469ae5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b643249b-9ee5-4577-8035-b3154e1430cd HTTP/1.1" status: 204 len: 168 time: 0.2828970 Nov 12 05:13:32.628734 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6b48e430-718e-475a-b952-dbf3a60d09ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d88abfcdf7114266aca06b8e91e830ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555683 Nov 12 05:13:32.631552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57b4a26a-e3e7-4c29-b585-17c35647d638 req-27574f56-c6cb-4600-90d6-c3050c2739e9 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 210 time: 0.0383563 Nov 12 05:13:32.632011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48050) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.658717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48e430-718e-475a-b952-dbf3a60d09ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20550354-57ec-4110-bca4-69f8484dcd90,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.674910 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fd7dbef9-0d8e-4f3f-bf83-b82772ed32f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b35a309fd5d44e0a989820a9fbf7a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112645 Nov 12 05:13:32.675955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88f570-76d8-4117-bded-f872ba469ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b643249b-9ee5-4577-8035-b3154e1430cd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.677486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48052) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.689267 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-462c8f33-25ae-457f-b4e5-9ab97ee4e4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.706240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.732138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-462c8f33-25ae-457f-b4e5-9ab97ee4e4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.757929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f2c799-293b-4916-b68a-7f90b416acd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.781243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f2c799-293b-4916-b68a-7f90b416acd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.813294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Network c47448b0-1759-4308-9812-089ef5f02fd9 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:32.827180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba85c7b0-d948-40ad-9984-1628a010859c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.837781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:32.840640 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f2c799-293b-4916-b68a-7f90b416acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.844709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f2c799-293b-4916-b68a-7f90b416acd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.846002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c6f2c799-293b-4916-b68a-7f90b416acd8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e654780-8fff-4489-a0b9-ab9cfdeab600 HTTP/1.1" status: 204 len: 168 time: 0.1674821 Nov 12 05:13:32.854200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:32.855843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2c799-293b-4916-b68a-7f90b416acd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e654780-8fff-4489-a0b9-ab9cfdeab600,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.861785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Pushing event updated for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.867243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7283d198-1899-4455-bfde-b907d42ce5a2 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:32.892314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1014a2a0-3924-42a0-98e1-7b6105f0d181 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:32.908906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba85c7b0-d948-40ad-9984-1628a010859c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.948395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0181d7b-248a-47fc-8a4c-ac39c0780983 req-70de3bab-aec1-49e3-b8f5-0fec5e8ef3d5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:32.950176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0181d7b-248a-47fc-8a4c-ac39c0780983 req-70de3bab-aec1-49e3-b8f5-0fec5e8ef3d5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 950 time: 0.1940522 Nov 12 05:13:32.966699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:32.967564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.988672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-462c8f33-25ae-457f-b4e5-9ab97ee4e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.991497 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-462c8f33-25ae-457f-b4e5-9ab97ee4e4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.992954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-462c8f33-25ae-457f-b4e5-9ab97ee4e4fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c60b09ff-aed3-42b9-bb32-9e4cf2308908 HTTP/1.1" status: 204 len: 168 time: 0.4366281 Nov 12 05:13:33.015995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c8f33-25ae-457f-b4e5-9ab97ee4e4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b09ff-aed3-42b9-bb32-9e4cf2308908,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:33.027267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-cb4ebff3-c072-487f-bc50-471ba7403036 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4542415 Nov 12 05:13:33.058525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 1014a2a0-3924-42a0-98e1-7b6105f0d181 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:13:33.061744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Request body: {'port': {'device_id': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:33.065181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1014a2a0-3924-42a0-98e1-7b6105f0d181 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:33.066091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.106411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba85c7b0-d948-40ad-9984-1628a010859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.109752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba85c7b0-d948-40ad-9984-1628a010859c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.111203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ba85c7b0-d948-40ad-9984-1628a010859c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20550354-57ec-4110-bca4-69f8484dcd90 HTTP/1.1" status: 204 len: 168 time: 0.4767203 Nov 12 05:13:33.136959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0181d7b-248a-47fc-8a4c-ac39c0780983 req-5e2acd28-f7e2-4aa1-b839-3254eea80b98 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664174 Nov 12 05:13:33.154916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85c7b0-d948-40ad-9984-1628a010859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20550354-57ec-4110-bca4-69f8484dcd90,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:33.202133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.228410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbcbd1-cca0-4821-97f0-0f92c357804f req-70cb6d33-ccac-4fe9-b336-96fe375fd173 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:33.235892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9bbcbd1-cca0-4821-97f0-0f92c357804f req-70cb6d33-ccac-4fe9-b336-96fe375fd173 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 945 time: 0.1371961 Nov 12 05:13:33.264070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:33.285928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '7283d198-1899-4455-bfde-b907d42ce5a2', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '7283d198-1899-4455-bfde-b907d42ce5a2', 'mac_address': 'fa:16:3e:90:a8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:33.362057 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.364131 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.393551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7283d198-1899-4455-bfde-b907d42ce5a2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:33.426704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1014a2a0-3924-42a0-98e1-7b6105f0d181, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:33.428608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:33.434504 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.442088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.449896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9bbcbd1-cca0-4821-97f0-0f92c357804f req-a3c700fe-f4f9-46e0-90cd-9014c5d77cf7 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131233 Nov 12 05:13:33.516732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1014a2a0-3924-42a0-98e1-7b6105f0d181,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:33.549678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48080) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:33.566390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-579ccb8c-0074-49ca-95c7-f763f1aba685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.583729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:33.675761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-579ccb8c-0074-49ca-95c7-f763f1aba685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.683785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-579ccb8c-0074-49ca-95c7-f763f1aba685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.719602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1014a2a0-3924-42a0-98e1-7b6105f0d181'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:33.722194 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41058755-b8c4-40fe-a7e4-d93e6da669fd" -d '{"events": [{"server_uuid": "dfbd86fa-3d02-4682-b642-b8dcfc381182", "name": "network-vif-plugged", "status": "completed", "tag": "1014a2a0-3924-42a0-98e1-7b6105f0d181"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:33.740033 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-579ccb8c-0074-49ca-95c7-f763f1aba685 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8b3edca2a084bd581723ed9d97643c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886423 Nov 12 05:13:33.742447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48090) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:33.747838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ccb8c-0074-49ca-95c7-f763f1aba685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c001ea63-507c-4506-9f6c-7be9fe3b0b70,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:33.826971 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b719ccc3-77ed-4188-a1df-3471d825b1d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.828656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:33.843005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['7283d198-1899-4455-bfde-b907d42ce5a2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:33.872434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcdbe-2067-45e1-9087-748d5647e495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.893641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1df00-7194-4876-9355-e99443702481 req-75d1d319-7dfb-4fde-b087-98b840c35dae tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:33.895206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ae1df00-7194-4876-9355-e99443702481 req-75d1d319-7dfb-4fde-b087-98b840c35dae tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 949 time: 0.4439437 Nov 12 05:13:33.909005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b719ccc3-77ed-4188-a1df-3471d825b1d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.998967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b719ccc3-77ed-4188-a1df-3471d825b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.006541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b719ccc3-77ed-4188-a1df-3471d825b1d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.006991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ae1df00-7194-4876-9355-e99443702481 req-f2f55077-cc2d-4c1d-afa9-4e76a4a51d19 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982096 Nov 12 05:13:34.010609 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b719ccc3-77ed-4188-a1df-3471d825b1d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c001ea63-507c-4506-9f6c-7be9fe3b0b70 HTTP/1.1" status: 204 len: 168 time: 0.2651746 Nov 12 05:13:34.044552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087cc4-ac35-442c-a9f5-77786a7af88d req-037943d7-ae9a-43e1-bbe7-2e1c466a7989 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:34.046093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6087cc4-ac35-442c-a9f5-77786a7af88d req-037943d7-ae9a-43e1-bbe7-2e1c466a7989 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 932 time: 0.2751772 Nov 12 05:13:34.050553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719ccc3-77ed-4188-a1df-3471d825b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001ea63-507c-4506-9f6c-7be9fe3b0b70,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.081514 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcdbe-2067-45e1-9087-748d5647e495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.087014 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd374a2c-6e72-4eab-a908-8c3cd1747491 x-openstack-request-id: req-bd374a2c-6e72-4eab-a908-8c3cd1747491 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:34.087560 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbd86fa-3d02-4682-b642-b8dcfc381182", "name": "network-vif-plugged", "status": "completed", "tag": "1014a2a0-3924-42a0-98e1-7b6105f0d181", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:34.087687 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcdbe-2067-45e1-9087-748d5647e495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.087928 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd374a2c-6e72-4eab-a908-8c3cd1747491 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:34.088452 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'code': 200} Nov 12 05:13:34.155530 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d9bfcdbe-2067-45e1-9087-748d5647e495 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4ad1a2f15a74814992e31f28d64d693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252985 Nov 12 05:13:34.156672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfcdbe-2067-45e1-9087-748d5647e495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a427c7-685e-4999-a873-39963d312e34,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.164326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48106) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:34.243209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6087cc4-ac35-442c-a9f5-77786a7af88d req-f2ef415b-289c-4fed-8859-7db0a3888e9a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804545 Nov 12 05:13:34.308508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6722a1f8-9ac3-45e4-a667-e5fa98f60947 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:34.323640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.351719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Transition to ACTIVE for port object 6722a1f8-9ac3-45e4-a667-e5fa98f60947 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:34.357750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37098c3b-116c-4555-bc2e-e91a0e3ea1ec req-4f00bd8c-2e1b-459e-bee6-ebca68199dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:34.359275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37098c3b-116c-4555-bc2e-e91a0e3ea1ec req-4f00bd8c-2e1b-459e-bee6-ebca68199dfa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 1098 time: 0.1527026 Nov 12 05:13:34.370584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.394845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb0c2-5abb-4442-bc4c-812dfdc258b0 req-133f0cd7-0b21-4a7b-b861-b06d910b424a tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:34.396320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f7bb0c2-5abb-4442-bc4c-812dfdc258b0 req-133f0cd7-0b21-4a7b-b861-b06d910b424a tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 950 time: 0.1504872 Nov 12 05:13:34.428386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19f9b391-130a-404a-8902-f71e273234b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.515458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Pushing event updated for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.546167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19f9b391-130a-404a-8902-f71e273234b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.598223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:34.611488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37098c3b-116c-4555-bc2e-e91a0e3ea1ec req-44733bb5-84b9-4cc6-ab53-8fd537e2773f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359269 Nov 12 05:13:34.625369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f7bb0c2-5abb-4442-bc4c-812dfdc258b0 req-ea9f344c-7219-496e-b164-f81815ce1bbb tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966374 Nov 12 05:13:34.704716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:34.704716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:34.704716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:34.713303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:34.713612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:34.724140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e9975-e94d-42a2-a5c9-51de80070893 req-f92c82e6-8875-4eff-beda-ccc6e5428928 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:34.725669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-732e9975-e94d-42a2-a5c9-51de80070893 req-f92c82e6-8875-4eff-beda-ccc6e5428928 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 946 time: 0.1079726 Nov 12 05:13:34.728415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19f9b391-130a-404a-8902-f71e273234b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.730943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19f9b391-130a-404a-8902-f71e273234b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.734924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-19f9b391-130a-404a-8902-f71e273234b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59a427c7-685e-4999-a873-39963d312e34 HTTP/1.1" status: 204 len: 168 time: 0.5687046 Nov 12 05:13:34.745544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:34.745887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:34.746254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:34.746717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Bound port: 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:34.747063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.766297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9b391-130a-404a-8902-f71e273234b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a427c7-685e-4999-a873-39963d312e34,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.787719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-network', 'tenant_id': 'e02f6dc23189418c994116f672d5421c'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:34.837212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-732e9975-e94d-42a2-a5c9-51de80070893 req-35287fb5-0d84-47a2-b119-2cb0bc541c26 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008482 Nov 12 05:13:34.862026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Made reservation on behalf of e02f6dc23189418c994116f672d5421c for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:34.864700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.871456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:34.873812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.875768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:34.880768 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.920847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:34.921504 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.923306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] 10.222.0.47 "PUT /v2.0/ports/6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 1093 time: 1.8793707 Nov 12 05:13:34.925864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:34.929264 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ac6f02-a418-4684-babd-c04b50416222" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:34.998466 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.005329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.016115 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acec82b-cafd-4285-b370-76ee576d88d9 x-openstack-request-id: req-7acec82b-cafd-4285-b370-76ee576d88d9 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:35.017462 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:35.017720 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7acec82b-cafd-4285-b370-76ee576d88d9 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:35.018163 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947', 'status': 'completed', 'code': 200} Nov 12 05:13:35.021893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f8ceb-3357-4015-b54a-647591947642 service neutron] Pushing event updated for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.036021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:13:35.052533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d90a75-a4a5-4e64-9602-5bc42778e56e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.054626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-1b59da72-fa64-4276-ba90-04d7965963f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:35.063379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.064641 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Added segment 3fa69607-d831-4ae7-9a04-44d114baac5d of type vlan for network 9e171218-7d6a-488d-92ac-01d257251523 Nov 12 05:13:35.068240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-1b59da72-fa64-4276-ba90-04d7965963f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.0961337 Nov 12 05:13:35.122779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.143573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-972a2537-c875-4562-ab23-291bcdf7e608 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 217 time: 0.0669754 Nov 12 05:13:35.158470 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.160993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:35.162906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.246595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-3d484f28-3ba4-486c-b2d4-2f1c7d406e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:35.248403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-3d484f28-3ba4-486c-b2d4-2f1c7d406e2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.0951352 Nov 12 05:13:35.253854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=9e171218-7d6a-488d-92ac-01d257251523,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.263398 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8d368f6e-739e-4ff0-8393-3436bff9d2a1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6637895 Nov 12 05:13:35.264053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48154) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:35.267069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9e171218-7d6a-488d-92ac-01d257251523 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:13:35.270705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59c6f-dd9b-46dc-ad52-aea88a2c108c req-40d7d935-4f4c-4d5b-9db4-926a55c8ec6b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:35.271373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Request body: {'subnet': {'network_id': '9e171218-7d6a-488d-92ac-01d257251523', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-subnet', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:35.281044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1d59c6f-dd9b-46dc-ad52-aea88a2c108c req-40d7d935-4f4c-4d5b-9db4-926a55c8ec6b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 949 time: 0.1398618 Nov 12 05:13:35.307206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Made reservation on behalf of e02f6dc23189418c994116f672d5421c for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:35.311291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.324754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-33c04bb1-4109-4b49-abdf-9746d7665a65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409579 Nov 12 05:13:35.520028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1d59c6f-dd9b-46dc-ad52-aea88a2c108c req-1d68a59e-8cef-4d6b-bfd5-780fd24facdf tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369301 Nov 12 05:13:35.558666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121d353-e600-40f4-9417-4cee5d35efc9 req-63568e05-484a-4711-a166-76dcbecc1408 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:35.560326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f121d353-e600-40f4-9417-4cee5d35efc9 req-63568e05-484a-4711-a166-76dcbecc1408 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 944 time: 0.1641002 Nov 12 05:13:35.570022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.624271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f121d353-e600-40f4-9417-4cee5d35efc9 req-f5cc4460-193f-4ba4-a938-c18e10b4968a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Nov 12 05:13:35.626317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-44e0cc7d-97c9-4ebc-bf57-c04776d9fdf4 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892869 Nov 12 05:13:35.646430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e683ce27-b512-4acf-830c-e1b0d22778d1,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.652491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Checking segment: {'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:35.652846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Network hostable DHCP agents. Network: 9e171218-7d6a-488d-92ac-01d257251523, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:13:35.676414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Network 9e171218-7d6a-488d-92ac-01d257251523 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:13:35.697639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9e171218-7d6a-488d-92ac-01d257251523) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:35.703130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:35.703619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.714573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40814aef-7316-485a-90f0-6783817ad84e None None] Network 9e171218-7d6a-488d-92ac-01d257251523 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:35.731679 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a88fbab8-d88b-4fee-82b9-afb7b3070848 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4635468 Nov 12 05:13:35.733731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48180) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:35.738980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:35.815619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.816734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.830330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98bf7e1e-1820-40fd-b394-abe031ac392d req-50a6976b-35df-4608-b38e-e3bc268c18c6 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954160 Nov 12 05:13:35.863427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed2a2f-e28b-49b7-8f48-c51243b70ca3 req-1e6128db-16ac-4b4a-8af9-2f551d94d194 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:35.864953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebed2a2f-e28b-49b7-8f48-c51243b70ca3 req-1e6128db-16ac-4b4a-8af9-2f551d94d194 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 950 time: 0.1089182 Nov 12 05:13:35.925922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-9e171218-7d6a-488d-92ac-01d257251523', 'network_id': '9e171218-7d6a-488d-92ac-01d257251523', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'fixed_ips': [{'subnet_id': 'e683ce27-b512-4acf-830c-e1b0d22778d1'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:13:35.927305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.002053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebed2a2f-e28b-49b7-8f48-c51243b70ca3 req-a620b7d1-e823-4cf2-82fe-748690d11d27 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174679 Nov 12 05:13:36.003637 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.135853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6f02-a418-4684-babd-c04b50416222 req-84c1eac4-9e65-4745-9362-f594f9a9c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:36.138164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9ac6f02-a418-4684-babd-c04b50416222 req-84c1eac4-9e65-4745-9362-f594f9a9c071 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.2332141 Nov 12 05:13:36.165151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Allocated IP 172.20.0.2 (9e171218-7d6a-488d-92ac-01d257251523/e683ce27-b512-4acf-830c-e1b0d22778d1/666ac158-f7b7-487c-9189-c8f29f22bdbb) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:36.168644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f058-e9ff-4b93-aea7-bac75aaeff78 req-85fd751c-844e-4309-b55d-c6e6f3813214 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:36.170247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78b8f058-e9ff-4b93-aea7-bac75aaeff78 req-85fd751c-844e-4309-b55d-c6e6f3813214 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 946 time: 0.1855509 Nov 12 05:13:36.268696 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.352895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.362901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78b8f058-e9ff-4b93-aea7-bac75aaeff78 req-c0d539f3-30b8-41b8-8ed6-12a175628e78 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561172 Nov 12 05:13:36.365787 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.385196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Network 9e171218-7d6a-488d-92ac-01d257251523 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:36.388548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:36.411112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:36.419944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6f02-a418-4684-babd-c04b50416222 req-5d9a7828-3258-4672-89bd-c00ad94bdead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:36.422092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9ac6f02-a418-4684-babd-c04b50416222 req-5d9a7828-3258-4672-89bd-c00ad94bdead service neutron] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.2724133 Nov 12 05:13:36.472151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Pushing event updated for resources: {'Port': ['ID=666ac158-f7b7-487c-9189-c8f29f22bdbb,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:36.487456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Attempting to bind port 666ac158-f7b7-487c-9189-c8f29f22bdbb on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:36.488031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Attempting to bind port 666ac158-f7b7-487c-9189-c8f29f22bdbb by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:36.488566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Attempting to bind port 666ac158-f7b7-487c-9189-c8f29f22bdbb on network 9e171218-7d6a-488d-92ac-01d257251523 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:36.503742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:36.507457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9ac6f02-a418-4684-babd-c04b50416222 req-65c23027-6e4d-41c6-8585-747cca550e29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 217 time: 0.0562758 Nov 12 05:13:36.507724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Checking segment: {'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:36.507943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.508859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Bound using segment: {'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:36.509350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Bound port: 666ac158-f7b7-487c-9189-c8f29f22bdbb, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:36.509750 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.627021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] For port 666ac158-f7b7-487c-9189-c8f29f22bdbb, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:36.631913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] For port 666ac158-f7b7-487c-9189-c8f29f22bdbb, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=666ac158-f7b7-487c-9189-c8f29f22bdbb,segment=NetworkSegment(3fa69607-d831-4ae7-9a04-44d114baac5d),segment_id=3fa69607-d831-4ae7-9a04-44d114baac5d)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:36.640483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.724989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2868c-5b5b-44d5-99c6-4ed141f9e5a0 None None] Pushing event updated for resources: {'Port': ['ID=666ac158-f7b7-487c-9189-c8f29f22bdbb,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:36.886239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7283d198-1899-4455-bfde-b907d42ce5a2 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:36.892845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6f02-a418-4684-babd-c04b50416222 req-89ad5f61-ba71-448c-be1e-713058dab98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:36.894308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9ac6f02-a418-4684-babd-c04b50416222 req-89ad5f61-ba71-448c-be1e-713058dab98c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.3737872 Nov 12 05:13:36.950516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 7283d198-1899-4455-bfde-b907d42ce5a2 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:13:36.955846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 7283d198-1899-4455-bfde-b907d42ce5a2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:36.956297 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.020184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9ac6f02-a418-4684-babd-c04b50416222 req-e35f4bb4-5afc-4585-b62c-076c89c0f4ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988224 Nov 12 05:13:37.058113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851790-72fa-455d-b7a4-60c0964b66bd req-17a6be1f-3d6f-48c3-aa83-7ddfe19b3a30 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:37.059694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05851790-72fa-455d-b7a4-60c0964b66bd req-17a6be1f-3d6f-48c3-aa83-7ddfe19b3a30 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 1102 time: 0.2516119 Nov 12 05:13:37.097986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.148839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:37.155165 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674ddfd0-e340-44da-a24d-703136d91cc7" -d '{"events": [{"server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "name": "network-vif-plugged", "status": "completed", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:37.184435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:37.192764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.237585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9ac6f02-a418-4684-babd-c04b50416222 req-e1c8a830-e286-4790-abe4-10def1c463c3 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746233 Nov 12 05:13:37.238157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-05851790-72fa-455d-b7a4-60c0964b66bd req-97b00172-7a9d-4d99-ae58-4d01db41c870 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.254378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:37.275039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4e2d6-500f-4f9c-818c-20b4772eb316 req-6e3290d6-051c-440a-9279-7e9134995321 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:37.276566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59e4e2d6-500f-4f9c-818c-20b4772eb316 req-6e3290d6-051c-440a-9279-7e9134995321 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 949 time: 0.3893611 Nov 12 05:13:37.365258 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.415275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.484291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9ac6f02-a418-4684-babd-c04b50416222 req-cc26262e-8e22-4bba-9dd0-a04dd84f295f service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380884 Nov 12 05:13:37.496546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59e4e2d6-500f-4f9c-818c-20b4772eb316 req-c8819bbf-55d0-4da8-bf3d-f8dfc780da88 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982353 Nov 12 05:13:37.565357 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-05851790-72fa-455d-b7a4-60c0964b66bd req-97b00172-7a9d-4d99-ae58-4d01db41c870 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.574198 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-05851790-72fa-455d-b7a4-60c0964b66bd req-97b00172-7a9d-4d99-ae58-4d01db41c870 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.641600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Allocated IP 172.25.2.8 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/bcbbd9c4-a489-4686-a488-c7fcacf3bee4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:37.670279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05851790-72fa-455d-b7a4-60c0964b66bd req-97b00172-7a9d-4d99-ae58-4d01db41c870 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836247 Nov 12 05:13:37.670926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b00172-7a9d-4d99-ae58-4d01db41c870 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c919690c-ac5c-4349-8122-dc8cad321d46,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:37.708195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ad63-0cfb-4a39-b61c-b33995eb9c0f req-a781bbcb-588e-40fa-b9dc-a810de200020 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:37.715703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4e2ad63-0cfb-4a39-b61c-b33995eb9c0f req-a781bbcb-588e-40fa-b9dc-a810de200020 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 944 time: 0.1365161 Nov 12 05:13:37.769073 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a4f9ec-8e04-4fa1-bdb4-6c5eca5fe539 x-openstack-request-id: req-b6a4f9ec-8e04-4fa1-bdb4-6c5eca5fe539 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:37.769604 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "name": "network-vif-plugged", "status": "completed", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:37.769685 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6a4f9ec-8e04-4fa1-bdb4-6c5eca5fe539 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:37.770029 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2', 'code': 200} Nov 12 05:13:37.789789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 666ac158-f7b7-487c-9189-c8f29f22bdbb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:37.814431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4e2ad63-0cfb-4a39-b61c-b33995eb9c0f req-7d11bef3-de91-4b1c-85b1-36633c7fd76f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977843 Nov 12 05:13:37.864078 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.876259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 666ac158-f7b7-487c-9189-c8f29f22bdbb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:37.876633 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.931522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f552-2bf1-4428-b52b-f007bb392c7f req-91b67d8c-659d-4501-b835-06396d88a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:37.934182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f19f552-2bf1-4428-b52b-f007bb392c7f req-91b67d8c-659d-4501-b835-06396d88a34f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1102 time: 0.0674772 Nov 12 05:13:37.986228 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.048495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:38.052277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:38.055232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:38.062275 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.078142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Pushing event updated for resources: {'Port': ['ID=bcbbd9c4-a489-4686-a488-c7fcacf3bee4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:38.083001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f19f552-2bf1-4428-b52b-f007bb392c7f req-8892108f-92cb-4d6a-b0af-1730dc80095c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367211 Nov 12 05:13:38.128263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 666ac158-f7b7-487c-9189-c8f29f22bdbb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=666ac158-f7b7-487c-9189-c8f29f22bdbb,segment=NetworkSegment(3fa69607-d831-4ae7-9a04-44d114baac5d),segment_id=3fa69607-d831-4ae7-9a04-44d114baac5d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:38.136566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.178855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b182918-5ca2-4c88-8228-2e4647f3759a None None] Network 9e171218-7d6a-488d-92ac-01d257251523 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:38.223190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48260) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:38.268257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=666ac158-f7b7-487c-9189-c8f29f22bdbb,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:38.282231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-22ba6df5-344e-40c3-9cbf-1652c6010606 None None] Provisioning complete for port 666ac158-f7b7-487c-9189-c8f29f22bdbb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:38.283092 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22ba6df5-344e-40c3-9cbf-1652c6010606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.371459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a2849-ab10-4ca4-9dd7-705beae602dc req-166dcfa5-111a-4ad5-adf1-90a91d33c44f tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:38.379359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-846a2849-ab10-4ca4-9dd7-705beae602dc req-166dcfa5-111a-4ad5-adf1-90a91d33c44f tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 946 time: 0.1604419 Nov 12 05:13:38.456268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c91f0a4d-49d6-404f-a4b5-e274c1e9b386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.544656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-846a2849-ab10-4ca4-9dd7-705beae602dc req-147babbc-825a-4e3f-bf6f-78d15b79cd56 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642768 Nov 12 05:13:38.583955 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.732469 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c91f0a4d-49d6-404f-a4b5-e274c1e9b386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.758860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-18001241-ee6e-43a1-ae33-e2c91e5f0698 None None] Provisioning complete for port 666ac158-f7b7-487c-9189-c8f29f22bdbb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:38.759230 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18001241-ee6e-43a1-ae33-e2c91e5f0698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.763491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c91f0a4d-49d6-404f-a4b5-e274c1e9b386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.863365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f0a4d-49d6-404f-a4b5-e274c1e9b386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12148112-aac6-402c-8c72-97d25dcf6933,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:38.878181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c91f0a4d-49d6-404f-a4b5-e274c1e9b386 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=568b1a8778474cb9b26c05bbdc871926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6467824 Nov 12 05:13:38.880272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48282) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:38.890122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b530-c09f-4826-91ea-d932a51ae0f7 req-5e340663-2c80-4d67-a689-f1d032f731be tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:38.891669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74b4b530-c09f-4826-91ea-d932a51ae0f7 req-5e340663-2c80-4d67-a689-f1d032f731be tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1809905 Nov 12 05:13:38.913980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:38.940129 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d28a3ba-8446-4877-9fc6-b64e99e696a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.961310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d28a3ba-8446-4877-9fc6-b64e99e696a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.007353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b702f-061a-4d49-82c4-1241004fba2e req-12e1697d-9d9a-4d38-9fba-47316e36be75 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:39.008995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c23b702f-061a-4d49-82c4-1241004fba2e req-12e1697d-9d9a-4d38-9fba-47316e36be75 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 946 time: 0.1596651 Nov 12 05:13:39.018201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d28a3ba-8446-4877-9fc6-b64e99e696a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.019401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d28a3ba-8446-4877-9fc6-b64e99e696a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.020095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74b4b530-c09f-4826-91ea-d932a51ae0f7 req-0196ff49-4e41-48db-b2e7-7332ce6a7ecc tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131718 Nov 12 05:13:39.022380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48288) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:39.022525 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1d28a3ba-8446-4877-9fc6-b64e99e696a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12148112-aac6-402c-8c72-97d25dcf6933 HTTP/1.1" status: 204 len: 168 time: 0.1395538 Nov 12 05:13:39.023677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.028978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Request body: {'floatingip': {'port_id': '1014a2a0-3924-42a0-98e1-7b6105f0d181'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:39.029605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28a3ba-8446-4877-9fc6-b64e99e696a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12148112-aac6-402c-8c72-97d25dcf6933,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:39.054079 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-562616b4-3ba4-4cca-8f87-b594868aefbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.179006 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-562616b4-3ba4-4cca-8f87-b594868aefbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.185253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-562616b4-3ba4-4cca-8f87-b594868aefbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.229125 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-562616b4-3ba4-4cca-8f87-b594868aefbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=417f56f8aa27444785adb3786e0aa106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135853 Nov 12 05:13:39.232670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48304) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:39.241275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562616b4-3ba4-4cca-8f87-b594868aefbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de1c79f-0046-4f7f-9041-1b33b6044304,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:39.288514 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15144e54-e0b1-4f73-b6d1-1fa40756be15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.312451 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15144e54-e0b1-4f73-b6d1-1fa40756be15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.364097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15144e54-e0b1-4f73-b6d1-1fa40756be15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.367111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15144e54-e0b1-4f73-b6d1-1fa40756be15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.371580 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-15144e54-e0b1-4f73-b6d1-1fa40756be15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6de1c79f-0046-4f7f-9041-1b33b6044304 HTTP/1.1" status: 204 len: 168 time: 0.1354132 Nov 12 05:13:39.371764 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:13:39.379990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15144e54-e0b1-4f73-b6d1-1fa40756be15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de1c79f-0046-4f7f-9041-1b33b6044304,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:39.393946 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.451741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:39.456339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-efefbc64-4dac-4b38-bbd4-926bfa35dc1a tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1494367 Nov 12 05:13:39.467737 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5b1118c-7183-4a17-93bc-79874359643c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.601147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5b1118c-7183-4a17-93bc-79874359643c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.608292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5b1118c-7183-4a17-93bc-79874359643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.645762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6db37-8553-4922-b64d-10e4b9e70626 req-65aa65d8-378c-4757-b18e-d667f76f1611 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:39.653381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaf6db37-8553-4922-b64d-10e4b9e70626 req-65aa65d8-378c-4757-b18e-d667f76f1611 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 944 time: 0.3453386 Nov 12 05:13:39.668312 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e5b1118c-7183-4a17-93bc-79874359643c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3d5ba7400b94adca473e849c8af2989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144389 Nov 12 05:13:39.669491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48312) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:39.672575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1118c-7183-4a17-93bc-79874359643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aaa0b1-c5d3-4c13-9d9a-bb525ae54978,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:39.693512 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 666ac158-f7b7-487c-9189-c8f29f22bdbb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:39.756337 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48314) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:39.759037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68dc9bc5-12ab-4a81-8b2c-4c2fd327e139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.769910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 666ac158-f7b7-487c-9189-c8f29f22bdbb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:39.771553 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.779905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b5a2-b6f0-4dcf-834c-c500ac74b2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.790820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-43094d0c-94fa-44a6-8dc0-0e9f9c7e3341 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:39.792271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-43094d0c-94fa-44a6-8dc0-0e9f9c7e3341 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796540 Nov 12 05:13:39.799696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68dc9bc5-12ab-4a81-8b2c-4c2fd327e139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.814072 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6722a1f8-9ac3-45e4-a667-e5fa98f60947 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:39.846335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaf6db37-8553-4922-b64d-10e4b9e70626 req-6c046d01-1454-4fbf-a07e-bdde1c7a7976 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920345 Nov 12 05:13:39.855687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-012b2024-9e4a-484d-a10c-9da32915b970 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/quotas/9f31d2a24e674fb58cddb6087614233d HTTP/1.1" status: 200 len: 375 time: 0.0491185 Nov 12 05:13:39.891669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Router 0600ba99-cf83-4450-8643-949adf77f04d is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:13:39.903769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68dc9bc5-12ab-4a81-8b2c-4c2fd327e139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.906591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68dc9bc5-12ab-4a81-8b2c-4c2fd327e139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.910772 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-68dc9bc5-12ab-4a81-8b2c-4c2fd327e139 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7aaa0b1-c5d3-4c13-9d9a-bb525ae54978 HTTP/1.1" status: 204 len: 168 time: 0.2394917 Nov 12 05:13:39.931026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc9bc5-12ab-4a81-8b2c-4c2fd327e139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aaa0b1-c5d3-4c13-9d9a-bb525ae54978,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:39.934217 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b5a2-b6f0-4dcf-834c-c500ac74b2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.940268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b5a2-b6f0-4dcf-834c-c500ac74b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.995564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f6b2b5a2-b6f0-4dcf-834c-c500ac74b2b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f18e4f30a9c449d98e8a3b7f4eeecc08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357140 Nov 12 05:13:39.995564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2b5a2-b6f0-4dcf-834c-c500ac74b2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16d970-21ba-4892-9ac6-102a1e604e19,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:39.996531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:40.133905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e8a25a5-8c82-415d-aa13-1d3ba2ed1bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.143127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-c8f59022-20c9-401f-99ee-bfdf24808985 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2804947 Nov 12 05:13:40.176972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e8a25a5-8c82-415d-aa13-1d3ba2ed1bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.235422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:40.261307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '6722a1f8-9ac3-45e4-a667-e5fa98f60947', 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'port_id': '6722a1f8-9ac3-45e4-a667-e5fa98f60947', 'mac_address': 'fa:16:3e:dc:ad:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa9580c-3604-48a5-8e8a-29ff41dc9ca6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:40.262649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e8a25a5-8c82-415d-aa13-1d3ba2ed1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.267069 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e8a25a5-8c82-415d-aa13-1d3ba2ed1bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.268941 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6e8a25a5-8c82-415d-aa13-1d3ba2ed1bdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f16d970-21ba-4892-9ac6-102a1e604e19 HTTP/1.1" status: 204 len: 168 time: 0.2713556 Nov 12 05:13:40.288897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a25a5-8c82-415d-aa13-1d3ba2ed1bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16d970-21ba-4892-9ac6-102a1e604e19,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:40.296603 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.358125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:40.368915 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Sync routers for ids ['0600ba99-cf83-4450-8643-949adf77f04d'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:40.373406 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.394589 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Routers {'0600ba99-cf83-4450-8643-949adf77f04d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:40.396980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa3aac-8d62-4f2c-bcef-56da53470c56 req-841d8536-61d0-4c78-840b-0c221b2b609f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:40.397511 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:13:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0600ba99-cf83-4450-8643-949adf77f04d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:40.398625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82fa3aac-8d62-4f2c-bcef-56da53470c56 req-841d8536-61d0-4c78-840b-0c221b2b609f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.2156160 Nov 12 05:13:40.402960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6722a1f8-9ac3-45e4-a667-e5fa98f60947 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:40.449992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:40.463756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.519763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.523539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d55d9a98-b060-4422-a740-b74e5b118fed admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7856889 Nov 12 05:13:40.523927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48334) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:40.569251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:40.612559 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Set router 0600ba99-cf83-4450-8643-949adf77f04d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:40.647776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.665980 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.681082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['6722a1f8-9ac3-45e4-a667-e5fa98f60947'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:40.768156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82fa3aac-8d62-4f2c-bcef-56da53470c56 req-339580d5-b1a2-4e51-b2a6-d9a4beacbce6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565249 Nov 12 05:13:40.817590 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Floating IP af07f815-423f-4b25-bc9a-aec70c1a4fe6 associated. External IP: 172.25.2.26, port: 1014a2a0-3924-42a0-98e1-7b6105f0d181. Nov 12 05:13:41.281945 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:38Z', 'revision_number': 3, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:41.376159 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Checking router: 0600ba99-cf83-4450-8643-949adf77f04d for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:41.376618 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Updating router 0600ba99-cf83-4450-8643-949adf77f04d port bcbbd9c4-a489-4686-a488-c7fcacf3bee4 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:13:41.445955 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.601348 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b2e76-f10c-41b1-9c15-a1b98669e5c2 req-d0261d64-98c8-4353-880e-d0bc1b40292f tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:41.603139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f2b2e76-f10c-41b1-9c15-a1b98669e5c2 req-d0261d64-98c8-4353-880e-d0bc1b40292f tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1102 time: 0.1124206 Nov 12 05:13:41.612774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55f1e-10f6-4d48-8878-c6f3fd38b511 req-cad95823-2ab2-4f41-b22d-cf1901ef89ca tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:41.629638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eca55f1e-10f6-4d48-8878-c6f3fd38b511 req-cad95823-2ab2-4f41-b22d-cf1901ef89ca tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1810193 Nov 12 05:13:41.736510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f2b2e76-f10c-41b1-9c15-a1b98669e5c2 req-432bc4dc-0aec-43f2-988d-8df5435ed071 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.813623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6722a1f8-9ac3-45e4-a667-e5fa98f60947 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:41.905551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:41.922199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:13:41.924140 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.934682 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.947114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:41.948300 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.948786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.056505 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722f2bb-2a49-46bc-9585-e6b299333ae4 None None] Pushing event updated for resources: {'Port': ['ID=bcbbd9c4-a489-4686-a488-c7fcacf3bee4,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:42.088073 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Attempting to bind port bcbbd9c4-a489-4686-a488-c7fcacf3bee4 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:42.088563 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Attempting to bind port bcbbd9c4-a489-4686-a488-c7fcacf3bee4 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:42.088802 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Attempting to bind port bcbbd9c4-a489-4686-a488-c7fcacf3bee4 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:42.100301 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:42.100702 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:42.101080 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.101475 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:42.101996 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Bound port: bcbbd9c4-a489-4686-a488-c7fcacf3bee4, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:42.102444 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.162508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.203883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:42.216828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.226651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] Sync routers for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:42.237483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eca55f1e-10f6-4d48-8878-c6f3fd38b511 req-ec2424de-9fae-4925-b320-a313901be87b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069496 Nov 12 05:13:42.238368 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] For port bcbbd9c4-a489-4686-a488-c7fcacf3bee4, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:42.244952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:42.248047 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] For port bcbbd9c4-a489-4686-a488-c7fcacf3bee4, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bcbbd9c4-a489-4686-a488-c7fcacf3bee4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:42.251786 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4919ba-6ab1-4ee5-9420-e427d79c30f2" -d '{"events": [{"server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "name": "network-vif-plugged", "status": "completed", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:42.269134 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.269345 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:42.271477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:42.272104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:13:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:42.329234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Allocated IP 172.20.0.1 (9e171218-7d6a-488d-92ac-01d257251523/e683ce27-b512-4acf-830c-e1b0d22778d1/792c3674-ed59-462d-a439-1329092fc07b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:42.403496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-01258969-90c5-4c8f-aba1-f1216e6e4ea5 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "PUT /v2.0/floatingips/af07f815-423f-4b25-bc9a-aec70c1a4fe6 HTTP/1.1" status: 200 len: 991 time: 3.3810639 Nov 12 05:13:42.407041 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f2b2e76-f10c-41b1-9c15-a1b98669e5c2 req-432bc4dc-0aec-43f2-988d-8df5435ed071 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.410819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'tag': '1014a2a0-3924-42a0-98e1-7b6105f0d181'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:42.422333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:42.422972 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6afa534-cfd9-4cae-a403-b38e3d24d06c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbd86fa-3d02-4682-b642-b8dcfc381182", "tag": "1014a2a0-3924-42a0-98e1-7b6105f0d181"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:42.424634 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.442866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f2b2e76-f10c-41b1-9c15-a1b98669e5c2 req-432bc4dc-0aec-43f2-988d-8df5435ed071 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.459221 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Routers {'0600ba99-cf83-4450-8643-949adf77f04d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:42.459871 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:13:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0600ba99-cf83-4450-8643-949adf77f04d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:42.474135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.540697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f2b2e76-f10c-41b1-9c15-a1b98669e5c2 req-432bc4dc-0aec-43f2-988d-8df5435ed071 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9029069 Nov 12 05:13:42.601046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bc4dc-0aec-43f2-988d-8df5435ed071 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211b37eb-83c0-46a6-806d-84c9c2df19e3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:42.616117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.625017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9750c5d6-3fd0-4c64-8709-adce69e9fba7 req-45d26917-3029-409d-bacd-f9ec227a824b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 210 time: 0.1934428 Nov 12 05:13:42.626156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:42.707276 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] Set router 0600ba99-cf83-4450-8643-949adf77f04d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:42.731517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Network 9e171218-7d6a-488d-92ac-01d257251523 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:42.741262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:42.763515 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a5593-d21e-4dc6-acce-7c01ae451dae x-openstack-request-id: req-748a5593-d21e-4dc6-acce-7c01ae451dae {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:42.765314 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "name": "network-vif-plugged", "status": "completed", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:42.765731 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-748a5593-d21e-4dc6-acce-7c01ae451dae {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:42.766409 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947', 'code': 200} Nov 12 05:13:42.783598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:42.784187 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.907901 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e01363-c113-4217-aca1-3910a09d02fb x-openstack-request-id: req-c1e01363-c113-4217-aca1-3910a09d02fb {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:42.908224 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbd86fa-3d02-4682-b642-b8dcfc381182", "tag": "1014a2a0-3924-42a0-98e1-7b6105f0d181", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:42.908434 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1e01363-c113-4217-aca1-3910a09d02fb {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:42.908835 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'tag': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'status': 'completed', 'code': 200} Nov 12 05:13:42.967881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b8679-16ea-4464-9936-39775ebd55c1 req-5d7921eb-6ef3-4f95-a1a5-73cc6af2988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:42.973691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-366b8679-16ea-4464-9936-39775ebd55c1 req-5d7921eb-6ef3-4f95-a1a5-73cc6af2988c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1098 time: 0.1610734 Nov 12 05:13:43.048749 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:38Z', 'revision_number': 3, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:43.084362 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c21022-74b3-476a-96c7-a0168342e45b None None] The sync data for ids ['0600ba99-cf83-4450-8643-949adf77f04d'] in n-d-765315-28 is: [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:38Z', 'revision_number': 3, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:43.088134 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722f2bb-2a49-46bc-9585-e6b299333ae4 None None] Pushing event updated for resources: {'Port': ['ID=bcbbd9c4-a489-4686-a488-c7fcacf3bee4,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:43.103985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=792c3674-ed59-462d-a439-1329092fc07b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:43.180424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'af07f815-423f-4b25-bc9a-aec70c1a4fe6', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'port_id': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'mac_address': 'fa:16:3e:29:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:13:11Z', 'updated_at': '2021-11-12T05:13:40Z', 'revision_number': 1, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:43.187223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-366b8679-16ea-4464-9936-39775ebd55c1 req-3abbdfa1-7436-46bd-95df-9f2a3ca8e7fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063916 Nov 12 05:13:43.213424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.234905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] Checking router: 52f69f00-9c78-4f5c-81a7-bb664312a6f1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:43.254572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:43.255322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:13:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:43.260860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-490e159c-6d17-464e-a43e-c5c1a243ffd0 req-ba44c428-9fe3-4d95-b983-e263afad45aa service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:13:43.262047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-490e159c-6d17-464e-a43e-c5c1a243ffd0 req-ba44c428-9fe3-4d95-b983-e263afad45aa service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215549 Nov 12 05:13:43.295912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-b13e5d35-2320-4c2d-95d9-d264c098e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:43.306866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-b13e5d35-2320-4c2d-95d9-d264c098e399 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 1098 time: 0.2963581 Nov 12 05:13:43.397123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-413cc492-e456-4d12-889e-54f0e6da073f None None] Provisioning complete for port 792c3674-ed59-462d-a439-1329092fc07b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:43.397663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-413cc492-e456-4d12-889e-54f0e6da073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.557021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-d050d18e-85dc-4b84-832b-00c2955422ed tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1574442 Nov 12 05:13:43.564856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-413cc492-e456-4d12-889e-54f0e6da073f None None] Port 792c3674-ed59-462d-a439-1329092fc07b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:43.607484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b8273-d84d-4e41-a755-50be6643f3d8 req-57a326f4-2c51-43e0-9e62-1dbf9da3292f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:43.624267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-446b8273-d84d-4e41-a755-50be6643f3d8 req-57a326f4-2c51-43e0-9e62-1dbf9da3292f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1270576 Nov 12 05:13:43.671488 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.682055 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.682833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.692880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:43.761778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-f863ddc4-9a10-40fa-932c-5270b1ed9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:43.764201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-f863ddc4-9a10-40fa-932c-5270b1ed9b1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 924 time: 0.4565334 Nov 12 05:13:43.811145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:43.881234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=792c3674-ed59-462d-a439-1329092fc07b,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:43.948628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Network 9e171218-7d6a-488d-92ac-01d257251523 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:43.952117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:44.049401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.47', 62677) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:44.077698 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e98889e-65e1-4ca8-af49-0ffba016a742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.152749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-5d9cb9c7-ff9f-4a03-87b2-7754d27f004c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019495 Nov 12 05:13:44.200771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Router 0600ba99-cf83-4450-8643-949adf77f04d has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:44.277888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-446b8273-d84d-4e41-a755-50be6643f3d8 req-6dabfcda-47e1-444f-8029-126496112057 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949101 Nov 12 05:13:44.408798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:44.414008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-52669ea9-9f43-4d28-97c2-5876ff018302 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:44.417398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-52669ea9-9f43-4d28-97c2-5876ff018302 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8266079 Nov 12 05:13:44.426931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-a6138f27-532d-41e0-98ff-642ba01d349e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181 HTTP/1.1" status: 200 len: 999 time: 0.6491091 Nov 12 05:13:44.433373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'af07f815-423f-4b25-bc9a-aec70c1a4fe6', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'port_id': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'mac_address': 'fa:16:3e:29:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:13:11Z', 'updated_at': '2021-11-12T05:13:40Z', 'revision_number': 1, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:44.449008 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c7451703-80f9-43b9-9ca5-c30b07a68ab2 admin admin] 10.222.0.48 "PUT /v2.0/routers/0600ba99-cf83-4450-8643-949adf77f04d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9144857 Nov 12 05:13:44.450741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Request body: {'port': {'device_id': '793eb36d-3ef3-446d-a32d-7ed1e2cdd014', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '9f31d2a24e674fb58cddb6087614233d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:44.488596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.533180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586352e-ae11-44d5-a144-1b24c87d3d0a None None] The sync data for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 is: [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'af07f815-423f-4b25-bc9a-aec70c1a4fe6', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'port_id': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'mac_address': 'fa:16:3e:29:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:13:11Z', 'updated_at': '2021-11-12T05:13:40Z', 'revision_number': 1, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:44.545530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-669f4d67-5ccc-4789-b0a9-92875e1ae411 None None] Provisioning complete for port 792c3674-ed59-462d-a439-1329092fc07b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:44.546232 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-669f4d67-5ccc-4789-b0a9-92875e1ae411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.604994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-669f4d67-5ccc-4789-b0a9-92875e1ae411 None None] Port 792c3674-ed59-462d-a439-1329092fc07b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:44.728821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.734094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.812021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-332409ca-a1b2-40e6-8ebd-4f1faa3bb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:44.813493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-332409ca-a1b2-40e6-8ebd-4f1faa3bb7ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 200 len: 862 time: 0.2450538 Nov 12 05:13:44.826764 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8dcfcb8d8d74526becdc86496f415f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0045533 Nov 12 05:13:44.829104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48480) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:44.831894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-178442b0-b6aa-4a75-966e-e7a2db53dcfe tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:44.833410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-178442b0-b6aa-4a75-966e-e7a2db53dcfe tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6098950 Nov 12 05:13:44.851651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Request body: {'port': {'device_id': '60c8d08d-4d02-49e2-a923-e4ee04ab9ca7', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '9f31d2a24e674fb58cddb6087614233d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:44.871231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7917a5ab-5707-4b20-ac1a-768df4e5a5cd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:44.892486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.892840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.893183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.893520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.893853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.894184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.895328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.895673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.896001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.896331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.896658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.896980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dee47f-5712-4314-93d3-bcdc9ee6a407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:44.917757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48486) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:44.981769 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebb882-b894-410f-8f51-22c85a665f4d None None] New status for floating IP af07f815-423f-4b25-bc9a-aec70c1a4fe6: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:13:44.992792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-674f3fd7-2fb6-4142-928b-c909cd97ddf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.032900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52e53746-9ab3-49f5-9d89-e9f4d23af65e req-c5258067-2a90-432f-ac1b-311336764592 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0885129 Nov 12 05:13:45.049128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-5762859c-a54a-44d8-9aaa-e44722c62b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:45.060215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-5762859c-a54a-44d8-9aaa-e44722c62b35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88f182b1-b3c0-49d3-b8dd-212cced455c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208173 Nov 12 05:13:45.131021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Made reservation on behalf of 9f31d2a24e674fb58cddb6087614233d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:45.134760 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.171578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-674f3fd7-2fb6-4142-928b-c909cd97ddf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.253159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-674f3fd7-2fb6-4142-928b-c909cd97ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.262847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-674f3fd7-2fb6-4142-928b-c909cd97ddf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.266223 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-674f3fd7-2fb6-4142-928b-c909cd97ddf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7917a5ab-5707-4b20-ac1a-768df4e5a5cd HTTP/1.1" status: 204 len: 168 time: 0.4351611 Nov 12 05:13:45.291334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f3fd7-2fb6-4142-928b-c909cd97ddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7917a5ab-5707-4b20-ac1a-768df4e5a5cd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:45.304000 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-971182fa-400a-4d48-a9b9-bab86c7c36bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3800192 Nov 12 05:13:45.324548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-040dd210-f47c-4fb0-9f47-881b5d78a7ea service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:13:45.338107 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-040dd210-f47c-4fb0-9f47-881b5d78a7ea service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0331469 Nov 12 05:13:45.459151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48508) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:45.702979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Made reservation on behalf of 9f31d2a24e674fb58cddb6087614233d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:45.706463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.713548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bcbbd9c4-a489-4686-a488-c7fcacf3bee4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:45.718467 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:45.743010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f300210-4800-4665-979b-7df4544d6b82 req-b6831eba-b238-4049-a6ff-26bba2fddca3 tempest-FloatingIPsNegativeTestJSON-1638007494 tempest-FloatingIPsNegativeTestJSON-1638007494-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=e02f6dc23189418c994116f672d5421c HTTP/1.1" status: 200 len: 217 time: 0.4953198 Nov 12 05:13:45.751416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54063813-e124-404e-af7d-aa368556e422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.780386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-a6b76975-a8d2-4778-8480-a1439468af40 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099802 Nov 12 05:13:45.809370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d57d35e2-72f3-45ee-af25-d669413186d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.861835 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bcbbd9c4-a489-4686-a488-c7fcacf3bee4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:45.862461 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.934390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60df782-1d78-490f-b66b-e0446eccd32a req-3edcb98f-7af2-4fa5-a710-55de37d3e260 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:45.939950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f60df782-1d78-490f-b66b-e0446eccd32a req-3edcb98f-7af2-4fa5-a710-55de37d3e260 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.6511714 Nov 12 05:13:46.021718 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-c9bd11d1-5545-470c-bbec-1786f70a42fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1575930 Nov 12 05:13:46.106036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54063813-e124-404e-af7d-aa368556e422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.116462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Allocated IP 192.168.233.63 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/eeb356cd-3b06-4bda-bdc3-1e10e5c989d6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:46.142248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54063813-e124-404e-af7d-aa368556e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.154995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Sync routers for ids ['0600ba99-cf83-4450-8643-949adf77f04d'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:46.172323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Routers {'0600ba99-cf83-4450-8643-949adf77f04d'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:46.173088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:13:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0600ba99-cf83-4450-8643-949adf77f04d'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:46.226008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a6545-bce9-4778-8bd0-ef71e4a85bc4 req-79b5003c-bd51-4f7a-98ab-b64d6deed4d0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:46.234364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e40a6545-bce9-4778-8bd0-ef71e4a85bc4 req-79b5003c-bd51-4f7a-98ab-b64d6deed4d0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 946 time: 0.2746017 Nov 12 05:13:46.237188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d57d35e2-72f3-45ee-af25-d669413186d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.257394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48538) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:46.265820 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-54063813-e124-404e-af7d-aa368556e422 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae1f950f4fcf4449ab15a5df81f1e1bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5465236 Nov 12 05:13:46.270480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48540) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:46.274425 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d57d35e2-72f3-45ee-af25-d669413186d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.276565 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00eb948b-9cf5-49fc-9e01-31de4038b633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.312950 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d57d35e2-72f3-45ee-af25-d669413186d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=773765b4bbbe4338a65f818c0515ac28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8526909 Nov 12 05:13:46.318083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48544) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:46.338651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e40a6545-bce9-4778-8bd0-ef71e4a85bc4 req-a4677ba7-1f91-4c08-8646-7cae9cb1c1bb tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979424 Nov 12 05:13:46.349941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-38771555-6c65-43b2-89b8-02017377053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:46.351556 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-38771555-6c65-43b2-89b8-02017377053b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 1102 time: 0.2416821 Nov 12 05:13:46.352990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54063813-e124-404e-af7d-aa368556e422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa839e4-4bf0-4fcd-9c62-ec670a659bb2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:46.379979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f60df782-1d78-490f-b66b-e0446eccd32a req-2a28674f-1860-45ec-9234-bd33a3284acf tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191182 Nov 12 05:13:46.391732 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.431006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d35e2-72f3-45ee-af25-d669413186d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9e64d-8b68-4027-944c-647e31606c71,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:46.436577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Set router 0600ba99-cf83-4450-8643-949adf77f04d gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:46.488447 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d320d96e-0dc3-44e6-914b-80b1b2ae6f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.533966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port bcbbd9c4-a489-4686-a488-c7fcacf3bee4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bcbbd9c4-a489-4686-a488-c7fcacf3bee4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:46.546129 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d320d96e-0dc3-44e6-914b-80b1b2ae6f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.555233 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.577401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-b46755f0-dbf9-4ed0-b9f0-1b12f0c4c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:46.578833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-b46755f0-dbf9-4ed0-b9f0-1b12f0c4c0e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1919389 Nov 12 05:13:46.631712 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-8a8d9e64-8997-4d47-8b3d-09709d6f08ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=ed31851e-67dd-40f3-b6c6-5cc3f4335acc HTTP/1.1" status: 200 len: 217 time: 0.0446649 Nov 12 05:13:46.639714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec570b22-3513-4181-b28f-8b5827e38594 req-69934ad3-d65c-452b-abfc-d11ee8c700eb tempest-FloatingIPsNegativeTestJSON-1638007494 tempest-FloatingIPsNegativeTestJSON-1638007494-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1466687 Nov 12 05:13:46.666880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6afa534-cfd9-4cae-a403-b38e3d24d06c req-107541fe-f77d-4b8b-87ef-3909075a44c4 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8496890 Nov 12 05:13:46.685396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.742532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-d3ede1bb-b551-4801-a443-404bd50f556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:46.744120 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-d3ede1bb-b551-4801-a443-404bd50f556d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1035516 Nov 12 05:13:46.748198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d320d96e-0dc3-44e6-914b-80b1b2ae6f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.750821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d320d96e-0dc3-44e6-914b-80b1b2ae6f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.752060 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d320d96e-0dc3-44e6-914b-80b1b2ae6f49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0aa839e4-4bf0-4fcd-9c62-ec670a659bb2 HTTP/1.1" status: 204 len: 168 time: 0.4793558 Nov 12 05:13:46.760912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cac6534a-d1fa-439c-9907-6bcef0614a61 req-8d085291-e8ea-4442-b3bf-1bc93c2db3b4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0595472 Nov 12 05:13:46.825274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320d96e-0dc3-44e6-914b-80b1b2ae6f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa839e4-4bf0-4fcd-9c62-ec670a659bb2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:46.859409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-9e324565-ff80-478c-ace3-7498a4438df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:46.872923 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-9e324565-ff80-478c-ace3-7498a4438df3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181381 Nov 12 05:13:46.891880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=bcbbd9c4-a489-4686-a488-c7fcacf3bee4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:46.905056 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-f7769eb9-d081-4704-8b0a-80ca5d384165 req-4968319f-d6d5-4fe2-b579-8e726949b9ff tempest-FloatingIPsNegativeTestJSON-1638007494 tempest-FloatingIPsNegativeTestJSON-1638007494-project] show failed (client error): The resource could not be found. Nov 12 05:13:46.906738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.907129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.907472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.907841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.908173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.909019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.909405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.909671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.910035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.910435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.910900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.911563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:46.914696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7769eb9-d081-4704-8b0a-80ca5d384165 req-4968319f-d6d5-4fe2-b579-8e726949b9ff tempest-FloatingIPsNegativeTestJSON-1638007494 tempest-FloatingIPsNegativeTestJSON-1638007494-project] 10.222.0.48 "GET /v2.0/floatingips/a6a51eef-6a3c-4241-a840-16aa94883070 HTTP/1.1" status: 404 len: 350 time: 0.0984917 Nov 12 05:13:46.925042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48558) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:46.970499 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25255a37-a9f0-4f59-b625-c9bcd4ec7d72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.035290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '792c3674-ed59-462d-a439-1329092fc07b', 'name': '', 'network_id': '9e171218-7d6a-488d-92ac-01d257251523', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'mac_address': 'fa:16:3e:f9:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e683ce27-b512-4acf-830c-e1b0d22778d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:41Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 2, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'subnets': [{'id': 'e683ce27-b512-4acf-830c-e1b0d22778d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:47.047156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25255a37-a9f0-4f59-b625-c9bcd4ec7d72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.047445 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-a242afd4-57f9-4ffd-aa4f-200de0948231 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599774 Nov 12 05:13:47.104016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Checking router: 0600ba99-cf83-4450-8643-949adf77f04d for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:47.104492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Updating router 0600ba99-cf83-4450-8643-949adf77f04d port 792c3674-ed59-462d-a439-1329092fc07b binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:13:47.142753 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.145435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.185683 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.215264 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.242007 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.275265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25255a37-a9f0-4f59-b625-c9bcd4ec7d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.277780 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25255a37-a9f0-4f59-b625-c9bcd4ec7d72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.281870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-25255a37-a9f0-4f59-b625-c9bcd4ec7d72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71a9e64d-8b68-4027-944c-647e31606c71 HTTP/1.1" status: 204 len: 168 time: 0.8879251 Nov 12 05:13:47.285338 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05251cfd-7cee-487a-b95e-3731f3491a48 req-8c8e257b-23e0-4efc-af56-c442750f280c service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269175 Nov 12 05:13:47.349520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd16f1-5f1c-4096-bedc-cd7ae20bcea5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:47.355269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a597a0decf1490dad6d8e5d2ed554c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0688093 Nov 12 05:13:47.359074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48570) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:47.453926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Allocated IP 192.168.233.104 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/f4b072fa-8d02-44d7-8d2b-3ab54e3555e4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:47.510310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ffe7f9-4699-4b52-9809-682fd2138881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.519925 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.540171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2d2ee5c8-3f22-463a-be13-ef9bde8c4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:47.541885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2d2ee5c8-3f22-463a-be13-ef9bde8c4cec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1102 time: 0.1074557 Nov 12 05:13:47.543839 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ffe7f9-4699-4b52-9809-682fd2138881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.583839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.584527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.585050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.587699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.603465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.604049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.604581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.605101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.605657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.606156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.606674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.607731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18b0cd-df1b-41c5-99f3-ff21d9383cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:47.610695 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.616732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:47.666401 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.674495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ffe7f9-4699-4b52-9809-682fd2138881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.679438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ffe7f9-4699-4b52-9809-682fd2138881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.687364 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-49ffe7f9-4699-4b52-9809-682fd2138881 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ddd16f1-5f1c-4096-bedc-cd7ae20bcea5 HTTP/1.1" status: 204 len: 168 time: 0.3259373 Nov 12 05:13:47.691665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-5295357c-77e0-49f4-97b1-83a4da850dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:47.693447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-5295357c-77e0-49f4-97b1-83a4da850dc2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1409938 Nov 12 05:13:47.700421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffe7f9-4699-4b52-9809-682fd2138881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd16f1-5f1c-4096-bedc-cd7ae20bcea5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:47.752128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bcbbd9c4-a489-4686-a488-c7fcacf3bee4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:47.786716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-d4db5c30-c842-457a-a864-1a82cd17c7cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0762179 Nov 12 05:13:47.866909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ba52e-39b9-4824-9dc3-8e026ae7f058 None None] Pushing event updated for resources: {'Port': ['ID=792c3674-ed59-462d-a439-1329092fc07b,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:47.870116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df9ef9-3b4f-48c7-a5cc-e8568f677e49 req-268ac5a6-7da7-4dfc-9d49-e0d38aee2297 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:47.871688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7df9ef9-3b4f-48c7-a5cc-e8568f677e49 req-268ac5a6-7da7-4dfc-9d49-e0d38aee2297 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1098 time: 0.3531959 Nov 12 05:13:47.872421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25255a37-a9f0-4f59-b625-c9bcd4ec7d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9e64d-8b68-4027-944c-647e31606c71,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:47.925413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-fcaf8ee8-bbca-4343-8d7e-aa6a6307ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:47.926975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-fcaf8ee8-bbca-4343-8d7e-aa6a6307ac1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1314447 Nov 12 05:13:47.927466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:47.940439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:47.961974 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6888765c-fa34-44aa-b511-e7bf62721fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.044301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bcbbd9c4-a489-4686-a488-c7fcacf3bee4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:48.044832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.049360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Attempting to bind port 792c3674-ed59-462d-a439-1329092fc07b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:48.049737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Attempting to bind port 792c3674-ed59-462d-a439-1329092fc07b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:48.050100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Attempting to bind port 792c3674-ed59-462d-a439-1329092fc07b on network 9e171218-7d6a-488d-92ac-01d257251523 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:48.065907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:48.120925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-e76531d2-186b-492d-9010-0d4f9d8d02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:48.126258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-e76531d2-186b-492d-9010-0d4f9d8d02cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1614535 Nov 12 05:13:48.126625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'Port': ['ID=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:48.135062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:48.142694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:48.143112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Checking segment: {'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:48.144800 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.145207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Bound using segment: {'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:48.145722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Bound port: 792c3674-ed59-462d-a439-1329092fc07b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa69607-d831-4ae7-9a04-44d114baac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e171218-7d6a-488d-92ac-01d257251523'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:48.147328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.181428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539f885-35e3-4a96-b337-213204f7842d req-092ee682-addb-470e-8018-6c4526efbc65 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:48.189535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7539f885-35e3-4a96-b337-213204f7842d req-092ee682-addb-470e-8018-6c4526efbc65 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.6735640 Nov 12 05:13:48.217501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6479c6d-9e95-43c2-992e-5a997ff30293 None None] Provisioning complete for port 792c3674-ed59-462d-a439-1329092fc07b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:48.217876 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6479c6d-9e95-43c2-992e-5a997ff30293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.267491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48598) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:48.390949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] For port 792c3674-ed59-462d-a439-1329092fc07b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:48.402592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] For port 792c3674-ed59-462d-a439-1329092fc07b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=792c3674-ed59-462d-a439-1329092fc07b,segment=NetworkSegment(3fa69607-d831-4ae7-9a04-44d114baac5d),segment_id=3fa69607-d831-4ae7-9a04-44d114baac5d)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:48.404509 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be3c8686-837a-4ab9-8b5b-c4fdad513acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.438758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:48.439367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.467895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.471026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c6479c6d-9e95-43c2-992e-5a997ff30293 None None] Port 792c3674-ed59-462d-a439-1329092fc07b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:48.476774 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.483313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7df9ef9-3b4f-48c7-a5cc-e8568f677e49 req-812d539d-e1a9-4b09-b884-9e7866de13b4 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260437 Nov 12 05:13:48.499324 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6888765c-fa34-44aa-b511-e7bf62721fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.506563 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-fe974ac3-bb91-4c19-aace-cbfbe4978f37 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656609 Nov 12 05:13:48.511098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6888765c-fa34-44aa-b511-e7bf62721fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.544320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7539f885-35e3-4a96-b337-213204f7842d req-8d87e030-7d4f-4435-96ab-7a18ecda557f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535724 Nov 12 05:13:48.602604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888765c-fa34-44aa-b511-e7bf62721fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ce879-bf63-448b-b17c-9208c8de7fb2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:48.610257 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6888765c-fa34-44aa-b511-e7bf62721fa9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cd36df5f69246a9b8dedacb912f8770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795692 Nov 12 05:13:48.641149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:48.719040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-5af9aa21-01a9-435a-82b7-d847364c2603 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927156 Nov 12 05:13:48.730613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9935e512-1f34-482f-acb3-441ca397ffcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.760300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9935e512-1f34-482f-acb3-441ca397ffcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.789931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Routers {'0600ba99-cf83-4450-8643-949adf77f04d'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:48.790285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:13:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0600ba99-cf83-4450-8643-949adf77f04d'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:48.828293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be3c8686-837a-4ab9-8b5b-c4fdad513acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.859509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9935e512-1f34-482f-acb3-441ca397ffcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.864539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9935e512-1f34-482f-acb3-441ca397ffcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.870824 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9935e512-1f34-482f-acb3-441ca397ffcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c73ce879-bf63-448b-b17c-9208c8de7fb2 HTTP/1.1" status: 204 len: 168 time: 0.2241836 Nov 12 05:13:48.882248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-52a2eb75-7f8d-4ae2-b08f-34ce98b0ad17 None None] Provisioning complete for port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:48.882657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52a2eb75-7f8d-4ae2-b08f-34ce98b0ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.886816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935e512-1f34-482f-acb3-441ca397ffcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ce879-bf63-448b-b17c-9208c8de7fb2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:48.923719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ba52e-39b9-4824-9dc3-8e026ae7f058 None None] Pushing event updated for resources: {'Port': ['ID=792c3674-ed59-462d-a439-1329092fc07b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:48.933127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-52a2eb75-7f8d-4ae2-b08f-34ce98b0ad17 None None] Port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:48.937329 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.983481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33d3f98f-cf7a-4d1a-b7e5-4b605e1ef4c6 req-7125bce1-72f1-44f9-9758-ecb9e2f9e7c2 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 210 time: 0.1538546 Nov 12 05:13:48.995276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-50bad9a8-920e-43c7-89c0-3e77b60f23b5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5619173 Nov 12 05:13:49.016891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Request body: {'port': {'device_id': '793eb36d-3ef3-446d-a32d-7ed1e2cdd014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:49.033405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be3c8686-837a-4ab9-8b5b-c4fdad513acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.035972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] Set router 0600ba99-cf83-4450-8643-949adf77f04d gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:49.089493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-be3c8686-837a-4ab9-8b5b-c4fdad513acf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c6a411444574eb8b1bb3eedd99bb920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8109953 Nov 12 05:13:49.092266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48618) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:49.102804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6a50bef6-5c7b-4f2b-ba10-2e91b2d42b7a None None] Provisioning complete for port 792c3674-ed59-462d-a439-1329092fc07b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:49.103377 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6a50bef6-5c7b-4f2b-ba10-2e91b2d42b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.118299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c8686-837a-4ab9-8b5b-c4fdad513acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90138f2a-b8ff-4012-90da-0c32ecf8054f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:49.197692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dd85f14-fddf-421f-ba89-42ac9ffdcc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.254445 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dd85f14-fddf-421f-ba89-42ac9ffdcc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.370734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dd85f14-fddf-421f-ba89-42ac9ffdcc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.374144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dd85f14-fddf-421f-ba89-42ac9ffdcc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.378736 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7dd85f14-fddf-421f-ba89-42ac9ffdcc4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90138f2a-b8ff-4012-90da-0c32ecf8054f HTTP/1.1" status: 204 len: 168 time: 0.2852962 Nov 12 05:13:49.390770 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.396667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd85f14-fddf-421f-ba89-42ac9ffdcc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90138f2a-b8ff-4012-90da-0c32ecf8054f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:49.428544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e8274-8336-4fd2-8913-66ffc991e52a req-c129b657-a7dc-4f79-814b-807e3fa640d7 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.430371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af4e8274-8336-4fd2-8913-66ffc991e52a req-c129b657-a7dc-4f79-814b-807e3fa640d7 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1098 time: 0.5153525 Nov 12 05:13:49.548510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af4e8274-8336-4fd2-8913-66ffc991e52a req-cbdb439d-f95e-444f-b7ee-cfcf291ebe3e tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081204 Nov 12 05:13:49.552806 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.561552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6a50bef6-5c7b-4f2b-ba10-2e91b2d42b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.596206 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.599809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:49.605982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'Port': ['ID=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:49.615220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.647643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:49.706765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6a50bef6-5c7b-4f2b-ba10-2e91b2d42b7a None None] For port 792c3674-ed59-462d-a439-1329092fc07b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=792c3674-ed59-462d-a439-1329092fc07b,segment=NetworkSegment(3fa69607-d831-4ae7-9a04-44d114baac5d),segment_id=3fa69607-d831-4ae7-9a04-44d114baac5d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:49.724585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6a50bef6-5c7b-4f2b-ba10-2e91b2d42b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.838127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50bef6-5c7b-4f2b-ba10-2e91b2d42b7a None None] Pushing event updated for resources: {'Port': ['ID=792c3674-ed59-462d-a439-1329092fc07b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:49.878965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '792c3674-ed59-462d-a439-1329092fc07b', 'name': '', 'network_id': '9e171218-7d6a-488d-92ac-01d257251523', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'mac_address': 'fa:16:3e:f9:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e683ce27-b512-4acf-830c-e1b0d22778d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:41Z', 'updated_at': '2021-11-12T05:13:48Z', 'revision_number': 4, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'subnets': [{'id': 'e683ce27-b512-4acf-830c-e1b0d22778d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:49.905193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:49.917878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:49.934876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851dd32-f4b2-4816-b4b4-add2799b4ee6 None None] The sync data for ids ['0600ba99-cf83-4450-8643-949adf77f04d'] in n-d-765315-28 is: [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '792c3674-ed59-462d-a439-1329092fc07b', 'name': '', 'network_id': '9e171218-7d6a-488d-92ac-01d257251523', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'mac_address': 'fa:16:3e:f9:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e683ce27-b512-4acf-830c-e1b0d22778d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:41Z', 'updated_at': '2021-11-12T05:13:48Z', 'revision_number': 4, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'subnets': [{'id': 'e683ce27-b512-4acf-830c-e1b0d22778d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:50.203151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4184da-d7a2-40fc-a455-79d4606516e7 req-1a0715a4-38a6-43cf-9c6b-dc5de5c794f9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:50.217396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e4184da-d7a2-40fc-a455-79d4606516e7 req-1a0715a4-38a6-43cf-9c6b-dc5de5c794f9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.3041852 Nov 12 05:13:50.302062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:50.302820 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:50.355534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:50.365164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3146a93-ff7d-4363-ba5e-a094988984f4 None None] Provisioning complete for port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:50.365643 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3146a93-ff7d-4363-ba5e-a094988984f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:50.385768 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:50.395401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2f14ef61-7b81-4d26-97f4-d082d892827d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5476635 Nov 12 05:13:50.404050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e4184da-d7a2-40fc-a455-79d4606516e7 req-f9150f82-7cae-4084-9d31-def87d8e8382 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864750 Nov 12 05:13:50.416171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Request body: {'port': {'device_id': '60c8d08d-4d02-49e2-a923-e4ee04ab9ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:50.449398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Transition to ACTIVE for port object eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:50.480337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d3146a93-ff7d-4363-ba5e-a094988984f4 None None] Port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:50.498517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:50.687912 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:50.712587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:50.736504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40153232-8da7-4467-9f93-336b364e4162 req-42fe89ba-04de-407e-a697-c018e68798b3 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:50.738413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40153232-8da7-4467-9f93-336b364e4162 req-42fe89ba-04de-407e-a697-c018e68798b3 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 936 time: 0.2538259 Nov 12 05:13:50.775908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Deleting port 792c3674-ed59-462d-a439-1329092fc07b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:50.776275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:50.956117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] For port 792c3674-ed59-462d-a439-1329092fc07b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=792c3674-ed59-462d-a439-1329092fc07b,segment=NetworkSegment(3fa69607-d831-4ae7-9a04-44d114baac5d),segment_id=3fa69607-d831-4ae7-9a04-44d114baac5d)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:50.956501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:50.988042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Calling delete_port for 792c3674-ed59-462d-a439-1329092fc07b owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:51.086391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48698) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:51.116784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40153232-8da7-4467-9f93-336b364e4162 req-4eedcefd-79bf-4e18-ba0f-a1f8b15ebe2e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555481 Nov 12 05:13:51.121098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Attempting to bind port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:51.121437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Attempting to bind port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:51.121769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Attempting to bind port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:51.179477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:51.179682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Attempting to bind port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:51.217246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:51.217844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:51.217973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:51.218455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Bound port: eeb356cd-3b06-4bda-bdc3-1e10e5c989d6, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:51.223671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.407509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-521488121-network', 'tenant_id': '1108fb880ee4414caf2673bc6b157198'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:51.445925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Made reservation on behalf of 1108fb880ee4414caf2673bc6b157198 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:51.448536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.461299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.483988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] For port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:51.489426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] For port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:51.530311 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.612465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:51.672932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:51.673555 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.674964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3b502b09-af0f-4945-a95c-67a0179be1e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 HTTP/1.1" status: 200 len: 1096 time: 2.6629627 Nov 12 05:13:51.676055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793eb36d-3ef3-446d-a32d-7ed1e2cdd014', 'tag': 'eeb356cd-3b06-4bda-bdc3-1e10e5c989d6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:51.678582 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96bb6d3-e617-4905-aa6a-2149a7e6738f" -d '{"events": [{"name": "network-changed", "server_uuid": "793eb36d-3ef3-446d-a32d-7ed1e2cdd014", "tag": "eeb356cd-3b06-4bda-bdc3-1e10e5c989d6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:51.706117 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.807459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:51.847690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 792c3674-ed59-462d-a439-1329092fc07b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:51.849216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.864019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.897766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 792c3674-ed59-462d-a439-1329092fc07b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:51.898172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 792c3674-ed59-462d-a439-1329092fc07b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 05:13:51.907575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:13:51.912257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48734) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:51.918217 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.918780 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Added segment 7d8a701c-2a3e-479f-ae73-bb91ddc03fc8 of type vlan for network 74953459-3065-4502-bb8a-45a77d14e644 Nov 12 05:13:51.933219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:51.966082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Port 792c3674-ed59-462d-a439-1329092fc07b not found, will not notify nova. {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 05:13:51.967105 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:52.029398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:52.032314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:52.033546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:52.034299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:52.051525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Pushing event deleted for resources: {'Port': ['ID=792c3674-ed59-462d-a439-1329092fc07b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:52.086982 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9958522 Nov 12 05:13:52.094978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Transition to ACTIVE for port object f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:52.095605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48746) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:52.139280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Request body: {'subnet': {'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-521488121-subnet', 'tenant_id': '1108fb880ee4414caf2673bc6b157198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:52.148326 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:52.189809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7ba18-8b25-4736-8a7b-7a14132d1af2 admin admin] Pushing event updated for resources: {'Network': ['ID=74953459-3065-4502-bb8a-45a77d14e644,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:52.202806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 74953459-3065-4502-bb8a-45a77d14e644 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:13:52.252620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-992e6811-d883-428e-9078-b71b7bdff96e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=39df26c587134fe180ad7c2fccd58946&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998003 Nov 12 05:13:52.293612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-6f9800ca-ed7c-4f39-b005-78af001083bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:52.295276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-6f9800ca-ed7c-4f39-b005-78af001083bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 1099 time: 0.5670197 Nov 12 05:13:52.296053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5f7-4cff-461d-8a1f-6b5757578d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:52.670847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:52.673127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Made reservation on behalf of 1108fb880ee4414caf2673bc6b157198 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:52.675407 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:52.711834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-32bd2465-551e-44f8-8514-11dab7e0f178 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 HTTP/1.1" status: 200 len: 217 time: 0.3897052 Nov 12 05:13:52.756795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48766) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:52.811491 n-d-765315-28 neutron-server[102589]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 05:13:52.815292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f1a81a4a-7923-4e1c-b42d-aa2120466c1f tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:13:52.816320 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f1a81a4a-7923-4e1c-b42d-aa2120466c1f tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576961 Nov 12 05:13:52.906029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:52.931587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-8308df15-3804-497f-895b-32ba46c68c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:52.932952 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-8308df15-3804-497f-895b-32ba46c68c4c service neutron] 10.222.0.48 "GET /v2.0/ports/6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 1095 time: 0.0718048 Nov 12 05:13:52.943383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Request body: {'binding': {'host': 'n-h1-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:52.943918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:13:52.959038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-97724ddb-9dd3-48fb-b0d9-805b2c7f5c99 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:52.960498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-97724ddb-9dd3-48fb-b0d9-805b2c7f5c99 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6856163 Nov 12 05:13:52.963650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-161d4c60-e108-43c3-8d6f-75a5a416ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:52.964991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-161d4c60-e108-43c3-8d6f-75a5a416ec86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2264903 Nov 12 05:13:53.052435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Attempting to bind port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:53.052679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Attempting to bind port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:53.053012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Attempting to bind port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:53.075109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-32b5ba7f-3d20-45c1-960f-e17850dfc8ce tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/quotas/39df26c587134fe180ad7c2fccd58946 HTTP/1.1" status: 200 len: 375 time: 0.1007802 Nov 12 05:13:53.080000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on host n-h1-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:53.080555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:53.080857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:53.084381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:53.084720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Attempting to bind port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:53.086207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:53.086639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:53.091494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:53.092083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:53.092203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:53.092880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Bound port: 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:53.180271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:53.186751 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.186996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:53.187334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:53.187717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:53.188076 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-18ee2642-29ee-42f9-8ab3-d2e4fa0b436c service neutron] 10.222.0.48 "POST /v2.0/ports/6722a1f8-9ac3-45e4-a667-e5fa98f60947/bindings HTTP/1.1" status: 201 len: 390 time: 0.2482049 Nov 12 05:13:53.188179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Bound port: f4b072fa-8d02-44d7-8d2b-3ab54e3555e4, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:53.188500 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.199849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-83a27836-bd62-403e-9b77-93367b85178b tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39df26c587134fe180ad7c2fccd58946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092155 Nov 12 05:13:53.203722 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5f7-4cff-461d-8a1f-6b5757578d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.224403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-f61ae156-1839-4ece-b895-9144333aac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:53.225919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-f61ae156-1839-4ece-b895-9144333aac7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2475584 Nov 12 05:13:53.235833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5f7-4cff-461d-8a1f-6b5757578d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.383174 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffd571c-10b1-4e60-a7fb-4aada551942e x-openstack-request-id: req-bffd571c-10b1-4e60-a7fb-4aada551942e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:53.383797 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793eb36d-3ef3-446d-a32d-7ed1e2cdd014", "tag": "eeb356cd-3b06-4bda-bdc3-1e10e5c989d6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:53.384035 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bffd571c-10b1-4e60-a7fb-4aada551942e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:53.384333 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793eb36d-3ef3-446d-a32d-7ed1e2cdd014', 'tag': 'eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'status': 'completed', 'code': 200} Nov 12 05:13:53.447978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48780) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:53.448190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c6f6c5f7-4cff-461d-8a1f-6b5757578d3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee4a1cbb5e1c4d4d81c54526c2875eff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5120521 Nov 12 05:13:53.477955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6c5f7-4cff-461d-8a1f-6b5757578d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38de6c30-7386-44c8-8297-d6494c1ed72a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:53.503244 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.564249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90c6d26f-e6d8-4462-9a8c-a2a07b7e61ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.571154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-38a1c414-ee47-49ed-b0ee-65b4d896d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:53.575076 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-38a1c414-ee47-49ed-b0ee-65b4d896d072 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1098 time: 0.0804410 Nov 12 05:13:53.612350 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90c6d26f-e6d8-4462-9a8c-a2a07b7e61ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.621662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] For port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:53.703536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] For port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:53.716437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-eceb2215-8bec-4779-8e46-2a2cb345fec4 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726577 Nov 12 05:13:53.718228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a801205b-e0f1-40a6-afa4-93c95b87d5d6,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:53.732622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05201-c818-4c6d-8bdd-741a462c1120 req-3d8798a0-79df-43be-bf0b-8c10cba8415d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:53.734212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33d05201-c818-4c6d-8bdd-741a462c1120 req-3d8798a0-79df-43be-bf0b-8c10cba8415d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.3652768 Nov 12 05:13:53.735486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.749191 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90c6d26f-e6d8-4462-9a8c-a2a07b7e61ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.755363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90c6d26f-e6d8-4462-9a8c-a2a07b7e61ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.756531 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-90c6d26f-e6d8-4462-9a8c-a2a07b7e61ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38de6c30-7386-44c8-8297-d6494c1ed72a HTTP/1.1" status: 204 len: 168 time: 0.3074887 Nov 12 05:13:53.769634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-d7dc74f2-f052-4faa-b409-b37a8f21acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:53.771143 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-d7dc74f2-f052-4faa-b409-b37a8f21acb6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.1760566 Nov 12 05:13:53.772264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6d26f-e6d8-4462-9a8c-a2a07b7e61ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38de6c30-7386-44c8-8297-d6494c1ed72a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:53.776723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330030a8-1aa2-466d-be4a-6dc5ac099af2 req-13d0c120-5b3b-49b1-a4c9-002c23b584d1 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:53.778243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-330030a8-1aa2-466d-be4a-6dc5ac099af2 req-13d0c120-5b3b-49b1-a4c9-002c23b584d1 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 948 time: 0.3108108 Nov 12 05:13:53.858518 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-c343dc9b-5cef-462e-9370-e168b6b2c04d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 217 time: 0.0777884 Nov 12 05:13:53.865397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:53.866025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:53.868083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] 10.222.0.47 "PUT /v2.0/ports/f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 HTTP/1.1" status: 200 len: 1097 time: 3.4564950 Nov 12 05:13:53.910322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:53.910714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Network hostable DHCP agents. Network: 74953459-3065-4502-bb8a-45a77d14e644, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:13:53.954703 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-a3fdf3c3-a7ea-4682-9977-a65f16a9bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:53.956346 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-a3fdf3c3-a7ea-4682-9977-a65f16a9bf54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.0908825 Nov 12 05:13:53.997932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Router 0600ba99-cf83-4450-8643-949adf77f04d has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:54.004350 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-436b2068-023c-411c-b9b2-af626d516185 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381606 Nov 12 05:13:54.045012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33d05201-c818-4c6d-8bdd-741a462c1120 req-31d05dc5-f071-498c-936f-8e910571286d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851770 Nov 12 05:13:54.100923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Network 74953459-3065-4502-bb8a-45a77d14e644 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:13:54.119844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3727ca-abc1-4cef-b255-7bba5ea64492 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:54.132370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 74953459-3065-4502-bb8a-45a77d14e644) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:54.145461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f348ca9-9c76-4e07-b3bd-ad819ac72190 None None] Network 74953459-3065-4502-bb8a-45a77d14e644 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:54.179832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:54.180444 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.209719 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-71777326-2e15-4afd-b50a-d6aaa2c4ba3d service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945283 Nov 12 05:13:54.263758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48792) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:54.271019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-330030a8-1aa2-466d-be4a-6dc5ac099af2 req-29de0ae6-ae5f-4d15-ad1a-39b54d43bfe7 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514139 Nov 12 05:13:54.303499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da73c134-2fee-494c-bbe9-fdafa0955a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.349084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-a01d5fa6-ca17-4d3b-904d-4e0e90e18769 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075606 Nov 12 05:13:54.360044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-9a6d3579-c251-4136-9a9c-810ebd7638f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:54.361712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-9a6d3579-c251-4136-9a9c-810ebd7638f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 1100 time: 0.4376085 Nov 12 05:13:54.375757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce09463-8c3f-4966-a016-7005136331e2 None None] Network 74953459-3065-4502-bb8a-45a77d14e644 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:54.379000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a15a90-7870-4337-8d4f-45cef221d58a req-5e370658-6577-40ea-bf96-e5c995ff8fd7 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:54.380948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01a15a90-7870-4337-8d4f-45cef221d58a req-5e370658-6577-40ea-bf96-e5c995ff8fd7 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 946 time: 0.0984249 Nov 12 05:13:54.401280 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-edc9a8f4-842b-49ad-83eb-e1eec436b4eb service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774795 Nov 12 05:13:54.441318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-22495898-7e59-414d-b4f3-185d9af4cd57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 HTTP/1.1" status: 200 len: 217 time: 0.0588226 Nov 12 05:13:54.452683 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da73c134-2fee-494c-bbe9-fdafa0955a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.466525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fc738269-4bf9-4780-ab12-255978583d72 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3598747 Nov 12 05:13:54.466722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da73c134-2fee-494c-bbe9-fdafa0955a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.533970 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da73c134-2fee-494c-bbe9-fdafa0955a0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e59d647cb8744ac2af826b3709707294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685921 Nov 12 05:13:54.537226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:54.563970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73c134-2fee-494c-bbe9-fdafa0955a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f5e55b-7653-436c-8d9f-d9ea82c5d222,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:54.598428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be5fecf3-d165-41dc-b5c1-2d1dd822f0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.626173 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be5fecf3-d165-41dc-b5c1-2d1dd822f0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.638149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-c09cde04-3f6a-4561-a2ec-873851a1c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:54.640091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-c09cde04-3f6a-4561-a2ec-873851a1c10d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1793952 Nov 12 05:13:54.641912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71280583-b47c-4d2d-960f-82e8a8039920 req-29a81a2a-16fd-475f-b8f7-692456dc142e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 210 time: 0.1230719 Nov 12 05:13:54.690388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be5fecf3-d165-41dc-b5c1-2d1dd822f0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.694358 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be5fecf3-d165-41dc-b5c1-2d1dd822f0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.696171 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-be5fecf3-d165-41dc-b5c1-2d1dd822f0ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9f5e55b-7653-436c-8d9f-d9ea82c5d222 HTTP/1.1" status: 204 len: 168 time: 0.1580181 Nov 12 05:13:54.706424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fecf3-d165-41dc-b5c1-2d1dd822f0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f5e55b-7653-436c-8d9f-d9ea82c5d222,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:54.712838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01a15a90-7870-4337-8d4f-45cef221d58a req-0beef2c5-5d41-4500-81cd-88987c75fd72 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705724 Nov 12 05:13:54.717032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:54.724757 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f43193fb-002c-493e-aaa5-1ac00e4ff07e admin admin] 10.222.0.48 "PUT /v2.0/routers/0600ba99-cf83-4450-8643-949adf77f04d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7983067 Nov 12 05:13:54.727354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48802) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:54.729211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-d42b2727-05ae-47a1-b476-0e35422fb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:54.730727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-d42b2727-05ae-47a1-b476-0e35422fb8d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 1099 time: 0.2334292 Nov 12 05:13:54.734693 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] Sync routers for ids ['0600ba99-cf83-4450-8643-949adf77f04d'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:54.753608 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] Routers {'0600ba99-cf83-4450-8643-949adf77f04d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:54.754154 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:13:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0600ba99-cf83-4450-8643-949adf77f04d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:54.897856 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] Set router 0600ba99-cf83-4450-8643-949adf77f04d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:54.920658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-6ed20541-f0a6-4314-a258-60bcae53c690 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:54.923227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-6ed20541-f0a6-4314-a258-60bcae53c690 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1098 time: 0.1562181 Nov 12 05:13:54.937577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-28'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:55.049407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.076812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-a3f77691-940f-4968-8fc9-ad1d78cf6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:55.078316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-a3f77691-940f-4968-8fc9-ad1d78cf6d37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4154317 Nov 12 05:13:55.304899 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:51Z', 'revision_number': 5, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:55.345261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-41e4009b-81a7-4baf-9213-164957726fc5 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=39df26c587134fe180ad7c2fccd58946&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315210 Nov 12 05:13:55.380886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.390892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c8d08d-4d02-49e2-a923-e4ee04ab9ca7', 'tag': 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:55.393134 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008e150b-3309-427a-8626-311336f1a6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "60c8d08d-4d02-49e2-a923-e4ee04ab9ca7", "tag": "f4b072fa-8d02-44d7-8d2b-3ab54e3555e4"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:55.397182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:55.460810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-909be53e-f8df-48af-be64-9a0613da3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:55.462376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-909be53e-f8df-48af-be64-9a0613da3cd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.7223556 Nov 12 05:13:55.505748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-4a1ea22a-2e61-411c-8388-6b89c2eec5fb service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973727 Nov 12 05:13:55.508803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:55.556103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.558774 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] Checking router: 0600ba99-cf83-4450-8643-949adf77f04d for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:55.559759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:55.562284 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210aed1-35c1-4105-bfa9-7d685eae6a42" -d '{"events": [{"server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "name": "network-vif-unplugged", "status": "completed", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:55.572023 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.572871 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] Routers {'0600ba99-cf83-4450-8643-949adf77f04d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:55.573742 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:13:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0600ba99-cf83-4450-8643-949adf77f04d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:55.582934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2aed8-a070-47e8-9783-5dda0f4d6666 req-857f4d19-6698-4003-bf80-281ce314fc28 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:55.590127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f2aed8-a070-47e8-9783-5dda0f4d6666 req-857f4d19-6698-4003-bf80-281ce314fc28 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.3776398 Nov 12 05:13:55.627919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-734aef4e-b8e1-4f00-a224-de11ae7e7846 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 HTTP/1.1" status: 200 len: 217 time: 0.1539364 Nov 12 05:13:55.720791 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48840) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:55.736707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1634104688-network', 'tenant_id': '939be2f5e95d41e9b8730271b35300e7'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:55.740111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:55.760306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on host n-h2-765315-28 for vnic_type normal with profile {"migrating_to": "n-h1-765315-28"} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:55.760500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:55.761251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:55.770124 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] Set router 0600ba99-cf83-4450-8643-949adf77f04d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:55.781476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:55.781805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Attempting to bind port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:55.793275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:55.793595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:55.794359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:55.794725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Bound port: 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:55.795102 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.806799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Made reservation on behalf of 939be2f5e95d41e9b8730271b35300e7 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:55.814519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.825477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.865022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d06c6-6f71-4361-b7c1-15065426fce5 req-39631c21-4ced-4dca-bf07-a587819ea315 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:55.866751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-805d06c6-6f71-4361-b7c1-15065426fce5 req-39631c21-4ced-4dca-bf07-a587819ea315 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 948 time: 0.3533542 Nov 12 05:13:55.907949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f2aed8-a070-47e8-9783-5dda0f4d6666 req-0c6a6226-472a-4f94-902d-6e7700183dfc tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168318 Nov 12 05:13:55.923675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-6dc9fd98-81f9-4665-bca1-c5f3d5844213 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:55.926122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-6dc9fd98-81f9-4665-bca1-c5f3d5844213 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5623565 Nov 12 05:13:55.935138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-ed7442a8-644f-4559-a2aa-2640ff5e64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:55.936799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-ed7442a8-644f-4559-a2aa-2640ff5e64c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2267113 Nov 12 05:13:55.948210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:55.948577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.971280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:55.983962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.992006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Request body: {'port': {'device_id': '8725cd4f-c417-4a52-8b43-4421840beaf5', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '39df26c587134fe180ad7c2fccd58946'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:56.035196 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166adfa2-bfc1-449b-82a6-3304ff2536f6 x-openstack-request-id: req-166adfa2-bfc1-449b-82a6-3304ff2536f6 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:56.035541 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c8d08d-4d02-49e2-a923-e4ee04ab9ca7", "tag": "f4b072fa-8d02-44d7-8d2b-3ab54e3555e4", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:56.035874 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-166adfa2-bfc1-449b-82a6-3304ff2536f6 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:56.036347 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c8d08d-4d02-49e2-a923-e4ee04ab9ca7', 'tag': 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', 'status': 'completed', 'code': 200} Nov 12 05:13:56.059625 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:51Z', 'revision_number': 5, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:56.074457 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d8c314-1dbe-43a9-9312-c7ecbc7eb83d x-openstack-request-id: req-90d8c314-1dbe-43a9-9312-c7ecbc7eb83d {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:56.077288 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "name": "network-vif-unplugged", "status": "completed", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:56.077288 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90d8c314-1dbe-43a9-9312-c7ecbc7eb83d {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:56.077288 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947', 'code': 200} Nov 12 05:13:56.080796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53da2f08-cdcd-411b-9f2e-905f8b01e2f6 req-2c8ae9b2-a5a9-4ef0-ac0b-0cac6aa05361 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632877 Nov 12 05:13:56.106956 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae49d5-69f4-40c9-86cc-6eca1e339cb3 None None] The sync data for ids ['0600ba99-cf83-4450-8643-949adf77f04d'] in n-d-765315-28 is: [{'id': '0600ba99-cf83-4450-8643-949adf77f04d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1141477669-router', 'tenant_id': 'e02f6dc23189418c994116f672d5421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:35Z', 'updated_at': '2021-11-12T05:13:51Z', 'revision_number': 5, 'project_id': 'e02f6dc23189418c994116f672d5421c', 'gw_port': {'id': 'bcbbd9c4-a489-4686-a488-c7fcacf3bee4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0600ba99-cf83-4450-8643-949adf77f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:37Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:56.145008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.157976 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.179063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=8']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:56.192689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.193352 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.194749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-302026ba-3bb3-4293-a2c2-025433d9dbd3 service neutron] 10.222.0.43 "PUT /v2.0/ports/6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 1124 time: 1.2615874 Nov 12 05:13:56.207630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:13:56.217096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c4577-360f-4414-a129-748f44fb4cd8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:56.228312 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.228810 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Added segment e34b927f-21d8-47b2-9732-0c6bc2015488 of type vlan for network 3d9c4458-a80e-4879-bf89-01e857cebdfc Nov 12 05:13:56.251028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-805d06c6-6f71-4361-b7c1-15065426fce5 req-e289eb4e-344e-4fc1-a5f9-a16a865f09f4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631330 Nov 12 05:13:56.270760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['6722a1f8-9ac3-45e4-a667-e5fa98f60947'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:56.302926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-decccc67-1cd7-45c4-80f0-3ce77e3ef30c req-d2c23591-9dcc-4785-9399-07767a3a620d tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 210 time: 0.0972967 Nov 12 05:13:56.326397 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.329259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-067ff77e-24e5-4919-a1e5-0a012a342695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.331944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-067ff77e-24e5-4919-a1e5-0a012a342695 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3739495 Nov 12 05:13:56.364588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.367813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.368438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.433998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e150b-3309-427a-8626-311336f1a6bf req-84bc5c7e-2774-4da4-a98b-e4796e3cafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.435648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e150b-3309-427a-8626-311336f1a6bf req-84bc5c7e-2774-4da4-a98b-e4796e3cafaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 1100 time: 0.2439342 Nov 12 05:13:56.454745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] Pushing event updated for resources: {'Network': ['ID=3d9c4458-a80e-4879-bf89-01e857cebdfc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:56.461431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f04eab5e-9cbe-4215-8e79-14772314510c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7367647 Nov 12 05:13:56.463408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48858) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:56.473336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Request body: {'subnet': {'network_id': '3d9c4458-a80e-4879-bf89-01e857cebdfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1634104688-subnet', 'tenant_id': '939be2f5e95d41e9b8730271b35300e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:56.501370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 3d9c4458-a80e-4879-bf89-01e857cebdfc details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:13:56.532813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Made reservation on behalf of 939be2f5e95d41e9b8730271b35300e7 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:56.535380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.571907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-60c84739-c47c-4ffe-84de-66f6fb0de0d4 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102561 Nov 12 05:13:56.590144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Deleting port bcbbd9c4-a489-4686-a488-c7fcacf3bee4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:56.590517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.740429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf38f-fc5c-4a4a-8756-b0d7c4492112 req-9452a660-0f51-4993-b5d2-d69a5c29e6be tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.742622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83dbf38f-fc5c-4a4a-8756-b0d7c4492112 req-9452a660-0f51-4993-b5d2-d69a5c29e6be tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 944 time: 0.4045081 Nov 12 05:13:56.767047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.854424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.871802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Made reservation on behalf of 39df26c587134fe180ad7c2fccd58946 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:56.875342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1921070f-a16b-4ffb-971c-dc2ae2a4732d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:56.875652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.897421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Checking segment: {'id': 'e34b927f-21d8-47b2-9732-0c6bc2015488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d9c4458-a80e-4879-bf89-01e857cebdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:56.897781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Network hostable DHCP agents. Network: 3d9c4458-a80e-4879-bf89-01e857cebdfc, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:13:56.922051 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.931530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Network 3d9c4458-a80e-4879-bf89-01e857cebdfc is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:13:56.948188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 3d9c4458-a80e-4879-bf89-01e857cebdfc) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:56.961596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58f459-8729-44a7-be32-4d322a3e2d4f None None] Network 3d9c4458-a80e-4879-bf89-01e857cebdfc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:56.972775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.972775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.997943 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7b8e7610-7885-4db4-86d3-d44c7e2616f8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5316389 Nov 12 05:13:57.014015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83dbf38f-fc5c-4a4a-8756-b0d7c4492112 req-d2458b2e-6ab0-45c1-bc21-95f924ad315d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575786 Nov 12 05:13:57.015382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e150b-3309-427a-8626-311336f1a6bf req-b72ad295-054a-49ad-938d-0b4857c4fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.016743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e150b-3309-427a-8626-311336f1a6bf req-b72ad295-054a-49ad-938d-0b4857c4fcf4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.4928544 Nov 12 05:13:57.036303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] For port bcbbd9c4-a489-4686-a488-c7fcacf3bee4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bcbbd9c4-a489-4686-a488-c7fcacf3bee4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:57.036828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:57.058395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f96bb6d3-e617-4905-aa6a-2149a7e6738f req-ad163aac-8422-4b6f-bda5-4c1b9d483d3c service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485302 Nov 12 05:13:57.171145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1c08bd-c79d-413d-9876-7bae839b3562 None None] Network 3d9c4458-a80e-4879-bf89-01e857cebdfc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:57.410597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e150b-3309-427a-8626-311336f1a6bf req-3389a776-94eb-41e0-8d56-12d60646fbb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 HTTP/1.1" status: 200 len: 217 time: 0.3688760 Nov 12 05:13:57.411444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Calling delete_port for bcbbd9c4-a489-4686-a488-c7fcacf3bee4 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:57.472897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7e68b65d-820b-4e68-9d1b-6ddda7554364 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d5c4a93350024ac0bdfd78409f0928d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729001 Nov 12 05:13:57.619148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 792c3674-ed59-462d-a439-1329092fc07b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:57.633575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e150b-3309-427a-8626-311336f1a6bf req-b92b18de-781c-44b1-a69c-83b204ae87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.635038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e150b-3309-427a-8626-311336f1a6bf req-b92b18de-781c-44b1-a69c-83b204ae87f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1930263 Nov 12 05:13:57.641693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 792c3674-ed59-462d-a439-1329092fc07b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:57.642112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 792c3674-ed59-462d-a439-1329092fc07b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:57.646204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:57.663288 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:57.705222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb1dff-8787-485b-9914-575c27a0d355 req-0f3a6913-8bc3-4298-a4d2-1a24e6c82041 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.706698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5fb1dff-8787-485b-9914-575c27a0d355 req-0f3a6913-8bc3-4298-a4d2-1a24e6c82041 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.6289093 Nov 12 05:13:57.847426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea567211-bec4-496f-b5e7-d33223e1ccd9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:57.877653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-2be5c539-8b52-4db0-9aa9-0bb2c7a46039 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.879127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-2be5c539-8b52-4db0-9aa9-0bb2c7a46039 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841364 Nov 12 05:13:57.893870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e150b-3309-427a-8626-311336f1a6bf req-f6dece45-4f2e-44af-a24b-47815f425200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.895307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e150b-3309-427a-8626-311336f1a6bf req-f6dece45-4f2e-44af-a24b-47815f425200 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2449789 Nov 12 05:13:57.922755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:57.986370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-de8371fa-9420-406b-aee8-774f30c803bc tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/quotas/d5c4a93350024ac0bdfd78409f0928d4 HTTP/1.1" status: 200 len: 375 time: 0.0944021 Nov 12 05:13:57.995292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5fb1dff-8787-485b-9914-575c27a0d355 req-0b3daca3-7665-42d3-8be8-d20f2df129de tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766581 Nov 12 05:13:58.021608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:58.033501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'mac_address': 'fa:16:3e:54:d4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:58.075484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Allocated IP 192.168.233.185 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/c963f805-f27a-4429-bd99-db35c53e91e9) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:58.076411 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.078566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:58.080522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-1f29c625-8e84-47ad-ab52-fff2bc2bcbb2 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5c4a93350024ac0bdfd78409f0928d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780320 Nov 12 05:13:58.081834 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dde090-2c52-4a12-bd3c-222c34f1883b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:58.097812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:58.119538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:58.124622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.125117 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.179893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbbd9c4-a489-4686-a488-c7fcacf3bee4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:58.181820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:58.196701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e150b-3309-427a-8626-311336f1a6bf req-9b7521eb-94e7-42f9-8fe0-a201be999d95 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817652 Nov 12 05:13:58.272486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960913-0981-432e-8c76-273442534400 req-b29d3d16-a1b2-466f-a828-e471227736b9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:58.274592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85960913-0981-432e-8c76-273442534400 req-b29d3d16-a1b2-466f-a828-e471227736b9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 948 time: 0.2005074 Nov 12 05:13:58.354881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1815bdd8-db05-46b2-b274-1b11c06a1eef req-ae2d53fc-b205-4d8e-a14d-cb65c34a67a1 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 210 time: 0.1038554 Nov 12 05:13:58.363691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:58.396833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.579018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.592207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.630617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85960913-0981-432e-8c76-273442534400 req-c6712bcd-2043-4bd1-9ef1-21338d76f595 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329222 Nov 12 05:13:58.633035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e150b-3309-427a-8626-311336f1a6bf req-5d486d4e-749e-4349-9241-d77f0bfa2026 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186630 Nov 12 05:13:58.737116 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.737788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0600ba99-cf83-4450-8643-949adf77f04d {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:13:58.740937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.755185 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.755185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3733b5d9-f97b-42c8-9103-6979e6c7e12e admin admin] 10.222.0.48 "DELETE /v2.0/routers/0600ba99-cf83-4450-8643-949adf77f04d HTTP/1.1" status: 204 len: 168 time: 4.0229783 Nov 12 05:13:58.755498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48918) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:58.792827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-df2068fe-72c7-401a-92f9-673dc1458e39 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:58.793534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-df2068fe-72c7-401a-92f9-673dc1458e39 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 807 time: 0.2463503 Nov 12 05:13:58.839266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72011b6-fda1-4db5-b819-91fe4e2ca95d admin admin] Deleting subnet e683ce27-b512-4acf-830c-e1b0d22778d1 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:13:58.842406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-eaaf432b-8586-4993-a9a3-a5b7fa7dcb6c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/quotas/1108fb880ee4414caf2673bc6b157198 HTTP/1.1" status: 200 len: 375 time: 0.0361671 Nov 12 05:13:58.843266 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c72011b6-fda1-4db5-b819-91fe4e2ca95d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.891487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.900219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c72011b6-fda1-4db5-b819-91fe4e2ca95d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.902931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-717d1914-bc7d-4a03-a95c-58776088680e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596471 Nov 12 05:13:58.983619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c72011b6-fda1-4db5-b819-91fe4e2ca95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.998289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6722a1f8-9ac3-45e4-a667-e5fa98f60947 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:59.047099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c72011b6-fda1-4db5-b819-91fe4e2ca95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.049029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:59.057465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Pushing event updated for resources: {'Port': ['ID=c963f805-f27a-4429-bd99-db35c53e91e9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:59.061084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:59.063288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:59.076624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bb3de-9f35-49e4-92e1-306d7ca93601 req-1974bc33-c12e-475d-a333-4aa6474e3c9b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:59.076983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72011b6-fda1-4db5-b819-91fe4e2ca95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e683ce27-b512-4acf-830c-e1b0d22778d1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:59.078162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e78bb3de-9f35-49e4-92e1-306d7ca93601 req-1974bc33-c12e-475d-a333-4aa6474e3c9b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 944 time: 0.2240183 Nov 12 05:13:59.083273 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c72011b6-fda1-4db5-b819-91fe4e2ca95d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.092169 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c72011b6-fda1-4db5-b819-91fe4e2ca95d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e683ce27-b512-4acf-830c-e1b0d22778d1 HTTP/1.1" status: 204 len: 168 time: 0.3362644 Nov 12 05:13:59.092775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48922) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:59.107863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19926ec-9522-4adb-97b5-deadf3b16127 None None] Network 9e171218-7d6a-488d-92ac-01d257251523 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:59.118303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:59.152039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6722a1f8-9ac3-45e4-a667-e5fa98f60947 has no active binding in host n-h1-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:13:59.165582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:59.166157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.181293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.188471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-562ceda9-7ec3-45de-8f57-2202a2fcaccd service neutron] 10.222.0.48 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844720 Nov 12 05:13:59.220450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-bb984068-233b-4063-b2ce-5bce43f63aac tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2349482 Nov 12 05:13:59.243064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e78bb3de-9f35-49e4-92e1-306d7ca93601 req-dce25b02-8155-415b-afaa-8214333bc73f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347697 Nov 12 05:13:59.260074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Deleting port 666ac158-f7b7-487c-9189-c8f29f22bdbb {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:59.260505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.292704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Request body: {'port': {'device_id': '8725cd4f-c417-4a52-8b43-4421840beaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:59.356161 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151428bd-f825-4427-b2c0-353eb388c334 x-openstack-request-id: req-151428bd-f825-4427-b2c0-353eb388c334 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:59.356461 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:59.356712 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-151428bd-f825-4427-b2c0-353eb388c334 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:59.357390 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947', 'status': 'completed', 'code': 200} Nov 12 05:13:59.392569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] For port 666ac158-f7b7-487c-9189-c8f29f22bdbb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=666ac158-f7b7-487c-9189-c8f29f22bdbb,segment=NetworkSegment(3fa69607-d831-4ae7-9a04-44d114baac5d),segment_id=3fa69607-d831-4ae7-9a04-44d114baac5d)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:59.392970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.406110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] DHCP port deletion for 9e171218-7d6a-488d-92ac-01d257251523 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:13:59.421765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Calling delete_port for 666ac158-f7b7-487c-9189-c8f29f22bdbb owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:59.466590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] Deleting port 666ac158-f7b7-487c-9189-c8f29f22bdbb {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:59.467110 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.512832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6a5587ee-bb64-4d02-a8ec-bf7b1a8acd1f None None] Provisioning complete for port c963f805-f27a-4429-bd99-db35c53e91e9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:59.513204 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6a5587ee-bb64-4d02-a8ec-bf7b1a8acd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.518739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-23094d54-195e-4411-818d-068e75f30b46 service neutron] 10.222.0.48 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206792 Nov 12 05:13:59.527558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-695332d6-67a2-4e9d-87d1-a89020a0dd78 req-3e1c1bdd-68af-463a-8de0-2971006fc28c tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 210 time: 0.0655060 Nov 12 05:13:59.532018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.670430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-8121d52d-772c-4041-896c-c66c0d504aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:59.672296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-8121d52d-772c-4041-896c-c66c0d504aba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1127 time: 0.2898231 Nov 12 05:13:59.776690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6a5587ee-bb64-4d02-a8ec-bf7b1a8acd1f None None] Port c963f805-f27a-4429-bd99-db35c53e91e9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:59.780309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 666ac158-f7b7-487c-9189-c8f29f22bdbb no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:59.815255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 666ac158-f7b7-487c-9189-c8f29f22bdbb {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:59.815685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 666ac158-f7b7-487c-9189-c8f29f22bdbb not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:59.816177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bcbbd9c4-a489-4686-a488-c7fcacf3bee4 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:59.841150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: bcbbd9c4-a489-4686-a488-c7fcacf3bee4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:59.841458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bcbbd9c4-a489-4686-a488-c7fcacf3bee4 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:59.848239 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.849012 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] For port 666ac158-f7b7-487c-9189-c8f29f22bdbb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=666ac158-f7b7-487c-9189-c8f29f22bdbb,segment=NetworkSegment(3fa69607-d831-4ae7-9a04-44d114baac5d),segment_id=3fa69607-d831-4ae7-9a04-44d114baac5d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:59.852295 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.853890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-a880686a-4f03-42b6-bcb9-c4e8a7f93ecd tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d5c4a93350024ac0bdfd78409f0928d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3165507 Nov 12 05:13:59.869179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] Calling delete_port for 666ac158-f7b7-487c-9189-c8f29f22bdbb owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:59.879341 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=666ac158-f7b7-487c-9189-c8f29f22bdbb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:59.893416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] No DVR routers for this DVR port 666ac158-f7b7-487c-9189-c8f29f22bdbb on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:13:59.944036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:59.986611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:00.067715 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.127500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.128130 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.129296 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.131905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.133028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > port after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.133512 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.136204 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > port after_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.137260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.137820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.138443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.139189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.162390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] Pushing event deleted for resources: {'Port': ['ID=666ac158-f7b7-487c-9189-c8f29f22bdbb,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:00.164598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:00.177938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:00.178291 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.184511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5506e-192c-4c9b-a570-434359bd6b52 None None] No DVR routers for this DVR port 666ac158-f7b7-487c-9189-c8f29f22bdbb on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:00.225745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:00.252371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', 'mac_address': 'fa:16:3e:57:45:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:00.258635 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.258991 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.259505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.260298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 05:14:00.260701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e171218-7d6a-488d-92ac-01d257251523']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:00.274842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-07ab09fb-2287-4fca-a923-050581cf72b1 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:00.276601 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-07ab09fb-2287-4fca-a923-050581cf72b1 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944886 Nov 12 05:14:00.293755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa69607-d831-4ae7-9a04-44d114baac5d') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:00.294420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa69607-d831-4ae7-9a04-44d114baac5d') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:00.321800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.329812 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.345172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1191113-ab43-47e1-9999-4c8c7e064ad2 req-e7b116cf-40de-427c-8134-5db94992887c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:00.350514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:00.354904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1191113-ab43-47e1-9999-4c8c7e064ad2 req-e7b116cf-40de-427c-8134-5db94992887c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.7082655 Nov 12 05:14:00.364957 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.370868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:00.371537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.373388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:00.374536 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.377902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Request body: {'port': {'device_id': 'f66e618b-0e0c-4ca6-b776-3c3e787f0537', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'd5c4a93350024ac0bdfd78409f0928d4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: from cryptography.utils import int_from_bytes Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: from cryptography.utils import int_from_bytes Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:00.385466 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:00.388982 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.397684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe6dc-c254-4c83-9d8c-58e05626ab7e req-1f75a035-bd63-4090-8227-bcfc5ab8a8e7 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:00.402979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-937fe6dc-c254-4c83-9d8c-58e05626ab7e req-1f75a035-bd63-4090-8227-bcfc5ab8a8e7 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 936 time: 0.2991085 Nov 12 05:14:00.430110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793eb36d-3ef3-446d-a32d-7ed1e2cdd014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb356cd-3b06-4bda-bdc3-1e10e5c989d6'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:00.432674 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e77b5b0-7397-4991-b9e6-f67c3d09fd42" -d '{"events": [{"server_uuid": "793eb36d-3ef3-446d-a32d-7ed1e2cdd014", "name": "network-vif-plugged", "status": "completed", "tag": "eeb356cd-3b06-4bda-bdc3-1e10e5c989d6"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:00.440679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-46c6e0d5-4d32-45cd-8411-a3d98443cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:00.442235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-46c6e0d5-4d32-45cd-8411-a3d98443cbe6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.7504783 Nov 12 05:14:00.452604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:00.464514 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.471225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:00.530994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:00.549023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-f733508e-499c-49b9-9e81-66439c4a6cfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 217 time: 0.0790501 Nov 12 05:14:00.555776 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.570850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.577770 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] 10.222.0.48 "DELETE /v2.0/networks/9e171218-7d6a-488d-92ac-01d257251523 HTTP/1.1" status: 204 len: 168 time: 1.4817235 Nov 12 05:14:00.592221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f3d7e-cb03-4b43-a8ce-e127408b3d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e171218-7d6a-488d-92ac-01d257251523,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:00.624033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1191113-ab43-47e1-9999-4c8c7e064ad2 req-3c82cb0a-a44a-47d8-b6a9-c9366c76e0c1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681270 Nov 12 05:14:00.639725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-937fe6dc-c254-4c83-9d8c-58e05626ab7e req-82224e82-0f41-4760-b744-24b511ce0d16 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195852 Nov 12 05:14:00.643644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Made reservation on behalf of d5c4a93350024ac0bdfd78409f0928d4 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:00.648112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.657601 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.741296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-77184df3-5c9d-43b2-9daa-a3e27ddcac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:00.745685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:00.750931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-77184df3-5c9d-43b2-9daa-a3e27ddcac3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.1925530 Nov 12 05:14:00.765038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c963f805-f27a-4429-bd99-db35c53e91e9 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:00.796006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.801646 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.807625 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.836958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-3b7ada95-c2e2-4065-9adb-60852b0e3383 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747104 Nov 12 05:14:00.871352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48948) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:00.887623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c11e499-c378-4ebf-8961-ee94784ff2c0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:00.910306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Transition to ACTIVE for port object c963f805-f27a-4429-bd99-db35c53e91e9 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:00.956083 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.974174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Allocated IP 192.168.233.71 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/99b2dd9c-e3ce-4f83-977a-9628c3f454b5) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:00.988647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4abe450d-f7df-41a7-9efc-b74a5f21554a req-9886301c-8c69-434e-b06d-9426342ec93c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 210 time: 0.0983248 Nov 12 05:14:01.035905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df9237-8573-40bc-8dfe-44b129ef19ef req-9a931b8d-4331-4946-bf88-d3254547d87e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.037404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4df9237-8573-40bc-8dfe-44b129ef19ef req-9a931b8d-4331-4946-bf88-d3254547d87e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 949 time: 0.2492959 Nov 12 05:14:01.134163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Pushing event updated for resources: {'Port': ['ID=c963f805-f27a-4429-bd99-db35c53e91e9,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:01.142040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4b8ad1ae-8817-4bad-ae44-739f5e269802 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e02f6dc23189418c994116f672d5421c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620325 Nov 12 05:14:01.148344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.152659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48950) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:01.190663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.197943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-77aae4b2-200b-41de-9cca-d54d0978cc1a service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365929 Nov 12 05:14:01.250129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:01.254018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:01.259941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:01.264217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Pushing event updated for resources: {'Port': ['ID=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:01.303728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ada965-37d5-4ee1-b3f1-7debaa31f1b8 req-cb72c662-731b-4b36-ae77-b90ae2e40271 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.311557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21ada965-37d5-4ee1-b3f1-7debaa31f1b8 req-cb72c662-731b-4b36-ae77-b90ae2e40271 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 944 time: 0.2590992 Nov 12 05:14:01.324086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4df9237-8573-40bc-8dfe-44b129ef19ef req-45d20577-2042-4341-9f2e-5aed8d640138 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702231 Nov 12 05:14:01.423041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Attempting to bind port c963f805-f27a-4429-bd99-db35c53e91e9 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:01.423628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Attempting to bind port c963f805-f27a-4429-bd99-db35c53e91e9 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:01.423732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Attempting to bind port c963f805-f27a-4429-bd99-db35c53e91e9 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:01.438401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8abb1672-a8fe-4217-8c5d-292d7491dc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.444881 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4473a2e7-a653-41df-9830-980273f9f353 x-openstack-request-id: req-4473a2e7-a653-41df-9830-980273f9f353 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:01.445384 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793eb36d-3ef3-446d-a32d-7ed1e2cdd014", "name": "network-vif-plugged", "status": "completed", "tag": "eeb356cd-3b06-4bda-bdc3-1e10e5c989d6", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:01.445384 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4473a2e7-a653-41df-9830-980273f9f353 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:01.445629 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793eb36d-3ef3-446d-a32d-7ed1e2cdd014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'code': 200} Nov 12 05:14:01.449952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Port c963f805-f27a-4429-bd99-db35c53e91e9 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:01.450290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Attempting to bind port c963f805-f27a-4429-bd99-db35c53e91e9 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:01.452011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.452670 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.488328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:01.488669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:01.489113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:01.489602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Bound port: c963f805-f27a-4429-bd99-db35c53e91e9, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:01.489961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.507051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21ada965-37d5-4ee1-b3f1-7debaa31f1b8 req-42309e89-d6fc-40f3-bb1c-7a9e4ddffd2e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944602 Nov 12 05:14:01.522161 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-66984b57-ae41-4542-bc0f-58aed178d0da tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1533911 Nov 12 05:14:01.545563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Request body: {'port': {'device_id': 'f66e618b-0e0c-4ca6-b776-3c3e787f0537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:01.551602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3dde090-2c52-4a12-bd3c-222c34f1883b req-696378ef-4251-4592-9e76-6ce62a8f10bf service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248906 Nov 12 05:14:01.566472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8abb1672-a8fe-4217-8c5d-292d7491dc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.582029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-1eaf224b-85e9-408c-a37b-406ddac19a00 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.583546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-1eaf224b-85e9-408c-a37b-406ddac19a00 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 807 time: 0.3162086 Nov 12 05:14:01.618379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.665770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Request body: {'port': {'device_id': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'admin_state_up': True, 'tenant_id': '1108fb880ee4414caf2673bc6b157198'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:01.755790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cbef329d-8167-41c9-89eb-005c65ea22cd None None] Provisioning complete for port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:01.756576 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cbef329d-8167-41c9-89eb-005c65ea22cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.761114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283b249-3c02-4a8a-b470-2634043b8fcb req-5fe56601-c6a5-4e6e-a4d2-fbed0d8a0346 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.762714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c283b249-3c02-4a8a-b470-2634043b8fcb req-5fe56601-c6a5-4e6e-a4d2-fbed0d8a0346 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 935 time: 0.2033265 Nov 12 05:14:01.770301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01bcb-1632-4f9e-aca9-2554c1ba3d94 req-83679614-1fb6-4d7d-a06c-dfa9e1d58ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.771750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc01bcb-1632-4f9e-aca9-2554c1ba3d94 req-83679614-1fb6-4d7d-a06c-dfa9e1d58ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 1101 time: 0.1672418 Nov 12 05:14:01.772976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] For port c963f805-f27a-4429-bd99-db35c53e91e9, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:01.800994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cbef329d-8167-41c9-89eb-005c65ea22cd None None] Port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:01.802380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] For port c963f805-f27a-4429-bd99-db35c53e91e9, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c963f805-f27a-4429-bd99-db35c53e91e9,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:01.815038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8abb1672-a8fe-4217-8c5d-292d7491dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.817692 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8abb1672-a8fe-4217-8c5d-292d7491dc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.818897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8abb1672-a8fe-4217-8c5d-292d7491dc47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36d90a75-a4a5-4e64-9602-5bc42778e56e HTTP/1.1" status: 204 len: 168 time: 0.6633379 Nov 12 05:14:01.830109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.876170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb1672-a8fe-4217-8c5d-292d7491dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d90a75-a4a5-4e64-9602-5bc42778e56e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:01.892362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fad92a-e151-4d16-b5f6-31bd6f4e7b4c req-ffa71036-0ea0-4855-8679-cc98b9e7243d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.893770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3fad92a-e151-4d16-b5f6-31bd6f4e7b4c req-ffa71036-0ea0-4855-8679-cc98b9e7243d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1968844 Nov 12 05:14:01.917122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.917955 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.919158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] 10.222.0.43 "PUT /v2.0/ports/c963f805-f27a-4429-bd99-db35c53e91e9 HTTP/1.1" status: 200 len: 1097 time: 2.6367354 Nov 12 05:14:01.919621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8725cd4f-c417-4a52-8b43-4421840beaf5', 'tag': 'c963f805-f27a-4429-bd99-db35c53e91e9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:01.921931 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe1baa9-c082-40cb-a8e6-b2da615e7590" -d '{"events": [{"name": "network-changed", "server_uuid": "8725cd4f-c417-4a52-8b43-4421840beaf5", "tag": "c963f805-f27a-4429-bd99-db35c53e91e9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:01.936529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Made reservation on behalf of 1108fb880ee4414caf2673bc6b157198 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:01.940595 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.942916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:01.974649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc01bcb-1632-4f9e-aca9-2554c1ba3d94 req-f9390d69-b25c-469c-8319-c860fe1df77f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910996 Nov 12 05:14:01.993051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c283b249-3c02-4a8a-b470-2634043b8fcb req-53a73155-a3cb-4062-9fdc-1a75cc8b40ab tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068329 Nov 12 05:14:02.028187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0aec5c-a474-442a-b377-27b4c6443947 service neutron] Pushing event updated for resources: {'Port': ['ID=c963f805-f27a-4429-bd99-db35c53e91e9,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:02.069911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3fad92a-e151-4d16-b5f6-31bd6f4e7b4c req-ec22cd17-f105-4fb2-8a5b-19135e8749a7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675708 Nov 12 05:14:02.084671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-8f441c68-1b4d-467a-b05c-f0e871783706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.095551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-8f441c68-1b4d-467a-b05c-f0e871783706 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39df26c587134fe180ad7c2fccd58946&device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 1100 time: 0.0913386 Nov 12 05:14:02.111837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:02.117926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:02.118591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.186438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-4248f0ea-11cc-4d2f-ba69-26f4a9f7e75f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=c963f805-f27a-4429-bd99-db35c53e91e9 HTTP/1.1" status: 200 len: 217 time: 0.0707324 Nov 12 05:14:02.230094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Allocated IP 172.20.0.11 (74953459-3065-4502-bb8a-45a77d14e644/a801205b-e0f1-40a6-afa4-93c95b87d5d6/83979e9a-1038-4f67-9148-b6704ddbb829) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:02.246255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77479e-abf3-444b-b8d4-a5c002b29aed req-dc0f7f2b-8d81-4948-88e2-4b743e4e5a39 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.263456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc77479e-abf3-444b-b8d4-a5c002b29aed req-dc0f7f2b-8d81-4948-88e2-4b743e4e5a39 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 948 time: 0.0910254 Nov 12 05:14:02.281166 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074dfa25-aa71-4b7b-bf48-2248b5fc5ebe x-openstack-request-id: req-074dfa25-aa71-4b7b-bf48-2248b5fc5ebe {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:02.281538 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8725cd4f-c417-4a52-8b43-4421840beaf5", "tag": "c963f805-f27a-4429-bd99-db35c53e91e9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:02.281911 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-074dfa25-aa71-4b7b-bf48-2248b5fc5ebe {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:02.282440 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8725cd4f-c417-4a52-8b43-4421840beaf5', 'tag': 'c963f805-f27a-4429-bd99-db35c53e91e9', 'status': 'completed', 'code': 200} Nov 12 05:14:02.303356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.366534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:02.377707 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.406666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-6881937e-9b82-4476-ab5e-48747ea290e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.408205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-6881937e-9b82-4476-ab5e-48747ea290e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1423914 Nov 12 05:14:02.424662 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc77479e-abf3-444b-b8d4-a5c002b29aed req-c8b5473e-ada1-43d4-a224-60e4fccc7d1d tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601717 Nov 12 05:14:02.439957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:02.452990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:02.459217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96d5b5cf-f7e4-4fc9-8546-93c13ef7333a req-af1832bc-2316-4519-8954-20ae8fded8c2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 210 time: 0.0738962 Nov 12 05:14:02.462955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.469098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.500761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Transition to ACTIVE for port object 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:02.511799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-9aba69b8-78c2-4ad0-8d84-8c6e106d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.513358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-9aba69b8-78c2-4ad0-8d84-8c6e106d3449 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0669115 Nov 12 05:14:02.516131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.584940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.593798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Pushing event updated for resources: {'Port': ['ID=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:02.658261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Network 74953459-3065-4502-bb8a-45a77d14e644 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:02.687794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:02.692360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:02.724577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5e8ea-dee1-4ade-a400-773bade63433 req-4647277a-780c-4c5a-b9ad-2783d3880059 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.732675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6a5e8ea-dee1-4ade-a400-773bade63433 req-4647277a-780c-4c5a-b9ad-2783d3880059 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 950 time: 0.2100687 Nov 12 05:14:02.738716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Pushing event updated for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:02.746222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-255fa5f5-0002-4c53-878e-d5a09312e090 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248602 Nov 12 05:14:02.770306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.771237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.774862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Attempting to bind port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:02.775176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Attempting to bind port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:02.775497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Attempting to bind port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:02.787898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:02.788426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Attempting to bind port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:02.796468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:02.796468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:02.796468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:02.797051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Bound port: 99b2dd9c-e3ce-4f83-977a-9628c3f454b5, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:02.797535 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:02.804811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-bd45a303-9b91-40fe-a18b-1aeb0f83ca26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1687527 Nov 12 05:14:02.824102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215082f1-dd00-4f91-875b-2649715afb20 req-8927bbbd-0a10-41ff-8875-8e122c60ffaa tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.831748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-215082f1-dd00-4f91-875b-2649715afb20 req-8927bbbd-0a10-41ff-8875-8e122c60ffaa tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 944 time: 0.1804111 Nov 12 05:14:02.849495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Request body: {'port': {'device_id': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:02.939445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6a5e8ea-dee1-4ade-a400-773bade63433 req-81d99cbf-4bb5-4e13-8d18-ef5a0eac3226 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058740 Nov 12 05:14:02.948225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-215082f1-dd00-4f91-875b-2649715afb20 req-f3f95480-4383-4b72-856f-4975b0d749ae tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155968 Nov 12 05:14:02.984675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da60f25e-1c1c-49bb-a320-0a7cd7933ac4 req-33478f22-35de-4aa0-945b-afe1fcdeb6d2 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150731 Nov 12 05:14:03.121600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.173672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c70d5-ab59-4080-beab-eeeef1b4a2e5 req-91d2a0ce-a16e-41dc-9b73-e702e7b7ab0f tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.175347 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e37c70d5-ab59-4080-beab-eeeef1b4a2e5 req-91d2a0ce-a16e-41dc-9b73-e702e7b7ab0f tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 947 time: 0.1004765 Nov 12 05:14:03.178932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-9f9784ed-5a56-4b4a-a1cf-9e5e31506ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.181012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-9f9784ed-5a56-4b4a-a1cf-9e5e31506ba1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39df26c587134fe180ad7c2fccd58946&device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 1100 time: 0.0783825 Nov 12 05:14:03.182785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] For port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:03.206906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] For port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:03.277363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.303356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e37c70d5-ab59-4080-beab-eeeef1b4a2e5 req-f4116cad-f0f8-48de-ac9a-958bac455a57 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181388 Nov 12 05:14:03.352633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Pushing event updated for resources: {'Port': ['ID=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:03.371478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.372108 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.373506 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-7341988e-3797-48d9-84f9-b1eb398f0af1 service neutron] 10.222.0.43 "PUT /v2.0/ports/99b2dd9c-e3ce-4f83-977a-9628c3f454b5 HTTP/1.1" status: 200 len: 1096 time: 1.8324778 Nov 12 05:14:03.374074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66e618b-0e0c-4ca6-b776-3c3e787f0537', 'tag': '99b2dd9c-e3ce-4f83-977a-9628c3f454b5'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:03.376445 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcdf093-6366-4710-b276-25f99214ce0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f66e618b-0e0c-4ca6-b776-3c3e787f0537", "tag": "99b2dd9c-e3ce-4f83-977a-9628c3f454b5"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:03.407677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-f72485fd-d4ba-4371-a4d2-59c3b1ab16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.409165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-f72485fd-d4ba-4371-a4d2-59c3b1ab16e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2155039 Nov 12 05:14:03.433226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86f99a-f6d1-4754-8ae9-9d2729c69fb1 req-2510c4c6-0bc5-4a0c-a55a-6b0974d4b851 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.445271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b86f99a-f6d1-4754-8ae9-9d2729c69fb1 req-2510c4c6-0bc5-4a0c-a55a-6b0974d4b851 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1178181 Nov 12 05:14:03.446550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8d08d-4d02-49e2-a923-e4ee04ab9ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:03.448964 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b30c9c3-d2d9-4ec7-81e2-a8781a9aa176" -d '{"events": [{"server_uuid": "60c8d08d-4d02-49e2-a923-e4ee04ab9ca7", "name": "network-vif-plugged", "status": "completed", "tag": "f4b072fa-8d02-44d7-8d2b-3ab54e3555e4"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:03.557398 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa50d90-e87d-42fb-8113-1facd6bd8a68 x-openstack-request-id: req-ffa50d90-e87d-42fb-8113-1facd6bd8a68 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:03.559098 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66e618b-0e0c-4ca6-b776-3c3e787f0537", "tag": "99b2dd9c-e3ce-4f83-977a-9628c3f454b5", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:03.559485 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffa50d90-e87d-42fb-8113-1facd6bd8a68 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:03.559941 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66e618b-0e0c-4ca6-b776-3c3e787f0537', 'tag': '99b2dd9c-e3ce-4f83-977a-9628c3f454b5', 'status': 'completed', 'code': 200} Nov 12 05:14:03.610730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-674e001d-6459-420a-a78e-98f0b164b05f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=c963f805-f27a-4429-bd99-db35c53e91e9 HTTP/1.1" status: 200 len: 217 time: 0.1179409 Nov 12 05:14:03.665036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b86f99a-f6d1-4754-8ae9-9d2729c69fb1 req-dc0dba4c-16d0-427e-8023-a95faaff44ae tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179143 Nov 12 05:14:03.705352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83979e9a-1038-4f67-9148-b6704ddbb829 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:03.715833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.737680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-c817b423-bf6b-4675-ac8a-9c6bf182fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.739661 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-c817b423-bf6b-4675-ac8a-9c6bf182fdf8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5c4a93350024ac0bdfd78409f0928d4&device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 1099 time: 0.1980388 Nov 12 05:14:03.744353 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb67aaf-6208-4fb0-82d3-d11f666a8040 x-openstack-request-id: req-6cb67aaf-6208-4fb0-82d3-d11f666a8040 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:03.744668 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8d08d-4d02-49e2-a923-e4ee04ab9ca7", "name": "network-vif-plugged", "status": "completed", "tag": "f4b072fa-8d02-44d7-8d2b-3ab54e3555e4", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:03.744925 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cb67aaf-6208-4fb0-82d3-d11f666a8040 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:03.745487 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8d08d-4d02-49e2-a923-e4ee04ab9ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', 'code': 200} Nov 12 05:14:03.750439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Transition to ACTIVE for port object 83979e9a-1038-4f67-9148-b6704ddbb829 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:03.756174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.837587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49008) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:03.861260 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-f8ce8ac9-470f-471a-a86a-16c6391be4cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=99b2dd9c-e3ce-4f83-977a-9628c3f454b5 HTTP/1.1" status: 200 len: 217 time: 0.0994587 Nov 12 05:14:03.888800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:03.892226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-50e3e45a-84a7-4fe4-bc2d-72f5260b0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.893868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-50e3e45a-84a7-4fe4-bc2d-72f5260b0c19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2583430 Nov 12 05:14:03.939723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-565eba17-6a6d-42e0-a479-e2e8337cfb90 service neutron] 10.222.0.47 "GET /v2.0/ports/6722a1f8-9ac3-45e4-a667-e5fa98f60947/bindings/n-h1-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.3700728 Nov 12 05:14:03.968852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-37543687-25d3-4a2d-ab01-23bcc0d1e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.970314 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-37543687-25d3-4a2d-ab01-23bcc0d1e9f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1012776 Nov 12 05:14:04.004250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7cfe6-b03a-4405-9268-f12cf03f6860 req-8e4bbedb-91b3-4b2e-acf9-d1ec78f4482c tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.005815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aff7cfe6-b03a-4405-9268-f12cf03f6860 req-8e4bbedb-91b3-4b2e-acf9-d1ec78f4482c tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 948 time: 0.2800722 Nov 12 05:14:04.023803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4b682-ae9e-46db-8251-25850c8fb92f req-519eff68-5b7b-4be0-b313-bfe9a447d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.024820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:04.025161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:04.025327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dd4b682-ae9e-46db-8251-25850c8fb92f req-519eff68-5b7b-4be0-b313-bfe9a447d34d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 1102 time: 0.1845403 Nov 12 05:14:04.025487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:04.033098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:04.033497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:04.041758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:04.042162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:04.042527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:04.042980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Bound port: 83979e9a-1038-4f67-9148-b6704ddbb829, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:04.043342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:04.055100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-9938d1d2-c6c7-476d-81b8-507cbbceff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.056618 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-9938d1d2-c6c7-476d-81b8-507cbbceff6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762908 Nov 12 05:14:04.059118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df103915-4551-41c3-8f5e-708584176891 req-68abcee1-8f8a-47f3-a69c-fe3e47a21e40 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.060654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df103915-4551-41c3-8f5e-708584176891 req-68abcee1-8f8a-47f3-a69c-fe3e47a21e40 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.1969237 Nov 12 05:14:04.070435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f606745-970c-447c-b48d-cc122c24f67c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:04.123743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-123937e7-1080-4278-bd37-f5f1022558ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.125309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-123937e7-1080-4278-bd37-f5f1022558ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2055900 Nov 12 05:14:04.177839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:04.198047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:04.205696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:04.236162 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-3adfc684-28cd-4cad-94ba-1c88edc65ebd service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527324 Nov 12 05:14:04.257640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.258265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:04.259702 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 1093 time: 1.4227257 Nov 12 05:14:04.325071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980379e-859e-42d8-9bb2-105709dab5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:04.393159 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7d0ff5cb-e93b-4787-93df-071d4172e0d1 req-1b14b184-f30d-4f5f-a1ed-8d11e286b0c0 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486990 Nov 12 05:14:04.401689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-7ae078d1-5aa2-48d2-958d-aa3dee600f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.403272 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-7ae078d1-5aa2-48d2-958d-aa3dee600f5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1096 time: 0.0659618 Nov 12 05:14:04.458386 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-b53f5aca-bbd3-49e3-815c-c5a0900725b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 217 time: 0.0372570 Nov 12 05:14:04.532079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aff7cfe6-b03a-4405-9268-f12cf03f6860 req-dd55cda9-e30e-4bc6-97af-352f1363fa17 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057421 Nov 12 05:14:04.543184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dd4b682-ae9e-46db-8251-25850c8fb92f req-b3febb1d-2882-4249-a15c-b9fb259adb08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013204 Nov 12 05:14:04.576716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df103915-4551-41c3-8f5e-708584176891 req-b792d8c0-0c08-4cb3-9da0-652ef42858eb tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877017 Nov 12 05:14:04.609552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf093-6366-4710-b276-25f99214ce0e req-c0f55285-3b8c-4be4-8d9a-296e9b1aa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.609552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-edcdf093-6366-4710-b276-25f99214ce0e req-c0f55285-3b8c-4be4-8d9a-296e9b1aa7b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5c4a93350024ac0bdfd78409f0928d4&device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 1099 time: 0.1097612 Nov 12 05:14:04.610494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-fdbfaac3-1f04-4142-80c0-1146ba10f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.611927 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-fdbfaac3-1f04-4142-80c0-1146ba10f79f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1148252 Nov 12 05:14:04.657165 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-90c62ff0-d858-4903-925e-dccdd77e2637 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325351 Nov 12 05:14:04.719177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-ddb39ec6-7d6a-4eb4-aed8-222cd98be193 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830247 Nov 12 05:14:04.769652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f606745-970c-447c-b48d-cc122c24f67c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:04.794934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f606745-970c-447c-b48d-cc122c24f67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:04.810814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf093-6366-4710-b276-25f99214ce0e req-e90174c9-55bf-4a39-a5d1-275221067649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.812584 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-edcdf093-6366-4710-b276-25f99214ce0e req-e90174c9-55bf-4a39-a5d1-275221067649 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1864562 Nov 12 05:14:04.817706 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-a86bd735-a464-4297-94a4-fa6916a6fd8b service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505992 Nov 12 05:14:04.869057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:04.885270 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-edcdf093-6366-4710-b276-25f99214ce0e req-82a35800-650a-4517-8715-894fc3697dc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=99b2dd9c-e3ce-4f83-977a-9628c3f454b5 HTTP/1.1" status: 200 len: 217 time: 0.0533805 Nov 12 05:14:04.898299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9726fc3-8d11-4aad-8ce5-e993db71deda req-b53a0bda-55d6-4b79-8087-349f7d58263e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.899815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9726fc3-8d11-4aad-8ce5-e993db71deda req-b53a0bda-55d6-4b79-8087-349f7d58263e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 950 time: 0.2784226 Nov 12 05:14:04.922796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ab419-f27e-44a5-a342-9ce195befeae req-53294f8b-d6c5-4ec2-88ca-5ee662c9358b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.924169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-595ab419-f27e-44a5-a342-9ce195befeae req-53294f8b-d6c5-4ec2-88ca-5ee662c9358b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 944 time: 0.2495446 Nov 12 05:14:04.934392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2f606745-970c-447c-b48d-cc122c24f67c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65eb97e4aeb34461b8a37d658e69ee9f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0921478 Nov 12 05:14:04.941677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49022) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:04.952502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f606745-970c-447c-b48d-cc122c24f67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6525a0-212d-4a66-b420-3d1c161da673,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:04.973993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf093-6366-4710-b276-25f99214ce0e req-1845c780-4980-448d-9af2-1ee7949e75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.975260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:04.975495 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-edcdf093-6366-4710-b276-25f99214ce0e req-1845c780-4980-448d-9af2-1ee7949e75d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0822954 Nov 12 05:14:05.021955 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb56cc4-f0ea-4ee0-9f2c-99a60437c108 req-f6a5e154-b444-4dee-beec-1439b67f8a4a service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838360 Nov 12 05:14:05.034057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf093-6366-4710-b276-25f99214ce0e req-c31fea88-3cfe-4e26-8dff-d13119cf93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.036070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-edcdf093-6366-4710-b276-25f99214ce0e req-c31fea88-3cfe-4e26-8dff-d13119cf93bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521348 Nov 12 05:14:05.066101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe1baa9-c082-40cb-a8e6-b2da615e7590 req-3f38f23f-d8f9-4a15-a102-a5f672f7fb04 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267267 Nov 12 05:14:05.071873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6722a1f8-9ac3-45e4-a667-e5fa98f60947 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:05.104082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:05.120212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-595ab419-f27e-44a5-a342-9ce195befeae req-ab990c31-8d96-4847-89b7-e98a62ea24f5 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776052 Nov 12 05:14:05.131406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9726fc3-8d11-4aad-8ce5-e993db71deda req-db9538ed-a4c7-410f-a433-22abe409c1f8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205954 Nov 12 05:14:05.136414 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-edcdf093-6366-4710-b276-25f99214ce0e req-c7a8b9ce-4465-4025-923d-b2179d044226 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915046 Nov 12 05:14:05.137812 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68bbf192-b0ea-4bdb-9173-02bd20e05e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:05.141037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:05.172299 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68bbf192-b0ea-4bdb-9173-02bd20e05e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:05.268527 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-edcdf093-6366-4710-b276-25f99214ce0e req-f695e715-42c7-433c-a83e-302efffd07c3 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020954 Nov 12 05:14:05.300635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] Transition to ACTIVE for port object 6722a1f8-9ac3-45e4-a667-e5fa98f60947 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:05.306779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:05.315923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab570d-19fb-4dd9-8bd0-068ac102bb61 req-ea66d78e-f1c7-49c6-9718-4b2df052598b tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.317404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93ab570d-19fb-4dd9-8bd0-068ac102bb61 req-ea66d78e-f1c7-49c6-9718-4b2df052598b tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 947 time: 0.1092565 Nov 12 05:14:05.357745 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68bbf192-b0ea-4bdb-9173-02bd20e05e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:05.360337 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68bbf192-b0ea-4bdb-9173-02bd20e05e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:05.361394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-68bbf192-b0ea-4bdb-9173-02bd20e05e0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e6525a0-212d-4a66-b420-3d1c161da673 HTTP/1.1" status: 204 len: 168 time: 0.4177556 Nov 12 05:14:05.416644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbf192-b0ea-4bdb-9173-02bd20e05e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6525a0-212d-4a66-b420-3d1c161da673,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:05.458744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] No DVR routers for this DVR port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:05.476486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:05.488632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93ab570d-19fb-4dd9-8bd0-068ac102bb61 req-e2d9ea1e-5f06-46b9-82a6-ee5463ba9734 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602380 Nov 12 05:14:05.517265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1c99-4b9d-46eb-9053-16709ea089ad req-22e0a67d-aa0e-486b-9714-35c47d9266cd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.518852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a82a1c99-4b9d-46eb-9053-16709ea089ad req-22e0a67d-aa0e-486b-9714-35c47d9266cd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1979721 Nov 12 05:14:05.525468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f15dd34d-0150-4c78-8307-d10c4e31e3d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/6722a1f8-9ac3-45e4-a667-e5fa98f60947/bindings/n-h1-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 1.5683126 Nov 12 05:14:05.562002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:05.567299 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b" -d '{"events": [{"name": "network-changed", "server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:05.592914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a82a1c99-4b9d-46eb-9053-16709ea089ad req-aba565fb-5e44-419e-aafd-b55ac939dc20 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650749 Nov 12 05:14:05.645012 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24221620-bc36-45c1-a08c-8cb12655668e x-openstack-request-id: req-24221620-bc36-45c1-a08c-8cb12655668e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:05.645186 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:05.645417 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24221620-bc36-45c1-a08c-8cb12655668e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:05.646510 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829', 'status': 'completed', 'code': 200} Nov 12 05:14:05.665613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-ad1c62c8-6c19-4cbb-a809-f8ecf0921f99 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.667504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-ad1c62c8-6c19-4cbb-a809-f8ecf0921f99 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.0774052 Nov 12 05:14:05.771984 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-dc130140-92f3-44b3-a8fe-79c774814b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.773647 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-dc130140-92f3-44b3-a8fe-79c774814b12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb HTTP/1.1" status: 200 len: 1097 time: 0.0890422 Nov 12 05:14:05.793380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10636a99-3fb7-4e20-9e97-e3c80e12b89b req-7056a089-6fb3-42d9-9281-ae1652df4f69 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.794902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10636a99-3fb7-4e20-9e97-e3c80e12b89b req-7056a089-6fb3-42d9-9281-ae1652df4f69 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 948 time: 0.1389694 Nov 12 05:14:05.829230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedc53-248d-4577-b9bd-d32f58420747 req-beee9d27-469d-4e91-a211-9e751c47d394 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.835468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0fedc53-248d-4577-b9bd-d32f58420747 req-beee9d27-469d-4e91-a211-9e751c47d394 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.1301193 Nov 12 05:14:05.842794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-92df7882-93bf-4f4a-a6bb-edb92b722127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.844293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-92df7882-93bf-4f4a-a6bb-edb92b722127 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1096 time: 0.1405697 Nov 12 05:14:05.870119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-d4076ed2-96c4-4239-8182-e4a8c32b32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.871943 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-d4076ed2-96c4-4239-8182-e4a8c32b32f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0454128 Nov 12 05:14:05.946067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10636a99-3fb7-4e20-9e97-e3c80e12b89b req-c776cfd6-8b4e-4230-b39a-b51f4e5cbeb5 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441450 Nov 12 05:14:05.965316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6722a1f8-9ac3-45e4-a667-e5fa98f60947 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:05.970889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0fedc53-248d-4577-b9bd-d32f58420747 req-793c36fc-48cf-4963-a87d-8b446fe85c52 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336277 Nov 12 05:14:05.990915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-8648df7d-9f66-42b7-89fc-3ffa0212a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.993651 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-8648df7d-9f66-42b7-89fc-3ffa0212a40e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.1143494 Nov 12 05:14:06.013288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6722a1f8-9ac3-45e4-a667-e5fa98f60947 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:06.017799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-e3c2372c-c42e-4df6-a144-6351704fd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.019308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-e3c2372c-c42e-4df6-a144-6351704fd3a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1498315 Nov 12 05:14:06.041945 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-47325701-21ba-495d-92f9-6f18962af6ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 217 time: 0.0398362 Nov 12 05:14:06.066717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-5bf63c9a-78a8-4119-a850-060fcf900669 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 217 time: 0.0397997 Nov 12 05:14:06.104324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-40b6c560-dd92-4880-8485-40f69ece821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.105953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-40b6c560-dd92-4880-8485-40f69ece821c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.0548532 Nov 12 05:14:06.119312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-8a8172f0-9759-40a8-a5de-9cd4d19f9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.121396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-8a8172f0-9759-40a8-a5de-9cd4d19f9f7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0472283 Nov 12 05:14:06.146040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-bf96332c-5e13-450e-ae01-87c3aaba2f18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271244 Nov 12 05:14:06.153930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-5c040e9e-a7bb-4b55-b4fd-9bc78916534d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249107 Nov 12 05:14:06.188824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49054) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:06.273606 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-7d26dbfe-2a21-4e77-93c8-b5fba7630d38 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080539 Nov 12 05:14:06.322142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1315976573-network', 'tenant_id': 'd78aab9b7bed44038e7d5b6297fb31d5'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:06.336055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fef960-e796-4b54-b815-7e5aff8ca1b1 req-fc16d4a4-61d2-44b0-ac17-4a1455494823 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.337504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54fef960-e796-4b54-b815-7e5aff8ca1b1 req-fc16d4a4-61d2-44b0-ac17-4a1455494823 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1124177 Nov 12 05:14:06.343909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-ad3df3c9-c18c-4b60-95be-840dcf36433b service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807458 Nov 12 05:14:06.367202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a88ab-5e3e-4ffb-ad72-60acb258646d req-161d7ff5-9f53-4a88-9e7d-008b80330d78 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.368614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-012a88ab-5e3e-4ffb-ad72-60acb258646d req-161d7ff5-9f53-4a88-9e7d-008b80330d78 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 950 time: 0.1138172 Nov 12 05:14:06.371299 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-de1d3f37-ce0a-4825-a733-27c8379c5e04 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898931 Nov 12 05:14:06.410300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Made reservation on behalf of d78aab9b7bed44038e7d5b6297fb31d5 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:06.416992 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.463030 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.529564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54fef960-e796-4b54-b815-7e5aff8ca1b1 req-5122aee9-18c7-4f16-afe1-b2324a9596c0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799269 Nov 12 05:14:06.539286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-012a88ab-5e3e-4ffb-ad72-60acb258646d req-ac3febca-dcc2-4baf-b204-d31fbb7a81e8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594331 Nov 12 05:14:06.559793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddb782a0-9cb1-41be-b7e8-4f8dd8c8444b req-0e39a28e-908e-4f38-ab30-310136522ed2 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052996 Nov 12 05:14:06.626155 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.630236 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.682749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:06.688078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b81cc8c-dd07-4fe7-9fa9-8e162de8d3e5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:06.699964 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.700300 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Added segment 098f4184-cec1-49ff-a1fd-13fab57dd6be of type vlan for network 891e419d-1c8d-4af2-9b11-1cbe086038f7 Nov 12 05:14:06.721339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c337e77-00fd-4865-a596-4a9f88a7b108 req-815b70a5-4728-43c8-9212-2be4670f5a03 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.722819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c337e77-00fd-4865-a596-4a9f88a7b108 req-815b70a5-4728-43c8-9212-2be4670f5a03 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 947 time: 0.1092174 Nov 12 05:14:06.798565 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.843524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c337e77-00fd-4865-a596-4a9f88a7b108 req-4dd6a38a-5bdb-429a-88b1-4ace319194b8 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107261 Nov 12 05:14:06.884070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e2237-38ed-4ff4-92be-4b4b22b1800b req-df233ac4-daeb-4581-9fc2-a8ad1515c53e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.885557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce1e2237-38ed-4ff4-92be-4b4b22b1800b req-df233ac4-daeb-4581-9fc2-a8ad1515c53e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 949 time: 0.1764755 Nov 12 05:14:06.904930 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.905855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.906473 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:07.023169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8324780 Nov 12 05:14:07.026392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49070) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:07.029860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c963f805-f27a-4429-bd99-db35c53e91e9 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:07.032867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Request body: {'subnet': {'network_id': '891e419d-1c8d-4af2-9b11-1cbe086038f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1315976573-subnet', 'tenant_id': 'd78aab9b7bed44038e7d5b6297fb31d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:07.037834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79289903-0ec0-4136-a82d-4288a9cf4e13 admin admin] Pushing event updated for resources: {'Network': ['ID=891e419d-1c8d-4af2-9b11-1cbe086038f7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:07.052360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f8ee6508-0eed-4189-bdb7-6e6b706f0b37 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:07.054631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-f8ee6508-0eed-4189-bdb7-6e6b706f0b37 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.2084031 Nov 12 05:14:07.059937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Made reservation on behalf of d78aab9b7bed44038e7d5b6297fb31d5 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:07.062994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:07.064763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 891e419d-1c8d-4af2-9b11-1cbe086038f7 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:07.084138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba778b-c5b8-487f-9450-92d30334bddc req-71d05356-37df-4542-ae7c-548dd77f6fe3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:07.085691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58ba778b-c5b8-487f-9450-92d30334bddc req-71d05356-37df-4542-ae7c-548dd77f6fe3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1757295 Nov 12 05:14:07.106972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce1e2237-38ed-4ff4-92be-4b4b22b1800b req-a0457b5b-6d77-4dbb-8006-c66632d9ca0a tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981056 Nov 12 05:14:07.192338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c963f805-f27a-4429-bd99-db35c53e91e9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c963f805-f27a-4429-bd99-db35c53e91e9,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:07.206284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'c963f805-f27a-4429-bd99-db35c53e91e9', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'c963f805-f27a-4429-bd99-db35c53e91e9', 'mac_address': 'fa:16:3e:7b:81:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:07.234299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58ba778b-c5b8-487f-9450-92d30334bddc req-384e4a16-24e2-4625-bf2c-6f93782902cc tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311829 Nov 12 05:14:07.245953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:07.263448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c963f805-f27a-4429-bd99-db35c53e91e9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:07.276541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:07.300170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c963f805-f27a-4429-bd99-db35c53e91e9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c963f805-f27a-4429-bd99-db35c53e91e9,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:07.314773 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:07.321070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b6f0-f60c-40a9-9489-f91b5571396d req-e1033b81-1916-4323-9acb-2703515fd4ef tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:07.326873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb64b6f0-f60c-40a9-9489-f91b5571396d req-e1033b81-1916-4323-9acb-2703515fd4ef tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 948 time: 0.1010122 Nov 12 05:14:07.357542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56d65f8-fb55-4c5a-beec-3e74fbdcd28f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:07.361422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Checking segment: {'id': '098f4184-cec1-49ff-a1fd-13fab57dd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '891e419d-1c8d-4af2-9b11-1cbe086038f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:07.362057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Network hostable DHCP agents. Network: 891e419d-1c8d-4af2-9b11-1cbe086038f7, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:07.362995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-e6a6832e-1792-40b4-bbb5-bd44350b6ce5 service neutron] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:07.369368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c963f805-f27a-4429-bd99-db35c53e91e9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:07.370178 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-e6a6832e-1792-40b4-bbb5-bd44350b6ce5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:07.371302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c2297c5-1c4d-4009-935f-7eb25094dd78 req-e6a6832e-1792-40b4-bbb5-bd44350b6ce5 service neutron] 10.222.0.43 "DELETE /v2.0/ports/6722a1f8-9ac3-45e4-a667-e5fa98f60947/bindings/n-h2-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.3055685 Nov 12 05:14:07.386359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Network 891e419d-1c8d-4af2-9b11-1cbe086038f7 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:07.399974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 891e419d-1c8d-4af2-9b11-1cbe086038f7) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:07.404707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:07.405471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:07.411900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b899ab1-2d81-4c40-ba31-87268a2aba3f None None] Network 891e419d-1c8d-4af2-9b11-1cbe086038f7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:07.421238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f223225-9655-4c40-901f-bbc13bb94a9e req-53e5de37-42d2-4404-985a-badeeb7e0026 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:07.422770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f223225-9655-4c40-901f-bbc13bb94a9e req-53e5de37-42d2-4404-985a-badeeb7e0026 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.0941968 Nov 12 05:14:07.425472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cb02469f-e784-4ae4-a2af-35929f641dcb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3979182 Nov 12 05:14:07.435079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb64b6f0-f60c-40a9-9489-f91b5571396d req-b75cbc87-5873-41e6-8908-0923043f65f7 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918407 Nov 12 05:14:07.498144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f223225-9655-4c40-901f-bbc13bb94a9e req-c6fbd750-fe8f-439c-a48f-93023381295d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618756 Nov 12 05:14:07.584720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c813759c-2a78-49ef-abbd-b836c4a89b8d None None] Network 891e419d-1c8d-4af2-9b11-1cbe086038f7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:07.662896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cc498-3b2a-4c00-a78e-11cca9afd830 req-09417723-891b-4945-82c5-ab232071bb65 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:07.666408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d4cc498-3b2a-4c00-a78e-11cca9afd830 req-09417723-891b-4945-82c5-ab232071bb65 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 945 time: 0.0527577 Nov 12 05:14:07.744906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d4cc498-3b2a-4c00-a78e-11cca9afd830 req-d611592c-2591-48e4-9279-c01a7f754e0b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738821 Nov 12 05:14:07.772117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47bb7d-78da-4e9b-b010-1422d45cfda7 req-fb4354f3-20bc-487d-a575-000aabe419b4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:07.778494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47bb7d-78da-4e9b-b010-1422d45cfda7 req-fb4354f3-20bc-487d-a575-000aabe419b4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:07.780087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb47bb7d-78da-4e9b-b010-1422d45cfda7 req-fb4354f3-20bc-487d-a575-000aabe419b4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7&device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 1690 time: 0.0682249 Nov 12 05:14:07.830112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb47bb7d-78da-4e9b-b010-1422d45cfda7 req-04a74fb5-3ef9-434a-b32e-967b6b80f316 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436256 Nov 12 05:14:07.908317 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-960ca53c-a820-406e-b54f-8e62d6944de6 req-bed3474c-5b4f-4640-8c84-f481f61890c0 tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] show failed (client error): The resource could not be found. Nov 12 05:14:07.909336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-960ca53c-a820-406e-b54f-8e62d6944de6 req-bed3474c-5b4f-4640-8c84-f481f61890c0 tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] 10.222.0.48 "GET /v2.0/security-groups/a7aade35-d53a-4c06-9482-590a07cc6705 HTTP/1.1" status: 404 len: 352 time: 0.0142546 Nov 12 05:14:07.969431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['c963f805-f27a-4429-bd99-db35c53e91e9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:08.044358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1315e-d5e2-432d-99af-5436308b8c55 req-ece25980-15fb-40d8-ae38-2a6126236fd3 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:08.045839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ea1315e-d5e2-432d-99af-5436308b8c55 req-ece25980-15fb-40d8-ae38-2a6126236fd3 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 947 time: 0.0575542 Nov 12 05:14:08.115117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5ade0-e3c1-4559-ae6f-90f38cdd9534 req-920610bb-7488-47d3-8277-1e45930c1cac tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:08.116677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65b5ade0-e3c1-4559-ae6f-90f38cdd9534 req-920610bb-7488-47d3-8277-1e45930c1cac tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0699260 Nov 12 05:14:08.125107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ea1315e-d5e2-432d-99af-5436308b8c55 req-b95d915d-1347-4981-b523-e8d261b141b2 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 Nov 12 05:14:08.173929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65b5ade0-e3c1-4559-ae6f-90f38cdd9534 req-d0c761b6-8227-4a1c-8099-a05e72b3735b tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Nov 12 05:14:08.262181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891718d8-3df6-4d95-ae71-3559398183ef req-a61d1610-c397-41b6-b5a1-6d8084fef618 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:08.263727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891718d8-3df6-4d95-ae71-3559398183ef req-a61d1610-c397-41b6-b5a1-6d8084fef618 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 1102 time: 0.0792627 Nov 12 05:14:08.285702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be9c7e26-d9b9-4879-8661-37f5b75e434f req-56ce6b86-593e-4351-a50b-b3f993c69625 tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d78aab9b7bed44038e7d5b6297fb31d5 HTTP/1.1" status: 200 len: 3001 time: 0.0621738 Nov 12 05:14:08.340809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891718d8-3df6-4d95-ae71-3559398183ef req-6dcccd97-885d-48ad-b6f0-6fc55fdcb444 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658085 Nov 12 05:14:08.357718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be9c7e26-d9b9-4879-8661-37f5b75e434f req-68e5219b-7add-4905-b80b-d86d618d35e3 tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] 10.222.0.48 "GET /v2.0/security-groups/6b81cc8c-dd07-4fe7-9fa9-8e162de8d3e5 HTTP/1.1" status: 200 len: 2998 time: 0.0587294 Nov 12 05:14:08.415221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be9c7e26-d9b9-4879-8661-37f5b75e434f req-0b041943-9d61-4268-89cf-03568f0a349d tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] 10.222.0.48 "GET /v2.0/security-groups/6b81cc8c-dd07-4fe7-9fa9-8e162de8d3e5 HTTP/1.1" status: 200 len: 2998 time: 0.0497093 Nov 12 05:14:08.450425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ff4d2-2046-4cc3-89ec-796375f60feb req-2f933cff-638a-4e55-b0de-97d9fd275936 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:08.451906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-210ff4d2-2046-4cc3-89ec-796375f60feb req-2f933cff-638a-4e55-b0de-97d9fd275936 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.0504153 Nov 12 05:14:08.529674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-210ff4d2-2046-4cc3-89ec-796375f60feb req-2f5f4bec-3d5a-439d-b44b-2b7675fa8c68 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710766 Nov 12 05:14:08.622365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-cfd478c6-b91c-4523-800b-0c19d065fe99 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:08.623690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-cfd478c6-b91c-4523-800b-0c19d065fe99 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 820 time: 0.1344440 Nov 12 05:14:08.644488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-6244280b-5476-493a-bc9f-42307fcd9138 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/quotas/c177b0e068e149e5be2571d3d1fa8ddb HTTP/1.1" status: 200 len: 375 time: 0.0145330 Nov 12 05:14:08.647115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3871c4-a904-4a4c-90fc-e6ca5d85e476 req-327cb3c4-b330-4c15-ac8b-8def7c801486 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:08.648540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a3871c4-a904-4a4c-90fc-e6ca5d85e476 req-327cb3c4-b330-4c15-ac8b-8def7c801486 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 1101 time: 0.0644698 Nov 12 05:14:08.720712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a3871c4-a904-4a4c-90fc-e6ca5d85e476 req-c39d7e55-a9f7-4f2d-9e64-1439d616875c tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628457 Nov 12 05:14:08.724783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-0efbc9d2-2a3f-46c7-a8c1-0ef1523a82c5 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749409 Nov 12 05:14:08.829636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-830664d8-2830-4a0b-9744-9522ea090a39 req-0f983aad-9107-4ce7-9b75-16b8ed43bcf8 tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] 10.222.0.48 "GET /v2.0/security-groups/6b81cc8c-dd07-4fe7-9fa9-8e162de8d3e5 HTTP/1.1" status: 200 len: 2998 time: 0.0866196 Nov 12 05:14:09.036484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:09.107847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-f938ef72-f265-455c-9970-75f018b000d8 service neutron] 10.222.0.48 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737278 Nov 12 05:14:09.134460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:09.145554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '99b2dd9c-e3ce-4f83-977a-9628c3f454b5', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '99b2dd9c-e3ce-4f83-977a-9628c3f454b5', 'mac_address': 'fa:16:3e:25:fd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:09.182954 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:09.186238 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-830664d8-2830-4a0b-9744-9522ea090a39 req-a6584bb2-01d6-4e82-9a97-80276cd3f29e tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 05:14:09.187266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-830664d8-2830-4a0b-9744-9522ea090a39 req-a6584bb2-01d6-4e82-9a97-80276cd3f29e tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] 10.222.0.48 "DELETE /v2.0/security-groups/6b81cc8c-dd07-4fe7-9fa9-8e162de8d3e5 HTTP/1.1" status: 409 len: 352 time: 0.3516064 Nov 12 05:14:09.203885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:09.218583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-f54e57bc-2d52-47e6-af93-6e39d865a304 service neutron] 10.222.0.48 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022213 Nov 12 05:14:09.224051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:09.229988 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:09.286875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:09.295377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a28f0b-368e-4df2-a6e9-4465cf574704 req-39f898bc-943d-41c6-b2df-da5c2479dbd2 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:09.296887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09a28f0b-368e-4df2-a6e9-4465cf574704 req-39f898bc-943d-41c6-b2df-da5c2479dbd2 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 949 time: 0.0563095 Nov 12 05:14:09.358973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09a28f0b-368e-4df2-a6e9-4465cf574704 req-9762a202-2dc7-4516-acbf-aba61e8685ad tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556803 Nov 12 05:14:09.435275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f50cd-c173-431a-896e-630570fcb695 req-765c499a-0f2d-4fce-89ad-97da104405c8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:09.436880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e59f50cd-c173-431a-896e-630570fcb695 req-765c499a-0f2d-4fce-89ad-97da104405c8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.0525446 Nov 12 05:14:09.503386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e59f50cd-c173-431a-896e-630570fcb695 req-2c827fd7-269c-404a-9f4f-80d9cd092939 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599225 Nov 12 05:14:09.645886 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-08606c85-a835-4ffc-9daa-5bb4ce97f91e req-7052c694-99c4-4e4e-bd5b-76e086fe6bce tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] show failed (client error): The resource could not be found. Nov 12 05:14:09.646952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08606c85-a835-4ffc-9daa-5bb4ce97f91e req-7052c694-99c4-4e4e-bd5b-76e086fe6bce tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] 10.222.0.48 "GET /v2.0/security-groups/7f07999f-1d8b-4a8e-8f68-ab6e2a021218 HTTP/1.1" status: 404 len: 352 time: 0.0193512 Nov 12 05:14:09.656955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c94a1-73a3-4c35-93b6-1863cfb2bb66 req-023091e9-a347-474d-b9f1-817f4020e0d5 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:09.658863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b66c94a1-73a3-4c35-93b6-1863cfb2bb66 req-023091e9-a347-474d-b9f1-817f4020e0d5 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 948 time: 0.0710771 Nov 12 05:14:09.727938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dea438a-833d-4067-8ee9-d03614213e1d req-70435dcc-c12c-4870-910b-1162dec904d2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 210 time: 0.0363672 Nov 12 05:14:09.739943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b66c94a1-73a3-4c35-93b6-1863cfb2bb66 req-c1a563a2-b845-47f1-a48c-a195f5034d0f tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Nov 12 05:14:09.754778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['99b2dd9c-e3ce-4f83-977a-9628c3f454b5'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:09.864478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-9e72155c-c6c5-41c3-9e0f-45504e981e09 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279326 Nov 12 05:14:09.889892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890f567-ba54-4c8a-91d2-610b16769808 req-4e63b761-ba69-4a00-ac10-fb33c308d72d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:09.891412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5890f567-ba54-4c8a-91d2-610b16769808 req-4e63b761-ba69-4a00-ac10-fb33c308d72d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.0849898 Nov 12 05:14:09.996292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5890f567-ba54-4c8a-91d2-610b16769808 req-e37fe9c6-ea3f-4769-9692-f02450b78263 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914583 Nov 12 05:14:10.020944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-58e09481-97be-4103-a367-bfbfbe0f9a64 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:10.023185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-58e09481-97be-4103-a367-bfbfbe0f9a64 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501229 Nov 12 05:14:10.050450 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-a5fb6cd0-74f4-40c6-88d7-c1da7941b398 req-439df862-ee3b-49ae-97ed-9a48a2d865d9 tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] show failed (client error): The resource could not be found. Nov 12 05:14:10.051284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5fb6cd0-74f4-40c6-88d7-c1da7941b398 req-439df862-ee3b-49ae-97ed-9a48a2d865d9 tempest-SecurityGroupsNegativeTestJSON-1226692593 tempest-SecurityGroupsNegativeTestJSON-1226692593-project] 10.222.0.48 "GET /v2.0/security-groups/fa5ff0e3-a5ba-484c-8e15-5497aa4d1441 HTTP/1.1" status: 404 len: 352 time: 0.0210774 Nov 12 05:14:10.052870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-58802855-a1fa-432e-ae6e-99e534dd831a tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/quotas/9f31d2a24e674fb58cddb6087614233d HTTP/1.1" status: 200 len: 375 time: 0.0208890 Nov 12 05:14:10.064457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49154) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:10.113520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b41447d-9116-4937-b089-53707ac9f487 admin admin] Deleting subnet d56d65f8-fb55-4c5a-beec-3e74fbdcd28f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:14:10.117283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-622ace4a-63a3-4b4b-82bb-4de7fafe155f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499675 Nov 12 05:14:10.117456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b41447d-9116-4937-b089-53707ac9f487 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.153121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b41447d-9116-4937-b089-53707ac9f487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.160693 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.192427 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b41447d-9116-4937-b089-53707ac9f487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.248802 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b41447d-9116-4937-b089-53707ac9f487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.275655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41447d-9116-4937-b089-53707ac9f487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56d65f8-fb55-4c5a-beec-3e74fbdcd28f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:10.282059 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b41447d-9116-4937-b089-53707ac9f487 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.288500 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2b41447d-9116-4937-b089-53707ac9f487 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d56d65f8-fb55-4c5a-beec-3e74fbdcd28f HTTP/1.1" status: 204 len: 168 time: 0.2203891 Nov 12 05:14:10.289034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49156) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:10.363345 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.474952 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.602121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891e419d-1c8d-4af2-9b11-1cbe086038f7']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:10.629653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098f4184-cec1-49ff-a1fd-13fab57dd6be') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:10.630440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098f4184-cec1-49ff-a1fd-13fab57dd6be') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:10.660507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ea27b-fac5-43db-91c1-68399782c656 req-55574ebc-032a-4f26-a7d0-b4bc7892bcc8 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:10.662432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-238ea27b-fac5-43db-91c1-68399782c656 req-55574ebc-032a-4f26-a7d0-b4bc7892bcc8 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 949 time: 0.2065198 Nov 12 05:14:10.665003 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.705259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.721280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-85b44ab8-2c15-41dd-9286-1255721d655a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:10.722793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-85b44ab8-2c15-41dd-9286-1255721d655a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 820 time: 0.2815356 Nov 12 05:14:10.724149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:10.724559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:10.727207 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:10.755495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Request body: {'port': {'device_id': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'admin_state_up': True, 'tenant_id': 'c177b0e068e149e5be2571d3d1fa8ddb'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:10.830213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.879467 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:10.882897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] 10.222.0.48 "DELETE /v2.0/networks/891e419d-1c8d-4af2-9b11-1cbe086038f7 HTTP/1.1" status: 204 len: 168 time: 0.5924802 Nov 12 05:14:10.886656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-238ea27b-fac5-43db-91c1-68399782c656 req-13bb0eb9-cd76-4e46-b224-3bbe57b1e82e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106168 Nov 12 05:14:10.928146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ec28b-db84-4345-923f-9af2a7176a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=891e419d-1c8d-4af2-9b11-1cbe086038f7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:10.975285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e20ca-63a1-4189-9388-180474cd2890 req-b59a4d1f-f8fc-4de3-b3de-be0436ad8d57 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:10.982907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-195e20ca-63a1-4189-9388-180474cd2890 req-b59a4d1f-f8fc-4de3-b3de-be0436ad8d57 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.1470592 Nov 12 05:14:11.024974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49188) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:11.047462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 83979e9a-1038-4f67-9148-b6704ddbb829 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:11.059819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-195e20ca-63a1-4189-9388-180474cd2890 req-e19e36d5-f889-49f7-9b35-84654ff47d9b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758615 Nov 12 05:14:11.061020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Made reservation on behalf of c177b0e068e149e5be2571d3d1fa8ddb for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:11.062680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:11.065415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.103531 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f5e2afc-d575-42f0-a531-a5cb2c20d9d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d78aab9b7bed44038e7d5b6297fb31d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763824 Nov 12 05:14:11.105147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:11.134960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07e844b8-0eba-4778-8793-d32015c5767d req-c8710afa-c27e-4daf-894f-360b0103c3cb tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 210 time: 0.0534244 Nov 12 05:14:11.197924 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-924111ed-3abf-45b9-ab71-a88dd17c5918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.227732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-924111ed-3abf-45b9-ab71-a88dd17c5918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.230935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2756fe7e-d0fd-46eb-bfdf-716e180121ad req-65f72084-cac0-4f61-90f9-5d36362ea6a4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 210 time: 0.0316906 Nov 12 05:14:11.304470 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-924111ed-3abf-45b9-ab71-a88dd17c5918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.306872 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:11.309459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-924111ed-3abf-45b9-ab71-a88dd17c5918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.311489 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-924111ed-3abf-45b9-ab71-a88dd17c5918 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b81cc8c-dd07-4fe7-9fa9-8e162de8d3e5 HTTP/1.1" status: 204 len: 168 time: 0.2049005 Nov 12 05:14:11.323477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924111ed-3abf-45b9-ab71-a88dd17c5918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b81cc8c-dd07-4fe7-9fa9-8e162de8d3e5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:11.339188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:11.355754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:11.357651 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.410365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Allocated IP 172.20.0.6 (c47448b0-1759-4308-9812-089ef5f02fd9/5aa9580c-3604-48a5-8e8a-29ff41dc9ca6/edbfe09c-5875-4813-b956-52c7baa65f7a) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:11.411050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '83979e9a-1038-4f67-9148-b6704ddbb829', 'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'port_id': '83979e9a-1038-4f67-9148-b6704ddbb829', 'mac_address': 'fa:16:3e:bd:cd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a801205b-e0f1-40a6-afa4-93c95b87d5d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:11.431891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dbfc8-4274-4e06-bde9-486282a10b2a req-f7330693-c41e-4dae-b7d1-08c389f37de4 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:11.433532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c2dbfc8-4274-4e06-bde9-486282a10b2a req-f7330693-c41e-4dae-b7d1-08c389f37de4 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 948 time: 0.2916880 Nov 12 05:14:11.479210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986da65-afd6-4c6c-82da-10e75985d84b req-a0ae43b7-02be-4e70-b82b-e39e88991b64 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:11.481058 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b986da65-afd6-4c6c-82da-10e75985d84b req-a0ae43b7-02be-4e70-b82b-e39e88991b64 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1230733 Nov 12 05:14:11.502776 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.540498 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83979e9a-1038-4f67-9148-b6704ddbb829 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:11.570258 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.573216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:11.581528 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.638701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66e618b-0e0c-4ca6-b776-3c3e787f0537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b2dd9c-e3ce-4f83-977a-9628c3f454b5'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:11.641759 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8d5f8b-d71c-46ac-b1c9-d8ccee627f61" -d '{"events": [{"server_uuid": "f66e618b-0e0c-4ca6-b776-3c3e787f0537", "name": "network-vif-plugged", "status": "completed", "tag": "99b2dd9c-e3ce-4f83-977a-9628c3f454b5"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:11.677683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:11.687018 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.687800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c963f805-f27a-4429-bd99-db35c53e91e9 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:11.689554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:11.723617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c2dbfc8-4274-4e06-bde9-486282a10b2a req-8d54fe25-4d98-4f17-9f1f-0717819f8e47 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773411 Nov 12 05:14:11.765800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b986da65-afd6-4c6c-82da-10e75985d84b req-965df934-4c72-4e98-8271-30990b94ab0a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275159 Nov 12 05:14:11.769857 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-acc69c86-f4d4-4028-99e2-753bfe4acd90 service neutron] show failed (client error): The resource could not be found. Nov 12 05:14:11.770924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-acc69c86-f4d4-4028-99e2-753bfe4acd90 service neutron] 10.222.0.43 "GET /v2.0/ports/7283d198-1899-4455-bfde-b907d42ce5a2/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.3143256 Nov 12 05:14:11.791121 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae357e51-255d-4092-815f-a6d046b65422 x-openstack-request-id: req-ae357e51-255d-4092-815f-a6d046b65422 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:11.791801 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66e618b-0e0c-4ca6-b776-3c3e787f0537", "name": "network-vif-plugged", "status": "completed", "tag": "99b2dd9c-e3ce-4f83-977a-9628c3f454b5", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:11.792147 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae357e51-255d-4092-815f-a6d046b65422 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:11.792619 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66e618b-0e0c-4ca6-b776-3c3e787f0537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b2dd9c-e3ce-4f83-977a-9628c3f454b5', 'code': 200} Nov 12 05:14:11.807804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:11.815758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port c963f805-f27a-4429-bd99-db35c53e91e9 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:11.822757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.828492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port c963f805-f27a-4429-bd99-db35c53e91e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:11.828879 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.871945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.926267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Pushing event updated for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:11.947306 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:11.951078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Network c47448b0-1759-4308-9812-089ef5f02fd9 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:11.952682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:11.955818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:12.028907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c963f805-f27a-4429-bd99-db35c53e91e9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c963f805-f27a-4429-bd99-db35c53e91e9,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:12.034618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:12.094309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:12.095072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:12.108510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4b1dc-af05-4e02-87a1-9163285db82d req-75012654-2c4d-4b71-bac5-2ed81872afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:12.110479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82b4b1dc-af05-4e02-87a1-9163285db82d req-75012654-2c4d-4b71-bac5-2ed81872afce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 1101 time: 0.1206899 Nov 12 05:14:12.110686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.47', 62710) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:12.126197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['83979e9a-1038-4f67-9148-b6704ddbb829'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:12.131157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-36383175-86b7-4882-982b-805cf9024293 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3867362 Nov 12 05:14:12.160650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b01c-9f1e-4ce6-b3dc-5ca9e890b5ca req-dc469906-ec84-4940-91ff-9dc4a123d08c tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:12.169770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6917b01c-9f1e-4ce6-b3dc-5ca9e890b5ca req-dc469906-ec84-4940-91ff-9dc4a123d08c tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 950 time: 0.1471784 Nov 12 05:14:12.190917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Request body: {'port': {'device_id': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:12.206334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-c2d298b3-d3ae-4969-af2a-8abd608202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:12.207905 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-c2d298b3-d3ae-4969-af2a-8abd608202bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee&tenant_id=810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 1102 time: 0.0937567 Nov 12 05:14:12.209614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-66c41d3e-1083-48dd-8694-23711c10ef4e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977924 Nov 12 05:14:12.229359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:12.279278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c963f805-f27a-4429-bd99-db35c53e91e9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:12.362302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82b4b1dc-af05-4e02-87a1-9163285db82d req-385fb279-587d-4148-abd2-b4b5a0595374 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286379 Nov 12 05:14:12.367646 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:12.474438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6917b01c-9f1e-4ce6-b3dc-5ca9e890b5ca req-eb1a0863-cb59-44ef-b521-1a8bd16d43e1 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036940 Nov 12 05:14:12.497464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b68f8-4bdb-44cb-9f8e-36760255db7e req-8221d216-c28a-446e-8049-260cfbbf982b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:12.499045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a3b68f8-4bdb-44cb-9f8e-36760255db7e req-8221d216-c28a-446e-8049-260cfbbf982b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 945 time: 0.2874079 Nov 12 05:14:12.502209 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:12.576979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:12.659334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-f1bd988d-c075-47a5-881b-b55e1c0a4b9c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:12.660731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-f1bd988d-c075-47a5-881b-b55e1c0a4b9c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3968182 Nov 12 05:14:12.676677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a3b68f8-4bdb-44cb-9f8e-36760255db7e req-78de1e3b-126c-415e-97e1-0255be742124 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634505 Nov 12 05:14:12.680826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Request body: {'port': {'device_id': 'cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '9f31d2a24e674fb58cddb6087614233d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:12.723514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1795570630-network', 'tenant_id': 'b462c55b281744a2b4b0f9f90721130f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:12.811064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:12.849154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:12.868824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a38cac11-11f3-4d93-a9e7-e005ddf49eaf tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696416 Nov 12 05:14:12.870669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6554dbf0-fcc6-43e9-957f-f109d46a2bb8 req-038baba9-aaf6-4d5c-b1b1-ff8ff899c929 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 210 time: 0.0704234 Nov 12 05:14:12.894904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3398619-3cc9-4398-81ae-ef2d80145468 req-25d39f25-7640-43da-ac25-57c66f389244 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:12.896401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3398619-3cc9-4398-81ae-ef2d80145468 req-25d39f25-7640-43da-ac25-57c66f389244 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 931 time: 0.3081737 Nov 12 05:14:12.901117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:12.925257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Transition to ACTIVE for port object 7283d198-1899-4455-bfde-b907d42ce5a2 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:12.926045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:12.929279 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51fe97b-d27f-4d76-b03a-a11e432671c4" -d '{"events": [{"server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "name": "network-vif-unplugged", "status": "completed", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:12.933270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:12.942685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Made reservation on behalf of b462c55b281744a2b4b0f9f90721130f for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:12.945451 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:12.996411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] No DVR routers for this DVR port 7283d198-1899-4455-bfde-b907d42ce5a2 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:13.005783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:13.026593 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.046573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Attempting to bind port 7283d198-1899-4455-bfde-b907d42ce5a2 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:13.046901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Attempting to bind port 7283d198-1899-4455-bfde-b907d42ce5a2 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:13.047227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Attempting to bind port 7283d198-1899-4455-bfde-b907d42ce5a2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:13.052267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Port 7283d198-1899-4455-bfde-b907d42ce5a2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:13.052586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Attempting to bind port 7283d198-1899-4455-bfde-b907d42ce5a2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:13.058510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:13.058966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:13.059378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:13.059936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Bound port: 7283d198-1899-4455-bfde-b907d42ce5a2, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:13.060319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.134850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:13.138155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:13.143801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.166939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3398619-3cc9-4398-81ae-ef2d80145468 req-ff19d9f7-b871-40b3-bc05-5adf8f5ef984 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539639 Nov 12 05:14:13.186229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.187113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.188835 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 1097 time: 0.9671335 Nov 12 05:14:13.205838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Made reservation on behalf of 9f31d2a24e674fb58cddb6087614233d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:13.209463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.232224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-497197e9-c640-452f-829f-9aad20bb9ee5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.233718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-497197e9-c640-452f-829f-9aad20bb9ee5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501368 Nov 12 05:14:13.257437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ff823-b474-4825-bf5b-9c060a37c5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:13.260300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f2a1-8e19-468f-a343-d5cc4dc239c9 req-a6a26b19-72a9-46aa-b9cb-6484450d2e91 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.267632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d66f2a1-8e19-468f-a343-d5cc4dc239c9 req-a6a26b19-72a9-46aa-b9cb-6484450d2e91 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 949 time: 0.3148160 Nov 12 05:14:13.282481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Request body: {'port': {'device_id': '3a784ccf-580a-490f-ba96-05d0f562b11c', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '9f31d2a24e674fb58cddb6087614233d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:13.291605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-0bd6c51a-94d6-4a34-a68f-fbb6fc1d02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.294052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-0bd6c51a-94d6-4a34-a68f-fbb6fc1d02db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1100 time: 0.0734811 Nov 12 05:14:13.397157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-0eda9220-80b5-47dd-a7c3-f3639ef590bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.399024 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-0eda9220-80b5-47dd-a7c3-f3639ef590bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.0964999 Nov 12 05:14:13.443282 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-ebdc34f6-2020-45ab-8404-870aff9d481b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0355272 Nov 12 05:14:13.497734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-b37081c8-b0cc-41c4-9d39-4350b2eb3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.499554 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-b37081c8-b0cc-41c4-9d39-4350b2eb3cbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0480745 Nov 12 05:14:13.565292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-cfef5393-d765-4643-ba7e-4d0ac432cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.566845 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-cfef5393-d765-4643-ba7e-4d0ac432cfe0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503287 Nov 12 05:14:13.661129 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-288e66e2-6e61-4fea-af41-93f06604b422 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843956 Nov 12 05:14:13.760802 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b39a011-c686-4f8f-8d4e-693e881d3e81 req-90fa29bd-7a71-4099-8817-1fd8bab3d1c4 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876563 Nov 12 05:14:13.789647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d66f2a1-8e19-468f-a343-d5cc4dc239c9 req-d7b0b2c9-2432-4f52-b948-ed246f8e2627 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212185 Nov 12 05:14:13.794262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8725cd4f-c417-4a52-8b43-4421840beaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c963f805-f27a-4429-bd99-db35c53e91e9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:13.796984 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fb56a6-8656-4431-98d6-1511541c5448" -d '{"events": [{"server_uuid": "8725cd4f-c417-4a52-8b43-4421840beaf5", "name": "network-vif-plugged", "status": "completed", "tag": "c963f805-f27a-4429-bd99-db35c53e91e9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:13.801198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbfe09c-5875-4813-b956-52c7baa65f7a {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:13.823962 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4663a634-b3d2-4e71-80ab-c2265cabd698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.826910 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.838268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.846834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd067a-a542-4bb8-a20e-a5a61e630ef5 req-f1169a82-7854-41f2-9f28-b5394f958b2b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.848657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9abd067a-a542-4bb8-a20e-a5a61e630ef5 req-f1169a82-7854-41f2-9f28-b5394f958b2b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 948 time: 0.5577102 Nov 12 05:14:13.872498 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40801c2e-051b-4baa-9a40-548c064cb07a x-openstack-request-id: req-40801c2e-051b-4baa-9a40-548c064cb07a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:13.872985 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "name": "network-vif-unplugged", "status": "completed", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:13.873393 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40801c2e-051b-4baa-9a40-548c064cb07a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:13.874548 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2', 'code': 200} Nov 12 05:14:13.882050 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.916858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Transition to ACTIVE for port object edbfe09c-5875-4813-b956-52c7baa65f7a will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:13.947951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:13.951010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.019909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.020163 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Added segment e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d of type vlan for network 94ce151c-8d46-459d-b0d8-62e48d752fd3 Nov 12 05:14:14.029693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9dde1c-6520-4c4e-9560-3aaeef2bc499,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:14.044951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Allocated IP 192.168.233.124 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/1a827182-7c16-4f2b-92a8-8d36b01e1854) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:14.118408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Made reservation on behalf of 9f31d2a24e674fb58cddb6087614233d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:14.126072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.150449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9abd067a-a542-4bb8-a20e-a5a61e630ef5 req-2b5ac34d-9568-4074-9a75-4520738a8866 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765827 Nov 12 05:14:14.166104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Pushing event updated for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:14.181025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.335981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a91c4-0d4b-4f1e-a538-30e0513fba21 req-1ebde3c1-3a75-4c70-a526-317f9f84661e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:14.337329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e18a91c4-0d4b-4f1e-a538-30e0513fba21 req-1ebde3c1-3a75-4c70-a526-317f9f84661e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 950 time: 0.3098118 Nov 12 05:14:14.392005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.392914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:14.393505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.533093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9495814 Nov 12 05:14:14.536181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49248) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:14.541007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Request body: {'subnet': {'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1795570630-subnet', 'tenant_id': 'b462c55b281744a2b4b0f9f90721130f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:14.551117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6d1a9-d3d3-45d4-bbe8-54eae93853df req-42d3b1e8-bbd4-4843-93e9-e8b87f94f996 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:14.552569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ba6d1a9-d3d3-45d4-bbe8-54eae93853df req-42d3b1e8-bbd4-4843-93e9-e8b87f94f996 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 945 time: 0.3336487 Nov 12 05:14:14.553241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:14.554113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:14.554703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:14.563870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Made reservation on behalf of b462c55b281744a2b4b0f9f90721130f for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:14.566592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.573831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff333a93-4103-4f4d-9284-e1b7f070b947 admin admin] Pushing event updated for resources: {'Network': ['ID=94ce151c-8d46-459d-b0d8-62e48d752fd3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:14.583110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:14.583451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:14.583849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:14.601196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e18a91c4-0d4b-4f1e-a538-30e0513fba21 req-b7a5ecba-c59c-44de-b4e1-7f4012ce4fa3 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507074 Nov 12 05:14:14.609538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:14.609875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:14.610572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:14.610706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Bound port: edbfe09c-5875-4813-b956-52c7baa65f7a, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:14.611057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.654482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.673406 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08791dc-1a81-465f-a62b-b0df1f223b29 x-openstack-request-id: req-a08791dc-1a81-465f-a62b-b0df1f223b29 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:14.673945 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8725cd4f-c417-4a52-8b43-4421840beaf5", "name": "network-vif-plugged", "status": "completed", "tag": "c963f805-f27a-4429-bd99-db35c53e91e9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:14.674201 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a08791dc-1a81-465f-a62b-b0df1f223b29 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:14.675207 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8725cd4f-c417-4a52-8b43-4421840beaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c963f805-f27a-4429-bd99-db35c53e91e9', 'code': 200} Nov 12 05:14:14.697154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ba6d1a9-d3d3-45d4-bbe8-54eae93853df req-8d15ce06-42c1-4f0f-8a52-560970bfb180 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314871 Nov 12 05:14:14.773012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:14.778774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a914b45-7144-4354-a305-f3727da684fd req-4671d599-f7ca-4254-b564-89ae6b3fafe6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 210 time: 0.0427516 Nov 12 05:14:14.800235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.812182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:14.821002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:14.849675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:14.871011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.873350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.910913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81504ae6-5740-4639-a8b6-d5ab2bac65b3 req-0ddb80c5-c8ef-4da5-bc27-9342be6691f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:14.913591 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-81504ae6-5740-4639-a8b6-d5ab2bac65b3 req-0ddb80c5-c8ef-4da5-bc27-9342be6691f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 1102 time: 0.1153932 Nov 12 05:14:14.914821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:14.947617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:14.949900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Allocated IP 192.168.233.44 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/475b6a8e-44c2-43ff-9ea3-a9e4134e65c2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:14.952523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:14.953138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.954515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 200 len: 1092 time: 2.7763746 Nov 12 05:14:14.958211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47977af-5f43-43e4-978b-58e339d201f4,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:14.972132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:14.974421 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad60faf-39c4-4d6a-9637-abde5826948a" -d '{"events": [{"name": "network-changed", "server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:14.979656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:14.984923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'Port': ['ID=1a827182-7c16-4f2b-92a8-8d36b01e1854,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:14.987642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Checking segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:14.987841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Network hostable DHCP agents. Network: 94ce151c-8d46-459d-b0d8-62e48d752fd3, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:15.008632 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-81504ae6-5740-4639-a8b6-d5ab2bac65b3 req-66e88357-607c-4c07-b1b1-4d3ad07ae724 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823624 Nov 12 05:14:15.023390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:15.035450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ee93b-5ed0-4e90-abe9-44ee5d540e81 req-79ef211f-f2fa-4218-a79a-63aebe988e6a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:15.040023 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 94ce151c-8d46-459d-b0d8-62e48d752fd3) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:15.044146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f7ee93b-5ed0-4e90-abe9-44ee5d540e81 req-79ef211f-f2fa-4218-a79a-63aebe988e6a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.2643731 Nov 12 05:14:15.049009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:15.054706 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.055606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bd8760-60f1-46ac-8cd2-1ab0c176e74e None None] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:15.098242 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-993ae4fe-d51e-4f41-9d12-315f48cc5607 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5525560 Nov 12 05:14:15.103315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 83979e9a-1038-4f67-9148-b6704ddbb829 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:15.206138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:15.206842 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.237704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09606fc6-59a7-4cbb-9e62-29cc4eb158b6 service neutron] Pushing event updated for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:15.254542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc52d05-66ca-44f4-b571-7de0751400bb req-e5d533ef-d224-4d60-92d3-b2605f5cf451 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:15.265145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc52d05-66ca-44f4-b571-7de0751400bb req-e5d533ef-d224-4d60-92d3-b2605f5cf451 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 949 time: 0.3633986 Nov 12 05:14:15.294368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f7ee93b-5ed0-4e90-abe9-44ee5d540e81 req-312594c6-2b0a-44b4-87f1-342cd00e8e9e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492256 Nov 12 05:14:15.328384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-de681147-4386-436a-bf44-4db09cbb5b00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6563056 Nov 12 05:14:15.373183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Request body: {'port': {'device_id': 'cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:15.381002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-8d3b3acd-4fde-430a-b051-305b91afa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:15.382563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-8d3b3acd-4fde-430a-b051-305b91afa42c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1095 time: 0.3051410 Nov 12 05:14:15.433232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bf447f9c-81ee-4798-a539-60679b471d5f None None] Provisioning complete for port 1a827182-7c16-4f2b-92a8-8d36b01e1854 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:15.433599 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf447f9c-81ee-4798-a539-60679b471d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.468090 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f412ab-3bfa-4019-b957-67a94d9a360e x-openstack-request-id: req-02f412ab-3bfa-4019-b957-67a94d9a360e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:15.468396 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:15.468702 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02f412ab-3bfa-4019-b957-67a94d9a360e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:15.469067 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a', 'status': 'completed', 'code': 200} Nov 12 05:14:15.491558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-3f2c7b96-4c78-4d7e-942e-c12f6ff3a31f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 200 len: 217 time: 0.0858443 Nov 12 05:14:15.501257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 83979e9a-1038-4f67-9148-b6704ddbb829 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:15.506377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc52d05-66ca-44f4-b571-7de0751400bb req-f9421b38-2a08-4015-bee7-db8f8d41e189 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402804 Nov 12 05:14:15.517776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.545564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 83979e9a-1038-4f67-9148-b6704ddbb829 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:15.545937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.549162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-bf447f9c-81ee-4798-a539-60679b471d5f None None] Port 1a827182-7c16-4f2b-92a8-8d36b01e1854 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:15.577299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d08453-7aac-4aed-bf0a-328010623ab3 None None] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:15.636270 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.673502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-3e651ef8-807e-4b38-845b-68005bdd06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:15.676527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-3e651ef8-807e-4b38-845b-68005bdd06e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.1635251 Nov 12 05:14:15.689512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9aa4d-cb55-457f-943e-19af21725d69 req-5326003c-da8c-4be4-bc5f-84a112c952c8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:15.691077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7b9aa4d-cb55-457f-943e-19af21725d69 req-5326003c-da8c-4be4-bc5f-84a112c952c8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 948 time: 0.1946640 Nov 12 05:14:15.749470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-d1547b9b-7085-4673-858c-360066e6e002 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555596 Nov 12 05:14:15.793851 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.836132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:15.841159 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.842094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7283d198-1899-4455-bfde-b907d42ce5a2 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:15.875855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:15.878444 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2293ce0b-c109-4718-aa81-bcdc9809ef69" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:15.930051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7283d198-1899-4455-bfde-b907d42ce5a2 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:15.935378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:15.971165 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.005660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:16.005870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7b9aa4d-cb55-457f-943e-19af21725d69 req-d69abffb-923d-459a-926b-921449a2fbb3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975051 Nov 12 05:14:16.096929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:16.107049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-a7d95335-3cb2-4309-9097-3be8352b671e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:16.108605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-a7d95335-3cb2-4309-9097-3be8352b671e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.3720555 Nov 12 05:14:16.125301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:16.131115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:16.140883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:16.238072 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d7e99c75-a154-46d0-991f-bf2ad5aac6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.371223 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:14:16.397107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2038a7bc-a5cb-460e-b0b7-5c9d18b94160 None None] Provisioning complete for port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:16.397427 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2038a7bc-a5cb-460e-b0b7-5c9d18b94160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.420688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-3513f693-f6a7-40f8-aee4-4c4b950c99b9 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162508 Nov 12 05:14:16.440542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'Port': ['ID=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:16.453091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2038a7bc-a5cb-460e-b0b7-5c9d18b94160 None None] Port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:16.471303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-7b1ec7be-dd73-4a9c-bcd3-5761e6b2cffa tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/quotas/b462c55b281744a2b4b0f9f90721130f HTTP/1.1" status: 200 len: 375 time: 0.3517830 Nov 12 05:14:16.584580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:16.585219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.589593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-9c0f0463-4030-467b-b68c-2f7c67f2c9c3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005647 Nov 12 05:14:16.654515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb4da-2891-41c0-9850-d1c0a72d5633 req-13a7813c-6a8c-4b6d-a532-76ab57d242d1 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:16.655922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-295fb4da-2891-41c0-9850-d1c0a72d5633 req-13a7813c-6a8c-4b6d-a532-76ab57d242d1 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 950 time: 0.5264776 Nov 12 05:14:16.671387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-32d7b112-aa73-4b92-a887-898a74caa756 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3982162 Nov 12 05:14:16.676511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:16.679616 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafb7d0d-527a-4374-b7bb-f4c1642b0588" -d '{"events": [{"server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "name": "network-vif-plugged", "status": "completed", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:16.738372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Request body: {'port': {'device_id': '3a784ccf-580a-490f-ba96-05d0f562b11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:16.780748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae5e17b-c4f2-40f0-965d-b21aaac74206 req-0e3089d1-c9e3-45ed-9321-afee676a485c service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357837 Nov 12 05:14:16.792836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a827182-7c16-4f2b-92a8-8d36b01e1854 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:16.811244 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.876796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-295fb4da-2891-41c0-9850-d1c0a72d5633 req-5ffb2663-8f2d-400a-802e-b023fdd61eed tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087729 Nov 12 05:14:16.895030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Transition to ACTIVE for port object 1a827182-7c16-4f2b-92a8-8d36b01e1854 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:16.904134 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.909487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.924289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-f136f417-7bca-4b5e-8925-63541dc4e469 service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237064 Nov 12 05:14:17.081143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Pushing event updated for resources: {'Port': ['ID=1a827182-7c16-4f2b-92a8-8d36b01e1854,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:17.090625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-c68ac751-579c-4535-b137-f4c8b718acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.092140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-c68ac751-579c-4535-b137-f4c8b718acfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1095 time: 0.2378745 Nov 12 05:14:17.195471 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.253785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66694d-1c50-4429-9180-b2be803b4542 req-e8b01c39-3c28-4034-a5c1-33697702b40d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.255216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be66694d-1c50-4429-9180-b2be803b4542 req-e8b01c39-3c28-4034-a5c1-33697702b40d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 946 time: 0.3067265 Nov 12 05:14:17.334642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-8faa61b6-b908-40b9-b1b0-a5b69351eecf service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840728 Nov 12 05:14:17.409440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Attempting to bind port 1a827182-7c16-4f2b-92a8-8d36b01e1854 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:17.409779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Attempting to bind port 1a827182-7c16-4f2b-92a8-8d36b01e1854 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:17.410142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Attempting to bind port 1a827182-7c16-4f2b-92a8-8d36b01e1854 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:17.431420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Port 1a827182-7c16-4f2b-92a8-8d36b01e1854 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:17.431748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Attempting to bind port 1a827182-7c16-4f2b-92a8-8d36b01e1854 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:17.448043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be66694d-1c50-4429-9180-b2be803b4542 req-f6460423-bf67-43ef-96e5-fa2b82a0023a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521952 Nov 12 05:14:17.468521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:17.468863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:17.469242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:17.469692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Bound port: 1a827182-7c16-4f2b-92a8-8d36b01e1854, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:17.470045 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.490216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-613f66b6-4cd6-4152-9362-b0081990789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.491791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-613f66b6-4cd6-4152-9362-b0081990789e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.3771608 Nov 12 05:14:17.529602 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4031bd3d-c682-44a7-98f9-c07e34329f32 x-openstack-request-id: req-4031bd3d-c682-44a7-98f9-c07e34329f32 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:17.530696 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:17.531202 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4031bd3d-c682-44a7-98f9-c07e34329f32 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:17.531737 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2', 'status': 'completed', 'code': 200} Nov 12 05:14:17.598758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-b219e0f5-2204-4b37-9777-a00adb43c202 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 200 len: 217 time: 0.0846305 Nov 12 05:14:17.636275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-c5695a92-a89a-4e84-bf7a-80602678d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.638053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-c5695a92-a89a-4e84-bf7a-80602678d5fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1100 time: 0.0887094 Nov 12 05:14:17.645834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-cffaed33-9fb4-4444-a03b-684bae621ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.647540 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-cffaed33-9fb4-4444-a03b-684bae621ddf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1100 time: 0.0612416 Nov 12 05:14:17.710271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:17.725426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14e1e5-666f-45cf-b1c1-488fd3a20030 req-1a777685-f547-43db-a43a-f8ab5f41d3fb tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.733199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e14e1e5-666f-45cf-b1c1-488fd3a20030 req-1a777685-f547-43db-a43a-f8ab5f41d3fb tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 935 time: 0.2338510 Nov 12 05:14:17.745584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] For port 1a827182-7c16-4f2b-92a8-8d36b01e1854, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:17.758893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.762771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] For port 1a827182-7c16-4f2b-92a8-8d36b01e1854, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1a827182-7c16-4f2b-92a8-8d36b01e1854,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:17.774941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-b58fb93d-7583-43fc-abdf-bc9aceb69315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.776768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-b58fb93d-7583-43fc-abdf-bc9aceb69315 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.1618476 Nov 12 05:14:17.781871 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.835479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-d1b00747-4132-40da-896a-cb247b7778d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.838132 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-d1b00747-4132-40da-896a-cb247b7778d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1893663 Nov 12 05:14:17.838738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Transition to ACTIVE for port object 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:17.845157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-c5674152-4305-47e3-b11b-b86ff1c655e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.850006 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-c5674152-4305-47e3-b11b-b86ff1c655e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1922805 Nov 12 05:14:17.880605 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.884433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-879f258a-f033-402b-8f1a-7bd4e04b60e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864584 Nov 12 05:14:17.896462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:17.896462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.899051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] 10.222.0.47 "PUT /v2.0/ports/1a827182-7c16-4f2b-92a8-8d36b01e1854 HTTP/1.1" status: 200 len: 1097 time: 2.5320854 Nov 12 05:14:17.899051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e', 'tag': '1a827182-7c16-4f2b-92a8-8d36b01e1854'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:17.903018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-122bd6d3-4c0f-45eb-aece-b2997ccfe85e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0510714 Nov 12 05:14:17.905769 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a957f6-3121-4cc1-9264-098d84420487" -d '{"events": [{"name": "network-changed", "server_uuid": "cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e", "tag": "1a827182-7c16-4f2b-92a8-8d36b01e1854"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:17.946112 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-baba2057-8623-46fd-aa6a-02389d8234ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0871205 Nov 12 05:14:17.958223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e14e1e5-666f-45cf-b1c1-488fd3a20030 req-6b1fcef9-5463-4b22-a973-3b51997e229e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218742 Nov 12 05:14:18.026695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-9d6e6ec5-450e-487c-a670-cda388c224c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.026695 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-9d6e6ec5-450e-487c-a670-cda388c224c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0888581 Nov 12 05:14:18.031918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-bc515f37-b75f-4279-abd0-2b7dace40c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.033630 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-bc515f37-b75f-4279-abd0-2b7dace40c10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0644166 Nov 12 05:14:18.037387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1947877-10cc-4408-b5ee-18db1d0d483d service neutron] Pushing event updated for resources: {'Port': ['ID=1a827182-7c16-4f2b-92a8-8d36b01e1854,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:18.038711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 7283d198-1899-4455-bfde-b907d42ce5a2 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:18.131524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-afb3bc9a-2ffa-488e-808b-2677898c1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.133093 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-afb3bc9a-2ffa-488e-808b-2677898c1de0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925210 Nov 12 05:14:18.136492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-2ddf87ec-fb2a-485a-85c0-9ea045d72a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.137775 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-2ddf87ec-fb2a-485a-85c0-9ea045d72a3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855901 Nov 12 05:14:18.201657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Pushing event updated for resources: {'Port': ['ID=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:18.215473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7aa2-2ea2-4b0f-a6af-b2264d6c1fa6 req-e6bf4d6b-a046-4c13-a690-abfcddf581c8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.229634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e55f7aa2-2ea2-4b0f-a6af-b2264d6c1fa6 req-e6bf4d6b-a046-4c13-a690-abfcddf581c8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.3896580 Nov 12 05:14:18.246019 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce943a-a4a3-41db-bd54-d81ffb4f6489 x-openstack-request-id: req-0dce943a-a4a3-41db-bd54-d81ffb4f6489 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:18.246605 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "name": "network-vif-plugged", "status": "completed", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:18.246605 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0dce943a-a4a3-41db-bd54-d81ffb4f6489 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:18.246966 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829', 'code': 200} Nov 12 05:14:18.273437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:18.291898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '7283d198-1899-4455-bfde-b907d42ce5a2', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '7283d198-1899-4455-bfde-b907d42ce5a2', 'mac_address': 'fa:16:3e:90:a8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:18.334012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-ffc68492-bf3e-4b32-805d-01405b403179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.336275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-ffc68492-bf3e-4b32-805d-01405b403179 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 1100 time: 0.3756602 Nov 12 05:14:18.351930 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.370865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-fbe9acec-163f-46ad-a685-dd4d2584f7f7 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520617 Nov 12 05:14:18.371353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7283d198-1899-4455-bfde-b907d42ce5a2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:18.408653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:18.415973 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.461666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-6c5839d1-3a85-464b-8f02-99ea6d78bf81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=1a827182-7c16-4f2b-92a8-8d36b01e1854 HTTP/1.1" status: 200 len: 217 time: 0.1042707 Nov 12 05:14:18.469469 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-ed80458e-2ce2-4acf-8a1b-2b0c3c63ff9c service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217902 Nov 12 05:14:18.478630 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.483043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd313-ac33-4456-8ae8-e5ad5835f070 req-2524598f-6285-48fb-9d0f-6d82f6904ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.484822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:18.484943 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d8fd313-ac33-4456-8ae8-e5ad5835f070 req-2524598f-6285-48fb-9d0f-6d82f6904ada service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1098 time: 0.1431830 Nov 12 05:14:18.488626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-4876b01b-4af0-43ec-972e-67c931c9080e service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384583 Nov 12 05:14:18.579128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e55f7aa2-2ea2-4b0f-a6af-b2264d6c1fa6 req-574733eb-c306-4470-918c-f4bc9bd86d4d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485851 Nov 12 05:14:18.579891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Attempting to bind port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:18.580289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Attempting to bind port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:18.580707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Attempting to bind port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:18.604759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:18.605178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Attempting to bind port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:18.614529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e11c8-0b1f-411a-b2c7-ce13975ac5e9 req-c53e644e-69ff-4df5-8d5c-5b5de6777075 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.622100 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c6e11c8-0b1f-411a-b2c7-ce13975ac5e9 req-c53e644e-69ff-4df5-8d5c-5b5de6777075 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 948 time: 0.3032234 Nov 12 05:14:18.648609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:18.649020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:18.649467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:18.649970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Bound port: 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:18.650629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.653353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-e209b527-791e-4264-9a15-248b78512f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.654965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-e209b527-791e-4264-9a15-248b78512f2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1505692 Nov 12 05:14:18.665518 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d8fd313-ac33-4456-8ae8-e5ad5835f070 req-3ac0aac2-da4c-49af-bedf-c28d52a65404 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686363 Nov 12 05:14:18.693447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-5ab7240c-3bbc-4865-8a7b-4180808a0ec0 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038598 Nov 12 05:14:18.696278 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2293ce0b-c109-4718-aa81-bcdc9809ef69 req-864ec08c-c407-4b06-80e5-ce0943ddd889 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891680 Nov 12 05:14:18.740112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1759c507-46e8-4ca1-bc3b-e7038e6faf90 req-97f59a62-250a-4e28-b3cf-81fe3c159f28 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 210 time: 0.0723083 Nov 12 05:14:18.745655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['7283d198-1899-4455-bfde-b907d42ce5a2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:18.772710 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad60faf-39c4-4d6a-9637-abde5826948a req-79829731-7551-4c1f-8ad2-b94de312b455 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756785 Nov 12 05:14:18.788530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c6e11c8-0b1f-411a-b2c7-ce13975ac5e9 req-93314593-4113-449d-9dbc-06b847881ca2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653929 Nov 12 05:14:18.817576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-9f1e57fb-d008-461d-859d-a80514a8bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.819661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-9f1e57fb-d008-461d-859d-a80514a8bf9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495962 Nov 12 05:14:18.829337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] For port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:18.834111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] For port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:18.858299 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:19.239740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.240403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:19.242195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] 10.222.0.43 "PUT /v2.0/ports/475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 HTTP/1.1" status: 200 len: 1096 time: 2.5372086 Nov 12 05:14:19.291551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301aa8f-b8ae-472d-a185-9d5ca72a144d req-d65800b5-3eb9-4909-957a-1113e27fc36e tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.292955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c301aa8f-b8ae-472d-a185-9d5ca72a144d req-d65800b5-3eb9-4909-957a-1113e27fc36e tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 949 time: 0.4798164 Nov 12 05:14:19.356448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c701013-4cf5-4b09-a6c0-23d71960fc15 service neutron] Pushing event updated for resources: {'Port': ['ID=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:19.385775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:19.404827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c478d18-9740-4d4c-9bfe-ab7cbda83f00 req-70c7a753-ab6a-4dd9-9261-4aa1c6bdfb6b tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.406310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c478d18-9740-4d4c-9bfe-ab7cbda83f00 req-70c7a753-ab6a-4dd9-9261-4aa1c6bdfb6b tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 950 time: 0.5429871 Nov 12 05:14:19.420130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-12a58f60-56d8-4f49-ab9c-6c2e55c651de service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700462 Nov 12 05:14:19.511791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c301aa8f-b8ae-472d-a185-9d5ca72a144d req-fbc06fab-7d42-4cc8-8daf-2779bf3543ec tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860335 Nov 12 05:14:19.517439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-6e5a0ef1-a169-4232-b3c8-35ac351759e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.518912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-6e5a0ef1-a169-4232-b3c8-35ac351759e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 1099 time: 0.1877272 Nov 12 05:14:19.526053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-4ddc3404-6bf7-41c6-985f-0c6f1acfebd1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.527478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-4ddc3404-6bf7-41c6-985f-0c6f1acfebd1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.47 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.5660098 Nov 12 05:14:19.559954 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e009012-9129-492c-b420-5d81bde5081e x-openstack-request-id: req-4e009012-9129-492c-b420-5d81bde5081e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:19.560238 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e", "tag": "1a827182-7c16-4f2b-92a8-8d36b01e1854", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:19.560482 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e009012-9129-492c-b420-5d81bde5081e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:19.560854 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e', 'tag': '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'status': 'completed', 'code': 200} Nov 12 05:14:19.573714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Request body: {'port': {'device_id': 'd53f426b-bfd5-416c-a19c-a8f35dd2a65d', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'admin_state_up': True, 'tenant_id': 'b462c55b281744a2b4b0f9f90721130f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:19.637648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c478d18-9740-4d4c-9bfe-ab7cbda83f00 req-e8e6b49f-9fd5-4916-9ffd-8aaf352b7b11 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239203 Nov 12 05:14:19.643485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-8b61500e-7dbe-4901-92a5-2a08d217e9c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 HTTP/1.1" status: 200 len: 217 time: 0.0865204 Nov 12 05:14:19.759047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-07df8baa-ebef-4176-b23b-c0fa7f1c224a service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088839 Nov 12 05:14:19.789931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-b7d053d0-8d8e-4fbb-ad13-4d061b6a132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.791403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-b7d053d0-8d8e-4fbb-ad13-4d061b6a132b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1150138 Nov 12 05:14:19.805662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498476be-2e37-4ce2-95e3-2ab2b0cb7b00 req-4f82d798-c388-4e24-a85e-8e9dfd231af2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.807116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-498476be-2e37-4ce2-95e3-2ab2b0cb7b00 req-4f82d798-c388-4e24-a85e-8e9dfd231af2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 946 time: 0.1788235 Nov 12 05:14:19.933332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Made reservation on behalf of b462c55b281744a2b4b0f9f90721130f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:19.936803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:19.941773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-3ad709ad-c5bb-4319-bd5a-9d414a91866f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.943281 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-3ad709ad-c5bb-4319-bd5a-9d414a91866f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee&tenant_id=810cfa3b1c084750ad17d879ad775a25&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 949 time: 0.0867009 Nov 12 05:14:19.982191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d9d55-2a8b-4fd3-b48a-ae488bada827 req-cbdd5710-b3c0-4066-92f4-c287a9eee332 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.983691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f2d9d55-2a8b-4fd3-b48a-ae488bada827 req-cbdd5710-b3c0-4066-92f4-c287a9eee332 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 947 time: 0.1746297 Nov 12 05:14:19.987490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-ee834812-f517-456e-9d72-38df47d23001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.988848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-ee834812-f517-456e-9d72-38df47d23001 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1808765 Nov 12 05:14:19.991575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a957f6-3121-4cc1-9264-098d84420487 req-52fe321c-b5c6-4463-acaf-111cb88307a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:19.992937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04a957f6-3121-4cc1-9264-098d84420487 req-52fe321c-b5c6-4463-acaf-111cb88307a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 1100 time: 0.1713924 Nov 12 05:14:19.999979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-498476be-2e37-4ce2-95e3-2ab2b0cb7b00 req-733a9fca-8305-4589-b9fc-e3d3b1421dc8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765046 Nov 12 05:14:20.042053 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-7d2d1e92-b40b-45c4-8d84-edaf5a8844ca service neutron] delete failed (client error): The resource could not be found. Nov 12 05:14:20.043231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-7d2d1e92-b40b-45c4-8d84-edaf5a8844ca service neutron] 10.222.0.43 "DELETE /v2.0/ports/7283d198-1899-4455-bfde-b907d42ce5a2/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0699353 Nov 12 05:14:20.056324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device edbfe09c-5875-4813-b956-52c7baa65f7a details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:20.059526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 7283d198-1899-4455-bfde-b907d42ce5a2 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:20.188663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 7283d198-1899-4455-bfde-b907d42ce5a2 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:20.198230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 7283d198-1899-4455-bfde-b907d42ce5a2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:20.198634 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:20.233696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f2d9d55-2a8b-4fd3-b48a-ae488bada827 req-697bc147-dcd9-4486-a446-38cd88dc9101 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368636 Nov 12 05:14:20.248690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:20.292803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'edbfe09c-5875-4813-b956-52c7baa65f7a', 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'port_id': 'edbfe09c-5875-4813-b956-52c7baa65f7a', 'mac_address': 'fa:16:3e:3d:18:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa9580c-3604-48a5-8e8a-29ff41dc9ca6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:20.307379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-650ecdce-3226-4a5c-92aa-e419c5400707 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955019 Nov 12 05:14:20.314638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a957f6-3121-4cc1-9264-098d84420487 req-561dd5cf-8f48-4774-b42d-4683b17991d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.316043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04a957f6-3121-4cc1-9264-098d84420487 req-561dd5cf-8f48-4774-b42d-4683b17991d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.3002882 Nov 12 05:14:20.332859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:20.342591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Allocated IP 172.20.0.6 (94ce151c-8d46-459d-b0d8-62e48d752fd3/f47977af-5f43-43e4-978b-58e339d201f4/2cd744dd-d613-4d50-ad87-8979efb91dae) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:20.361399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c997abf-434c-44ad-b361-352d8d2a056c req-da9ce128-8f75-48d4-88f3-7cf5e1a71f2d tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.362436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d627b-28a0-4640-a478-1d6ddd245581 req-86e52871-6a51-4177-8d15-c78069781ac5 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.362605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:20.363794 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c997abf-434c-44ad-b361-352d8d2a056c req-da9ce128-8f75-48d4-88f3-7cf5e1a71f2d tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 949 time: 0.1426635 Nov 12 05:14:20.363968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc2d627b-28a0-4640-a478-1d6ddd245581 req-86e52871-6a51-4177-8d15-c78069781ac5 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.1634865 Nov 12 05:14:20.367525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-cf29ccc1-325b-417d-8855-443e71a42618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.370463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-cf29ccc1-325b-417d-8855-443e71a42618 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1101 time: 0.1159286 Nov 12 05:14:20.371146 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aff2855-befe-4870-8bb4-8c8be4afb485" -d '{"events": [{"server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "name": "network-vif-plugged", "status": "completed", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:20.384368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:20.387244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:20.400829 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:20.409032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbfe09c-5875-4813-b956-52c7baa65f7a {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:20.422957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04a957f6-3121-4cc1-9264-098d84420487 req-c04d1684-eb0c-491d-a871-fa1a6484def4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=1a827182-7c16-4f2b-92a8-8d36b01e1854 HTTP/1.1" status: 200 len: 217 time: 0.0883143 Nov 12 05:14:20.460723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:20.476622 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:20.478592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:20.552300 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:20.571249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc2d627b-28a0-4640-a478-1d6ddd245581 req-e16aa0dc-8ecf-4a50-bd9b-cc4ac00b3207 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936698 Nov 12 05:14:20.581551 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-de4ca0b1-9850-4bbb-91ae-2b88707d1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.593395 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-de4ca0b1-9850-4bbb-91ae-2b88707d1552 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1838691 Nov 12 05:14:20.650793 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-4c2f9282-a4e9-4f52-8ec2-09210d1e622a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0562727 Nov 12 05:14:20.698040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a957f6-3121-4cc1-9264-098d84420487 req-7d99be7e-2ba9-4daa-a12e-012281b242ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.699564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04a957f6-3121-4cc1-9264-098d84420487 req-7d99be7e-2ba9-4daa-a12e-012281b242ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2348688 Nov 12 05:14:20.748001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920617ee-2dc2-46d8-890f-d8bdfed7b679 req-f9231040-644b-43f1-acee-fe9693fcad3f service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149971 Nov 12 05:14:20.799495 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f1d6c06-c008-499f-9e2c-3763487ef7a8 req-a349b002-5d18-47cf-b40e-2afdf1985c99 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 210 time: 0.0771234 Nov 12 05:14:20.816690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['edbfe09c-5875-4813-b956-52c7baa65f7a'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:20.828620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:20.846113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b362b-c579-48e2-9435-db607f177dc3 req-ae690026-9b16-4ec5-91f7-68f2fe64607d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.847720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f3b362b-c579-48e2-9435-db607f177dc3 req-ae690026-9b16-4ec5-91f7-68f2fe64607d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1817338 Nov 12 05:14:20.865357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a957f6-3121-4cc1-9264-098d84420487 req-84805337-7471-46fa-86f6-c7de132d14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.866920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04a957f6-3121-4cc1-9264-098d84420487 req-84805337-7471-46fa-86f6-c7de132d14b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1465826 Nov 12 05:14:20.888549 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b568e7e7-9450-4820-bcd9-be2febfe1744 x-openstack-request-id: req-b568e7e7-9450-4820-bcd9-be2febfe1744 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:20.888881 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "name": "network-vif-plugged", "status": "completed", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:20.890276 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b568e7e7-9450-4820-bcd9-be2febfe1744 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:20.890711 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2', 'code': 200} Nov 12 05:14:20.969236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-7c05f6aa-4797-4cd3-b8aa-41a184a843f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:20.971005 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-7c05f6aa-4797-4cd3-b8aa-41a184a843f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.3106439 Nov 12 05:14:20.986974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f3b362b-c579-48e2-9435-db607f177dc3 req-2aee352c-d456-4a6b-a0a1-2dddba4bb444 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306262 Nov 12 05:14:21.019491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:21.028805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Deleting port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:21.029253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:21.078588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6c96-4a0d-457e-b703-8532a93a3e5e req-dc49e841-16bd-4dea-85be-646884cef142 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:21.080092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13fc6c96-4a0d-457e-b703-8532a93a3e5e req-dc49e841-16bd-4dea-85be-646884cef142 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 949 time: 0.1214983 Nov 12 05:14:21.102601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-de75859e-05b0-4bd8-84f0-ee08f1d34f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:21.104075 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-de75859e-05b0-4bd8-84f0-ee08f1d34f18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162095 Nov 12 05:14:21.138030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:21.155146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:21.158874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event updated for resources: {'Port': ['ID=2cd744dd-d613-4d50-ad87-8979efb91dae,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:21.161189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] For port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:21.161555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:21.162380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04a957f6-3121-4cc1-9264-098d84420487 req-5f5622fd-6f0a-406d-a22f-e4dd3614b437 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865255 Nov 12 05:14:21.163392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:21.201257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Calling delete_port for 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:21.259263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fa4a-eeef-49b9-b002-10805e0f5db5 req-c93960a5-0107-47c6-acb9-9ff33678b3fa tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:21.260746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fff1fa4a-eeef-49b9-b002-10805e0f5db5 req-c93960a5-0107-47c6-acb9-9ff33678b3fa tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 950 time: 0.1774719 Nov 12 05:14:21.270855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-8bc381a6-59ef-49f8-810b-df88cb9a36c2 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510496 Nov 12 05:14:21.274089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:21.274713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:21.279713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13fc6c96-4a0d-457e-b703-8532a93a3e5e req-bf7f2bd4-6c82-4d69-9146-0bcbe7935618 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c11e499-c378-4ebf-8961-ee94784ff2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784067 Nov 12 05:14:21.347122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-1c18b9a8-a6c0-4471-a976-857216ded413 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7929182 Nov 12 05:14:21.379426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Request body: {'port': {'device_id': 'd53f426b-bfd5-416c-a19c-a8f35dd2a65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:21.407651 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57d6136f-5fe1-42f0-a724-37f6a54a47f6 req-4a2a3754-6906-4026-8d60-008dc8f6ed52 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267333 Nov 12 05:14:21.427879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:21.446776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fff1fa4a-eeef-49b9-b002-10805e0f5db5 req-31179a6b-b501-43cc-a428-5262ac827acb tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791923 Nov 12 05:14:21.449919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04a957f6-3121-4cc1-9264-098d84420487 req-32a60a26-2e91-4854-94f3-e5fb0abf2a09 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491634 Nov 12 05:14:21.459375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Pushing event deleted for resources: {'Port': ['ID=99b2dd9c-e3ce-4f83-977a-9628c3f454b5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:21.471619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['99b2dd9c-e3ce-4f83-977a-9628c3f454b5'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:21.494830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6cee2-0280-418a-bcd6-cb2f7d49ea9e req-adf3cbef-bbfa-433f-a78e-2c324f20e88f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:21.515243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0a6cee2-0280-418a-bcd6-cb2f7d49ea9e req-adf3cbef-bbfa-433f-a78e-2c324f20e88f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 946 time: 0.1668632 Nov 12 05:14:21.521571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:21.523846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] No DVR routers for this DVR port 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:21.527371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:21.530643 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c997abf-434c-44ad-b361-352d8d2a056c req-02b6b029-7c44-45e2-a8a4-30693ce08b73 tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.43 "DELETE /v2.0/ports/99b2dd9c-e3ce-4f83-977a-9628c3f454b5 HTTP/1.1" status: 204 len: 173 time: 1.1590958 Nov 12 05:14:21.536579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66e618b-0e0c-4ca6-b776-3c3e787f0537', 'name': 'network-vif-deleted', 'tag': '99b2dd9c-e3ce-4f83-977a-9628c3f454b5'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:21.546578 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435c9208-23af-4456-bc21-687d5430700f" -d '{"events": [{"server_uuid": "f66e618b-0e0c-4ca6-b776-3c3e787f0537", "name": "network-vif-deleted", "tag": "99b2dd9c-e3ce-4f83-977a-9628c3f454b5"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:21.573631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a784ccf-580a-490f-ba96-05d0f562b11c', 'tag': '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:21.575943 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd494b3-7c42-456d-9474-2f5a30efc360" -d '{"events": [{"name": "network-changed", "server_uuid": "3a784ccf-580a-490f-ba96-05d0f562b11c", "tag": "475b6a8e-44c2-43ff-9ea3-a9e4134e65c2"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:21.628694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0a6cee2-0280-418a-bcd6-cb2f7d49ea9e req-802b0bb9-09c6-4344-8b27-e422b77f88d3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030760 Nov 12 05:14:21.729317 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a6aaa5-94d8-4409-94c3-5316f1f7677a x-openstack-request-id: req-29a6aaa5-94d8-4409-94c3-5316f1f7677a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:21.730090 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66e618b-0e0c-4ca6-b776-3c3e787f0537", "name": "network-vif-deleted", "tag": "99b2dd9c-e3ce-4f83-977a-9628c3f454b5", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:21.730512 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29a6aaa5-94d8-4409-94c3-5316f1f7677a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:21.731114 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66e618b-0e0c-4ca6-b776-3c3e787f0537', 'name': 'network-vif-deleted', 'tag': '99b2dd9c-e3ce-4f83-977a-9628c3f454b5', 'status': 'completed', 'code': 200} Nov 12 05:14:21.856358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-323e94bd-82b4-4b71-8ff5-7ab3fbd626d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:21.857769 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-323e94bd-82b4-4b71-8ff5-7ab3fbd626d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 1099 time: 0.0432515 Nov 12 05:14:21.961401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-891c6a75-5739-456c-945a-0538222834f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:21.962901 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-891c6a75-5739-456c-945a-0538222834f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.0865726 Nov 12 05:14:22.011322 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-7ab65520-a9a1-46f1-b0e1-ad345daae95b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 HTTP/1.1" status: 200 len: 217 time: 0.0398738 Nov 12 05:14:22.036089 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d805b97a-b7d6-48fe-ac84-3ea544ced29b x-openstack-request-id: req-d805b97a-b7d6-48fe-ac84-3ea544ced29b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:22.036364 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a784ccf-580a-490f-ba96-05d0f562b11c", "tag": "475b6a8e-44c2-43ff-9ea3-a9e4134e65c2", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:22.036607 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d805b97a-b7d6-48fe-ac84-3ea544ced29b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:22.036990 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a784ccf-580a-490f-ba96-05d0f562b11c', 'tag': '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2', 'status': 'completed', 'code': 200} Nov 12 05:14:22.067592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device edbfe09c-5875-4813-b956-52c7baa65f7a up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:22.072360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-eada47db-fe8f-48f0-89f7-0fc5f79f93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.073897 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-eada47db-fe8f-48f0-89f7-0fc5f79f93ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0446403 Nov 12 05:14:22.107060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb488b-df2a-4785-9480-639885511b99 req-fef64fad-1244-4835-a6d9-1bfccedc5472 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.108493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bffb488b-df2a-4785-9480-639885511b99 req-fef64fad-1244-4835-a6d9-1bfccedc5472 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 947 time: 0.3860540 Nov 12 05:14:22.134464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port edbfe09c-5875-4813-b956-52c7baa65f7a completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:22.134819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-7c0c2e89-e6d1-4f0c-8e25-9e14ed1bf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.136888 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-7c0c2e89-e6d1-4f0c-8e25-9e14ed1bf6e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502353 Nov 12 05:14:22.138739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port edbfe09c-5875-4813-b956-52c7baa65f7a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:22.139115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.144211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d4cc3-d47d-4f73-ae84-b5e9453d04bb req-7fbad182-73a3-4c9c-913d-de7e224371e0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.145667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d1d4cc3-d47d-4f73-ae84-b5e9453d04bb req-7fbad182-73a3-4c9c-913d-de7e224371e0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 944 time: 0.1113310 Nov 12 05:14:22.235287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.257563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bffb488b-df2a-4785-9480-639885511b99 req-e2baf72b-f8ed-4382-b04c-9e70cb712136 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408701 Nov 12 05:14:22.286773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d1d4cc3-d47d-4f73-ae84-b5e9453d04bb req-3e755da6-5607-4e70-b7ff-c03e659d5bea tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256602 Nov 12 05:14:22.287507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:22.291925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd744dd-d613-4d50-ad87-8979efb91dae {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:22.295490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.308483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.342671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-1c6e9f91-a828-44cd-b7af-a224738319db service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670995 Nov 12 05:14:22.363573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:22.364097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Transition to ACTIVE for port object 2cd744dd-d613-4d50-ad87-8979efb91dae will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:22.381943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.446786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd744dd-d613-4d50-ad87-8979efb91dae,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:22.473273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0238d1-0296-4b31-a42e-58fa6acae548 req-5269d32a-0c0c-464a-8fd3-c36d76ece523 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.474825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a0238d1-0296-4b31-a42e-58fa6acae548 req-5269d32a-0c0c-464a-8fd3-c36d76ece523 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 931 time: 0.1246796 Nov 12 05:14:22.507011 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-efd494b3-7c42-456d-9474-2f5a30efc360 req-83e8870b-83c7-4236-a70d-16252585a93f service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444719 Nov 12 05:14:22.605707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Attempting to bind port 2cd744dd-d613-4d50-ad87-8979efb91dae on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:22.606045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Attempting to bind port 2cd744dd-d613-4d50-ad87-8979efb91dae by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:22.606397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Attempting to bind port 2cd744dd-d613-4d50-ad87-8979efb91dae on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:22.612844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a0238d1-0296-4b31-a42e-58fa6acae548 req-c0bd6725-078b-4755-b6e0-b2ffb6e4c75d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167228 Nov 12 05:14:22.615926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89639-6443-42e2-9843-54fefe4b40f3 req-26741906-379a-41b7-9c1e-26aa58d0785c tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.617348 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9f89639-6443-42e2-9843-54fefe4b40f3 req-26741906-379a-41b7-9c1e-26aa58d0785c tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1098 time: 0.0893390 Nov 12 05:14:22.618478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Port 2cd744dd-d613-4d50-ad87-8979efb91dae on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:22.619271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Attempting to bind port 2cd744dd-d613-4d50-ad87-8979efb91dae on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:22.629734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:22.629734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Checking segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:22.629734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Bound using segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:22.629734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Bound port: 2cd744dd-d613-4d50-ad87-8979efb91dae, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:22.629734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.730840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9f89639-6443-42e2-9843-54fefe4b40f3 req-761d5a10-06f6-43ed-bd6d-26efc973c574 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068218 Nov 12 05:14:22.769344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80e7b6-258e-4f4e-b651-26645f31b4f5 req-4a3a95c5-347d-42d4-ae1c-32ae42291375 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.770834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb80e7b6-258e-4f4e-b651-26645f31b4f5 req-4a3a95c5-347d-42d4-ae1c-32ae42291375 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.0893495 Nov 12 05:14:22.791070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] For port 2cd744dd-d613-4d50-ad87-8979efb91dae, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:22.824707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] For port 2cd744dd-d613-4d50-ad87-8979efb91dae, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2cd744dd-d613-4d50-ad87-8979efb91dae,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:22.844115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51587c11-7528-45c1-909b-c1a4288f0982 req-0e5aa883-b25a-470f-b3e8-1b160421344a tempest-ServerDiagnosticsNegativeTest-622000647 tempest-ServerDiagnosticsNegativeTest-622000647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66e618b-0e0c-4ca6-b776-3c3e787f0537 HTTP/1.1" status: 200 len: 210 time: 0.0398111 Nov 12 05:14:22.850751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.891838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:22.894696 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d96d13-dc92-4b43-a882-64b0e3a0c738" -d '{"events": [{"server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "name": "network-vif-plugged", "status": "completed", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:22.905996 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb80e7b6-258e-4f4e-b651-26645f31b4f5 req-d84b9259-d653-4c8e-9332-254c0b2bd585 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257334 Nov 12 05:14:22.911161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.911779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.913681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] 10.222.0.47 "PUT /v2.0/ports/2cd744dd-d613-4d50-ad87-8979efb91dae HTTP/1.1" status: 200 len: 1092 time: 1.5582340 Nov 12 05:14:22.957926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c8ffc-14b0-427a-93c7-b68afb004749 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd744dd-d613-4d50-ad87-8979efb91dae,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:23.001512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae749c-51e9-4e50-83a0-4a4ce1d6fc06 req-74dc84b3-b34e-4c16-b9dc-110a7cbc7507 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.003032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98ae749c-51e9-4e50-83a0-4a4ce1d6fc06 req-74dc84b3-b34e-4c16-b9dc-110a7cbc7507 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 950 time: 0.0884457 Nov 12 05:14:23.027039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-a2a3e190-ba00-4fba-99e4-032514c4a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.028535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-a2a3e190-ba00-4fba-99e4-032514c4a9db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 1095 time: 0.0672033 Nov 12 05:14:23.096777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-c7eaff67-4738-4256-8dda-088dc7c80072 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cd744dd-d613-4d50-ad87-8979efb91dae HTTP/1.1" status: 200 len: 217 time: 0.0552826 Nov 12 05:14:23.121345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98ae749c-51e9-4e50-83a0-4a4ce1d6fc06 req-ff24ce81-9844-46f3-a1de-b7b9d67036a4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121578 Nov 12 05:14:23.165811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704890c-7583-4c8e-b363-2f487f206870 req-aad34abb-58f3-4e39-8041-ddcddda6f274 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.167136 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fd0573-4ee7-4b2e-b5c9-2823a7982bc6 x-openstack-request-id: req-f9fd0573-4ee7-4b2e-b5c9-2823a7982bc6 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:23.167379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7704890c-7583-4c8e-b363-2f487f206870 req-aad34abb-58f3-4e39-8041-ddcddda6f274 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1098 time: 0.1179397 Nov 12 05:14:23.168081 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "name": "network-vif-plugged", "status": "completed", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:23.168514 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9fd0573-4ee7-4b2e-b5c9-2823a7982bc6 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:23.169082 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a', 'code': 200} Nov 12 05:14:23.169188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-79ed5fbc-ae17-4223-8c2d-073344c09160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.170561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-79ed5fbc-ae17-4223-8c2d-073344c09160 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.0594184 Nov 12 05:14:23.189110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-5db43328-e579-438b-8192-5afdd5f84258 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.190757 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-5db43328-e579-438b-8192-5afdd5f84258 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8725cd4f-c417-4a52-8b43-4421840beaf5 HTTP/1.1" status: 200 len: 1102 time: 0.0572801 Nov 12 05:14:23.230553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-7152f9aa-cbe6-4737-8941-5efe6e2e3016 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424438 Nov 12 05:14:23.290976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] Deleting port c963f805-f27a-4429-bd99-db35c53e91e9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:23.291320 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.317128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7704890c-7583-4c8e-b363-2f487f206870 req-e20a1b52-9cee-4789-97f3-cfb72fb7b9ce tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437056 Nov 12 05:14:23.375282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb706c33-1b4e-4ef0-ac3b-1e9d378c411c req-d846ba4b-2277-4c90-94f9-3b798f24a887 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.376732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb706c33-1b4e-4ef0-ac3b-1e9d378c411c req-d846ba4b-2277-4c90-94f9-3b798f24a887 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1102 time: 0.1490035 Nov 12 05:14:23.379006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] For port c963f805-f27a-4429-bd99-db35c53e91e9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c963f805-f27a-4429-bd99-db35c53e91e9,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:23.379494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.381167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3f168-fccc-4e6d-b5ee-533bd8ebea69 req-086e007b-fe24-4567-9002-d2f971de0add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.383131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbc3f168-fccc-4e6d-b5ee-533bd8ebea69 req-086e007b-fe24-4567-9002-d2f971de0add service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1097 time: 0.1153381 Nov 12 05:14:23.393750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] Calling delete_port for c963f805-f27a-4429-bd99-db35c53e91e9 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:23.464111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-b3ab1af5-f353-4085-807d-ac28210cd94a service neutron] 10.222.0.47 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207584 Nov 12 05:14:23.515061 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.538516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb706c33-1b4e-4ef0-ac3b-1e9d378c411c req-88202bb1-e393-4168-8891-f576d46ae3b3 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538346 Nov 12 05:14:23.544757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] Pushing event deleted for resources: {'Port': ['ID=c963f805-f27a-4429-bd99-db35c53e91e9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:23.546152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367eaae-42ad-4818-b026-9f5d124f121b req-85673e49-b5ab-44af-a317-8df9bdea258d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.547657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b367eaae-42ad-4818-b026-9f5d124f121b req-85673e49-b5ab-44af-a317-8df9bdea258d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 947 time: 0.1685262 Nov 12 05:14:23.552838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['c963f805-f27a-4429-bd99-db35c53e91e9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:23.604993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbc3f168-fccc-4e6d-b5ee-533bd8ebea69 req-36dcf057-994e-4570-901d-711fdcc8ea0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098742 Nov 12 05:14:23.619939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] No DVR routers for this DVR port c963f805-f27a-4429-bd99-db35c53e91e9 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:23.623698 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.641063 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1e3a9df8-db19-4d98-b73e-8552debca89e req-dbcdfb41-ebdd-423a-b0ca-73629933ac62 tempest-DeleteServersAdminTestJSON-1207430977 tempest-DeleteServersAdminTestJSON-1207430977-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c963f805-f27a-4429-bd99-db35c53e91e9 HTTP/1.1" status: 204 len: 173 time: 0.4372091 Nov 12 05:14:23.665218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b367eaae-42ad-4818-b026-9f5d124f121b req-99daf845-80a9-45db-ae13-9a7c676c0781 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831823 Nov 12 05:14:23.683334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75785b14-a3b0-45fa-ac65-dde118b33ec3 req-b8d7eb77-1f4a-4c4a-a268-918f0d986923 service neutron] 10.222.0.47 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052553 Nov 12 05:14:23.730364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fb5fc-9747-4c2f-80b5-e68b95c88cc7 req-35c4b1a1-eebb-49f8-8d22-7e285fc62ac4 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.731963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8725cd4f-c417-4a52-8b43-4421840beaf5', 'name': 'network-vif-deleted', 'tag': 'c963f805-f27a-4429-bd99-db35c53e91e9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:23.732080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed7fb5fc-9747-4c2f-80b5-e68b95c88cc7 req-35c4b1a1-eebb-49f8-8d22-7e285fc62ac4 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 945 time: 0.0731854 Nov 12 05:14:23.734655 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7062f7ee-7f24-4f33-910a-20ee53ad37f0" -d '{"events": [{"server_uuid": "8725cd4f-c417-4a52-8b43-4421840beaf5", "name": "network-vif-deleted", "tag": "c963f805-f27a-4429-bd99-db35c53e91e9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:23.826052 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed7fb5fc-9747-4c2f-80b5-e68b95c88cc7 req-c27d27d7-0a12-4643-b90f-05d8caab6b01 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873301 Nov 12 05:14:23.893259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d82d2-8a73-4345-9e10-5d53084a44d0 req-3cd7bec9-55fc-4570-838a-3dbe70640ed4 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.894804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f2d82d2-8a73-4345-9e10-5d53084a44d0 req-3cd7bec9-55fc-4570-838a-3dbe70640ed4 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 943 time: 0.0816433 Nov 12 05:14:23.942848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f2d82d2-8a73-4345-9e10-5d53084a44d0 req-8cc023a6-96bd-4dc1-9728-ad8c03a2d0ba tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Nov 12 05:14:23.985273 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d05720-12b7-4659-870e-843c489ab9ff x-openstack-request-id: req-a0d05720-12b7-4659-870e-843c489ab9ff {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:23.985669 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8725cd4f-c417-4a52-8b43-4421840beaf5", "name": "network-vif-deleted", "tag": "c963f805-f27a-4429-bd99-db35c53e91e9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:23.985920 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0d05720-12b7-4659-870e-843c489ab9ff {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:23.986316 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8725cd4f-c417-4a52-8b43-4421840beaf5', 'name': 'network-vif-deleted', 'tag': 'c963f805-f27a-4429-bd99-db35c53e91e9', 'status': 'completed', 'code': 200} Nov 12 05:14:24.038539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53f426b-bfd5-416c-a19c-a8f35dd2a65d', 'tag': '2cd744dd-d613-4d50-ad87-8979efb91dae'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:24.041043 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d" -d '{"events": [{"name": "network-changed", "server_uuid": "d53f426b-bfd5-416c-a19c-a8f35dd2a65d", "tag": "2cd744dd-d613-4d50-ad87-8979efb91dae"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:24.083216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1a827182-7c16-4f2b-92a8-8d36b01e1854 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:24.110238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-fbd79b7b-63e0-4fea-8ca4-efb39ae021cd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=810cfa3b1c084750ad17d879ad775a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288439 Nov 12 05:14:24.248232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1a827182-7c16-4f2b-92a8-8d36b01e1854, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1a827182-7c16-4f2b-92a8-8d36b01e1854,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:24.262834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'mac_address': 'fa:16:3e:34:3f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:24.282889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-233eef8c-0776-44bd-ad3d-7a7b3ca38d0c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:24.284618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-233eef8c-0776-44bd-ad3d-7a7b3ca38d0c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668420 Nov 12 05:14:24.308419 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.309307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49418) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:24.310913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-a2a767ac-391c-419a-b173-20e0722ff7df tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/quotas/810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 375 time: 0.0190811 Nov 12 05:14:24.322189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a827182-7c16-4f2b-92a8-8d36b01e1854 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:24.344859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1a827182-7c16-4f2b-92a8-8d36b01e1854, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1a827182-7c16-4f2b-92a8-8d36b01e1854,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:24.352242 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.378131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-93b4dbfd-ca32-4eeb-a9f1-1dedbf0ecbf6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589144 Nov 12 05:14:24.424584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=1a827182-7c16-4f2b-92a8-8d36b01e1854,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:24.487890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-996c98e4-79dc-4086-bdb4-2c8bfa87903b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5c4a93350024ac0bdfd78409f0928d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772170 Nov 12 05:14:24.490658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49428) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:24.571945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63bc14cd-45bb-41b8-8843-7f904961d890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.596965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63bc14cd-45bb-41b8-8843-7f904961d890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.658988 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab575cd-b3f2-495d-acfe-baa43e2d03b0 x-openstack-request-id: req-2ab575cd-b3f2-495d-acfe-baa43e2d03b0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:24.659287 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53f426b-bfd5-416c-a19c-a8f35dd2a65d", "tag": "2cd744dd-d613-4d50-ad87-8979efb91dae", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:24.659675 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ab575cd-b3f2-495d-acfe-baa43e2d03b0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:24.660471 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53f426b-bfd5-416c-a19c-a8f35dd2a65d', 'tag': '2cd744dd-d613-4d50-ad87-8979efb91dae', 'status': 'completed', 'code': 200} Nov 12 05:14:24.669383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63bc14cd-45bb-41b8-8843-7f904961d890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.674150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63bc14cd-45bb-41b8-8843-7f904961d890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.678512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-63bc14cd-45bb-41b8-8843-7f904961d890 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c11e499-c378-4ebf-8961-ee94784ff2c0 HTTP/1.1" status: 204 len: 168 time: 0.1836586 Nov 12 05:14:24.692354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1a827182-7c16-4f2b-92a8-8d36b01e1854'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:24.778561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc14cd-45bb-41b8-8843-7f904961d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c11e499-c378-4ebf-8961-ee94784ff2c0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:24.851562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83831201-e731-4b47-8ed2-220997541294 req-116ed257-c35b-47c0-905d-e1b6693477c3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 210 time: 0.0779364 Nov 12 05:14:24.884199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-750c0300-863c-43a4-8c3c-860f24164df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:24.885695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-750c0300-863c-43a4-8c3c-860f24164df5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 1095 time: 0.1870360 Nov 12 05:14:25.042330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dad0fc-d321-46ed-98b1-92ae964fde43 req-901ba419-5230-4056-9066-cdb2d8074198 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:25.052088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10dad0fc-d321-46ed-98b1-92ae964fde43 req-901ba419-5230-4056-9066-cdb2d8074198 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 947 time: 0.1098368 Nov 12 05:14:25.091912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-b7e8bbbd-20b5-4bae-b766-41535a5d6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:25.093763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-b7e8bbbd-20b5-4bae-b766-41535a5d6727 service neutron] 10.222.0.47 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 913 time: 0.1852052 Nov 12 05:14:25.130187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10dad0fc-d321-46ed-98b1-92ae964fde43 req-da0cc027-a12b-485c-911f-a1d33bd8fc59 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678780 Nov 12 05:14:25.142834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:25.144429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49460) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:25.157339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:25.171701 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f785a876-2a96-407c-8ae9-c49808b33cf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.181111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-c31ee0f6-f49b-471d-a062-a04d5b73c26e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cd744dd-d613-4d50-ad87-8979efb91dae HTTP/1.1" status: 200 len: 217 time: 0.0498376 Nov 12 05:14:25.270993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:25.271604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 99b2dd9c-e3ce-4f83-977a-9628c3f454b5 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:25.308841 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f785a876-2a96-407c-8ae9-c49808b33cf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.313528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-ea5026c6-41a3-414a-85d7-9ac50b3bb109 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=39df26c587134fe180ad7c2fccd58946&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555172 Nov 12 05:14:25.316442 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f785a876-2a96-407c-8ae9-c49808b33cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.360915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:25.369221 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f785a876-2a96-407c-8ae9-c49808b33cf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd0900d8bc2c4107b5bf319a15b5ab86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236896 Nov 12 05:14:25.371986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785a876-2a96-407c-8ae9-c49808b33cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f003d-f2d7-40a4-88bb-13018e8bca09,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:25.376492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49474) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:25.401474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2', 'mac_address': 'fa:16:3e:8d:88:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:25.444214 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b6662e3-3f50-4315-9290-9885d587b189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.472825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-886ad7e7-446d-48f9-a2be-ad877c845c7e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:25.474397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-886ad7e7-446d-48f9-a2be-ad877c845c7e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445055 Nov 12 05:14:25.476023 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b6662e3-3f50-4315-9290-9885d587b189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.482091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-05a70302-35e3-4ea6-94e6-7ef5f4ad49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:25.483802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-05a70302-35e3-4ea6-94e6-7ef5f4ad49c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.2875164 Nov 12 05:14:25.513875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-ac3943a4-ca20-4860-ad23-d9a539163342 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/quotas/39df26c587134fe180ad7c2fccd58946 HTTP/1.1" status: 200 len: 375 time: 0.0290179 Nov 12 05:14:25.542409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-ef308b52-aa45-426a-ae7f-455ce803afca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476983 Nov 12 05:14:25.552754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-cb995575-7954-4529-9ad5-0b51032fe6bc tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:14:25.554498 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-cb995575-7954-4529-9ad5-0b51032fe6bc tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2049618 Nov 12 05:14:25.555971 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b6662e3-3f50-4315-9290-9885d587b189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.559687 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b6662e3-3f50-4315-9290-9885d587b189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.561045 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1b6662e3-3f50-4315-9290-9885d587b189 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/923f003d-f2d7-40a4-88bb-13018e8bca09 HTTP/1.1" status: 204 len: 168 time: 0.1834660 Nov 12 05:14:25.574872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-667df3e8-146d-46c3-aca0-66bc103f9707 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39df26c587134fe180ad7c2fccd58946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599842 Nov 12 05:14:25.601123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-2f871073-ff27-4ab5-ba55-eef0d6fdee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:25.602819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-2f871073-ff27-4ab5-ba55-eef0d6fdee74 service neutron] 10.222.0.48 "GET /v2.0/ports/83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 1095 time: 0.0378711 Nov 12 05:14:25.608061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6662e3-3f50-4315-9290-9885d587b189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f003d-f2d7-40a4-88bb-13018e8bca09,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:25.623700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Request body: {'binding': {'host': 'n-h2-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:25.624432 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:14:25.656610 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.695279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-84064a7c-9153-4680-8c63-bd86f0f4643f service neutron] 10.222.0.47 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376038 Nov 12 05:14:25.700478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:25.725974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:25.737001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.834150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ac661f-ca2f-4939-b0e4-cca8b60d521d req-537dd147-71e8-4811-83ce-e75dcb4f4a98 service neutron] 10.222.0.47 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300483 Nov 12 05:14:25.858624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:25.888118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on host n-h2-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:25.888118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:25.888118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:25.892376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:25.892700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:25.898292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:25.898800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:25.899190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:25.899620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Bound port: 83979e9a-1038-4f67-9148-b6704ddbb829, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:25.952122 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-1d1a7658-614d-4a56-a05d-7713b38ac9d6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=810cfa3b1c084750ad17d879ad775a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256958 Nov 12 05:14:25.957976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbb677-c88c-4772-9960-61eb2754938f req-3eafae31-3bdc-47dd-aee2-6c370b1ddfbf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:25.960512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24bbb677-c88c-4772-9960-61eb2754938f req-3eafae31-3bdc-47dd-aee2-6c370b1ddfbf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 945 time: 0.1048367 Nov 12 05:14:26.038526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:26.049559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.050819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c76a91e2-6f7d-40a1-85e3-0affd74e378f service neutron] 10.222.0.48 "POST /v2.0/ports/83979e9a-1038-4f67-9148-b6704ddbb829/bindings HTTP/1.1" status: 201 len: 390 time: 0.4318755 Nov 12 05:14:26.086765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1a827182-7c16-4f2b-92a8-8d36b01e1854 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:26.116803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-89cdcf1c-20db-49e4-af76-1e0705ddb668 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.119150 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-89cdcf1c-20db-49e4-af76-1e0705ddb668 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586246 Nov 12 05:14:26.133301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24bbb677-c88c-4772-9960-61eb2754938f req-c1d3eb87-2944-4148-9a81-aa3438cc4ab4 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655476 Nov 12 05:14:26.166681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Request body: {'port': {'device_id': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '810cfa3b1c084750ad17d879ad775a25'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:26.212299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:26.219060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 1a827182-7c16-4f2b-92a8-8d36b01e1854 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:26.304667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9863-29de-4b22-9778-f622191f28e4 req-ded67015-0794-4c2e-8f36-01b2f1664f35 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.306030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 1a827182-7c16-4f2b-92a8-8d36b01e1854 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:26.306453 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.331140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfae9863-29de-4b22-9778-f622191f28e4 req-ded67015-0794-4c2e-8f36-01b2f1664f35 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 943 time: 0.0999053 Nov 12 05:14:26.424211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bc42ed3-dcdf-4d12-870e-2a0b61f1236a req-eb9194f8-62b7-4315-a775-76dac37954a5 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 210 time: 0.0906878 Nov 12 05:14:26.437700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Made reservation on behalf of 810cfa3b1c084750ad17d879ad775a25 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:26.445294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.504735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfae9863-29de-4b22-9778-f622191f28e4 req-5f01b931-ed86-4292-863d-b1a3855e4ab1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725903 Nov 12 05:14:26.532588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-4197d594-5578-467b-8b55-8e9fe8b733c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.536175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-4197d594-5578-467b-8b55-8e9fe8b733c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1098 time: 0.1328926 Nov 12 05:14:26.625923 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.656694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a827182-7c16-4f2b-92a8-8d36b01e1854'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:26.659863 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2214e99f-5623-45aa-976a-a61bdcefc0cc" -d '{"events": [{"server_uuid": "cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e", "name": "network-vif-plugged", "status": "completed", "tag": "1a827182-7c16-4f2b-92a8-8d36b01e1854"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:26.676496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1a827182-7c16-4f2b-92a8-8d36b01e1854, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1a827182-7c16-4f2b-92a8-8d36b01e1854,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:26.683458 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.690404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63507d7e-b440-4aff-aba4-e0d56b3ae662 req-c6cb83a8-4501-4dca-9464-bce953da63ff tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 210 time: 0.1065888 Nov 12 05:14:26.756266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Allocated IP 192.168.233.94 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/accd1a6e-24c9-44a8-9db5-b6d48eecdb23) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:26.765942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af597e19-9967-40de-8cba-f8b08de312fa req-503b71cb-9f79-4230-bff2-1aa35c01e1b3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.774130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af597e19-9967-40de-8cba-f8b08de312fa req-503b71cb-9f79-4230-bff2-1aa35c01e1b3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 946 time: 0.1594660 Nov 12 05:14:26.779460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=1a827182-7c16-4f2b-92a8-8d36b01e1854,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:26.786907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-0d412a79-4373-4022-8418-3240df3490f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.788689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-0d412a79-4373-4022-8418-3240df3490f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.2426538 Nov 12 05:14:26.851911 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.863775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-b25dd602-5a25-414a-8f6e-0cd78f08b5e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 217 time: 0.0655251 Nov 12 05:14:26.876961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:26.929086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af597e19-9967-40de-8cba-f8b08de312fa req-dfbbad51-dc2d-4227-ab44-ae5f85f410ae tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534936 Nov 12 05:14:26.954257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06ecfa-1773-436b-9fa1-d28eb94f21ea req-c0f468b5-62fc-49c5-b989-168f8dc90a34 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.955967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a06ecfa-1773-436b-9fa1-d28eb94f21ea req-c0f468b5-62fc-49c5-b989-168f8dc90a34 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1097 time: 0.1408806 Nov 12 05:14:26.960404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-3bc87ea8-1cac-42fb-b009-c3db62bd4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.961942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-3bc87ea8-1cac-42fb-b009-c3db62bd4766 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0767629 Nov 12 05:14:27.003233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.014117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-61618fbf-336a-4bc8-9de6-7e2280692cdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427027 Nov 12 05:14:27.016288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-network', 'tenant_id': '276de216837c43e5967807972e09f876'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:27.051891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Made reservation on behalf of 276de216837c43e5967807972e09f876 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:27.054755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.064053 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.066103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.088865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['7283d198-1899-4455-bfde-b907d42ce5a2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:27.121578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a06ecfa-1773-436b-9fa1-d28eb94f21ea req-3f45bdc5-841e-4b48-9392-4c0b131d492b tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586354 Nov 12 05:14:27.132825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:27.139284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:27.144849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:27.146315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:27.146483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5fe70-9206-402b-9c12-2ba540eb4317 req-82c1644c-18ba-45e7-84c8-e4d15f826bf8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.147810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5b5fe70-9206-402b-9c12-2ba540eb4317 req-82c1644c-18ba-45e7-84c8-e4d15f826bf8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 948 time: 0.1375012 Nov 12 05:14:27.164665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c963f805-f27a-4429-bd99-db35c53e91e9 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:27.189706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: c963f805-f27a-4429-bd99-db35c53e91e9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:27.190082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c963f805-f27a-4429-bd99-db35c53e91e9 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:27.214735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.215401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.243255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-8efbcd0a-34d8-46e3-8655-52fc397362e1 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995349 Nov 12 05:14:27.249560 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-d136b1d2-4d30-4dd6-9cc1-f12be1a3d712 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1048536 Nov 12 05:14:27.271003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.276426 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adc9919-cad0-4a95-91b5-e551ca3c06a3 x-openstack-request-id: req-3adc9919-cad0-4a95-91b5-e551ca3c06a3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:27.276926 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e", "name": "network-vif-plugged", "status": "completed", "tag": "1a827182-7c16-4f2b-92a8-8d36b01e1854", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:27.277036 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3adc9919-cad0-4a95-91b5-e551ca3c06a3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:27.277351 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'code': 200} Nov 12 05:14:27.281352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Request body: {'port': {'device_id': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:27.290199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.370498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:27.407280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7726274c-fa7b-4c59-ba00-36d070c3d9e2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:27.430224 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.430601 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Added segment b05888f8-7955-427b-8214-5a6f14eacc81 of type vlan for network fd8840c8-7ce5-46b6-9e62-13383655c142 Nov 12 05:14:27.452489 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-0b5e2505-9a4b-4bdc-8eff-688c3a5e8c06 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=39df26c587134fe180ad7c2fccd58946&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416574 Nov 12 05:14:27.453947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.468569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e5f3577c-1f89-4af7-8afb-2a9534bf7222 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085879 Nov 12 05:14:27.505133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5b5fe70-9206-402b-9c12-2ba540eb4317 req-3ba8e9f5-efde-4250-ad2d-de3b93dafdd0 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478441 Nov 12 05:14:27.509201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c59a44-7906-4f47-a956-912cf3cf863b req-0be4f85b-c128-427b-bb99-1ab0a7bd9096 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.516631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61c59a44-7906-4f47-a956-912cf3cf863b req-0be4f85b-c128-427b-bb99-1ab0a7bd9096 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1097 time: 0.1405067 Nov 12 05:14:27.560192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30245196-39f5-434f-84c8-2dceee89f2aa req-46a434cd-4b18-4979-a8a8-adf88e91b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.562173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30245196-39f5-434f-84c8-2dceee89f2aa req-46a434cd-4b18-4979-a8a8-adf88e91b8e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 1102 time: 0.1303971 Nov 12 05:14:27.573707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f025cc7b-3f16-4126-8dd4-cbbf190dcdcb None None] Provisioning complete for port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:27.574088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f025cc7b-3f16-4126-8dd4-cbbf190dcdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.614291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f025cc7b-3f16-4126-8dd4-cbbf190dcdcb None None] Port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:27.620407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61c59a44-7906-4f47-a956-912cf3cf863b req-81ffa503-eded-4cea-b616-9a2a5a4172bc tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026738 Nov 12 05:14:27.656885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.668350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-6c3192f3-9f71-4e5e-8eb7-cb23d895f5af tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.669934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-6c3192f3-9f71-4e5e-8eb7-cb23d895f5af tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1098 time: 0.0825849 Nov 12 05:14:27.673329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30245196-39f5-434f-84c8-2dceee89f2aa req-8579c9c0-1f0c-4cfd-80e9-363a32a42fa3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847900 Nov 12 05:14:27.725517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e2429df-87f1-4f53-89f4-ae034429608a req-234e6cd0-5a5c-42e7-88df-a9dad281f0f8 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 210 time: 0.0292509 Nov 12 05:14:27.738434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-37ed7c6e-5897-42ba-841c-f4b2f5cc7c5c tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.739960 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-37ed7c6e-5897-42ba-841c-f4b2f5cc7c5c tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2786026 Nov 12 05:14:27.748995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.749917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.750554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.793290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97453ab8-fd33-445f-92de-cba7fdd51e8f req-12b9bfdd-7d99-42ed-86fd-7e406a1e291c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.793290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97453ab8-fd33-445f-92de-cba7fdd51e8f req-12b9bfdd-7d99-42ed-86fd-7e406a1e291c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 943 time: 0.0601652 Nov 12 05:14:27.802440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Request body: {'port': {'device_id': 'e041726b-0ae5-4986-a690-64ac6b499270', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '39df26c587134fe180ad7c2fccd58946'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:27.845595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97453ab8-fd33-445f-92de-cba7fdd51e8f req-a2b8eb08-3799-4fcd-adb4-5fe39fff5758 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461442 Nov 12 05:14:27.861256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9830661 Nov 12 05:14:27.871569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49538) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:27.879007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Request body: {'subnet': {'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-subnet', 'tenant_id': '276de216837c43e5967807972e09f876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:27.915700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6accc9-804a-4d9a-89b7-019463719904 req-db229e9e-cad6-4853-8f22-03ee4264cce5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:27.917222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e6accc9-804a-4d9a-89b7-019463719904 req-db229e9e-cad6-4853-8f22-03ee4264cce5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 935 time: 0.0707459 Nov 12 05:14:27.918309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Made reservation on behalf of 276de216837c43e5967807972e09f876 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:27.920571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.941009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8fa6-1ece-48aa-92c4-20725021f709 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8840c8-7ce5-46b6-9e62-13383655c142,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:27.952976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network fd8840c8-7ce5-46b6-9e62-13383655c142 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:27.954239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-28'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:28.090756 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Made reservation on behalf of 39df26c587134fe180ad7c2fccd58946 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:28.094106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2cd744dd-d613-4d50-ad87-8979efb91dae details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:28.094702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.095080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e6accc9-804a-4d9a-89b7-019463719904 req-e108802e-bdf3-4944-92ee-5c1849f973c1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698058 Nov 12 05:14:28.097274 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.278691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 2cd744dd-d613-4d50-ad87-8979efb91dae, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2cd744dd-d613-4d50-ad87-8979efb91dae,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:28.293490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '2cd744dd-d613-4d50-ad87-8979efb91dae', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'port_id': '2cd744dd-d613-4d50-ad87-8979efb91dae', 'mac_address': 'fa:16:3e:66:73:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47977af-5f43-43e4-978b-58e339d201f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:28.338131 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.352561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd744dd-d613-4d50-ad87-8979efb91dae {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:28.374087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 2cd744dd-d613-4d50-ad87-8979efb91dae, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2cd744dd-d613-4d50-ad87-8979efb91dae,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:28.383985 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.426728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accd1a6e-24c9-44a8-9db5-b6d48eecdb23 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:28.441380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.453266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=2cd744dd-d613-4d50-ad87-8979efb91dae,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:28.461870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Transition to ACTIVE for port object accd1a6e-24c9-44a8-9db5-b6d48eecdb23 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:28.469002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.572660 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:28.611242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Allocated IP 192.168.233.42 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/1d67f232-ed47-4ea8-9dd6-29179e8f3a85) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:28.635456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfefd08-b5a2-4b0c-9c46-61b9b5e0349b req-40a7f089-34f8-4dd1-879d-d1f93a213d4b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:28.643152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8dfefd08-b5a2-4b0c-9c46-61b9b5e0349b req-40a7f089-34f8-4dd1-879d-d1f93a213d4b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 946 time: 0.4898179 Nov 12 05:14:28.654772 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.681630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Attempting to bind port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:28.682055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Attempting to bind port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:28.682505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Attempting to bind port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:28.696529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:28.696744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Attempting to bind port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:28.703416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668d360-7f4a-4457-8055-10e4a187b32b req-c88c4830-0c90-44f2-93ea-03a3e70e331d tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:28.704936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0668d360-7f4a-4457-8055-10e4a187b32b req-c88c4830-0c90-44f2-93ea-03a3e70e331d tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1097 time: 0.5153136 Nov 12 05:14:28.713723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:28.714063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:28.714496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:28.714941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Bound port: accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:28.715291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.727972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['2cd744dd-d613-4d50-ad87-8979efb91dae'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:28.781418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:28.785169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e478f9b0-9bd4-4bc7-a727-b69755402471,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:28.821377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8dfefd08-b5a2-4b0c-9c46-61b9b5e0349b req-44e8326b-e589-4fd6-a691-8d50a973f425 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775348 Nov 12 05:14:28.852601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0668d360-7f4a-4457-8055-10e4a187b32b req-439a5b62-7344-4f3c-bde6-97527d1ffc18 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347995 Nov 12 05:14:28.858426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Checking segment: {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:28.858780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Network hostable DHCP agents. Network: fd8840c8-7ce5-46b6-9e62-13383655c142, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:28.878192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:28.911186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Network fd8840c8-7ce5-46b6-9e62-13383655c142 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:28.933084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, fd8840c8-7ce5-46b6-9e62-13383655c142) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:28.936298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.936568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:28.938850 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f601374-37a6-438a-8b74-cc683d9602a8" -d '{"events": [{"server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "name": "network-vif-unplugged", "status": "completed", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:28.942327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1cde0-3122-48b2-9eef-6c85ee6126bc None None] Network fd8840c8-7ce5-46b6-9e62-13383655c142 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:28.945268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.948227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:28.948818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.968789 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.981101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:28.986268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:28.992147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.997193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.019863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-73c5dc1a-fbaa-4575-86b3-417b36af03ee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1461129 Nov 12 05:14:29.023188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49554) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:29.028915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:29.053951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.054790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.060606 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] 10.222.0.43 "PUT /v2.0/ports/accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 1096 time: 1.7913084 Nov 12 05:14:29.066877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:29.085822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Pushing event updated for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:29.092992 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e" -d '{"events": [{"name": "network-changed", "server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:29.093141 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.094091 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.114043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:29.120631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91862f-b7aa-463e-bb89-1ba46dc6524c req-6f0399b6-89e7-4be5-9810-ae2dae2930d5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.127139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f91862f-b7aa-463e-bb89-1ba46dc6524c req-6f0399b6-89e7-4be5-9810-ae2dae2930d5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 948 time: 0.1755145 Nov 12 05:14:29.137466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:29.149594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:29.158902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:29.221926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c666b-cc17-4f8b-b5cc-ff1aa579dbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:29.234746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-fd8840c8-7ce5-46b6-9e62-13383655c142', 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142', 'tenant_id': '276de216837c43e5967807972e09f876', 'fixed_ips': [{'subnet_id': 'e478f9b0-9bd4-4bc7-a727-b69755402471'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:29.236803 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.252130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on host n-h1-765315-28 for vnic_type normal with profile {"migrating_to": "n-h2-765315-28"} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:29.252364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:29.252695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:29.288996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.292117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:29.292438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Attempting to bind port 83979e9a-1038-4f67-9148-b6704ddbb829 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:29.305418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.306077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.318461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:29.326104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:29.326104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:29.326491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Bound port: 83979e9a-1038-4f67-9148-b6704ddbb829, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:29.326790 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.329182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Pushing event updated for resources: {'Port': ['ID=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:29.343335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-f95f597a-60bb-4ef6-a8a1-17e69cb51be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.347871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-f95f597a-60bb-4ef6-a8a1-17e69cb51be2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 1099 time: 0.1998668 Nov 12 05:14:29.361011 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-71ebac25-5aac-485f-9ef9-f467381e83e4 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5634418 Nov 12 05:14:29.392271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Request body: {'port': {'device_id': 'e041726b-0ae5-4986-a690-64ac6b499270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:29.423065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccafed0-33a0-42ad-bf2a-636559953bd4 req-50ec3236-634e-44b6-9c0c-41a355bdf1c0 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.424613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ccafed0-33a0-42ad-bf2a-636559953bd4 req-50ec3236-634e-44b6-9c0c-41a355bdf1c0 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 935 time: 0.2944098 Nov 12 05:14:29.436046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:29.443707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f91862f-b7aa-463e-bb89-1ba46dc6524c req-4683849b-aa7c-447e-bbcf-7bf2890c2396 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511439 Nov 12 05:14:29.445569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:29.445943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.478948 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-a2790654-3d14-4596-a330-5b512a7459bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 217 time: 0.0981574 Nov 12 05:14:29.543178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Allocated IP 172.20.0.2 (fd8840c8-7ce5-46b6-9e62-13383655c142/e478f9b0-9bd4-4bc7-a727-b69755402471/3e91a5be-f602-4dae-8af0-0778dbf9cb1f) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:29.586260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-7a555505-1f3b-49b8-b3e3-44e5b1f669a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.587863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-7a555505-1f3b-49b8-b3e3-44e5b1f669a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0791526 Nov 12 05:14:29.597192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.651262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.657797 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.679809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-40584633-4d2e-4506-b742-dffcf36836cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.681323 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-40584633-4d2e-4506-b742-dffcf36836cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0853710 Nov 12 05:14:29.730309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ccafed0-33a0-42ad-bf2a-636559953bd4 req-86b62fd0-53c7-4616-b781-a1efc59ef87f tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764792 Nov 12 05:14:29.760141 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.766728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:29.786243 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.861934 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ff540d-655f-4923-86c8-f1cc4bcb9cab x-openstack-request-id: req-a2ff540d-655f-4923-86c8-f1cc4bcb9cab {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:29.862208 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:29.862483 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2ff540d-655f-4923-86c8-f1cc4bcb9cab {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:29.862868 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'status': 'completed', 'code': 200} Nov 12 05:14:29.863810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:29.864273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Pushing event updated for resources: {'Port': ['ID=3e91a5be-f602-4dae-8af0-0778dbf9cb1f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:29.869265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4aca2bef-6ef0-447c-a238-a391856658df None None] Provisioning complete for port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:29.869638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4aca2bef-6ef0-447c-a238-a391856658df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.870142 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fca5e8-0c15-482b-af24-02246e52d9de x-openstack-request-id: req-24fca5e8-0c15-482b-af24-02246e52d9de {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:29.871175 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "name": "network-vif-unplugged", "status": "completed", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:29.871298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a784ccf-580a-490f-ba96-05d0f562b11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:29.871678 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24fca5e8-0c15-482b-af24-02246e52d9de {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:29.872281 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829', 'code': 200} Nov 12 05:14:29.876528 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0daa49-d491-49b9-bd96-90b72429d628" -d '{"events": [{"server_uuid": "3a784ccf-580a-490f-ba96-05d0f562b11c", "name": "network-vif-plugged", "status": "completed", "tag": "475b6a8e-44c2-43ff-9ea3-a9e4134e65c2"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:29.881236 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-839e334e-ce4f-4b9c-9aac-4cbb58419cb3 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803205 Nov 12 05:14:29.890360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32e2b1-a37f-4d4c-aec6-fdb96e899e77 req-5b983ce9-3a2b-4d25-87b9-2d354a0e3e97 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.891908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb32e2b1-a37f-4d4c-aec6-fdb96e899e77 req-5b983ce9-3a2b-4d25-87b9-2d354a0e3e97 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 944 time: 0.3527608 Nov 12 05:14:29.912290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.925841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:29.942476 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.954634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Network fd8840c8-7ce5-46b6-9e62-13383655c142 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:29.960895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:29.983805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:29.986533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4aca2bef-6ef0-447c-a238-a391856658df None None] Port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:30.057711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:30.064155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Attempting to bind port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:30.064541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Attempting to bind port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:30.064873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Attempting to bind port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f on network fd8840c8-7ce5-46b6-9e62-13383655c142 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:30.070765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:30.071138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Checking segment: {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:30.071540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.071927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Bound using segment: {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:30.072632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Bound port: 3e91a5be-f602-4dae-8af0-0778dbf9cb1f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:30.073016 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.075829 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-143bbc62-f6d2-4c4a-9a75-f0e34209e027 req-3483710b-1581-4a04-892c-66d7120644b0 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791449 Nov 12 05:14:30.086877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2cd744dd-d613-4d50-ad87-8979efb91dae up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:30.093228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Pushing event updated for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:30.104269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb32e2b1-a37f-4d4c-aec6-fdb96e899e77 req-3c473b5e-a78b-48fe-85e3-3444f3f34e35 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998756 Nov 12 05:14:30.107463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.107577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.108891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-44071204-fe3e-4bec-9787-bb44eb65b873 service neutron] 10.222.0.47 "PUT /v2.0/ports/83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 1124 time: 2.1700988 Nov 12 05:14:30.143322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee045d06-7535-4bba-9760-9d72ddb92b39 req-576a4dc9-78fc-4faf-b556-27e0fbded715 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.147432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee045d06-7535-4bba-9760-9d72ddb92b39 req-576a4dc9-78fc-4faf-b556-27e0fbded715 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.2054052 Nov 12 05:14:30.186440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:30.197948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.259607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Transition to ACTIVE for port object 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:30.275035 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.325985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] For port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:30.329826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] For port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3e91a5be-f602-4dae-8af0-0778dbf9cb1f,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:30.333415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee045d06-7535-4bba-9760-9d72ddb92b39 req-5149b955-2766-481f-9ced-cea1c209d23c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750135 Nov 12 05:14:30.338644 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.340184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-89a2ae85-6fd5-4cef-a562-4e7d11c9d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.351541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 2cd744dd-d613-4d50-ad87-8979efb91dae completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:30.351697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-89a2ae85-6fd5-4cef-a562-4e7d11c9d943 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 1099 time: 0.1138401 Nov 12 05:14:30.378369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['83979e9a-1038-4f67-9148-b6704ddbb829'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:30.388790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 2cd744dd-d613-4d50-ad87-8979efb91dae triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:30.389161 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.403079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Pushing event updated for resources: {'Port': ['ID=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:30.409857 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.459501 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c804b3e-1dde-45c1-add9-bd24771d8609 x-openstack-request-id: req-1c804b3e-1dde-45c1-add9-bd24771d8609 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:30.460073 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a784ccf-580a-490f-ba96-05d0f562b11c", "name": "network-vif-plugged", "status": "completed", "tag": "475b6a8e-44c2-43ff-9ea3-a9e4134e65c2", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:30.460073 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c804b3e-1dde-45c1-add9-bd24771d8609 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:30.460502 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a784ccf-580a-490f-ba96-05d0f562b11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2', 'code': 200} Nov 12 05:14:30.527354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f67af-8e04-4d61-8322-e5168497fb95 req-84d67669-6f0c-44a8-90b6-1d9f90e8c09b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.541564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b90f67af-8e04-4d61-8322-e5168497fb95 req-84d67669-6f0c-44a8-90b6-1d9f90e8c09b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.3455598 Nov 12 05:14:30.559175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Attempting to bind port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:30.559744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Attempting to bind port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:30.560069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Attempting to bind port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:30.568116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d171b-55bb-42a0-bc5d-a7ec9111dc22 None None] Pushing event updated for resources: {'Port': ['ID=3e91a5be-f602-4dae-8af0-0778dbf9cb1f,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:30.568286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-2057718e-3786-48a0-8c7f-909a8d05b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.571271 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-2057718e-3786-48a0-8c7f-909a8d05b975 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2187676 Nov 12 05:14:30.573027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:30.573585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Attempting to bind port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:30.623138 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.635449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:30.635878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:30.636343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:30.636869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Bound port: 1d67f232-ed47-4ea8-9dd6-29179e8f3a85, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:30.637302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.642650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-3e7df227-a4a8-4978-b5ad-2a2a1e08f5c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 217 time: 0.0610368 Nov 12 05:14:30.690759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b90f67af-8e04-4d61-8322-e5168497fb95 req-5f5d44e4-7b65-443a-a389-37dde00013b4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435554 Nov 12 05:14:30.695812 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.712290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 2cd744dd-d613-4d50-ad87-8979efb91dae, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2cd744dd-d613-4d50-ad87-8979efb91dae,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:30.725368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.801093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-0270bd9a-ee2e-41b4-8415-01a4a7e05e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.802562 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-0270bd9a-ee2e-41b4-8415-01a4a7e05e45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1426778 Nov 12 05:14:30.812146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] For port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:30.815760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] For port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:30.839426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.916616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.917104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.918517 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] 10.222.0.43 "PUT /v2.0/ports/1d67f232-ed47-4ea8-9dd6-29179e8f3a85 HTTP/1.1" status: 200 len: 1096 time: 1.5364716 Nov 12 05:14:30.931199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ea97d-fe01-4959-9d92-e159c95f652a req-6d075885-a072-4159-9645-8583446d9da1 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.932376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d68ea97d-fe01-4959-9d92-e159c95f652a req-6d075885-a072-4159-9645-8583446d9da1 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1097 time: 0.3548343 Nov 12 05:14:30.934172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882b6d3-181f-4657-b4d4-8a9d8adab7ce req-59a1b5ce-384c-4013-a721-10f557efa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.935584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4882b6d3-181f-4657-b4d4-8a9d8adab7ce req-59a1b5ce-384c-4013-a721-10f557efa457 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 1101 time: 0.3477216 Nov 12 05:14:30.961858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=2cd744dd-d613-4d50-ad87-8979efb91dae,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:30.963402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-2d6ead9f-d89e-4131-8cdd-7dda0f0174d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.964903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-2d6ead9f-d89e-4131-8cdd-7dda0f0174d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280482 Nov 12 05:14:30.966054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da1d42-1dbe-4441-afa1-f94995ac2aff service neutron] Pushing event updated for resources: {'Port': ['ID=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:31.106192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-e4885bde-abbb-4cc8-b982-306abf3d9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:31.107700 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-e4885bde-abbb-4cc8-b982-306abf3d9df8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39df26c587134fe180ad7c2fccd58946&device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 1099 time: 0.1015811 Nov 12 05:14:31.113287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-43335885-a549-479d-ba2e-313054a1971e service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345806 Nov 12 05:14:31.124231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e04f7-09ca-43fd-a581-471f92ba06e5 req-497dfa99-bfe5-4d50-95df-f5756f5d43e7 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:31.125805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce5e04f7-09ca-43fd-a581-471f92ba06e5 req-497dfa99-bfe5-4d50-95df-f5756f5d43e7 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 949 time: 0.1840603 Nov 12 05:14:31.150003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d68ea97d-fe01-4959-9d92-e159c95f652a req-1a4f5142-95a3-4846-aa5d-f24cf1c3d4fd tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829114 Nov 12 05:14:31.152378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Allocated IP 172.25.2.180 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/b5a4aeb8-3363-42a7-af23-0c4d321d5c67) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:31.161701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4882b6d3-181f-4657-b4d4-8a9d8adab7ce req-c5bdc8c6-6a26-4048-9264-05aceda01ca6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001276 Nov 12 05:14:31.211886 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-f83f7de9-7d17-47c3-b8f1-c1c7d7296727 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=1d67f232-ed47-4ea8-9dd6-29179e8f3a85 HTTP/1.1" status: 200 len: 217 time: 0.0758545 Nov 12 05:14:31.255670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce5e04f7-09ca-43fd-a581-471f92ba06e5 req-ec69b44f-3f43-4b71-9207-89787773b05f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008961 Nov 12 05:14:31.284862 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b27a681f-f8b3-4ead-bf81-f06ee6ff135e req-5793159b-da9b-44b9-8ba0-aced0c58df69 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479049 Nov 12 05:14:31.357541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.372066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a176a5-a0b2-45f1-b691-b14f84fd126c req-670e8bb7-8f0b-44b3-a8d2-288c0e1e9825 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:31.373550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91a176a5-a0b2-45f1-b691-b14f84fd126c req-670e8bb7-8f0b-44b3-a8d2-288c0e1e9825 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 947 time: 0.1154149 Nov 12 05:14:31.417776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49a773-a765-4cf1-9496-44b53722029b req-7391f047-4599-49b7-b1e6-30c85b54b8bd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:31.419352 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c49a773-a765-4cf1-9496-44b53722029b req-7391f047-4599-49b7-b1e6-30c85b54b8bd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.1020579 Nov 12 05:14:31.487585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.492376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91a176a5-a0b2-45f1-b691-b14f84fd126c req-ba33a090-e5be-4876-9a51-ef22646498c2 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125116 Nov 12 05:14:31.549505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c49a773-a765-4cf1-9496-44b53722029b req-241722af-6004-470f-a2ed-9e2a0ddf7b91 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206336 Nov 12 05:14:31.559165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:31.562171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:31.577767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:31.580015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a4aeb8-3363-42a7-af23-0c4d321d5c67,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:31.666147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-6bb35e76-de22-4118-8335-f4bd015d61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:31.668075 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-6bb35e76-de22-4118-8335-f4bd015d61e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0689154 Nov 12 05:14:31.769132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-a0bbdf69-b5a4-4152-a0ab-c11ef82498c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:31.770652 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-a0bbdf69-b5a4-4152-a0ab-c11ef82498c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906954 Nov 12 05:14:31.792507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3e91a5be-f602-4dae-8af0-0778dbf9cb1f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:31.812181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38637af6-4ba6-49cb-925c-6f3583472f06 req-9fec536d-8750-45d2-aa66-49f487fbbee7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:31.813793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38637af6-4ba6-49cb-925c-6f3583472f06 req-9fec536d-8750-45d2-aa66-49f487fbbee7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.1200655 Nov 12 05:14:31.849875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0df6bd-6235-45a0-8910-617fd38714ef None None] Network fd8840c8-7ce5-46b6-9e62-13383655c142 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:31.870224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e041726b-0ae5-4986-a690-64ac6b499270', 'tag': '1d67f232-ed47-4ea8-9dd6-29179e8f3a85'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:31.872489 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe383a-7c33-4ec0-9d84-21c5778c7685" -d '{"events": [{"name": "network-changed", "server_uuid": "e041726b-0ae5-4986-a690-64ac6b499270", "tag": "1d67f232-ed47-4ea8-9dd6-29179e8f3a85"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:31.878932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:31.879992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.893694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:31.896612 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d334d8c-c913-4839-a9eb-55aa8912022a" -d '{"events": [{"name": "network-changed", "server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:31.912392 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-c3268294-a5ff-4657-8797-ad520a77dec2 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251869 Nov 12 05:14:31.993377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38637af6-4ba6-49cb-925c-6f3583472f06 req-d27298b0-16fe-4a59-a815-aebd4195ded5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654894 Nov 12 05:14:31.997378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.029772 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c264b912-1cc7-4ecf-8df9-77aa008b166a req-cd2b618e-0c80-42ca-9d47-b495ebe6466d service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098106 Nov 12 05:14:32.088186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fdc10df5-7506-4a73-aaf5-c153588a6ac6 None None] Provisioning complete for port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:32.088556 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fdc10df5-7506-4a73-aaf5-c153588a6ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.200274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0df23-994a-4051-90d5-bf5e043f3421 req-adc8d799-54ee-4e20-be7e-bd6df53fad61 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:32.202028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09d0df23-994a-4051-90d5-bf5e043f3421 req-adc8d799-54ee-4e20-be7e-bd6df53fad61 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.1031804 Nov 12 05:14:32.224347 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.259581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fdc10df5-7506-4a73-aaf5-c153588a6ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.280283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3e91a5be-f602-4dae-8af0-0778dbf9cb1f,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:32.293260 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.372698 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-fdc10df5-7506-4a73-aaf5-c153588a6ac6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:14:32.373152 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-fdc10df5-7506-4a73-aaf5-c153588a6ac6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:14:32.398770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=3e91a5be-f602-4dae-8af0-0778dbf9cb1f,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:32.461525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f426b-bfd5-416c-a19c-a8f35dd2a65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd744dd-d613-4d50-ad87-8979efb91dae'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:32.464389 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bba1a35-2b88-4b37-a5fd-4cf089f9e6bb" -d '{"events": [{"server_uuid": "d53f426b-bfd5-416c-a19c-a8f35dd2a65d", "name": "network-vif-plugged", "status": "completed", "tag": "2cd744dd-d613-4d50-ad87-8979efb91dae"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:32.581064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-9c3de7f6-a4f3-440a-b391-72d5334cfc78 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:14:32.582078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-9c3de7f6-a4f3-440a-b391-72d5334cfc78 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076945 Nov 12 05:14:32.597436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-e1e92ec8-297d-4557-91e4-7f4394655d0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3930461 Nov 12 05:14:32.621442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.624367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-3deca923-e010-4079-8ab3-b7f4f23b0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:32.625933 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-3deca923-e010-4079-8ab3-b7f4f23b0d44 service neutron] 10.222.0.48 "GET /v2.0/ports/edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 200 len: 1094 time: 0.0364563 Nov 12 05:14:32.628090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09d0df23-994a-4051-90d5-bf5e043f3421 req-da64c07f-51b3-4769-ad14-537e544699a9 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991225 Nov 12 05:14:32.649370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Request body: {'binding': {'host': 'n-h1-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:32.650634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:14:32.755981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-bd665823-b3fa-4dc3-8da3-1654e0720890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:32.757524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-bd665823-b3fa-4dc3-8da3-1654e0720890 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1102 time: 0.0829310 Nov 12 05:14:32.765300 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e482e6e-f990-4985-963c-8f3f14489a4c x-openstack-request-id: req-7e482e6e-f990-4985-963c-8f3f14489a4c {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:32.765859 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e041726b-0ae5-4986-a690-64ac6b499270", "tag": "1d67f232-ed47-4ea8-9dd6-29179e8f3a85", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:32.765859 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e482e6e-f990-4985-963c-8f3f14489a4c {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:32.766174 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e041726b-0ae5-4986-a690-64ac6b499270', 'tag': '1d67f232-ed47-4ea8-9dd6-29179e8f3a85', 'status': 'completed', 'code': 200} Nov 12 05:14:32.801645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on host n-h1-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:32.801983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:32.802309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:32.806865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:32.807320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:32.812367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:32.812706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:32.813023 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6a553f-d06c-47fb-baf0-383de1e86ce4 x-openstack-request-id: req-be6a553f-d06c-47fb-baf0-383de1e86ce4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:32.813495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:32.813594 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:32.813765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Bound port: edbfe09c-5875-4813-b956-52c7baa65f7a, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:32.813866 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be6a553f-d06c-47fb-baf0-383de1e86ce4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:32.814195 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829', 'status': 'completed', 'code': 200} Nov 12 05:14:32.824915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Router a86b89e7-7115-4585-81b2-644443af5583 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:14:32.923301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:32.934093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.935261 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-2ec980a5-8b8d-4768-aad8-a9ef5cae6407 service neutron] 10.222.0.48 "POST /v2.0/ports/edbfe09c-5875-4813-b956-52c7baa65f7a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2961268 Nov 12 05:14:32.942833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-1ee81e37-a1d7-48d2-80fd-e7b69dd9eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:32.944801 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-1ee81e37-a1d7-48d2-80fd-e7b69dd9eeb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39df26c587134fe180ad7c2fccd58946&device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 1099 time: 0.0939813 Nov 12 05:14:32.950978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-e02a920b-8664-4687-8bb1-e0b6f0189afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:32.952409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-e02a920b-8664-4687-8bb1-e0b6f0189afd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1127 time: 0.0724316 Nov 12 05:14:32.982303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-9183dca7-c627-4087-a9d1-e711e532f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:32.983722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-9183dca7-c627-4087-a9d1-e711e532f8c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1969991 Nov 12 05:14:33.000378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d4efa-b687-45a9-836e-48045e978710 req-ff848479-d814-477b-b330-0821ddf006ee tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.002184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc6d4efa-b687-45a9-836e-48045e978710 req-ff848479-d814-477b-b330-0821ddf006ee tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 949 time: 0.1397114 Nov 12 05:14:33.039826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a9486b2c-9436-40c9-8fee-b6ea926a54d4 None None] Provisioning complete for port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:33.040399 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9486b2c-9436-40c9-8fee-b6ea926a54d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.091496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-62127e88-83ea-4339-97ab-a8256d7edbad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0879788 Nov 12 05:14:33.100696 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8270bde-b4a9-4c95-a1cb-4a654eb49e16 x-openstack-request-id: req-b8270bde-b4a9-4c95-a1cb-4a654eb49e16 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:33.101204 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f426b-bfd5-416c-a19c-a8f35dd2a65d", "name": "network-vif-plugged", "status": "completed", "tag": "2cd744dd-d613-4d50-ad87-8979efb91dae", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:33.101468 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8270bde-b4a9-4c95-a1cb-4a654eb49e16 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:33.102037 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f426b-bfd5-416c-a19c-a8f35dd2a65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd744dd-d613-4d50-ad87-8979efb91dae', 'code': 200} Nov 12 05:14:33.174119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:33.186236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Sync routers for ids ['a86b89e7-7115-4585-81b2-644443af5583'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:33.209004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Routers {'a86b89e7-7115-4585-81b2-644443af5583'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:33.210483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:14:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a86b89e7-7115-4585-81b2-644443af5583'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:33.232759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc6d4efa-b687-45a9-836e-48045e978710 req-9bd07338-0769-4e7d-8479-ee11b8236d53 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909478 Nov 12 05:14:33.236577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-1cdb1f73-2197-4410-a948-64231a1086de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.238659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-1cdb1f73-2197-4410-a948-64231a1086de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1252298 Nov 12 05:14:33.272379 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.276635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2f6adb87-3ce8-457b-91d6-7d82faaf72b8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2509069 Nov 12 05:14:33.301450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49618) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:33.345065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Set router a86b89e7-7115-4585-81b2-644443af5583 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:33.434314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-0fe253ef-b2ff-4d9b-87d7-46ff24daa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.435798 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-0fe253ef-b2ff-4d9b-87d7-46ff24daa74a service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.4746592 Nov 12 05:14:33.436992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-ea5244d8-6166-46e8-a054-b8301c3a9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.438285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-ea5244d8-6166-46e8-a054-b8301c3a9aea service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.4850471 Nov 12 05:14:33.463847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b2785-bf92-4f61-9cfa-d307796c687d req-9c5957d3-c8ba-43b8-96c8-035306d64a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.465368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e0b2785-bf92-4f61-9cfa-d307796c687d req-9c5957d3-c8ba-43b8-96c8-035306d64a26 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 1097 time: 0.2541988 Nov 12 05:14:33.475415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67f184-ecaf-44d3-b3d0-bbe3af630dad req-84091bf7-d1c8-45e6-92d4-f2eccb3bdd2e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.476969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c67f184-ecaf-44d3-b3d0-bbe3af630dad req-84091bf7-d1c8-45e6-92d4-f2eccb3bdd2e tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 947 time: 0.2496667 Nov 12 05:14:33.495617 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-c4736527-e93c-478e-90ef-273811789c1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 217 time: 0.0428147 Nov 12 05:14:33.546297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-51862eaf-922f-418a-8626-df950feeef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.547421 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-36f54f3e-1333-418c-8df6-fed2e3a89837 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=1d67f232-ed47-4ea8-9dd6-29179e8f3a85 HTTP/1.1" status: 200 len: 217 time: 0.0877142 Nov 12 05:14:33.548132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-51862eaf-922f-418a-8626-df950feeef96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2817385 Nov 12 05:14:33.594721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:14:31Z', 'revision_number': 3, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:33.614124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfb540-2ca2-4535-8532-bcb94ef85e06 req-75c80a8b-a403-4c8a-b54e-4ada1596b8f9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.616451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77bfb540-2ca2-4535-8532-bcb94ef85e06 req-75c80a8b-a403-4c8a-b54e-4ada1596b8f9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.2814705 Nov 12 05:14:33.618201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-badd80b9-e122-4457-bba9-8db0767f0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.619573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-badd80b9-e122-4457-bba9-8db0767f0892 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1097 time: 0.2424490 Nov 12 05:14:33.626379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Checking router: a86b89e7-7115-4585-81b2-644443af5583 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:33.626631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Updating router a86b89e7-7115-4585-81b2-644443af5583 port b5a4aeb8-3363-42a7-af23-0c4d321d5c67 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:14:33.627510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-6960ac70-adb4-4c21-b871-d46006957952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.629046 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-6960ac70-adb4-4c21-b871-d46006957952 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0807581 Nov 12 05:14:33.630375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-946f3e33-6b91-4cc1-a5ca-704db85a7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.632878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-946f3e33-6b91-4cc1-a5ca-704db85a7d15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0756919 Nov 12 05:14:33.655281 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.711265 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-19d8a2f2-53bb-4116-a5dc-13f9e1dec750 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558963 Nov 12 05:14:33.720869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-ffb32aef-cc12-475c-817d-3528b4009855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:33.722333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-ffb32aef-cc12-475c-817d-3528b4009855 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681431 Nov 12 05:14:33.752677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3e91a5be-f602-4dae-8af0-0778dbf9cb1f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:33.820165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e0b2785-bf92-4f61-9cfa-d307796c687d req-f28804a7-0d27-4e13-90ad-bb2b68f5d463 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365066 Nov 12 05:14:33.865228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:33.866136 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.867736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c67f184-ecaf-44d3-b3d0-bbe3af630dad req-273cf620-9356-48e0-a969-27d55913ca18 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325942 Nov 12 05:14:33.880803 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-a458ca93-8a08-46da-b20e-31dd44b8a9d9 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566463 Nov 12 05:14:33.885591 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-364cf141-887b-4a13-88f8-680fe581d5d1 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356015 Nov 12 05:14:33.954498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77bfb540-2ca2-4535-8532-bcb94ef85e06 req-ecbdd34d-c1fd-47db-9646-d7595f60b6ea tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138089 Nov 12 05:14:33.966950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-0272d721-af20-4f77-8bce-f1655316849c service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011977 Nov 12 05:14:34.013679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-7dd13cb5-1b62-4276-bda2-7fc1ba165de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:34.015384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-7dd13cb5-1b62-4276-bda2-7fc1ba165de8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.3769896 Nov 12 05:14:34.059515 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2d334d8c-c913-4839-a9eb-55aa8912022a req-1ba39e19-adc3-43dc-b989-1389341d03b2 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641076 Nov 12 05:14:34.063641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-83fe383a-7c33-4ec0-9d84-21c5778c7685 req-1304366d-50f0-46cd-b30b-9350ff089e1a service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609154 Nov 12 05:14:34.125719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 83979e9a-1038-4f67-9148-b6704ddbb829 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:34.127361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-26ee5846-c175-418a-9bea-72a88f9b17d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 200 len: 217 time: 0.0751512 Nov 12 05:14:34.146269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccb02b-718f-4b01-bdd0-a9d28ff89c22 req-d8bcc787-f390-4501-824d-29d1babd1b41 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:34.148309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5ccb02b-718f-4b01-bdd0-a9d28ff89c22 req-d8bcc787-f390-4501-824d-29d1babd1b41 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 945 time: 0.1891696 Nov 12 05:14:34.274619 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.289566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.349060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:34.369447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Attempting to bind port b5a4aeb8-3363-42a7-af23-0c4d321d5c67 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:34.369818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Attempting to bind port b5a4aeb8-3363-42a7-af23-0c4d321d5c67 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:34.370180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Attempting to bind port b5a4aeb8-3363-42a7-af23-0c4d321d5c67 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:34.376709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 83979e9a-1038-4f67-9148-b6704ddbb829 has no active binding in host n-h2-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:14:34.380862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fbc3d-1d54-40a4-8c4b-cd818b43409d None None] Pushing event updated for resources: {'Port': ['ID=b5a4aeb8-3363-42a7-af23-0c4d321d5c67,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:34.384984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:34.385367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:34.385769 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.386153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:34.387106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Bound port: b5a4aeb8-3363-42a7-af23-0c4d321d5c67, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:34.387492 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.439712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] For port b5a4aeb8-3363-42a7-af23-0c4d321d5c67, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:34.442893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] For port b5a4aeb8-3363-42a7-af23-0c4d321d5c67, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b5a4aeb8-3363-42a7-af23-0c4d321d5c67,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:34.447995 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.510748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Routers {'a86b89e7-7115-4585-81b2-644443af5583'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:34.511384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:14:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a86b89e7-7115-4585-81b2-644443af5583'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:34.518853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f4b8-0a2f-426a-90b0-3e2f99d66fa7 req-54e5e7de-be8c-4a65-87c9-950efd99ad1a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:34.520337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf56f4b8-0a2f-426a-90b0-3e2f99d66fa7 req-54e5e7de-be8c-4a65-87c9-950efd99ad1a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.4649348 Nov 12 05:14:34.547898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fbc3d-1d54-40a4-8c4b-cd818b43409d None None] Pushing event updated for resources: {'Port': ['ID=b5a4aeb8-3363-42a7-af23-0c4d321d5c67,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:34.551561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-c7ed6ec8-05ee-4913-b3a9-70b6d36061a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:34.553056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-c7ed6ec8-05ee-4913-b3a9-70b6d36061a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.3785195 Nov 12 05:14:34.588319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5ccb02b-718f-4b01-bdd0-a9d28ff89c22 req-09e93269-be1a-4e1c-a977-95cecd172109 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109361 Nov 12 05:14:34.606960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-20423a88-3bd5-42ae-bc68-fd356eb25eab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392127 Nov 12 05:14:34.636884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] Set router a86b89e7-7115-4585-81b2-644443af5583 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:34.730156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf56f4b8-0a2f-426a-90b0-3e2f99d66fa7 req-9dc44557-733a-40ce-801b-a924c26423c2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842942 Nov 12 05:14:34.821147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:14:31Z', 'revision_number': 3, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:34.829700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-29faf61a-f131-48be-9866-8d12127f3cf4 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008021 Nov 12 05:14:34.840431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee68a-db21-4626-8521-94bde34926e4 req-722481fb-b635-4eb4-8c37-c950a6f767aa tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:34.841907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b69ee68a-db21-4626-8521-94bde34926e4 req-722481fb-b635-4eb4-8c37-c950a6f767aa tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.1780317 Nov 12 05:14:34.848171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ed16e-7eb0-4239-a744-4088559a24da None None] The sync data for ids ['a86b89e7-7115-4585-81b2-644443af5583'] in n-d-765315-28 is: [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:14:31Z', 'revision_number': 3, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:14:34.851188 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.049391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b69ee68a-db21-4626-8521-94bde34926e4 req-b6070864-b034-437d-8f32-18b475a18a59 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866937 Nov 12 05:14:35.086901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd038ebd-1ba1-48cd-a072-117df148940b req-ba0f4b3f-58ba-4dd0-8a26-3044af8ce0e8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:35.094002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd038ebd-1ba1-48cd-a072-117df148940b req-ba0f4b3f-58ba-4dd0-8a26-3044af8ce0e8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 949 time: 0.2084618 Nov 12 05:14:35.137139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-f39c605b-8013-4197-acdf-d8f32ce6b9ca service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939465 Nov 12 05:14:35.191459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device accd1a6e-24c9-44a8-9db5-b6d48eecdb23 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:35.221579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd038ebd-1ba1-48cd-a072-117df148940b req-7b7e82cb-a936-43da-a00d-5a979fbb5edf tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266630 Nov 12 05:14:35.249565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Allocated IP 172.20.0.1 (fd8840c8-7ce5-46b6-9e62-13383655c142/e478f9b0-9bd4-4bc7-a727-b69755402471/d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:35.282184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b11af3-9147-4187-a478-7cda77c247c6 req-9dc176de-ec07-4c97-afb5-79c522638539 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:35.283689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81b11af3-9147-4187-a478-7cda77c247c6 req-9dc176de-ec07-4c97-afb5-79c522638539 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 947 time: 0.1430647 Nov 12 05:14:35.326429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:35.339353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'mac_address': 'fa:16:3e:2f:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:35.390363 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.412929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accd1a6e-24c9-44a8-9db5-b6d48eecdb23 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:35.435710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:35.440110 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.442951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-d1d8bd6c-c2cf-4654-a8b4-a5adb0f3f0df tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:35.444532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-d1d8bd6c-c2cf-4654-a8b4-a5adb0f3f0df tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.1857786 Nov 12 05:14:35.458431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81b11af3-9147-4187-a478-7cda77c247c6 req-50f91268-0d68-4be4-9707-7d47062222fd tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588132 Nov 12 05:14:35.469785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-28'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:35.486624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244a249-3f46-4694-a4b0-b4ac67d19422 req-aa260f21-f1db-4686-9ef6-7b15ab3c9bee tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:35.488181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2244a249-3f46-4694-a4b0-b4ac67d19422 req-aa260f21-f1db-4686-9ef6-7b15ab3c9bee tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.1813774 Nov 12 05:14:35.502361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:35.543837 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.641644 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.659681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2244a249-3f46-4694-a4b0-b4ac67d19422 req-781ccc7d-3ddd-428b-a748-efaa5f2f8bb0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469307 Nov 12 05:14:35.681243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219000-2ae0-4a40-805b-5a50fb4e3c8d req-0f925f67-f3cd-47ef-8e67-60c89cf0cf2c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:35.686887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66219000-2ae0-4a40-805b-5a50fb4e3c8d req-0f925f67-f3cd-47ef-8e67-60c89cf0cf2c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 950 time: 0.1379182 Nov 12 05:14:35.730453 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.736039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b5a4aeb8-3363-42a7-af23-0c4d321d5c67 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:35.789965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b5a4aeb8-3363-42a7-af23-0c4d321d5c67 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:35.790376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.852600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Network fd8840c8-7ce5-46b6-9e62-13383655c142 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:35.873605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.873938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:35.882050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Pushing event updated for resources: {'Port': ['ID=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:35.896002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port b5a4aeb8-3363-42a7-af23-0c4d321d5c67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b5a4aeb8-3363-42a7-af23-0c4d321d5c67,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:35.901683 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.914914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:35.945238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66219000-2ae0-4a40-805b-5a50fb4e3c8d req-bf5020d6-7a35-4607-9e3f-927a1edb7d8e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489185 Nov 12 05:14:35.952462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=b5a4aeb8-3363-42a7-af23-0c4d321d5c67,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:35.978682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9381-b3a7-4667-adf0-d2de885637d7 req-53a97380-2815-4049-83ce-71b7de3fd381 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:35.978682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29ac9381-b3a7-4667-adf0-d2de885637d7 req-53a97380-2815-4049-83ce-71b7de3fd381 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 945 time: 0.2235322 Nov 12 05:14:36.006766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.055836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['accd1a6e-24c9-44a8-9db5-b6d48eecdb23'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:36.074750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:36.136379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29ac9381-b3a7-4667-adf0-d2de885637d7 req-ac23399a-7d4f-425d-ab11-6b02b05e0171 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571784 Nov 12 05:14:36.168538 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-c9d313dc-773b-4196-a4aa-24790b33b74f service neutron] 10.222.0.43 "GET /v2.0/ports/83979e9a-1038-4f67-9148-b6704ddbb829/bindings/n-h2-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.0589075 Nov 12 05:14:36.169748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a1bb5929-a206-473c-abb6-086d329b0dff None None] Provisioning complete for port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:36.170128 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5929-a206-473c-abb6-086d329b0dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.218184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab29d32-641c-46c0-9a7e-d816e4f27dce req-3ef55ece-2632-44c1-9c9c-5fd2b9eda2e7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:36.219788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ab29d32-641c-46c0-9a7e-d816e4f27dce req-3ef55ece-2632-44c1-9c9c-5fd2b9eda2e7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 948 time: 0.1518571 Nov 12 05:14:36.223825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:36.228512 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb5929-a206-473c-abb6-086d329b0dff None None] Port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:36.313708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:36.315428 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cca51f-af00-4c0c-aa5b-dbe929b62ccc" -d '{"events": [{"server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "name": "network-vif-unplugged", "status": "completed", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:36.334922 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.351693 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.366834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.389995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ab29d32-641c-46c0-9a7e-d816e4f27dce req-29e6eec2-cf6f-428f-b4ee-f47a53c91fd3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367671 Nov 12 05:14:36.396693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:36.439112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:36.488111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83979e9a-1038-4f67-9148-b6704ddbb829 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:36.503405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:36.514322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Pushing event updated for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:36.522479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.557569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on host n-h2-765315-28 for vnic_type normal with profile {"migrating_to": "n-h1-765315-28"} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:36.557925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:36.558247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:36.583232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:36.583548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Attempting to bind port edbfe09c-5875-4813-b956-52c7baa65f7a on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:36.603457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] Transition to ACTIVE for port object 83979e9a-1038-4f67-9148-b6704ddbb829 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:36.609561 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.611118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:36.611457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:36.611853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:36.612364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Bound port: edbfe09c-5875-4813-b956-52c7baa65f7a, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:36.612621 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.675601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] No DVR routers for this DVR port 83979e9a-1038-4f67-9148-b6704ddbb829 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:36.687404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4441c-5a00-48c0-9aef-d010137c7c80 req-f1f006dd-130a-4c37-b2a3-03eab10b4355 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:36.695252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] Pushing event updated for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=10']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:36.696948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91a4441c-5a00-48c0-9aef-d010137c7c80 req-f1f006dd-130a-4c37-b2a3-03eab10b4355 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 944 time: 0.2095270 Nov 12 05:14:36.722381 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-e80434b1-f660-42a2-89fb-fc898d632993 service neutron] 10.222.0.43 "PUT /v2.0/ports/83979e9a-1038-4f67-9148-b6704ddbb829/bindings/n-h2-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 0.5456717 Nov 12 05:14:36.769974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f59eb-69f7-4bce-bafc-faa7db51f952 req-8cb9b866-378b-4093-8d1f-852903432557 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:36.776993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f59eb-69f7-4bce-bafc-faa7db51f952 req-8cb9b866-378b-4093-8d1f-852903432557 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:36.778554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-485f59eb-69f7-4bce-bafc-faa7db51f952 req-8cb9b866-378b-4093-8d1f-852903432557 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c&device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 1690 time: 0.2163496 Nov 12 05:14:36.853135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91a4441c-5a00-48c0-9aef-d010137c7c80 req-5a1ad684-c3a8-4dee-a372-2a232730a502 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552303 Nov 12 05:14:36.864924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:36.899410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:36.902067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.908806 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd028dcb-493e-4f85-a903-ffd74a279604 x-openstack-request-id: req-bd028dcb-493e-4f85-a903-ffd74a279604 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:36.908942 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "name": "network-vif-unplugged", "status": "completed", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:36.909172 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd028dcb-493e-4f85-a903-ffd74a279604 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:36.909549 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a', 'code': 200} Nov 12 05:14:36.913481 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.915901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.946982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-485f59eb-69f7-4bce-bafc-faa7db51f952 req-403e0933-e45e-45a4-810c-d086cd9b568f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563489 Nov 12 05:14:37.038315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Pushing event updated for resources: {'Port': ['ID=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:37.060072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.107801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:37.108411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.109756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] 10.222.0.43 "PUT /v2.0/ports/edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 200 len: 1123 time: 1.6504011 Nov 12 05:14:37.139812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17e1c-db62-4d5a-9b52-84a3a2830af5 req-27b1ec1a-add7-4fd6-bf69-7db7e7a5f6e2 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:37.141714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60d17e1c-db62-4d5a-9b52-84a3a2830af5 req-27b1ec1a-add7-4fd6-bf69-7db7e7a5f6e2 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 947 time: 0.1756592 Nov 12 05:14:37.198354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:37.223767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b7cb8-9ea7-4c82-bbdc-136cb05b2911 req-7eb911f5-d6a4-4ee5-9047-4f7a6084ec54 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:37.225945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc0b7cb8-9ea7-4c82-bbdc-136cb05b2911 req-7eb911f5-d6a4-4ee5-9047-4f7a6084ec54 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.2106073 Nov 12 05:14:37.230990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856814a9-d4b9-4fa5-914e-0ab8bc0fc2bc service neutron] Pushing event updated for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:37.235356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['edbfe09c-5875-4813-b956-52c7baa65f7a'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:37.296511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60d17e1c-db62-4d5a-9b52-84a3a2830af5 req-42d153f8-5f11-4957-b1b2-6b283516a21b tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408107 Nov 12 05:14:37.321065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Network fd8840c8-7ce5-46b6-9e62-13383655c142 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:37.325688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:37.336609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc0b7cb8-9ea7-4c82-bbdc-136cb05b2911 req-b3ee18a2-2c40-4fa7-a425-ff3aa134ef8a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963967 Nov 12 05:14:37.340107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:37.366133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1d67f232-ed47-4ea8-9dd6-29179e8f3a85', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '1d67f232-ed47-4ea8-9dd6-29179e8f3a85', 'mac_address': 'fa:16:3e:40:f9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:37.429358 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.478468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Router a86b89e7-7115-4585-81b2-644443af5583 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:14:37.488954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:37.527617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:37.535621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.579985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9b145-e25d-4838-baf7-0c9a3641efd5 req-f0091547-a5b3-4b1b-a92c-c88b0392ac48 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:37.581558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dd9b145-e25d-4838-baf7-0c9a3641efd5 req-f0091547-a5b3-4b1b-a92c-c88b0392ac48 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.1192336 Nov 12 05:14:37.597357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:37.668541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b463b88c-54c6-4328-9a5f-84c2abc12857 None None] Provisioning complete for port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:37.668903 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b463b88c-54c6-4328-9a5f-84c2abc12857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.713241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b5a4aeb8-3363-42a7-af23-0c4d321d5c67 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:37.716735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b463b88c-54c6-4328-9a5f-84c2abc12857 None None] Port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:37.767181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b5a4aeb8-3363-42a7-af23-0c4d321d5c67 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:37.767549 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.961647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a762fa3-fb85-4016-a117-fa394fc5ebff req-e7289267-598f-4d40-a45e-b89b2aa232e5 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:37.963223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a762fa3-fb85-4016-a117-fa394fc5ebff req-e7289267-598f-4d40-a45e-b89b2aa232e5 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 1101 time: 0.3703451 Nov 12 05:14:37.964190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:37.968411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dd9b145-e25d-4838-baf7-0c9a3641efd5 req-b4dc2a02-fb68-4f44-9ef1-0b83891f9955 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723562 Nov 12 05:14:37.979989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-11d61265-986f-4224-a5eb-5180cdb3a43e admin admin] 10.222.0.48 "PUT /v2.0/routers/a86b89e7-7115-4585-81b2-644443af5583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6694949 Nov 12 05:14:37.980211 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Sync routers for ids ['a86b89e7-7115-4585-81b2-644443af5583'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:37.986510 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Routers {'a86b89e7-7115-4585-81b2-644443af5583'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:37.987163 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:14:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a86b89e7-7115-4585-81b2-644443af5583'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:38.035230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a762fa3-fb85-4016-a117-fa394fc5ebff req-70e10fa6-b17a-4e88-8c1e-0927d598db71 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612934 Nov 12 05:14:38.082958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1d67f232-ed47-4ea8-9dd6-29179e8f3a85'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:38.099313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637dace-4c1a-404a-b322-db79130134f5 req-7df5bc82-9e9a-4c8a-8561-e3676c75e358 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.101412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2637dace-4c1a-404a-b322-db79130134f5 req-7df5bc82-9e9a-4c8a-8561-e3676c75e358 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 948 time: 0.0575776 Nov 12 05:14:38.109223 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Set router a86b89e7-7115-4585-81b2-644443af5583 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:38.203039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2637dace-4c1a-404a-b322-db79130134f5 req-5ff56e9e-89e6-4994-9ddd-7bff335e40ff tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907192 Nov 12 05:14:38.216444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b331e-78e9-4f2d-81fc-0b4030f41bb4 req-c28e80fe-4576-4565-9c41-f3761ac89f88 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.218040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-363b331e-78e9-4f2d-81fc-0b4030f41bb4 req-c28e80fe-4576-4565-9c41-f3761ac89f88 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 945 time: 0.0924156 Nov 12 05:14:38.278023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-363b331e-78e9-4f2d-81fc-0b4030f41bb4 req-7e1b32f0-3c98-40a4-97ec-ea67426beab4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492072 Nov 12 05:14:38.346675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254887fb-f3d4-4318-acf3-68f970cfe3f1 req-e34978ea-34ce-42c0-9710-2b51a37c089f tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.348361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-254887fb-f3d4-4318-acf3-68f970cfe3f1 req-e34978ea-34ce-42c0-9710-2b51a37c089f tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 1102 time: 0.0524468 Nov 12 05:14:38.407800 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:14:36Z', 'revision_number': 4, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'd41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5', 'name': '', 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142', 'tenant_id': '276de216837c43e5967807972e09f876', 'mac_address': 'fa:16:3e:fb:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e478f9b0-9bd4-4bc7-a727-b69755402471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:34Z', 'updated_at': '2021-11-12T05:14:36Z', 'revision_number': 2, 'project_id': '276de216837c43e5967807972e09f876', 'subnets': [{'id': 'e478f9b0-9bd4-4bc7-a727-b69755402471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:38.425387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-254887fb-f3d4-4318-acf3-68f970cfe3f1 req-9d38be98-be2f-46b3-8351-6bf01e7bceef tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703552 Nov 12 05:14:38.440459 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Checking router: a86b89e7-7115-4585-81b2-644443af5583 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:38.440842 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Updating router a86b89e7-7115-4585-81b2-644443af5583 port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:14:38.450728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b67ab-d45b-49b7-a733-caaa797b8c12 req-16f56112-1f2b-4f7d-aa0f-01e6fcfae557 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.450728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c31b67ab-d45b-49b7-a733-caaa797b8c12 req-16f56112-1f2b-4f7d-aa0f-01e6fcfae557 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 948 time: 0.0617013 Nov 12 05:14:38.472182 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.526653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c31b67ab-d45b-49b7-a733-caaa797b8c12 req-d4bf7630-18d9-497d-8b7d-ce6c70854396 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 Nov 12 05:14:38.590169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103153b-d368-4c92-a7a6-dc1c7affbaf9 req-87cd8978-7d2f-48db-911c-8f06431819b7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.594711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1103153b-d368-4c92-a7a6-dc1c7affbaf9 req-87cd8978-7d2f-48db-911c-8f06431819b7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.0657432 Nov 12 05:14:38.644986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49686) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:38.648061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1103153b-d368-4c92-a7a6-dc1c7affbaf9 req-ade6fb8b-0b17-47e1-91bc-28bc73de8319 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525014 Nov 12 05:14:38.649995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-network', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:38.681771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Made reservation on behalf of f4ba864fae6f4f0db130cf55b9824320 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:38.684140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.694019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.753274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-c2ff4712-77f1-413b-a55c-2cb28e04cea6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266864 Nov 12 05:14:38.775314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.780156 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.802409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:38.818218 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.819137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9412c019-6f74-4936-a383-abb012ce280a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:38.822040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.823510 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Added segment a1a78998-e7b2-4e2b-83e9-eb28564502ed of type vlan for network 36be4d1d-053f-463c-abc5-8710529010fa Nov 12 05:14:38.827492 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.863113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.872955 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Pushing event updated for resources: {'Port': ['ID=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:38.875291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-28d34182-b11d-427a-9356-7afa6f1fd8ef tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.882890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-28d34182-b11d-427a-9356-7afa6f1fd8ef tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228578 Nov 12 05:14:38.898990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-a64f8915-c0ea-4a3f-a132-2d740ca44585 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/quotas/9f31d2a24e674fb58cddb6087614233d HTTP/1.1" status: 200 len: 375 time: 0.0149283 Nov 12 05:14:38.900597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.902488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.903275 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.912494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:38.916041 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a129425-e824-4361-85f9-091cbec2cba3" -d '{"events": [{"name": "network-changed", "server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:38.932229 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.932593 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.934079 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.936084 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.936450 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.936792 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.937133 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.937463 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.937793 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.938135 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.938496 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.938954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:38.968811 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Attempting to bind port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:38.969180 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Attempting to bind port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:38.970318 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Attempting to bind port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 on network fd8840c8-7ce5-46b6-9e62-13383655c142 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:38.972266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] Pushing event updated for resources: {'Network': ['ID=36be4d1d-053f-463c-abc5-8710529010fa,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:38.977339 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb1d61d-cdc3-4528-a590-e8903981e467 x-openstack-request-id: req-4cb1d61d-cdc3-4528-a590-e8903981e467 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:38.977852 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5b34e929-647f-4d59-9d36-f3231730b13f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3317363 Nov 12 05:14:38.977943 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:38.978306 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cb1d61d-cdc3-4528-a590-e8903981e467 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:38.978737 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a', 'status': 'completed', 'code': 200} Nov 12 05:14:38.981336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49698) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:38.987759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Request body: {'subnet': {'network_id': '36be4d1d-053f-463c-abc5-8710529010fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-subnet', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:38.988431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 36be4d1d-053f-463c-abc5-8710529010fa details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:38.991858 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:38.992867 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Checking segment: {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:38.993459 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.993851 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Bound using segment: {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:38.994322 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Bound port: d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:38.994918 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.013332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Made reservation on behalf of f4ba864fae6f4f0db130cf55b9824320 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:39.016456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.028676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-00be40f3-8805-4538-8d61-3fb06a442bab tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1251526 Nov 12 05:14:39.101072 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] For port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:39.108956 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] For port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:39.117656 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.184437 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f94342-593f-45fa-bb27-c2abecb7c395 None None] Pushing event updated for resources: {'Port': ['ID=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:39.184826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425c9e9-5842-41ec-ad96-f4cb6ca7df8a req-e5ce001a-97e7-4af5-a2cf-530b1f99baf0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:39.186429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5425c9e9-5842-41ec-ad96-f4cb6ca7df8a req-e5ce001a-97e7-4af5-a2cf-530b1f99baf0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.0840502 Nov 12 05:14:39.204094 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Routers {'a86b89e7-7115-4585-81b2-644443af5583'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:39.204900 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:14:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a86b89e7-7115-4585-81b2-644443af5583'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:39.219426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device accd1a6e-24c9-44a8-9db5-b6d48eecdb23 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:39.316407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5425c9e9-5842-41ec-ad96-f4cb6ca7df8a req-cf71495c-3510-4041-a8d0-c452826cc371 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221130 Nov 12 05:14:39.372477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-07544693-a3a6-4eb6-995e-ad43f7d379d7 None None] Provisioning complete for port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:39.372845 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-07544693-a3a6-4eb6-995e-ad43f7d379d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.384657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.389103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be2bb295-c3a2-4641-8375-d9757c0fb776 req-2393c9e1-feb3-48e9-9e6b-1d6c540b5ed0 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 210 time: 0.0633566 Nov 12 05:14:39.444515 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] Set router a86b89e7-7115-4585-81b2-644443af5583 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:39.471532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2009d2-3679-4cd5-aa7a-cca36ebee183,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:39.478735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Checking segment: {'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:39.479094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Network hostable DHCP agents. Network: 36be4d1d-053f-463c-abc5-8710529010fa, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:39.486213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:39.503408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Network 36be4d1d-053f-463c-abc5-8710529010fa is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:39.549120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:39.549764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.559209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 36be4d1d-053f-463c-abc5-8710529010fa) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:39.565405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:39.565992 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.591888 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-01fc6953-91ff-4861-8ddd-a1b493285de4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6080956 Nov 12 05:14:39.598079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c7b68-4431-441f-8eaf-ae4c27981115 None None] Network 36be4d1d-053f-463c-abc5-8710529010fa requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:39.603268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49714) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:39.610790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:39.650511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-65be2b21-bc77-4b9f-b565-bf963ea61281 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:39.652581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-65be2b21-bc77-4b9f-b565-bf963ea61281 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.1448214 Nov 12 05:14:39.658371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.659774 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.781968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.792063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71c5be-4845-4c70-a318-970aa9073a91 req-2c03bb8e-2860-4039-865c-26661bd65ece tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:39.794850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-7d1c88fe-e6cb-4999-b1be-ed8a9c2d3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:39.796724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f71c5be-4845-4c70-a318-970aa9073a91 req-2c03bb8e-2860-4039-865c-26661bd65ece tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 948 time: 0.3370175 Nov 12 05:14:39.797069 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-7d1c88fe-e6cb-4999-b1be-ed8a9c2d3950 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692&tenant_id=1108fb880ee4414caf2673bc6b157198 HTTP/1.1" status: 200 len: 1097 time: 0.1161876 Nov 12 05:14:39.813008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc023456-003d-42c9-bae7-22cdbee70807 req-7b018d2f-6717-4749-898d-ed2fe2249d4b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:39.825497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc023456-003d-42c9-bae7-22cdbee70807 req-7b018d2f-6717-4749-898d-ed2fe2249d4b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 945 time: 0.2231700 Nov 12 05:14:39.836617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a129425-e824-4361-85f9-091cbec2cba3 req-cfefa7ef-7026-434e-bf07-702baae9b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:39.838686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a129425-e824-4361-85f9-091cbec2cba3 req-cfefa7ef-7026-434e-bf07-702baae9b184 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1126 time: 0.4482934 Nov 12 05:14:39.867683 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-07544693-a3a6-4eb6-995e-ad43f7d379d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.904498 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:14:36Z', 'revision_number': 4, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'd41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5', 'name': '', 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142', 'tenant_id': '276de216837c43e5967807972e09f876', 'mac_address': 'fa:16:3e:fb:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e478f9b0-9bd4-4bc7-a727-b69755402471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:34Z', 'updated_at': '2021-11-12T05:14:39Z', 'revision_number': 4, 'project_id': '276de216837c43e5967807972e09f876', 'subnets': [{'id': 'e478f9b0-9bd4-4bc7-a727-b69755402471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:39.952800 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e8a77-1818-4593-b4ac-1fe1070b8207 None None] The sync data for ids ['a86b89e7-7115-4585-81b2-644443af5583'] in n-d-765315-28 is: [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:14:36Z', 'revision_number': 4, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'd41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5', 'name': '', 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142', 'tenant_id': '276de216837c43e5967807972e09f876', 'mac_address': 'fa:16:3e:fb:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e478f9b0-9bd4-4bc7-a727-b69755402471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:34Z', 'updated_at': '2021-11-12T05:14:39Z', 'revision_number': 4, 'project_id': '276de216837c43e5967807972e09f876', 'subnets': [{'id': 'e478f9b0-9bd4-4bc7-a727-b69755402471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:14:40.007009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1739548-b4e9-40b9-adb1-4974d0e32cfa req-f13ea7ab-69e0-49a6-875b-7cc599f55733 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106763 Nov 12 05:14:40.059001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f71c5be-4845-4c70-a318-970aa9073a91 req-89f417fd-be03-4a36-80fc-eca82c90ca72 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187245 Nov 12 05:14:40.073403 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.101299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-ad4ebfd2-8b40-4b3f-ba23-fafe0f317931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:40.102859 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-ad4ebfd2-8b40-4b3f-ba23-fafe0f317931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1097 time: 0.2325525 Nov 12 05:14:40.134111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc023456-003d-42c9-bae7-22cdbee70807 req-8efe8476-ceb5-424c-9396-fc4d19024377 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861433 Nov 12 05:14:40.196188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a129425-e824-4361-85f9-091cbec2cba3 req-c77f6f7c-3c6c-41bd-ac06-db034c16888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:40.198775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a129425-e824-4361-85f9-091cbec2cba3 req-c77f6f7c-3c6c-41bd-ac06-db034c16888e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.3282666 Nov 12 05:14:40.270082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-07544693-a3a6-4eb6-995e-ad43f7d379d7 None None] For port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:40.301122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a129425-e824-4361-85f9-091cbec2cba3 req-d197c09d-8220-4074-ac6a-4ffececc702a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 200 len: 217 time: 0.0670829 Nov 12 05:14:40.312585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-07544693-a3a6-4eb6-995e-ad43f7d379d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.314864 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.320457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-5857734b-eaa2-4451-8c88-ebe17ac9155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:40.324343 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-5857734b-eaa2-4451-8c88-ebe17ac9155e service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.2047112 Nov 12 05:14:40.365063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-36be4d1d-053f-463c-abc5-8710529010fa', 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'fixed_ips': [{'subnet_id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:40.366784 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.373932 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.407258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-caae2e88-3f1b-4495-a851-ec7f68166c93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 217 time: 0.0509589 Nov 12 05:14:40.407515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:40.412727 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601db1b8-19f9-4212-81a3-06d764bb3dae" -d '{"events": [{"server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "name": "network-vif-plugged", "status": "completed", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:40.434156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a129425-e824-4361-85f9-091cbec2cba3 req-74c37100-c417-4cd9-86f8-927af6c6c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:40.436675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a129425-e824-4361-85f9-091cbec2cba3 req-74c37100-c417-4cd9-86f8-927af6c6c74e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.1222098 Nov 12 05:14:40.452460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:40.459494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aef79-5897-4806-acb7-ce1c36f1a45e req-c6a7beff-2cff-4086-8da4-700a23acddbd tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:40.461609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f45aef79-5897-4806-acb7-ce1c36f1a45e req-c6a7beff-2cff-4086-8da4-700a23acddbd tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 948 time: 0.2884417 Nov 12 05:14:40.466809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07544693-a3a6-4eb6-995e-ad43f7d379d7 None None] Pushing event updated for resources: {'Port': ['ID=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:40.481103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.482059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 83979e9a-1038-4f67-9148-b6704ddbb829 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:40.530692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-264a270b-0cbf-46f8-a4ee-6bb3767bbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:40.533629 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-264a270b-0cbf-46f8-a4ee-6bb3767bbca5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1058624 Nov 12 05:14:40.542989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a129425-e824-4361-85f9-091cbec2cba3 req-c923cb69-e9f7-4fbf-bd34-ba2a121c5f6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788534 Nov 12 05:14:40.597363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4f9c6e6a-2ad3-47ea-836c-79dde5e518ba None None] Provisioning complete for port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:40.597884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f9c6e6a-2ad3-47ea-836c-79dde5e518ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.598207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be8262-8c7b-4a70-93f0-502504a2607a req-3ab0969f-ee44-4ff4-aa05-c61b7644ed5e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:40.600050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4be8262-8c7b-4a70-93f0-502504a2607a req-3ab0969f-ee44-4ff4-aa05-c61b7644ed5e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.1624041 Nov 12 05:14:40.679644 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-046de223-d06c-4514-9edd-b2bf6761ccbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036060 Nov 12 05:14:40.700778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f45aef79-5897-4806-acb7-ce1c36f1a45e req-0cc17ee5-394d-498b-ac1f-8237e80b4f4b tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029724 Nov 12 05:14:40.713536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.757694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:40.759703 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.764102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4be8262-8c7b-4a70-93f0-502504a2607a req-daea947a-f09f-4d40-8856-59a6a203ee97 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493270 Nov 12 05:14:40.783206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 83979e9a-1038-4f67-9148-b6704ddbb829 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:40.828774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a129425-e824-4361-85f9-091cbec2cba3 req-30fb1224-af4c-4b91-980c-a59aa58f9692 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580018 Nov 12 05:14:40.846581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Allocated IP 172.20.0.2 (36be4d1d-053f-463c-abc5-8710529010fa/3a2009d2-3679-4cd5-aa7a-cca36ebee183/6eac982d-76d1-4bf1-95cd-acbc5cadf53b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:40.895235 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffd6b01-7879-4680-a40c-3f79990a2564 x-openstack-request-id: req-4ffd6b01-7879-4680-a40c-3f79990a2564 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:40.898157 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "name": "network-vif-plugged", "status": "completed", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:40.898645 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ffd6b01-7879-4680-a40c-3f79990a2564 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:40.904705 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'code': 200} Nov 12 05:14:40.967555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Allocated IP 172.25.2.101 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/53f42c4b-7c2e-4329-9785-8a5c2a3decf5) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:41.021055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6cfbb7fd-aeac-41b8-b567-cca0507e30be req-1398a899-eed7-48e0-87b5-1556ebaa2e06 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 210 time: 0.0687160 Nov 12 05:14:41.161509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f1ab2-c9db-460b-8fd4-f273357f3471 req-2aa329e7-0a05-476c-9f0b-eac78777955c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:41.163900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c83f1ab2-c9db-460b-8fd4-f273357f3471 req-2aa329e7-0a05-476c-9f0b-eac78777955c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.3341944 Nov 12 05:14:41.174610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-21cadf92-ed4b-49d0-838b-e74f783c83fa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043704 Nov 12 05:14:41.193978 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.202413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.221953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-576ac384-8de4-42b5-a068-f927f30b6ed4 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229297 Nov 12 05:14:41.227937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Network 36be4d1d-053f-463c-abc5-8710529010fa is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:41.233332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:41.235088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device edbfe09c-5875-4813-b956-52c7baa65f7a details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:41.237222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:41.273505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:41.340019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac5a31-cfe2-410d-9a61-5e9bc572ef30 req-60d2f8fb-ae83-403a-97ea-63df7c2e21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:41.341791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aac5a31-cfe2-410d-9a61-5e9bc572ef30 req-60d2f8fb-ae83-403a-97ea-63df7c2e21f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 1101 time: 0.2737334 Nov 12 05:14:41.367512 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.376746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a129425-e824-4361-85f9-091cbec2cba3 req-df5490f0-e3ad-4a80-ba80-d9b53cae3d11 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124967 Nov 12 05:14:41.396009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c83f1ab2-c9db-460b-8fd4-f273357f3471 req-eb2c37ef-3412-4c0e-a6e9-b1f8b995dc15 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177291 Nov 12 05:14:41.422904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:41.424567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Pushing event updated for resources: {'Port': ['ID=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:41.442158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:41.442558 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.478821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.485992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04add8d-e4c4-49f5-8def-bdcd46f9cc9f req-f8857d99-6129-4e6d-8118-47044cc11e71 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:41.487582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e04add8d-e4c4-49f5-8def-bdcd46f9cc9f req-f8857d99-6129-4e6d-8118-47044cc11e71 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.3094187 Nov 12 05:14:41.493177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Attempting to bind port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:41.493550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Attempting to bind port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:41.493907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Attempting to bind port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b on network 36be4d1d-053f-463c-abc5-8710529010fa {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:41.509441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:41.509811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Checking segment: {'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:41.510212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.510630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Bound using segment: {'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:41.511108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Bound port: 6eac982d-76d1-4bf1-95cd-acbc5cadf53b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:41.511486 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.532774 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-46910d68-776b-40ac-8ee1-88efd1b10b4e service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968616 Nov 12 05:14:41.584732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Pushing event updated for resources: {'Port': ['ID=53f42c4b-7c2e-4329-9785-8a5c2a3decf5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:41.598155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:41.600972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:41.604814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:41.606842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-f7423bd7-3660-41d6-a752-022c6ff2a025 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:41.608908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-f7423bd7-3660-41d6-a752-022c6ff2a025 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4116077 Nov 12 05:14:41.619333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:41.633792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9be47-17ce-42fe-a017-61d48f0eb080 req-4c3cb8e0-62ab-42ee-9176-f1d28dd3a94b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:41.635392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3c9be47-17ce-42fe-a017-61d48f0eb080 req-4c3cb8e0-62ab-42ee-9176-f1d28dd3a94b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 945 time: 0.1331589 Nov 12 05:14:41.637609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aac5a31-cfe2-410d-9a61-5e9bc572ef30 req-6478a992-100a-4617-8518-53446950b0ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647543 Nov 12 05:14:41.647923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Request body: {'port': {'device_id': '14f2fc9b-384c-495a-a136-a839e8cee8a9', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '9f31d2a24e674fb58cddb6087614233d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:41.656055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] For port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:41.661226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device edbfe09c-5875-4813-b956-52c7baa65f7a has no active binding in host n-h1-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:14:41.690962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] For port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,segment=NetworkSegment(a1a78998-e7b2-4e2b-83e9-eb28564502ed),segment_id=a1a78998-e7b2-4e2b-83e9-eb28564502ed)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:41.709765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.785066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2d77-9b3a-407a-8d91-07832ce530ff None None] Pushing event updated for resources: {'Port': ['ID=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:41.793126 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.795084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e04add8d-e4c4-49f5-8def-bdcd46f9cc9f req-3ef09774-d324-49fb-ac3c-d9b751f71c91 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892733 Nov 12 05:14:41.893153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:41.904971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.915112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3c9be47-17ce-42fe-a017-61d48f0eb080 req-9b2c8fa8-882c-41e6-b0ef-ca24b56e9e1d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729120 Nov 12 05:14:41.919870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:41.938974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Made reservation on behalf of 9f31d2a24e674fb58cddb6087614233d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:41.944282 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.085803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:42.090645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524afea9-74bd-47d3-8ba3-c92f849c7948 req-510c07ae-0843-4193-8768-08a5a9c2acc5 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:42.094981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:42.095516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.098879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-524afea9-74bd-47d3-8ba3-c92f849c7948 req-510c07ae-0843-4193-8768-08a5a9c2acc5 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.0873840 Nov 12 05:14:42.186906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Allocated IP 192.168.233.179 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/c955c0ae-d0a1-4b86-953f-148e0554e26e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:42.257196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-524afea9-74bd-47d3-8ba3-c92f849c7948 req-957ae8a9-73f5-4fa3-ba2c-61bcb57e16b5 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308849 Nov 12 05:14:42.262303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-d6d82241-4bfb-4863-b741-7fa0b904d4a2 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:42.263689 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-d6d82241-4bfb-4863-b741-7fa0b904d4a2 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.1732123 Nov 12 05:14:42.294762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13418cc-9b45-4e59-97fc-ee1b5600bca5 req-4acbf265-53ef-42f0-be6d-f0ff627b1224 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:42.296682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e13418cc-9b45-4e59-97fc-ee1b5600bca5 req-4acbf265-53ef-42f0-be6d-f0ff627b1224 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.1130338 Nov 12 05:14:42.409252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd6eeaa3-f61a-43f5-a203-0677fdda2f08 req-e9e60f36-3d94-4808-a694-261863d5df64 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 210 time: 0.0458570 Nov 12 05:14:42.453347 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e13418cc-9b45-4e59-97fc-ee1b5600bca5 req-d9370d46-daf6-4fa4-8460-3bd08bb0f1be tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455181 Nov 12 05:14:42.458487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.553177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.564254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce5cf2-da77-4f59-9f91-a56164c992a0 req-603471f9-a671-4338-83fe-205b57483b6e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:42.566011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebce5cf2-da77-4f59-9f91-a56164c992a0 req-603471f9-a671-4338-83fe-205b57483b6e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.0819573 Nov 12 05:14:42.571811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-ebdaa71b-44ca-4193-a27f-750682af73fc service neutron] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:42.576352 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-ebdaa71b-44ca-4193-a27f-750682af73fc service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.577438 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a49c1b55-cbbc-4303-93c0-49ec3998aa7e req-ebdaa71b-44ca-4193-a27f-750682af73fc service neutron] 10.222.0.47 "DELETE /v2.0/ports/83979e9a-1038-4f67-9148-b6704ddbb829/bindings/n-h1-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.2997639 Nov 12 05:14:42.657010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebce5cf2-da77-4f59-9f91-a56164c992a0 req-cff7bec9-38c9-4e57-922f-ce7f057b41a7 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829527 Nov 12 05:14:42.658774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.692084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', '1a827182-7c16-4f2b-92a8-8d36b01e1854'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:42.703319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc', '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:42.721484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:42.724987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.728582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:42.733093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:42.792734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'Port': ['ID=c955c0ae-d0a1-4b86-953f-148e0554e26e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:42.858231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:42.873501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.898161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cc7e8-14e3-4fd8-b7f8-87bd53368431 req-cf0ba477-453f-4c82-af1d-320e99d65361 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:42.899721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-794cc7e8-14e3-4fd8-b7f8-87bd53368431 req-cf0ba477-453f-4c82-af1d-320e99d65361 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.1725171 Nov 12 05:14:42.923306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e041726b-0ae5-4986-a690-64ac6b499270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d67f232-ed47-4ea8-9dd6-29179e8f3a85'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:42.927180 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e826051-4431-423d-89e4-b6b412a24c64" -d '{"events": [{"server_uuid": "e041726b-0ae5-4986-a690-64ac6b499270", "name": "network-vif-plugged", "status": "completed", "tag": "1d67f232-ed47-4ea8-9dd6-29179e8f3a85"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:42.935455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Router 304baf14-2565-4859-bb96-338365ff5948 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:14:42.958244 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b1c99383-a79f-49cc-9538-025e136f519f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3196087 Nov 12 05:14:42.997393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Request body: {'port': {'device_id': '14f2fc9b-384c-495a-a136-a839e8cee8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:43.075699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:43.075906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fdc5e-06ae-4674-82f4-dbd53c68da0a req-eed67a90-d7d3-48b9-860b-a4449a63673f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:43.077448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-649fdc5e-06ae-4674-82f4-dbd53c68da0a req-eed67a90-d7d3-48b9-860b-a4449a63673f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1916876 Nov 12 05:14:43.103667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Sync routers for ids ['304baf14-2565-4859-bb96-338365ff5948'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:43.109857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-794cc7e8-14e3-4fd8-b7f8-87bd53368431 req-7ede3012-3c06-4e1a-b3dd-a228d775c08d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988878 Nov 12 05:14:43.127287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.129439 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bd0bd8ad-801b-43bf-9c03-58558f256f6f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5240467 Nov 12 05:14:43.132344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49756) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:43.145666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.196074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Routers {'304baf14-2565-4859-bb96-338365ff5948'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:43.196724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:14:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['304baf14-2565-4859-bb96-338365ff5948'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:43.221504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-649fdc5e-06ae-4674-82f4-dbd53c68da0a req-cfca309d-687c-428a-a053-be732de7a497 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169400 Nov 12 05:14:43.319102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-73b95dd6-c11f-4d15-aa54-57ee9831a113 None None] Provisioning complete for port c955c0ae-d0a1-4b86-953f-148e0554e26e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:43.320764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73b95dd6-c11f-4d15-aa54-57ee9831a113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.384145 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d1b89e-9f7b-4319-adc5-c9970416460e x-openstack-request-id: req-51d1b89e-9f7b-4319-adc5-c9970416460e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:43.384473 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e041726b-0ae5-4986-a690-64ac6b499270", "name": "network-vif-plugged", "status": "completed", "tag": "1d67f232-ed47-4ea8-9dd6-29179e8f3a85", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:43.384734 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51d1b89e-9f7b-4319-adc5-c9970416460e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:43.385138 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e041726b-0ae5-4986-a690-64ac6b499270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d67f232-ed47-4ea8-9dd6-29179e8f3a85', 'code': 200} Nov 12 05:14:43.394879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebdd21-2334-4ffd-94fc-b7c9e6f2e0c0 None None] Network 36be4d1d-053f-463c-abc5-8710529010fa requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:43.399838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c26da-7c35-4c5f-a2e5-2d7f4db64e39 req-c8bda3d0-d9cd-4ee3-a9ae-76cc2348f861 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:43.401268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-832c26da-7c35-4c5f-a2e5-2d7f4db64e39 req-c8bda3d0-d9cd-4ee3-a9ae-76cc2348f861 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 945 time: 0.0994129 Nov 12 05:14:43.525105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-832c26da-7c35-4c5f-a2e5-2d7f4db64e39 req-0a060124-482b-4a5d-b902-768390937d28 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861914 Nov 12 05:14:43.577391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-73b95dd6-c11f-4d15-aa54-57ee9831a113 None None] Port c955c0ae-d0a1-4b86-953f-148e0554e26e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:43.747419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c955c0ae-d0a1-4b86-953f-148e0554e26e {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:43.780498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.803487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Transition to ACTIVE for port object c955c0ae-d0a1-4b86-953f-148e0554e26e will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:43.823209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2039f-3e30-49dc-b576-fd26f7e75358 req-316bb0d6-8263-4fb5-a270-7c670779c6e5 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:43.830811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5c2039f-3e30-49dc-b576-fd26f7e75358 req-316bb0d6-8263-4fb5-a270-7c670779c6e5 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.2074201 Nov 12 05:14:43.836062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.860674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Set router 304baf14-2565-4859-bb96-338365ff5948 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:43.875553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.923406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517b854-4f1a-4488-9cc5-7aa186a9911d req-b98903b3-5583-4a5c-b823-a1f0a185fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:43.924926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9517b854-4f1a-4488-9cc5-7aa186a9911d req-b98903b3-5583-4a5c-b823-a1f0a185fc53 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 1101 time: 0.2626872 Nov 12 05:14:43.930370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6eac982d-76d1-4bf1-95cd-acbc5cadf53b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:43.932309 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f2f40aa-da7a-4f85-9a89-54f009cc67f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.977788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527a9c2-a1ec-4b59-93ed-004a725b0d54 req-6f74377e-e843-4975-a4a1-2b83fe962d26 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:43.978639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-58de0d45-2c13-4346-bbdb-206999040ad9 None None] Provisioning complete for port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:43.979091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58de0d45-2c13-4346-bbdb-206999040ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.988144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3527a9c2-a1ec-4b59-93ed-004a725b0d54 req-6f74377e-e843-4975-a4a1-2b83fe962d26 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 936 time: 0.3240445 Nov 12 05:14:44.002548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Pushing event updated for resources: {'Port': ['ID=c955c0ae-d0a1-4b86-953f-148e0554e26e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:44.035388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5c2039f-3e30-49dc-b576-fd26f7e75358 req-9c29cb78-6b22-49af-acf3-d9a3d66396f2 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036052 Nov 12 05:14:44.091634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Allocated IP 172.20.0.1 (36be4d1d-053f-463c-abc5-8710529010fa/3a2009d2-3679-4cd5-aa7a-cca36ebee183/a0f991e0-915c-4a6a-9ded-915c495a59a9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:44.219320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9517b854-4f1a-4488-9cc5-7aa186a9911d req-80dc2c39-68fb-42d6-9721-bbcec1cb442c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770524 Nov 12 05:14:44.238001 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.269856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:44.269856 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.277919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.324858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Network 36be4d1d-053f-463c-abc5-8710529010fa is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:44.330138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:44.334184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:44.357220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Pushing event updated for resources: {'Port': ['ID=a0f991e0-915c-4a6a-9ded-915c495a59a9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:44.376919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.453971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58de0d45-2c13-4346-bbdb-206999040ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.538293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.572682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-58de0d45-2c13-4346-bbdb-206999040ad9 None None] For port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,segment=NetworkSegment(a1a78998-e7b2-4e2b-83e9-eb28564502ed),segment_id=a1a78998-e7b2-4e2b-83e9-eb28564502ed)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:44.574502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3527a9c2-a1ec-4b59-93ed-004a725b0d54 req-f3ba8bbd-b0d6-4b44-923b-805b1dd1ccb1 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450814 Nov 12 05:14:44.575669 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.590486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Attempting to bind port c955c0ae-d0a1-4b86-953f-148e0554e26e on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:44.590829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Attempting to bind port c955c0ae-d0a1-4b86-953f-148e0554e26e by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:44.591202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Attempting to bind port c955c0ae-d0a1-4b86-953f-148e0554e26e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:44.598295 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58de0d45-2c13-4346-bbdb-206999040ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.610941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Port c955c0ae-d0a1-4b86-953f-148e0554e26e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:44.611539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Attempting to bind port c955c0ae-d0a1-4b86-953f-148e0554e26e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:44.616123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:14:42Z', 'revision_number': 3, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:44.637410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e8418-44e0-481e-997b-3d57e4674807 req-f6d14b22-5b1a-46f0-8358-394a37927df6 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:44.647645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e8418-44e0-481e-997b-3d57e4674807 req-f6d14b22-5b1a-46f0-8358-394a37927df6 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.4548471 Nov 12 05:14:44.649237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:44.653942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:44.654623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:44.655302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Bound port: c955c0ae-d0a1-4b86-953f-148e0554e26e, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:44.655872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.706120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Checking router: 304baf14-2565-4859-bb96-338365ff5948 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:44.706514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Updating router 304baf14-2565-4859-bb96-338365ff5948 port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:14:44.752174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de0d45-2c13-4346-bbdb-206999040ad9 None None] Pushing event updated for resources: {'Port': ['ID=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:44.808171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008e8418-44e0-481e-997b-3d57e4674807 req-04570c1e-39e5-48e0-b365-1db54b2f6a60 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496572 Nov 12 05:14:44.820261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.823128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ce70f-32f5-4846-953c-ca69659bbb45 req-e40f21ee-f305-4d10-b756-18670bb04821 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:44.823311 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.830975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce4ce70f-32f5-4846-953c-ca69659bbb45 req-e40f21ee-f305-4d10-b756-18670bb04821 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1097 time: 0.1511405 Nov 12 05:14:44.844030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.855779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] For port c955c0ae-d0a1-4b86-953f-148e0554e26e, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:44.882904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] For port c955c0ae-d0a1-4b86-953f-148e0554e26e, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c955c0ae-d0a1-4b86-953f-148e0554e26e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:44.913403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.937253 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:14:44.937816 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:14:44.954409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0b7bbf26-5e1e-4485-b7e2-e79d531d35ec None None] Provisioning complete for port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:44.954744 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbf26-5e1e-4485-b7e2-e79d531d35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.965943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Pushing event updated for resources: {'Port': ['ID=a0f991e0-915c-4a6a-9ded-915c495a59a9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:44.968288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.991323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:44.992083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce4ce70f-32f5-4846-953c-ca69659bbb45 req-bcf36189-e39b-434e-9ac6-7f595b4f53ef tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601691 Nov 12 05:14:44.997869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:44.998847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:44.999411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.000047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.001877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.003653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.004086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.004488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.004835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.019637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.019989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:45.025469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.026133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.027507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] 10.222.0.47 "PUT /v2.0/ports/c955c0ae-d0a1-4b86-953f-148e0554e26e HTTP/1.1" status: 200 len: 1097 time: 2.0544865 Nov 12 05:14:45.027949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f2fc9b-384c-495a-a136-a839e8cee8a9', 'tag': 'c955c0ae-d0a1-4b86-953f-148e0554e26e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:45.030528 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a01d4a-3e45-4764-b763-8d433fef459a" -d '{"events": [{"name": "network-changed", "server_uuid": "14f2fc9b-384c-495a-a136-a839e8cee8a9", "tag": "c955c0ae-d0a1-4b86-953f-148e0554e26e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:45.069765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4c328-d9b0-4255-9b59-6d4448b7603e req-af758d0a-c798-4ad0-bd19-540175d0cc97 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.077919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7e4c328-d9b0-4255-9b59-6d4448b7603e req-af758d0a-c798-4ad0-bd19-540175d0cc97 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.1624684 Nov 12 05:14:45.080665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549433e-1c7a-4a08-a4e4-0f9ec0ab9a2d service neutron] Pushing event updated for resources: {'Port': ['ID=c955c0ae-d0a1-4b86-953f-148e0554e26e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:45.129598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735b01-8327-48e3-aa08-1de502c482cd req-fdedfbac-f6e8-49e4-a7f7-b9785eb8d883 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.132051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73735b01-8327-48e3-aa08-1de502c482cd req-fdedfbac-f6e8-49e4-a7f7-b9785eb8d883 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.47 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 945 time: 0.1999943 Nov 12 05:14:45.221986 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7e4c328-d9b0-4255-9b59-6d4448b7603e req-856bc0b2-1d0a-4587-8756-75298248f587 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386321 Nov 12 05:14:45.234282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dd9cd-9f11-412b-a9bf-0b5a545c6fa9 req-b26c13c6-dd46-46e8-b083-da6ad135cc18 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.256380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-151dd9cd-9f11-412b-a9bf-0b5a545c6fa9 req-b26c13c6-dd46-46e8-b083-da6ad135cc18 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1625123 Nov 12 05:14:45.268734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Network 36be4d1d-053f-463c-abc5-8710529010fa is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:45.273234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:45.290223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-1a7dc33a-3431-4b4f-a451-8539a31ba3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.298173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-1a7dc33a-3431-4b4f-a451-8539a31ba3d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 1100 time: 0.1932385 Nov 12 05:14:45.325520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.335884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.384429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-7f4a529b-9494-432e-b2d0-a1fec8e86e0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c955c0ae-d0a1-4b86-953f-148e0554e26e HTTP/1.1" status: 200 len: 217 time: 0.0636840 Nov 12 05:14:45.423111 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3942fd9-202e-4304-9d4e-f8b31f8c8fe0 x-openstack-request-id: req-c3942fd9-202e-4304-9d4e-f8b31f8c8fe0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:45.423912 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f2fc9b-384c-495a-a136-a839e8cee8a9", "tag": "c955c0ae-d0a1-4b86-953f-148e0554e26e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:45.423912 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3942fd9-202e-4304-9d4e-f8b31f8c8fe0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:45.424126 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f2fc9b-384c-495a-a136-a839e8cee8a9', 'tag': 'c955c0ae-d0a1-4b86-953f-148e0554e26e', 'status': 'completed', 'code': 200} Nov 12 05:14:45.437136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Attempting to bind port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:45.437508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Attempting to bind port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:45.437868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Attempting to bind port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:45.442664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce766b8-0835-4519-bf8e-5c505aeb705d None None] Pushing event updated for resources: {'Port': ['ID=53f42c4b-7c2e-4329-9785-8a5c2a3decf5,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:45.454412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Router 304baf14-2565-4859-bb96-338365ff5948 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:14:45.478252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:45.478652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:45.479055 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.479445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:45.479929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Bound port: 53f42c4b-7c2e-4329-9785-8a5c2a3decf5, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:45.480307 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.488750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Deleting port 2cd744dd-d613-4d50-ad87-8979efb91dae {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:45.493027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.494076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9070db9c-4163-4c02-87e8-685eb32ee1aa None None] Provisioning complete for port a0f991e0-915c-4a6a-9ded-915c495a59a9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:45.494470 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9070db9c-4163-4c02-87e8-685eb32ee1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.499910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-151dd9cd-9f11-412b-a9bf-0b5a545c6fa9 req-17723649-6497-4e73-93bb-d3d0d798633f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423863 Nov 12 05:14:45.574294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-0ad29433-161f-4105-8191-d832373026d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.600646 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-0ad29433-161f-4105-8191-d832373026d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2038405 Nov 12 05:14:45.658030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] For port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:45.662294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] For port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=53f42c4b-7c2e-4329-9785-8a5c2a3decf5,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:45.663949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9070db9c-4163-4c02-87e8-685eb32ee1aa None None] Port a0f991e0-915c-4a6a-9ded-915c495a59a9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:45.675064 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.741496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a243c58-f32c-4eff-adb4-2fd4cc82f570 req-aa4b1d9c-e41c-410a-9752-f4700ffcb56d tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.743504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a243c58-f32c-4eff-adb4-2fd4cc82f570 req-aa4b1d9c-e41c-410a-9752-f4700ffcb56d tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.2177582 Nov 12 05:14:45.749430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Routers {'304baf14-2565-4859-bb96-338365ff5948'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:45.750280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:14:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['304baf14-2565-4859-bb96-338365ff5948'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:45.777325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-a49b143c-81c8-47b4-88ff-dc1274dd4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.778861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-a49b143c-81c8-47b4-88ff-dc1274dd4eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522200 Nov 12 05:14:45.805975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6eac982d-76d1-4bf1-95cd-acbc5cadf53b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:45.813941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-be8efaae-67da-4603-b4ef-c6bb94c6cdad tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:45.820651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-be8efaae-67da-4603-b4ef-c6bb94c6cdad tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 807 time: 0.2170985 Nov 12 05:14:45.861053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-22857628-20c8-48e1-845b-18395a4d5c4b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/quotas/1108fb880ee4414caf2673bc6b157198 HTTP/1.1" status: 200 len: 375 time: 0.0376327 Nov 12 05:14:45.874108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8686e8d0-641d-4215-a400-e29dc4f343e4 None None] Provisioning complete for port a0f991e0-915c-4a6a-9ded-915c495a59a9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:45.874615 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8686e8d0-641d-4215-a400-e29dc4f343e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.900081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a243c58-f32c-4eff-adb4-2fd4cc82f570 req-f14cfc76-817a-419b-800b-f285244241d9 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491420 Nov 12 05:14:45.934654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] For port 2cd744dd-d613-4d50-ad87-8979efb91dae, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2cd744dd-d613-4d50-ad87-8979efb91dae,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:45.934654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.936987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce766b8-0835-4519-bf8e-5c505aeb705d None None] Pushing event updated for resources: {'Port': ['ID=53f42c4b-7c2e-4329-9785-8a5c2a3decf5,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:45.947284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:45.955072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f145095c-786f-4a73-862a-f36e682be21d admin admin] 10.222.0.48 "PUT /v2.0/routers/304baf14-2565-4859-bb96-338365ff5948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8110332 Nov 12 05:14:45.956337 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Calling delete_port for 2cd744dd-d613-4d50-ad87-8979efb91dae owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:45.985426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8686e8d0-641d-4215-a400-e29dc4f343e4 None None] Port a0f991e0-915c-4a6a-9ded-915c495a59a9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:45.988470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:45.988924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.010992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-dc1d6408-f0a2-4f4b-9e08-0af23f4c8739 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151865 Nov 12 05:14:46.024481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] Set router 304baf14-2565-4859-bb96-338365ff5948 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:46.063942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-a22d14d7-2237-4d31-9af5-b075ae04a29e service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586105 Nov 12 05:14:46.153666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-2bc57c7b-dbf4-4ea3-919d-f1d39cb68cbd req-1bc24974-2b73-46d9-bda5-5fe31907de23 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:14:46.156547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc57c7b-dbf4-4ea3-919d-f1d39cb68cbd req-1bc24974-2b73-46d9-bda5-5fe31907de23 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156186 Nov 12 05:14:46.213434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.267516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event deleted for resources: {'Port': ['ID=2cd744dd-d613-4d50-ad87-8979efb91dae,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:46.289851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf34788-bf10-40b3-b135-c8f2f6453427 req-d16ce814-31c0-44dc-9e24-be0b8b8d3d8a service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171218 Nov 12 05:14:46.327683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['2cd744dd-d613-4d50-ad87-8979efb91dae'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:46.374768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] No DVR routers for this DVR port 2cd744dd-d613-4d50-ad87-8979efb91dae on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:46.381424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.387654 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73735b01-8327-48e3-aa08-1de502c482cd req-bd15f845-d48e-4f98-bfb3-f6f8e010b842 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.47 "DELETE /v2.0/ports/2cd744dd-d613-4d50-ad87-8979efb91dae HTTP/1.1" status: 204 len: 173 time: 1.2391791 Nov 12 05:14:46.388158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f426b-bfd5-416c-a19c-a8f35dd2a65d', 'name': 'network-vif-deleted', 'tag': '2cd744dd-d613-4d50-ad87-8979efb91dae'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:46.390830 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd2fddf-0aa0-4eec-946e-9d3f602284c7" -d '{"events": [{"server_uuid": "d53f426b-bfd5-416c-a19c-a8f35dd2a65d", "name": "network-vif-deleted", "tag": "2cd744dd-d613-4d50-ad87-8979efb91dae"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:46.414916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5f37e688-9bd7-4457-85da-f00531475661 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:14:46.415873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5f37e688-9bd7-4457-85da-f00531475661 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1686800 Nov 12 05:14:46.472902 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-590deaa0-3f3c-42da-81f4-73e86fea8232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.596570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8821ba6-82b0-4bce-8712-34ef3ef32a8a req-5738567a-8fff-49a3-899c-5d1d2054d526 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:46.610688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a01d4a-3e45-4764-b763-8d433fef459a req-adcc5d00-ae40-4da8-996f-c110213cc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:46.613226 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-16a01d4a-3e45-4764-b763-8d433fef459a req-adcc5d00-ae40-4da8-996f-c110213cc36a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 1100 time: 0.1472614 Nov 12 05:14:46.616890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8821ba6-82b0-4bce-8712-34ef3ef32a8a req-5738567a-8fff-49a3-899c-5d1d2054d526 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 948 time: 0.1402361 Nov 12 05:14:46.625254 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-632d1536-b714-429e-80b1-d8f462741d00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040015 Nov 12 05:14:46.663818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-73d58fd2-806d-4a1f-8662-d85a0cb5587b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:14:46.664125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-fdd43891-cd7a-4ba2-918d-bbb40bfaf629 service neutron] 10.222.0.48 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347522 Nov 12 05:14:46.664819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-73d58fd2-806d-4a1f-8662-d85a0cb5587b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062895 Nov 12 05:14:46.738093 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:14:44Z', 'revision_number': 4, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a0f991e0-915c-4a6a-9ded-915c495a59a9', 'name': '', 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'mac_address': 'fa:16:3e:5c:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:43Z', 'updated_at': '2021-11-12T05:14:44Z', 'revision_number': 2, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'subnets': [{'id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:46.798841 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8821ba6-82b0-4bce-8712-34ef3ef32a8a req-4fbafecf-4264-4475-a217-dbbd2d18b06f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791701 Nov 12 05:14:46.831317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cc3b3-826d-44a5-a484-15662e2a95fc None None] The sync data for ids ['304baf14-2565-4859-bb96-338365ff5948'] in n-d-765315-28 is: [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:14:44Z', 'revision_number': 4, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a0f991e0-915c-4a6a-9ded-915c495a59a9', 'name': '', 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'mac_address': 'fa:16:3e:5c:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:43Z', 'updated_at': '2021-11-12T05:14:44Z', 'revision_number': 2, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'subnets': [{'id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:14:46.928828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-20c3d7c3-cdef-477e-a524-e7f4f35cce05 service neutron] 10.222.0.48 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513173 Nov 12 05:14:46.933807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a01d4a-3e45-4764-b763-8d433fef459a req-dd354702-a1e3-4db8-ae06-2e3e4599713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:46.935304 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-16a01d4a-3e45-4764-b763-8d433fef459a req-dd354702-a1e3-4db8-ae06-2e3e4599713e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.3092043 Nov 12 05:14:47.079002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-16a01d4a-3e45-4764-b763-8d433fef459a req-7a50aa80-e030-4d3f-a93f-25d536f7a6f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c955c0ae-d0a1-4b86-953f-148e0554e26e HTTP/1.1" status: 200 len: 217 time: 0.1232910 Nov 12 05:14:47.124529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4077f69-5387-48d0-8f50-17787f07239f req-56bb53b9-1bf5-4676-9e42-82b0a8b0e578 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:47.134327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4077f69-5387-48d0-8f50-17787f07239f req-56bb53b9-1bf5-4676-9e42-82b0a8b0e578 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.1835887 Nov 12 05:14:47.228105 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.277154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a01d4a-3e45-4764-b763-8d433fef459a req-3d13fba9-80d9-4f5d-8e23-f0a153d0edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:47.281859 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-16a01d4a-3e45-4764-b763-8d433fef459a req-3d13fba9-80d9-4f5d-8e23-f0a153d0edda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1900094 Nov 12 05:14:47.331774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4077f69-5387-48d0-8f50-17787f07239f req-3b718cdc-a33a-4467-a541-28189f64de71 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925042 Nov 12 05:14:47.460550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eb15487-edd9-419b-9cb9-351d1fd1a5b8 req-00a4c437-e382-4652-94e6-dde31b346627 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=d53f426b-bfd5-416c-a19c-a8f35dd2a65d HTTP/1.1" status: 200 len: 210 time: 0.0683274 Nov 12 05:14:47.476933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a01d4a-3e45-4764-b763-8d433fef459a req-43f933ed-9733-4f1d-8eb3-dba446437b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:47.478553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-16a01d4a-3e45-4764-b763-8d433fef459a req-43f933ed-9733-4f1d-8eb3-dba446437b60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1882010 Nov 12 05:14:47.640348 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4220c3-6def-4e21-9a28-64a6a66a5d23 x-openstack-request-id: req-9c4220c3-6def-4e21-9a28-64a6a66a5d23 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:47.646582 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f426b-bfd5-416c-a19c-a8f35dd2a65d", "name": "network-vif-deleted", "tag": "2cd744dd-d613-4d50-ad87-8979efb91dae", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:47.651149 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c4220c3-6def-4e21-9a28-64a6a66a5d23 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:47.651293 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f426b-bfd5-416c-a19c-a8f35dd2a65d', 'name': 'network-vif-deleted', 'tag': '2cd744dd-d613-4d50-ad87-8979efb91dae', 'status': 'completed', 'code': 200} Nov 12 05:14:47.764258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-16a01d4a-3e45-4764-b763-8d433fef459a req-6aab6965-6ee9-4907-ac34-c07ae305ee50 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702069 Nov 12 05:14:47.989402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19691f-addc-413d-b8d9-a8035f8d848a req-4be1b26a-dee4-4c31-83b8-47a2ce6dd530 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:48.002483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f19691f-addc-413d-b8d9-a8035f8d848a req-4be1b26a-dee4-4c31-83b8-47a2ce6dd530 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.2973313 Nov 12 05:14:48.029660 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-16a01d4a-3e45-4764-b763-8d433fef459a req-499a00f2-8c78-49e5-b909-5aa92f627ae8 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533505 Nov 12 05:14:48.214014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2cd744dd-d613-4d50-ad87-8979efb91dae no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:48.223477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f19691f-addc-413d-b8d9-a8035f8d848a req-54071b0c-6fe9-4040-9702-4eb1dccdb045 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199917 Nov 12 05:14:48.260936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663345-0c2c-413f-84ba-48c6ae7da8e5 req-3f8cef68-9e9e-4b27-abe5-680c4fb7b2ad tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:48.274739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2663345-0c2c-413f-84ba-48c6ae7da8e5 req-3f8cef68-9e9e-4b27-abe5-680c4fb7b2ad tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.5124493 Nov 12 05:14:48.338629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 2cd744dd-d613-4d50-ad87-8979efb91dae {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:48.339192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2cd744dd-d613-4d50-ad87-8979efb91dae not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:48.340545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device edbfe09c-5875-4813-b956-52c7baa65f7a no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:48.406420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-a90f811d-1b57-484d-95b7-ea5d9e4617a3 service neutron] 10.222.0.47 "GET /v2.0/ports/edbfe09c-5875-4813-b956-52c7baa65f7a/bindings/n-h1-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.4795473 Nov 12 05:14:48.572559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:48.633306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95066607-3285-4a0e-bdb0-b8e0e7275360 req-27b314bb-94b9-4acf-aff7-c34e9494917b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 210 time: 0.2027566 Nov 12 05:14:48.813205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2663345-0c2c-413f-84ba-48c6ae7da8e5 req-95dcd067-13b0-4fb9-978f-a51c6c1a8246 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294516 Nov 12 05:14:48.829357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b72e688d-8556-4d44-b650-aeb88f000924 req-62eb0b66-8b81-4eee-8379-c0b623cccb5b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4160781 Nov 12 05:14:49.115767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f338ed-77c1-428f-a000-749a182811ae req-976c919a-b9fb-44df-9178-d3f11f4910c3 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:49.117649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52f338ed-77c1-428f-a000-749a182811ae req-976c919a-b9fb-44df-9178-d3f11f4910c3 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 948 time: 0.2798300 Nov 12 05:14:49.231570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e688d-8556-4d44-b650-aeb88f000924 req-e3094851-b73e-4c28-9cc8-5cad5d7c3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:49.233418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b72e688d-8556-4d44-b650-aeb88f000924 req-e3094851-b73e-4c28-9cc8-5cad5d7c3d4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 1098 time: 0.3371418 Nov 12 05:14:49.288367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52f338ed-77c1-428f-a000-749a182811ae req-6cc732be-3b20-4b06-87a0-e82032dbecbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339724 Nov 12 05:14:49.379393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89658ff1-dbcc-4b7a-b731-b25a32ece708 req-f48975d9-6673-4086-bb7e-4c36433bc1c1 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:49.387925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89658ff1-dbcc-4b7a-b731-b25a32ece708 req-f48975d9-6673-4086-bb7e-4c36433bc1c1 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 943 time: 0.2068422 Nov 12 05:14:49.420676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:49.461354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.551891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:49.698680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e688d-8556-4d44-b650-aeb88f000924 req-bb21cc76-f2df-4994-99ab-9201f44a9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:49.700199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b72e688d-8556-4d44-b650-aeb88f000924 req-bb21cc76-f2df-4994-99ab-9201f44a9ddc service neutron] 10.222.0.43 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 924 time: 0.3627422 Nov 12 05:14:49.761893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-a53a1e79-0b41-4d64-84e2-7b6092f3f981 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:49.764287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-a53a1e79-0b41-4d64-84e2-7b6092f3f981 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 807 time: 0.3677893 Nov 12 05:14:49.803713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Request body: {'port': {'device_id': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'admin_state_up': True, 'tenant_id': '1108fb880ee4414caf2673bc6b157198'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:49.821726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbfe09c-5875-4813-b956-52c7baa65f7a {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:49.845678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:49.851753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89658ff1-dbcc-4b7a-b731-b25a32ece708 req-7b0dc9f9-28b2-405f-9bf1-bd784a2cc992 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591894 Nov 12 05:14:49.890662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:49.938071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b72e688d-8556-4d44-b650-aeb88f000924 req-20f11944-127f-4c47-ba95-4e67e68b1659 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181 HTTP/1.1" status: 200 len: 1001 time: 0.2104204 Nov 12 05:14:49.948645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3d48a-1a19-4ee9-85e8-2f006846b10c req-dfe71833-f815-4315-8452-b2358548f77c tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:49.962682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76e3d48a-1a19-4ee9-85e8-2f006846b10c req-dfe71833-f815-4315-8452-b2358548f77c tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.2578294 Nov 12 05:14:49.985195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:49.985826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.008149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.109113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.142938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Made reservation on behalf of 1108fb880ee4414caf2673bc6b157198 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:50.150860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=53f42c4b-7c2e-4329-9785-8a5c2a3decf5,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:50.164070 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.172471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.239359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=53f42c4b-7c2e-4329-9785-8a5c2a3decf5,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:50.245069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c955c0ae-d0a1-4b86-953f-148e0554e26e details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:50.264182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.265225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.265734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.266246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.266754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.267361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.267883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.268350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.269136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.269621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.272318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.272979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:50.448638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Allocated IP 172.20.0.7 (74953459-3065-4502-bb8a-45a77d14e644/a801205b-e0f1-40a6-afa4-93c95b87d5d6/c11553bf-8ccd-4bf5-81c9-dbf25fae597e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:50.452248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c955c0ae-d0a1-4b86-953f-148e0554e26e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c955c0ae-d0a1-4b86-953f-148e0554e26e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:50.482218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c955c0ae-d0a1-4b86-953f-148e0554e26e', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'c955c0ae-d0a1-4b86-953f-148e0554e26e', 'mac_address': 'fa:16:3e:86:aa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:50.555548 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.581366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c955c0ae-d0a1-4b86-953f-148e0554e26e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:50.603854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e688d-8556-4d44-b650-aeb88f000924 req-02cbc7bf-2ca3-49bd-ad14-f268750e8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:50.605452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b72e688d-8556-4d44-b650-aeb88f000924 req-02cbc7bf-2ca3-49bd-ad14-f268750e8243 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 200 len: 862 time: 0.6355872 Nov 12 05:14:50.619691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76e3d48a-1a19-4ee9-85e8-2f006846b10c req-a43a19f0-e108-49f6-a949-37c24dac6b09 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561267 Nov 12 05:14:50.623366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c955c0ae-d0a1-4b86-953f-148e0554e26e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c955c0ae-d0a1-4b86-953f-148e0554e26e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:50.637228 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.663501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.710249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.724192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c955c0ae-d0a1-4b86-953f-148e0554e26e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:50.741320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-d56caf2b-a2f6-4301-b63a-684673c7f201 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:50.750233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-d56caf2b-a2f6-4301-b63a-684673c7f201 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.7608182 Nov 12 05:14:50.786228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Transition to ACTIVE for port object edbfe09c-5875-4813-b956-52c7baa65f7a will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:50.788305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Network 74953459-3065-4502-bb8a-45a77d14e644 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:50.799558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:50.805839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:50.809810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-84666892-b09b-4e89-aa0c-aecd7f819b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:50.811420 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-84666892-b09b-4e89-aa0c-aecd7f819b2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 1101 time: 0.1146562 Nov 12 05:14:50.813720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Pushing event updated for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:50.813889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-a172ec0f-111e-41ac-b861-4ad2d3c2c547 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/quotas/b462c55b281744a2b4b0f9f90721130f HTTP/1.1" status: 200 len: 375 time: 0.0611377 Nov 12 05:14:50.834756 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.869337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-29d8cbe7-c23c-4a02-9027-43c22734930c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547898 Nov 12 05:14:50.931056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:50.931806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.959252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-5d2b2529-3cc9-4ff9-a01f-08cc1ffae3c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615102 Nov 12 05:14:50.964121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-78a401ce-c0ee-4f33-9547-3eef50810cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:50.966306 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-78a401ce-c0ee-4f33-9547-3eef50810cec service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1318908 Nov 12 05:14:50.973825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e688d-8556-4d44-b650-aeb88f000924 req-8e62af9d-862c-4ca4-be08-05ff9bc322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:50.975496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b72e688d-8556-4d44-b650-aeb88f000924 req-8e62af9d-862c-4ca4-be08-05ff9bc322eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88f182b1-b3c0-49d3-b8dd-212cced455c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3458250 Nov 12 05:14:50.985757 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Sync routers for ids ['304baf14-2565-4859-bb96-338365ff5948'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:51.000963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c955c0ae-d0a1-4b86-953f-148e0554e26e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:51.013970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] No DVR routers for this DVR port edbfe09c-5875-4813-b956-52c7baa65f7a on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:51.020542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Request body: {'port': {'device_id': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:51.022273 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Routers {'304baf14-2565-4859-bb96-338365ff5948'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:51.023208 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:14:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['304baf14-2565-4859-bb96-338365ff5948'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:51.025263 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-32e50c01-bf4a-4c63-9de5-0d1447b0c0b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 217 time: 0.0517082 Nov 12 05:14:51.046478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd903-2e8a-4082-b157-a03c598bbd78 req-3895a0ef-38aa-4f45-abe9-4cf6bac42a6d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:51.048365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-672fd903-2e8a-4082-b157-a03c598bbd78 req-3895a0ef-38aa-4f45-abe9-4cf6bac42a6d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 931 time: 0.2941542 Nov 12 05:14:51.126452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Pushing event updated for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:51.133362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-16c6c642-ff3c-4b4f-afd4-c83f679cc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:51.134876 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-16c6c642-ff3c-4b4f-afd4-c83f679cc659 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0923510 Nov 12 05:14:51.135606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:51.173862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] 10.222.0.47 "PUT /v2.0/ports/edbfe09c-5875-4813-b956-52c7baa65f7a/bindings/n-h1-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 2.7222438 Nov 12 05:14:51.177368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.177937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.178531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.179079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.179622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.180170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.180705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.181237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.181763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.182291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.182949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.183476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c041d4-7c88-417e-a118-27615b2abe24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:51.214883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-272f0905-5ec7-48e5-9d82-835ed4713d1c service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443208 Nov 12 05:14:51.304221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-672fd903-2e8a-4082-b157-a03c598bbd78 req-4eb727ba-2fb0-45f2-a369-c6213e37c6d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458727 Nov 12 05:14:51.310437 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Set router 304baf14-2565-4859-bb96-338365ff5948 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:51.328267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b72e688d-8556-4d44-b650-aeb88f000924 req-9c9a7626-cd83-47b1-bd70-498e93c51f87 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274457 Nov 12 05:14:51.446836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-99239f76-1579-4b0c-adf6-3f2809861bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:51.449060 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-99239f76-1579-4b0c-adf6-3f2809861bdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2927268 Nov 12 05:14:51.486257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-9cc35775-372a-4e9b-865f-61f5e4d1cec4 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:51.487774 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-9cc35775-372a-4e9b-865f-61f5e4d1cec4 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1096 time: 0.1904044 Nov 12 05:14:51.499680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-43cc37f4-fe93-49e5-a94e-b42212f8d9d0 service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835159 Nov 12 05:14:51.622443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769048e-d282-45be-860e-467b84c7212f req-4c7ce984-ecae-47fb-8957-8ecfe1b84099 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:51.630837 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:14:44Z', 'revision_number': 4, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a0f991e0-915c-4a6a-9ded-915c495a59a9', 'name': '', 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'mac_address': 'fa:16:3e:5c:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:43Z', 'updated_at': '2021-11-12T05:14:44Z', 'revision_number': 2, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'subnets': [{'id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:51.632391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b769048e-d282-45be-860e-467b84c7212f req-4c7ce984-ecae-47fb-8957-8ecfe1b84099 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.2060041 Nov 12 05:14:51.639044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b72e688d-8556-4d44-b650-aeb88f000924 req-81d285d2-544f-47d9-b748-96ef05a8bdd9 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918675 Nov 12 05:14:51.690474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-4eb7bbc5-dd35-4aaa-95f6-0d258c87ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:51.692368 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-4eb7bbc5-dd35-4aaa-95f6-0d258c87ac29 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb HTTP/1.1" status: 200 len: 1096 time: 0.1817060 Nov 12 05:14:51.713296 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-403a225c-6bc6-4734-a037-4977f13ce051 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414997 Nov 12 05:14:51.785642 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Checking router: 304baf14-2565-4859-bb96-338365ff5948 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:51.786911 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Updating router 304baf14-2565-4859-bb96-338365ff5948 port a0f991e0-915c-4a6a-9ded-915c495a59a9 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:14:51.796596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b769048e-d282-45be-860e-467b84c7212f req-6065bbba-b717-4adf-9889-dadb16613dd2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598215 Nov 12 05:14:51.842115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:51.843397 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:51.898732 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-777032e8-0e8e-4c33-9747-61e271d7750a service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419272 Nov 12 05:14:51.942987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:51.943366 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.010149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf785b9-24e6-472c-b94f-8c0ed407fe81 req-541fb656-65b1-4181-8613-a66d78edabed tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:52.017792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbf785b9-24e6-472c-b94f-8c0ed407fe81 req-541fb656-65b1-4181-8613-a66d78edabed tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 949 time: 0.0991590 Nov 12 05:14:52.047515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11553bf-8ccd-4bf5-81c9-dbf25fae597e {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:52.063589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.091900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Transition to ACTIVE for port object c11553bf-8ccd-4bf5-81c9-dbf25fae597e will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:52.111836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.138949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbf785b9-24e6-472c-b94f-8c0ed407fe81 req-61128183-0e3f-4dd2-b950-4d8777194520 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200240 Nov 12 05:14:52.293256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-20cecbc6-19a5-45f5-ab8f-8fda45bffffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:52.300501 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-20cecbc6-19a5-45f5-ab8f-8fda45bffffc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1096 time: 0.3984830 Nov 12 05:14:52.357012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d47c2888-e6d3-406f-949d-6d16ec6c4798 req-c7a2ee75-3ab9-41c4-ac11-cb665a7a0b70 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0627511 Nov 12 05:14:52.372380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:52.508245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647daf6e-a927-4156-808b-e2dafc37bf2d req-16e8635b-9e8f-412b-89ac-b2894a8a95c9 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:52.509807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-647daf6e-a927-4156-808b-e2dafc37bf2d req-16e8635b-9e8f-412b-89ac-b2894a8a95c9 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 944 time: 0.1501150 Nov 12 05:14:52.531675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:52.532006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:52.532331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:52.545162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:52.545497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:52.548448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-1b2f1f01-e73c-4b40-b58d-dc87db7338d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:52.550624 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-1b2f1f01-e73c-4b40-b58d-dc87db7338d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.2006862 Nov 12 05:14:52.555637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:52.556533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:52.557037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:52.557470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Bound port: c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:52.557819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.592258 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.604461 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-bd1c3df0-18ab-4e0a-97a3-0cfa5b22c9eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 200 len: 217 time: 0.0433459 Nov 12 05:14:52.613107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-647daf6e-a927-4156-808b-e2dafc37bf2d req-5ff173df-83e8-4906-86a0-14e8e8712970 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947902 Nov 12 05:14:52.616745 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.672761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7a51-7cec-4c4d-a832-e90fb0ce1742 req-a9966fa1-57ad-44ae-81d5-e7d709dcdf05 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:52.673651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-266f7a51-7cec-4c4d-a832-e90fb0ce1742 req-a9966fa1-57ad-44ae-81d5-e7d709dcdf05 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.1380548 Nov 12 05:14:52.778860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-266f7a51-7cec-4c4d-a832-e90fb0ce1742 req-3c556fde-3e66-4df1-93c9-dfe3c5e36a23 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954845 Nov 12 05:14:52.782559 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853465c-e752-4038-9984-e90e7a0dd715 None None] Pushing event updated for resources: {'Port': ['ID=a0f991e0-915c-4a6a-9ded-915c495a59a9,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:52.857381 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Attempting to bind port a0f991e0-915c-4a6a-9ded-915c495a59a9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:52.858236 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Attempting to bind port a0f991e0-915c-4a6a-9ded-915c495a59a9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:52.858891 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Attempting to bind port a0f991e0-915c-4a6a-9ded-915c495a59a9 on network 36be4d1d-053f-463c-abc5-8710529010fa {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:52.865110 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:52.866001 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Checking segment: {'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:52.867187 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.867917 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Bound using segment: {'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:52.868775 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Bound port: a0f991e0-915c-4a6a-9ded-915c495a59a9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a78998-e7b2-4e2b-83e9-eb28564502ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:52.869540 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.935571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb425-2064-4cda-a344-79d278b6f5c7 req-5ce2b1c9-6a90-42c6-94a3-cdab87a02e8e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:52.945021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a8eb425-2064-4cda-a344-79d278b6f5c7 req-5ce2b1c9-6a90-42c6-94a3-cdab87a02e8e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.1129520 Nov 12 05:14:52.973808 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] For port a0f991e0-915c-4a6a-9ded-915c495a59a9, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:52.978505 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] For port a0f991e0-915c-4a6a-9ded-915c495a59a9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a0f991e0-915c-4a6a-9ded-915c495a59a9,segment=NetworkSegment(a1a78998-e7b2-4e2b-83e9-eb28564502ed),segment_id=a1a78998-e7b2-4e2b-83e9-eb28564502ed)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:52.994049 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.076948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be481ff-6fae-4c43-928c-e3c79c10e3d6 req-c0021755-ad62-46c1-aa64-3230ca2c99c3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:53.078832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8be481ff-6fae-4c43-928c-e3c79c10e3d6 req-c0021755-ad62-46c1-aa64-3230ca2c99c3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1329415 Nov 12 05:14:53.093824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a8eb425-2064-4cda-a344-79d278b6f5c7 req-15a03c30-86e3-4461-ac76-c15c970ef150 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232157 Nov 12 05:14:53.136840 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853465c-e752-4038-9984-e90e7a0dd715 None None] Pushing event updated for resources: {'Port': ['ID=a0f991e0-915c-4a6a-9ded-915c495a59a9,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:53.160293 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Routers {'304baf14-2565-4859-bb96-338365ff5948'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:53.162851 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:14:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['304baf14-2565-4859-bb96-338365ff5948'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:53.174312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7dc48f61-d3a9-44ce-b3d3-35cf073a723b None None] Provisioning complete for port a0f991e0-915c-4a6a-9ded-915c495a59a9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:53.175407 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7dc48f61-d3a9-44ce-b3d3-35cf073a723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.265982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8be481ff-6fae-4c43-928c-e3c79c10e3d6 req-624b9478-656d-4534-a207-802c887b75f7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671576 Nov 12 05:14:53.285765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-999ac34c-82c8-4494-b79b-cb067580a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:53.287781 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-999ac34c-82c8-4494-b79b-cb067580a847 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.6581380 Nov 12 05:14:53.340562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:53.344878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:53.384358 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-53746a12-592b-48b9-b04c-246d985d72de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838964 Nov 12 05:14:53.386978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.415662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:14:53.443949 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7dc48f61-d3a9-44ce-b3d3-35cf073a723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.476847 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] Set router 304baf14-2565-4859-bb96-338365ff5948 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:53.510293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:53.511740 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.513884 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 1092 time: 2.4979205 Nov 12 05:14:53.515336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f98e08-3edc-49a5-814d-3f89d5a02f32 req-adbf07a8-534d-49e0-a592-08cf0dc24940 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:53.516473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00488377-c372-43fb-8d3a-dd2c510e06c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:53.527711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41f98e08-3edc-49a5-814d-3f89d5a02f32 req-adbf07a8-534d-49e0-a592-08cf0dc24940 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 949 time: 0.1462831 Nov 12 05:14:53.533278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:53.540117 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19027eea-bd8f-4994-885f-d5e61a675a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:53.594981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7dc48f61-d3a9-44ce-b3d3-35cf073a723b None None] For port a0f991e0-915c-4a6a-9ded-915c495a59a9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a0f991e0-915c-4a6a-9ded-915c495a59a9,segment=NetworkSegment(a1a78998-e7b2-4e2b-83e9-eb28564502ed),segment_id=a1a78998-e7b2-4e2b-83e9-eb28564502ed)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:53.606693 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7dc48f61-d3a9-44ce-b3d3-35cf073a723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.751533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41f98e08-3edc-49a5-814d-3f89d5a02f32 req-c031995c-6f70-46ca-bdd2-675b60d763da tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139962 Nov 12 05:14:53.800026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-a6477dd6-cca3-4504-982a-fc4a80ef2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:53.808698 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-a6477dd6-cca3-4504-982a-fc4a80ef2051 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1095 time: 0.1840460 Nov 12 05:14:53.819746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc48f61-d3a9-44ce-b3d3-35cf073a723b None None] Pushing event updated for resources: {'Port': ['ID=a0f991e0-915c-4a6a-9ded-915c495a59a9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:53.854581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ebce9354-2409-419b-995b-3bcdf14e1131 None None] Provisioning complete for port a0f991e0-915c-4a6a-9ded-915c495a59a9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:53.854972 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ebce9354-2409-419b-995b-3bcdf14e1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.952712 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-29f8fdf5-5e98-43b8-8dd2-2f163862b07f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 217 time: 0.1316295 Nov 12 05:14:53.969138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-270d5fd6-9a57-4c1f-bab3-970f04adc7bf req-1b9e2b2b-f456-4602-8e38-58ba3590c192 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0823190 Nov 12 05:14:53.978605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a0f991e0-915c-4a6a-9ded-915c495a59a9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:54.003323 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:14:44Z', 'revision_number': 4, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a0f991e0-915c-4a6a-9ded-915c495a59a9', 'name': '', 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'mac_address': 'fa:16:3e:5c:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:43Z', 'updated_at': '2021-11-12T05:14:52Z', 'revision_number': 4, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'subnets': [{'id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:54.063086 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b98e10-d257-425c-a783-ec1a12bb1055 None None] The sync data for ids ['304baf14-2565-4859-bb96-338365ff5948'] in n-d-765315-28 is: [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:14:44Z', 'revision_number': 4, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a0f991e0-915c-4a6a-9ded-915c495a59a9', 'name': '', 'network_id': '36be4d1d-053f-463c-abc5-8710529010fa', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'mac_address': 'fa:16:3e:5c:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:43Z', 'updated_at': '2021-11-12T05:14:52Z', 'revision_number': 4, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'subnets': [{'id': '3a2009d2-3679-4cd5-aa7a-cca36ebee183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:14:54.123858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a0f991e0-915c-4a6a-9ded-915c495a59a9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:54.124224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.199808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518e661-ec8e-4f3e-baf8-f94d6f77c8c3 req-06fb17e4-42b5-4d4d-b044-66430288a486 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:54.210899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8518e661-ec8e-4f3e-baf8-f94d6f77c8c3 req-06fb17e4-42b5-4d4d-b044-66430288a486 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 944 time: 0.1820352 Nov 12 05:14:54.233341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c955c0ae-d0a1-4b86-953f-148e0554e26e up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:54.261167 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0b8afa-074b-4c0e-8378-3d62e09bbad8 x-openstack-request-id: req-ff0b8afa-074b-4c0e-8378-3d62e09bbad8 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:54.261459 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:54.261710 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff0b8afa-074b-4c0e-8378-3d62e09bbad8 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:54.262149 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e', 'status': 'completed', 'code': 200} Nov 12 05:14:54.273837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-81593762-5a3b-4d08-acd3-1eba6981cd79 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:54.275566 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-81593762-5a3b-4d08-acd3-1eba6981cd79 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.3215120 Nov 12 05:14:54.342200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8518e661-ec8e-4f3e-baf8-f94d6f77c8c3 req-0e056c6e-b466-4730-a3e9-bc527007d039 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288257 Nov 12 05:14:54.360787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-c7053c37-77e4-49a5-b5b8-7cebe6af4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:54.362298 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-c7053c37-77e4-49a5-b5b8-7cebe6af4d38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0857761 Nov 12 05:14:54.393706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e49d74-93b2-4578-aeb0-80548648a035 req-e864a2c1-ecf1-416e-9053-b8cbaeb749c0 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:54.407289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41e49d74-93b2-4578-aeb0-80548648a035 req-e864a2c1-ecf1-416e-9053-b8cbaeb749c0 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.1735067 Nov 12 05:14:54.408273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Request body: {'port': {'device_id': '2d1376ad-e3e0-4321-97be-a162c98d8fd7', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'admin_state_up': True, 'tenant_id': 'b462c55b281744a2b4b0f9f90721130f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:54.463996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port c955c0ae-d0a1-4b86-953f-148e0554e26e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:54.468120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c955c0ae-d0a1-4b86-953f-148e0554e26e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:54.468120 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.575373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41e49d74-93b2-4578-aeb0-80548648a035 req-73e09214-ed3d-4abc-91bf-056f7034fdd2 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668601 Nov 12 05:14:54.686386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac9fdc-84e3-4858-a1bc-28fcc306125f req-d9846bce-d1d5-4f3c-a192-1690e9dc4b03 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:54.691435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42ac9fdc-84e3-4858-a1bc-28fcc306125f req-d9846bce-d1d5-4f3c-a192-1690e9dc4b03 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.2034550 Nov 12 05:14:54.705162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c30c97-2f05-424e-98db-416aa7555214 req-f63d9fb9-8080-4f9a-a10e-47769089f816 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:54.705846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-6ce3fb33-c535-4d5d-9030-b4c20102c809 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3048794 Nov 12 05:14:54.707622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83c30c97-2f05-424e-98db-416aa7555214 req-f63d9fb9-8080-4f9a-a10e-47769089f816 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.43 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.1733758 Nov 12 05:14:54.707793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.710808 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Made reservation on behalf of b462c55b281744a2b4b0f9f90721130f for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:54.713243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.750546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-62cd418d-9463-41f4-8765-d47169688b05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392257 Nov 12 05:14:54.765457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f2fc9b-384c-495a-a136-a839e8cee8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c955c0ae-d0a1-4b86-953f-148e0554e26e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:54.770735 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ef692-5bdd-470b-b6f2-3fdf2c7b0b2e" -d '{"events": [{"server_uuid": "14f2fc9b-384c-495a-a136-a839e8cee8a9", "name": "network-vif-plugged", "status": "completed", "tag": "c955c0ae-d0a1-4b86-953f-148e0554e26e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:54.786987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c955c0ae-d0a1-4b86-953f-148e0554e26e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c955c0ae-d0a1-4b86-953f-148e0554e26e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:54.798952 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.875191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3b4a-2df9-4386-8325-117aa868d381 req-961a7238-a0e8-4801-a623-7dc3e164e0f1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:54.885161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b22c3b4a-2df9-4386-8325-117aa868d381 req-961a7238-a0e8-4801-a623-7dc3e164e0f1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1759732 Nov 12 05:14:54.901394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c955c0ae-d0a1-4b86-953f-148e0554e26e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:54.934238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42ac9fdc-84e3-4858-a1bc-28fcc306125f req-dd41c12b-c49a-47cd-abbd-802939cd3a33 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417858 Nov 12 05:14:55.017236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b22c3b4a-2df9-4386-8325-117aa868d381 req-c6212bf4-a765-49cd-bd43-15d87d41fe49 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308696 Nov 12 05:14:55.027438 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-33936653-ded7-4cfe-8f73-a6608394ef00 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380965 Nov 12 05:14:55.070432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Deleting port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:55.070973 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.169289 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac7c09f-e18b-4173-96fc-15b457f0b0cb x-openstack-request-id: req-aac7c09f-e18b-4173-96fc-15b457f0b0cb {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:55.169663 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f2fc9b-384c-495a-a136-a839e8cee8a9", "name": "network-vif-plugged", "status": "completed", "tag": "c955c0ae-d0a1-4b86-953f-148e0554e26e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:55.169901 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aac7c09f-e18b-4173-96fc-15b457f0b0cb {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:55.170270 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f2fc9b-384c-495a-a136-a839e8cee8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c955c0ae-d0a1-4b86-953f-148e0554e26e', 'code': 200} Nov 12 05:14:55.328334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-e0438ae3-be0e-4522-b64d-15130a939bed service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957837 Nov 12 05:14:55.334716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dda9e541-9e88-431d-b7cb-22cfa042b311 req-f736482c-3510-4558-91fc-a7260853736c service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966672 Nov 12 05:14:55.355273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60ff416d-9e25-4b2a-b42d-754b3bc14a61 req-99e6d30e-a595-45ca-b8f7-4d8035a76921 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0684297 Nov 12 05:14:55.403308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0ed6-bda5-4c40-8c19-86047d0101f4 req-4af891d4-7311-42a8-a19c-c1d5eb41b2bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:55.404861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bcc0ed6-bda5-4c40-8c19-86047d0101f4 req-4af891d4-7311-42a8-a19c-c1d5eb41b2bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 950 time: 0.2204077 Nov 12 05:14:55.500184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Allocated IP 172.20.0.11 (94ce151c-8d46-459d-b0d8-62e48d752fd3/f47977af-5f43-43e4-978b-58e339d201f4/69d9b750-a1c7-4f27-8cdd-1ca82332e5ef) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:55.509781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] For port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:55.511757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.517152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a843-4359-4e5e-bf2d-9d8da852a080 req-b660198c-00e6-430c-bc6e-6a66687e26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:55.519226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f96a843-4359-4e5e-bf2d-9d8da852a080 req-b660198c-00e6-430c-bc6e-6a66687e26aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 1102 time: 0.2509146 Nov 12 05:14:55.529614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-95bc88fb-040e-4393-a586-98bf450c0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:55.531215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-95bc88fb-040e-4393-a586-98bf450c0602 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1095 time: 0.1067240 Nov 12 05:14:55.592180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Calling delete_port for 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:55.622986 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bcc0ed6-bda5-4c40-8c19-86047d0101f4 req-ef1806e2-7cbc-44ff-9087-3af6a64e2b82 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017512 Nov 12 05:14:55.763154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.810731 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.813504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a0f991e0-915c-4a6a-9ded-915c495a59a9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:55.838600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba6cff-acdc-4579-8b5c-c13224817373 req-b2ff3966-703f-44c9-bca6-b0f1313ecfe1 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:55.848368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99ba6cff-acdc-4579-8b5c-c13224817373 req-b2ff3966-703f-44c9-bca6-b0f1313ecfe1 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 944 time: 0.3073156 Nov 12 05:14:55.878431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-4beb6c84-d606-40d8-933f-d13f4cb52ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:55.879895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-4beb6c84-d606-40d8-933f-d13f4cb52ed8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.3328981 Nov 12 05:14:55.892301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:55.896488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a0f991e0-915c-4a6a-9ded-915c495a59a9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:55.896829 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.910077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:55.953886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:55.957447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-fca4188b-37fc-41fb-9ae3-9df6ac8391ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 217 time: 0.0625360 Nov 12 05:14:55.966632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99ba6cff-acdc-4579-8b5c-c13224817373 req-f015aa88-8c85-4fdf-ac00-b35989911452 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167800 Nov 12 05:14:56.008869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f96a843-4359-4e5e-bf2d-9d8da852a080 req-7376a26f-8209-48b2-8c1c-0ec912de1ed9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749608 Nov 12 05:14:56.046155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:56.046820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.049870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event updated for resources: {'Port': ['ID=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:56.065146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-44073556-f565-4828-bd46-7e311d775aaf tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:56.066612 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-44073556-f565-4828-bd46-7e311d775aaf tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1096 time: 0.2704554 Nov 12 05:14:56.111556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875345d7-8a37-474e-9d54-e50432b29d84 req-e254828b-46b2-4a6a-86ad-875f3f9e993d tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:56.113144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-875345d7-8a37-474e-9d54-e50432b29d84 req-e254828b-46b2-4a6a-86ad-875f3f9e993d tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 949 time: 0.2385552 Nov 12 05:14:56.140713 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-f1a25ea9-b1f8-4072-8077-8ddc3880c0b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7773266 Nov 12 05:14:56.165156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Request body: {'port': {'device_id': '2d1376ad-e3e0-4321-97be-a162c98d8fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:56.197573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-a104dee4-f3bb-4a9d-8254-655f052e9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:56.199051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-a104dee4-f3bb-4a9d-8254-655f052e9483 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1447866 Nov 12 05:14:56.237388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde3120-d2b1-49a6-b206-0624cc30de78 req-19e2f363-754a-4518-ab27-b4f53e760a2e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:56.245362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffde3120-d2b1-49a6-b206-0624cc30de78 req-19e2f363-754a-4518-ab27-b4f53e760a2e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.2044361 Nov 12 05:14:56.261411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.281676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-875345d7-8a37-474e-9d54-e50432b29d84 req-a783a8f7-3f0f-46e9-83f5-973ca21048ed tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea567211-bec4-496f-b5e7-d33223e1ccd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445544 Nov 12 05:14:56.293054 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-e5880d8b-62a6-40f8-b73b-6c948d7afb3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486960 Nov 12 05:14:56.293054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.350834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Pushing event deleted for resources: {'Port': ['ID=1d67f232-ed47-4ea8-9dd6-29179e8f3a85,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:56.388782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffde3120-d2b1-49a6-b206-0624cc30de78 req-1d7063de-8c1d-4f0d-8a0d-c17707c70824 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421685 Nov 12 05:14:56.402264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-26923a2d-6af1-4a0f-9fa6-71a61c626a1d service neutron] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:56.416784 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-26923a2d-6af1-4a0f-9fa6-71a61c626a1d service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.416784 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad65a791-52a0-46a0-b497-610a51bdb835 req-26923a2d-6af1-4a0f-9fa6-71a61c626a1d service neutron] 10.222.0.43 "DELETE /v2.0/ports/edbfe09c-5875-4813-b956-52c7baa65f7a/bindings/n-h2-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.3240211 Nov 12 05:14:56.474300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] No DVR routers for this DVR port 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:56.490080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.497560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83c30c97-2f05-424e-98db-416aa7555214 req-452ca8f1-2fd5-4547-9ba5-121cf0634e48 tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.43 "DELETE /v2.0/ports/1d67f232-ed47-4ea8-9dd6-29179e8f3a85 HTTP/1.1" status: 204 len: 173 time: 1.7132487 Nov 12 05:14:56.501954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e041726b-0ae5-4986-a690-64ac6b499270', 'name': 'network-vif-deleted', 'tag': '1d67f232-ed47-4ea8-9dd6-29179e8f3a85'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:56.521050 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dd2b7d-32d9-4c5d-9841-33aca0c28d4d" -d '{"events": [{"server_uuid": "e041726b-0ae5-4986-a690-64ac6b499270", "name": "network-vif-deleted", "tag": "1d67f232-ed47-4ea8-9dd6-29179e8f3a85"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:56.529879 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-9e3af952-f4c2-4f3d-bd80-2732c1015483 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344902 Nov 12 05:14:56.591194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02749266-e8be-4957-8b73-1c4ed94130df req-3ba32b74-d74a-4128-888b-2f5b8525cb8f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:56.593405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02749266-e8be-4957-8b73-1c4ed94130df req-3ba32b74-d74a-4128-888b-2f5b8525cb8f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1319404 Nov 12 05:14:56.696840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02749266-e8be-4957-8b73-1c4ed94130df req-d2f210ee-82c6-4d59-8324-813deaa38ec7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905240 Nov 12 05:14:56.791229 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-19027eea-bd8f-4994-885f-d5e61a675a4c req-a78d1012-fcd6-4ebb-9971-b974e061a7db service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485271 Nov 12 05:14:56.847546 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2518ad95-6228-4281-ac52-d626522991fd x-openstack-request-id: req-2518ad95-6228-4281-ac52-d626522991fd {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:56.847838 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e041726b-0ae5-4986-a690-64ac6b499270", "name": "network-vif-deleted", "tag": "1d67f232-ed47-4ea8-9dd6-29179e8f3a85", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:56.848143 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2518ad95-6228-4281-ac52-d626522991fd {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:56.848542 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e041726b-0ae5-4986-a690-64ac6b499270', 'name': 'network-vif-deleted', 'tag': '1d67f232-ed47-4ea8-9dd6-29179e8f3a85', 'status': 'completed', 'code': 200} Nov 12 05:14:56.873278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1dace-d84b-4a1e-8f8e-038755f6e36e req-89ecea63-f6eb-47a7-ac7f-d9c24f3dbf0f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:56.883233 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.890692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0a1dace-d84b-4a1e-8f8e-038755f6e36e req-89ecea63-f6eb-47a7-ac7f-d9c24f3dbf0f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 932 time: 0.0906551 Nov 12 05:14:56.964487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:56.975208 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.984390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a39638-24ba-4edc-9553-b6acedba58ec req-b886bea8-4bcc-4c25-9910-300d1eb0f1e9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:56.986063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9a39638-24ba-4edc-9553-b6acedba58ec req-b886bea8-4bcc-4c25-9910-300d1eb0f1e9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 950 time: 0.0944176 Nov 12 05:14:56.996280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0a1dace-d84b-4a1e-8f8e-038755f6e36e req-6c02a1b0-443c-42a6-be35-9e234253339a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954595 Nov 12 05:14:57.029292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Transition to ACTIVE for port object 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:14:57.037348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.057344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9a39638-24ba-4edc-9553-b6acedba58ec req-a109fcba-3ace-4f0f-bf8e-52e7693a9c21 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600295 Nov 12 05:14:57.132681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:57.187501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcc60f-46f3-4328-bf28-a90a26f13d16 req-f42748ad-0bc0-45b5-87e2-7218d1f295a2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:57.195313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4dcc60f-46f3-4328-bf28-a90a26f13d16 req-f42748ad-0bc0-45b5-87e2-7218d1f295a2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 944 time: 0.0848556 Nov 12 05:14:57.224391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Attempting to bind port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:57.225029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Attempting to bind port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:57.225422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Attempting to bind port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:57.231596 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:14:57.231596 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Attempting to bind port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:57.237344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:57.237762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Checking segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:57.238389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Bound using segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:57.238900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Bound port: 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:57.239477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.329305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4dcc60f-46f3-4328-bf28-a90a26f13d16 req-29c9c367-c998-4365-bc7c-5602ad26129d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242054 Nov 12 05:14:57.333796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:57.365458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] For port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:57.369394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] For port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:57.375695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.415739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:57.420796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1d67f232-ed47-4ea8-9dd6-29179e8f3a85 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:57.422801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:57.423691 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.425493 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] 10.222.0.43 "PUT /v2.0/ports/69d9b750-a1c7-4f27-8cdd-1ca82332e5ef HTTP/1.1" status: 200 len: 1093 time: 1.2661593 Nov 12 05:14:57.426178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1376ad-e3e0-4321-97be-a162c98d8fd7', 'tag': '69d9b750-a1c7-4f27-8cdd-1ca82332e5ef'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:57.430917 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c147250d-f139-4469-ab8e-bbda6a85c426" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1376ad-e3e0-4321-97be-a162c98d8fd7", "tag": "69d9b750-a1c7-4f27-8cdd-1ca82332e5ef"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:57.487090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bda5d-682e-48ce-a495-15041c19f1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:57.609504 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6074ddb1-0937-4864-aa6b-b6f85f394e96 x-openstack-request-id: req-6074ddb1-0937-4864-aa6b-b6f85f394e96 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:57.610623 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1376ad-e3e0-4321-97be-a162c98d8fd7", "tag": "69d9b750-a1c7-4f27-8cdd-1ca82332e5ef", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:57.611111 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6074ddb1-0937-4864-aa6b-b6f85f394e96 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:57.611714 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1376ad-e3e0-4321-97be-a162c98d8fd7', 'tag': '69d9b750-a1c7-4f27-8cdd-1ca82332e5ef', 'status': 'completed', 'code': 200} Nov 12 05:14:57.625214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2181dc30-758b-412d-85c7-8e6940a82278 req-d4a6fa57-1831-49ac-880d-68f611f864ab tempest-DeleteServersAdminTestJSON-1610622129 tempest-DeleteServersAdminTestJSON-1610622129-project] 10.222.0.48 "GET /v2.0/ports?device_id=e041726b-0ae5-4986-a690-64ac6b499270 HTTP/1.1" status: 200 len: 210 time: 0.0757766 Nov 12 05:14:57.668165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-7ab5264c-7921-4329-9351-2594167e66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:57.673715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-7ab5264c-7921-4329-9351-2594167e66f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 1096 time: 0.1458864 Nov 12 05:14:57.754322 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-61183700-71ba-4226-a1e3-d99fdab0aa4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef HTTP/1.1" status: 200 len: 217 time: 0.0598996 Nov 12 05:14:57.826843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-a1cb991c-f1d5-410a-b072-40c2da2ab1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:57.828452 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-a1cb991c-f1d5-410a-b072-40c2da2ab1b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.0622268 Nov 12 05:14:57.844626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea02d1-e0b2-49a5-9ef1-6411ec949605 req-b72e467b-e493-4511-9cb9-46bc18c27105 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:57.846653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81ea02d1-e0b2-49a5-9ef1-6411ec949605 req-b72e467b-e493-4511-9cb9-46bc18c27105 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.1590798 Nov 12 05:14:57.867200 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-ebc05e20-cb8f-4817-a315-691bc54a9035 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302193 Nov 12 05:14:57.875890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59a4a6-1bd2-4fba-b1f2-cd94b634ac51 req-4ddee78f-8e7e-455b-8d11-fd4b92a9f32a tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:57.877390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f59a4a6-1bd2-4fba-b1f2-cd94b634ac51 req-4ddee78f-8e7e-455b-8d11-fd4b92a9f32a tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 1096 time: 0.0953875 Nov 12 05:14:57.951343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81ea02d1-e0b2-49a5-9ef1-6411ec949605 req-e68eeab3-46ca-4c76-84cd-3c676c333a31 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950818 Nov 12 05:14:57.963241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f59a4a6-1bd2-4fba-b1f2-cd94b634ac51 req-4d87e5b5-9a80-46c1-82b6-e44c316d52fc tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782154 Nov 12 05:14:58.019342 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-a6c36b34-0e45-4db4-b320-5507d06c3f54 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345921 Nov 12 05:14:58.163945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670ab3b-337b-43df-81a5-8cf7c0b23ff6 req-314f838c-9441-42c4-8643-cbfded1157d4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.175007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e670ab3b-337b-43df-81a5-8cf7c0b23ff6 req-314f838c-9441-42c4-8643-cbfded1157d4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.0979936 Nov 12 05:14:58.193911 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c06dff9-4d73-4cea-8a1d-7d45449a0bde req-b08ad735-f25a-4913-921b-640176dcbdd6 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241276 Nov 12 05:14:58.241717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c11553bf-8ccd-4bf5-81c9-dbf25fae597e details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:58.262176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659ee2b-9ec3-4351-b373-072a93132e82 req-e297ef5d-d647-4c5c-a939-ccdc755139cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.263750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f659ee2b-9ec3-4351-b373-072a93132e82 req-e297ef5d-d647-4c5c-a939-ccdc755139cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0874648 Nov 12 05:14:58.275574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e670ab3b-337b-43df-81a5-8cf7c0b23ff6 req-aa126877-b5f2-4f31-82d8-a084fa127324 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715086 Nov 12 05:14:58.362257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f659ee2b-9ec3-4351-b373-072a93132e82 req-f5f6fca2-3176-4011-a1ca-c0bc95c93986 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856314 Nov 12 05:14:58.381112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:58.396820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e', 'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'port_id': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e', 'mac_address': 'fa:16:3e:49:cb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a801205b-e0f1-40a6-afa4-93c95b87d5d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:58.397308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-1703219d-37b6-42a1-ac6b-55713f166f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.406437 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-1703219d-37b6-42a1-ac6b-55713f166f24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 1096 time: 0.1057515 Nov 12 05:14:58.443725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f095a8-fef2-4eb5-8b3e-3f5ae7098018 req-257baa1d-0d9a-4c93-bf33-df37db56b180 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.445580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4f095a8-fef2-4eb5-8b3e-3f5ae7098018 req-257baa1d-0d9a-4c93-bf33-df37db56b180 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 950 time: 0.0774500 Nov 12 05:14:58.453617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:58.469799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11553bf-8ccd-4bf5-81c9-dbf25fae597e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:58.499220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:58.504596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:58.587466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4f095a8-fef2-4eb5-8b3e-3f5ae7098018 req-02f08307-d736-4850-b51a-c8fa25150979 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221635 Nov 12 05:14:58.603307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-b3a29472-1460-4801-a307-5049de79d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.605051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-b3a29472-1460-4801-a307-5049de79d5bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 913 time: 0.1869862 Nov 12 05:14:58.617667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:58.671052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-68b2bb79-c621-499d-8dc2-1780575e6fe9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef HTTP/1.1" status: 200 len: 217 time: 0.0466013 Nov 12 05:14:58.685185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-fd89556c-b765-496a-b158-ef51dbc07e8e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.686791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-fd89556c-b765-496a-b158-ef51dbc07e8e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 820 time: 0.1737759 Nov 12 05:14:58.718070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-d99f0083-1dba-48f0-873f-f560ecb93830 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/quotas/c177b0e068e149e5be2571d3d1fa8ddb HTTP/1.1" status: 200 len: 375 time: 0.0246289 Nov 12 05:14:58.729413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-626ed938-6ea5-48df-9b4a-8ccb7cdd2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.730953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-626ed938-6ea5-48df-9b4a-8ccb7cdd2919 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.0607402 Nov 12 05:14:58.767479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-110c0ee8-2421-4b7d-a01c-ea62314d418c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284443 Nov 12 05:14:58.785583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0080b-5661-49f2-b35f-6a03be01ec2c req-fea0b492-fdda-4b2a-91e8-a099dc9608a6 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.787446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48d0080b-5661-49f2-b35f-6a03be01ec2c req-fea0b492-fdda-4b2a-91e8-a099dc9608a6 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 1102 time: 0.0870979 Nov 12 05:14:58.808603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-41dd5b20-c60a-4f81-af61-0712c94c2a5f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745983 Nov 12 05:14:58.858869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c11553bf-8ccd-4bf5-81c9-dbf25fae597e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:58.871797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-f6c79e6d-c57b-4123-91f7-60e541a7e68e service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955684 Nov 12 05:14:58.936185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48d0080b-5661-49f2-b35f-6a03be01ec2c req-7144d242-a524-4f41-b7df-7b2d89e9c450 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400416 Nov 12 05:14:58.964389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-37e99063-84b3-48d0-9d67-a2af12b7e4a6 service neutron] 10.222.0.48 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451929 Nov 12 05:14:59.106695 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c147250d-f139-4469-ab8e-bbda6a85c426 req-52a32fd1-167b-4e29-860b-d60ca4210dbf service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144272 Nov 12 05:14:59.156147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-3f43fbce-7011-4edd-acd1-ce0f89d72c56 service neutron] 10.222.0.48 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908715 Nov 12 05:14:59.182462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c04e82-6da0-4d24-9fae-dae63015e72b req-384c6350-cf05-4c42-be37-c5b6cd83c332 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:59.184030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3c04e82-6da0-4d24-9fae-dae63015e72b req-384c6350-cf05-4c42-be37-c5b6cd83c332 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 944 time: 0.0700216 Nov 12 05:14:59.256957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3c04e82-6da0-4d24-9fae-dae63015e72b req-38a234e8-c32b-44c6-83d2-cd6c9af6b6ab tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565472 Nov 12 05:14:59.401063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-1e8a67a2-d579-45d3-8b4b-ad28ac0ff31b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280776 Nov 12 05:14:59.463908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9d0cc44-c440-4593-a80e-7baa7e602782 req-1bf3a4c0-6bda-4599-aaa8-736c34f20c0e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0440073 Nov 12 05:14:59.563000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d340-337e-46cc-9bab-2746b8d9842d req-86364bf4-5209-489c-a490-fa5caf55bad5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:59.564688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-86364bf4-5209-489c-a490-fa5caf55bad5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557767 Nov 12 05:14:59.603936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-f5574bf1-1df1-4df4-b40c-0721f2a753d1 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/quotas/9f31d2a24e674fb58cddb6087614233d HTTP/1.1" status: 200 len: 375 time: 0.0283098 Nov 12 05:14:59.625594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395e7a-e093-4d23-987c-905c0afa2f43 req-0e99200b-8ccc-4632-8f1b-90975ae00f80 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:59.627242 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85395e7a-e093-4d23-987c-905c0afa2f43 req-0e99200b-8ccc-4632-8f1b-90975ae00f80 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.0738223 Nov 12 05:14:59.702316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85395e7a-e093-4d23-987c-905c0afa2f43 req-7237c659-4723-4d71-9b8f-3c9340ae0e6f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664237 Nov 12 05:14:59.729676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-465655b3-3942-45ac-8894-03e74e354e63 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1126897 Nov 12 05:14:59.980315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1179860a-6321-499f-9730-c55acc554ef9 req-39996994-8df2-4eb6-9995-a033bf513c71 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 210 time: 0.0380602 Nov 12 05:15:00.002076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78101-706e-48d2-a8f9-7daffcdf46c4 req-d1c30852-285f-4a97-b7b1-6051e71643df tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:00.011048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91e78101-706e-48d2-a8f9-7daffcdf46c4 req-d1c30852-285f-4a97-b7b1-6051e71643df tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 944 time: 0.1380031 Nov 12 05:15:00.080053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91e78101-706e-48d2-a8f9-7daffcdf46c4 req-afd8fa41-5e77-4cf1-bd1e-d0d1d4dd93f4 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638614 Nov 12 05:15:00.257877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c11553bf-8ccd-4bf5-81c9-dbf25fae597e up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:00.366543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port c11553bf-8ccd-4bf5-81c9-dbf25fae597e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:00.374632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c11553bf-8ccd-4bf5-81c9-dbf25fae597e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:00.375012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.464767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257512-12b0-4066-811e-ee9bc02d1927 req-0b6bfd98-8c0f-4c9e-9d8c-97f1c6f2511b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:00.477603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4257512-12b0-4066-811e-ee9bc02d1927 req-0b6bfd98-8c0f-4c9e-9d8c-97f1c6f2511b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 944 time: 0.1064544 Nov 12 05:15:00.517745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:00.586398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4257512-12b0-4066-811e-ee9bc02d1927 req-e58c8c40-b4d4-4614-959d-d086604deafd tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938559 Nov 12 05:15:00.593075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.631167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60cc180e-020d-4f57-9599-d3414d9e5f1d req-3dc81bf2-3427-499b-b71c-3633208400dc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0506818 Nov 12 05:15:00.634914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:00.637386 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6c986f-2aef-46bd-a55c-54dc8041aa80" -d '{"events": [{"server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "name": "network-vif-plugged", "status": "completed", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:00.686876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:00.699166 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c950fe-3a02-4b99-a1a9-3a2ea5b4ca6a x-openstack-request-id: req-d8c950fe-3a02-4b99-a1a9-3a2ea5b4ca6a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:00.699715 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "name": "network-vif-plugged", "status": "completed", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:00.700310 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8c950fe-3a02-4b99-a1a9-3a2ea5b4ca6a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:00.700716 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e', 'code': 200} Nov 12 05:15:00.720001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.781836 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5deb25ac-bd9d-4abe-b546-fd6a8e4322b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39df26c587134fe180ad7c2fccd58946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621062 Nov 12 05:15:00.784159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50076) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:00.800043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:00.870979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd92f8-d4ee-4ade-8464-ef9145e010a2 req-951150da-f9ae-41d2-bf89-4e7e753895a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:00.873369 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55fd92f8-d4ee-4ade-8464-ef9145e010a2 req-951150da-f9ae-41d2-bf89-4e7e753895a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1097 time: 0.0720072 Nov 12 05:15:00.920132 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cc125d3-eb41-4497-9fac-7254a1160b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.934126 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55fd92f8-d4ee-4ade-8464-ef9145e010a2 req-47a9fd5c-f02e-4811-ae9e-53a422474b54 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501902 Nov 12 05:15:00.952925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d67b-8894-45d7-b907-513b8442e300 req-274746d9-266c-47b3-84fb-0627a29114c8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:00.954998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d460d67b-8894-45d7-b907-513b8442e300 req-274746d9-266c-47b3-84fb-0627a29114c8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1037092 Nov 12 05:15:00.977338 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cc125d3-eb41-4497-9fac-7254a1160b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.064037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d460d67b-8894-45d7-b907-513b8442e300 req-6afa7122-c247-4203-a0e0-9f31c5ba6c38 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943615 Nov 12 05:15:01.086843 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cc125d3-eb41-4497-9fac-7254a1160b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.088237 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cc125d3-eb41-4497-9fac-7254a1160b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.091924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1cc125d3-eb41-4497-9fac-7254a1160b76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea567211-bec4-496f-b5e7-d33223e1ccd9 HTTP/1.1" status: 204 len: 168 time: 0.3038237 Nov 12 05:15:01.127191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-09d0785a-426c-411e-a367-21c6b1b06bea tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:01.129210 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-09d0785a-426c-411e-a367-21c6b1b06bea tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 820 time: 0.1940625 Nov 12 05:15:01.154284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc125d3-eb41-4497-9fac-7254a1160b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea567211-bec4-496f-b5e7-d33223e1ccd9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:01.158694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Request body: {'port': {'device_id': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'admin_state_up': True, 'tenant_id': 'c177b0e068e149e5be2571d3d1fa8ddb'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:01.196060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6907c26d-2098-4a24-8163-cdd42cf76b06 req-3eeffe25-c8fe-42e1-a15a-b697299f25b0 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 210 time: 0.0865703 Nov 12 05:15:01.312931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8679bd-4f94-4e1b-a3f1-844d4cf78254 req-0575a1b8-a796-48b5-a57d-54115c3e33b0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:01.322032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc8679bd-4f94-4e1b-a3f1-844d4cf78254 req-0575a1b8-a796-48b5-a57d-54115c3e33b0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0944223 Nov 12 05:15:01.362410 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Made reservation on behalf of c177b0e068e149e5be2571d3d1fa8ddb for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:01.369209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.382290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc8679bd-4f94-4e1b-a3f1-844d4cf78254 req-5e1bab0e-2db2-47b5-8906-504f222bd3be tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564098 Nov 12 05:15:01.537250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Allocated IP 172.20.0.7 (c47448b0-1759-4308-9812-089ef5f02fd9/5aa9580c-3604-48a5-8e8a-29ff41dc9ca6/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:01.580612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50088) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:01.598386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1f7edad-84d8-45f5-8264-a98312263195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.695376 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-08743779-c24b-44f5-9d7a-b61f3ea76d4e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322847 Nov 12 05:15:01.788651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1f7edad-84d8-45f5-8264-a98312263195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.818026 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1f7edad-84d8-45f5-8264-a98312263195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.867399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e6f1e37-bfb2-46ba-9427-95ae48182206 req-df13a11c-b50b-485e-866c-dc7fb69474ba tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0754788 Nov 12 05:15:01.913831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a1f7edad-84d8-45f5-8264-a98312263195 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b63a66697803489e97a2ff9f47dd84a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320506 Nov 12 05:15:01.922450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8734d-8a46-425e-aa20-f928ece36441 req-0d2ae190-dc26-4f18-a1ac-c1bf075fe30c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:01.930227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8c8734d-8a46-425e-aa20-f928ece36441 req-0d2ae190-dc26-4f18-a1ac-c1bf075fe30c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 945 time: 0.1394541 Nov 12 05:15:01.932530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50094) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:01.934495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7edad-84d8-45f5-8264-a98312263195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6cfcda-52c1-4999-82db-821d61d73f97,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:02.020992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8c8734d-8a46-425e-aa20-f928ece36441 req-82cc3a91-ecd3-4bb1-8d92-fba8aab3533a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891438 Nov 12 05:15:02.050813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbeb6-77cd-4395-aab8-69e6002fe354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.078951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbeb6-77cd-4395-aab8-69e6002fe354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.152187 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbeb6-77cd-4395-aab8-69e6002fe354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.157031 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbeb6-77cd-4395-aab8-69e6002fe354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.158039 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.158183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e9dbeb6-77cd-4395-aab8-69e6002fe354 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f6cfcda-52c1-4999-82db-821d61d73f97 HTTP/1.1" status: 204 len: 168 time: 0.2245865 Nov 12 05:15:02.179480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d340-337e-46cc-9bab-2746b8d9842d req-5706e526-8f80-4268-a4f9-cd55e43d9013 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:02.180955 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-5706e526-8f80-4268-a4f9-cd55e43d9013 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4661214 Nov 12 05:15:02.186904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dbeb6-77cd-4395-aab8-69e6002fe354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6cfcda-52c1-4999-82db-821d61d73f97,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:02.207375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Request body: {'port': {'device_id': '9ffffc89-3a5f-428e-9f07-ce319fc482d1', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '9f31d2a24e674fb58cddb6087614233d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:02.286211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.290977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784092d3-4b35-471c-baed-d6a77cf20e70 req-0a6325b0-2a19-4802-bb18-fcfb8497c222 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:02.318477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-784092d3-4b35-471c-baed-d6a77cf20e70 req-0a6325b0-2a19-4802-bb18-fcfb8497c222 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1405659 Nov 12 05:15:02.361446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Network c47448b0-1759-4308-9812-089ef5f02fd9 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:02.367825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:02.377188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:02.383401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Pushing event updated for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:02.398148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b98ce2ef-c4d4-4008-bf8a-79cbdb1b8115 req-44c1a7b4-45c6-4c9f-acd3-277a318eb19b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 210 time: 0.0422022 Nov 12 05:15:02.484822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Made reservation on behalf of 9f31d2a24e674fb58cddb6087614233d for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:02.488857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.531169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-784092d3-4b35-471c-baed-d6a77cf20e70 req-50a7b743-a910-48b9-bd8f-2667d66ddae8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106054 Nov 12 05:15:02.532402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:02.533278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.586244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db258d2b-6e56-48f0-a1ab-5a650906345b req-19b913d3-33f3-4010-9fda-5df1b50f410a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:02.588343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db258d2b-6e56-48f0-a1ab-5a650906345b req-19b913d3-33f3-4010-9fda-5df1b50f410a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 944 time: 0.1158347 Nov 12 05:15:02.589818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e231bce4-fc03-4b15-a29f-cc6c48d6476e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4394834 Nov 12 05:15:02.646090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Request body: {'port': {'device_id': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:02.697235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db258d2b-6e56-48f0-a1ab-5a650906345b req-008dd0b3-b985-495f-974c-93d5798a11fd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987077 Nov 12 05:15:02.765381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.794873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Allocated IP 192.168.233.239 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/0d07a361-1b3d-45f9-8886-0f2c7c644248) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:03.125836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7c61-04f5-41a5-afd2-e86a88203efa req-537cbf5d-ef6d-449c-9871-edbe3a17536a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.137210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3ca7c61-04f5-41a5-afd2-e86a88203efa req-537cbf5d-ef6d-449c-9871-edbe3a17536a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 931 time: 0.1430624 Nov 12 05:15:03.167595 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.230385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daebdc6-0634-40da-82bf-f484a7921740 req-45a6016d-c7eb-4a86-b9a5-f05972a323ee tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.232281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4daebdc6-0634-40da-82bf-f484a7921740 req-45a6016d-c7eb-4a86-b9a5-f05972a323ee tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 945 time: 0.0846572 Nov 12 05:15:03.249358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3ca7c61-04f5-41a5-afd2-e86a88203efa req-8ba3424d-c6a1-4df9-97ac-de756839a8eb tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105607 Nov 12 05:15:03.258901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d00dc9-bd94-46f5-8b00-b1f2f428e77f {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:03.268718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.283015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Transition to ACTIVE for port object f8d00dc9-bd94-46f5-8b00-b1f2f428e77f will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:03.290841 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.337870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:03.353637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4daebdc6-0634-40da-82bf-f484a7921740 req-fc888d10-016f-4f04-ad7f-9f70ff054ca6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029322 Nov 12 05:15:03.497156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:03.508004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:03.508387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:03.508750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:03.518518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:03.518518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:03.526977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:03.527789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:03.528785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:03.529771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Bound port: f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:03.530189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.534175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.538400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:03.589591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'c955c0ae-d0a1-4b86-953f-148e0554e26e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:03.601888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc', '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:03.666243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:03.669160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'Port': ['ID=0d07a361-1b3d-45f9-8886-0f2c7c644248,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:03.674779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:03.698163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:03.711211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:03.807387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f589c8-6f2c-4ee1-8d95-c38e5b2c6e18 req-ea053ba0-6d73-47b2-818c-777a0c46ab83 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.808929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:03.810094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1f589c8-6f2c-4ee1-8d95-c38e5b2c6e18 req-ea053ba0-6d73-47b2-818c-777a0c46ab83 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1097 time: 0.2579474 Nov 12 05:15:03.844943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.846919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906fc5-676e-4d43-8be0-85d0a0dd8abe req-8137cb27-ebeb-40fc-922c-cfef4fb64453 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.859573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '69d9b750-a1c7-4f27-8cdd-1ca82332e5ef', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'port_id': '69d9b750-a1c7-4f27-8cdd-1ca82332e5ef', 'mac_address': 'fa:16:3e:41:96:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47977af-5f43-43e4-978b-58e339d201f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:03.860475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94906fc5-676e-4d43-8be0-85d0a0dd8abe req-8137cb27-ebeb-40fc-922c-cfef4fb64453 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 936 time: 0.2386100 Nov 12 05:15:03.870134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.871345 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.930993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.931984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.936575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] 10.222.0.43 "PUT /v2.0/ports/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 200 len: 1092 time: 1.3147244 Nov 12 05:15:03.937594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:03.940718 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f281537-d1dc-498b-9e32-b49fd4c7e600" -d '{"events": [{"name": "network-changed", "server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:03.982050 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.983182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-178e6d89-7d93-4ae4-9864-8b0379532ca6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7810919 Nov 12 05:15:04.000994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Request body: {'port': {'device_id': '9ffffc89-3a5f-428e-9f07-ce319fc482d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:04.015199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94906fc5-676e-4d43-8be0-85d0a0dd8abe req-0416c3ac-84a9-4fb3-bbac-526a8da14d9d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487424 Nov 12 05:15:04.057309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:04.076106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b0490-3471-48b8-9f1a-02000d126ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:04.139768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1f589c8-6f2c-4ee1-8d95-c38e5b2c6e18 req-4f3d8dd9-3c2e-498e-87b0-554651fe279f tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153563 Nov 12 05:15:04.206136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:04.393266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfbf22-99bd-4f98-937e-3e1eb31ee26e req-6205cab0-db1b-412d-8ac1-09737f12c5c5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.403171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fcfbf22-99bd-4f98-937e-3e1eb31ee26e req-6205cab0-db1b-412d-8ac1-09737f12c5c5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0962424 Nov 12 05:15:04.414531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258747f5-7e49-4438-aa20-be17588a23dc req-e54892c8-cb80-4b5e-8b11-f77fda412094 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.425918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258747f5-7e49-4438-aa20-be17588a23dc req-e54892c8-cb80-4b5e-8b11-f77fda412094 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.2072849 Nov 12 05:15:04.515005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:04.516908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-11e064e8-fe16-4f69-9f54-18cb10c83c84 None None] Provisioning complete for port 0d07a361-1b3d-45f9-8886-0f2c7c644248 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:04.517455 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11e064e8-fe16-4f69-9f54-18cb10c83c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:04.589268 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:04.693935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d07a361-1b3d-45f9-8886-0f2c7c644248 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:04.693935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:04.709032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Transition to ACTIVE for port object 0d07a361-1b3d-45f9-8886-0f2c7c644248 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:04.722975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-1ed6c9bb-822e-4525-86d8-206a01ec98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.725508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-1ed6c9bb-822e-4525-86d8-206a01ec98dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1095 time: 0.7147486 Nov 12 05:15:04.727183 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:04.794978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-09ec18c0-f77a-4438-9bd9-73453321ee87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 200 len: 217 time: 0.0466783 Nov 12 05:15:04.831739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-11e064e8-fe16-4f69-9f54-18cb10c83c84 None None] Port 0d07a361-1b3d-45f9-8886-0f2c7c644248 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:04.845957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258747f5-7e49-4438-aa20-be17588a23dc req-766afcc2-2559-4752-9c88-d7db881f751f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160082 Nov 12 05:15:04.879019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fcfbf22-99bd-4f98-937e-3e1eb31ee26e req-59efe269-f6b3-42ce-85b6-26e339b50033 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726181 Nov 12 05:15:04.942624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:05.086718 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab60037-a084-4e9e-a701-ef32dcd739f2 x-openstack-request-id: req-6ab60037-a084-4e9e-a701-ef32dcd739f2 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:05.088373 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:05.090487 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ab60037-a084-4e9e-a701-ef32dcd739f2 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:05.091017 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f', 'status': 'completed', 'code': 200} Nov 12 05:15:05.142938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Pushing event updated for resources: {'Port': ['ID=0d07a361-1b3d-45f9-8886-0f2c7c644248,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:05.203629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc85fe-775c-439b-ad65-89fced5166de req-79625a0c-fd00-41c9-bb5b-b9b47fdcf7a3 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:05.218740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1fc85fe-775c-439b-ad65-89fced5166de req-79625a0c-fd00-41c9-bb5b-b9b47fdcf7a3 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1097 time: 0.0814233 Nov 12 05:15:05.226444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['69d9b750-a1c7-4f27-8cdd-1ca82332e5ef'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:05.246733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-1f68c10a-64a5-4578-9253-099e006d8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:05.249581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-1f68c10a-64a5-4578-9253-099e006d8cf1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.3753877 Nov 12 05:15:05.339535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1fc85fe-775c-439b-ad65-89fced5166de req-cd8e1616-e47a-42ef-ad91-14d92a8dd725 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195259 Nov 12 05:15:05.340998 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-8dae6ce4-c7ba-4166-ab66-1ed7c3940bb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806777 Nov 12 05:15:05.352629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Attempting to bind port 0d07a361-1b3d-45f9-8886-0f2c7c644248 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:05.352629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Attempting to bind port 0d07a361-1b3d-45f9-8886-0f2c7c644248 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:05.352629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Attempting to bind port 0d07a361-1b3d-45f9-8886-0f2c7c644248 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:05.370076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Port 0d07a361-1b3d-45f9-8886-0f2c7c644248 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:05.370558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Attempting to bind port 0d07a361-1b3d-45f9-8886-0f2c7c644248 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:05.376943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:05.378160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:05.378587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:05.379032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Bound port: 0d07a361-1b3d-45f9-8886-0f2c7c644248, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:05.379389 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:05.399087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b586ac2-4067-477f-82b6-d45eab88df14 req-927e507c-bb52-4954-95e5-60ff87d31c35 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:05.412440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b586ac2-4067-477f-82b6-d45eab88df14 req-927e507c-bb52-4954-95e5-60ff87d31c35 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.1839924 Nov 12 05:15:05.576801 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-80dcc538-d2b0-42c5-a154-a383ff9659f9 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256112 Nov 12 05:15:05.583980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] For port 0d07a361-1b3d-45f9-8886-0f2c7c644248, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:05.587073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] For port 0d07a361-1b3d-45f9-8886-0f2c7c644248, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d07a361-1b3d-45f9-8886-0f2c7c644248,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:05.610991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b586ac2-4067-477f-82b6-d45eab88df14 req-e9938cc8-1c75-4526-8530-74e6ac411499 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963527 Nov 12 05:15:05.616316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:05.669007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:05.670596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:05.674683 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] 10.222.0.47 "PUT /v2.0/ports/0d07a361-1b3d-45f9-8886-0f2c7c644248 HTTP/1.1" status: 200 len: 1097 time: 1.6775217 Nov 12 05:15:05.699779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944251ea-58cf-41be-b84a-200bc8630a65 req-79ac37e7-88d5-490e-b0d0-7da9f92ab809 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:05.708137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-944251ea-58cf-41be-b84a-200bc8630a65 req-79ac37e7-88d5-490e-b0d0-7da9f92ab809 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 948 time: 0.2248838 Nov 12 05:15:05.818319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-944251ea-58cf-41be-b84a-200bc8630a65 req-3cdb4a2f-ee26-4a92-93e6-01374b3af99b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033289 Nov 12 05:15:05.936293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818bf96-d705-46fe-abe2-934f0bc2f970 service neutron] Pushing event updated for resources: {'Port': ['ID=0d07a361-1b3d-45f9-8886-0f2c7c644248,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:05.958543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d340-337e-46cc-9bab-2746b8d9842d req-d421fe22-dede-4fa7-816b-bc49088d9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:05.960009 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-d421fe22-dede-4fa7-816b-bc49088d9551 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 1100 time: 0.1996553 Nov 12 05:15:05.975571 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc81d95d-c0e1-45a4-89cc-072d5806152d req-e2a2f075-8f58-42a2-b266-09621625cb5d service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730762 Nov 12 05:15:06.032715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-51de8337-fba1-400e-9dbd-a3de622ad758 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=0d07a361-1b3d-45f9-8886-0f2c7c644248 HTTP/1.1" status: 200 len: 217 time: 0.0557954 Nov 12 05:15:06.039886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50180) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:06.093738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a13c75-266b-409e-b4c8-21f55b7fa368 req-1a040a99-8495-45bb-ae9d-f61b02fd4f1e tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.105177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76a13c75-266b-409e-b4c8-21f55b7fa368 req-1a040a99-8495-45bb-ae9d-f61b02fd4f1e tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1097 time: 0.1119585 Nov 12 05:15:06.252968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-939faeae-2ac7-4c82-8af5-52446ad224c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:06.255606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76a13c75-266b-409e-b4c8-21f55b7fa368 req-e99fb0d0-4948-4e56-b499-fcbcc3bd13eb tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270006 Nov 12 05:15:06.262064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d340-337e-46cc-9bab-2746b8d9842d req-cb1cb018-e80a-46b8-8381-fac6af93a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.273711 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-cb1cb018-e80a-46b8-8381-fac6af93a462 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2023475 Nov 12 05:15:06.276909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f354467-0f5d-4133-8fbe-fc2ea8d362cc req-b3197579-2dd1-4ecb-b462-1e9f5c0577ac tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.285638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f354467-0f5d-4133-8fbe-fc2ea8d362cc req-b3197579-2dd1-4ecb-b462-1e9f5c0577ac tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1789095 Nov 12 05:15:06.314534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-4e20e47f-0986-4e50-a716-844b1947ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.316310 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-4e20e47f-0986-4e50-a716-844b1947ec7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1095 time: 0.1942282 Nov 12 05:15:06.384692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f354467-0f5d-4133-8fbe-fc2ea8d362cc req-38f85a5b-783a-469d-95d5-5ccdd4f0e7eb tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975235 Nov 12 05:15:06.424612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d340-337e-46cc-9bab-2746b8d9842d req-9b8d16cf-594f-4240-80f5-17535187eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.426516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-9b8d16cf-594f-4240-80f5-17535187eaba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1512015 Nov 12 05:15:06.465262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa2c31-cce7-4bc3-be91-ac8ac4721d3d req-b41d5597-4b76-455b-ab16-2ee08536647d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.474165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37fa2c31-cce7-4bc3-be91-ac8ac4721d3d req-b41d5597-4b76-455b-ab16-2ee08536647d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 945 time: 0.1136415 Nov 12 05:15:06.501725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-27fe65f5-09d6-4507-9464-a87e1d7fccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.503463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-27fe65f5-09d6-4507-9464-a87e1d7fccad service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.1799569 Nov 12 05:15:06.562375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37fa2c31-cce7-4bc3-be91-ac8ac4721d3d req-f8538f5a-bd7f-49a0-b056-f232deb60437 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854540 Nov 12 05:15:06.588800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-939faeae-2ac7-4c82-8af5-52446ad224c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:06.592578 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-f3e65590-eca1-4522-8d7b-5a90be4fdd28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 200 len: 217 time: 0.0608175 Nov 12 05:15:06.594874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-939faeae-2ac7-4c82-8af5-52446ad224c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:06.676572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-183e6e37-7685-48fe-9549-0ea646cf8eef service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317152 Nov 12 05:15:06.678883 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-939faeae-2ac7-4c82-8af5-52446ad224c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf044917ce6e4948bf9312a1bff21136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6378734 Nov 12 05:15:06.682982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50192) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:06.690715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939faeae-2ac7-4c82-8af5-52446ad224c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c19853f-72e7-481b-b34a-749ffc784f49,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:06.715183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-7584aa4f-798b-4fb1-9fe0-735c171203b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.716931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-7584aa4f-798b-4fb1-9fe0-735c171203b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.1093810 Nov 12 05:15:06.776655 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-e4fd845e-105f-4958-8372-df30123d4a83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500946 Nov 12 05:15:06.789175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09529e-e18a-452f-9a6b-bca4872b5592 req-77344961-1dc1-42ba-883a-c6398018e260 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.791108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e09529e-e18a-452f-9a6b-bca4872b5592 req-77344961-1dc1-42ba-883a-c6398018e260 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0907652 Nov 12 05:15:06.795492 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6f870ce8-e9a7-4d88-b16b-2eb34d99f85d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:06.830312 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6f870ce8-e9a7-4d88-b16b-2eb34d99f85d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:06.886104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e09529e-e18a-452f-9a6b-bca4872b5592 req-ca370329-670a-49e6-9510-a8f9e83406e2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750799 Nov 12 05:15:06.960232 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6f870ce8-e9a7-4d88-b16b-2eb34d99f85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:06.963358 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6f870ce8-e9a7-4d88-b16b-2eb34d99f85d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:06.969262 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8074d340-337e-46cc-9bab-2746b8d9842d req-d0f6a5c1-51be-4344-ab1c-48104a2d39f8 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794871 Nov 12 05:15:06.974475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6f870ce8-e9a7-4d88-b16b-2eb34d99f85d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c19853f-72e7-481b-b34a-749ffc784f49 HTTP/1.1" status: 204 len: 168 time: 0.2833219 Nov 12 05:15:06.979766 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-f893aff7-594b-462b-8bb6-5f53d52273e6 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548429 Nov 12 05:15:07.028685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3d49a-1024-4e77-a097-62dad5fdbaeb req-dd63dc4a-5c1a-4b09-843d-74539b122798 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.030799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3d3d49a-1024-4e77-a097-62dad5fdbaeb req-dd63dc4a-5c1a-4b09-843d-74539b122798 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 948 time: 0.1061709 Nov 12 05:15:07.031598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f870ce8-e9a7-4d88-b16b-2eb34d99f85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c19853f-72e7-481b-b34a-749ffc784f49,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:07.092450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffffc89-3a5f-428e-9f07-ce319fc482d1', 'tag': '0d07a361-1b3d-45f9-8886-0f2c7c644248'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:07.094702 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffffc89-3a5f-428e-9f07-ce319fc482d1", "tag": "0d07a361-1b3d-45f9-8886-0f2c7c644248"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:07.136943 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6f281537-d1dc-498b-9e32-b49fd4c7e600 req-25e87724-2cc8-468c-8a9d-528b538594d2 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355929 Nov 12 05:15:07.157568 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d0d636-03e9-492c-9001-5386ad51d767 x-openstack-request-id: req-c5d0d636-03e9-492c-9001-5386ad51d767 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:07.157928 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffffc89-3a5f-428e-9f07-ce319fc482d1", "tag": "0d07a361-1b3d-45f9-8886-0f2c7c644248", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:07.158237 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5d0d636-03e9-492c-9001-5386ad51d767 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:07.158707 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffffc89-3a5f-428e-9f07-ce319fc482d1', 'tag': '0d07a361-1b3d-45f9-8886-0f2c7c644248', 'status': 'completed', 'code': 200} Nov 12 05:15:07.180626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3d3d49a-1024-4e77-a097-62dad5fdbaeb req-225b53af-9e0a-4c9a-b2e0-ffe22f646eaf tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200643 Nov 12 05:15:07.232046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-d5001458-7a0e-4f3d-aa9e-a3541e5d7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.233713 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-d5001458-7a0e-4f3d-aa9e-a3541e5d7070 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 1100 time: 0.0460503 Nov 12 05:15:07.370710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50204) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:07.387164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c14e16d5-edc9-4d23-87f6-81e7703bfc61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:07.436305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99014cef-4302-4c33-9d28-3c83fb986634 req-20d291e8-f664-4776-bd49-fc54afc209c9 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.447370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99014cef-4302-4c33-9d28-3c83fb986634 req-20d291e8-f664-4776-bd49-fc54afc209c9 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1097 time: 0.1066794 Nov 12 05:15:07.569625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd394d8c-072e-419d-a79b-dfbcdb55b9a3 req-b9059135-1adc-4f01-a6d6-ffaee25961f3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.577082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd394d8c-072e-419d-a79b-dfbcdb55b9a3 req-b9059135-1adc-4f01-a6d6-ffaee25961f3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1078022 Nov 12 05:15:07.587732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99014cef-4302-4c33-9d28-3c83fb986634 req-bfd3fc99-f1bf-4793-8d7c-60b295cfb638 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394579 Nov 12 05:15:07.608784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-9bb8596f-b6bb-452e-94b9-ebf5444b2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.610689 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-9bb8596f-b6bb-452e-94b9-ebf5444b2612 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.3661287 Nov 12 05:15:07.657367 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-56e254c8-8391-4e26-9586-75ad6d78cb64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=0d07a361-1b3d-45f9-8886-0f2c7c644248 HTTP/1.1" status: 200 len: 217 time: 0.0380971 Nov 12 05:15:07.684533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c14e16d5-edc9-4d23-87f6-81e7703bfc61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:07.696760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd394d8c-072e-419d-a79b-dfbcdb55b9a3 req-8edcec40-b8eb-4584-85c2-8b664161082a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187418 Nov 12 05:15:07.702633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c14e16d5-edc9-4d23-87f6-81e7703bfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:07.725687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-bcc9651c-030d-4ed3-819c-68bebf117181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.728020 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-bcc9651c-030d-4ed3-819c-68bebf117181 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0566649 Nov 12 05:15:07.791332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c14e16d5-edc9-4d23-87f6-81e7703bfc61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87a1832e2d1e4c6587e935cf7b8540c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168124 Nov 12 05:15:07.802496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50214) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:07.869341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e16d5-edc9-4d23-87f6-81e7703bfc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388418a6-e32d-41a9-9c95-f6a0b58babfd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:07.869782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-5e5aecde-7003-4d5e-b9af-40f064cd9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.871218 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-5e5aecde-7003-4d5e-b9af-40f064cd9671 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322033 Nov 12 05:15:07.896125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fe566-6411-424a-a35f-b3c1352567ae req-9005217c-6bb7-43e1-bfd3-76fc31e61e91 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.905498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-913fe566-6411-424a-a35f-b3c1352567ae req-9005217c-6bb7-43e1-bfd3-76fc31e61e91 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 945 time: 0.1153765 Nov 12 05:15:07.939258 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40e99265-9311-4915-ad45-90d441fd3caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:07.961520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-913fe566-6411-424a-a35f-b3c1352567ae req-bad55c9c-a175-4024-857a-d2cdf756fd53 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 Nov 12 05:15:08.007606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40e99265-9311-4915-ad45-90d441fd3caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:08.071179 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-625f1828-321b-47b1-a1e6-742d66fb3f07 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812000 Nov 12 05:15:08.198544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046109a-b84b-4b86-a2af-08060e318bc1 req-c13279ba-e325-42be-adf8-4b854338fde6 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:08.200706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b046109a-b84b-4b86-a2af-08060e318bc1 req-c13279ba-e325-42be-adf8-4b854338fde6 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0774040 Nov 12 05:15:08.200823 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40e99265-9311-4915-ad45-90d441fd3caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:08.203754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40e99265-9311-4915-ad45-90d441fd3caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:08.205584 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-40e99265-9311-4915-ad45-90d441fd3caf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/388418a6-e32d-41a9-9c95-f6a0b58babfd HTTP/1.1" status: 204 len: 168 time: 0.4019234 Nov 12 05:15:08.264295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e99265-9311-4915-ad45-90d441fd3caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388418a6-e32d-41a9-9c95-f6a0b58babfd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:08.280663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b046109a-b84b-4b86-a2af-08060e318bc1 req-6f340f41-283f-47ea-a64f-cf94e9d0697f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672815 Nov 12 05:15:08.286891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aa4e53bf-1fe6-44d2-9f70-5944134eff3f req-d17eb790-70b7-4f76-81ce-4cc319be58ac service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063246 Nov 12 05:15:08.446078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9b68-4728-4e5c-9af4-6b7693f9c3e1 req-e2a68101-0762-460b-914f-897d17b6a110 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:08.454627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93da9b68-4728-4e5c-9af4-6b7693f9c3e1 req-e2a68101-0762-460b-914f-897d17b6a110 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 948 time: 0.0720737 Nov 12 05:15:08.514216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93da9b68-4728-4e5c-9af4-6b7693f9c3e1 req-b1164199-291f-431f-a79a-a9ab0c482264 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585029 Nov 12 05:15:08.908628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33414-42b1-4b21-863f-eb66d0383ebf req-ca1fe0eb-fb6f-4a3f-a359-dfdf12c0ebb9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:08.916833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccd33414-42b1-4b21-863f-eb66d0383ebf req-ca1fe0eb-fb6f-4a3f-a359-dfdf12c0ebb9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1116092 Nov 12 05:15:08.999330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccd33414-42b1-4b21-863f-eb66d0383ebf req-bc1bdb82-6ff4-4f33-9da7-52cc04903a3b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814641 Nov 12 05:15:09.015025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-0d6f66f3-d305-4124-af9c-eeea119ecad8 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:15:09.015025 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-0d6f66f3-d305-4124-af9c-eeea119ecad8 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092134 Nov 12 05:15:09.068531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-856a234c-469c-428a-899f-36672e534cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:09.070416 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-856a234c-469c-428a-899f-36672e534cdb service neutron] 10.222.0.48 "GET /v2.0/ports/c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 1094 time: 0.0496755 Nov 12 05:15:09.083581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Request body: {'binding': {'host': 'n-h1-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:09.084039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:15:09.280311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa65bd-2544-4792-873f-1e0cb9aa0ac9 req-b39697e1-5ad0-49cf-909e-94c435ed9eb3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:09.282911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1aa65bd-2544-4792-873f-1e0cb9aa0ac9 req-b39697e1-5ad0-49cf-909e-94c435ed9eb3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0750172 Nov 12 05:15:09.324228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on host n-h1-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:09.324628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:09.324890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:09.329883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:09.330216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:09.337726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:09.338067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:09.338485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:09.338943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Bound port: c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:09.360782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1aa65bd-2544-4792-873f-1e0cb9aa0ac9 req-c9367339-7100-4af4-8c4a-54636d7cdd7b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702043 Nov 12 05:15:09.363468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device f8d00dc9-bd94-46f5-8b00-b1f2f428e77f details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:09.447923 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:09.472270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:09.474852 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-7fa70290-33bc-4453-be3b-7cf8b891ae83 service neutron] 10.222.0.48 "POST /v2.0/ports/c11553bf-8ccd-4bf5-81c9-dbf25fae597e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3978882 Nov 12 05:15:09.500560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:09.510773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb63a4a-a217-4b59-b450-9389b940a20f req-1e3eaf3b-999c-4070-b804-1305d4e6469c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:09.522559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdb63a4a-a217-4b59-b450-9389b940a20f req-1e3eaf3b-999c-4070-b804-1305d4e6469c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0862055 Nov 12 05:15:09.527268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:09.582326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f', 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'port_id': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f', 'mac_address': 'fa:16:3e:28:7e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa9580c-3604-48a5-8e8a-29ff41dc9ca6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:09.629417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdb63a4a-a217-4b59-b450-9389b940a20f req-724d23c0-4142-4039-888d-d7acf33e6312 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033368 Nov 12 05:15:09.641351 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:09.679652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d00dc9-bd94-46f5-8b00-b1f2f428e77f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:09.705198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:09.719435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:09.798382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:09.802249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:09.807433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:09.808037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:09.856455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22f889-ee30-4cf2-8200-5850bdae1461 req-3416072d-d8f0-44ef-9405-99c320fcdf97 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:09.865256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e22f889-ee30-4cf2-8200-5850bdae1461 req-3416072d-d8f0-44ef-9405-99c320fcdf97 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 945 time: 0.1370521 Nov 12 05:15:09.876832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf725b-5446-42e6-8887-b96c1dd16708 req-06cdd6c9-6933-4cbb-aeb4-e6620b9bcf40 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:09.878332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06bf725b-5446-42e6-8887-b96c1dd16708 req-06cdd6c9-6933-4cbb-aeb4-e6620b9bcf40 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 948 time: 0.1458054 Nov 12 05:15:09.906159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-5108f445-399b-4c8b-8f21-6db689a84138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:09.908861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-5108f445-399b-4c8b-8f21-6db689a84138 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1097 time: 0.1086516 Nov 12 05:15:09.962794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06bf725b-5446-42e6-8887-b96c1dd16708 req-3440abb0-9596-4dfe-b421-6b97f8736af1 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766649 Nov 12 05:15:09.987815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e22f889-ee30-4cf2-8200-5850bdae1461 req-bbb09d60-c825-4952-9117-700f788f9313 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166327 Nov 12 05:15:10.003611 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:10.074968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1376ad-e3e0-4321-97be-a162c98d8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d9b750-a1c7-4f27-8cdd-1ca82332e5ef'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:10.079395 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121da769-7779-45db-b484-bfb2774925ad" -d '{"events": [{"server_uuid": "2d1376ad-e3e0-4321-97be-a162c98d8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "69d9b750-a1c7-4f27-8cdd-1ca82332e5ef"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:10.081809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-4c1a1426-75ab-470e-b9db-6c1a1262f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:10.083410 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-4c1a1426-75ab-470e-b9db-6c1a1262f21a service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1654010 Nov 12 05:15:10.107175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:10.132545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:10.182648 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-1f1f4727-d488-4a37-888c-ab8a6118a02d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 217 time: 0.0810244 Nov 12 05:15:10.196477 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:10.203896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:10.221293 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c2501-a33c-46aa-afcf-48e2a15d5cde x-openstack-request-id: req-9f4c2501-a33c-46aa-afcf-48e2a15d5cde {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:10.221835 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1376ad-e3e0-4321-97be-a162c98d8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "69d9b750-a1c7-4f27-8cdd-1ca82332e5ef", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:10.223054 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f4c2501-a33c-46aa-afcf-48e2a15d5cde {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:10.223735 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1376ad-e3e0-4321-97be-a162c98d8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d9b750-a1c7-4f27-8cdd-1ca82332e5ef', 'code': 200} Nov 12 05:15:10.284813 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:10.287991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-83bc709c-5bd7-4944-920b-1bf51176b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:10.292139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-83bc709c-5bd7-4944-920b-1bf51176b73d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0990267 Nov 12 05:15:10.347412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603920c-fec0-437c-9fe7-b2704d70b143 req-6bf5e66d-c944-4c8f-a4b9-9095dbebab39 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:10.353799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a603920c-fec0-437c-9fe7-b2704d70b143 req-6bf5e66d-c944-4c8f-a4b9-9095dbebab39 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.2283623 Nov 12 05:15:10.365305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d07a361-1b3d-45f9-8886-0f2c7c644248 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:10.391043 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-21ee97e7-6b04-4dda-adc8-d2d3ca99a995 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923564 Nov 12 05:15:10.586854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d07a361-1b3d-45f9-8886-0f2c7c644248, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d07a361-1b3d-45f9-8886-0f2c7c644248,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:10.609994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '0d07a361-1b3d-45f9-8886-0f2c7c644248', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '0d07a361-1b3d-45f9-8886-0f2c7c644248', 'mac_address': 'fa:16:3e:a7:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:10.632885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-b136530b-933c-404c-afbc-96c77c0b2b98 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302022 Nov 12 05:15:10.635157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a603920c-fec0-437c-9fe7-b2704d70b143 req-9608231c-80df-4975-a414-84fa8eb7820b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439299 Nov 12 05:15:10.672121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:10.691306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d07a361-1b3d-45f9-8886-0f2c7c644248 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:10.722039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d07a361-1b3d-45f9-8886-0f2c7c644248, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d07a361-1b3d-45f9-8886-0f2c7c644248,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:10.742503 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:10.749029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7d4ff-9188-4c0d-829c-49bb27cd8708 req-6c1a99a0-3bc4-432f-8b88-10809dd99e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:10.750309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2f7d4ff-9188-4c0d-829c-49bb27cd8708 req-6c1a99a0-3bc4-432f-8b88-10809dd99e08 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 1098 time: 0.3952079 Nov 12 05:15:10.771363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4cde2-a194-4623-ba6c-c680ede06e4f req-9a48cd2a-0d7f-4c58-99c2-5b98b698da20 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:10.776268 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-64ff529e-86a5-412b-8974-ba90c6f2dea6 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320064 Nov 12 05:15:10.783174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0d4cde2-a194-4623-ba6c-c680ede06e4f req-9a48cd2a-0d7f-4c58-99c2-5b98b698da20 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 946 time: 0.1401834 Nov 12 05:15:10.814163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0d07a361-1b3d-45f9-8886-0f2c7c644248,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:10.882570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0d4cde2-a194-4623-ba6c-c680ede06e4f req-4dc6f224-b362-44c8-b97d-f688c14976af tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940619 Nov 12 05:15:10.902191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2f7d4ff-9188-4c0d-829c-49bb27cd8708 req-aa88f5b3-089c-4e37-943d-fd6d48e9a605 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169789 Nov 12 05:15:10.992186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f505e-2590-46d3-b631-24ce39a49000 req-7912773e-0b1f-4952-aab7-bed5c152d424 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:10.994264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b97f505e-2590-46d3-b631-24ce39a49000 req-7912773e-0b1f-4952-aab7-bed5c152d424 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0634627 Nov 12 05:15:11.061280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b97f505e-2590-46d3-b631-24ce39a49000 req-744c456f-b13b-47ec-bf00-5b04ed86373e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Nov 12 05:15:11.121593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['0d07a361-1b3d-45f9-8886-0f2c7c644248'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:11.131150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44923ca-1079-4a17-96f5-eeaf9fe7b69e req-aa66c5fd-e79c-4f1f-97e9-84964820aaf5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:11.133059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d44923ca-1079-4a17-96f5-eeaf9fe7b69e req-aa66c5fd-e79c-4f1f-97e9-84964820aaf5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 949 time: 0.0621698 Nov 12 05:15:11.252957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d44923ca-1079-4a17-96f5-eeaf9fe7b69e req-7957f299-a6e3-4e75-ac85-5ef9786623dc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135497 Nov 12 05:15:11.262161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdffcb-ab08-467a-85c4-5d99f96cf981 req-e01adc5e-1574-44e3-8fd1-d0363ef9c48d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:11.263938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0fdffcb-ab08-467a-85c4-5d99f96cf981 req-e01adc5e-1574-44e3-8fd1-d0363ef9c48d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 945 time: 0.1142936 Nov 12 05:15:11.335414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0fdffcb-ab08-467a-85c4-5d99f96cf981 req-c56cce98-a7be-41e4-a709-fb23a915a387 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631566 Nov 12 05:15:11.408299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-126ea120-a280-4733-a0bf-4ce0584677cc tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:11.409810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-126ea120-a280-4733-a0bf-4ce0584677cc tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.0678258 Nov 12 05:15:11.424208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-28'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:11.513682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:11.608772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:11.691743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:11.743118 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba3bc-8549-4e58-8baf-72c393e6d45e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:11.802476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:11.840608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae937b60-a93f-457a-bcc7-21aa30194fa9 req-eb085401-9309-4edb-8e08-6fce1da72efe tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:11.843158 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba3bc-8549-4e58-8baf-72c393e6d45e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:11.847740 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba3bc-8549-4e58-8baf-72c393e6d45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:11.849602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae937b60-a93f-457a-bcc7-21aa30194fa9 req-eb085401-9309-4edb-8e08-6fce1da72efe tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.0958223 Nov 12 05:15:11.882005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:11.882834 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e673e3-63ed-4c61-a3e4-ea514fdaf3c0" -d '{"events": [{"server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "name": "network-vif-unplugged", "status": "completed", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:11.897836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:11.904074 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0c7ba3bc-8549-4e58-8baf-72c393e6d45e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=356939c6ba674e36b70dbb7426da0aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940187 Nov 12 05:15:11.905133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ba3bc-8549-4e58-8baf-72c393e6d45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9019d215-35dc-4b66-82b1-144f6367a0fa,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:11.908092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50330) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:11.922214 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:11.974900 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f4e4f9-1f71-4238-bb10-00b07cd7ac47 x-openstack-request-id: req-61f4e4f9-1f71-4238-bb10-00b07cd7ac47 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:11.975419 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "name": "network-vif-unplugged", "status": "completed", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:11.975824 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61f4e4f9-1f71-4238-bb10-00b07cd7ac47 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:11.977879 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e', 'code': 200} Nov 12 05:15:11.982908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e80a2bc8-2736-48d0-a673-182fb0c16350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.008317 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e80a2bc8-2736-48d0-a673-182fb0c16350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.026230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae937b60-a93f-457a-bcc7-21aa30194fa9 req-2b0b4fcb-f6cb-437d-bb03-e0f20dd07253 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754837 Nov 12 05:15:12.093229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e80a2bc8-2736-48d0-a673-182fb0c16350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.096618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e80a2bc8-2736-48d0-a673-182fb0c16350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.100237 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e80a2bc8-2736-48d0-a673-182fb0c16350 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9019d215-35dc-4b66-82b1-144f6367a0fa HTTP/1.1" status: 204 len: 168 time: 0.1888249 Nov 12 05:15:12.110886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a2bc8-2736-48d0-a673-182fb0c16350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9019d215-35dc-4b66-82b1-144f6367a0fa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:12.124227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Pushing event updated for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:12.131708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on host n-h2-765315-28 for vnic_type normal with profile {"migrating_to": "n-h1-765315-28"} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:12.132178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:12.132599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:12.141867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:12.142287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Attempting to bind port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:12.154519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc416e6-840a-407f-85c2-c04777a0739e req-b97c32cd-7b03-47b2-84f2-792b74ecfaf8 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:12.162671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc416e6-840a-407f-85c2-c04777a0739e req-b97c32cd-7b03-47b2-84f2-792b74ecfaf8 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 946 time: 0.1324251 Nov 12 05:15:12.172997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:12.173472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:12.173953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:12.174625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Bound port: c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:12.175094 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.295442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc416e6-840a-407f-85c2-c04777a0739e req-96210024-0c56-438a-abb0-96eef1fbfd51 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259091 Nov 12 05:15:12.377043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a7c4c-417f-4c23-b0cf-c034b09bba6a req-f2362eda-b491-47e3-b873-5fa489fec139 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:12.378929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d07a361-1b3d-45f9-8886-0f2c7c644248 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:12.390591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b05a7c4c-417f-4c23-b0cf-c034b09bba6a req-f2362eda-b491-47e3-b873-5fa489fec139 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 944 time: 0.1887410 Nov 12 05:15:12.392191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:12.397300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:12.451779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 0d07a361-1b3d-45f9-8886-0f2c7c644248 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:12.456213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 0d07a361-1b3d-45f9-8886-0f2c7c644248 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:12.456791 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.478319 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.536440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50342) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:12.542979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b05a7c4c-417f-4c23-b0cf-c034b09bba6a req-4dfc49b5-3afd-4c1b-971f-c342b638dd7a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441042 Nov 12 05:15:12.568152 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.570849 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-723190b2-05e2-455a-9343-9f59a83a3ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.599314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffffc89-3a5f-428e-9f07-ce319fc482d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d07a361-1b3d-45f9-8886-0f2c7c644248'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:12.601219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Pushing event updated for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:12.601937 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d6d9d9-3f8b-4e94-b1ef-aabdafc8e9f1" -d '{"events": [{"server_uuid": "9ffffc89-3a5f-428e-9f07-ce319fc482d1", "name": "network-vif-plugged", "status": "completed", "tag": "0d07a361-1b3d-45f9-8886-0f2c7c644248"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:12.617076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d07a361-1b3d-45f9-8886-0f2c7c644248, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d07a361-1b3d-45f9-8886-0f2c7c644248,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:12.627334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.656511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:12.657286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.658769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-951d022c-3f86-4456-9d81-70ad45554f55 service neutron] 10.222.0.43 "PUT /v2.0/ports/c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 1123 time: 1.2401402 Nov 12 05:15:12.668443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9389-477b-456a-badf-346105e554a1 req-2fde923a-ff91-426b-8293-c2ba8a7ecf8b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:12.674919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fbf9389-477b-456a-badf-346105e554a1 req-2fde923a-ff91-426b-8293-c2ba8a7ecf8b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 949 time: 0.2796993 Nov 12 05:15:12.747741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-723190b2-05e2-455a-9343-9f59a83a3ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.756385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-723190b2-05e2-455a-9343-9f59a83a3ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.786698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0d07a361-1b3d-45f9-8886-0f2c7c644248,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:12.791428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746cb14-0ede-4d99-a33a-9e6e878bcad7 req-2f5c4b0e-1493-4d57-83c9-90738beee20f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:12.804960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9746cb14-0ede-4d99-a33a-9e6e878bcad7 req-2f5c4b0e-1493-4d57-83c9-90738beee20f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.1235678 Nov 12 05:15:12.815381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fbf9389-477b-456a-badf-346105e554a1 req-8d1c904a-2284-4e46-b4e0-267aae649317 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350932 Nov 12 05:15:12.822853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723190b2-05e2-455a-9343-9f59a83a3ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d87a07-122e-4f6b-a622-f7e9e441bbfc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:12.824887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c11553bf-8ccd-4bf5-81c9-dbf25fae597e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:12.842942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50348) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:12.844016 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-723190b2-05e2-455a-9343-9f59a83a3ab5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f61a121ca9ed4c55a1cde344fb1097d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060498 Nov 12 05:15:12.907579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9746cb14-0ede-4d99-a33a-9e6e878bcad7 req-ba31fd7e-4114-4416-829a-24fe8ae73957 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016290 Nov 12 05:15:12.959777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5bdc83-7962-4d15-b66c-ab2852118796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:12.983420 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b522c3b8-4634-4936-a999-977faa1915cd x-openstack-request-id: req-b522c3b8-4634-4936-a999-977faa1915cd {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:12.984100 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffffc89-3a5f-428e-9f07-ce319fc482d1", "name": "network-vif-plugged", "status": "completed", "tag": "0d07a361-1b3d-45f9-8886-0f2c7c644248", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:12.984100 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b522c3b8-4634-4936-a999-977faa1915cd {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:12.984324 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffffc89-3a5f-428e-9f07-ce319fc482d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d07a361-1b3d-45f9-8886-0f2c7c644248', 'code': 200} Nov 12 05:15:12.999285 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5bdc83-7962-4d15-b66c-ab2852118796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:13.081023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5bdc83-7962-4d15-b66c-ab2852118796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:13.085275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5bdc83-7962-4d15-b66c-ab2852118796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:13.101194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8b5bdc83-7962-4d15-b66c-ab2852118796 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1d87a07-122e-4f6b-a622-f7e9e441bbfc HTTP/1.1" status: 204 len: 168 time: 0.2491484 Nov 12 05:15:13.109888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ffa92-bed5-4fe2-adbd-30935c522caa req-bb387c16-20a6-4a04-b1ea-2200e15747d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:13.111681 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d2ffa92-bed5-4fe2-adbd-30935c522caa req-bb387c16-20a6-4a04-b1ea-2200e15747d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 1102 time: 0.0618222 Nov 12 05:15:13.127712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bdc83-7962-4d15-b66c-ab2852118796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d87a07-122e-4f6b-a622-f7e9e441bbfc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:13.196650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d2ffa92-bed5-4fe2-adbd-30935c522caa req-9a46f0d0-c0b1-4b32-bf7d-8b4dffbcca52 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693765 Nov 12 05:15:13.218474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe428b6-dd26-466c-a256-86d00839e80c req-74ae2a8f-135a-4f7e-978b-0352d9a53b00 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:13.220423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fe428b6-dd26-466c-a256-86d00839e80c req-74ae2a8f-135a-4f7e-978b-0352d9a53b00 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.0828669 Nov 12 05:15:13.300978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fe428b6-dd26-466c-a256-86d00839e80c req-13f16ea5-81d4-4134-a28c-64f273974ab2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721083 Nov 12 05:15:13.385204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device f8d00dc9-bd94-46f5-8b00-b1f2f428e77f up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:13.429105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1cc71-89d3-43ea-959f-af7586cfb846 req-16994148-b1c5-4b5b-b44b-bc27e239dc4c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:13.431329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9fa1cc71-89d3-43ea-959f-af7586cfb846 req-16994148-b1c5-4b5b-b44b-bc27e239dc4c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0637872 Nov 12 05:15:13.469480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:13.474415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:13.474895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:13.507878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9fa1cc71-89d3-43ea-959f-af7586cfb846 req-0552592d-cf70-4c79-8a26-d70d8787ce33 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691142 Nov 12 05:15:13.623665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:13.679329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:13.693373 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:13.723566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ac151-d6b5-44d2-9799-aa74eebc72f9 req-8dc14616-e1bd-4916-8322-8540fcc375a8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:13.733435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-624ac151-d6b5-44d2-9799-aa74eebc72f9 req-8dc14616-e1bd-4916-8322-8540fcc375a8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0769606 Nov 12 05:15:13.758134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:13.799914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-624ac151-d6b5-44d2-9799-aa74eebc72f9 req-e84b7a0c-7032-44d3-a7d2-a29685bf10df tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626178 Nov 12 05:15:13.818426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59dcb3d9-862d-41a8-bc0f-4acfa3847a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:13.982141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c08e-fe31-472d-bda8-f8367b2c4d43 req-4a264a61-6299-4bd5-ae0a-0d1e1d912afe tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:13.992691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d54c08e-fe31-472d-bda8-f8367b2c4d43 req-4a264a61-6299-4bd5-ae0a-0d1e1d912afe tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 950 time: 0.0931256 Nov 12 05:15:13.994941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:13.997172 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac73cf47-fede-466c-8a1b-86b384e383b5" -d '{"events": [{"name": "network-changed", "server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:14.091048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d54c08e-fe31-472d-bda8-f8367b2c4d43 req-5299267b-3021-45d8-824b-5d1769339e49 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927601 Nov 12 05:15:14.149852 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20959e0d-e9ab-4392-95a7-b762f6bb5ade x-openstack-request-id: req-20959e0d-e9ab-4392-95a7-b762f6bb5ade {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:14.150311 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:14.150769 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20959e0d-e9ab-4392-95a7-b762f6bb5ade {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:14.151313 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e', 'status': 'completed', 'code': 200} Nov 12 05:15:14.224861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-23c62309-f68a-4388-b8df-1d18b1602455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:14.226396 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-23c62309-f68a-4388-b8df-1d18b1602455 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1126 time: 0.0436356 Nov 12 05:15:14.257105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c9110-ec27-45e1-8c41-62203fb3fbd6 req-ec4015fc-3054-4740-9636-0a1624be14a5 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:14.263160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-956c9110-ec27-45e1-8c41-62203fb3fbd6 req-ec4015fc-3054-4740-9636-0a1624be14a5 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.1000068 Nov 12 05:15:14.333723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-956c9110-ec27-45e1-8c41-62203fb3fbd6 req-2bba8448-f0a3-4943-b9b2-c61810c8c9f3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635791 Nov 12 05:15:14.440802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-e647b035-76ea-42b1-a1cc-ea8d4a5ccf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:14.442723 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-e647b035-76ea-42b1-a1cc-ea8d4a5ccf5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1956320 Nov 12 05:15:14.515486 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-8a8d8537-ec14-4cb7-a516-aece9fab7aea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 217 time: 0.0599556 Nov 12 05:15:14.531945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799e7bc-b02c-43f7-a96e-08b49d5ccba4 req-62b612c4-c45f-47d7-899c-d231fff4db10 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:14.533457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4799e7bc-b02c-43f7-a96e-08b49d5ccba4 req-62b612c4-c45f-47d7-899c-d231fff4db10 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.0859890 Nov 12 05:15:14.616889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4799e7bc-b02c-43f7-a96e-08b49d5ccba4 req-78eb3e6e-da97-48e3-873e-396b66744e1d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765550 Nov 12 05:15:14.625253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-4bb364b8-2c96-413d-a1ac-233bd3864c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:14.626778 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-4bb364b8-2c96-413d-a1ac-233bd3864c7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1040242 Nov 12 05:15:14.668443 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-8037079c-be18-4ac9-84eb-60fe98826c3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268698 Nov 12 05:15:14.844524 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-07fa8fa9-e7d4-412c-89aa-0c0c3ee3663e service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501255 Nov 12 05:15:14.950777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82204fab-e7fe-4f24-a0a2-2e77060eb55e req-4b564233-0b96-40ad-acd2-8068e96060db tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:14.959666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82204fab-e7fe-4f24-a0a2-2e77060eb55e req-4b564233-0b96-40ad-acd2-8068e96060db tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0664866 Nov 12 05:15:14.978702 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac73cf47-fede-466c-8a1b-86b384e383b5 req-b6a88b25-4e7a-4c33-8ce6-d24e6eb3379b service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205556 Nov 12 05:15:14.985502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:14.988011 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f11262d-4b14-4add-a72f-8a0e2d84d0e5" -d '{"events": [{"server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:15.040688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82204fab-e7fe-4f24-a0a2-2e77060eb55e req-dc68fc39-bc45-42b8-b892-f40caf5efccf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799029 Nov 12 05:15:15.059527 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7baad3-b3d1-40e3-9cb9-33e1f758d157 x-openstack-request-id: req-aa7baad3-b3d1-40e3-9cb9-33e1f758d157 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:15.059849 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:15.060106 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa7baad3-b3d1-40e3-9cb9-33e1f758d157 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:15.061079 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f', 'code': 200} Nov 12 05:15:15.295823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0c7d0-4175-4a01-b82c-db4eb1413c87 req-a06819d7-726b-469e-80fd-ab104ebc633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:15.297649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0f0c7d0-4175-4a01-b82c-db4eb1413c87 req-a06819d7-726b-469e-80fd-ab104ebc633e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1097 time: 0.1044831 Nov 12 05:15:15.334107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f410-a759-4fa5-adf8-820b22557c09 req-2df19015-2943-4860-91b6-d448d415c845 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:15.335769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c8f410-a759-4fa5-adf8-820b22557c09 req-2df19015-2943-4860-91b6-d448d415c845 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 950 time: 0.1064701 Nov 12 05:15:15.401966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c11553bf-8ccd-4bf5-81c9-dbf25fae597e details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:15.471974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0f0c7d0-4175-4a01-b82c-db4eb1413c87 req-142fe39b-f080-4f8d-99ab-d57844cd7de0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662006 Nov 12 05:15:15.489363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c8f410-a759-4fa5-adf8-820b22557c09 req-b2b1b8ad-a748-4598-9d32-9e1f1e07aa35 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354601 Nov 12 05:15:15.619870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:15.638400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c11553bf-8ccd-4bf5-81c9-dbf25fae597e has no active binding in host n-h1-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:15:15.652711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b006-e089-4829-8e45-ec89857040eb req-c7a20d2a-0b49-4e3a-9949-2a80b3146984 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:15.662562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1be4b006-e089-4829-8e45-ec89857040eb req-c7a20d2a-0b49-4e3a-9949-2a80b3146984 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.0919302 Nov 12 05:15:15.774900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1be4b006-e089-4829-8e45-ec89857040eb req-bc2839e5-2ac8-483c-8ef4-4bf9c1044221 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113944 Nov 12 05:15:15.776964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff4753-62af-4110-846e-1630cc2243e1 req-0ac942fe-5e0a-4626-92a0-cfdf2fdac341 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:15.778702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cff4753-62af-4110-846e-1630cc2243e1 req-0ac942fe-5e0a-4626-92a0-cfdf2fdac341 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 1102 time: 0.0797241 Nov 12 05:15:15.841426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cff4753-62af-4110-846e-1630cc2243e1 req-84ad0f95-a9e4-4e1b-bde3-6af341b05264 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536146 Nov 12 05:15:16.149718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-4165af14-2a9c-4679-bb49-b7b4225e6eab tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384874 Nov 12 05:15:16.251771 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-df732368-2f38-4dd6-bb55-4dd38c043218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:16.294415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593205-a753-4a01-93c0-4fd2a3ca6c50 req-be025a00-83db-4d0a-8d21-4ccc559b62b4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:16.298618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb593205-a753-4a01-93c0-4fd2a3ca6c50 req-be025a00-83db-4d0a-8d21-4ccc559b62b4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1705055 Nov 12 05:15:16.357297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679555e-46e2-4124-a24e-c761410bf248 req-98f33767-9a45-4494-b44e-eeeb7b27b5a9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:16.358685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-98f33767-9a45-4494-b44e-eeeb7b27b5a9 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945117 Nov 12 05:15:16.396282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb593205-a753-4a01-93c0-4fd2a3ca6c50 req-751a7672-3d61-4136-bca0-047b51791127 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962257 Nov 12 05:15:16.398084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-9fe1ca4a-dcbd-471f-9995-c64ee245ba5e tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/quotas/9f31d2a24e674fb58cddb6087614233d HTTP/1.1" status: 200 len: 375 time: 0.0267739 Nov 12 05:15:16.514753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-93fab439-41ca-4d53-abbc-4c8e33590fad tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1056321 Nov 12 05:15:16.554603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde7d20-ba7e-4fe2-a3a7-2f37269ecaf0 req-cb0d8be5-64ae-49c1-b0f2-bd85048193ec tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:16.557901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efde7d20-ba7e-4fe2-a3a7-2f37269ecaf0 req-cb0d8be5-64ae-49c1-b0f2-bd85048193ec tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0956213 Nov 12 05:15:16.624467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efde7d20-ba7e-4fe2-a3a7-2f37269ecaf0 req-65234baf-90f6-466d-b789-59068fb49ed2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502648 Nov 12 05:15:16.824092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0bb108d3-f0cd-4f91-a5f8-cc4f5de3dfee req-bd6dacdb-ac73-4c8b-b89d-f5d830126618 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 210 time: 0.0553892 Nov 12 05:15:16.955747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6794ad93-a415-4364-8c5d-a7588b843262 req-d5365759-8632-4890-9b80-edeffecf7e61 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=57467cf5f27440fba203078738102556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439656 Nov 12 05:15:17.067564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ffe0a-bfec-489c-a4de-39c5475d1cac req-e9dbfbe6-9433-4d58-a56d-5ce42e69c133 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:17.069046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c4ffe0a-bfec-489c-a4de-39c5475d1cac req-e9dbfbe6-9433-4d58-a56d-5ce42e69c133 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.1711702 Nov 12 05:15:17.130902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c4ffe0a-bfec-489c-a4de-39c5475d1cac req-b8e9a579-991e-4ca5-b441-8ab9f8ff99ec tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506496 Nov 12 05:15:17.163124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794ad93-a415-4364-8c5d-a7588b843262 req-3e51e11b-9fc5-406b-bd6e-39ba2eaaec02 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:17.165374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6794ad93-a415-4364-8c5d-a7588b843262 req-3e51e11b-9fc5-406b-bd6e-39ba2eaaec02 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024283 Nov 12 05:15:17.182956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6794ad93-a415-4364-8c5d-a7588b843262 req-73f6bff3-9222-4b23-9f25-9ea9d50af5ab tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/quotas/57467cf5f27440fba203078738102556 HTTP/1.1" status: 200 len: 375 time: 0.0117185 Nov 12 05:15:17.210046 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:17.224905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6794ad93-a415-4364-8c5d-a7588b843262 req-2ef1f2d1-c020-4a11-ab68-6bae4c6fb7e2 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57467cf5f27440fba203078738102556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335336 Nov 12 05:15:17.529057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813628cd-44fd-4c0d-b11c-0e995df0a6f8 req-7872459d-d516-46db-ba06-0b5f2a69d9ba tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:17.530915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-813628cd-44fd-4c0d-b11c-0e995df0a6f8 req-7872459d-d516-46db-ba06-0b5f2a69d9ba tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.0627036 Nov 12 05:15:17.584448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-813628cd-44fd-4c0d-b11c-0e995df0a6f8 req-ebea11a7-e3b0-443d-b4d4-4acd647301a3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Nov 12 05:15:17.804991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-28d73150-edfe-4dc0-9889-9eb7e9ce3d28 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:17.806445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-28d73150-edfe-4dc0-9889-9eb7e9ce3d28 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/networks?id=fd8840c8-7ce5-46b6-9e62-13383655c142 HTTP/1.1" status: 200 len: 814 time: 0.1412561 Nov 12 05:15:17.838793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0c38f92d-d8b5-44e3-85f0-05a299362781 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/quotas/276de216837c43e5967807972e09f876 HTTP/1.1" status: 200 len: 375 time: 0.0150001 Nov 12 05:15:17.862660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f249b-13fb-41be-bed1-3d98daa1ab11 req-24eecd96-58a7-44b6-b6c1-d1db1544bfc7 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:17.864131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-975f249b-13fb-41be-bed1-3d98daa1ab11 req-24eecd96-58a7-44b6-b6c1-d1db1544bfc7 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0739183 Nov 12 05:15:17.926865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-fd272853-9236-4bef-9a3b-f1c920495dbb tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=276de216837c43e5967807972e09f876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807340 Nov 12 05:15:17.945620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-975f249b-13fb-41be-bed1-3d98daa1ab11 req-e3dd0077-0947-4390-a982-51bce1cac7f9 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636530 Nov 12 05:15:18.023864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-c73f0f0c-cd13-4304-a861-f9f1c0291020 service neutron] 10.222.0.48 "GET /v2.0/networks/fd8840c8-7ce5-46b6-9e62-13383655c142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897810 Nov 12 05:15:18.134232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-aa9e7962-1ee3-4fe9-8e0a-92ff0d0e2076 service neutron] 10.222.0.48 "GET /v2.0/networks/fd8840c8-7ce5-46b6-9e62-13383655c142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044145 Nov 12 05:15:18.135975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-900a2a32-98ab-4892-ae2f-f6b88596aeb6 req-10aa250a-c4d8-4e1b-9afd-c49c41c0c77b tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=57467cf5f27440fba203078738102556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328395 Nov 12 05:15:18.246289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a2a32-98ab-4892-ae2f-f6b88596aeb6 req-3088cd7b-f3aa-43d6-83b2-e158a6f3f20b tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:18.254733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-900a2a32-98ab-4892-ae2f-f6b88596aeb6 req-3088cd7b-f3aa-43d6-83b2-e158a6f3f20b tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1124969 Nov 12 05:15:18.266862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-900a2a32-98ab-4892-ae2f-f6b88596aeb6 req-f46446fe-264c-41e9-bdc0-32d9a8e64e20 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/quotas/57467cf5f27440fba203078738102556 HTTP/1.1" status: 200 len: 375 time: 0.0111704 Nov 12 05:15:18.323245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-900a2a32-98ab-4892-ae2f-f6b88596aeb6 req-d7c1ae62-8942-4b6d-aca0-4ebc75193d6c tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57467cf5f27440fba203078738102556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507631 Nov 12 05:15:18.325118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1fb40a4-01ad-48bf-a803-3bb9ecb554ce req-f019b9ad-5287-4702-89bb-92e303fc4ba3 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 210 time: 0.0441241 Nov 12 05:15:18.450973 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:18.508736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72753f8b-8859-4f32-8967-3ad06bf4d39d req-3e9bcaa1-cf43-4800-8d8e-389561576ec9 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:18.510315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72753f8b-8859-4f32-8967-3ad06bf4d39d req-3e9bcaa1-cf43-4800-8d8e-389561576ec9 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0590122 Nov 12 05:15:18.552706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-8cc15dd6-f6b8-499b-b58e-3c43f128dbc2 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9f31d2a24e674fb58cddb6087614233d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360296 Nov 12 05:15:18.664614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72753f8b-8859-4f32-8967-3ad06bf4d39d req-246570e8-a5d2-4c73-b90a-9da93eecc874 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464207 Nov 12 05:15:18.743884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679555e-46e2-4124-a24e-c761410bf248 req-f7906e97-9771-4236-ab56-6e18c5b5c4f6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:18.745819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-f7906e97-9771-4236-ab56-6e18c5b5c4f6 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857209 Nov 12 05:15:18.796325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Request body: {'port': {'device_id': '462ae939-414d-4836-9fa4-92dc733e2112', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '9f31d2a24e674fb58cddb6087614233d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:18.967626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-b0c4db78-71db-4691-933c-946f157168b9 service neutron] 10.222.0.47 "GET /v2.0/ports/c11553bf-8ccd-4bf5-81c9-dbf25fae597e/bindings/n-h1-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.0615790 Nov 12 05:15:19.132035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32ab18a6-5aa1-4f4c-868a-11ce39e72c62 req-b445b6d0-1e3a-469b-9dd6-3add3219cc1a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 210 time: 0.3098819 Nov 12 05:15:19.153959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d03fd-6f25-46ff-8809-7fe1c5857965 req-9f1957ef-9403-4764-b4f0-8ea12dac7b8e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.154314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c3d03fd-6f25-46ff-8809-7fe1c5857965 req-9f1957ef-9403-4764-b4f0-8ea12dac7b8e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 943 time: 0.4072955 Nov 12 05:15:19.157995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:19.181760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:19.218556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11553bf-8ccd-4bf5-81c9-dbf25fae597e {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:19.231765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:19.233138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c3d03fd-6f25-46ff-8809-7fe1c5857965 req-e0e61867-2ad7-4e45-8897-7fb15ca14908 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677140 Nov 12 05:15:19.234173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Made reservation on behalf of 9f31d2a24e674fb58cddb6087614233d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:19.237502 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:19.246035 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:19.384106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] Transition to ACTIVE for port object c11553bf-8ccd-4bf5-81c9-dbf25fae597e will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:19.392506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:19.423217 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:19.474651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=10']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:19.505686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] No DVR routers for this DVR port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:19.540528 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c3266ee9-2027-4d00-a4ec-ba39c35c82f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c11553bf-8ccd-4bf5-81c9-dbf25fae597e/bindings/n-h1-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 0.5655792 Nov 12 05:15:19.606814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Allocated IP 192.168.233.86 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/a11e9529-9327-4e76-ba1a-46fe22c78063) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:19.651312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b82c-5746-4842-955f-27534110cb58 req-8da4db2d-d29e-489c-b042-ed59c7b1a1d0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.653187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94a2b82c-5746-4842-955f-27534110cb58 req-8da4db2d-d29e-489c-b042-ed59c7b1a1d0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.2982495 Nov 12 05:15:19.717986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-d9606e2e-927f-4f14-84b9-41a7568d2299 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.724099 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-d9606e2e-927f-4f14-84b9-41a7568d2299 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1096 time: 0.0608447 Nov 12 05:15:19.749145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c83c09ae-98da-49b1-a613-12264d7b1749 req-be7a1052-314b-4c93-adae-ce8787fe2841 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 210 time: 0.1282134 Nov 12 05:15:19.792378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-277ac5a4-d890-4f0d-a682-06e7585af413 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.793836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-277ac5a4-d890-4f0d-a682-06e7585af413 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.47 "GET /v2.0/networks?id=fd8840c8-7ce5-46b6-9e62-13383655c142 HTTP/1.1" status: 200 len: 814 time: 0.3765538 Nov 12 05:15:19.820896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Request body: {'port': {'device_id': 'e8f52a7c-6a63-4441-97dd-4054bfa53db5', 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142', 'admin_state_up': True, 'tenant_id': '276de216837c43e5967807972e09f876'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:19.931388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94a2b82c-5746-4842-955f-27534110cb58 req-96782782-b1a5-4b88-a174-cb02455c46be tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562544 Nov 12 05:15:20.050259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-1664a0d9-02bc-4b42-a39d-c55a429d0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:20.055763 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-1664a0d9-02bc-4b42-a39d-c55a429d0d05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157&tenant_id=1108fb880ee4414caf2673bc6b157198 HTTP/1.1" status: 200 len: 1096 time: 0.1337774 Nov 12 05:15:20.086096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:20.135330 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:20.152550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'c955c0ae-d0a1-4b86-953f-148e0554e26e', '0d07a361-1b3d-45f9-8886-0f2c7c644248'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:20.191507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-9502e4db-4343-41bc-9083-a92c9cb0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:20.193541 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-9502e4db-4343-41bc-9083-a92c9cb0ffe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1096 time: 0.0821834 Nov 12 05:15:20.197971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:20.202375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:20.223283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:20.283305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc', '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:20.438057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event updated for resources: {'Port': ['ID=a11e9529-9327-4e76-ba1a-46fe22c78063,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:20.477879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Made reservation on behalf of 276de216837c43e5967807972e09f876 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:20.495997 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:20.523846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c1ac93b2-5445-47e1-9805-5e82a01bfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:20.525484 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-c1ac93b2-5445-47e1-9805-5e82a01bfc21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.3218482 Nov 12 05:15:20.580082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9689ad23-2116-4128-8f48-94e832e0a833 req-1d331c03-87be-434a-b791-9ae2b9f9c564 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 210 time: 0.1622465 Nov 12 05:15:20.616587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:20.635516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:20.661785 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-39f33608-7ee3-4bac-a6a2-3ad31086119c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 217 time: 0.1217537 Nov 12 05:15:20.663927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-5601ec79-6d35-4aaa-ab70-6d9cd3acca30 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8737895 Nov 12 05:15:20.712294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Request body: {'port': {'device_id': '462ae939-414d-4836-9fa4-92dc733e2112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:20.791907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-28c52764-3459-4ef2-8a63-3090c99a873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:20.793649 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-28c52764-3459-4ef2-8a63-3090c99a873f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1093049 Nov 12 05:15:20.858052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-fa8684ab-98ad-4425-a5a1-cd72bef2a620 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501702 Nov 12 05:15:20.860496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b15ef-d3f5-43d0-9947-2ada461884d1 req-bb61e433-8b75-45b3-b618-55e215a7b508 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:20.862153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd5b15ef-d3f5-43d0-9947-2ada461884d1 req-bb61e433-8b75-45b3-b618-55e215a7b508 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 944 time: 0.3154137 Nov 12 05:15:20.955400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21baeec0-1765-498f-b945-90490997bc95 req-96826618-92c7-4104-aa3b-56971f2f31f8 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=57467cf5f27440fba203078738102556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1642299 Nov 12 05:15:20.960981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b826d3f6-4368-43e0-829a-3df221d577bc None None] Provisioning complete for port a11e9529-9327-4e76-ba1a-46fe22c78063 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:20.961712 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b826d3f6-4368-43e0-829a-3df221d577bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:21.099072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-d0a9a21d-56fa-4907-b380-b624c942afee service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285690 Nov 12 05:15:21.126667 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:21.371134 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-ea55d02c-1a2a-4416-ab4f-d76f2dfd9119 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606442 Nov 12 05:15:21.475851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd5b15ef-d3f5-43d0-9947-2ada461884d1 req-de08f315-18c3-42f2-909c-247546068583 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784326 Nov 12 05:15:21.484939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Allocated IP 172.20.0.10 (fd8840c8-7ce5-46b6-9e62-13383655c142/e478f9b0-9bd4-4bc7-a727-b69755402471/9310e156-b0f4-4a27-b9ed-eaca0500bd3e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:21.595126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b826d3f6-4368-43e0-829a-3df221d577bc None None] Port a11e9529-9327-4e76-ba1a-46fe22c78063 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:21.603906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baeec0-1765-498f-b945-90490997bc95 req-c407e414-17b1-4c5d-bbe3-7bbbf1fa91c3 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:21.616182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21baeec0-1765-498f-b945-90490997bc95 req-c407e414-17b1-4c5d-bbe3-7bbbf1fa91c3 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6016359 Nov 12 05:15:21.733627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21baeec0-1765-498f-b945-90490997bc95 req-57859cec-4d5e-48e8-a338-96cfc3ddb178 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/quotas/57467cf5f27440fba203078738102556 HTTP/1.1" status: 200 len: 375 time: 0.1152463 Nov 12 05:15:21.828669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21baeec0-1765-498f-b945-90490997bc95 req-99340aef-3a06-41bc-9df7-237892d331f3 tempest-QuotasAdminNegativeTest-247998719 tempest-QuotasAdminNegativeTest-247998719-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57467cf5f27440fba203078738102556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938370 Nov 12 05:15:21.888746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-2f5fd8a4-18a6-47e1-a782-8e693009c06f tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:21.890820 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-2f5fd8a4-18a6-47e1-a782-8e693009c06f tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1096 time: 0.1441956 Nov 12 05:15:21.942997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe0a07-c2e6-4629-abcc-f3f5798db2d1 req-c8ad564b-2237-4f8e-9548-97bb6d797a98 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:21.951044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-befe0a07-c2e6-4629-abcc-f3f5798db2d1 req-c8ad564b-2237-4f8e-9548-97bb6d797a98 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 935 time: 0.2328978 Nov 12 05:15:22.182104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-f18ea9e7-6c11-47d2-95dd-71fe5616b2f8 service neutron] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:22.187184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-f18ea9e7-6c11-47d2-95dd-71fe5616b2f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:22.188657 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8456bc29-e6b3-4828-8648-76e33c16a634 req-f18ea9e7-6c11-47d2-95dd-71fe5616b2f8 service neutron] 10.222.0.43 "DELETE /v2.0/ports/c11553bf-8ccd-4bf5-81c9-dbf25fae597e/bindings/n-h2-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.2878087 Nov 12 05:15:22.264884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:22.324934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:22.353384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-befe0a07-c2e6-4629-abcc-f3f5798db2d1 req-89178100-a9da-40bd-af27-7d4b3e21f786 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012256 Nov 12 05:15:22.431056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c11553bf-8ccd-4bf5-81c9-dbf25fae597e no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:22.463858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Network fd8840c8-7ce5-46b6-9e62-13383655c142 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:22.471478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:22.474361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:22.495322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c11553bf-8ccd-4bf5-81c9-dbf25fae597e not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:22.512604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519b4c7-75ec-46ae-9120-6194e6b64ab2 req-3b363e0e-80cb-46ad-8537-3c91b1a00206 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:22.514365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4519b4c7-75ec-46ae-9120-6194e6b64ab2 req-3b363e0e-80cb-46ad-8537-3c91b1a00206 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.4103885 Nov 12 05:15:22.559935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Pushing event updated for resources: {'Port': ['ID=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:22.667796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:22.668454 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:22.692918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11e9529-9327-4e76-ba1a-46fe22c78063 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:22.710039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:22.716458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4519b4c7-75ec-46ae-9120-6194e6b64ab2 req-4adc75fb-9e1b-49c2-a344-11054a880e7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654370 Nov 12 05:15:22.726053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa7f-4fac-4b6a-945d-4d5ffba9b5ed req-b715940d-1d40-4a5b-bdcb-329ce31def72 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:22.737336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6501fa7f-4fac-4b6a-945d-4d5ffba9b5ed req-b715940d-1d40-4a5b-bdcb-329ce31def72 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 932 time: 0.2787578 Nov 12 05:15:22.762500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-928ca343-c4d1-47b1-8624-9d4a123b93b4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9516966 Nov 12 05:15:22.771202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Transition to ACTIVE for port object a11e9529-9327-4e76-ba1a-46fe22c78063 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:22.798819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:22.830615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9c4ca696-7041-4f4b-9882-b97a9e415a3c None None] Provisioning complete for port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:22.831115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca696-7041-4f4b-9882-b97a9e415a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:22.846654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6501fa7f-4fac-4b6a-945d-4d5ffba9b5ed req-39f1b011-3fc1-495a-a4d9-874aea2b5587 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119158 Nov 12 05:15:22.975543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ca696-7041-4f4b-9882-b97a9e415a3c None None] Port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:22.996437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Pushing event updated for resources: {'Port': ['ID=a11e9529-9327-4e76-ba1a-46fe22c78063,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:23.089516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Attempting to bind port a11e9529-9327-4e76-ba1a-46fe22c78063 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:23.090112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Attempting to bind port a11e9529-9327-4e76-ba1a-46fe22c78063 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:23.090634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Attempting to bind port a11e9529-9327-4e76-ba1a-46fe22c78063 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:23.111689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Port a11e9529-9327-4e76-ba1a-46fe22c78063 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:23.111911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Attempting to bind port a11e9529-9327-4e76-ba1a-46fe22c78063 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:23.119320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:23.119661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:23.120028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:23.120464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Bound port: a11e9529-9327-4e76-ba1a-46fe22c78063, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:23.120826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:23.186384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90f79d-f85c-4068-867e-17299f4848cc req-4647ae4e-22df-48d8-9ba0-65c83a562716 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:23.189291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f90f79d-f85c-4068-867e-17299f4848cc req-4647ae4e-22df-48d8-9ba0-65c83a562716 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 944 time: 0.1116819 Nov 12 05:15:23.280473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] For port a11e9529-9327-4e76-ba1a-46fe22c78063, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:23.307183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f90f79d-f85c-4068-867e-17299f4848cc req-ef4cc373-8a67-4a09-9ae6-d3764a25f131 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063609 Nov 12 05:15:23.314168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] For port a11e9529-9327-4e76-ba1a-46fe22c78063, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a11e9529-9327-4e76-ba1a-46fe22c78063,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:23.340213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:23.380773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:23.381515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:23.382858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] 10.222.0.43 "PUT /v2.0/ports/a11e9529-9327-4e76-ba1a-46fe22c78063 HTTP/1.1" status: 200 len: 1096 time: 2.6975412 Nov 12 05:15:23.383318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462ae939-414d-4836-9fa4-92dc733e2112', 'tag': 'a11e9529-9327-4e76-ba1a-46fe22c78063'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:23.385615 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b452e-cd53-42ca-a9b9-7fc54162199b" -d '{"events": [{"name": "network-changed", "server_uuid": "462ae939-414d-4836-9fa4-92dc733e2112", "tag": "a11e9529-9327-4e76-ba1a-46fe22c78063"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:23.436736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1f130-794b-4929-81fc-4da697e34872 service neutron] Pushing event updated for resources: {'Port': ['ID=a11e9529-9327-4e76-ba1a-46fe22c78063,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:23.554676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679555e-46e2-4124-a24e-c761410bf248 req-a610446d-0404-4a7f-88db-6699116677f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:23.566007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-a610446d-0404-4a7f-88db-6699116677f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 1099 time: 0.0773723 Nov 12 05:15:23.702908 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e7d932-d3cc-4bec-88dd-23f90edffd07 x-openstack-request-id: req-54e7d932-d3cc-4bec-88dd-23f90edffd07 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:23.703224 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462ae939-414d-4836-9fa4-92dc733e2112", "tag": "a11e9529-9327-4e76-ba1a-46fe22c78063", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:23.703448 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54e7d932-d3cc-4bec-88dd-23f90edffd07 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:23.703807 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462ae939-414d-4836-9fa4-92dc733e2112', 'tag': 'a11e9529-9327-4e76-ba1a-46fe22c78063', 'status': 'completed', 'code': 200} Nov 12 05:15:23.713030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-91793527-d3f9-4697-b830-8bee37c0f3d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a11e9529-9327-4e76-ba1a-46fe22c78063 HTTP/1.1" status: 200 len: 217 time: 0.1218038 Nov 12 05:15:23.948165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679555e-46e2-4124-a24e-c761410bf248 req-79f54d1f-73e5-4f59-9435-d732dc11ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:23.949559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-79f54d1f-73e5-4f59-9435-d732dc11ca7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1966095 Nov 12 05:15:23.962698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11b393-50e7-4ebb-8702-fa3c6b449237 req-d76dfa69-207c-4554-8c65-da7aec8053ea tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:23.970733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb11b393-50e7-4ebb-8702-fa3c6b449237 req-d76dfa69-207c-4554-8c65-da7aec8053ea tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1096 time: 0.1426768 Nov 12 05:15:23.985230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b768de-519e-4e90-94d7-7efb5d2b6196 req-e2b2e848-b0e5-4b6c-8153-181921d1bbbe tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:23.993126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3b768de-519e-4e90-94d7-7efb5d2b6196 req-e2b2e848-b0e5-4b6c-8153-181921d1bbbe tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 947 time: 0.2881081 Nov 12 05:15:24.037726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50710) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:24.118308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3b768de-519e-4e90-94d7-7efb5d2b6196 req-1df11a19-f38c-4409-a6d5-94d44539be40 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179552 Nov 12 05:15:24.141198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb11b393-50e7-4ebb-8702-fa3c6b449237 req-e74f04c6-c51a-4384-89ad-6f8ecc8a64e1 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695333 Nov 12 05:15:24.164211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679555e-46e2-4124-a24e-c761410bf248 req-8d8b7464-6a72-4cf2-9899-bbeb5394490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:24.171586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-8d8b7464-6a72-4cf2-9899-bbeb5394490b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1980553 Nov 12 05:15:24.309287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09ae8545-7dae-49d1-993e-d61372f68ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:24.445206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09ae8545-7dae-49d1-993e-d61372f68ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:24.453309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09ae8545-7dae-49d1-993e-d61372f68ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:24.542562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-7130ef94-caa4-4377-adee-dd7eee573808 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498526 Nov 12 05:15:24.552656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7d17-4515-4650-a617-dba829134e1f req-ed47c381-c9c3-41bb-8119-77fedd8add66 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:24.554387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9d7d17-4515-4650-a617-dba829134e1f req-ed47c381-c9c3-41bb-8119-77fedd8add66 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.2025201 Nov 12 05:15:24.574628 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-09ae8545-7dae-49d1-993e-d61372f68ba6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57467cf5f27440fba203078738102556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5261042 Nov 12 05:15:24.577717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:24.634107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae8545-7dae-49d1-993e-d61372f68ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157ceab6-ad68-4e23-b555-0a933ecb5527,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:24.667067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c189e87-dc8c-4343-90e0-06ab6df8489b req-b1c955e1-58c4-488e-86c7-715734c2ea78 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:24.668633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c189e87-dc8c-4343-90e0-06ab6df8489b req-b1c955e1-58c4-488e-86c7-715734c2ea78 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 932 time: 0.3301446 Nov 12 05:15:24.670699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c679555e-46e2-4124-a24e-c761410bf248 req-dc89d8a3-3edd-499b-b25b-a5c6a5f43a0d service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131527 Nov 12 05:15:24.677738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6bd07025-df6a-4c7d-ad84-29abf2cda484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:24.712175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6bd07025-df6a-4c7d-ad84-29abf2cda484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:24.804753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6bd07025-df6a-4c7d-ad84-29abf2cda484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:24.822038 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6bd07025-df6a-4c7d-ad84-29abf2cda484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:24.825420 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6bd07025-df6a-4c7d-ad84-29abf2cda484 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/157ceab6-ad68-4e23-b555-0a933ecb5527 HTTP/1.1" status: 204 len: 168 time: 0.2462194 Nov 12 05:15:24.842475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd07025-df6a-4c7d-ad84-29abf2cda484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157ceab6-ad68-4e23-b555-0a933ecb5527,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:24.882781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9d7d17-4515-4650-a617-dba829134e1f req-ebb74084-bad3-4163-8b7e-cb14464e3006 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965663 Nov 12 05:15:24.952753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c189e87-dc8c-4343-90e0-06ab6df8489b req-70785ae8-0a00-423b-8955-ad204e350748 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723260 Nov 12 05:15:24.961614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-ba4702c8-a616-4199-80fe-e88fd3cfbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:24.964062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-ba4702c8-a616-4199-80fe-e88fd3cfbd06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 1099 time: 0.1824372 Nov 12 05:15:25.045770 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-df2d5c40-ab57-43e8-811f-a4f90a189ee0 service neutron] show failed (client error): The resource could not be found. Nov 12 05:15:25.048263 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-df2d5c40-ab57-43e8-811f-a4f90a189ee0 service neutron] 10.222.0.43 "GET /v2.0/ports/accd1a6e-24c9-44a8-9db5-b6d48eecdb23/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.1569154 Nov 12 05:15:25.482517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50742) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:25.514053 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07391b62-bf20-4b4e-a4c2-feb1267604ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:25.666238 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07391b62-bf20-4b4e-a4c2-feb1267604ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:25.678237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07391b62-bf20-4b4e-a4c2-feb1267604ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:25.706104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-0c2e10a2-8353-4e39-8452-7ae79bb5cf03 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:25.712975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-0c2e10a2-8353-4e39-8452-7ae79bb5cf03 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 807 time: 0.6758387 Nov 12 05:15:25.717839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-b855c929-3fce-457e-9c3e-3b618cb1ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:25.719293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-b855c929-3fce-457e-9c3e-3b618cb1ba5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.7442064 Nov 12 05:15:25.733283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a54e9-90d4-4663-be6d-1e80249f7ca1 req-b8dd777a-61a7-4957-9beb-2474c76c75bd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:25.741011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f5a54e9-90d4-4663-be6d-1e80249f7ca1 req-b8dd777a-61a7-4957-9beb-2474c76c75bd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 947 time: 0.4547446 Nov 12 05:15:25.758553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07391b62-bf20-4b4e-a4c2-feb1267604ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becb8dae-78b7-4d23-89ea-9fb568b5aca9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:25.775846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-07391b62-bf20-4b4e-a4c2-feb1267604ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0971039f502a45319505f04488b45b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920773 Nov 12 05:15:25.778160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50744) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:25.803629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-4918968d-58f8-4e7f-93b2-3dc1ea0e68fe tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/quotas/1108fb880ee4414caf2673bc6b157198 HTTP/1.1" status: 200 len: 375 time: 0.0896976 Nov 12 05:15:25.815798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-dc557c31-e88c-4ca1-96ce-736d0098ecb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a11e9529-9327-4e76-ba1a-46fe22c78063 HTTP/1.1" status: 200 len: 217 time: 0.0727580 Nov 12 05:15:25.871714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbb7eb68-4f76-4d6d-b1c5-e24481d87b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:25.895512 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbb7eb68-4f76-4d6d-b1c5-e24481d87b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:25.930866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f5a54e9-90d4-4663-be6d-1e80249f7ca1 req-75e9f6eb-dbe6-4a92-aff0-79695131c1b3 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781790 Nov 12 05:15:25.950547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-e00a0673-3fcf-45d1-b5c2-08775f689c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:25.950547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-e00a0673-3fcf-45d1-b5c2-08775f689c2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1090417 Nov 12 05:15:25.972466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-1297035f-9e42-47cb-bc6d-46bcee6d619a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678894 Nov 12 05:15:25.981996 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbb7eb68-4f76-4d6d-b1c5-e24481d87b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:25.985841 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbb7eb68-4f76-4d6d-b1c5-e24481d87b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:25.990971 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fbb7eb68-4f76-4d6d-b1c5-e24481d87b2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/becb8dae-78b7-4d23-89ea-9fb568b5aca9 HTTP/1.1" status: 204 len: 168 time: 0.2116609 Nov 12 05:15:26.012812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7eb68-4f76-4d6d-b1c5-e24481d87b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becb8dae-78b7-4d23-89ea-9fb568b5aca9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:26.189851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-1e03fb3c-2055-4214-bb54-e7f6c22242a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:26.191912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-1e03fb3c-2055-4214-bb54-e7f6c22242a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173183 Nov 12 05:15:26.203294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543319bd-2fd4-44da-9fca-ac79d3f1ca18 req-778900ee-9cd9-4ec6-88e1-dbde677e1869 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:26.214934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-543319bd-2fd4-44da-9fca-ac79d3f1ca18 req-778900ee-9cd9-4ec6-88e1-dbde677e1869 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.1438534 Nov 12 05:15:26.334971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-ed23caa2-83b2-43ca-b3e6-beb4888ed301 service neutron] 10.222.0.48 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278472 Nov 12 05:15:26.392167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-543319bd-2fd4-44da-9fca-ac79d3f1ca18 req-beab2354-e00d-4299-b1dd-cf4ea17ab18a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744242 Nov 12 05:15:26.531570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-c1985009-9332-4c20-83e8-abbc8e4896b0 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139267 Nov 12 05:15:26.640867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-855fdd44-e0a4-49a5-b9b6-1f0f57a15788 service neutron] 10.222.0.48 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903702 Nov 12 05:15:26.663699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e56a4c-1927-4b34-86dc-160abb85dff6 req-b52fe525-cfa8-4e5b-80fe-43f99d1ed567 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:26.665778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43e56a4c-1927-4b34-86dc-160abb85dff6 req-b52fe525-cfa8-4e5b-80fe-43f99d1ed567 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 932 time: 0.1918576 Nov 12 05:15:26.746525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d4b452e-cd53-42ca-a9b9-7fc54162199b req-edcd26a3-1489-4b39-98a2-4e64256101bc service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966228 Nov 12 05:15:26.790898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43e56a4c-1927-4b34-86dc-160abb85dff6 req-fb406dbc-8fc4-4f11-8671-c91b2f45a104 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168687 Nov 12 05:15:26.866114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:27.021590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b790217-2a3c-4882-a813-9811ba2ab657 req-008a00e9-bfaf-458f-89ea-00403f228de6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 210 time: 0.0733838 Nov 12 05:15:27.183239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e5d8-34ce-4608-b08a-040edbdd0892 req-9405955d-3477-42e1-b30c-0013502c9a61 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:27.185420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd52e5d8-34ce-4608-b08a-040edbdd0892 req-9405955d-3477-42e1-b30c-0013502c9a61 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 947 time: 0.0980890 Nov 12 05:15:27.252781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd52e5d8-34ce-4608-b08a-040edbdd0892 req-17a43119-e1bd-4ab4-9f4f-375c0da1b550 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575731 Nov 12 05:15:27.475206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a11e9529-9327-4e76-ba1a-46fe22c78063 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:27.487371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device accd1a6e-24c9-44a8-9db5-b6d48eecdb23 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:27.563279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea893c-18d9-4133-82f7-57d3f776a925 req-76953d5b-960f-4fff-9021-9b681473aaf2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:27.565162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1bea893c-18d9-4133-82f7-57d3f776a925 req-76953d5b-960f-4fff-9021-9b681473aaf2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 949 time: 0.0993416 Nov 12 05:15:27.754665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:27.774729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1bea893c-18d9-4133-82f7-57d3f776a925 req-18ee3170-5104-4cdd-a4d1-f38b295843b1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737347 Nov 12 05:15:27.804218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a11e9529-9327-4e76-ba1a-46fe22c78063, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a11e9529-9327-4e76-ba1a-46fe22c78063,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:27.823910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'a11e9529-9327-4e76-ba1a-46fe22c78063', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'a11e9529-9327-4e76-ba1a-46fe22c78063', 'mac_address': 'fa:16:3e:76:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:27.830002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:27.833048 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ebf22e-447a-4fb6-a76c-0321584717ae" -d '{"events": [{"server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "name": "network-vif-unplugged", "status": "completed", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:27.851589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:27.880704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:27.942771 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:27.949744 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e716391d-e376-4960-a58d-8351837f090e x-openstack-request-id: req-e716391d-e376-4960-a58d-8351837f090e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:27.949744 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "name": "network-vif-unplugged", "status": "completed", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:27.949744 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e716391d-e376-4960-a58d-8351837f090e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:27.949744 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'code': 200} Nov 12 05:15:27.996041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11e9529-9327-4e76-ba1a-46fe22c78063 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:28.008133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:28.040648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957abbce-4e39-4f0e-97d1-31c4e7e5b61d req-40f24fc4-8ef3-462a-b78a-913ddf3423f3 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:28.044192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a11e9529-9327-4e76-ba1a-46fe22c78063, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a11e9529-9327-4e76-ba1a-46fe22c78063,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:28.048737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-957abbce-4e39-4f0e-97d1-31c4e7e5b61d req-40f24fc4-8ef3-462a-b78a-913ddf3423f3 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 932 time: 0.0967858 Nov 12 05:15:28.052971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:28.192783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a11e9529-9327-4e76-ba1a-46fe22c78063,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:28.230405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38af1e9d-b270-48d9-9555-71b756c823a3 req-6ada5ce6-a2f0-49a2-9f02-f71d7e74f676 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 210 time: 0.0399799 Nov 12 05:15:28.248941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-957abbce-4e39-4f0e-97d1-31c4e7e5b61d req-9eec9c1e-f90e-45dd-8918-265962fe251d tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941388 Nov 12 05:15:28.408528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec16f0-78b5-429e-b38a-ce1d5ac00d7c req-c58d45cb-2118-43ef-9691-c000989f4434 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:28.410802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bec16f0-78b5-429e-b38a-ce1d5ac00d7c req-c58d45cb-2118-43ef-9691-c000989f4434 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 948 time: 0.0610154 Nov 12 05:15:28.476415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bec16f0-78b5-429e-b38a-ce1d5ac00d7c req-44c5cfa2-07fd-462d-9ca8-d25fcc3299b0 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584533 Nov 12 05:15:28.603235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['a11e9529-9327-4e76-ba1a-46fe22c78063'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:28.906841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-814761fe-ea67-4bd1-8b8e-f081731b439d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:28.920490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-814761fe-ea67-4bd1-8b8e-f081731b439d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 807 time: 0.2967870 Nov 12 05:15:28.983977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Request body: {'port': {'device_id': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'admin_state_up': True, 'tenant_id': '1108fb880ee4414caf2673bc6b157198'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:29.044949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-604f2b96-43ba-4a6b-8684-dbedfc726854 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326326 Nov 12 05:15:29.168914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711e132-64db-412b-be28-86a013e226e2 req-c4f13806-351e-46af-a951-d09478dc71d8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:29.170476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6711e132-64db-412b-be28-86a013e226e2 req-c4f13806-351e-46af-a951-d09478dc71d8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.2449379 Nov 12 05:15:29.279386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-8993a273-e71e-4dc7-925b-895eb40e027d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:29.281330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-8993a273-e71e-4dc7-925b-895eb40e027d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266471 Nov 12 05:15:29.322655 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-6a22dd5e-8a55-49a1-9787-67fca27e7cad tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/quotas/0db3eef82a3c4d1bacd64baaa7f68983 HTTP/1.1" status: 200 len: 375 time: 0.0326188 Nov 12 05:15:29.351979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6711e132-64db-412b-be28-86a013e226e2 req-1cef2afb-8c9f-4267-afb0-3e36bb28a3a4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697092 Nov 12 05:15:29.382015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-54686269-017e-4b1b-901e-582e38a60ed0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482213 Nov 12 05:15:29.382785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Made reservation on behalf of 1108fb880ee4414caf2673bc6b157198 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:29.386221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:29.596266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd5ed086-e8d0-4581-b246-ff8d5a9689b5 req-dde07ec4-da79-4baa-92b1-d57ac60dc26f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 210 time: 0.0419416 Nov 12 05:15:29.626740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Allocated IP 172.20.0.2 (74953459-3065-4502-bb8a-45a77d14e644/a801205b-e0f1-40a6-afa4-93c95b87d5d6/a2dba987-1fbc-45f1-8100-2189d1e99272) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:29.903021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4c1ca-acf7-4d7c-88e5-da9988133c67 req-056fd592-3589-44c0-97b5-d73b3c15a372 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:29.904607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0bf4c1ca-acf7-4d7c-88e5-da9988133c67 req-056fd592-3589-44c0-97b5-d73b3c15a372 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 932 time: 0.1776359 Nov 12 05:15:29.981074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:29.992371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfc2ad-42dd-48db-be9c-123bf57b804f req-eeca0b91-bcca-43c3-8d07-d744de61b901 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:29.994251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eabfc2ad-42dd-48db-be9c-123bf57b804f req-eeca0b91-bcca-43c3-8d07-d744de61b901 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 948 time: 0.2684298 Nov 12 05:15:30.072780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0bf4c1ca-acf7-4d7c-88e5-da9988133c67 req-42497df4-39c9-472f-a4af-193f547781bf tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436682 Nov 12 05:15:30.098702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eabfc2ad-42dd-48db-be9c-123bf57b804f req-9fa03d37-fe3c-4bbf-b995-3f0c39838710 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967119 Nov 12 05:15:30.119962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:30.197474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Network 74953459-3065-4502-bb8a-45a77d14e644 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:30.202066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:30.207522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:30.220954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Pushing event updated for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:30.259378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-4612d8c4-a24d-4a1c-a14b-b614387680bb tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584378 Nov 12 05:15:30.313849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:30.314483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:30.338762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e5f23be6-9db7-4aec-933c-8eee70311831 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3592927 Nov 12 05:15:30.369880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Request body: {'port': {'device_id': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:30.387276 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:15:30.438783 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:30.641681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-7aed2269-5c90-497a-b3b5-2ee85b5a3feb tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:30.643144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-7aed2269-5c90-497a-b3b5-2ee85b5a3feb tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3748975 Nov 12 05:15:30.690889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-fb6cad66-92c3-47f5-9ab6-ae57704668b2 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/quotas/0db3eef82a3c4d1bacd64baaa7f68983 HTTP/1.1" status: 200 len: 375 time: 0.0157921 Nov 12 05:15:30.725341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ecc5b-a413-4045-ab41-34fd26c70953 req-c93c6f18-ef61-449e-9cda-4c6bbf1087ed tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:30.727672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-366ecc5b-a413-4045-ab41-34fd26c70953 req-c93c6f18-ef61-449e-9cda-4c6bbf1087ed tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.1615362 Nov 12 05:15:30.752801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-7ecb0c9b-2f0b-4d7b-b041-89d69a0eb62f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524826 Nov 12 05:15:30.837993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-366ecc5b-a413-4045-ab41-34fd26c70953 req-fb6b868f-649e-4144-8d99-ecbb01a413ce tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910161 Nov 12 05:15:30.916938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dba987-1fbc-45f1-8100-2189d1e99272 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:30.926381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:30.943430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Transition to ACTIVE for port object a2dba987-1fbc-45f1-8100-2189d1e99272 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:30.962167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:31.043883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:31.123581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b67772b9-8b58-4be2-a873-635589448b33 req-ffe61b2a-32b0-49ad-86aa-ef4e56e0df93 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 210 time: 0.0737164 Nov 12 05:15:31.208296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f728b3-43c8-436f-869f-0c615010a681 req-a77489d2-fb21-4633-8c56-1dce4a5b6765 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:31.217211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67f728b3-43c8-436f-869f-0c615010a681 req-a77489d2-fb21-4633-8c56-1dce4a5b6765 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.1822290 Nov 12 05:15:31.363600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67f728b3-43c8-436f-869f-0c615010a681 req-7f7ad2a3-0e11-4d96-b5d1-fc2e916bf59d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448493 Nov 12 05:15:31.364288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:31.364618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:31.364938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:31.384124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:31.384451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:31.398285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:31.398641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:31.399096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:31.399702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Bound port: a2dba987-1fbc-45f1-8100-2189d1e99272, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:31.400065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:31.423341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a6dcf-8ba5-49ca-9176-f62d69d19152 req-f17aadda-0efc-4b6e-923c-c68ebbd6d282 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:31.424815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e33a6dcf-8ba5-49ca-9176-f62d69d19152 req-f17aadda-0efc-4b6e-923c-c68ebbd6d282 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 932 time: 0.1359785 Nov 12 05:15:31.500165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a11e9529-9327-4e76-ba1a-46fe22c78063 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:31.575400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e33a6dcf-8ba5-49ca-9176-f62d69d19152 req-f507b196-31bf-4276-921b-075d5416b62d tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378520 Nov 12 05:15:31.618680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port a11e9529-9327-4e76-ba1a-46fe22c78063 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:31.623641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port a11e9529-9327-4e76-ba1a-46fe22c78063 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:31.624231 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:31.630086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ccd8-5d6e-49ab-aad6-3ac3897739cc req-1febc616-a100-42f0-beb7-00d19f555e14 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:31.638527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7474ccd8-5d6e-49ab-aad6-3ac3897739cc req-1febc616-a100-42f0-beb7-00d19f555e14 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 948 time: 0.1689897 Nov 12 05:15:31.651403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:31.656128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:31.677121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:31.734628 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:31.760288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:31.761302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:31.763834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] 10.222.0.43 "PUT /v2.0/ports/a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 200 len: 1092 time: 1.3999906 Nov 12 05:15:31.764668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462ae939-414d-4836-9fa4-92dc733e2112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e9529-9327-4e76-ba1a-46fe22c78063'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:31.767586 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b1bf30-0faa-4aaa-bb33-b7a2a5ce9726" -d '{"events": [{"server_uuid": "462ae939-414d-4836-9fa4-92dc733e2112", "name": "network-vif-plugged", "status": "completed", "tag": "a11e9529-9327-4e76-ba1a-46fe22c78063"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:31.806710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a11e9529-9327-4e76-ba1a-46fe22c78063, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a11e9529-9327-4e76-ba1a-46fe22c78063,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:31.807777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:31.810746 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d987e8e5-63d9-4b16-8f7a-c08fea19789b" -d '{"events": [{"name": "network-changed", "server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:31.834790 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:31.835659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7474ccd8-5d6e-49ab-aad6-3ac3897739cc req-42d82440-7f96-4c87-af2c-2aab3016977d tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892827 Nov 12 05:15:31.852930 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d2712b-3545-48e7-a477-3d7e6fa4b569 x-openstack-request-id: req-f4d2712b-3545-48e7-a477-3d7e6fa4b569 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:31.853642 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462ae939-414d-4836-9fa4-92dc733e2112", "name": "network-vif-plugged", "status": "completed", "tag": "a11e9529-9327-4e76-ba1a-46fe22c78063", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:31.854078 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4d2712b-3545-48e7-a477-3d7e6fa4b569 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:31.854830 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462ae939-414d-4836-9fa4-92dc733e2112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e9529-9327-4e76-ba1a-46fe22c78063', 'code': 200} Nov 12 05:15:31.884299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22fc0a-c4cf-4108-b964-435377626d31 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:31.947853 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee464bf-430a-4d73-be2e-17c37a720691 x-openstack-request-id: req-eee464bf-430a-4d73-be2e-17c37a720691 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:31.948263 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:31.949299 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eee464bf-430a-4d73-be2e-17c37a720691 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:31.949862 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272', 'status': 'completed', 'code': 200} Nov 12 05:15:31.961088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a11e9529-9327-4e76-ba1a-46fe22c78063,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:32.004656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-51cf226c-17e3-455f-ad91-7ecea959a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:32.006173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-51cf226c-17e3-455f-ad91-7ecea959a541 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1095 time: 0.1035981 Nov 12 05:15:32.057242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3cbdb-e650-4618-9a17-c06ba918feb9 req-48745f3d-ef92-4c8a-b1e1-dc175bc840a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:32.059529 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-18a3cbdb-e650-4618-9a17-c06ba918feb9 req-48745f3d-ef92-4c8a-b1e1-dc175bc840a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 1101 time: 0.0720174 Nov 12 05:15:32.062032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-b5f344e8-7570-4fa9-a590-f340904f02f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 200 len: 217 time: 0.0381694 Nov 12 05:15:32.118871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558e968-067b-408e-8243-49a275aeb36c req-0f94df50-fa68-46c6-b616-de69831fda4d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:32.126624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f558e968-067b-408e-8243-49a275aeb36c req-0f94df50-fa68-46c6-b616-de69831fda4d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.1380408 Nov 12 05:15:32.142004 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-18a3cbdb-e650-4618-9a17-c06ba918feb9 req-6db3bc91-11c0-4db5-b01a-3c89743f059e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611730 Nov 12 05:15:32.188557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-c1defcdb-fc69-4261-87ae-c290b1ae1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:32.189947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-c1defcdb-fc69-4261-87ae-c290b1ae1b38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1108482 Nov 12 05:15:32.214542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f558e968-067b-408e-8243-49a275aeb36c req-620cee12-77d9-40ca-a1e8-56fac8d3abf2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868917 Nov 12 05:15:32.261374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18f54710-74fc-4d6e-ad01-e3d1f99731d8 req-4b51d1dd-2b17-40e9-9069-68443ee2a755 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 210 time: 0.0305459 Nov 12 05:15:32.494271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255dc42-9bf4-4284-839d-8fc981ae4652 req-bd569a7b-4aa9-4662-bb16-459660b02be1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:32.496031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a255dc42-9bf4-4284-839d-8fc981ae4652 req-bd569a7b-4aa9-4662-bb16-459660b02be1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.0522189 Nov 12 05:15:32.568207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-ed4ae408-55d3-4b14-8a7e-b25490e4b268 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351474 Nov 12 05:15:32.572582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a255dc42-9bf4-4284-839d-8fc981ae4652 req-cf9eebe9-ae62-49ac-b8ee-1d8dc7aa4e91 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706363 Nov 12 05:15:32.677466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-e8dc2017-3f46-46a7-a0cb-40c0f5d9f05e service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991144 Nov 12 05:15:32.788534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423903e-7621-481f-85da-22e65aaaa2a2 req-a62bd81f-760a-45e6-9cf5-1a84b09f583f tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:32.790126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d423903e-7621-481f-85da-22e65aaaa2a2 req-a62bd81f-760a-45e6-9cf5-1a84b09f583f tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 932 time: 0.1115954 Nov 12 05:15:32.848250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b41244a2-e004-442d-a6d5-89d320fdb4b4 req-2f8067d6-6c38-43c6-8bb4-dfa5a29236ab service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587760 Nov 12 05:15:32.874645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d423903e-7621-481f-85da-22e65aaaa2a2 req-ff578b9c-6ea6-4fce-acee-e87c84637c65 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703938 Nov 12 05:15:32.967125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f747791-7e12-4f5c-9de3-7ed7bab4ed2c req-a4c5449b-8775-4824-abe1-9c367c12324f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:32.968645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f747791-7e12-4f5c-9de3-7ed7bab4ed2c req-a4c5449b-8775-4824-abe1-9c367c12324f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 949 time: 0.0518477 Nov 12 05:15:33.044366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-ec5a8b67-083a-4903-a968-49bb51c69417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:33.045804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-ec5a8b67-083a-4903-a968-49bb51c69417 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1095 time: 0.0739663 Nov 12 05:15:33.049516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f747791-7e12-4f5c-9de3-7ed7bab4ed2c req-a7c619ff-5dc4-41eb-9bc3-0a6cbdc114de tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699687 Nov 12 05:15:33.374841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Request body: {'port': {'device_id': 'e8f52a7c-6a63-4441-97dd-4054bfa53db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:33.435319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-2857f72a-3b4e-45fe-aa8e-d63fd0fe4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:33.437899 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-2857f72a-3b4e-45fe-aa8e-d63fd0fe4272 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a&tenant_id=810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 1099 time: 0.0780959 Nov 12 05:15:33.464392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:33.526509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b45f86f-2ad2-4d58-8c3b-34e63044710a req-c429aabf-8140-43cf-8bc0-35d75cedff70 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 210 time: 0.1253781 Nov 12 05:15:33.569133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:33.594770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39282e07-293a-4b90-8b6f-bebbf5858443 req-86196842-4071-4f69-998c-1138c76fd13c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:33.596249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39282e07-293a-4b90-8b6f-bebbf5858443 req-86196842-4071-4f69-998c-1138c76fd13c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.2439852 Nov 12 05:15:33.700557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:33.757220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39282e07-293a-4b90-8b6f-bebbf5858443 req-347a95b6-216b-44e3-a217-ab6e4e669207 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300335 Nov 12 05:15:33.772707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-8c772141-a1b5-47c5-822f-28754e3f9b5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3061061 Nov 12 05:15:33.804209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-4225a7af-065a-48a7-a7eb-1c412a293246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:33.806593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-4225a7af-065a-48a7-a7eb-1c412a293246 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.7433701 Nov 12 05:15:33.884994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:33.936826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:33.978074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accd1a6e-24c9-44a8-9db5-b6d48eecdb23 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:33.986559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.004784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Transition to ACTIVE for port object accd1a6e-24c9-44a8-9db5-b6d48eecdb23 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:34.009225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.062686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-5c6c034e-74c1-479f-aa9b-4c2831f40516 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 200 len: 217 time: 0.1927390 Nov 12 05:15:34.068256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:34.097974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] No DVR routers for this DVR port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:34.122420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71983067-4c88-44ef-a452-ecd2e62a8131 req-47c4da76-cd70-4da2-8017-13faf4e38fff tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.123990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71983067-4c88-44ef-a452-ecd2e62a8131 req-47c4da76-cd70-4da2-8017-13faf4e38fff tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.4568219 Nov 12 05:15:34.134081 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Attempting to bind port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:34.134727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Attempting to bind port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:34.135287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Attempting to bind port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:34.141024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:34.141588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Attempting to bind port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:34.149552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:34.150169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:34.150543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:34.150978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Bound port: accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:34.151340 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.154817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-0cd3e36d-e0d7-438f-bfc4-3f18d4c5abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.156320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-0cd3e36d-e0d7-438f-bfc4-3f18d4c5abae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f31d2a24e674fb58cddb6087614233d&device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 1101 time: 0.2876127 Nov 12 05:15:34.229833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:34.233400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:34.239975 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.277460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.278531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.280142 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] 10.222.0.47 "PUT /v2.0/ports/accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 1096 time: 0.8209205 Nov 12 05:15:34.280766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:34.283432 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:34.318738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0410d19-ccdd-415c-893a-835bddda4467 service neutron] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=8']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:34.372104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a183a-d755-442f-9e21-89c36c146e9e req-e0019c42-5c07-481e-b088-a978b6366cf8 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.374947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d9a183a-d755-442f-9e21-89c36c146e9e req-e0019c42-5c07-481e-b088-a978b6366cf8 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 932 time: 0.3801908 Nov 12 05:15:34.416163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-8b501cc7-2ab3-46af-adb9-eb88460745e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.418794 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-8b501cc7-2ab3-46af-adb9-eb88460745e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 1099 time: 0.1013453 Nov 12 05:15:34.528139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.47', 62756) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:34.583892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-47649ee1-be06-43f7-9de2-68b9c18c18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.585313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-47649ee1-be06-43f7-9de2-68b9c18c18e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.4281015 Nov 12 05:15:34.619330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-15402a92-cad2-44f8-a4de-e31e4ba08b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.620818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-15402a92-cad2-44f8-a4de-e31e4ba08b24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1943531 Nov 12 05:15:34.650624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-934fd49f-b060-42d2-b464-accd3c43edf4 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156566 Nov 12 05:15:34.690581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-5b54c758-3160-41bc-992d-25a6f68fa39e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 217 time: 0.0617914 Nov 12 05:15:34.755121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9310e156-b0f4-4a27-b9ed-eaca0500bd3e {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:34.772467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-43e20d94-825e-4ea3-87ba-e0258c24b95f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506777 Nov 12 05:15:34.777183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-a4ab1c72-383a-4412-9853-88709f2d2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.778687 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-a4ab1c72-383a-4412-9853-88709f2d2d29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0777681 Nov 12 05:15:34.781654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71983067-4c88-44ef-a452-ecd2e62a8131 req-fc907205-f301-450e-8f46-aee2813a06cc tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959592 Nov 12 05:15:34.783454 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.806896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d9a183a-d755-442f-9e21-89c36c146e9e req-1dbc4f07-db76-4b23-a916-1e50756f4097 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872502 Nov 12 05:15:34.841208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-1d9af6f4-eb84-46dc-9ea7-7decbd99f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.844576 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-1d9af6f4-eb84-46dc-9ea7-7decbd99f0d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579674 Nov 12 05:15:34.849510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Transition to ACTIVE for port object 9310e156-b0f4-4a27-b9ed-eaca0500bd3e will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:34.851479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-8f983a89-7e60-4964-bfba-9c4794b5d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:34.853763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-8f983a89-7e60-4964-bfba-9c4794b5d68c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.6588867 Nov 12 05:15:34.888707 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.952728 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-10979bab-d7c4-4908-baee-d9172673da1a service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986011 Nov 12 05:15:34.983962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-c979505b-2754-43e4-b28a-dddf8798cd8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 HTTP/1.1" status: 200 len: 217 time: 0.1007488 Nov 12 05:15:34.988853 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d787916e-b8e6-4aa1-ab07-8ac3a7f132e5 x-openstack-request-id: req-d787916e-b8e6-4aa1-ab07-8ac3a7f132e5 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:34.989142 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:34.989452 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d787916e-b8e6-4aa1-ab07-8ac3a7f132e5 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:34.989898 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'status': 'completed', 'code': 200} Nov 12 05:15:35.161504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-e063a754-3279-40b6-8758-339fa83c88e0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.163076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-e063a754-3279-40b6-8758-339fa83c88e0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4323957 Nov 12 05:15:35.198940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Request body: {'port': {'device_id': '2af7f6a5-83ad-4cc3-bb64-9f03489ee934', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '0db3eef82a3c4d1bacd64baaa7f68983'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:35.208600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4cf8e1e-351c-4623-a498-ad44b933dcdb req-76ffaacd-ea8b-45bc-a4f7-59a3db8a2ee7 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 210 time: 0.1385140 Nov 12 05:15:35.257910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434f67-5510-4f0b-a94f-69e2f2ff5d7c req-86c154a7-9098-4d1e-8b7b-1325f46ff00f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.259539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1434f67-5510-4f0b-a94f-69e2f2ff5d7c req-86c154a7-9098-4d1e-8b7b-1325f46ff00f tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 949 time: 0.4036009 Nov 12 05:15:35.285948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Pushing event updated for resources: {'Port': ['ID=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:35.363665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-1a3f1c07-a4bc-4774-bd21-1b485a5b4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.364975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-1a3f1c07-a4bc-4774-bd21-1b485a5b4832 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 1099 time: 0.0880220 Nov 12 05:15:35.408747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d25c432b-f6d0-4677-88f9-75e38f2e29cb req-d4326c9f-7097-418c-be21-09fcc19ae330 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402175 Nov 12 05:15:35.413735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-9205a6d8-b665-4724-82ed-91f9365ff630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.415237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-9205a6d8-b665-4724-82ed-91f9365ff630 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.3892281 Nov 12 05:15:35.458612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-67212ba5-ca44-433a-b22c-7dfcf1c144b1 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503584 Nov 12 05:15:35.492913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-f269acff-f69b-4374-829f-b18d4442bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.494382 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-f269acff-f69b-4374-829f-b18d4442bb57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1194961 Nov 12 05:15:35.541622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a2dba987-1fbc-45f1-8100-2189d1e99272 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:35.556384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1434f67-5510-4f0b-a94f-69e2f2ff5d7c req-98963787-b99d-47cd-8457-006169e7844c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785428 Nov 12 05:15:35.560070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-6b2abdd9-b7bb-47a5-ba4a-5b03df42102f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 217 time: 0.0480011 Nov 12 05:15:35.586292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-02130d12-e63d-48f7-8315-f3f3254a10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.587780 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-02130d12-e63d-48f7-8315-f3f3254a10e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 1099 time: 0.1103945 Nov 12 05:15:35.644542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3fcad-26fe-4a95-8627-ee2d582edd36 req-e9c60125-1afd-45ef-bb52-78c38c2adad2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.646073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4a3fcad-26fe-4a95-8627-ee2d582edd36 req-e9c60125-1afd-45ef-bb52-78c38c2adad2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.3021426 Nov 12 05:15:35.670290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-dcafd693-9ea0-42eb-9349-7531e2e48c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.671197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:35.672220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-dcafd693-9ea0-42eb-9349-7531e2e48c9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2166393 Nov 12 05:15:35.685289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'a2dba987-1fbc-45f1-8100-2189d1e99272', 'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'port_id': 'a2dba987-1fbc-45f1-8100-2189d1e99272', 'mac_address': 'fa:16:3e:8b:d7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a801205b-e0f1-40a6-afa4-93c95b87d5d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:35.688527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-79b704a3-1852-4291-ab5f-cfd85b5e16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.690021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-79b704a3-1852-4291-ab5f-cfd85b5e16b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1151924 Nov 12 05:15:35.731797 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.735001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.47', 62761) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:35.748484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dba987-1fbc-45f1-8100-2189d1e99272 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:35.772906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:35.778977 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.785142 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-040bee36-aed3-4a7f-9051-2817f2233c98 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481663 Nov 12 05:15:35.791206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-e35c76ab-b63d-45aa-bfa5-a650bf7b54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.792672 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-e35c76ab-b63d-45aa-bfa5-a650bf7b54f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1838398 Nov 12 05:15:35.799633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-3e446034-743d-4bd9-8d79-bcb578f9578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:35.801684 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-3e446034-743d-4bd9-8d79-bcb578f9578c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007266 Nov 12 05:15:35.847049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:35.891089 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-e91dc599-3315-4d69-a557-9e5c128444e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 217 time: 0.0779316 Nov 12 05:15:35.983189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Attempting to bind port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:35.984195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Attempting to bind port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:35.984575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Attempting to bind port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e on network fd8840c8-7ce5-46b6-9e62-13383655c142 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:36.034366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-18bcfdb8-9f78-4d6a-ac07-dbfd28934194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:36.035940 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-18bcfdb8-9f78-4d6a-ac07-dbfd28934194 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1056263 Nov 12 05:15:36.042943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e on network fd8840c8-7ce5-46b6-9e62-13383655c142 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:36.043268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Attempting to bind port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e on network fd8840c8-7ce5-46b6-9e62-13383655c142 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:36.067750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Made reservation on behalf of 0db3eef82a3c4d1bacd64baaa7f68983 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:36.071263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.100741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-80223866-adad-437c-be1e-7175b0a729f2 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:36.102585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-80223866-adad-437c-be1e-7175b0a729f2 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999938 Nov 12 05:15:36.105340 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-38f8f0cf-4d0c-400b-b670-d75909c29e49 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748435 Nov 12 05:15:36.118157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-01e00ca8-711f-458b-b6af-3728b6aab804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:36.119246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:36.119583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Checking segment: {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:36.119699 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-01e00ca8-711f-458b-b6af-3728b6aab804 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683320 Nov 12 05:15:36.119971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Bound using segment: {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:36.120421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Bound port: 9310e156-b0f4-4a27-b9ed-eaca0500bd3e, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05888f8-7955-427b-8214-5a6f14eacc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:36.120778 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.140782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Request body: {'port': {'device_id': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '0db3eef82a3c4d1bacd64baaa7f68983'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:36.147077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.170779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d987e8e5-63d9-4b16-8f7a-c08fea19789b req-22dbc3e6-f10d-4fa4-a7db-8082c2359b73 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990516 Nov 12 05:15:36.183789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4a3fcad-26fe-4a95-8627-ee2d582edd36 req-7a0a4930-0bfc-4013-a8f9-c4e7647ffb5c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964526 Nov 12 05:15:36.211693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990a7b3-ab9b-44cc-ad40-26e6b998a4f5 req-05ec2ed5-d687-4aa0-a501-0c9984182626 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:36.213285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4990a7b3-ab9b-44cc-ad40-26e6b998a4f5 req-05ec2ed5-d687-4aa0-a501-0c9984182626 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 1101 time: 0.5650036 Nov 12 05:15:36.265394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-d09845be-9945-4b0b-b474-b8f80d62460b service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718203 Nov 12 05:15:36.369442 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-428eb30e-8e05-46c7-beb6-55a0addd2e0c service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535830 Nov 12 05:15:36.370494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] For port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:36.380422 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-28c40e17-e3a5-4185-b611-da0e9423fa15 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296968 Nov 12 05:15:36.385269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['a2dba987-1fbc-45f1-8100-2189d1e99272'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:36.420014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Made reservation on behalf of 0db3eef82a3c4d1bacd64baaa7f68983 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:36.423304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.426934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4990a7b3-ab9b-44cc-ad40-26e6b998a4f5 req-8751c13a-a542-47c1-abbb-094ef7a5c484 tempest-ServersOnMultiNodesTest-660905799 tempest-ServersOnMultiNodesTest-660905799-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993017 Nov 12 05:15:36.432573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] For port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:36.458279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b861c-60cf-4624-be47-c6da8f7a4c28 req-e8b850c7-49ea-47fc-a48f-ed9f5200befa tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:36.463343 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.466030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-525b861c-60cf-4624-be47-c6da8f7a4c28 req-e8b850c7-49ea-47fc-a48f-ed9f5200befa tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 944 time: 0.1978102 Nov 12 05:15:36.468130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.541640 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-519f0632-b5fe-4c0b-9032-431bb07473a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506023 Nov 12 05:15:36.558310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.571557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.db.api [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0db3eef82a3c4d1bacd64baaa7f68983 {{(pid=102589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:15:36.571912 n-d-765315-28 neutron-server[102589]: DEBUG oslo_db.api [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:15:36.592539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:36.593165 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.594612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] 10.222.0.47 "PUT /v2.0/ports/9310e156-b0f4-4a27-b9ed-eaca0500bd3e HTTP/1.1" status: 200 len: 1093 time: 3.2411530 Nov 12 05:15:36.599303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f52a7c-6a63-4441-97dd-4054bfa53db5', 'tag': '9310e156-b0f4-4a27-b9ed-eaca0500bd3e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:36.601587 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f52a7c-6a63-4441-97dd-4054bfa53db5", "tag": "9310e156-b0f4-4a27-b9ed-eaca0500bd3e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:36.604251 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.627943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae82fb10-2155-4c92-83fc-7d4fb49a3ba1 req-cfa463b6-0f32-4398-8e50-6b8633f3be8e service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487134 Nov 12 05:15:36.713004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983b29a-ba0f-4b49-bd54-22b7dc173f2b service neutron] Pushing event updated for resources: {'Port': ['ID=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:36.759581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd048d4f-ab7b-47fb-a006-c9f68f02645d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:36.778372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-525b861c-60cf-4624-be47-c6da8f7a4c28 req-ea80b21a-76bf-4c40-b335-3362eec04a61 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116899 Nov 12 05:15:36.789179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcdfa6-b22b-40be-afa6-856888942d9a req-1b49c7b7-9817-451b-859c-59088cba7ff4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:36.790712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fbcdfa6-b22b-40be-afa6-856888942d9a req-1b49c7b7-9817-451b-859c-59088cba7ff4 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 944 time: 0.2656837 Nov 12 05:15:36.840093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-84b66d2b-354d-4eb2-86db-c1d7edea11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:36.841503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-84b66d2b-354d-4eb2-86db-c1d7edea11f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276de216837c43e5967807972e09f876&device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 1096 time: 0.1845410 Nov 12 05:15:36.920128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Allocated IP 192.168.233.152 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/ecb941a6-50cd-499e-8b4a-9e18002685fd) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:36.924876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-70ca9a70-ade9-4d49-9b56-c625692b799d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9310e156-b0f4-4a27-b9ed-eaca0500bd3e HTTP/1.1" status: 200 len: 217 time: 0.0674608 Nov 12 05:15:36.957752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fbcdfa6-b22b-40be-afa6-856888942d9a req-2f833b23-a16e-490c-b8d1-da32480f1eac tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424370 Nov 12 05:15:37.018697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b252f7e3-fd9e-4e44-a87c-5e9d2d885899 req-80614f4e-9432-4589-af0c-165e2df986bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 210 time: 0.0814159 Nov 12 05:15:37.073060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.089744 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dcf40a-f3d4-49c7-9071-d195c848f6d2 x-openstack-request-id: req-79dcf40a-f3d4-49c7-9071-d195c848f6d2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:37.090030 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f52a7c-6a63-4441-97dd-4054bfa53db5", "tag": "9310e156-b0f4-4a27-b9ed-eaca0500bd3e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:37.090281 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79dcf40a-f3d4-49c7-9071-d195c848f6d2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:37.090699 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f52a7c-6a63-4441-97dd-4054bfa53db5', 'tag': '9310e156-b0f4-4a27-b9ed-eaca0500bd3e', 'status': 'completed', 'code': 200} Nov 12 05:15:37.135930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0fd25a6b-0a19-4a2a-9650-14e3710378d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:37.146431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-0fd25a6b-0a19-4a2a-9650-14e3710378d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e478f9b0-9bd4-4bc7-a727-b69755402471 HTTP/1.1" status: 200 len: 853 time: 0.1933589 Nov 12 05:15:37.244863 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.280144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-8ae0d716-eb7b-4bd4-aacc-25cc4695c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:37.281649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-8ae0d716-eb7b-4bd4-aacc-25cc4695c275 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd8840c8-7ce5-46b6-9e62-13383655c142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272659 Nov 12 05:15:37.351795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1a2eb-f826-4442-bd3f-aeb845166c3d req-273bfc08-a5ef-4120-b67e-8027fe824f42 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:37.353243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1c1a2eb-f826-4442-bd3f-aeb845166c3d req-273bfc08-a5ef-4120-b67e-8027fe824f42 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 949 time: 0.1224720 Nov 12 05:15:37.420321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.462246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845eb1e9-b825-4161-9aa1-6f9c0cdccf39 req-caf64901-dc4d-4c92-be6c-02a31ac0db75 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:37.464237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-845eb1e9-b825-4161-9aa1-6f9c0cdccf39 req-caf64901-dc4d-4c92-be6c-02a31ac0db75 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 947 time: 0.1752088 Nov 12 05:15:37.469452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Allocated IP 192.168.233.146 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/c296ec78-99f3-4669-9ea5-17c97bdc29b8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:37.535134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1c1a2eb-f826-4442-bd3f-aeb845166c3d req-3d2cf1d2-73ee-463d-9a99-1526fdca38fd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737006 Nov 12 05:15:37.544009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:37.558075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:37.558075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-5ed32cb3-ae25-4b1b-829c-59ed4a7058bb service neutron] 10.222.0.47 "GET /v2.0/networks/fd8840c8-7ce5-46b6-9e62-13383655c142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492194 Nov 12 05:15:37.558075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Pushing event updated for resources: {'Port': ['ID=ecb941a6-50cd-499e-8b4a-9e18002685fd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:37.561646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:37.656537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.679060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-845eb1e9-b825-4161-9aa1-6f9c0cdccf39 req-44ed3ad7-3db8-4a92-9dce-92d0504571ad tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917055 Nov 12 05:15:37.686856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:37.687698 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.700261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.734064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-392f872d-4b96-4483-92c3-e558167b34db tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5388868 Nov 12 05:15:37.742330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85a1a138-98fc-45cb-bf9f-febcb8e0a635 req-3e6656d6-a38a-4c83-8de2-1ee210ef78d8 service neutron] 10.222.0.47 "GET /v2.0/networks/fd8840c8-7ce5-46b6-9e62-13383655c142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572127 Nov 12 05:15:37.747825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Request body: {'port': {'device_id': '2af7f6a5-83ad-4cc3-bb64-9f03489ee934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:37.752325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:37.756394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:37.760241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:37.809390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:37.875124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:37.875944 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.880516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.910320 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-89ed4075-76ce-44d4-bd2d-445d2d0ae768 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7869616 Nov 12 05:15:37.929740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Request body: {'port': {'device_id': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:37.961451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-99109c60-7571-432b-907d-fa92f53aef6d None None] Provisioning complete for port ecb941a6-50cd-499e-8b4a-9e18002685fd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:37.968845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-b42d45e0-f32d-4e39-b87e-bf8fe462a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:37.970331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99109c60-7571-432b-907d-fa92f53aef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.971045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-b42d45e0-f32d-4e39-b87e-bf8fe462a3ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276de216837c43e5967807972e09f876&device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 1096 time: 0.1293237 Nov 12 05:15:38.009753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c906eb-bfd8-49f3-a49b-ee5d92c9779d req-c7b4c7ce-6335-4ab4-ad3c-aa1ef3f36562 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.017696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88c906eb-bfd8-49f3-a49b-ee5d92c9779d req-c7b4c7ce-6335-4ab4-ad3c-aa1ef3f36562 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 944 time: 0.1405673 Nov 12 05:15:38.022105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-99109c60-7571-432b-907d-fa92f53aef6d None None] Port ecb941a6-50cd-499e-8b4a-9e18002685fd cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:38.036820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.144770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-88b53ef2-8bff-49e3-b2c1-a6125a3e6632 None None] Provisioning complete for port c296ec78-99f3-4669-9ea5-17c97bdc29b8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:38.145637 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-88b53ef2-8bff-49e3-b2c1-a6125a3e6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.188851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-88b53ef2-8bff-49e3-b2c1-a6125a3e6632 None None] Port c296ec78-99f3-4669-9ea5-17c97bdc29b8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:38.219806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88c906eb-bfd8-49f3-a49b-ee5d92c9779d req-d3dc2d7e-dc02-482c-b2d2-4aa6000ae25f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012384 Nov 12 05:15:38.243680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a3b1a-284a-4b3a-8eb4-0322b681f155 req-87df7314-a445-440f-a711-cf19a67b681d tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.245046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d24a3b1a-284a-4b3a-8eb4-0322b681f155 req-87df7314-a445-440f-a711-cf19a67b681d tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 944 time: 0.1511619 Nov 12 05:15:38.249800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-9409d6a6-9f3f-4b05-badb-670762da857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.251229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-9409d6a6-9f3f-4b05-badb-670762da857f service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd8840c8-7ce5-46b6-9e62-13383655c142 HTTP/1.1" status: 200 len: 915 time: 0.2586887 Nov 12 05:15:38.306761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-7e21503d-3d55-4847-9596-7d1cea05d379 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9310e156-b0f4-4a27-b9ed-eaca0500bd3e HTTP/1.1" status: 200 len: 217 time: 0.0405731 Nov 12 05:15:38.353224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c296ec78-99f3-4669-9ea5-17c97bdc29b8 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:38.360545 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.371964 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Transition to ACTIVE for port object c296ec78-99f3-4669-9ea5-17c97bdc29b8 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:38.375551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.384224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d24a3b1a-284a-4b3a-8eb4-0322b681f155 req-57527cf1-6060-4962-8a5b-ad6dbfd9d8f9 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320210 Nov 12 05:15:38.426686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:38.450886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-d2b226bc-2a6b-44bb-87d1-ba63e2a69a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.452342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-d2b226bc-2a6b-44bb-87d1-ba63e2a69a9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e478f9b0-9bd4-4bc7-a727-b69755402471 HTTP/1.1" status: 200 len: 853 time: 0.1316192 Nov 12 05:15:38.464879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609ad5-ee2a-4f17-b589-50d32890e847 req-3ec3ec69-a945-4d33-9421-c9d3ce13ab75 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.466509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f609ad5-ee2a-4f17-b589-50d32890e847 req-3ec3ec69-a945-4d33-9421-c9d3ce13ab75 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 936 time: 0.1659641 Nov 12 05:15:38.471322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device accd1a6e-24c9-44a8-9db5-b6d48eecdb23 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:38.497399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Attempting to bind port c296ec78-99f3-4669-9ea5-17c97bdc29b8 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:38.497873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Attempting to bind port c296ec78-99f3-4669-9ea5-17c97bdc29b8 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:38.498321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Attempting to bind port c296ec78-99f3-4669-9ea5-17c97bdc29b8 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:38.508858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Port c296ec78-99f3-4669-9ea5-17c97bdc29b8 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:38.509311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Attempting to bind port c296ec78-99f3-4669-9ea5-17c97bdc29b8 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:38.515278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:38.516044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:38.516193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:38.522373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Bound port: c296ec78-99f3-4669-9ea5-17c97bdc29b8, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:38.522373 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.584688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-04cb9119-3b4e-4167-a645-fb18f11f199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.586212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-04cb9119-3b4e-4167-a645-fb18f11f199d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd8840c8-7ce5-46b6-9e62-13383655c142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169901 Nov 12 05:15:38.599223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f609ad5-ee2a-4f17-b589-50d32890e847 req-88fcd9f3-c1ce-47ae-b4bc-101a878c9659 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178863 Nov 12 05:15:38.630583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:38.638631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:38.643890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:38.651280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.659917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'mac_address': 'fa:16:3e:2f:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:38.668301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.669675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.671089 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] 10.222.0.47 "PUT /v2.0/ports/c296ec78-99f3-4669-9ea5-17c97bdc29b8 HTTP/1.1" status: 200 len: 1097 time: 0.7486484 Nov 12 05:15:38.673413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:38.674834 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d344019-8925-4bd6-b9fe-22c4301534fc" -d '{"events": [{"name": "network-changed", "server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:38.721388 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.744348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accd1a6e-24c9-44a8-9db5-b6d48eecdb23 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:38.784534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:38.784906 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3a442-3626-4cb8-b567-0f2a9755eda1 x-openstack-request-id: req-7bf3a442-3626-4cb8-b567-0f2a9755eda1 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:38.785204 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:38.785456 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bf3a442-3626-4cb8-b567-0f2a9755eda1 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:38.786787 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'status': 'completed', 'code': 200} Nov 12 05:15:38.791452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcebdc8-39bf-4fcd-892b-02413140f574 service neutron] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:38.793646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.794500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb941a6-50cd-499e-8b4a-9e18002685fd {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:38.815468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-315d9294-859f-4821-8720-f2a83a241f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.817747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-315d9294-859f-4821-8720-f2a83a241f39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1100 time: 0.0731642 Nov 12 05:15:38.829356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.861729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:38.861972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-e7ef023e-3588-4c1c-b591-3810d9f4db60 service neutron] 10.222.0.47 "GET /v2.0/networks/fd8840c8-7ce5-46b6-9e62-13383655c142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568581 Nov 12 05:15:38.871334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Transition to ACTIVE for port object ecb941a6-50cd-499e-8b4a-9e18002685fd will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:38.875290 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-156d3e36-e6b4-49f9-b94e-e5847288f3a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8 HTTP/1.1" status: 200 len: 217 time: 0.0475421 Nov 12 05:15:38.892962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.902077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc7b2-49c0-4799-9548-84bea95b0612 req-6dcc31be-b40d-4630-957c-b373a5156158 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.903613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e01bc7b2-49c0-4799-9548-84bea95b0612 req-6dcc31be-b40d-4630-957c-b373a5156158 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 949 time: 0.2423515 Nov 12 05:15:38.942508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-0de3358c-c883-43f4-937e-945d64ced367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.944338 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-0de3358c-c883-43f4-937e-945d64ced367 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0570467 Nov 12 05:15:38.997053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-a6dd0211-d61e-4b2d-8e2f-20732a9746de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:38.998819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-a6dd0211-d61e-4b2d-8e2f-20732a9746de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0452156 Nov 12 05:15:39.103305 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-75670819-ca31-4d45-8837-c7850cd9a877 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942457 Nov 12 05:15:39.171557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['accd1a6e-24c9-44a8-9db5-b6d48eecdb23'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:39.214976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a1ee7ed-d6aa-4947-b5a3-5e2bec9f7bc1 req-d71c78fc-550a-43df-b229-f5cb33747523 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010282 Nov 12 05:15:39.272928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a790a9e-5ff1-4162-8d85-a621502df62d req-ed4d4a47-6979-4217-adc9-ab42e92c6f47 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.280448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a790a9e-5ff1-4162-8d85-a621502df62d req-ed4d4a47-6979-4217-adc9-ab42e92c6f47 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 948 time: 0.4678259 Nov 12 05:15:39.395114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb941a6-50cd-499e-8b4a-9e18002685fd,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:39.438796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57cc10f7-79b0-4917-a9fd-0ec87dd59f75 req-b02f1593-29d1-4e18-bcbd-75ef61225be6 service neutron] 10.222.0.47 "GET /v2.0/networks/fd8840c8-7ce5-46b6-9e62-13383655c142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641999 Nov 12 05:15:39.461816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e01bc7b2-49c0-4799-9548-84bea95b0612 req-e05c2b03-6169-4202-9d4f-366ab79317c5 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448315 Nov 12 05:15:39.493084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a790a9e-5ff1-4162-8d85-a621502df62d req-37dfebb6-19d3-417d-ad3f-53adddb6f26b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118337 Nov 12 05:15:39.508642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Attempting to bind port ecb941a6-50cd-499e-8b4a-9e18002685fd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:39.511241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Attempting to bind port ecb941a6-50cd-499e-8b4a-9e18002685fd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:39.511585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Attempting to bind port ecb941a6-50cd-499e-8b4a-9e18002685fd on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:39.516998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Port ecb941a6-50cd-499e-8b4a-9e18002685fd on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:39.517326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Attempting to bind port ecb941a6-50cd-499e-8b4a-9e18002685fd on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:39.530705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:39.531051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:39.531438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:39.531866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Bound port: ecb941a6-50cd-499e-8b4a-9e18002685fd, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:39.532226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.544460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a2dba987-1fbc-45f1-8100-2189d1e99272 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:39.582962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-1eed4359-313a-4ba0-ae21-5654dab96e60 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.584619 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-1eed4359-313a-4ba0-ae21-5654dab96e60 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 949 time: 0.3225756 Nov 12 05:15:39.587672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-32a70fda-6868-4176-acf3-6320a90a2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.589169 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-32a70fda-6868-4176-acf3-6320a90a2eeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1100 time: 0.2905488 Nov 12 05:15:39.611853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port a2dba987-1fbc-45f1-8100-2189d1e99272 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:39.616796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port a2dba987-1fbc-45f1-8100-2189d1e99272 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:39.617221 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.648460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] For port ecb941a6-50cd-499e-8b4a-9e18002685fd, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:39.673685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] For port ecb941a6-50cd-499e-8b4a-9e18002685fd, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ecb941a6-50cd-499e-8b4a-9e18002685fd,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:39.695671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e4c46-f4a8-447b-9a5b-bae42fe1045b req-ed45fbbd-0ef1-4c52-b1c2-5a4d1854c83e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.697221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19e4c46-f4a8-447b-9a5b-bae42fe1045b req-ed45fbbd-0ef1-4c52-b1c2-5a4d1854c83e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 944 time: 0.1095960 Nov 12 05:15:39.698316 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.723562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.746574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:39.748932 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9521d98-0762-4db0-9fd0-d2c378dbc8d5" -d '{"events": [{"server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "name": "network-vif-plugged", "status": "completed", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:39.766103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:39.773480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-1c5b7db3-859b-4fde-956b-7292d8a3cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.773640 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.774289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.775035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.775421 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-1c5b7db3-859b-4fde-956b-7292d8a3cd99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1752319 Nov 12 05:15:39.776490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] 10.222.0.47 "PUT /v2.0/ports/ecb941a6-50cd-499e-8b4a-9e18002685fd HTTP/1.1" status: 200 len: 1097 time: 2.0329790 Nov 12 05:15:39.777737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af7f6a5-83ad-4cc3-bb64-9f03489ee934', 'tag': 'ecb941a6-50cd-499e-8b4a-9e18002685fd'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:39.780503 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a326d94d-0b8a-43fc-81f1-9307f921c6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2af7f6a5-83ad-4cc3-bb64-9f03489ee934", "tag": "ecb941a6-50cd-499e-8b4a-9e18002685fd"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:39.783236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Deleting port a11e9529-9327-4e76-ba1a-46fe22c78063 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:39.783689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.833827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617627f-fce7-4308-98ec-c3b63a18eba3 req-d75e94cf-9c96-403f-96d5-1b7e0bdef6a0 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.841304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e617627f-fce7-4308-98ec-c3b63a18eba3 req-d75e94cf-9c96-403f-96d5-1b7e0bdef6a0 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 944 time: 0.1635697 Nov 12 05:15:39.843145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fe713-8f90-476d-b370-f6f609b32551 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb941a6-50cd-499e-8b4a-9e18002685fd,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:39.844927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:39.848071 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-2518d362-23e6-4164-a913-5a093ea39901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8 HTTP/1.1" status: 200 len: 217 time: 0.0493848 Nov 12 05:15:39.866514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19e4c46-f4a8-447b-9a5b-bae42fe1045b req-2c8f3d83-62f0-4c2c-a425-e9d40de7f57c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437676 Nov 12 05:15:39.964837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] For port a11e9529-9327-4e76-ba1a-46fe22c78063, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a11e9529-9327-4e76-ba1a-46fe22c78063,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:39.964837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.970767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e617627f-fce7-4308-98ec-c3b63a18eba3 req-a64950a8-9ff9-441d-89d8-73b58fc54c6d tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132927 Nov 12 05:15:39.982205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-eb3c6c31-1b22-4a3d-8cdf-fc4788170e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.983961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-eb3c6c31-1b22-4a3d-8cdf-fc4788170e62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 1100 time: 0.1088011 Nov 12 05:15:39.991571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Calling delete_port for a11e9529-9327-4e76-ba1a-46fe22c78063 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:39.994632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-1b2662ad-9e2c-4fe1-aed1-910a84ea56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.011303 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-1b2662ad-9e2c-4fe1-aed1-910a84ea56ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0937276 Nov 12 05:15:40.042788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-70a1bc6e-d6e6-4472-a05b-9d37febf7673 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ecb941a6-50cd-499e-8b4a-9e18002685fd HTTP/1.1" status: 200 len: 217 time: 0.0467591 Nov 12 05:15:40.044829 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8089bd47-8169-47e0-953c-2e0e1cac6f64 x-openstack-request-id: req-8089bd47-8169-47e0-953c-2e0e1cac6f64 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:40.045119 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "name": "network-vif-plugged", "status": "completed", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:40.045367 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8089bd47-8169-47e0-953c-2e0e1cac6f64 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:40.045759 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272', 'code': 200} Nov 12 05:15:40.099993 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e729c380-adf3-4ed2-a070-25768709ab0b x-openstack-request-id: req-e729c380-adf3-4ed2-a070-25768709ab0b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:40.100219 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af7f6a5-83ad-4cc3-bb64-9f03489ee934", "tag": "ecb941a6-50cd-499e-8b4a-9e18002685fd", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:40.100309 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e729c380-adf3-4ed2-a070-25768709ab0b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:40.100709 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af7f6a5-83ad-4cc3-bb64-9f03489ee934', 'tag': 'ecb941a6-50cd-499e-8b4a-9e18002685fd', 'status': 'completed', 'code': 200} Nov 12 05:15:40.137058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-3cc6ff90-07a2-41b2-8ec7-a06a4eefacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.138587 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-3cc6ff90-07a2-41b2-8ec7-a06a4eefacbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268339 Nov 12 05:15:40.177356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.230556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-a8b27301-3d4a-4ade-8a14-ec691a86993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.232031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-a8b27301-3d4a-4ade-8a14-ec691a86993d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1761668 Nov 12 05:15:40.307262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66d804-9a83-4e71-9808-6fe9c7343e4d req-659ef952-dc61-49a8-90d9-5d133cf80dfa tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.308813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c66d804-9a83-4e71-9808-6fe9c7343e4d req-659ef952-dc61-49a8-90d9-5d133cf80dfa tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 948 time: 0.2541666 Nov 12 05:15:40.319216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-81cd887e-8acb-4e35-be28-ec6083c8afb1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.320833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-81cd887e-8acb-4e35-be28-ec6083c8afb1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a&tenant_id=810cfa3b1c084750ad17d879ad775a25&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 948 time: 0.2146111 Nov 12 05:15:40.337988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7966-9be5-4068-a200-0338b2448193 req-91f58c7a-fc11-47df-b584-6a6e76f84d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.339514 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ff0a7966-9be5-4068-a200-0338b2448193 req-91f58c7a-fc11-47df-b584-6a6e76f84d98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1097 time: 0.1525216 Nov 12 05:15:40.357309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424be45-8ce4-463c-8e1b-f8f8193ef156 req-8e1d11f6-25d3-4aed-9a14-2f07bff280d5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.358853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d424be45-8ce4-463c-8e1b-f8f8193ef156 req-8e1d11f6-25d3-4aed-9a14-2f07bff280d5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 948 time: 0.1888213 Nov 12 05:15:40.358987 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-b7e56136-f8fe-4dd0-9cd2-42f96ab129f1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069273 Nov 12 05:15:40.401246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-199b4f6e-ee55-43ad-a0e7-943f75e52655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.402761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-199b4f6e-ee55-43ad-a0e7-943f75e52655 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1582801 Nov 12 05:15:40.412767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.436347 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'c955c0ae-d0a1-4b86-953f-148e0554e26e', '0d07a361-1b3d-45f9-8886-0f2c7c644248'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:40.464747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc', '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:40.489022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event deleted for resources: {'Port': ['ID=a11e9529-9327-4e76-ba1a-46fe22c78063,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:40.491432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c66d804-9a83-4e71-9808-6fe9c7343e4d req-692ad410-a5e1-4cf5-bdcd-b513c82c6bab tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678286 Nov 12 05:15:40.503280 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ff0a7966-9be5-4068-a200-0338b2448193 req-b7e47438-40dc-4087-8ab5-33812bc41294 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506622 Nov 12 05:15:40.533601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 9310e156-b0f4-4a27-b9ed-eaca0500bd3e details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:40.536375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device accd1a6e-24c9-44a8-9db5-b6d48eecdb23 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:40.546259 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-2a01bf83-5e5c-4337-844f-7149c8a0defe service neutron] delete failed (client error): The resource could not be found. Nov 12 05:15:40.547326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-2a01bf83-5e5c-4337-844f-7149c8a0defe service neutron] 10.222.0.43 "DELETE /v2.0/ports/accd1a6e-24c9-44a8-9db5-b6d48eecdb23/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.2147312 Nov 12 05:15:40.557342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d424be45-8ce4-463c-8e1b-f8f8193ef156 req-fac6cd17-bb3a-40ad-badb-cd447093f2eb tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778722 Nov 12 05:15:40.564833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9d344019-8925-4bd6-b9fe-22c4301534fc req-9019eed5-3976-4559-a2ce-2ec29cf67865 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951804 Nov 12 05:15:40.627050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-3a950d65-7610-42f6-8058-ae57e214d188 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038591 Nov 12 05:15:40.650831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] No DVR routers for this DVR port a11e9529-9327-4e76-ba1a-46fe22c78063 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:40.651457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e52d6244-5180-43af-85d0-0978da5dce09 req-ed03b861-ff2e-47de-b81f-78d6e4f61ba3 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=462ae939-414d-4836-9fa4-92dc733e2112 HTTP/1.1" status: 200 len: 210 time: 0.0412624 Nov 12 05:15:40.656144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.661618 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-46c8246a-f152-4c1b-bfe2-952092e53403 req-6799b4fe-7206-41d6-869d-84c5f13d0785 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "DELETE /v2.0/ports/a11e9529-9327-4e76-ba1a-46fe22c78063 HTTP/1.1" status: 204 len: 173 time: 1.0520866 Nov 12 05:15:40.756921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cca87a6-7181-46b4-9b93-287b41cb571c req-84c65778-7fe4-4fdc-aec7-dadc4be68e0c service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142991 Nov 12 05:15:40.788225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462ae939-414d-4836-9fa4-92dc733e2112', 'name': 'network-vif-deleted', 'tag': 'a11e9529-9327-4e76-ba1a-46fe22c78063'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:40.790702 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fd1285-b2bb-4941-9029-7b7fd9b78135" -d '{"events": [{"server_uuid": "462ae939-414d-4836-9fa4-92dc733e2112", "name": "network-vif-deleted", "tag": "a11e9529-9327-4e76-ba1a-46fe22c78063"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:40.835424 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4799c7-b73d-492e-91f7-0c0cbdea5c48 x-openstack-request-id: req-ad4799c7-b73d-492e-91f7-0c0cbdea5c48 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:40.835985 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462ae939-414d-4836-9fa4-92dc733e2112", "name": "network-vif-deleted", "tag": "a11e9529-9327-4e76-ba1a-46fe22c78063", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:40.836332 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad4799c7-b73d-492e-91f7-0c0cbdea5c48 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:40.837004 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462ae939-414d-4836-9fa4-92dc733e2112', 'name': 'network-vif-deleted', 'tag': 'a11e9529-9327-4e76-ba1a-46fe22c78063', 'status': 'completed', 'code': 200} Nov 12 05:15:40.858194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-df79c2ed-1e57-4a0a-9433-21e5091a3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.859763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-df79c2ed-1e57-4a0a-9433-21e5091a3f11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 1100 time: 0.0415576 Nov 12 05:15:40.899408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:40.914468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:40.921338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:40.921727 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.973003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '9310e156-b0f4-4a27-b9ed-eaca0500bd3e', 'network_id': 'fd8840c8-7ce5-46b6-9e62-13383655c142', 'port_id': '9310e156-b0f4-4a27-b9ed-eaca0500bd3e', 'mac_address': 'fa:16:3e:cb:9c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e478f9b0-9bd4-4bc7-a727-b69755402471', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:41.030864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f598400-aee1-48f2-8b8e-ebb221691d18 req-92cc9d45-e937-4c14-a552-e2a867c06826 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.040205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f598400-aee1-48f2-8b8e-ebb221691d18 req-92cc9d45-e937-4c14-a552-e2a867c06826 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0894651 Nov 12 05:15:41.069810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-dc0bfc69-b255-4cc2-89a2-1c42637fad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.071270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-dc0bfc69-b255-4cc2-89a2-1c42637fad64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1986399 Nov 12 05:15:41.095601 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.153963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9310e156-b0f4-4a27-b9ed-eaca0500bd3e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:41.189382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-6f9ed2b7-6a7a-4654-855b-9b1c65bf2305 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ecb941a6-50cd-499e-8b4a-9e18002685fd HTTP/1.1" status: 200 len: 217 time: 0.0801318 Nov 12 05:15:41.202270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f598400-aee1-48f2-8b8e-ebb221691d18 req-8d171333-161a-488b-8302-0b47d8342b75 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586611 Nov 12 05:15:41.209743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:41.217760 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.243315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.261246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf25177-3cc5-42ed-9b4b-d5eee97e59dc req-48e67240-8822-4f43-8fd8-989809571d08 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.268330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edf25177-3cc5-42ed-9b4b-d5eee97e59dc req-48e67240-8822-4f43-8fd8-989809571d08 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 944 time: 0.2128611 Nov 12 05:15:41.272875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-d3facd5b-ae18-43d4-b4d0-a90de4411e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.274672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-d3facd5b-ae18-43d4-b4d0-a90de4411e90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 1100 time: 0.1753831 Nov 12 05:15:41.317508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:41.337169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.373101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:41.397870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-9d0cee0f-1fc5-4930-80c3-9648753402e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.399961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-9d0cee0f-1fc5-4930-80c3-9648753402e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1963410 Nov 12 05:15:41.487379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:41.490659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edf25177-3cc5-42ed-9b4b-d5eee97e59dc req-950d49b3-cb04-4ff8-b57e-19ea72b14747 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207358 Nov 12 05:15:41.533629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-84dd7fe5-1b43-4467-916b-f5729da685df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.535178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-84dd7fe5-1b43-4467-916b-f5729da685df service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2225721 Nov 12 05:15:41.542654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-70979a08-71d6-4449-9146-fe4bcaa2e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.544777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-70979a08-71d6-4449-9146-fe4bcaa2e2ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1051176 Nov 12 05:15:41.571704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a11e9529-9327-4e76-ba1a-46fe22c78063 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:41.616565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: a11e9529-9327-4e76-ba1a-46fe22c78063 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:41.616908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a11e9529-9327-4e76-ba1a-46fe22c78063 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:41.623025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-b7774229-98a2-4a17-8b5c-0c2c170c83bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 200 len: 217 time: 0.0712888 Nov 12 05:15:41.684141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['9310e156-b0f4-4a27-b9ed-eaca0500bd3e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:41.778094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac647-3a26-49c5-82d5-951b23548821 req-44a80fb2-f0ef-4501-bfb7-7f5bafd10e40 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.779613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abaac647-3a26-49c5-82d5-951b23548821 req-44a80fb2-f0ef-4501-bfb7-7f5bafd10e40 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 948 time: 0.1587138 Nov 12 05:15:41.781019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-c8c10fe1-5038-41c0-a862-5660778bd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.782246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-c8c10fe1-5038-41c0-a862-5660778bd789 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1444705 Nov 12 05:15:41.814670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-63281ebf-0f0e-4207-9028-aa66152deaf3 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548916 Nov 12 05:15:41.836560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb3cc-7a9f-4534-abfe-f14059e30a75 req-55ec4df6-886a-4909-8632-45c883b5cfd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.838055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b81cb3cc-7a9f-4534-abfe-f14059e30a75 req-55ec4df6-886a-4909-8632-45c883b5cfd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 946 time: 0.2013483 Nov 12 05:15:41.953629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abaac647-3a26-49c5-82d5-951b23548821 req-6ae4bccc-94b2-4e71-9564-418e8d346d3e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665220 Nov 12 05:15:41.988843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-a2a66250-327c-4511-8560-85717faa87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:41.990461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-a2a66250-327c-4511-8560-85717faa87d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749179 Nov 12 05:15:42.003023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b81cb3cc-7a9f-4534-abfe-f14059e30a75 req-3f833f79-59a3-46ef-8d81-ccaaac940de2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371605 Nov 12 05:15:42.047531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:42.050926 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8242406-536b-4821-b60b-739f659ef1b4" -d '{"events": [{"server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "name": "network-vif-plugged", "status": "completed", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:42.139763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326d94d-0b8a-43fc-81f1-9307f921c6eb req-1fa48732-2f09-4b68-96a3-2913df884017 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124347 Nov 12 05:15:42.189248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6b4bd-e170-4265-af78-5fc1223e0954 req-52debfd2-353c-40d8-a00c-61ed8abb6596 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:42.190755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ac6b4bd-e170-4265-af78-5fc1223e0954 req-52debfd2-353c-40d8-a00c-61ed8abb6596 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 950 time: 0.1500983 Nov 12 05:15:42.194817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce2af-821a-4359-a58f-3e826d85fa1d req-347ca2ad-fb8d-4792-9011-aab1ac236f79 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:42.196211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69fce2af-821a-4359-a58f-3e826d85fa1d req-347ca2ad-fb8d-4792-9011-aab1ac236f79 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1097 time: 0.1238852 Nov 12 05:15:42.199305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-29f18256-cdad-4120-abf8-795e96e06d50 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874599 Nov 12 05:15:42.322438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ac6b4bd-e170-4265-af78-5fc1223e0954 req-76020a8a-b666-4973-b4b2-98bada39d64e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251175 Nov 12 05:15:42.326067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69fce2af-821a-4359-a58f-3e826d85fa1d req-01e2c810-0b1f-4333-b0bc-253c54516f0f tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214485 Nov 12 05:15:42.361454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27b483a-221e-499e-ab86-e97b96f1ff83 req-db08b719-5006-4b4f-bf87-7c1158004529 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384010 Nov 12 05:15:42.423453 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b288cc21-5e61-424e-8fda-f2fc66901f61 x-openstack-request-id: req-b288cc21-5e61-424e-8fda-f2fc66901f61 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:42.423965 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "name": "network-vif-plugged", "status": "completed", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:42.424114 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b288cc21-5e61-424e-8fda-f2fc66901f61 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:42.424571 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'code': 200} Nov 12 05:15:42.518425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:42.527661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a61a-ef00-4cbb-a214-31dac3c8120e req-b03e48c0-0cf5-4d94-8097-21eee2be8b34 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:42.527661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac1a61a-ef00-4cbb-a214-31dac3c8120e req-b03e48c0-0cf5-4d94-8097-21eee2be8b34 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0542953 Nov 12 05:15:42.580408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac1a61a-ef00-4cbb-a214-31dac3c8120e req-4cfd33c0-6ae1-4cbc-9565-6da08aa3aa8f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Nov 12 05:15:42.626673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-c90504b3-0ad0-4bc3-a81e-65e6329c4bbf req-3b0a702e-e9a5-432f-ad7e-a248eecea73d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:15:42.627653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c90504b3-0ad0-4bc3-a81e-65e6329c4bbf req-3b0a702e-e9a5-432f-ad7e-a248eecea73d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069678 Nov 12 05:15:42.638264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:42.651412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'mac_address': 'fa:16:3e:e0:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:42.692613 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:42.710425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c296ec78-99f3-4669-9ea5-17c97bdc29b8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:42.734741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:42.740191 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:42.797582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:42.869799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab38df8-ca6d-4fd8-a004-1ba048bc1496 req-9a4a4a40-3cf6-4acd-bab2-b876f9484cd6 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:42.871380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aab38df8-ca6d-4fd8-a004-1ba048bc1496 req-9a4a4a40-3cf6-4acd-bab2-b876f9484cd6 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 945 time: 0.0503380 Nov 12 05:15:42.920405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aab38df8-ca6d-4fd8-a004-1ba048bc1496 req-939f62cc-76cc-4c4c-9e3f-c80f47f36468 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Nov 12 05:15:43.023137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44d46b-8567-4650-bb69-47ef9bf0edd0 req-034403f8-ab38-47f3-8805-1bc011b34867 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:43.024618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d44d46b-8567-4650-bb69-47ef9bf0edd0 req-034403f8-ab38-47f3-8805-1bc011b34867 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 950 time: 0.0501108 Nov 12 05:15:43.080493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d44d46b-8567-4650-bb69-47ef9bf0edd0 req-35bcbd8e-45d0-4723-af65-ef26e6f48bce tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494766 Nov 12 05:15:43.190411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75912ba4-5c1f-449a-9830-7d7cdd6b26ac req-433e63a9-c765-4bc2-a976-c5dcb6ba2702 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:43.192502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75912ba4-5c1f-449a-9830-7d7cdd6b26ac req-433e63a9-c765-4bc2-a976-c5dcb6ba2702 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 948 time: 0.0504315 Nov 12 05:15:43.242550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75912ba4-5c1f-449a-9830-7d7cdd6b26ac req-ebdb2121-885f-43c8-861f-685083256ff2 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Nov 12 05:15:43.296177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c296ec78-99f3-4669-9ea5-17c97bdc29b8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:43.367408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f0d0b-7a6a-4cd3-9816-eedd1b8461b8 req-72011649-1e88-438b-a29a-b9bbe743f401 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:43.368914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-592f0d0b-7a6a-4cd3-9816-eedd1b8461b8 req-72011649-1e88-438b-a29a-b9bbe743f401 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0567293 Nov 12 05:15:43.430496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-592f0d0b-7a6a-4cd3-9816-eedd1b8461b8 req-6d37296f-9d2a-4a83-b9eb-3f6c7269c105 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532787 Nov 12 05:15:43.544479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68406e95-2a81-4b0e-8cda-723fdd8dc511 req-f92bf9d8-892e-4b5c-ac6d-04efcb5c8358 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:43.545357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-21ec2b29-ade9-4edb-951a-976d9da08fb6 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:15:43.545911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68406e95-2a81-4b0e-8cda-723fdd8dc511 req-f92bf9d8-892e-4b5c-ac6d-04efcb5c8358 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 950 time: 0.0548644 Nov 12 05:15:43.546400 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-21ec2b29-ade9-4edb-951a-976d9da08fb6 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062349 Nov 12 05:15:43.594891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68406e95-2a81-4b0e-8cda-723fdd8dc511 req-cb3a1d96-7715-4847-bfe0-662cd66df89e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Nov 12 05:15:43.596228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-478504a3-8c42-45be-943d-8a974f18347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:43.598328 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-478504a3-8c42-45be-943d-8a974f18347b service neutron] 10.222.0.48 "GET /v2.0/ports/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 200 len: 1094 time: 0.0441978 Nov 12 05:15:43.607822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Request body: {'binding': {'host': 'n-h2-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:43.608273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:15:43.742755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on host n-h2-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:43.743095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:43.743420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:43.747717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:43.748034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:43.753025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:43.753396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:43.753804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:43.754228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Bound port: f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:43.791679 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfaed58c-a484-4a2a-881a-e6a9d6db4bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.814519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:43.821208 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.821370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bc230-eec6-41ad-8fc4-f8559865b4b8 req-dc1c105b-7d7c-4616-9cbe-c9190f0a56a7 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:43.822712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d51bc230-eec6-41ad-8fc4-f8559865b4b8 req-dc1c105b-7d7c-4616-9cbe-c9190f0a56a7 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0518467 Nov 12 05:15:43.826444 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d6fab4af-39e7-4ca8-b41b-936159e38869 service neutron] 10.222.0.48 "POST /v2.0/ports/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2183256 Nov 12 05:15:43.874191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d51bc230-eec6-41ad-8fc4-f8559865b4b8 req-114ef22e-60a1-4375-a1e9-9734a7e7fd42 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453527 Nov 12 05:15:44.011471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb307b-cb0d-4e9f-85d7-f662666f3873 req-455be9e0-c6ec-4c27-a522-3d6e165f99af tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.012876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dbdb307b-cb0d-4e9f-85d7-f662666f3873 req-455be9e0-c6ec-4c27-a522-3d6e165f99af tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0798559 Nov 12 05:15:44.026689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee923a-0e44-44cc-97b8-8f7b1040f4f2 req-76d962ea-8dc1-4515-9d86-6f755caa5bd6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.028219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bee923a-0e44-44cc-97b8-8f7b1040f4f2 req-76d962ea-8dc1-4515-9d86-6f755caa5bd6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 950 time: 0.0851927 Nov 12 05:15:44.128080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dbdb307b-cb0d-4e9f-85d7-f662666f3873 req-e5de263b-aa5c-4781-a550-b79f30dc60e8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987670 Nov 12 05:15:44.138277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bee923a-0e44-44cc-97b8-8f7b1040f4f2 req-6701b08a-978a-4270-a3c6-6a91cbb57d78 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952475 Nov 12 05:15:44.148035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-6f0c6ad5-1997-459e-a06f-83609b8d99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.149531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-6f0c6ad5-1997-459e-a06f-83609b8d99cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0826154 Nov 12 05:15:44.320017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff6ad-a2bb-46cd-b7e2-4d23bb2041b8 req-a766b6dd-b544-453e-8210-7fd07e9dd881 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.321402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-916ff6ad-a2bb-46cd-b7e2-4d23bb2041b8 req-a766b6dd-b544-453e-8210-7fd07e9dd881 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 945 time: 0.1001503 Nov 12 05:15:44.324575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5da9d8-4744-4a84-87a9-962750c2ac8f req-70e956bb-0a2b-477a-85d8-699487cb7a34 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.325950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad5da9d8-4744-4a84-87a9-962750c2ac8f req-70e956bb-0a2b-477a-85d8-699487cb7a34 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1097 time: 0.1057954 Nov 12 05:15:44.327543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-1195cfdc-996c-463a-9157-0afd877a80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.328861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-1195cfdc-996c-463a-9157-0afd877a80a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.1678717 Nov 12 05:15:44.405738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-2bc861ac-ed35-4cb2-80fa-2770af8d121e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 200 len: 217 time: 0.0525162 Nov 12 05:15:44.461444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-916ff6ad-a2bb-46cd-b7e2-4d23bb2041b8 req-760792ce-95e8-4f31-8c1a-e2503680aa3c tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316190 Nov 12 05:15:44.474627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad5da9d8-4744-4a84-87a9-962750c2ac8f req-36b35a27-0c82-4fd9-8ab8-f9809f3a4b39 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383588 Nov 12 05:15:44.482581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-0364e054-cb1c-4ea2-bd8f-5849bcd53609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.484154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-0364e054-cb1c-4ea2-bd8f-5849bcd53609 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.0691886 Nov 12 05:15:44.532758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-9b4be611-61f3-498c-8956-1b6f20292e76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290473 Nov 12 05:15:44.539945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ecb941a6-50cd-499e-8b4a-9e18002685fd details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:44.542014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 9310e156-b0f4-4a27-b9ed-eaca0500bd3e up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:44.648494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-a3f1d38d-9af5-4e82-bd56-c5121ed8b864 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.650041 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-a3f1d38d-9af5-4e82-bd56-c5121ed8b864 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 950 time: 0.0541143 Nov 12 05:15:44.661320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:44.670172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:44.670651 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.709700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ecb941a6-50cd-499e-8b4a-9e18002685fd, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ecb941a6-50cd-499e-8b4a-9e18002685fd,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:44.730182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'ecb941a6-50cd-499e-8b4a-9e18002685fd', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'ecb941a6-50cd-499e-8b4a-9e18002685fd', 'mac_address': 'fa:16:3e:b1:28:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:44.767038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Deleting port 0d07a361-1b3d-45f9-8886-0f2c7c644248 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:44.767268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.797102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.822278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb941a6-50cd-499e-8b4a-9e18002685fd {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:44.826468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.863346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ecb941a6-50cd-499e-8b4a-9e18002685fd, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ecb941a6-50cd-499e-8b4a-9e18002685fd,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:44.871277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f52a7c-6a63-4441-97dd-4054bfa53db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9310e156-b0f4-4a27-b9ed-eaca0500bd3e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:44.872928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] For port 0d07a361-1b3d-45f9-8886-0f2c7c644248, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d07a361-1b3d-45f9-8886-0f2c7c644248,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:44.873306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.874081 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2939df79-5aaf-417b-b5a5-dfb53c082922" -d '{"events": [{"server_uuid": "e8f52a7c-6a63-4441-97dd-4054bfa53db5", "name": "network-vif-plugged", "status": "completed", "tag": "9310e156-b0f4-4a27-b9ed-eaca0500bd3e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:44.885795 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.887431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Calling delete_port for 0d07a361-1b3d-45f9-8886-0f2c7c644248 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:44.892061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:44.917229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.945113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ecb941a6-50cd-499e-8b4a-9e18002685fd,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:44.977261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9cd48-ec1f-4228-a901-854c2d658ae4 req-528f5f0a-29e3-4405-b26f-c89ff91ea699 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.979087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fa9cd48-ec1f-4228-a901-854c2d658ae4 req-528f5f0a-29e3-4405-b26f-c89ff91ea699 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ffffc89-3a5f-428e-9f07-ce319fc482d1 HTTP/1.1" status: 200 len: 950 time: 0.4411876 Nov 12 05:15:44.994112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573fe83-6310-4ad1-afdb-eda5b6906406 req-706356e7-8d06-44e6-a0f8-dc9b34d8b164 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:44.995692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c573fe83-6310-4ad1-afdb-eda5b6906406 req-706356e7-8d06-44e6-a0f8-dc9b34d8b164 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 948 time: 0.4198289 Nov 12 05:15:45.004444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:45.015493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-762509af-301c-402f-829a-165494d5cf19 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654005 Nov 12 05:15:45.042911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:45.056302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'c955c0ae-d0a1-4b86-953f-148e0554e26e', '0d07a361-1b3d-45f9-8886-0f2c7c644248'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:45.076122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event deleted for resources: {'Port': ['ID=0d07a361-1b3d-45f9-8886-0f2c7c644248,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:45.084635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-c1679853-f223-40e2-9d57-8043e3409cee tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:45.085720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc', '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:45.086148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-c1679853-f223-40e2-9d57-8043e3409cee tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 946 time: 0.1601622 Nov 12 05:15:45.119710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.119710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.120192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.120386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.120845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.121950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.121950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.121950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.122256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.122614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.123102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.123428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:45.141624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] No DVR routers for this DVR port 0d07a361-1b3d-45f9-8886-0f2c7c644248 on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:45.150792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:45.156140 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-33ca22e4-72dd-4839-b2f5-6f227ab5115b req-ce39936e-9e94-42f6-8d9c-fc5e06b68528 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "DELETE /v2.0/ports/0d07a361-1b3d-45f9-8886-0f2c7c644248 HTTP/1.1" status: 204 len: 173 time: 0.4939687 Nov 12 05:15:45.156140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffffc89-3a5f-428e-9f07-ce319fc482d1', 'name': 'network-vif-deleted', 'tag': '0d07a361-1b3d-45f9-8886-0f2c7c644248'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:45.160290 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf4fa24-3f53-4713-a192-1f6cf2e57b0a" -d '{"events": [{"server_uuid": "9ffffc89-3a5f-428e-9f07-ce319fc482d1", "name": "network-vif-deleted", "tag": "0d07a361-1b3d-45f9-8886-0f2c7c644248"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:45.205478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fa9cd48-ec1f-4228-a901-854c2d658ae4 req-fd75c1bf-7084-4fe3-b12d-f6b86f13b86b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087667 Nov 12 05:15:45.216372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c573fe83-6310-4ad1-afdb-eda5b6906406 req-324a4baa-5fd4-4d7b-a66b-7e863110a6c0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058883 Nov 12 05:15:45.298124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-e6eae6ac-d13c-4f6f-8da9-207857855361 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665894 Nov 12 05:15:45.298772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ecb941a6-50cd-499e-8b4a-9e18002685fd'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:45.327349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Deleting port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:45.327812 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:45.499777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ed985-f65c-45c7-affa-d57159fb7058 req-34e83768-03f0-458b-a950-57b8a777c935 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:45.512702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f3ed985-f65c-45c7-affa-d57159fb7058 req-34e83768-03f0-458b-a950-57b8a777c935 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 946 time: 0.1635199 Nov 12 05:15:45.576273 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7ddc3-76b8-48c2-bbff-b5860b286182 x-openstack-request-id: req-03b7ddc3-76b8-48c2-bbff-b5860b286182 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:45.576585 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f52a7c-6a63-4441-97dd-4054bfa53db5", "name": "network-vif-plugged", "status": "completed", "tag": "9310e156-b0f4-4a27-b9ed-eaca0500bd3e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:45.576835 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03b7ddc3-76b8-48c2-bbff-b5860b286182 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:45.577228 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f52a7c-6a63-4441-97dd-4054bfa53db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9310e156-b0f4-4a27-b9ed-eaca0500bd3e', 'code': 200} Nov 12 05:15:45.634508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] For port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:45.637268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:45.702159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f3ed985-f65c-45c7-affa-d57159fb7058 req-7f599ef4-0faa-4dfe-bb07-b0e9212c85c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864882 Nov 12 05:15:45.803721 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906cdba8-a9b3-42b9-842b-121c6dda3388 x-openstack-request-id: req-906cdba8-a9b3-42b9-842b-121c6dda3388 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:45.804210 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffffc89-3a5f-428e-9f07-ce319fc482d1", "name": "network-vif-deleted", "tag": "0d07a361-1b3d-45f9-8886-0f2c7c644248", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:45.805293 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-906cdba8-a9b3-42b9-842b-121c6dda3388 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:45.805735 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffffc89-3a5f-428e-9f07-ce319fc482d1', 'name': 'network-vif-deleted', 'tag': '0d07a361-1b3d-45f9-8886-0f2c7c644248', 'status': 'completed', 'code': 200} Nov 12 05:15:45.810508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Calling delete_port for 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:45.942596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac3f51-4f51-4b2f-9a90-326dd85c1459 req-a86200fa-3092-4c0d-af06-511e873baeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:45.944498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49ac3f51-4f51-4b2f-9a90-326dd85c1459 req-a86200fa-3092-4c0d-af06-511e873baeae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 1098 time: 0.2724121 Nov 12 05:15:45.972928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c682-25f3-4a22-a895-a28fbe448aaf req-cf819b8f-40ad-41c8-b774-a312c3d26821 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:45.975530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0958c682-25f3-4a22-a895-a28fbe448aaf req-cf819b8f-40ad-41c8-b774-a312c3d26821 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.2775421 Nov 12 05:15:46.149643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab02a8e-e303-46db-8347-3c6782762c29 req-89e9b6e4-fb70-4d81-b644-7c35f199063f tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:46.151190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ab02a8e-e303-46db-8347-3c6782762c29 req-89e9b6e4-fb70-4d81-b644-7c35f199063f tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 946 time: 0.2014890 Nov 12 05:15:46.154402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0958c682-25f3-4a22-a895-a28fbe448aaf req-b7545cf2-8f47-491e-8c52-2342a329598c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515102 Nov 12 05:15:46.165220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49ac3f51-4f51-4b2f-9a90-326dd85c1459 req-2adcdb22-54a2-4e6d-a573-608b1a94e3f0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879492 Nov 12 05:15:46.242492 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0cf9-0a85-436b-9a03-a0ae8a0e3b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.282526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ab02a8e-e303-46db-8347-3c6782762c29 req-2f9a9c4e-195a-446c-83a4-7daf42d7ce64 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212082 Nov 12 05:15:46.283943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.332400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event deleted for resources: {'Port': ['ID=69d9b750-a1c7-4f27-8cdd-1ca82332e5ef,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:46.398556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] No DVR routers for this DVR port 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:46.403283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.406751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f849f2b8-fed2-49b5-b7bb-d273bc46d559 req-adf07677-89f7-4fa5-8841-2f87373516cf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "DELETE /v2.0/ports/69d9b750-a1c7-4f27-8cdd-1ca82332e5ef HTTP/1.1" status: 204 len: 173 time: 1.2998004 Nov 12 05:15:46.407372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1376ad-e3e0-4321-97be-a162c98d8fd7', 'name': 'network-vif-deleted', 'tag': '69d9b750-a1c7-4f27-8cdd-1ca82332e5ef'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:46.411231 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b0ccf4-3f39-403d-8397-2188f2d519ef" -d '{"events": [{"server_uuid": "2d1376ad-e3e0-4321-97be-a162c98d8fd7", "name": "network-vif-deleted", "tag": "69d9b750-a1c7-4f27-8cdd-1ca82332e5ef"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:46.493831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258880a-9ac6-4332-bc4a-fb9a246d6490 req-74e934c3-75f9-42e9-9260-82a3dbcc41af tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:46.506833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5258880a-9ac6-4332-bc4a-fb9a246d6490 req-74e934c3-75f9-42e9-9260-82a3dbcc41af tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 949 time: 0.1053324 Nov 12 05:15:46.565271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:46.576904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5258880a-9ac6-4332-bc4a-fb9a246d6490 req-224ccebd-66b3-40a1-bfbe-94f3cf8c1bd1 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687799 Nov 12 05:15:46.622618 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb42a1a-8da0-4703-9f65-eeb3228170c1 x-openstack-request-id: req-9bb42a1a-8da0-4703-9f65-eeb3228170c1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:46.623186 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1376ad-e3e0-4321-97be-a162c98d8fd7", "name": "network-vif-deleted", "tag": "69d9b750-a1c7-4f27-8cdd-1ca82332e5ef", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:46.623624 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bb42a1a-8da0-4703-9f65-eeb3228170c1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:46.624224 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1376ad-e3e0-4321-97be-a162c98d8fd7', 'name': 'network-vif-deleted', 'tag': '69d9b750-a1c7-4f27-8cdd-1ca82332e5ef', 'status': 'completed', 'code': 200} Nov 12 05:15:46.645257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port c296ec78-99f3-4669-9ea5-17c97bdc29b8 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:46.651107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c296ec78-99f3-4669-9ea5-17c97bdc29b8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:46.651478 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.701686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-3940d8d9-61d7-4081-acf0-ac401484bf70 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=810cfa3b1c084750ad17d879ad775a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356574 Nov 12 05:15:46.774270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['69d9b750-a1c7-4f27-8cdd-1ca82332e5ef'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:46.780038 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.839380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:46.848975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.925423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-a48a233d-ce86-49d0-aba0-5d8cd79d5ecd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:46.930870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:46.934741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-a48a233d-ce86-49d0-aba0-5d8cd79d5ecd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266235 Nov 12 05:15:46.953977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-8e7ab8e9-ddd6-4771-90e1-3bee6c7b0086 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/quotas/810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 375 time: 0.0181007 Nov 12 05:15:46.974697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264203e-05be-4f28-b169-0050aa93e846 req-c3f4119a-b452-4c9e-8c47-bf8778783db2 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:46.976922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5264203e-05be-4f28-b169-0050aa93e846 req-c3f4119a-b452-4c9e-8c47-bf8778783db2 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 950 time: 0.1209903 Nov 12 05:15:47.062218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-f084936d-953b-4aa8-b250-b6cfd5bb964f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839024 Nov 12 05:15:47.067613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5264203e-05be-4f28-b169-0050aa93e846 req-d40eadc9-ebe0-419d-add8-54630acd0d00 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774970 Nov 12 05:15:47.168454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59824ed4-5b15-493c-a67c-b5e35dd8c193 req-fb803ec1-5f3e-48f2-9996-e829ee629948 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0358121 Nov 12 05:15:47.209560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.320712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-669556a6-f527-44ab-8153-eef089821203 req-27812dfc-6140-47bc-852c-4663ea332333 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 210 time: 0.0303268 Nov 12 05:15:47.347981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f4a01-595a-4465-ab3c-60a02273b182 req-754d7adf-a70f-45e8-9a08-b259d4d009c2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.349569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b61f4a01-595a-4465-ab3c-60a02273b182 req-754d7adf-a70f-45e8-9a08-b259d4d009c2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0913510 Nov 12 05:15:47.436364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b61f4a01-595a-4465-ab3c-60a02273b182 req-369e4e5f-ee56-4e69-8974-b4988cbd3121 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791864 Nov 12 05:15:47.475036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9557641-e4b5-40fb-988c-7210d292c627 req-37ae0bb2-9af3-450c-96e7-fc8dcca1e7a2 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.476566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9557641-e4b5-40fb-988c-7210d292c627 req-37ae0bb2-9af3-450c-96e7-fc8dcca1e7a2 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 946 time: 0.0730891 Nov 12 05:15:47.539130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9557641-e4b5-40fb-988c-7210d292c627 req-83206627-09b6-4334-9b2f-bb1521705c9e tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559480 Nov 12 05:15:47.579078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:47.582882 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aab2705-a87b-4b76-a5cd-73b58f478379" -d '{"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-plugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:47.645596 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc269e01-dddc-4ebc-bcd7-36831f5db8d1 x-openstack-request-id: req-cc269e01-dddc-4ebc-bcd7-36831f5db8d1 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:47.645909 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-plugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:47.646161 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc269e01-dddc-4ebc-bcd7-36831f5db8d1 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:47.646610 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'code': 200} Nov 12 05:15:47.716201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ddd8-66de-4dac-8995-1c02b82d2717 req-db261702-0b9b-437b-989d-bf3d3d94b9b0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.717799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b24ddd8-66de-4dac-8995-1c02b82d2717 req-db261702-0b9b-437b-989d-bf3d3d94b9b0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 949 time: 0.0693007 Nov 12 05:15:47.806585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b24ddd8-66de-4dac-8995-1c02b82d2717 req-d8df256e-4900-426a-8c5d-f55e084390ab tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809088 Nov 12 05:15:47.814010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8282f32-7fb5-4fd5-9c7b-0e06d8af2845 req-894e5109-42ea-45fd-9f78-19f19795d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.816441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8282f32-7fb5-4fd5-9c7b-0e06d8af2845 req-894e5109-42ea-45fd-9f78-19f19795d85c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1102 time: 0.0735879 Nov 12 05:15:47.874009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8282f32-7fb5-4fd5-9c7b-0e06d8af2845 req-d4b885c9-7141-498d-b602-c7004ed9d1d1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483482 Nov 12 05:15:48.183281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d321a5-5997-4320-8119-2a087f2b73a7 req-5c6a67d1-13b5-47a6-98f3-976fa2084f15 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.184760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69d321a5-5997-4320-8119-2a087f2b73a7 req-5c6a67d1-13b5-47a6-98f3-976fa2084f15 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 950 time: 0.0494957 Nov 12 05:15:48.235650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69d321a5-5997-4320-8119-2a087f2b73a7 req-4398965f-48c0-4a19-9237-b4a3f626d493 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Nov 12 05:15:48.276779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6543963b-0f61-4267-838f-eb0573a2ae0c req-939a9fdd-0189-43a9-a409-7e5e3ab6907f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0293236 Nov 12 05:15:48.395250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-9c37fda8-a144-4afc-9514-79551f232185 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=810cfa3b1c084750ad17d879ad775a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328593 Nov 12 05:15:48.448945 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.458717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b585dbda-05df-4651-ac38-b5ae39685ae8 req-08aabe40-9a5b-4002-be91-bb0a1ee0967d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 210 time: 0.0567040 Nov 12 05:15:48.569487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ecb941a6-50cd-499e-8b4a-9e18002685fd up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:48.590118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-a18850c3-a4a7-4ed4-9eee-7d63d6fc3e3e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.592269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-a18850c3-a4a7-4ed4-9eee-7d63d6fc3e3e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892567 Nov 12 05:15:48.623237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Request body: {'port': {'device_id': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '810cfa3b1c084750ad17d879ad775a25'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:48.640275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port ecb941a6-50cd-499e-8b4a-9e18002685fd completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:48.645040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port ecb941a6-50cd-499e-8b4a-9e18002685fd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:48.645618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.729307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad2bde-91e2-42cb-984b-71a0f3a8a0aa req-2f6d1212-d172-4fd2-9f56-fee56acfb578 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.731725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.734799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27ad2bde-91e2-42cb-984b-71a0f3a8a0aa req-2f6d1212-d172-4fd2-9f56-fee56acfb578 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1747622 Nov 12 05:15:48.766863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ecb941a6-50cd-499e-8b4a-9e18002685fd, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ecb941a6-50cd-499e-8b4a-9e18002685fd,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:48.772147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.773058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d07a361-1b3d-45f9-8886-0f2c7c644248 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:48.815412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 0d07a361-1b3d-45f9-8886-0f2c7c644248 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:48.816021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d07a361-1b3d-45f9-8886-0f2c7c644248 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:48.823161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc5d4c-df41-4762-b117-263516c193a2 req-39e3852f-9a49-47d3-b6e8-410cd2016dc8 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.830356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fecc5d4c-df41-4762-b117-263516c193a2 req-39e3852f-9a49-47d3-b6e8-410cd2016dc8 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 946 time: 0.1907823 Nov 12 05:15:48.838318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ecb941a6-50cd-499e-8b4a-9e18002685fd,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:48.870490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-529e39b9-555f-4419-bd96-2f6d3a3d8964 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.871921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-529e39b9-555f-4419-bd96-2f6d3a3d8964 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 950 time: 0.1634588 Nov 12 05:15:48.901352 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27ad2bde-91e2-42cb-984b-71a0f3a8a0aa req-0935c220-ac4e-45be-809c-4e4f49cb0989 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591837 Nov 12 05:15:48.952661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Made reservation on behalf of 810cfa3b1c084750ad17d879ad775a25 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:48.956179 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.991085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fecc5d4c-df41-4762-b117-263516c193a2 req-d4cec284-85ee-4287-a3f0-a73dbdc96122 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597536 Nov 12 05:15:49.122573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90cc77-65d1-4de8-8327-bad45bc179c0 req-0d0a1e71-c478-4b3e-a462-37cfd1207a3f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:49.124013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df90cc77-65d1-4de8-8327-bad45bc179c0 req-0d0a1e71-c478-4b3e-a462-37cfd1207a3f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 950 time: 0.1304219 Nov 12 05:15:49.163733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Deleting port c955c0ae-d0a1-4b86-953f-148e0554e26e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:49.163977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.256168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Allocated IP 192.168.233.246 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/6ff084b5-1302-48a3-aed2-69b8142f3135) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:49.293807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df90cc77-65d1-4de8-8327-bad45bc179c0 req-6d62a119-2162-4774-beb3-169e5e2b3a2c tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426895 Nov 12 05:15:49.361157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] For port c955c0ae-d0a1-4b86-953f-148e0554e26e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c955c0ae-d0a1-4b86-953f-148e0554e26e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:49.361522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.397651 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.428967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Calling delete_port for c955c0ae-d0a1-4b86-953f-148e0554e26e owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:49.480206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d36b7a1-5062-4743-b658-147fa21f22b2 req-dbe5cada-9225-4c48-917d-bca4314b6379 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0682445 Nov 12 05:15:49.573486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cce94-6a8a-4a5e-8ab5-002dd89c1031 req-d9a691fa-ced8-4b42-9fc3-a7ac08c240eb tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:49.574992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e73cce94-6a8a-4a5e-8ab5-002dd89c1031 req-d9a691fa-ced8-4b42-9fc3-a7ac08c240eb tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 950 time: 0.2192292 Nov 12 05:15:49.583079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:49.608190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:49.608688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 69d9b750-a1c7-4f27-8cdd-1ca82332e5ef not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:49.612330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f0dab3f-b743-426f-9b55-b7494ce91e84 req-a05ace63-cf44-45f3-864e-02033b2863c3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 210 time: 0.0586646 Nov 12 05:15:49.640946 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.647221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af7f6a5-83ad-4cc3-bb64-9f03489ee934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb941a6-50cd-499e-8b4a-9e18002685fd'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:49.649465 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ed587-1b7d-475c-9749-3b477e18680a" -d '{"events": [{"server_uuid": "2af7f6a5-83ad-4cc3-bb64-9f03489ee934", "name": "network-vif-plugged", "status": "completed", "tag": "ecb941a6-50cd-499e-8b4a-9e18002685fd"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:49.691784 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349965dd-f190-4fb1-812b-71020b8be373 x-openstack-request-id: req-349965dd-f190-4fb1-812b-71020b8be373 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:49.692383 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af7f6a5-83ad-4cc3-bb64-9f03489ee934", "name": "network-vif-plugged", "status": "completed", "tag": "ecb941a6-50cd-499e-8b4a-9e18002685fd", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:49.692730 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-349965dd-f190-4fb1-812b-71020b8be373 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:49.693364 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af7f6a5-83ad-4cc3-bb64-9f03489ee934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb941a6-50cd-499e-8b4a-9e18002685fd', 'code': 200} Nov 12 05:15:49.722205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e73cce94-6a8a-4a5e-8ab5-002dd89c1031 req-92c988c4-6075-4c55-b0bf-f82922f4ba37 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199212 Nov 12 05:15:49.747675 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.761240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['7283d198-1899-4455-bfde-b907d42ce5a2', 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:49.795878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.803618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:49.810323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:49.816431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:49.820352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:49.836676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc', '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:49.871244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event deleted for resources: {'Port': ['ID=c955c0ae-d0a1-4b86-953f-148e0554e26e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:49.880895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437af01-b9ff-405e-92ba-26ce4cd680d7 req-be3352cc-d87f-4215-b37d-df5aa6b09a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:49.883124 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d437af01-b9ff-405e-92ba-26ce4cd680d7 req-be3352cc-d87f-4215-b37d-df5aa6b09a3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 1102 time: 0.0886211 Nov 12 05:15:49.923834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] No DVR routers for this DVR port c955c0ae-d0a1-4b86-953f-148e0554e26e on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:49.927914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.943281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1454c47c-3052-445c-a6fa-d3a8ea826ce8 req-7acd4697-9f16-4d90-8f3e-526a130c5763 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "DELETE /v2.0/ports/c955c0ae-d0a1-4b86-953f-148e0554e26e HTTP/1.1" status: 204 len: 173 time: 1.0574062 Nov 12 05:15:49.952157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f2fc9b-384c-495a-a136-a839e8cee8a9', 'name': 'network-vif-deleted', 'tag': 'c955c0ae-d0a1-4b86-953f-148e0554e26e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:49.955947 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96515eaf-4753-47c7-a29b-34757f89f43a" -d '{"events": [{"server_uuid": "14f2fc9b-384c-495a-a136-a839e8cee8a9", "name": "network-vif-deleted", "tag": "c955c0ae-d0a1-4b86-953f-148e0554e26e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:49.984410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:49.990716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.991761 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d437af01-b9ff-405e-92ba-26ce4cd680d7 req-7cc043b7-21c6-4cce-af24-30c5ae9ed269 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866151 Nov 12 05:15:50.063989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-4d84b0d7-82c5-417b-a369-140a1658679b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4479837 Nov 12 05:15:50.066137 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b52c8c2-21c1-4e46-9786-4ceb30ad5d91 x-openstack-request-id: req-3b52c8c2-21c1-4e46-9786-4ceb30ad5d91 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:50.066560 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f2fc9b-384c-495a-a136-a839e8cee8a9", "name": "network-vif-deleted", "tag": "c955c0ae-d0a1-4b86-953f-148e0554e26e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:50.066906 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b52c8c2-21c1-4e46-9786-4ceb30ad5d91 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:50.067395 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f2fc9b-384c-495a-a136-a839e8cee8a9', 'name': 'network-vif-deleted', 'tag': 'c955c0ae-d0a1-4b86-953f-148e0554e26e', 'status': 'completed', 'code': 200} Nov 12 05:15:50.096568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Request body: {'port': {'device_id': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:50.115226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc50aa7-6075-4b97-b578-034f9336fafc req-0b061faa-b88c-4e27-9910-0fa914f9284b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:50.116962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdc50aa7-6075-4b97-b578-034f9336fafc req-0b061faa-b88c-4e27-9910-0fa914f9284b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0887039 Nov 12 05:15:50.213289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0e3404e5-c7eb-4c3a-84eb-7bfd732e92dd None None] Provisioning complete for port 6ff084b5-1302-48a3-aed2-69b8142f3135 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:50.213989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e3404e5-c7eb-4c3a-84eb-7bfd732e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.223182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.267749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdc50aa7-6075-4b97-b578-034f9336fafc req-0bd32530-6c80-4b8b-b528-c2d39383f8ee tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183627 Nov 12 05:15:50.320409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0e3404e5-c7eb-4c3a-84eb-7bfd732e92dd None None] Port 6ff084b5-1302-48a3-aed2-69b8142f3135 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:50.539929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d49a2-449c-4017-a950-27d5a09ae8f3 req-e6c1dd99-a4ab-4c64-aa9a-5cc90c25ceab tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:50.548888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e1d49a2-449c-4017-a950-27d5a09ae8f3 req-e6c1dd99-a4ab-4c64-aa9a-5cc90c25ceab tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 950 time: 0.0966141 Nov 12 05:15:50.648273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1af84ffb-eae1-4269-ac39-e28ff2aafc01 req-ae20991f-3078-4954-8e96-0644e9df2180 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0473273 Nov 12 05:15:50.678709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e1d49a2-449c-4017-a950-27d5a09ae8f3 req-592830b0-b112-4fd8-a7c9-789eaafa05b0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286674 Nov 12 05:15:51.138285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-277f8362-eef0-4f49-bb72-044f975595df req-f8f4826a-41af-4847-9b8c-1cca5b2e22e2 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=14f2fc9b-384c-495a-a136-a839e8cee8a9 HTTP/1.1" status: 200 len: 210 time: 0.2989511 Nov 12 05:15:51.143171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff084b5-1302-48a3-aed2-69b8142f3135 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:51.152826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.165882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', '1a827182-7c16-4f2b-92a8-8d36b01e1854'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:51.166443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f1b90-b8a5-4b30-a1ac-271cdcbc2fab req-b535f13a-568a-413d-bfa8-569840c71b58 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:51.172953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-064f1b90-b8a5-4b30-a1ac-271cdcbc2fab req-b535f13a-568a-413d-bfa8-569840c71b58 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 936 time: 0.4455616 Nov 12 05:15:51.186777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Transition to ACTIVE for port object 6ff084b5-1302-48a3-aed2-69b8142f3135 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:51.194941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.299454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-064f1b90-b8a5-4b30-a1ac-271cdcbc2fab req-3210db44-dd39-447d-b1fd-c5bca7feade0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241393 Nov 12 05:15:51.309584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:51.353693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.354435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.354989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.355532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.356104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.356654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.357184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.357711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.358240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.358823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.359229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.359625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:51.428607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Attempting to bind port 6ff084b5-1302-48a3-aed2-69b8142f3135 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:51.428833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Attempting to bind port 6ff084b5-1302-48a3-aed2-69b8142f3135 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:51.429691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Attempting to bind port 6ff084b5-1302-48a3-aed2-69b8142f3135 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:51.451284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab73b-d90d-4504-a61a-7d29e7f3e2ad req-36e31a94-802f-47d2-8f06-adae28694f5c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:51.453062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3deab73b-d90d-4504-a61a-7d29e7f3e2ad req-36e31a94-802f-47d2-8f06-adae28694f5c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0873952 Nov 12 05:15:51.454434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Port 6ff084b5-1302-48a3-aed2-69b8142f3135 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:51.455092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Attempting to bind port 6ff084b5-1302-48a3-aed2-69b8142f3135 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:51.461293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:51.461625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:51.462018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:51.462581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Bound port: 6ff084b5-1302-48a3-aed2-69b8142f3135, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:51.462951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.570918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3deab73b-d90d-4504-a61a-7d29e7f3e2ad req-4935a4e1-1f95-4af1-af23-b080ed67ae20 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053686 Nov 12 05:15:51.585497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:51.595350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:51.602295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.643187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:51.643901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.645499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] 10.222.0.43 "PUT /v2.0/ports/6ff084b5-1302-48a3-aed2-69b8142f3135 HTTP/1.1" status: 200 len: 1097 time: 1.5615840 Nov 12 05:15:51.693429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff990d2-2a1a-4d88-aa4a-903e7ff49025 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:51.883948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55e3c3c4-2304-4b4c-9473-573a6340c7d4 req-e6fc908e-d28c-4a52-8b4c-80ed9e5b2b40 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1376ad-e3e0-4321-97be-a162c98d8fd7 HTTP/1.1" status: 200 len: 210 time: 0.1153975 Nov 12 05:15:51.913320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-bafa305a-b3ab-45e5-9785-196ab756ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:51.913320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-bafa305a-b3ab-45e5-9785-196ab756ef35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 1100 time: 0.1952443 Nov 12 05:15:51.924281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891a471-3798-42b3-9abb-f89b80545b7a req-084a9481-197e-4391-a69d-0d9ecd7d87ae tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:51.927034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1891a471-3798-42b3-9abb-f89b80545b7a req-084a9481-197e-4391-a69d-0d9ecd7d87ae tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 950 time: 0.1102090 Nov 12 05:15:52.042580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-53032d78-9492-4408-ab69-e8f6fbaef15c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6ff084b5-1302-48a3-aed2-69b8142f3135 HTTP/1.1" status: 200 len: 217 time: 0.1119778 Nov 12 05:15:52.068329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:52.071499 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d" -d '{"events": [{"name": "network-changed", "server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:52.127928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1891a471-3798-42b3-9abb-f89b80545b7a req-59b9ce81-3368-4029-b714-0bcb06ebecc3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741836 Nov 12 05:15:52.155747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-38c11fb8-b741-4cca-b3be-cb3780396044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:52.157794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-38c11fb8-b741-4cca-b3be-cb3780396044 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1046574 Nov 12 05:15:52.178036 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c323ca4-d7c5-4894-8059-6bc098eda5d3 x-openstack-request-id: req-7c323ca4-d7c5-4894-8059-6bc098eda5d3 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:52.178535 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:52.179013 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c323ca4-d7c5-4894-8059-6bc098eda5d3 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:52.179628 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'status': 'completed', 'code': 200} Nov 12 05:15:52.293277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-a1a7bc31-eda7-4c00-899c-95c347dc03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:52.294962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-a1a7bc31-eda7-4c00-899c-95c347dc03e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904109 Nov 12 05:15:52.308944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637caa4-98fc-4898-9aa8-a7d1478d67a1 req-2284cda5-54d1-4d5c-93af-15b35188b35d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:52.318851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8637caa4-98fc-4898-9aa8-a7d1478d67a1 req-2284cda5-54d1-4d5c-93af-15b35188b35d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0771725 Nov 12 05:15:52.521753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-c20f5195-7019-448e-b009-8c636f55f0a5 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974750 Nov 12 05:15:52.579558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c955c0ae-d0a1-4b86-953f-148e0554e26e no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:52.651265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: c955c0ae-d0a1-4b86-953f-148e0554e26e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:52.651611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c955c0ae-d0a1-4b86-953f-148e0554e26e not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:52.651809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8637caa4-98fc-4898-9aa8-a7d1478d67a1 req-07a6e9fd-a349-4b9a-a291-a3c6e7e74173 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319473 Nov 12 05:15:52.845346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0589a5fe-ccf8-4742-aa59-f1dd70336c5c req-e159085a-f91e-4370-a8fe-24eb3784ce56 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988160 Nov 12 05:15:52.879072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162d16-abdf-4ec5-9512-0a5debfa1198 req-62bae87e-a91e-4f29-8b48-427a252cc558 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:52.881013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b162d16-abdf-4ec5-9512-0a5debfa1198 req-62bae87e-a91e-4f29-8b48-427a252cc558 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 948 time: 0.0923572 Nov 12 05:15:53.033752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b162d16-abdf-4ec5-9512-0a5debfa1198 req-f06946ca-c30b-45eb-a1d4-5103bf31e5e6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308446 Nov 12 05:15:53.065524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963c66d-a582-48c4-9394-8f282fbca21f req-4f19b948-d399-4ad0-8611-627b47e6cbd8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:53.073669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4963c66d-a582-48c4-9394-8f282fbca21f req-4f19b948-d399-4ad0-8611-627b47e6cbd8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1823096 Nov 12 05:15:53.128456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-f5ce8755-d4b0-4464-8e32-85d0b5d8ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:53.130428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-f5ce8755-d4b0-4464-8e32-85d0b5d8ee4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 1100 time: 0.1629632 Nov 12 05:15:53.217671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4963c66d-a582-48c4-9394-8f282fbca21f req-7da97722-3a18-4dfa-968b-e0cec94e30b6 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350060 Nov 12 05:15:53.424803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-d1dca047-707f-4c72-be4d-81a2a74575ba tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534189 Nov 12 05:15:53.428886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-b4f05062-274c-4ffa-a667-594fe70dd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:53.431103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-b4f05062-274c-4ffa-a667-594fe70dd7ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2903543 Nov 12 05:15:53.525360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-fd074254-e608-4ae4-ab6c-fe8aa2328423 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6ff084b5-1302-48a3-aed2-69b8142f3135 HTTP/1.1" status: 200 len: 217 time: 0.0753675 Nov 12 05:15:53.688528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-1fc8d869-0de3-45ae-8579-a2c85917b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:53.690022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-1fc8d869-0de3-45ae-8579-a2c85917b39c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1074741 Nov 12 05:15:53.715906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-b9952ad8-06ff-4505-9939-dc961b153a30 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:53.723580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-b9952ad8-06ff-4505-9939-dc961b153a30 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907372 Nov 12 05:15:53.769344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-5fcc3614-abb5-4137-886c-700289ff434e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/quotas/0db3eef82a3c4d1bacd64baaa7f68983 HTTP/1.1" status: 200 len: 375 time: 0.0448058 Nov 12 05:15:53.876104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-959b5418-fd96-4530-a918-c95b51394543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:53.877587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-959b5418-fd96-4530-a918-c95b51394543 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382399 Nov 12 05:15:53.919609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-eca30b52-ebc4-474f-a601-5d4333951dff tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1493778 Nov 12 05:15:53.939869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67962e2-c433-4ce1-8741-dc1082558e13 req-4c065e35-99a2-4715-b116-52c4234ba9ee tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:53.941381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d67962e2-c433-4ce1-8741-dc1082558e13 req-4c065e35-99a2-4715-b116-52c4234ba9ee tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 950 time: 0.1039536 Nov 12 05:15:54.076491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-f6eea10a-696b-420b-9053-dfc54b4593fc service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883297 Nov 12 05:15:54.114810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d67962e2-c433-4ce1-8741-dc1082558e13 req-6adb45d6-08a2-484a-a801-70477c25b4e8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239493 Nov 12 05:15:54.220500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd95105e-bfaa-424c-9b51-39bedee97a2a req-a85f76dc-887b-49e0-a715-02f4c638d351 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 210 time: 0.0522571 Nov 12 05:15:54.271838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c75493ab-d963-44a0-b6c7-8b9e54d4e18d req-c0188756-df5b-4361-8799-df44616cb13f service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850967 Nov 12 05:15:54.300483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a14c7-444a-478d-a80d-3c182f38bccb req-1cba2b4a-f42a-4020-98be-b31f649c38f3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:54.302628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db7a14c7-444a-478d-a80d-3c182f38bccb req-1cba2b4a-f42a-4020-98be-b31f649c38f3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 948 time: 0.0730736 Nov 12 05:15:54.404675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a063c5c-5d80-476c-828f-0ba284b3bcaf req-300a7ea8-1608-4c0a-9886-c594d8b7586a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:54.407102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a063c5c-5d80-476c-828f-0ba284b3bcaf req-300a7ea8-1608-4c0a-9886-c594d8b7586a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0914328 Nov 12 05:15:54.413919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db7a14c7-444a-478d-a80d-3c182f38bccb req-1f0919b3-9f49-434c-b754-13faff78e124 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052294 Nov 12 05:15:54.463994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a063c5c-5d80-476c-828f-0ba284b3bcaf req-3d6f0644-a0e8-49ce-8cb0-70f255566725 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490510 Nov 12 05:15:55.140325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-2d59b5d4-9883-422e-a0d6-3589b855763b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:55.142894 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-2d59b5d4-9883-422e-a0d6-3589b855763b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/ports?device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 950 time: 0.0483410 Nov 12 05:15:55.263040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432a59-6322-4288-8a36-9b7c7123aa8f req-94ed8c69-f3e4-428b-b5d8-7815d91d03a4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:55.265461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98432a59-6322-4288-8a36-9b7c7123aa8f req-94ed8c69-f3e4-428b-b5d8-7815d91d03a4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e HTTP/1.1" status: 200 len: 950 time: 0.0774055 Nov 12 05:15:55.308727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Deleting port 1a827182-7c16-4f2b-92a8-8d36b01e1854 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:55.309454 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.333934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-2ba8cdcf-7f6b-4d00-b6db-306f91ae45f8 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591218 Nov 12 05:15:55.450582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] For port 1a827182-7c16-4f2b-92a8-8d36b01e1854, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1a827182-7c16-4f2b-92a8-8d36b01e1854,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:55.451175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.467630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Calling delete_port for 1a827182-7c16-4f2b-92a8-8d36b01e1854 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:55.482077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c5f500a1-fc8f-457f-9aa0-00fd7c84db88 req-34be8456-1c00-423a-9628-9ee3e2b359e0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 210 time: 0.0758593 Nov 12 05:15:55.515201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98432a59-6322-4288-8a36-9b7c7123aa8f req-87e54251-a0ac-441a-bf64-a2b1c5386d6c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398679 Nov 12 05:15:55.587536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-16f7f267-dc5c-42ea-ac56-48c4a55c69e4 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:55.589641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-16f7f267-dc5c-42ea-ac56-48c4a55c69e4 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466459 Nov 12 05:15:55.609672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Request body: {'port': {'device_id': '099dc714-a41f-47f2-b3c9-ba297b7e9c84', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '0db3eef82a3c4d1bacd64baaa7f68983'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:55.635113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.652565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', '1a827182-7c16-4f2b-92a8-8d36b01e1854'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:55.682071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event deleted for resources: {'Port': ['ID=1a827182-7c16-4f2b-92a8-8d36b01e1854,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:55.735665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc', '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:55.744738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] No DVR routers for this DVR port 1a827182-7c16-4f2b-92a8-8d36b01e1854 on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:55.752135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.759009 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cf5806ff-8f09-41cd-92ea-acb2413a9cc3 req-0d354ff6-72ad-4781-8280-ea6c61dfc96c tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "DELETE /v2.0/ports/1a827182-7c16-4f2b-92a8-8d36b01e1854 HTTP/1.1" status: 204 len: 173 time: 0.5923283 Nov 12 05:15:55.759505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e', 'name': 'network-vif-deleted', 'tag': '1a827182-7c16-4f2b-92a8-8d36b01e1854'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:55.763291 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca33646-3bdc-487f-8d11-e2c0e3a819ad" -d '{"events": [{"server_uuid": "cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e", "name": "network-vif-deleted", "tag": "1a827182-7c16-4f2b-92a8-8d36b01e1854"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:55.803692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ada24-a118-41d7-85c5-083ad01103bb req-258d533d-4b16-48e9-9968-645e7a4da5f6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:55.805211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-161ada24-a118-41d7-85c5-083ad01103bb req-258d533d-4b16-48e9-9968-645e7a4da5f6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 948 time: 0.2118690 Nov 12 05:15:55.841130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4384687-1481-465d-8050-e2dc0f716151 req-6cfca5d5-6338-4837-b37e-723af552a909 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:55.842318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4384687-1481-465d-8050-e2dc0f716151 req-6cfca5d5-6338-4837-b37e-723af552a909 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.2156441 Nov 12 05:15:55.869496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-698fd320-10e0-4c98-bbb6-d03673af66a8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:55.871239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-698fd320-10e0-4c98-bbb6-d03673af66a8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 949 time: 0.1494827 Nov 12 05:15:55.959211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Made reservation on behalf of 0db3eef82a3c4d1bacd64baaa7f68983 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:55.962557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.976503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-161ada24-a118-41d7-85c5-083ad01103bb req-445e3b85-7d86-4d46-8f51-5fac1e11a62e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578343 Nov 12 05:15:56.030115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4384687-1481-465d-8050-e2dc0f716151 req-9a85d188-3483-4402-9860-869680c4fb12 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685331 Nov 12 05:15:56.079393 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006f4174-8ec7-45b2-b0b2-6faa75d17f60 x-openstack-request-id: req-006f4174-8ec7-45b2-b0b2-6faa75d17f60 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:56.079635 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e", "name": "network-vif-deleted", "tag": "1a827182-7c16-4f2b-92a8-8d36b01e1854", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:56.079889 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-006f4174-8ec7-45b2-b0b2-6faa75d17f60 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:56.080276 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafb26dc-b26b-4f8b-ba35-b4eded5a6e3e', 'name': 'network-vif-deleted', 'tag': '1a827182-7c16-4f2b-92a8-8d36b01e1854', 'status': 'completed', 'code': 200} Nov 12 05:15:56.142841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Deleting port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:56.143175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.217761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Allocated IP 192.168.233.122 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/b1092cfe-1eb1-4f24-8b8d-b889944926b0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:56.278142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] For port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:56.279095 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.301164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Calling delete_port for 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:56.466709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.541840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.552074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.578431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event deleted for resources: {'Port': ['ID=475b6a8e-44c2-43ff-9ea3-a9e4134e65c2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:56.643326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:56.726057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] No DVR routers for this DVR port 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:56.747089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:56.748455 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.751842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aca84825-a51d-48a8-8bb0-3ddc35d426ee req-1cddb684-2d84-43fd-9576-8837a61bc8aa tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "DELETE /v2.0/ports/475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 HTTP/1.1" status: 204 len: 173 time: 0.8589234 Nov 12 05:15:56.755722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a784ccf-580a-490f-ba96-05d0f562b11c', 'name': 'network-vif-deleted', 'tag': '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:56.758055 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e342567-9232-4716-b147-188930ebd09a" -d '{"events": [{"server_uuid": "3a784ccf-580a-490f-ba96-05d0f562b11c", "name": "network-vif-deleted", "tag": "475b6a8e-44c2-43ff-9ea3-a9e4134e65c2"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:56.775026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99807716-2452-456e-b9f9-82811bbce3e5 req-c0195afe-ee0c-407c-bc1e-5a338f1197d8 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a784ccf-580a-490f-ba96-05d0f562b11c HTTP/1.1" status: 200 len: 210 time: 0.1103010 Nov 12 05:15:56.781038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:56.785149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:56.787701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Pushing event updated for resources: {'Port': ['ID=b1092cfe-1eb1-4f24-8b8d-b889944926b0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:56.833621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c19ac-12d7-4265-a435-04f448f876f4 req-74c0f5ff-de3b-44dc-8ca5-90ae92b822a3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:56.834760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa0c19ac-12d7-4265-a435-04f448f876f4 req-74c0f5ff-de3b-44dc-8ca5-90ae92b822a3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 936 time: 0.2308717 Nov 12 05:15:56.854947 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcfe851-7103-4ecc-855b-a8a0062c96b1 x-openstack-request-id: req-4fcfe851-7103-4ecc-855b-a8a0062c96b1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:56.855221 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a784ccf-580a-490f-ba96-05d0f562b11c", "name": "network-vif-deleted", "tag": "475b6a8e-44c2-43ff-9ea3-a9e4134e65c2", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:56.855464 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fcfe851-7103-4ecc-855b-a8a0062c96b1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:56.855873 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a784ccf-580a-490f-ba96-05d0f562b11c', 'name': 'network-vif-deleted', 'tag': '475b6a8e-44c2-43ff-9ea3-a9e4134e65c2', 'status': 'completed', 'code': 200} Nov 12 05:15:56.861039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:56.871164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:56.871786 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.898078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-ff36cd3b-5829-477b-9a2d-1097860f94bf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2922370 Nov 12 05:15:56.913374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'ecb941a6-50cd-499e-8b4a-9e18002685fd'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:56.919108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Request body: {'port': {'device_id': '099dc714-a41f-47f2-b3c9-ba297b7e9c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:56.944296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa0c19ac-12d7-4265-a435-04f448f876f4 req-8a077707-11e4-4195-80e1-02264c1614e0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995350 Nov 12 05:15:56.992662 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.034738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.274785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48a878-54f5-45f2-80c0-b93c9b6206e9 req-285b9659-e597-44fd-93e4-b4913c69bcd6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:57.290463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e48a878-54f5-45f2-80c0-b93c9b6206e9 req-285b9659-e597-44fd-93e4-b4913c69bcd6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 948 time: 0.2022839 Nov 12 05:15:57.323231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a026bb-ad3f-4574-9307-fca690c8b7a7 req-99975063-eb24-49e0-9445-63804db3b5e8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:57.324978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4a026bb-ad3f-4574-9307-fca690c8b7a7 req-99975063-eb24-49e0-9445-63804db3b5e8 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1947703 Nov 12 05:15:57.574819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fff67418-6ea8-4dd4-bf38-060021419347 None None] Provisioning complete for port b1092cfe-1eb1-4f24-8b8d-b889944926b0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:57.575168 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fff67418-6ea8-4dd4-bf38-060021419347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.613031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:57.616349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-fff67418-6ea8-4dd4-bf38-060021419347 None None] Port b1092cfe-1eb1-4f24-8b8d-b889944926b0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:57.720948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e48a878-54f5-45f2-80c0-b93c9b6206e9 req-8415c18a-b147-447c-a154-c379feaad359 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283888 Nov 12 05:15:57.748887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:57.761512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4a026bb-ad3f-4574-9307-fca690c8b7a7 req-84ec82f6-49e0-4f3a-b940-74b4f9ce6ca5 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060454 Nov 12 05:15:57.775181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'mac_address': 'fa:16:3e:33:77:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:57.841236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1092cfe-1eb1-4f24-8b8d-b889944926b0 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:57.848600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.849810 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.864200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Transition to ACTIVE for port object b1092cfe-1eb1-4f24-8b8d-b889944926b0 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:57.870722 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.877274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff084b5-1302-48a3-aed2-69b8142f3135 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:57.956981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:57.965823 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.988525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1092cfe-1eb1-4f24-8b8d-b889944926b0,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:58.057324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:58.072179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.072534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.072880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.073220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.073554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.073886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.074214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.074698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.075020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.075338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.075669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.075982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:58.164992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Attempting to bind port b1092cfe-1eb1-4f24-8b8d-b889944926b0 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:58.165709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Attempting to bind port b1092cfe-1eb1-4f24-8b8d-b889944926b0 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:58.166624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Attempting to bind port b1092cfe-1eb1-4f24-8b8d-b889944926b0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:58.184641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Port b1092cfe-1eb1-4f24-8b8d-b889944926b0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:58.185016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Attempting to bind port b1092cfe-1eb1-4f24-8b8d-b889944926b0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:58.216341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b466af-133d-4436-bc15-45794ebfe905 req-f21b074e-78b0-4cfc-aea1-f04aeddab311 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:58.217933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9b466af-133d-4436-bc15-45794ebfe905 req-f21b074e-78b0-4cfc-aea1-f04aeddab311 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 948 time: 0.1243000 Nov 12 05:15:58.224392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:58.224736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:58.225112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:58.225560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Bound port: b1092cfe-1eb1-4f24-8b8d-b889944926b0, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:58.225943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:58.329766 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9b466af-133d-4436-bc15-45794ebfe905 req-40cb9d95-6ae8-4dd9-a167-10f8ce1954cf tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970480 Nov 12 05:15:58.353025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] For port b1092cfe-1eb1-4f24-8b8d-b889944926b0, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:58.360430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] For port b1092cfe-1eb1-4f24-8b8d-b889944926b0, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b1092cfe-1eb1-4f24-8b8d-b889944926b0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:58.368412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:58.405746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:58.406479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:58.408279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1092cfe-1eb1-4f24-8b8d-b889944926b0 HTTP/1.1" status: 200 len: 1097 time: 1.4946542 Nov 12 05:15:58.439187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ee0cd-7bf7-47c4-9adb-56aa8a9c2bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1092cfe-1eb1-4f24-8b8d-b889944926b0,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:58.507881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['6ff084b5-1302-48a3-aed2-69b8142f3135'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:58.559963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-3ec74b6d-1b27-46e1-be08-ff76a6d3d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:58.561708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-3ec74b6d-1b27-46e1-be08-ff76a6d3d893 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 1100 time: 0.0795829 Nov 12 05:15:58.569214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fa97d-c2d3-4a0c-b93d-2287cd92f15e req-a32a3417-13ec-4b92-8774-9bab14b36597 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:58.571019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-102fa97d-c2d3-4a0c-b93d-2287cd92f15e req-a32a3417-13ec-4b92-8774-9bab14b36597 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 949 time: 0.0799797 Nov 12 05:15:58.613169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1a827182-7c16-4f2b-92a8-8d36b01e1854 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:58.638082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 1a827182-7c16-4f2b-92a8-8d36b01e1854 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:58.638567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1a827182-7c16-4f2b-92a8-8d36b01e1854 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:58.642611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-72b4e971-2af8-4ef0-b7cc-8795cdb71da1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b1092cfe-1eb1-4f24-8b8d-b889944926b0 HTTP/1.1" status: 200 len: 217 time: 0.0605116 Nov 12 05:15:58.710287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-102fa97d-c2d3-4a0c-b93d-2287cd92f15e req-fae5c755-1343-4c5b-8138-5a4fba9dfd76 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270969 Nov 12 05:15:58.724178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-46388bbb-a4cd-4c3a-9df1-d4168a09043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:58.726220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-46388bbb-a4cd-4c3a-9df1-d4168a09043a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0656955 Nov 12 05:15:58.777657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-3ef063ae-883d-4a75-84fc-550e550d0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:58.779202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-3ef063ae-883d-4a75-84fc-550e550d0ff2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438440 Nov 12 05:15:58.866296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099dc714-a41f-47f2-b3c9-ba297b7e9c84', 'tag': 'b1092cfe-1eb1-4f24-8b8d-b889944926b0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:58.868497 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2" -d '{"events": [{"name": "network-changed", "server_uuid": "099dc714-a41f-47f2-b3c9-ba297b7e9c84", "tag": "b1092cfe-1eb1-4f24-8b8d-b889944926b0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:58.947798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd053845-22a1-4cf3-948f-54525ebd86fe req-18aebe0c-1b55-4c8d-a1b2-68dec38a7728 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:58.949249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd053845-22a1-4cf3-948f-54525ebd86fe req-18aebe0c-1b55-4c8d-a1b2-68dec38a7728 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 949 time: 0.1526616 Nov 12 05:15:58.956901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-86bb5b66-3854-4a82-b0b4-f94031957b76 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678891 Nov 12 05:15:58.980799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7338d3e-0372-44c0-b3bc-5e4d3efa1988 req-099cba73-8f2b-4fce-b7c8-f55806205c36 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:58.982233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7338d3e-0372-44c0-b3bc-5e4d3efa1988 req-099cba73-8f2b-4fce-b7c8-f55806205c36 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1105211 Nov 12 05:15:59.087163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd053845-22a1-4cf3-948f-54525ebd86fe req-2232b10d-98ee-457a-b4e3-57f09c3348f3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284566 Nov 12 05:15:59.112956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7338d3e-0372-44c0-b3bc-5e4d3efa1988 req-3468720a-8e65-421f-b4e6-9f78fa8b2d7a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214433 Nov 12 05:15:59.124049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26a7adbc-264e-4767-b0b5-484a90f51dba req-eb592a3a-d622-4df2-bfe6-c897a886e875 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408632 Nov 12 05:15:59.165800 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90999b3e-ca4f-455b-84d8-9d7d559f9750 x-openstack-request-id: req-90999b3e-ca4f-455b-84d8-9d7d559f9750 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:59.166085 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099dc714-a41f-47f2-b3c9-ba297b7e9c84", "tag": "b1092cfe-1eb1-4f24-8b8d-b889944926b0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:59.166329 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90999b3e-ca4f-455b-84d8-9d7d559f9750 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:59.166772 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099dc714-a41f-47f2-b3c9-ba297b7e9c84', 'tag': 'b1092cfe-1eb1-4f24-8b8d-b889944926b0', 'status': 'completed', 'code': 200} Nov 12 05:15:59.245662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-bd5cbd32-b9ae-464d-b0da-52664b43f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:59.247290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-bd5cbd32-b9ae-464d-b0da-52664b43f886 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 1100 time: 0.0458739 Nov 12 05:15:59.347086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-301d5d6e-dac5-4ac7-b3f6-03b855159a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:59.349123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-301d5d6e-dac5-4ac7-b3f6-03b855159a1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.0860555 Nov 12 05:15:59.405815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-192bbd03-5de1-47ac-a48e-eb553b43485b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b1092cfe-1eb1-4f24-8b8d-b889944926b0 HTTP/1.1" status: 200 len: 217 time: 0.0423014 Nov 12 05:15:59.490489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc5bf0-d1d6-4b54-831c-1a93ff9b568e req-d22aae9e-0585-4086-99df-fcb46a4c75e0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:59.491975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33dc5bf0-d1d6-4b54-831c-1a93ff9b568e req-d22aae9e-0585-4086-99df-fcb46a4c75e0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 948 time: 0.0816741 Nov 12 05:15:59.493317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-4c88f500-d553-42f6-afb4-9cf1d2459442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:59.494661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-4c88f500-d553-42f6-afb4-9cf1d2459442 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0759254 Nov 12 05:15:59.576331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33dc5bf0-d1d6-4b54-831c-1a93ff9b568e req-ac99ee4f-e492-4ff5-8b90-4bd2ae71a94e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779712 Nov 12 05:15:59.582874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-ad392382-237e-4147-944a-ba623e775de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:59.584339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-ad392382-237e-4147-944a-ba623e775de8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721757 Nov 12 05:15:59.616514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:59.637174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:59.637533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 475b6a8e-44c2-43ff-9ea3-a9e4134e65c2 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:59.696275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-ff5f2e24-78f2-4733-acd6-a94c97719335 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882425 Nov 12 05:15:59.836951 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09220-e6c7-4b1e-ba36-785ea1ca02d2 req-81ae8f8e-5d96-4c72-acec-ea742bb6d9ff service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235311 Nov 12 05:15:59.859594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ff10-350b-43d8-b95f-8c8aad62c879 req-525e64a3-880d-4c3b-a402-c9f27a9f64c7 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:59.861604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cd1ff10-350b-43d8-b95f-8c8aad62c879 req-525e64a3-880d-4c3b-a402-c9f27a9f64c7 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 949 time: 0.0663297 Nov 12 05:15:59.920721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cd1ff10-350b-43d8-b95f-8c8aad62c879 req-832d9682-62cd-41df-aa35-188313e84dfd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516644 Nov 12 05:16:00.221195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46335006-0512-4dbc-a019-96d213f144f0 req-b458d28a-b5f5-48e9-a4b3-bb4d17aeae95 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:00.222987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46335006-0512-4dbc-a019-96d213f144f0 req-b458d28a-b5f5-48e9-a4b3-bb4d17aeae95 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 949 time: 0.0547140 Nov 12 05:16:00.292650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46335006-0512-4dbc-a019-96d213f144f0 req-9bb0fbac-9fd2-490a-aebb-6de753037784 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603535 Nov 12 05:16:00.433983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34c714-dc94-4804-b1ab-b0d39b32570a req-7fcb9c10-ccb0-4172-b45d-4f2baf99b7a3 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:00.435613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc34c714-dc94-4804-b1ab-b0d39b32570a req-7fcb9c10-ccb0-4172-b45d-4f2baf99b7a3 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0791752 Nov 12 05:16:00.497411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc34c714-dc94-4804-b1ab-b0d39b32570a req-fa493374-e4e6-4c2b-82a2-638ad776ee1f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537839 Nov 12 05:16:00.730436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4935d-c171-4b03-bad7-84b7378279af req-e944ff0f-bcac-4289-9829-403da393751c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:00.732180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95e4935d-c171-4b03-bad7-84b7378279af req-e944ff0f-bcac-4289-9829-403da393751c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.1672482 Nov 12 05:16:00.763741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-d2ebec1b-957d-4e03-aa40-787f0f09e962 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:00.765571 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-d2ebec1b-957d-4e03-aa40-787f0f09e962 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 949 time: 0.1121855 Nov 12 05:16:00.771426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95e4935d-c171-4b03-bad7-84b7378279af req-2fe954ec-7b8b-4346-847b-9785a6795362 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/quotas/b462c55b281744a2b4b0f9f90721130f HTTP/1.1" status: 200 len: 375 time: 0.0240386 Nov 12 05:16:00.779617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372ef60-e784-41d6-ba80-a90392938b8f req-f6d40ada-6cda-409c-ae16-8396336b27ee tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:00.781165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0372ef60-e784-41d6-ba80-a90392938b8f req-f6d40ada-6cda-409c-ae16-8396336b27ee tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 948 time: 0.1244371 Nov 12 05:16:00.855897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95e4935d-c171-4b03-bad7-84b7378279af req-9d8de3a4-c5db-4f9f-8aed-ed4a97453f30 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723393 Nov 12 05:16:00.966574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0372ef60-e784-41d6-ba80-a90392938b8f req-adefe5a8-05ce-4275-b9ba-d4ddaf28b5ce tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758327 Nov 12 05:16:01.018873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95e4935d-c171-4b03-bad7-84b7378279af req-f5db58fb-6476-4cbf-9e55-449be2407a9e service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514337 Nov 12 05:16:01.075338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-46db58ef-005d-4f4f-b4e8-742dc84d91ff tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:01.076782 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-46db58ef-005d-4f4f-b4e8-742dc84d91ff tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "GET /v2.0/ports?device_id=60c8d08d-4d02-49e2-a923-e4ee04ab9ca7 HTTP/1.1" status: 200 len: 950 time: 0.0770099 Nov 12 05:16:01.111020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Deleting port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:01.111020 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:01.174827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Deleting port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:01.175425 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:01.209783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95e4935d-c171-4b03-bad7-84b7378279af req-14998abf-d958-4634-98eb-62a9fbef7fdc service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900525 Nov 12 05:16:01.217296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6585cf9-625a-4f26-b273-6182c937429f req-23b20627-30c7-4485-a969-f289fc2ce4d4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:01.218723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6585cf9-625a-4f26-b273-6182c937429f req-23b20627-30c7-4485-a969-f289fc2ce4d4 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 949 time: 0.1409242 Nov 12 05:16:01.285201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6585cf9-625a-4f26-b273-6182c937429f req-4fd6df47-a971-4a6a-b659-142b2c10c403 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571933 Nov 12 05:16:01.292846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] For port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:01.293216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:01.295440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] For port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:01.296032 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:01.310420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Calling delete_port for eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:01.323276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Calling delete_port for f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:01.482814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfed66-c216-40a5-b16f-db27a4881400 req-b828c45f-d3aa-479c-bc43-bf480beb3886 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:01.484306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5bfed66-c216-40a5-b16f-db27a4881400 req-b828c45f-d3aa-479c-bc43-bf480beb3886 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 949 time: 0.0839028 Nov 12 05:16:01.527147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:01.543832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:01.571388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event deleted for resources: {'Port': ['ID=f4b072fa-8d02-44d7-8d2b-3ab54e3555e4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:01.580487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6e00c29-81d3-40d9-a9f3-8f2183c32278 req-a7079cfe-8bbc-445b-a259-7f96869b5817 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7924094-b703-41b4-b0e7-e353b2733786 HTTP/1.1" status: 200 len: 210 time: 0.0568426 Nov 12 05:16:01.613659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:01.626592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:01.655369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5bfed66-c216-40a5-b16f-db27a4881400 req-16e618b5-948b-4093-87fd-2dcb9dee9315 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542974 Nov 12 05:16:01.676927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event deleted for resources: {'Port': ['ID=eeb356cd-3b06-4bda-bdc3-1e10e5c989d6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:01.691889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] No DVR routers for this DVR port f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:01.700755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:01.704326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1af1d6e4-b4bf-42e3-a74a-ae0bd3094e0f req-2b38ac45-a7ce-421d-b3da-ff8bc6a6a3bc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "DELETE /v2.0/ports/f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 HTTP/1.1" status: 204 len: 173 time: 0.6210237 Nov 12 05:16:01.705314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:01.715051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8d08d-4d02-49e2-a923-e4ee04ab9ca7', 'name': 'network-vif-deleted', 'tag': 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:01.717461 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5b8cdc-80c5-4805-97a8-c393b84cff09" -d '{"events": [{"server_uuid": "60c8d08d-4d02-49e2-a923-e4ee04ab9ca7", "name": "network-vif-deleted", "tag": "f4b072fa-8d02-44d7-8d2b-3ab54e3555e4"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:01.766116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] No DVR routers for this DVR port eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:01.804265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:01.808600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74f7b701-5ea1-4cd8-8f62-3d7a46d412e3 req-a053a7fd-5727-4630-a195-110ca0459fbd tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.47 "DELETE /v2.0/ports/eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 HTTP/1.1" status: 204 len: 173 time: 1.0264452 Nov 12 05:16:01.810049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793eb36d-3ef3-446d-a32d-7ed1e2cdd014', 'name': 'network-vif-deleted', 'tag': 'eeb356cd-3b06-4bda-bdc3-1e10e5c989d6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:01.813331 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be8e89a-e11c-4acb-9e0a-9a06438b2fe0" -d '{"events": [{"server_uuid": "793eb36d-3ef3-446d-a32d-7ed1e2cdd014", "name": "network-vif-deleted", "tag": "eeb356cd-3b06-4bda-bdc3-1e10e5c989d6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:01.870848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f4b072fa-8d02-44d7-8d2b-3ab54e3555e4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:01.876865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8efed-c55e-48f5-b750-81ddffe3607e req-326c7431-6e41-4a9f-9a84-0c9972636c9e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:01.883118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2d8efed-c55e-48f5-b750-81ddffe3607e req-326c7431-6e41-4a9f-9a84-0c9972636c9e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1183705 Nov 12 05:16:02.021114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2d8efed-c55e-48f5-b750-81ddffe3607e req-ddd83399-726d-4bd3-a8ea-0089134643d2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290693 Nov 12 05:16:02.033434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 6ff084b5-1302-48a3-aed2-69b8142f3135 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:16:02.052747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 6ff084b5-1302-48a3-aed2-69b8142f3135 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:02.053116 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:02.179796 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b3fc04-3d7b-466e-8d98-a125c8b54eca x-openstack-request-id: req-a8b3fc04-3d7b-466e-8d98-a125c8b54eca {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:02.180706 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8d08d-4d02-49e2-a923-e4ee04ab9ca7", "name": "network-vif-deleted", "tag": "f4b072fa-8d02-44d7-8d2b-3ab54e3555e4", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:02.181163 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8b3fc04-3d7b-466e-8d98-a125c8b54eca {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:02.181777 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8d08d-4d02-49e2-a923-e4ee04ab9ca7', 'name': 'network-vif-deleted', 'tag': 'f4b072fa-8d02-44d7-8d2b-3ab54e3555e4', 'status': 'completed', 'code': 200} Nov 12 05:16:02.254690 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19eb0c-678d-4e05-bd5e-e7bd082f1f21 x-openstack-request-id: req-3b19eb0c-678d-4e05-bd5e-e7bd082f1f21 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:02.255103 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793eb36d-3ef3-446d-a32d-7ed1e2cdd014", "name": "network-vif-deleted", "tag": "eeb356cd-3b06-4bda-bdc3-1e10e5c989d6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:02.256165 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b19eb0c-678d-4e05-bd5e-e7bd082f1f21 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:02.256769 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793eb36d-3ef3-446d-a32d-7ed1e2cdd014', 'name': 'network-vif-deleted', 'tag': 'eeb356cd-3b06-4bda-bdc3-1e10e5c989d6', 'status': 'completed', 'code': 200} Nov 12 05:16:02.269861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:02.366985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:02.368386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:02.371252 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaaee7d-8398-44b7-9179-c82290e1b52f" -d '{"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-plugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:02.381147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:02.449732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:02.456668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a24801d-5db0-474d-a541-61caefde6171 req-b4985318-d7aa-4bbb-82ed-989a192ab433 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=793eb36d-3ef3-446d-a32d-7ed1e2cdd014 HTTP/1.1" status: 200 len: 210 time: 0.0339522 Nov 12 05:16:02.473283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecfc54-f966-420a-b592-c0c58006909b req-d40b88f3-0873-4aff-bfbd-256a3b3ced0f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:02.480895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88ecfc54-f966-420a-b592-c0c58006909b req-d40b88f3-0873-4aff-bfbd-256a3b3ced0f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 948 time: 0.1414642 Nov 12 05:16:02.517158 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ee9985-4057-45dc-b884-fd4ea85f774a x-openstack-request-id: req-a7ee9985-4057-45dc-b884-fd4ea85f774a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:02.517719 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-plugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:02.518921 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7ee9985-4057-45dc-b884-fd4ea85f774a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:02.519663 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'code': 200} Nov 12 05:16:02.555129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88ecfc54-f966-420a-b592-c0c58006909b req-683c436e-1ade-4c48-8fa3-13b0c42c2b42 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728760 Nov 12 05:16:02.622473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b1092cfe-1eb1-4f24-8b8d-b889944926b0 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:02.678241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:02.758597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fba77-2bd7-4c54-8d2c-7e3078308b3f req-e394eaec-8d78-45dc-8149-aed30a80a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:02.760202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e62fba77-2bd7-4c54-8d2c-7e3078308b3f req-e394eaec-8d78-45dc-8149-aed30a80a432 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 1102 time: 0.1440926 Nov 12 05:16:02.792268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-0c643743-1d2b-4ee6-bd56-9be138867d95 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:02.793761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-0c643743-1d2b-4ee6-bd56-9be138867d95 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.2104526 Nov 12 05:16:02.810023 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b1092cfe-1eb1-4f24-8b8d-b889944926b0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b1092cfe-1eb1-4f24-8b8d-b889944926b0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:02.834081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b1092cfe-1eb1-4f24-8b8d-b889944926b0', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'b1092cfe-1eb1-4f24-8b8d-b889944926b0', 'mac_address': 'fa:16:3e:59:fd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:16:02.854334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-179f6924-9eaa-49e2-a137-217ce98d2195 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/quotas/b462c55b281744a2b4b0f9f90721130f HTTP/1.1" status: 200 len: 375 time: 0.0433311 Nov 12 05:16:02.927402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8dd69d4d-e9ac-4b98-bc1b-5eca352f5fda tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630167 Nov 12 05:16:02.933881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e62fba77-2bd7-4c54-8d2c-7e3078308b3f req-4ba90c7e-e4b2-4a65-a180-467eb5c33c50 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380768 Nov 12 05:16:02.953025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da9f5-715a-483f-94e5-d17b061a021b req-c63056e9-fb38-465e-a763-a5222af50816 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:02.958644 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:02.963446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea6da9f5-715a-483f-94e5-d17b061a021b req-c63056e9-fb38-465e-a763-a5222af50816 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1685491 Nov 12 05:16:02.984689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1092cfe-1eb1-4f24-8b8d-b889944926b0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:03.008949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b1092cfe-1eb1-4f24-8b8d-b889944926b0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b1092cfe-1eb1-4f24-8b8d-b889944926b0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:03.016689 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:03.068059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b1092cfe-1eb1-4f24-8b8d-b889944926b0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:03.104593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea6da9f5-715a-483f-94e5-d17b061a021b req-f3762beb-1861-463f-a26c-aa09575217ee tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402564 Nov 12 05:16:03.115061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-b9868f99-63be-40db-bb78-e2fbbe9e5fbf service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793005 Nov 12 05:16:03.230270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-9f6f5d88-36fc-440a-8b95-40dac9435fad service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127934 Nov 12 05:16:03.445366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b1092cfe-1eb1-4f24-8b8d-b889944926b0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:03.540782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d92296a-bc02-41de-be9d-e0557dcd2b39 req-2ddd35bb-4bbf-4c0d-9edd-d817679f754f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 210 time: 0.0450180 Nov 12 05:16:03.553690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fd8f9-4d42-4a6d-b823-143a8b30c557 req-7e8a3ebb-abd8-4f18-935d-712332d6c1df tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:03.567629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf9fd8f9-4d42-4a6d-b823-143a8b30c557 req-7e8a3ebb-abd8-4f18-935d-712332d6c1df tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1396079 Nov 12 05:16:03.663597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf9fd8f9-4d42-4a6d-b823-143a8b30c557 req-24d1c2ae-5f56-4c40-82b6-31149c4cecaf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950797 Nov 12 05:16:03.791127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221e0e-3149-4921-9be7-f894be7d647e req-4a5fe7fb-8e32-412d-b66f-6d6e5388dd6b tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:03.799565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6221e0e-3149-4921-9be7-f894be7d647e req-4a5fe7fb-8e32-412d-b66f-6d6e5388dd6b tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 949 time: 0.0671475 Nov 12 05:16:03.853782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6221e0e-3149-4921-9be7-f894be7d647e req-31accb12-a0f5-4798-bdfa-23e62f4757eb tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528848 Nov 12 05:16:04.075308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0c14c-7187-4b6c-af48-c780bbeb8c9d req-8d7d1b9b-7043-4d37-9ad2-3028c043143b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:04.077028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63f0c14c-7187-4b6c-af48-c780bbeb8c9d req-8d7d1b9b-7043-4d37-9ad2-3028c043143b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 950 time: 0.0625439 Nov 12 05:16:04.149045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63f0c14c-7187-4b6c-af48-c780bbeb8c9d req-4466c79a-4bed-4d4d-bba6-018f19a8f49a tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624120 Nov 12 05:16:04.279672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaed94d-c11e-404e-9d0d-a825d1c7b09e req-802cc859-cd1d-45d0-a511-cbf865f6e800 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:04.282276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daaed94d-c11e-404e-9d0d-a825d1c7b09e req-802cc859-cd1d-45d0-a511-cbf865f6e800 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0773857 Nov 12 05:16:04.371097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daaed94d-c11e-404e-9d0d-a825d1c7b09e req-75a4fc79-3352-47f7-8d98-63432b772aac tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800886 Nov 12 05:16:04.627180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b1092cfe-1eb1-4f24-8b8d-b889944926b0 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:04.639205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee57e6ae-df11-494c-b6cb-6c6016ff3adb req-0aa3c4b9-3360-465d-a9be-939a1ff2ec84 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 210 time: 0.0268748 Nov 12 05:16:04.677427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port b1092cfe-1eb1-4f24-8b8d-b889944926b0 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:16:04.681382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b1092cfe-1eb1-4f24-8b8d-b889944926b0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:04.682375 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:04.775442 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:04.797952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099dc714-a41f-47f2-b3c9-ba297b7e9c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1092cfe-1eb1-4f24-8b8d-b889944926b0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:04.800747 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624345fa-4546-4d8e-a354-e6c9730da994" -d '{"events": [{"server_uuid": "099dc714-a41f-47f2-b3c9-ba297b7e9c84", "name": "network-vif-plugged", "status": "completed", "tag": "b1092cfe-1eb1-4f24-8b8d-b889944926b0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:04.816388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b1092cfe-1eb1-4f24-8b8d-b889944926b0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b1092cfe-1eb1-4f24-8b8d-b889944926b0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:04.822000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400377d-c3ea-4c75-9bd1-b635a4913b81 req-7fc73b86-6c34-4c53-b536-c87588aad79b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:04.825304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a400377d-c3ea-4c75-9bd1-b635a4913b81 req-7fc73b86-6c34-4c53-b536-c87588aad79b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0734558 Nov 12 05:16:04.828325 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:04.829494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:04.855149 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc83eb4-90e6-4603-ba5c-0a0a745138e7 x-openstack-request-id: req-acc83eb4-90e6-4603-ba5c-0a0a745138e7 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:04.855453 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099dc714-a41f-47f2-b3c9-ba297b7e9c84", "name": "network-vif-plugged", "status": "completed", "tag": "b1092cfe-1eb1-4f24-8b8d-b889944926b0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:04.855899 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acc83eb4-90e6-4603-ba5c-0a0a745138e7 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:04.856458 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099dc714-a41f-47f2-b3c9-ba297b7e9c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1092cfe-1eb1-4f24-8b8d-b889944926b0', 'code': 200} Nov 12 05:16:04.879783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:04.880357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eeb356cd-3b06-4bda-bdc3-1e10e5c989d6 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:04.880927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:04.903671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:04.904327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f4b072fa-8d02-44d7-8d2b-3ab54e3555e4 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:04.927215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b1092cfe-1eb1-4f24-8b8d-b889944926b0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:04.933425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a400377d-c3ea-4c75-9bd1-b635a4913b81 req-2cfb9e55-f1f8-44b6-831a-0e2bd7a3af83 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019967 Nov 12 05:16:05.033903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d61ad-7c56-443b-b140-1f04eb44ab65 req-69092889-6678-4f43-8fe0-8aaab22e386a tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:05.035410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-104d61ad-7c56-443b-b140-1f04eb44ab65 req-69092889-6678-4f43-8fe0-8aaab22e386a tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 950 time: 0.0822859 Nov 12 05:16:05.040755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eacea-0f12-4c63-9223-e3c80a0ae400 req-59662442-b0f8-4515-a67b-773d7e084b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:05.042110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-768eacea-0f12-4c63-9223-e3c80a0ae400 req-59662442-b0f8-4515-a67b-773d7e084b15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 1102 time: 0.0586624 Nov 12 05:16:05.190030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-104d61ad-7c56-443b-b140-1f04eb44ab65 req-83e87574-2d2b-42cc-9366-c212212496f3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469276 Nov 12 05:16:05.205549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-768eacea-0f12-4c63-9223-e3c80a0ae400 req-deb7e008-3485-4bc2-8cf8-c2502098f841 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368060 Nov 12 05:16:05.217150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-e31e3c8a-e4ab-4cc4-84d8-09c19690dd4b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:05.218754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-e31e3c8a-e4ab-4cc4-84d8-09c19690dd4b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.1701827 Nov 12 05:16:05.280315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b40b14-57d8-40c6-9410-4cc84964880f req-0ceed31e-f51e-4451-89c8-30734608c096 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:05.281763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55b40b14-57d8-40c6-9410-4cc84964880f req-0ceed31e-f51e-4451-89c8-30734608c096 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 950 time: 0.0567770 Nov 12 05:16:05.286924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Request body: {'port': {'device_id': '0353fb76-3f52-4ca4-bd9f-458e3c9f429a', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'admin_state_up': True, 'tenant_id': 'b462c55b281744a2b4b0f9f90721130f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:05.387078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55b40b14-57d8-40c6-9410-4cc84964880f req-26b7a34f-52a1-438f-99e7-3ef548d98efc tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968897 Nov 12 05:16:05.445626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Made reservation on behalf of b462c55b281744a2b4b0f9f90721130f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:05.450023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:05.561399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b335-e948-402f-83ac-2501330d5ef3 req-7885e133-bcf8-4737-ab45-ed431550c3f8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:05.562930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee28b335-e948-402f-83ac-2501330d5ef3 req-7885e133-bcf8-4737-ab45-ed431550c3f8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0998907 Nov 12 05:16:05.649985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Allocated IP 172.20.0.7 (94ce151c-8d46-459d-b0d8-62e48d752fd3/f47977af-5f43-43e4-978b-58e339d201f4/b3b8fe7d-42a0-4189-b69d-61c0872e0626) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:05.656826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee28b335-e948-402f-83ac-2501330d5ef3 req-1d2a0706-5338-424f-8c85-a1296ff6dada tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854688 Nov 12 05:16:06.079421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-494553b9-4239-4f62-804b-6dc61894d1a8 req-bbdfd11e-1843-40e9-ac5e-91e17142646a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 210 time: 0.3127360 Nov 12 05:16:06.132520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383a1f9-3a46-4395-9cf3-7246b90e9b67 req-0624e960-0c1a-4662-8ce8-29d06675894b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.134008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f383a1f9-3a46-4395-9cf3-7246b90e9b67 req-0624e960-0c1a-4662-8ce8-29d06675894b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.3925624 Nov 12 05:16:06.139034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.233407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f383a1f9-3a46-4395-9cf3-7246b90e9b67 req-ece3f4bf-1ef4-456c-b5bd-8b11c915d0dd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908735 Nov 12 05:16:06.250833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba457dfe-e3b8-4537-9641-1e1d6d1c1da9 req-9a37a830-0cd1-44c2-9c5d-080f126fd30f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.259176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba457dfe-e3b8-4537-9641-1e1d6d1c1da9 req-9a37a830-0cd1-44c2-9c5d-080f126fd30f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0984509 Nov 12 05:16:06.263789 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.302151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:06.309165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:06.337310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:06.408291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba457dfe-e3b8-4537-9641-1e1d6d1c1da9 req-8e71aa02-26da-4e42-beab-554b59e5afcb tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481645 Nov 12 05:16:06.430373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event updated for resources: {'Port': ['ID=b3b8fe7d-42a0-4189-b69d-61c0872e0626,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:06.446373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.447017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.456464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08417c-d9d5-41b3-b491-fd2d92fad5a0 req-778e2e5e-f8a2-4afe-b6d2-82205f45975b tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.463397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb08417c-d9d5-41b3-b491-fd2d92fad5a0 req-778e2e5e-f8a2-4afe-b6d2-82205f45975b tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 950 time: 0.1502242 Nov 12 05:16:06.517051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-464128fe-7d21-46f7-94bc-349d645e7ba0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2342982 Nov 12 05:16:06.527290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb08417c-d9d5-41b3-b491-fd2d92fad5a0 req-ec89e018-92fa-41d0-b104-e444278bc67e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630140 Nov 12 05:16:06.556994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Request body: {'port': {'device_id': '0353fb76-3f52-4ca4-bd9f-458e3c9f429a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:06.604844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-92ed696d-d480-4206-8733-08bf8b931a37 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.607141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-92ed696d-d480-4206-8733-08bf8b931a37 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 950 time: 0.0580750 Nov 12 05:16:06.623827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412f7fb-e495-4cc5-a1b1-97a87257f059 req-9f07c072-4332-49a7-9a11-7b3d05f7b089 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.631310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6412f7fb-e495-4cc5-a1b1-97a87257f059 req-9f07c072-4332-49a7-9a11-7b3d05f7b089 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 950 time: 0.0898809 Nov 12 05:16:06.684341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6412f7fb-e495-4cc5-a1b1-97a87257f059 req-f36c1f8f-826a-4a63-a705-ce70d950d60b tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d5de86-b8ba-4e4a-85bd-c0a624613195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520949 Nov 12 05:16:06.690814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-8a5d72be-f11a-46f8-a68e-a2f4657215ae req-43cca13d-5e29-4288-ae1d-96a28f9ecef8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:16:06.701156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a5d72be-f11a-46f8-a68e-a2f4657215ae req-43cca13d-5e29-4288-ae1d-96a28f9ecef8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153117 Nov 12 05:16:06.719921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Deleting port ed31851e-67dd-40f3-b6c6-5cc3f4335acc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:06.720509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.752440 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.847106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] For port ed31851e-67dd-40f3-b6c6-5cc3f4335acc, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:06.847546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.864144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Calling delete_port for ed31851e-67dd-40f3-b6c6-5cc3f4335acc owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:07.031168 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-e6dc27b7-1934-4fa0-a13b-2535180e30fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914869 Nov 12 05:16:07.071016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91383f-58f2-47ca-ad72-1cb707d457ec req-5392b143-0d7d-40f4-9d31-e226093d37e2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.072530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe91383f-58f2-47ca-ad72-1cb707d457ec req-5392b143-0d7d-40f4-9d31-e226093d37e2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1026273 Nov 12 05:16:07.101995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:07.142095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Pushing event deleted for resources: {'Port': ['ID=ed31851e-67dd-40f3-b6c6-5cc3f4335acc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:07.154926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ed31851e-67dd-40f3-b6c6-5cc3f4335acc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:07.198648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] No DVR routers for this DVR port ed31851e-67dd-40f3-b6c6-5cc3f4335acc on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:07.201680 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:07.207288 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71dbfc87-4898-419f-a9f0-ac6ed5d199ab req-17c3ff9e-28f1-4d3e-895c-ceaceb0ad656 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.43 "DELETE /v2.0/ports/ed31851e-67dd-40f3-b6c6-5cc3f4335acc HTTP/1.1" status: 204 len: 173 time: 0.5910070 Nov 12 05:16:07.207935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc16ae4-6776-4ffb-a85b-6126fd961d35', 'name': 'network-vif-deleted', 'tag': 'ed31851e-67dd-40f3-b6c6-5cc3f4335acc'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:07.210507 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20356115-2069-472b-8f9b-81047d5287d3" -d '{"events": [{"server_uuid": "1dc16ae4-6776-4ffb-a85b-6126fd961d35", "name": "network-vif-deleted", "tag": "ed31851e-67dd-40f3-b6c6-5cc3f4335acc"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:07.226629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe91383f-58f2-47ca-ad72-1cb707d457ec req-e94ec293-4811-4b04-b0d7-06072d5e27d2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440303 Nov 12 05:16:07.286740 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aaa72b-4c3c-4a30-9f70-bbd5126aa003 x-openstack-request-id: req-d8aaa72b-4c3c-4a30-9f70-bbd5126aa003 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:07.286740 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc16ae4-6776-4ffb-a85b-6126fd961d35", "name": "network-vif-deleted", "tag": "ed31851e-67dd-40f3-b6c6-5cc3f4335acc", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:07.287317 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8aaa72b-4c3c-4a30-9f70-bbd5126aa003 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:07.287759 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc16ae4-6776-4ffb-a85b-6126fd961d35', 'name': 'network-vif-deleted', 'tag': 'ed31851e-67dd-40f3-b6c6-5cc3f4335acc', 'status': 'completed', 'code': 200} Nov 12 05:16:07.304614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b8fe7d-42a0-4189-b69d-61c0872e0626 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:07.315181 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:07.341947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8067a-e1da-443c-9b25-d87ca1d55f0d req-18512c3b-9715-489b-87d3-36760cd45516 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.343425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28c8067a-e1da-443c-9b25-d87ca1d55f0d req-18512c3b-9715-489b-87d3-36760cd45516 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 931 time: 0.1122718 Nov 12 05:16:07.344374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Transition to ACTIVE for port object b3b8fe7d-42a0-4189-b69d-61c0872e0626 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:16:07.349416 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:07.387989 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:16:07.430211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b8fe7d-42a0-4189-b69d-61c0872e0626,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:07.461760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28c8067a-e1da-443c-9b25-d87ca1d55f0d req-68a749a6-21b8-4b97-b58d-de36f4b09263 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099355 Nov 12 05:16:07.585776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Attempting to bind port b3b8fe7d-42a0-4189-b69d-61c0872e0626 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:07.586112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Attempting to bind port b3b8fe7d-42a0-4189-b69d-61c0872e0626 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:07.586497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Attempting to bind port b3b8fe7d-42a0-4189-b69d-61c0872e0626 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:07.591918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Port b3b8fe7d-42a0-4189-b69d-61c0872e0626 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:07.592246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Attempting to bind port b3b8fe7d-42a0-4189-b69d-61c0872e0626 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:07.599725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:07.600075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Checking segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:07.600387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Bound using segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:07.600827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Bound port: b3b8fe7d-42a0-4189-b69d-61c0872e0626, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:07.601221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:07.653969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9026c2a-0b53-49c3-9f10-bf638a59d3e8 req-9d8b8f43-2757-403c-a478-f7ccf8a44cdf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.656010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9026c2a-0b53-49c3-9f10-bf638a59d3e8 req-9d8b8f43-2757-403c-a478-f7ccf8a44cdf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1205356 Nov 12 05:16:07.762642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e0aca-55b4-4628-a3c6-7e55a0122bc4 req-3a0295ea-81f9-440b-a67f-5cc9f8b1a306 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.764329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-384e0aca-55b4-4628-a3c6-7e55a0122bc4 req-3a0295ea-81f9-440b-a67f-5cc9f8b1a306 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 950 time: 0.1534581 Nov 12 05:16:07.771210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] For port b3b8fe7d-42a0-4189-b69d-61c0872e0626, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:07.806855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9026c2a-0b53-49c3-9f10-bf638a59d3e8 req-15092c56-b78d-49d2-8ec6-b14000a6e3c6 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289387 Nov 12 05:16:07.808687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] For port b3b8fe7d-42a0-4189-b69d-61c0872e0626, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b3b8fe7d-42a0-4189-b69d-61c0872e0626,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:07.819947 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:07.869902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.870658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:07.872442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] 10.222.0.43 "PUT /v2.0/ports/b3b8fe7d-42a0-4189-b69d-61c0872e0626 HTTP/1.1" status: 200 len: 1092 time: 1.3207681 Nov 12 05:16:07.883144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0353fb76-3f52-4ca4-bd9f-458e3c9f429a', 'tag': 'b3b8fe7d-42a0-4189-b69d-61c0872e0626'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:07.885649 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023e33c8-97ed-4a27-b384-0df6933ffdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "0353fb76-3f52-4ca4-bd9f-458e3c9f429a", "tag": "b3b8fe7d-42a0-4189-b69d-61c0872e0626"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:07.940571 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-384e0aca-55b4-4628-a3c6-7e55a0122bc4 req-1aabf3a2-7b19-48d4-a88a-fba0c1281e42 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602108 Nov 12 05:16:07.955193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623f980-3f21-45a7-bbfc-71148eb81a78 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b8fe7d-42a0-4189-b69d-61c0872e0626,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:07.987534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-368940c4-6d1f-45f8-9834-fdfc3a28a6ed req-d8c00277-c5c3-4228-aed3-73794084c713 tempest-ServersOnMultiNodesTest-1775445051 tempest-ServersOnMultiNodesTest-1775445051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc16ae4-6776-4ffb-a85b-6126fd961d35 HTTP/1.1" status: 200 len: 210 time: 0.0389059 Nov 12 05:16:08.042708 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09175aa-e9d6-41a6-b9c7-f1d806338b5f x-openstack-request-id: req-d09175aa-e9d6-41a6-b9c7-f1d806338b5f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:08.043000 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0353fb76-3f52-4ca4-bd9f-458e3c9f429a", "tag": "b3b8fe7d-42a0-4189-b69d-61c0872e0626", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:08.043251 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d09175aa-e9d6-41a6-b9c7-f1d806338b5f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:08.043639 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0353fb76-3f52-4ca4-bd9f-458e3c9f429a', 'tag': 'b3b8fe7d-42a0-4189-b69d-61c0872e0626', 'status': 'completed', 'code': 200} Nov 12 05:16:08.046548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-7a0e66a1-019a-4529-8c52-25d99e51a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.048081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-7a0e66a1-019a-4529-8c52-25d99e51a0bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 1095 time: 0.0521758 Nov 12 05:16:08.151392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-13333a40-dc52-4297-99c2-09cfdfa4ec2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b8fe7d-42a0-4189-b69d-61c0872e0626 HTTP/1.1" status: 200 len: 217 time: 0.0386317 Nov 12 05:16:08.204499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-a6f6789c-4ac6-4444-a7f6-2ec1a49ef790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.206187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-a6f6789c-4ac6-4444-a7f6-2ec1a49ef790 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.0460873 Nov 12 05:16:08.239433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-4e4decad-d124-4592-b0e8-8f3d9e821cbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261359 Nov 12 05:16:08.376503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-b5daa6b2-2977-42b1-826a-ed8e5f9e7c3b service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233723 Nov 12 05:16:08.385796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c629e0-a853-4d9f-8daa-5a910b3968cf req-6fb53ed6-672a-49f0-a6da-8397493c7dc3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.387251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26c629e0-a853-4d9f-8daa-5a910b3968cf req-6fb53ed6-672a-49f0-a6da-8397493c7dc3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0739617 Nov 12 05:16:08.498826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26c629e0-a853-4d9f-8daa-5a910b3968cf req-76d945f3-ea67-4a1f-ba13-1e2e8e744dff tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031201 Nov 12 05:16:08.541343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef02d204-ac61-4d71-b592-cc097c62d290 req-99fa78a8-3906-4bb0-8b1f-e0ee3eaefb31 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531451 Nov 12 05:16:08.562631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.563122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.563602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.564075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.564858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.565336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.565808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.566277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.566767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.567235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.567702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.568165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.568627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.569212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.569548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.572077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-fc14ce2b-1543-4e31-b31d-ee9ac151f622 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a&device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84&device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d&device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934&device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3&device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49&device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5&device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0&device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157&device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a&device_id=c36622dd-b7bb-400e-b983-21396d8693a6&device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692&device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee&device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 13545 time: 0.0889587 Nov 12 05:16:08.636459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-1aebef29-c93f-432f-910d-d5f5f7f941c6 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:08.708476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a80b97-db56-4e46-b512-90965d877206 req-49130351-76f2-41f7-9e50-ec2f3651767b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.710636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74a80b97-db56-4e46-b512-90965d877206 req-49130351-76f2-41f7-9e50-ec2f3651767b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 943 time: 0.1370051 Nov 12 05:16:08.759064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-e11ad913-fa1b-4185-aa06-0752d9033796 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.760529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-e11ad913-fa1b-4185-aa06-0752d9033796 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.1399093 Nov 12 05:16:08.768861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-7f586663-24a8-4485-bf4d-8799408b55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.770392 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-7f586663-24a8-4485-bf4d-8799408b55d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 1102 time: 0.0419078 Nov 12 05:16:08.782728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-28'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:08.869606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-a6a676d6-4a00-4701-9976-25d1f97307bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.871103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-a6a676d6-4a00-4701-9976-25d1f97307bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.0918429 Nov 12 05:16:08.880117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-9145d9c9-5855-4536-abb3-7bd37ab7d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.881569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-9145d9c9-5855-4536-abb3-7bd37ab7d9b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 1095 time: 0.1635125 Nov 12 05:16:08.893824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74a80b97-db56-4e46-b512-90965d877206 req-00740f18-7a31-4a7c-9bbf-a3fce66845ab tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743095 Nov 12 05:16:08.895550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-1aebef29-c93f-432f-910d-d5f5f7f941c6 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:08.915248 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:08.915359 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-c1e967ca-95db-4902-85ac-e8c0f3b5bccf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6ff084b5-1302-48a3-aed2-69b8142f3135 HTTP/1.1" status: 200 len: 217 time: 0.0344429 Nov 12 05:16:08.920519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-1aebef29-c93f-432f-910d-d5f5f7f941c6 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:08.968151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-6bd00fa4-0aff-4fb1-b297-d0ab368e49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.969891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-6bd00fa4-0aff-4fb1-b297-d0ab368e49d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0482545 Nov 12 05:16:09.021701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-17bfe19e-68fe-45cb-9630-af60cc99feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:09.023239 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-17bfe19e-68fe-45cb-9630-af60cc99feb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0449612 Nov 12 05:16:09.081305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebef29-c93f-432f-910d-d5f5f7f941c6 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4d1c83-2731-4590-8e3d-a30a6f7084d4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:09.116698 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-7b704570-53db-4114-999e-09f62e741418 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Nov 12 05:16:09.182192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-f9542703-5663-41d7-acbe-b9cd6bbc5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:09.183652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-f9542703-5663-41d7-acbe-b9cd6bbc5667 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 913 time: 0.2852488 Nov 12 05:16:09.189287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d40dc-607c-455b-ac46-8eb5770e1b0e req-9b25505f-b9c3-45c8-a368-1058bf4e40e6 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:09.191307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae0d40dc-607c-455b-ac46-8eb5770e1b0e req-9b25505f-b9c3-45c8-a368-1058bf4e40e6 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1097 time: 0.1960120 Nov 12 05:16:09.212904 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-f318dbb7-556a-4591-93d0-c7eff772ef25 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889685 Nov 12 05:16:09.246373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-6547e3ef-5e37-4ba2-8b98-a2a82f777425 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b8fe7d-42a0-4189-b69d-61c0872e0626 HTTP/1.1" status: 200 len: 217 time: 0.0520320 Nov 12 05:16:09.252773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56574eb7-6f5c-4580-b076-c248c09d87a3 req-1aebef29-c93f-432f-910d-d5f5f7f941c6 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&id=0caa75b1-ce38-4925-88f7-1d982c9593a4&id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&id=69720e65-0640-48e6-8cc1-9206b3d7252f&id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.6731644 Nov 12 05:16:09.352823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:09.376822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae0d40dc-607c-455b-ac46-8eb5770e1b0e req-00bf58a2-a002-4772-81fe-f2efef118907 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699321 Nov 12 05:16:09.389126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-78b0ed98-8470-4174-8a99-5b303a2d4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:09.391072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-78b0ed98-8470-4174-8a99-5b303a2d4386 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.1279218 Nov 12 05:16:09.442510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-780d0576-fa63-4842-b824-5241b67ae826 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395997 Nov 12 05:16:09.452705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:09.461931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df315bc-4894-469c-a5e6-79e7afae380a req-7c41a2ac-4383-4136-ad40-ebf60c2e2262 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:09.463480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7df315bc-4894-469c-a5e6-79e7afae380a req-7c41a2ac-4383-4136-ad40-ebf60c2e2262 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1496403 Nov 12 05:16:09.565388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:09.604985 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:09.622482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7df315bc-4894-469c-a5e6-79e7afae380a req-90952320-78f0-4809-8c9d-710eedbd8a6c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418593 Nov 12 05:16:09.705931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-2e5f90bd-c50c-405e-8ae2-4c6e20544893 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928561 Nov 12 05:16:09.738612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:09.785040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:09.828600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on host n-h1-765315-28 for vnic_type normal with profile {"migrating_to": "n-h2-765315-28"} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:09.828934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:09.829260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:09.848663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:09.848987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Attempting to bind port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:09.865510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:09.865956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:09.866390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:09.866929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Bound port: f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:09.867282 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:09.894649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51c137-ead8-41d5-8b12-3d3e3272bdc5 req-3b6e0b8e-c396-4dd7-92c2-81a454bb71d5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:09.896173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e51c137-ead8-41d5-8b12-3d3e3272bdc5 req-3b6e0b8e-c396-4dd7-92c2-81a454bb71d5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1329577 Nov 12 05:16:09.902697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023e33c8-97ed-4a27-b384-0df6933ffdf0 req-3a76baf7-b3db-4b5a-ae62-bf89b0b17522 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882217 Nov 12 05:16:09.936650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b678249c-2113-4555-92d1-ca08b361430a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f31d2a24e674fb58cddb6087614233d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504505 Nov 12 05:16:09.939227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:09.988870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adbd7332-7ec7-469e-906d-38ed3df17a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:09.993028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:09.998382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e51c137-ead8-41d5-8b12-3d3e3272bdc5 req-85f77105-862c-4013-bfb9-aada85645cb3 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939207 Nov 12 05:16:10.000105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:10.005904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.020167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adbd7332-7ec7-469e-906d-38ed3df17a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.044952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:10.047231 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c6344-0e8e-486a-b4e4-9d9961e57ee7" -d '{"events": [{"server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:10.092226 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adbd7332-7ec7-469e-906d-38ed3df17a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.095182 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adbd7332-7ec7-469e-906d-38ed3df17a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.103961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:10.104589 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.106010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] 10.222.0.47 "PUT /v2.0/ports/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 200 len: 1123 time: 1.3285196 Nov 12 05:16:10.106379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-adbd7332-7ec7-469e-906d-38ed3df17a8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2d5de86-b8ba-4e4a-85bd-c0a624613195 HTTP/1.1" status: 204 len: 168 time: 0.1589062 Nov 12 05:16:10.106942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6ee5d-23b2-4696-88b3-ff5edce29f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:10.125280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd7332-7ec7-469e-906d-38ed3df17a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d5de86-b8ba-4e4a-85bd-c0a624613195,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:10.213597 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.308871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:10.314450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:10.345790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956229-0582-4665-8795-60d8110d3a8a req-4d6d448d-4082-4dfb-b4af-333091040d67 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:10.347532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956229-0582-4665-8795-60d8110d3a8a req-4d6d448d-4082-4dfb-b4af-333091040d67 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:10.349268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956229-0582-4665-8795-60d8110d3a8a req-4d6d448d-4082-4dfb-b4af-333091040d67 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:10.359461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f956229-0582-4665-8795-60d8110d3a8a req-4d6d448d-4082-4dfb-b4af-333091040d67 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84&device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934&device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 2887 time: 0.0643024 Nov 12 05:16:10.416907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f956229-0582-4665-8795-60d8110d3a8a req-c4d128d8-c685-4b62-af20-2881979091cd tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562844 Nov 12 05:16:10.524178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51626) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:10.535407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc2691-0b42-476c-8e1b-221598917800 req-955b2df6-8ab6-44ae-afdb-502ad6a9f3c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:10.536933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8fc2691-0b42-476c-8e1b-221598917800 req-955b2df6-8ab6-44ae-afdb-502ad6a9f3c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 943 time: 0.0626597 Nov 12 05:16:10.570238 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ed9bc1ec-085c-4038-b8a8-8377f394c14d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c4b6a1064344d439d24c3df27e4a461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448372 Nov 12 05:16:10.572771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51628) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:10.606984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8fc2691-0b42-476c-8e1b-221598917800 req-fd413ef0-334a-40b2-86ca-4f79d1f0f34b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615294 Nov 12 05:16:10.664053 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e7571-9208-4d87-8701-ea5129b3fee0 x-openstack-request-id: req-b50e7571-9208-4d87-8701-ea5129b3fee0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:10.665397 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:10.665845 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b50e7571-9208-4d87-8701-ea5129b3fee0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:10.666406 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f', 'code': 200} Nov 12 05:16:10.668906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec85-dcfb-4e47-8a80-69f5128ac516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.670824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f8d00dc9-bd94-46f5-8b00-b1f2f428e77f details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:10.693325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec85-dcfb-4e47-8a80-69f5128ac516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.791382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-7c257f36-c362-46f8-b186-dfa1c8326801 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:16:10.793121 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-7c257f36-c362-46f8-b186-dfa1c8326801 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083072 Nov 12 05:16:10.805822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec85-dcfb-4e47-8a80-69f5128ac516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.809325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec85-dcfb-4e47-8a80-69f5128ac516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:10.811149 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-54d0ec85-dcfb-4e47-8a80-69f5128ac516 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c919690c-ac5c-4349-8122-dc8cad321d46 HTTP/1.1" status: 204 len: 168 time: 0.2364972 Nov 12 05:16:10.847164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0ec85-dcfb-4e47-8a80-69f5128ac516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c919690c-ac5c-4349-8122-dc8cad321d46,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:10.859182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-bcf53b65-f0af-4204-a42b-9c75cc76a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:10.861108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-bcf53b65-f0af-4204-a42b-9c75cc76a6ea service neutron] 10.222.0.48 "GET /v2.0/ports/a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 200 len: 1094 time: 0.0489080 Nov 12 05:16:10.873077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Request body: {'binding': {'host': 'n-h2-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:10.873843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:16:10.965474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a7047-b532-43cf-a7b0-3332f487cd60 req-5dd5f4b4-7481-4a73-b9fc-8adb2c7fe341 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:10.975750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-950a7047-b532-43cf-a7b0-3332f487cd60 req-5dd5f4b4-7481-4a73-b9fc-8adb2c7fe341 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0784309 Nov 12 05:16:10.981384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:11.031944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f8d00dc9-bd94-46f5-8b00-b1f2f428e77f has no active binding in host n-h2-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:16:11.049831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on host n-h2-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:11.050439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:11.050853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:11.055798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:11.056196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:11.062370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:11.062816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:11.063283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:11.063787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Bound port: a2dba987-1fbc-45f1-8100-2189d1e99272, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:11.065926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-950a7047-b532-43cf-a7b0-3332f487cd60 req-2a9f0fea-50f6-4815-9334-a563f7862fbf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829854 Nov 12 05:16:11.126080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:11.138509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:11.138509 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-09c1e7bb-a68e-4db9-8606-14d7dccb2ad1 service neutron] 10.222.0.48 "POST /v2.0/ports/a2dba987-1fbc-45f1-8100-2189d1e99272/bindings HTTP/1.1" status: 201 len: 390 time: 0.2652316 Nov 12 05:16:11.221585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8d881-3738-4c72-91b1-8cdbda05b5c5 req-176fd5e9-cc7d-432a-a0ee-ce01c982887a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:11.223343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cef8d881-3738-4c72-91b1-8cdbda05b5c5 req-176fd5e9-cc7d-432a-a0ee-ce01c982887a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0636210 Nov 12 05:16:11.301203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cef8d881-3738-4c72-91b1-8cdbda05b5c5 req-5c05511c-9f63-4194-a943-14dc55bf6f38 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685053 Nov 12 05:16:11.419258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6020f-4d3a-455b-b748-66fa3dfa6e15 req-1c0083e9-6ec8-455d-96a4-1fc6dc95cf4e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:11.424248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8df6020f-4d3a-455b-b748-66fa3dfa6e15 req-1c0083e9-6ec8-455d-96a4-1fc6dc95cf4e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0601270 Nov 12 05:16:11.471944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8df6020f-4d3a-455b-b748-66fa3dfa6e15 req-375e4cd1-2802-4349-8c5c-32f7df8acdb2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438380 Nov 12 05:16:11.662452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ed31851e-67dd-40f3-b6c6-5cc3f4335acc no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:11.682775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559d31c-57b1-4614-900a-42054a2fddcd req-e1295ae5-c2da-4e7b-a79f-7c6c38ba95aa tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:11.688525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: ed31851e-67dd-40f3-b6c6-5cc3f4335acc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:11.689133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ed31851e-67dd-40f3-b6c6-5cc3f4335acc not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:11.693718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c559d31c-57b1-4614-900a-42054a2fddcd req-e1295ae5-c2da-4e7b-a79f-7c6c38ba95aa tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1102 time: 0.0560474 Nov 12 05:16:11.771526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de710d0-a451-4f84-bc72-f234d21dc331 req-aff97e47-b01a-4e40-b26d-c0bc844c4d0d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:11.773015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7de710d0-a451-4f84-bc72-f234d21dc331 req-aff97e47-b01a-4e40-b26d-c0bc844c4d0d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 943 time: 0.0763509 Nov 12 05:16:11.778844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c559d31c-57b1-4614-900a-42054a2fddcd req-c59b7125-c336-438f-bd5d-bccdf7f1ebe4 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839105 Nov 12 05:16:11.832811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7de710d0-a451-4f84-bc72-f234d21dc331 req-a2f3ed5e-de76-406a-b8a7-e0dee774165c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Nov 12 05:16:11.895668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312491-2f2d-40c6-9b69-eef4b940213b req-337d604a-ad8f-4a2a-9afa-bfe3bf6d716a tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:11.897177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c312491-2f2d-40c6-9b69-eef4b940213b req-337d604a-ad8f-4a2a-9afa-bfe3bf6d716a tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1102 time: 0.0477302 Nov 12 05:16:11.944530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c312491-2f2d-40c6-9b69-eef4b940213b req-90256e43-564a-419c-8b7d-f19d8958c291 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Nov 12 05:16:12.191998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50855a56-e30d-4fa0-bcb9-5589514260ec req-b5bbed94-e263-41f3-83b8-2848068bb262 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:12.193924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50855a56-e30d-4fa0-bcb9-5589514260ec req-b5bbed94-e263-41f3-83b8-2848068bb262 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0579071 Nov 12 05:16:12.268501 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50855a56-e30d-4fa0-bcb9-5589514260ec req-a20904dc-e6a0-46f7-944a-b76032a31909 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660522 Nov 12 05:16:12.811528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:12.813742 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd693745-f454-4fd8-ba5c-e93a22f49a04" -d '{"events": [{"name": "network-changed", "server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:12.855651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733d21d-6a14-44d6-bd51-dc1bc489d785 req-d3d772cf-82da-492f-8f1d-f1292cde2d4b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:12.857143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7733d21d-6a14-44d6-bd51-dc1bc489d785 req-d3d772cf-82da-492f-8f1d-f1292cde2d4b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.3652282 Nov 12 05:16:12.893644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877c6d6-4f61-4c5c-a275-a15b2afb9e55 req-2e23c82e-aa92-4998-87e2-47b104a094e0 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:12.895217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6877c6d6-4f61-4c5c-a275-a15b2afb9e55 req-2e23c82e-aa92-4998-87e2-47b104a094e0 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0770676 Nov 12 05:16:12.936005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7733d21d-6a14-44d6-bd51-dc1bc489d785 req-36fa5fe4-6134-452e-a3f6-3f1145afcca2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721745 Nov 12 05:16:12.965580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6877c6d6-4f61-4c5c-a275-a15b2afb9e55 req-218a51dd-526a-4c1f-8d16-92d77840aeb4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597548 Nov 12 05:16:13.054536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e9254-9a52-4132-9ca6-8bb42686faad req-c03ecf47-e382-4bce-8ca8-bf1194654f6a tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:13.056266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c71e9254-9a52-4132-9ca6-8bb42686faad req-c03ecf47-e382-4bce-8ca8-bf1194654f6a tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0558975 Nov 12 05:16:13.057727 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4111d-1d5c-468d-a513-26bfa6b35a9d x-openstack-request-id: req-92f4111d-1d5c-468d-a513-26bfa6b35a9d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:13.058003 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:13.058247 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92f4111d-1d5c-468d-a513-26bfa6b35a9d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:13.058667 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f', 'status': 'completed', 'code': 200} Nov 12 05:16:13.112983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c71e9254-9a52-4132-9ca6-8bb42686faad req-d7c14a01-31d4-4771-8f56-bba5dc323172 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506296 Nov 12 05:16:13.182282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52003b96-6680-403c-8ddc-229068881586 req-e915b468-1ea7-40f5-82ef-8cfbfd2fc4b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:13.183783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52003b96-6680-403c-8ddc-229068881586 req-e915b468-1ea7-40f5-82ef-8cfbfd2fc4b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 943 time: 0.0872695 Nov 12 05:16:13.186615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-2557d8dd-cc5c-438a-9d30-d867e7db6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:13.187987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-2557d8dd-cc5c-438a-9d30-d867e7db6da3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1126 time: 0.0608113 Nov 12 05:16:13.262115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52003b96-6680-403c-8ddc-229068881586 req-e2bbe9be-ac42-4267-a443-8f9c300f3877 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714188 Nov 12 05:16:13.329450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-6e699f95-115b-4cfc-b7a4-d5511fa348e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:13.331294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-6e699f95-115b-4cfc-b7a4-d5511fa348e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.1141412 Nov 12 05:16:13.379111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-7aca8650-7f02-43b2-a0e0-d6246fccf629 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 200 len: 217 time: 0.0387235 Nov 12 05:16:13.466222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc6570-399a-413a-97d4-ee62a121a439 req-1ec085c5-e65d-43c3-aa7f-a36174dc4a8f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:13.467758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffc6570-399a-413a-97d4-ee62a121a439 req-1ec085c5-e65d-43c3-aa7f-a36174dc4a8f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0917518 Nov 12 05:16:13.469326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-02d5ea39-e686-4b49-acc5-7c76eb3d3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:13.470631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-02d5ea39-e686-4b49-acc5-7c76eb3d3a0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.0821280 Nov 12 05:16:13.517570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-1543935a-6990-4ee3-b959-7d9f21906266 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366530 Nov 12 05:16:13.563915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffc6570-399a-413a-97d4-ee62a121a439 req-08ab1558-f9b2-49ef-ad46-3922fc8f40b1 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895820 Nov 12 05:16:13.629909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-1438f8b5-c959-40e4-a14d-57a9cf8a3899 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026583 Nov 12 05:16:13.664614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b3b8fe7d-42a0-4189-b69d-61c0872e0626 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:13.732903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd693745-f454-4fd8-ba5c-e93a22f49a04 req-e37ff5bb-6181-464d-884a-594b7727922b service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912719 Nov 12 05:16:13.743257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51764) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:13.762254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b3b8fe7d-42a0-4189-b69d-61c0872e0626, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b3b8fe7d-42a0-4189-b69d-61c0872e0626,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:13.775173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'b3b8fe7d-42a0-4189-b69d-61c0872e0626', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'port_id': 'b3b8fe7d-42a0-4189-b69d-61c0872e0626', 'mac_address': 'fa:16:3e:9b:be:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47977af-5f43-43e4-978b-58e339d201f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:16:13.818172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8c91-639f-4e13-8963-90975bf4524d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:13.829449 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:13.844730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b8fe7d-42a0-4189-b69d-61c0872e0626 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:13.855860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0987db1c-7ffc-419e-9438-0af4b2181b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:13.865400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b3b8fe7d-42a0-4189-b69d-61c0872e0626, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b3b8fe7d-42a0-4189-b69d-61c0872e0626,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:13.869749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:13.919949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=b3b8fe7d-42a0-4189-b69d-61c0872e0626,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:13.938243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0987db1c-7ffc-419e-9438-0af4b2181b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:13.942587 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0987db1c-7ffc-419e-9438-0af4b2181b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:13.990853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0987db1c-7ffc-419e-9438-0af4b2181b5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe568373f3214f20b430231030aab823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377744 Nov 12 05:16:13.990853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51772) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:13.992032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987db1c-7ffc-419e-9438-0af4b2181b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e71d04e-1d52-4b7e-9fe1-7f342c835104,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:14.080905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d11e766d-3c37-4512-88cb-75001292203e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.139230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d11e766d-3c37-4512-88cb-75001292203e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.182688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ab94-afdb-44dd-9302-db9961131899 req-d4878c12-1271-4eaa-910f-f0b3f5c7af10 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:14.184261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b27ab94-afdb-44dd-9302-db9961131899 req-d4878c12-1271-4eaa-910f-f0b3f5c7af10 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1283183 Nov 12 05:16:14.196197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283a7b7-815f-4310-8e96-2b41bb9ac859 req-6a405d8a-840e-4b60-94a5-0bee47f9ac2e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:14.197613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4283a7b7-815f-4310-8e96-2b41bb9ac859 req-6a405d8a-840e-4b60-94a5-0bee47f9ac2e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1405656 Nov 12 05:16:14.275611 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d11e766d-3c37-4512-88cb-75001292203e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.278130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d11e766d-3c37-4512-88cb-75001292203e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.279311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d11e766d-3c37-4512-88cb-75001292203e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e71d04e-1d52-4b7e-9fe1-7f342c835104 HTTP/1.1" status: 204 len: 168 time: 0.2938497 Nov 12 05:16:14.286889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b27ab94-afdb-44dd-9302-db9961131899 req-dd2f1237-5ea9-4407-91d7-aa105a6e7b33 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880616 Nov 12 05:16:14.296548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4283a7b7-815f-4310-8e96-2b41bb9ac859 req-afdc11ff-a970-4b7a-a85f-db5f4c30841c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905950 Nov 12 05:16:14.297438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e766d-3c37-4512-88cb-75001292203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e71d04e-1d52-4b7e-9fe1-7f342c835104,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:14.433210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af6c21-4231-417c-b777-f4087d54b63a req-9ab7c83c-376b-4a67-b167-f458464b6f02 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:14.434989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1af6c21-4231-417c-b777-f4087d54b63a req-9ab7c83c-376b-4a67-b167-f458464b6f02 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0540829 Nov 12 05:16:14.487618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1af6c21-4231-417c-b777-f4087d54b63a req-c1e73e57-5ade-4ff9-8d67-ea20c6f20466 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458145 Nov 12 05:16:14.494038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['b3b8fe7d-42a0-4189-b69d-61c0872e0626'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:14.609046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28e918-72da-4828-936c-f7080507ee89 req-ca801461-00a6-428e-a50d-408ff609f3e9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:14.610602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce28e918-72da-4828-936c-f7080507ee89 req-ca801461-00a6-428e-a50d-408ff609f3e9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 944 time: 0.0739725 Nov 12 05:16:14.621863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:14.641257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-199202db-ff9f-4852-8696-6221c9e6b99b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.683420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce28e918-72da-4828-936c-f7080507ee89 req-47e572f7-4046-450c-a8d1-bc1a2b4f3ce7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618658 Nov 12 05:16:14.726646 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-199202db-ff9f-4852-8696-6221c9e6b99b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.732276 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-199202db-ff9f-4852-8696-6221c9e6b99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.764946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199202db-ff9f-4852-8696-6221c9e6b99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16617da-c8aa-4cba-8119-e39a6707c8d7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:14.788736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d11a70-2219-4ce3-814e-bd49834ddff4 req-27a9efb1-e0c7-4b74-a37f-42a71db65096 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:14.790249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5d11a70-2219-4ce3-814e-bd49834ddff4 req-27a9efb1-e0c7-4b74-a37f-42a71db65096 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0520163 Nov 12 05:16:14.791702 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-199202db-ff9f-4852-8696-6221c9e6b99b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c270c67e73ad40ca92806f66a41b53ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686840 Nov 12 05:16:14.794444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51802) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:14.847370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b1baa7d-bef9-4aa9-8bc9-1ffd00a79e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.854905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5d11a70-2219-4ce3-814e-bd49834ddff4 req-98e217f4-5a4a-480a-8627-4d9f8d235175 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586376 Nov 12 05:16:14.872083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b1baa7d-bef9-4aa9-8bc9-1ffd00a79e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.920808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b1baa7d-bef9-4aa9-8bc9-1ffd00a79e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.923409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b1baa7d-bef9-4aa9-8bc9-1ffd00a79e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:14.925139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6b1baa7d-bef9-4aa9-8bc9-1ffd00a79e44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b16617da-c8aa-4cba-8119-e39a6707c8d7 HTTP/1.1" status: 204 len: 168 time: 0.1297958 Nov 12 05:16:14.934275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1baa7d-bef9-4aa9-8bc9-1ffd00a79e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16617da-c8aa-4cba-8119-e39a6707c8d7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:15.437277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd73b-12d0-43e5-9e0c-b4364ba569ab req-22360914-fe11-4880-8531-00e8927a34f0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:15.439382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c4cd73b-12d0-43e5-9e0c-b4364ba569ab req-22360914-fe11-4880-8531-00e8927a34f0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0812736 Nov 12 05:16:15.480611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6e26f-dad2-4fb4-8fc8-1fb06d9610e5 req-56ce5b4e-8576-4e29-8a25-e6888f84c9bd tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:15.482111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68d6e26f-dad2-4fb4-8fc8-1fb06d9610e5 req-56ce5b4e-8576-4e29-8a25-e6888f84c9bd tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0803454 Nov 12 05:16:15.535049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c4cd73b-12d0-43e5-9e0c-b4364ba569ab req-6f88f6c8-b47a-4659-bba5-1d3fa7b215cd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887206 Nov 12 05:16:15.556716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68d6e26f-dad2-4fb4-8fc8-1fb06d9610e5 req-cf2f888e-326d-4a71-b099-21204c3ee17b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680006 Nov 12 05:16:15.670994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfb6ed-eec8-463a-b3be-8b384ce1060c req-56b8a2bd-b959-4119-b8e3-72767d192c95 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:15.672659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8cfb6ed-eec8-463a-b3be-8b384ce1060c req-56b8a2bd-b959-4119-b8e3-72767d192c95 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0552919 Nov 12 05:16:15.736833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8cfb6ed-eec8-463a-b3be-8b384ce1060c req-26262fc3-3470-49a5-baae-4f7f34b53afc tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535445 Nov 12 05:16:15.828675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d8337-b507-4d41-94ce-e84832e64e95 req-4b1c7bc7-6c4d-4c8d-970c-a54dc6a6bebe tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:15.831060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-301d8337-b507-4d41-94ce-e84832e64e95 req-4b1c7bc7-6c4d-4c8d-970c-a54dc6a6bebe tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 944 time: 0.0567536 Nov 12 05:16:15.901552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-301d8337-b507-4d41-94ce-e84832e64e95 req-a3b348d8-11a6-4088-8ba9-e9efca8636e6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626664 Nov 12 05:16:16.014897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3439b-a644-4904-b412-9edf24a11f91 req-5e2edc39-c6e5-42d0-98f1-f3849c37dc15 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:16.019045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbc3439b-a644-4904-b412-9edf24a11f91 req-5e2edc39-c6e5-42d0-98f1-f3849c37dc15 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0574300 Nov 12 05:16:16.068613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbc3439b-a644-4904-b412-9edf24a11f91 req-dd83b2a6-790e-47b6-bc67-c5bac5a419ed tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Nov 12 05:16:16.214114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-705b0bbf-472d-48bf-8f09-03d04ccb6b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:16.559417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-21504386-90b3-49aa-81f0-e17c9e117ae7 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ad364aa03ea242abbc51946694135c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225070 Nov 12 05:16:16.710196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183ff63-ec01-4d51-a0f7-47991b277371 req-86e6b4e7-866e-4b5f-9863-0ef3db6640e0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:16.711604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6183ff63-ec01-4d51-a0f7-47991b277371 req-86e6b4e7-866e-4b5f-9863-0ef3db6640e0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1046820 Nov 12 05:16:16.718241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e81f1-32ba-477c-8730-fce396631b74 req-831a0870-f2ad-42df-8bdd-eb5d558662d5 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:16.719695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-831a0870-f2ad-42df-8bdd-eb5d558662d5 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492143 Nov 12 05:16:16.748458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-bcb804a7-8ef2-49fb-82b5-9b64c5e9265d tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/quotas/ad364aa03ea242abbc51946694135c2f HTTP/1.1" status: 200 len: 375 time: 0.0219533 Nov 12 05:16:16.795952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-38383352-5bbb-4b23-8e3c-9dca59a83cca tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad364aa03ea242abbc51946694135c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392425 Nov 12 05:16:16.800327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6183ff63-ec01-4d51-a0f7-47991b277371 req-ca3e9e5b-392e-46b8-b9ed-b1a765578dbc tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797579 Nov 12 05:16:16.930817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950060e-b39f-47e5-9300-0024d0d68f6a req-a8f7fd33-8873-4303-9c2f-4e87d208625c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:16.938913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3950060e-b39f-47e5-9300-0024d0d68f6a req-a8f7fd33-8873-4303-9c2f-4e87d208625c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0775137 Nov 12 05:16:17.019625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3950060e-b39f-47e5-9300-0024d0d68f6a req-433f06dc-70d3-4166-ae6b-6f724edd611f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706165 Nov 12 05:16:17.087413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d4cdac2-a044-460b-96c8-fd56a8fb3e62 req-80e8d02b-6491-44b2-aa5e-efafff6b5b6a tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 210 time: 0.0271642 Nov 12 05:16:17.156700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cedd7-fd44-4e3a-a3f0-7dd4b23e9ec1 req-0ec3900c-0c40-4d54-b3a7-1843fc6f9ee9 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:17.158929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a78cedd7-fd44-4e3a-a3f0-7dd4b23e9ec1 req-0ec3900c-0c40-4d54-b3a7-1843fc6f9ee9 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0700443 Nov 12 05:16:17.211752 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:17.241762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a78cedd7-fd44-4e3a-a3f0-7dd4b23e9ec1 req-964db30c-65d8-4f0d-8773-9c4dc5551ed0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767102 Nov 12 05:16:17.260792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b6567-7b58-4a40-842f-29d81532d754 req-c16e0722-bf67-4de5-ac2c-66ae814e56ac tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:17.262323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f7b6567-7b58-4a40-842f-29d81532d754 req-c16e0722-bf67-4de5-ac2c-66ae814e56ac tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 944 time: 0.0711958 Nov 12 05:16:17.340995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f7b6567-7b58-4a40-842f-29d81532d754 req-d49b74ca-300a-4701-8984-429573acccff tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711608 Nov 12 05:16:17.403648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c384a-a7ef-428d-b156-09e5f159e9ef req-247941c8-0a81-4b72-be9e-63fc0e7d54ca tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:17.406818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d5c384a-a7ef-428d-b156-09e5f159e9ef req-247941c8-0a81-4b72-be9e-63fc0e7d54ca tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0577300 Nov 12 05:16:17.454807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d5c384a-a7ef-428d-b156-09e5f159e9ef req-0b6f809b-889d-4124-9139-ff8a1e94a174 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Nov 12 05:16:17.750541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b3b8fe7d-42a0-4189-b69d-61c0872e0626 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:17.799298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port b3b8fe7d-42a0-4189-b69d-61c0872e0626 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:16:17.803106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port b3b8fe7d-42a0-4189-b69d-61c0872e0626 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:17.803474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:17.886938 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:17.912015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0353fb76-3f52-4ca4-bd9f-458e3c9f429a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b8fe7d-42a0-4189-b69d-61c0872e0626'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:17.914543 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c16e35-28cb-47cc-828e-50b625e8e035" -d '{"events": [{"server_uuid": "0353fb76-3f52-4ca4-bd9f-458e3c9f429a", "name": "network-vif-plugged", "status": "completed", "tag": "b3b8fe7d-42a0-4189-b69d-61c0872e0626"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:17.928327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b3b8fe7d-42a0-4189-b69d-61c0872e0626, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b3b8fe7d-42a0-4189-b69d-61c0872e0626,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:17.935627 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:17.936859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device f8d00dc9-bd94-46f5-8b00-b1f2f428e77f no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:17.938131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f589a-a76a-40be-b2e8-756da31d1c5e req-683eb1f1-8d65-4a1c-96b9-e89c029b9e85 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:17.945908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e7f589a-a76a-40be-b2e8-756da31d1c5e req-683eb1f1-8d65-4a1c-96b9-e89c029b9e85 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0739801 Nov 12 05:16:17.968509 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab87f3e-070c-4217-a860-9cdbdcaeb4a3 x-openstack-request-id: req-eab87f3e-070c-4217-a860-9cdbdcaeb4a3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:17.969071 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0353fb76-3f52-4ca4-bd9f-458e3c9f429a", "name": "network-vif-plugged", "status": "completed", "tag": "b3b8fe7d-42a0-4189-b69d-61c0872e0626", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:17.969534 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eab87f3e-070c-4217-a860-9cdbdcaeb4a3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:17.970098 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0353fb76-3f52-4ca4-bd9f-458e3c9f429a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b8fe7d-42a0-4189-b69d-61c0872e0626', 'code': 200} Nov 12 05:16:17.990373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e7f589a-a76a-40be-b2e8-756da31d1c5e req-b7ff6d09-2378-461e-8afb-983ce9f43c01 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Nov 12 05:16:18.034162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=b3b8fe7d-42a0-4189-b69d-61c0872e0626,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:18.154093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461b693-e0a4-42ba-bc14-fb770e1a71bd req-6c209fa8-94d2-4220-a73f-e90046092f28 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.155892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8461b693-e0a4-42ba-bc14-fb770e1a71bd req-6c209fa8-94d2-4220-a73f-e90046092f28 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0617938 Nov 12 05:16:18.237753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-811b0890-dcaf-4f43-ace6-1b55bea9e4c8 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ad364aa03ea242abbc51946694135c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305421 Nov 12 05:16:18.254633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc5ca1c5-bac5-41f2-bf5f-3d84107edbd5 req-a88aeeb7-4ddb-43cf-b2d8-6a2f73dfddc2 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 210 time: 0.0607529 Nov 12 05:16:18.286984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8461b693-e0a4-42ba-bc14-fb770e1a71bd req-289e4fe7-f44e-4851-b96f-26de135c1bcc tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206372 Nov 12 05:16:18.306772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd038c8c-894f-45be-8019-411dab2f5df4 req-a58db7d8-c89d-4af9-b2ec-c3db95e40df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.306772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd038c8c-894f-45be-8019-411dab2f5df4 req-a58db7d8-c89d-4af9-b2ec-c3db95e40df3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 1097 time: 0.1432791 Nov 12 05:16:18.396634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd038c8c-894f-45be-8019-411dab2f5df4 req-0508b7b6-f465-40f3-9bb8-608bc5878f27 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892253 Nov 12 05:16:18.418794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26703c7-2abf-49e8-9b74-6cba1a87b0eb req-49d88fbd-03fb-4461-9b25-61b238476cc0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.421120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d26703c7-2abf-49e8-9b74-6cba1a87b0eb req-49d88fbd-03fb-4461-9b25-61b238476cc0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0674493 Nov 12 05:16:18.457187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:18.518698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d26703c7-2abf-49e8-9b74-6cba1a87b0eb req-eb034d37-e651-4841-84eb-a0071627f95d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902672 Nov 12 05:16:18.527186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a68c9-71dc-47eb-8e7b-7063396fb682 req-d1a2ecfe-8591-4754-9c4a-9f65234759e0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.528721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-170a68c9-71dc-47eb-8e7b-7063396fb682 req-d1a2ecfe-8591-4754-9c4a-9f65234759e0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 945 time: 0.0941765 Nov 12 05:16:18.600903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-170a68c9-71dc-47eb-8e7b-7063396fb682 req-ed1d42f9-1d0c-4c43-b05d-55299b09975b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555120 Nov 12 05:16:18.638284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e81f1-32ba-477c-8730-fce396631b74 req-a3eb63a4-cca7-4aff-abd3-b2bda4bc1159 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.640155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-a3eb63a4-cca7-4aff-abd3-b2bda4bc1159 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3966420 Nov 12 05:16:18.653898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ed1b-5160-45e8-8dad-b260c0ed38c9 req-271bbd1f-bf0a-424e-b9f2-c2d168d966ca tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.655475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5de9ed1b-5160-45e8-8dad-b260c0ed38c9 req-271bbd1f-bf0a-424e-b9f2-c2d168d966ca tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0537736 Nov 12 05:16:18.703187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5de9ed1b-5160-45e8-8dad-b260c0ed38c9 req-f731e1ca-64f5-4f34-b5e4-f93f4275870c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Nov 12 05:16:18.822218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Request body: {'port': {'device_id': '13b5a555-652f-4f34-b8b9-d058007382f6', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'ad364aa03ea242abbc51946694135c2f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:18.927953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Made reservation on behalf of ad364aa03ea242abbc51946694135c2f for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:18.931372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:18.940316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.020054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.025949 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.089449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1865224b-302d-4361-94a2-5440c8e5e623,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:19.125709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145a0f3-eb80-46d8-98c7-44818fb962e7 req-412abea0-f5c5-477a-a77f-86bd65d7e915 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:19.129428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c145a0f3-eb80-46d8-98c7-44818fb962e7 req-412abea0-f5c5-477a-a77f-86bd65d7e915 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0592124 Nov 12 05:16:19.166499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Allocated IP 192.168.233.33 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/e863ad8f-e2bf-4395-90c6-0f85ceba9ce0) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:19.186950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c145a0f3-eb80-46d8-98c7-44818fb962e7 req-0cc258a5-bba5-4138-9453-17ae323599a0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526760 Nov 12 05:16:19.349951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.359455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-128cf7ff-d453-4cf9-9943-d298cefab45e req-8f744b72-b6ae-49a7-ae23-4a3db0c7b327 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 210 time: 0.0261188 Nov 12 05:16:19.401631 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.404282 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.427233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ae9b1-38ca-4552-b607-23a52d55d373 req-8ba45b96-591c-4ef8-a863-6dfc7bca3f9d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:19.428791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-423ae9b1-38ca-4552-b607-23a52d55d373 req-8ba45b96-591c-4ef8-a863-6dfc7bca3f9d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0550311 Nov 12 05:16:19.448381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:19.453427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:19.457125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:19.463456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Pushing event updated for resources: {'Port': ['ID=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:19.503643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-423ae9b1-38ca-4552-b607-23a52d55d373 req-3275363d-fb98-471e-bb72-6c8087fb15e3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655015 Nov 12 05:16:19.523167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:19.523818 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.541853 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-8251fee2-3d54-4145-81d7-96b3ee4f707e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7236044 Nov 12 05:16:19.570392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Request body: {'port': {'device_id': '13b5a555-652f-4f34-b8b9-d058007382f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:19.634134 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.673715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4afa5-ebfc-4417-bd83-2b0b570a1c6e req-851698f6-f793-4791-8cf9-3faeea1c0143 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:19.675918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53b4afa5-ebfc-4417-bd83-2b0b570a1c6e req-851698f6-f793-4791-8cf9-3faeea1c0143 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0725794 Nov 12 05:16:19.779814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53b4afa5-ebfc-4417-bd83-2b0b570a1c6e req-5c3aead8-12f6-40ea-b9c8-e8b1b91479ec tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944695 Nov 12 05:16:19.820224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1ec20c21-ea96-4660-b23c-ebb96e29c04f None None] Provisioning complete for port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:19.820875 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1ec20c21-ea96-4660-b23c-ebb96e29c04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.832874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01616b28-bdec-4f2e-9e6c-1d0ad3dc4bef req-bb83b263-e366-483e-810e-a47ead6cf5b1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:19.835543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01616b28-bdec-4f2e-9e6c-1d0ad3dc4bef req-bb83b263-e366-483e-810e-a47ead6cf5b1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 945 time: 0.1117554 Nov 12 05:16:19.872190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1ec20c21-ea96-4660-b23c-ebb96e29c04f None None] Port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:19.939446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34cc0-58a8-4fe1-a304-47bbadf4ce8b req-aa754f62-3980-425f-a500-415b445ddfa3 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:19.940940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91c34cc0-58a8-4fe1-a304-47bbadf4ce8b req-aa754f62-3980-425f-a500-415b445ddfa3 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0910513 Nov 12 05:16:19.949894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01616b28-bdec-4f2e-9e6c-1d0ad3dc4bef req-39afa346-5ae9-4d2a-9bcb-59e53829c1a0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067591 Nov 12 05:16:19.969822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:19.980192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.993881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Transition to ACTIVE for port object e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:16:19.998037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:20.006790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91c34cc0-58a8-4fe1-a304-47bbadf4ce8b req-64f12379-a37b-44c9-82aa-6c84ceb2c96e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548110 Nov 12 05:16:20.051282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Pushing event updated for resources: {'Port': ['ID=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:20.128459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Attempting to bind port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:20.128808 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Attempting to bind port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:20.129140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Attempting to bind port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:20.133789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:20.134851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Attempting to bind port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:20.141204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:20.141621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:20.142016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:20.143056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Bound port: e863ad8f-e2bf-4395-90c6-0f85ceba9ce0, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:20.146433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:20.228261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] For port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:20.232207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] For port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:20.237560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:20.281990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.282753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:20.284585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] 10.222.0.43 "PUT /v2.0/ports/e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 HTTP/1.1" status: 200 len: 1096 time: 0.7186089 Nov 12 05:16:20.285040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b5a555-652f-4f34-b8b9-d058007382f6', 'tag': 'e863ad8f-e2bf-4395-90c6-0f85ceba9ce0'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:20.287355 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c05704-3593-436c-9d24-3bccb0845c70" -d '{"events": [{"name": "network-changed", "server_uuid": "13b5a555-652f-4f34-b8b9-d058007382f6", "tag": "e863ad8f-e2bf-4395-90c6-0f85ceba9ce0"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:20.346662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8626d-c1b1-4379-abf7-5d273c2128ca service neutron] Pushing event updated for resources: {'Port': ['ID=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:20.444752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b4e2-2e21-4c48-919c-7e379c4468bb req-54eee3c6-9f07-48c2-b69f-f001ace62b6a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.448243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2084d088-dbfd-48f0-b79d-eddc08cf82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.450554 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-2084d088-dbfd-48f0-b79d-eddc08cf82bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad364aa03ea242abbc51946694135c2f&device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 1099 time: 0.0629177 Nov 12 05:16:20.453078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1c0b4e2-2e21-4c48-919c-7e379c4468bb req-54eee3c6-9f07-48c2-b69f-f001ace62b6a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0828624 Nov 12 05:16:20.484757 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258babd8-3a1b-4503-9ab5-fb7367b95dac x-openstack-request-id: req-258babd8-3a1b-4503-9ab5-fb7367b95dac {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:20.484865 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b5a555-652f-4f34-b8b9-d058007382f6", "tag": "e863ad8f-e2bf-4395-90c6-0f85ceba9ce0", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:20.485178 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-258babd8-3a1b-4503-9ab5-fb7367b95dac {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:20.485713 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b5a555-652f-4f34-b8b9-d058007382f6', 'tag': 'e863ad8f-e2bf-4395-90c6-0f85ceba9ce0', 'status': 'completed', 'code': 200} Nov 12 05:16:20.516730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1c0b4e2-2e21-4c48-919c-7e379c4468bb req-825bb5e3-40f1-4212-a016-7593eb107ba4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626864 Nov 12 05:16:20.532149 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-af3ad965-c2e5-4737-ae34-e55a0db9596b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0606973 Nov 12 05:16:20.596304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e81f1-32ba-477c-8730-fce396631b74 req-e3f24e08-4299-478d-9bef-a30be8208591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.596304 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-e3f24e08-4299-478d-9bef-a30be8208591 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0521216 Nov 12 05:16:20.661339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403de1cf-6797-447e-a4d7-8db9f3d2e2ac req-d1b8fef7-7711-4c37-852d-d99f12f6c6bc tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.663842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-403de1cf-6797-447e-a4d7-8db9f3d2e2ac req-d1b8fef7-7711-4c37-852d-d99f12f6c6bc tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 947 time: 0.0953050 Nov 12 05:16:20.682056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e81f1-32ba-477c-8730-fce396631b74 req-57e5ed54-81c6-4df3-9794-df771c54b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.683681 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-57e5ed54-81c6-4df3-9794-df771c54b41f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794094 Nov 12 05:16:20.744802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb6ebf-97ad-4478-9df5-65e1cef8c472 req-95abbb33-0410-4efd-8904-f041da997b1c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.746313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddfb6ebf-97ad-4478-9df5-65e1cef8c472 req-95abbb33-0410-4efd-8904-f041da997b1c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0805757 Nov 12 05:16:20.756762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-403de1cf-6797-447e-a4d7-8db9f3d2e2ac req-04208032-fc6b-4fb3-8c36-09c804bb6ae1 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766354 Nov 12 05:16:20.796218 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-b7de48e0-6b9b-48de-916b-367d44a07ee3 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034667 Nov 12 05:16:20.828136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddfb6ebf-97ad-4478-9df5-65e1cef8c472 req-af0f4c8b-5ed0-4bb8-86e3-1c0e3dfc7e26 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Nov 12 05:16:20.906439 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f05e81f1-32ba-477c-8730-fce396631b74 req-e2e0f110-4bf3-44c5-bcfa-3b61f14e38a6 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990312 Nov 12 05:16:20.961971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00df4f-3a5c-4596-81c5-a96b07b167ae req-62723f28-b7e8-4733-8894-b4a3aeb6aed6 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.963685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb00df4f-3a5c-4596-81c5-a96b07b167ae req-62723f28-b7e8-4733-8894-b4a3aeb6aed6 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0658021 Nov 12 05:16:21.052061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb00df4f-3a5c-4596-81c5-a96b07b167ae req-e7cc90bf-707f-43eb-8fc3-94e24f24aa04 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712762 Nov 12 05:16:21.099463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c05704-3593-436c-9d24-3bccb0845c70 req-712aa2fa-c4a3-46c1-9d64-d3aee0c4e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.101044 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c05704-3593-436c-9d24-3bccb0845c70 req-712aa2fa-c4a3-46c1-9d64-d3aee0c4e93b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad364aa03ea242abbc51946694135c2f&device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 1099 time: 0.0666597 Nov 12 05:16:21.165107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512eac1-c283-46cc-9e23-436a8dbb0a84 req-87a2ca55-2824-41c3-abac-122b9819c905 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.166713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d512eac1-c283-46cc-9e23-436a8dbb0a84 req-87a2ca55-2824-41c3-abac-122b9819c905 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 945 time: 0.0855732 Nov 12 05:16:21.182977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a8e44-9fe9-4648-8995-f5750021dcc1 req-4a846cc7-ab9a-4590-9d7b-f8b1fa8cb379 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.184450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-143a8e44-9fe9-4648-8995-f5750021dcc1 req-4a846cc7-ab9a-4590-9d7b-f8b1fa8cb379 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0760565 Nov 12 05:16:21.216750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c05704-3593-436c-9d24-3bccb0845c70 req-a5c18b97-6bc1-4a02-8f4f-ef1e66a2062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.218453 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c05704-3593-436c-9d24-3bccb0845c70 req-a5c18b97-6bc1-4a02-8f4f-ef1e66a2062a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1057785 Nov 12 05:16:21.254973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d512eac1-c283-46cc-9e23-436a8dbb0a84 req-e5e0051d-c9f8-4121-bb39-e05fdb045a80 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816360 Nov 12 05:16:21.259729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-143a8e44-9fe9-4648-8995-f5750021dcc1 req-77a03b01-fe24-4fbe-ad84-610092feb677 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685732 Nov 12 05:16:21.261895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c05704-3593-436c-9d24-3bccb0845c70 req-0587c318-c614-47ac-9f5a-146b2e0590f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0359652 Nov 12 05:16:21.327785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c05704-3593-436c-9d24-3bccb0845c70 req-0491e199-7099-4477-8f86-796c81a18a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.329427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c05704-3593-436c-9d24-3bccb0845c70 req-0491e199-7099-4477-8f86-796c81a18a98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0588102 Nov 12 05:16:21.397362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbee-401f-40ca-b0d4-5ad4127fe635 req-4192a0d1-4fce-4295-8946-246a88c7b149 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.405152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c05704-3593-436c-9d24-3bccb0845c70 req-1402fb6e-5179-4ca6-b737-67cb29b92576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.406944 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c05704-3593-436c-9d24-3bccb0845c70 req-1402fb6e-5179-4ca6-b737-67cb29b92576 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678196 Nov 12 05:16:21.413305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ac7cbee-401f-40ca-b0d4-5ad4127fe635 req-4192a0d1-4fce-4295-8946-246a88c7b149 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 946 time: 0.0766683 Nov 12 05:16:21.495119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ac7cbee-401f-40ca-b0d4-5ad4127fe635 req-d994aa6a-b9b6-42fc-8308-daf98613d9d7 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765924 Nov 12 05:16:21.525221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ffb88-c392-439f-bb6a-f0f3a7357956 req-f54ffcaa-ef2c-45ba-8aa6-2095d3e860a3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.526903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-964ffb88-c392-439f-bb6a-f0f3a7357956 req-f54ffcaa-ef2c-45ba-8aa6-2095d3e860a3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 945 time: 0.0694070 Nov 12 05:16:21.555596 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c05704-3593-436c-9d24-3bccb0845c70 req-6a8aa709-2447-4a30-a8da-5e8ccb7d9f5f service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370130 Nov 12 05:16:21.588964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-964ffb88-c392-439f-bb6a-f0f3a7357956 req-6e993568-9455-42c3-b84d-d867219fb6c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535798 Nov 12 05:16:21.665687 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c05704-3593-436c-9d24-3bccb0845c70 req-65a10b22-eac6-4201-bda3-2e9424ac12e6 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998421 Nov 12 05:16:21.718590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eab52f-dbf7-477b-950b-b30e12024573 req-969f032b-b094-4d3c-8cf3-64c8c99cdaf4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.720086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9eab52f-dbf7-477b-950b-b30e12024573 req-969f032b-b094-4d3c-8cf3-64c8c99cdaf4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0622582 Nov 12 05:16:21.768725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9eab52f-dbf7-477b-950b-b30e12024573 req-19a6a25f-4fcb-4eb0-b0de-4e53500a0a5e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Nov 12 05:16:21.874927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88667045-4a16-42b4-9c3e-1c37ba769768 req-ce16b4f6-1cd4-4d83-a41c-1c8c6dce446f tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.876481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88667045-4a16-42b4-9c3e-1c37ba769768 req-ce16b4f6-1cd4-4d83-a41c-1c8c6dce446f tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 947 time: 0.0521669 Nov 12 05:16:21.956946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88667045-4a16-42b4-9c3e-1c37ba769768 req-c5951a7e-6d58-4d42-b6ba-aa7c6ffd99b7 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740471 Nov 12 05:16:21.970194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707513-0c7d-49fd-89cf-0a57345de5b9 req-d161f036-dd70-4c52-88b3-bfd865405231 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.971736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e707513-0c7d-49fd-89cf-0a57345de5b9 req-d161f036-dd70-4c52-88b3-bfd865405231 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0749612 Nov 12 05:16:22.021509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e707513-0c7d-49fd-89cf-0a57345de5b9 req-3e2aed4c-41cd-4b0f-9166-e7570937f869 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Nov 12 05:16:22.157039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118b65-a3b1-4f11-92a9-41eba3e4e707 req-d1b802b2-d367-42f7-9997-ece79720a933 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:22.158569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9118b65-a3b1-4f11-92a9-41eba3e4e707 req-d1b802b2-d367-42f7-9997-ece79720a933 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0532658 Nov 12 05:16:22.206906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9118b65-a3b1-4f11-92a9-41eba3e4e707 req-fe2ddcc0-599f-4fe8-8695-a24c61a176e4 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Nov 12 05:16:22.218916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-35a864b8-d916-4ef2-9ce5-e9c58663432c service neutron] 10.222.0.43 "GET /v2.0/ports/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f/bindings/n-h2-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.0551984 Nov 12 05:16:22.394153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4beed87-635a-430c-81f5-5993811527c7 req-78fc6fe7-b432-4500-bee4-23986207b8fe tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:22.395673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4beed87-635a-430c-81f5-5993811527c7 req-78fc6fe7-b432-4500-bee4-23986207b8fe tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0532486 Nov 12 05:16:22.406493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:22.431644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:22.442726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4beed87-635a-430c-81f5-5993811527c7 req-99374d91-b4f6-458c-b7b5-47be449b9c08 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Nov 12 05:16:22.467058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d00dc9-bd94-46f5-8b00-b1f2f428e77f {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:22.479132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:22.491917 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:22.565248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] Transition to ACTIVE for port object f8d00dc9-bd94-46f5-8b00-b1f2f428e77f will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:16:22.570987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:22.617720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471043-88da-4252-be98-ed7e0271aa51 req-b6fcda63-72fc-47a9-b764-2fd10ee52f00 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:22.619404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f471043-88da-4252-be98-ed7e0271aa51 req-b6fcda63-72fc-47a9-b764-2fd10ee52f00 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 946 time: 0.0529859 Nov 12 05:16:22.637039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] No DVR routers for this DVR port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:22.652345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=10']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:22.675765 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-472057d9-961b-4022-a6ca-dbdaa0bf1008 service neutron] 10.222.0.43 "PUT /v2.0/ports/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f/bindings/n-h2-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 0.4428895 Nov 12 05:16:22.703203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f471043-88da-4252-be98-ed7e0271aa51 req-cb70b865-666d-493a-8ea9-ccc745c89a06 tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725873 Nov 12 05:16:22.723155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e369c5-2090-4062-bb48-214915c5252b req-e1f9c1d5-9173-4eb6-aad8-1dd1da189a35 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:22.724623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58e369c5-2090-4062-bb48-214915c5252b req-e1f9c1d5-9173-4eb6-aad8-1dd1da189a35 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 945 time: 0.0639322 Nov 12 05:16:22.775223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58e369c5-2090-4062-bb48-214915c5252b req-ca4639a8-03c4-4917-95df-817596f006f6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448534 Nov 12 05:16:22.920167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231bdce-459a-4e4c-9adb-9f8a898547b0 req-048ed8db-f276-4185-8b69-b7080b4345b0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:22.921735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b231bdce-459a-4e4c-9adb-9f8a898547b0 req-048ed8db-f276-4185-8b69-b7080b4345b0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0832660 Nov 12 05:16:22.930218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-62f38091-bce8-4df9-baab-086fc3a293bf tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:22.931935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-62f38091-bce8-4df9-baab-086fc3a293bf tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1096 time: 0.0675812 Nov 12 05:16:23.062234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b231bdce-459a-4e4c-9adb-9f8a898547b0 req-518a9690-0b2d-4023-a14c-f1c950cb3e7e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292453 Nov 12 05:16:23.071601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-6b8c208d-eab9-4ed8-8b22-503a0a440cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.073099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-6b8c208d-eab9-4ed8-8b22-503a0a440cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb HTTP/1.1" status: 200 len: 1096 time: 0.1318514 Nov 12 05:16:23.082619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf865006-9823-4967-927f-f87201da3711 req-767f828a-48ca-4caf-b111-06917de89999 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.084001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf865006-9823-4967-927f-f87201da3711 req-767f828a-48ca-4caf-b111-06917de89999 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 945 time: 0.1102939 Nov 12 05:16:23.190468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf865006-9823-4967-927f-f87201da3711 req-3115c397-e52b-4e36-a6ea-06e32060d4a3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000581 Nov 12 05:16:23.201161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d7c6331d-c0bf-4403-8f31-f70caf258f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.210474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-d7c6331d-c0bf-4403-8f31-f70caf258f66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0960255 Nov 12 05:16:23.216032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a3d2e-808d-49f0-9fec-ef58df226b6e req-a4db34ed-ae98-4e08-96a3-6b3dc533d9b0 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.217496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf5a3d2e-808d-49f0-9fec-ef58df226b6e req-a4db34ed-ae98-4e08-96a3-6b3dc533d9b0 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 947 time: 0.0845723 Nov 12 05:16:23.356809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf5a3d2e-808d-49f0-9fec-ef58df226b6e req-b5cfea92-dba3-4eea-9b1a-0ff8e2a0b1d5 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265910 Nov 12 05:16:23.380934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7fa92-a22b-4113-b354-b2d91a1bde3f req-c3159461-933f-4bb7-a3c8-133112a1065e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.382432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27b7fa92-a22b-4113-b354-b2d91a1bde3f req-c3159461-933f-4bb7-a3c8-133112a1065e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1209426 Nov 12 05:16:23.383433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-c79271a1-2146-464a-94ad-4600bf98a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.384741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-c79271a1-2146-464a-94ad-4600bf98a7a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.1639588 Nov 12 05:16:23.447629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-50ea2318-6672-4d2f-8726-ab47d1b331a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 200 len: 217 time: 0.0511127 Nov 12 05:16:23.484538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-21e357fb-aace-4418-928e-bd081be20a4d tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.485990 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-21e357fb-aace-4418-928e-bd081be20a4d tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 946 time: 0.0484786 Nov 12 05:16:23.521114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27b7fa92-a22b-4113-b354-b2d91a1bde3f req-1daeefa7-087b-4075-8fd0-b417ae5fe474 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306822 Nov 12 05:16:23.546599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9460f8-e6ed-4bf4-afd0-9630ee44b1fa req-e18e1942-9b35-474d-8b7e-feffb64484a3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.546599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa9460f8-e6ed-4bf4-afd0-9630ee44b1fa req-e18e1942-9b35-474d-8b7e-feffb64484a3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1103833 Nov 12 05:16:23.550919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-ee5b47ab-eaf0-4a73-b9ee-cc2dd723725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.552419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-ee5b47ab-eaf0-4a73-b9ee-cc2dd723725f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.0801923 Nov 12 05:16:23.588389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Deleting port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:23.588971 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:23.593762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-1f314ee6-53e3-4354-bb89-d0d13b179e76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320406 Nov 12 05:16:23.676980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] For port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:23.677339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:23.690381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Calling delete_port for 9310e156-b0f4-4a27-b9ed-eaca0500bd3e owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:23.696936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa9460f8-e6ed-4bf4-afd0-9630ee44b1fa req-6daabb24-b684-476d-8fd7-38cf8f90eecd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412849 Nov 12 05:16:23.721241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb0318-cb3a-4bf9-ab22-2b23cac05b02 req-562dfb4b-f04f-4556-83e9-d13213504197 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.722692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05bb0318-cb3a-4bf9-ab22-2b23cac05b02 req-562dfb4b-f04f-4556-83e9-d13213504197 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 944 time: 0.1313396 Nov 12 05:16:23.757875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-5c68f1bd-9c36-4b87-ba4a-89d268fdac60 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504784 Nov 12 05:16:23.811904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05bb0318-cb3a-4bf9-ab22-2b23cac05b02 req-92983527-dadd-484c-9c86-9463086d4b3b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781043 Nov 12 05:16:23.824412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:23.843230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['9310e156-b0f4-4a27-b9ed-eaca0500bd3e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:23.863906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Pushing event deleted for resources: {'Port': ['ID=9310e156-b0f4-4a27-b9ed-eaca0500bd3e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:23.900171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d46ba4-4803-4932-b454-a100e9459370 req-bbe41d3e-4262-41fd-963a-c34f51caf05f tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:23.901664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0d46ba4-4803-4932-b454-a100e9459370 req-bbe41d3e-4262-41fd-963a-c34f51caf05f tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f52a7c-6a63-4441-97dd-4054bfa53db5 HTTP/1.1" status: 200 len: 867 time: 0.1122572 Nov 12 05:16:23.909268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] No DVR routers for this DVR port 9310e156-b0f4-4a27-b9ed-eaca0500bd3e on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:23.912693 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:23.918792 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ee49381e-baed-4b28-83e9-59e59f664b7d req-25fab8b6-e969-4bbe-a0fa-fd2987f6d93a tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.47 "DELETE /v2.0/ports/9310e156-b0f4-4a27-b9ed-eaca0500bd3e HTTP/1.1" status: 204 len: 173 time: 0.4253221 Nov 12 05:16:23.919280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f52a7c-6a63-4441-97dd-4054bfa53db5', 'name': 'network-vif-deleted', 'tag': '9310e156-b0f4-4a27-b9ed-eaca0500bd3e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:23.921531 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f42e01-6fa6-4455-b723-52a699abefe5" -d '{"events": [{"server_uuid": "e8f52a7c-6a63-4441-97dd-4054bfa53db5", "name": "network-vif-deleted", "tag": "9310e156-b0f4-4a27-b9ed-eaca0500bd3e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:23.922764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-fedbae83-e9dd-4811-b84a-f6ff3caacd20 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473198 Nov 12 05:16:23.973296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0d46ba4-4803-4932-b454-a100e9459370 req-5b549c90-5168-438c-a030-ff65113bdfee tempest-AttachSCSIVolumeTestJSON-1195343472 tempest-AttachSCSIVolumeTestJSON-1195343472-project] 10.222.0.48 "GET /v2.0/security-groups?id=7726274c-fa7b-4c59-ba00-36d070c3d9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616682 Nov 12 05:16:24.003171 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182741d7-5efd-4be0-8350-3e84bc34dfce x-openstack-request-id: req-182741d7-5efd-4be0-8350-3e84bc34dfce {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:24.003465 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f52a7c-6a63-4441-97dd-4054bfa53db5", "name": "network-vif-deleted", "tag": "9310e156-b0f4-4a27-b9ed-eaca0500bd3e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:24.003721 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-182741d7-5efd-4be0-8350-3e84bc34dfce {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:24.004121 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f52a7c-6a63-4441-97dd-4054bfa53db5', 'name': 'network-vif-deleted', 'tag': '9310e156-b0f4-4a27-b9ed-eaca0500bd3e', 'status': 'completed', 'code': 200} Nov 12 05:16:24.185036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87d745-d76a-49d4-878d-aa4c20353570 req-98502bfc-1790-4df1-8eba-ed45f47ecf1f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:24.186475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a87d745-d76a-49d4-878d-aa4c20353570 req-98502bfc-1790-4df1-8eba-ed45f47ecf1f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0539532 Nov 12 05:16:24.539157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-f0f9b3f6-bbe9-45fc-85b2-17d0b48ff400 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:24.540825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-f0f9b3f6-bbe9-45fc-85b2-17d0b48ff400 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1096 time: 0.3484447 Nov 12 05:16:24.545121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a87d745-d76a-49d4-878d-aa4c20353570 req-797fcd7b-24e5-4553-a4e2-c71f1c65505e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516510 Nov 12 05:16:24.560254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d1c72-e89a-43fc-acaf-1b64b9e64078 req-43f1f3cc-325a-4e8c-966c-9e111e266d0a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:24.562011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-603d1c72-e89a-43fc-acaf-1b64b9e64078 req-43f1f3cc-325a-4e8c-966c-9e111e266d0a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 945 time: 0.0969214 Nov 12 05:16:24.678039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-603d1c72-e89a-43fc-acaf-1b64b9e64078 req-ec5c5431-ca81-4843-b3b5-2179888f3124 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090071 Nov 12 05:16:24.714832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d1393-b8fd-4347-8c89-7e05af4277a3 req-f5f1094e-e323-426d-9014-23f92c18dee4 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:24.716334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b8d1393-b8fd-4347-8c89-7e05af4277a3 req-f5f1094e-e323-426d-9014-23f92c18dee4 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 947 time: 0.1038725 Nov 12 05:16:24.832457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-ea7600b4-babe-4adc-a4fe-ceeb18c4416a service neutron] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:24.837009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b8d1393-b8fd-4347-8c89-7e05af4277a3 req-ccdbed05-4bd9-4622-9f16-94b2d36b8522 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149657 Nov 12 05:16:24.845108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc49b0e-85f1-40a1-9f9a-d0908e4425c0 req-87f2358c-a549-4f52-9b86-95ad7e14b9ce tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:24.846572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cc49b0e-85f1-40a1-9f9a-d0908e4425c0 req-87f2358c-a549-4f52-9b86-95ad7e14b9ce tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1028070 Nov 12 05:16:24.851759 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-ea7600b4-babe-4adc-a4fe-ceeb18c4416a service neutron] Publish callbacks [] for binding, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:24.851759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56b27c8-4784-4474-9fa8-3906b6d28565 req-ea7600b4-babe-4adc-a4fe-ceeb18c4416a service neutron] 10.222.0.47 "DELETE /v2.0/ports/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f/bindings/n-h1-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.2527430 Nov 12 05:16:24.911940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cc49b0e-85f1-40a1-9f9a-d0908e4425c0 req-e3ee95b7-0ab2-4502-87af-d715f792e500 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589437 Nov 12 05:16:24.956050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece1f45-2818-4316-831f-05d2345e97ed req-e88d0164-6a14-4826-87d3-debc1082d628 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:24.958230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ece1f45-2818-4316-831f-05d2345e97ed req-e88d0164-6a14-4826-87d3-debc1082d628 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0607061 Nov 12 05:16:24.961656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-1ac6ec6d-f2d1-413d-9c50-32f777b39d79 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:24.962551 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-1ac6ec6d-f2d1-413d-9c50-32f777b39d79 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 945 time: 0.0593796 Nov 12 05:16:25.039278 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ece1f45-2818-4316-831f-05d2345e97ed req-933a4d11-1e19-49a8-8762-28e175dcbd1c tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734720 Nov 12 05:16:25.061145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3940b5-09e3-49f9-b55d-72d530b9ca6c req-268a0d2a-a1a6-4524-8c2f-dabc1921c313 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:25.061145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d3940b5-09e3-49f9-b55d-72d530b9ca6c req-268a0d2a-a1a6-4524-8c2f-dabc1921c313 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0808284 Nov 12 05:16:25.073090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Deleting port b3b8fe7d-42a0-4189-b69d-61c0872e0626 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:25.073437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.105067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d3940b5-09e3-49f9-b55d-72d530b9ca6c req-9bd9e9f6-10b5-4650-8c59-e7ed9af0e491 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Nov 12 05:16:25.180017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] For port b3b8fe7d-42a0-4189-b69d-61c0872e0626, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b3b8fe7d-42a0-4189-b69d-61c0872e0626,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:25.180391 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.194774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Calling delete_port for b3b8fe7d-42a0-4189-b69d-61c0872e0626 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:25.267511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa63374-fcb7-4b33-9ac6-c8cbd6f3f4d0 req-df31d16d-3101-4273-9ead-d117fc614e94 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:25.269116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bfa63374-fcb7-4b33-9ac6-c8cbd6f3f4d0 req-df31d16d-3101-4273-9ead-d117fc614e94 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0559783 Nov 12 05:16:25.337067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bfa63374-fcb7-4b33-9ac6-c8cbd6f3f4d0 req-c826fcf7-1f24-4eea-b989-61bbe3d58374 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579457 Nov 12 05:16:25.341762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.383563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event deleted for resources: {'Port': ['ID=b3b8fe7d-42a0-4189-b69d-61c0872e0626,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:25.392759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['b3b8fe7d-42a0-4189-b69d-61c0872e0626'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:25.425173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] No DVR routers for this DVR port b3b8fe7d-42a0-4189-b69d-61c0872e0626 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:25.427494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.430895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-03066aef-b9ba-40f0-bc33-a7176c6f5a77 req-663bae95-b8bb-4f84-921e-760a496bdedc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "DELETE /v2.0/ports/b3b8fe7d-42a0-4189-b69d-61c0872e0626 HTTP/1.1" status: 204 len: 173 time: 0.4586039 Nov 12 05:16:25.484366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84a992-ba1a-420f-b9f0-607197961203 req-bfb03d91-0a40-4ca9-8c5a-2d39118cffa0 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:25.493158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab84a992-ba1a-420f-b9f0-607197961203 req-bfb03d91-0a40-4ca9-8c5a-2d39118cffa0 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0531766 Nov 12 05:16:25.539082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab84a992-ba1a-420f-b9f0-607197961203 req-d0c26a93-43c9-474d-9462-5c2448b17e62 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450561 Nov 12 05:16:25.687370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4755521-e450-4ba3-86d1-964f799c5d17 req-92d3ccb1-0b9e-406e-98c2-790b0c84cb45 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:25.691083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4755521-e450-4ba3-86d1-964f799c5d17 req-92d3ccb1-0b9e-406e-98c2-790b0c84cb45 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0577011 Nov 12 05:16:25.723096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:25.759792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4755521-e450-4ba3-86d1-964f799c5d17 req-276899a6-3d77-4e06-9c74-9dae5ca7152d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636048 Nov 12 05:16:25.852192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:25.865518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'e863ad8f-e2bf-4395-90c6-0f85ceba9ce0', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'e863ad8f-e2bf-4395-90c6-0f85ceba9ce0', 'mac_address': 'fa:16:3e:00:4a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:16:25.910694 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.917536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73c8a9c4-eff2-419b-a0a9-1f0630a5964b req-a9bb88de-f190-4ee6-bf12-1439bc10362b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=0353fb76-3f52-4ca4-bd9f-458e3c9f429a HTTP/1.1" status: 200 len: 210 time: 0.0569696 Nov 12 05:16:25.927039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:25.957720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:25.962889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.005360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0353fb76-3f52-4ca4-bd9f-458e3c9f429a', 'name': 'network-vif-deleted', 'tag': 'b3b8fe7d-42a0-4189-b69d-61c0872e0626'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:26.009679 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a250f-f459-48da-acb1-5467794e42ba" -d '{"events": [{"server_uuid": "0353fb76-3f52-4ca4-bd9f-458e3c9f429a", "name": "network-vif-deleted", "tag": "b3b8fe7d-42a0-4189-b69d-61c0872e0626"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:26.034418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:26.123145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90cae9-08a7-4502-b46d-65a51131bfbe req-4b090d21-7eb1-4487-a70c-fd87b09ab9c9 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:26.127413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f90cae9-08a7-4502-b46d-65a51131bfbe req-4b090d21-7eb1-4487-a70c-fd87b09ab9c9 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0856524 Nov 12 05:16:26.146643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb47bcf-a94e-4e34-a058-c03a6c7fdab1 req-19ea9681-78ea-40fd-8a35-6f3bc91d7856 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:26.148154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ceb47bcf-a94e-4e34-a058-c03a6c7fdab1 req-19ea9681-78ea-40fd-8a35-6f3bc91d7856 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 948 time: 0.0931280 Nov 12 05:16:26.223304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f90cae9-08a7-4502-b46d-65a51131bfbe req-4b6ed6d0-8420-4618-a84b-15defc173848 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908980 Nov 12 05:16:26.229533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ceb47bcf-a94e-4e34-a058-c03a6c7fdab1 req-7eacfe6e-ae5a-4c30-b6b3-2b9307a07b8f tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736947 Nov 12 05:16:26.287574 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4972d8ae-28ab-48a1-a53b-03a6bd58a677 x-openstack-request-id: req-4972d8ae-28ab-48a1-a53b-03a6bd58a677 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:26.287856 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0353fb76-3f52-4ca4-bd9f-458e3c9f429a", "name": "network-vif-deleted", "tag": "b3b8fe7d-42a0-4189-b69d-61c0872e0626", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:26.288110 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4972d8ae-28ab-48a1-a53b-03a6bd58a677 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:26.288511 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0353fb76-3f52-4ca4-bd9f-458e3c9f429a', 'name': 'network-vif-deleted', 'tag': 'b3b8fe7d-42a0-4189-b69d-61c0872e0626', 'status': 'completed', 'code': 200} Nov 12 05:16:26.375921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b62d67a5-6725-4d89-a6a2-d86c74366b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:26.377891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b62d67a5-6725-4d89-a6a2-d86c74366b0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1097 time: 0.0838108 Nov 12 05:16:26.390619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c06587-3a93-463e-8798-baae3ae90774 req-a25a0d37-7418-4de4-90b0-17450d9e5dbe tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:26.396026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42c06587-3a93-463e-8798-baae3ae90774 req-a25a0d37-7418-4de4-90b0-17450d9e5dbe tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0858989 Nov 12 05:16:26.450199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e863ad8f-e2bf-4395-90c6-0f85ceba9ce0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:26.504750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42c06587-3a93-463e-8798-baae3ae90774 req-7614e579-11b9-4795-aa96-93f79f7caa8e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051261 Nov 12 05:16:26.523992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-6ea45d04-df86-40e9-81ef-f8ad80523211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:26.526206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-6ea45d04-df86-40e9-81ef-f8ad80523211 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1288929 Nov 12 05:16:26.582227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-30ea171f-d572-45d5-989c-9e9abe238f6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 200 len: 217 time: 0.0472028 Nov 12 05:16:26.643350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-964600e0-bfdf-4128-9748-36e5b07c0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:26.644705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-964600e0-bfdf-4128-9748-36e5b07c0db1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0494850 Nov 12 05:16:26.684305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-56dc4949-1aad-48cf-88ab-725196c35e84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244794 Nov 12 05:16:26.693252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 9310e156-b0f4-4a27-b9ed-eaca0500bd3e no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:26.716432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 9310e156-b0f4-4a27-b9ed-eaca0500bd3e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:26.716766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 9310e156-b0f4-4a27-b9ed-eaca0500bd3e not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:26.789576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-569d5f85-ccec-4cbd-846d-47e1fd53e425 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886662 Nov 12 05:16:26.862641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.909880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-8549ecea-7833-4cb0-934b-562e4036b82e service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123278 Nov 12 05:16:26.918172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e375cd1-3357-4e82-90a9-7e6303efa80b req-326c571d-b1a5-4e35-a97b-2f74ab664b81 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:26.920090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e375cd1-3357-4e82-90a9-7e6303efa80b req-326c571d-b1a5-4e35-a97b-2f74ab664b81 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0712886 Nov 12 05:16:26.977412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e375cd1-3357-4e82-90a9-7e6303efa80b req-41fb571b-818c-468b-97c6-feca8f23fc22 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515602 Nov 12 05:16:27.311846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-02021b7a-ad2a-443a-96be-ea1eb6d9f611 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:27.323869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-02021b7a-ad2a-443a-96be-ea1eb6d9f611 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.1502979 Nov 12 05:16:27.357369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-ba187e42-374a-46d9-a0a8-fed29099834b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/quotas/b462c55b281744a2b4b0f9f90721130f HTTP/1.1" status: 200 len: 375 time: 0.0321438 Nov 12 05:16:27.398830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-2e7d8385-245e-4fb5-9ac4-c525db553c68 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402744 Nov 12 05:16:27.504935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a8d4f-792c-4cbd-b561-3e3ec81ff955 req-050cf39c-49cf-4797-af3b-541247d2abca tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:27.512675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc1a8d4f-792c-4cbd-b561-3e3ec81ff955 req-050cf39c-49cf-4797-af3b-541247d2abca tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1740067 Nov 12 05:16:27.588205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc1a8d4f-792c-4cbd-b561-3e3ec81ff955 req-4619cb2f-f4c8-4b5c-8fcc-f34f076106ac tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694363 Nov 12 05:16:27.640409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-5221766b-6c56-4aad-8491-6099c28d200f service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404358 Nov 12 05:16:27.749539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:27.781887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115f7ff-ee26-4f32-89f1-69c7baed6c8b req-dc27ad6d-0fbe-4f26-ac11-5850f0057f95 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:27.784307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6115f7ff-ee26-4f32-89f1-69c7baed6c8b req-dc27ad6d-0fbe-4f26-ac11-5850f0057f95 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 948 time: 0.1029432 Nov 12 05:16:27.792783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6f6601eb-cbd8-4bdd-bb02-91f3d0232e14 service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514230 Nov 12 05:16:27.803981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:16:27.817768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:27.818152 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:27.893437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6115f7ff-ee26-4f32-89f1-69c7baed6c8b req-2c7ece66-1d69-4c5d-80f8-e95bbd7f22d1 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988505 Nov 12 05:16:27.960996 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:28.015489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b5a555-652f-4f34-b8b9-d058007382f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e863ad8f-e2bf-4395-90c6-0f85ceba9ce0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:28.020122 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c811659d-a5f7-498d-a750-7c62e1c6a79f" -d '{"events": [{"server_uuid": "13b5a555-652f-4f34-b8b9-d058007382f6", "name": "network-vif-plugged", "status": "completed", "tag": "e863ad8f-e2bf-4395-90c6-0f85ceba9ce0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:28.055526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:28.064025 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:28.126724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de54df71-61e4-4bd6-b5f2-f212f995615a req-26a9494b-d0da-405b-9010-607135374ca9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 210 time: 0.0657890 Nov 12 05:16:28.150520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d52b26-97a9-42b9-98da-17645782fc89 req-1c036a9c-e1c9-40fa-a6b7-86a66d25d168 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:28.161189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2d52b26-97a9-42b9-98da-17645782fc89 req-1c036a9c-e1c9-40fa-a6b7-86a66d25d168 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1157486 Nov 12 05:16:28.167013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:28.214203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2d52b26-97a9-42b9-98da-17645782fc89 req-5772399d-07e7-4909-9b45-0c3ce1bfa6e7 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520730 Nov 12 05:16:28.274983 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d1796-b1ee-4b7f-940e-b2f06c0b89e6 x-openstack-request-id: req-471d1796-b1ee-4b7f-940e-b2f06c0b89e6 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:28.275317 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b5a555-652f-4f34-b8b9-d058007382f6", "name": "network-vif-plugged", "status": "completed", "tag": "e863ad8f-e2bf-4395-90c6-0f85ceba9ce0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:28.275591 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-471d1796-b1ee-4b7f-940e-b2f06c0b89e6 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:28.275983 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b5a555-652f-4f34-b8b9-d058007382f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e863ad8f-e2bf-4395-90c6-0f85ceba9ce0', 'code': 200} Nov 12 05:16:28.327269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74a6e-83de-4bd6-8809-ca9298a5e545 req-ce8ae516-ce66-4722-9536-3f5b99281c13 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:28.336628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0b74a6e-83de-4bd6-8809-ca9298a5e545 req-ce8ae516-ce66-4722-9536-3f5b99281c13 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0827842 Nov 12 05:16:28.411035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0b74a6e-83de-4bd6-8809-ca9298a5e545 req-f23eedcc-6364-489b-b5c3-92b03e5607e0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733333 Nov 12 05:16:28.453727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76a7c-ddfa-4876-a440-16a8160c45cb req-8ba1a757-7fbe-40a6-ab64-491152623254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:28.456711 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-caf76a7c-ddfa-4876-a440-16a8160c45cb req-8ba1a757-7fbe-40a6-ab64-491152623254 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 1101 time: 0.0510874 Nov 12 05:16:28.525058 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-caf76a7c-ddfa-4876-a440-16a8160c45cb req-4582394c-b058-427d-894c-88787b114c7b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Nov 12 05:16:28.719472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e590df1-be7e-4238-9003-a48c336448f1 req-fe4985a5-7eeb-4285-8b41-ed0141ec7f27 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:28.721049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e590df1-be7e-4238-9003-a48c336448f1 req-fe4985a5-7eeb-4285-8b41-ed0141ec7f27 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0575354 Nov 12 05:16:28.773821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e590df1-be7e-4238-9003-a48c336448f1 req-ab30680b-4a03-4b4e-9d28-91f7742efd57 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Nov 12 05:16:29.060733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e7a6f-250c-4442-ac23-6e9da7ddd490 req-b3ab2cfe-c01d-4d02-9a16-39be00887b88 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:29.063435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-338e7a6f-250c-4442-ac23-6e9da7ddd490 req-b3ab2cfe-c01d-4d02-9a16-39be00887b88 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 949 time: 0.0975339 Nov 12 05:16:29.122643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-338e7a6f-250c-4442-ac23-6e9da7ddd490 req-339d19d7-24b8-4e3c-9598-4faaf52a7794 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528545 Nov 12 05:16:29.241202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4652a1ad-1605-4b37-b508-a937812d8c20 req-cdc0193f-c8ee-4db1-965e-707d4fcd5b5e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 210 time: 0.0309415 Nov 12 05:16:29.362480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7645-cdc7-49fd-9af3-120741abeb8c req-461a4570-c718-4057-8669-288deb8e7a94 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:29.365526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91bb7645-cdc7-49fd-9af3-120741abeb8c req-461a4570-c718-4057-8669-288deb8e7a94 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0633848 Nov 12 05:16:29.424234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91bb7645-cdc7-49fd-9af3-120741abeb8c req-96090e2b-8087-45d9-9fc9-7936e716cf99 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538177 Nov 12 05:16:29.532447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af945fb-1e15-4b69-8f03-a03d2a66253f req-6c15e2bd-4cd2-4b17-8df6-db15d93788ed tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:29.534245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9af945fb-1e15-4b69-8f03-a03d2a66253f req-6c15e2bd-4cd2-4b17-8df6-db15d93788ed tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0557551 Nov 12 05:16:29.587928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9af945fb-1e15-4b69-8f03-a03d2a66253f req-437fb4c9-ac45-44e4-806d-d2883fcf4fd8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458722 Nov 12 05:16:29.761656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b3b8fe7d-42a0-4189-b69d-61c0872e0626 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:29.788558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: b3b8fe7d-42a0-4189-b69d-61c0872e0626 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:29.789329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b3b8fe7d-42a0-4189-b69d-61c0872e0626 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:29.957775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c04c65-e975-4b0f-b63e-6fb34efa8d1d req-f5983aa6-2f35-416c-804a-7d49ba0c3d4b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:29.965974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27c04c65-e975-4b0f-b63e-6fb34efa8d1d req-f5983aa6-2f35-416c-804a-7d49ba0c3d4b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1059930 Nov 12 05:16:30.002427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-054cec2f-05a6-4124-89dc-529156881c15 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:30.005565 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-054cec2f-05a6-4124-89dc-529156881c15 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.1754382 Nov 12 05:16:30.026583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Request body: {'port': {'device_id': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'admin_state_up': True, 'tenant_id': 'b462c55b281744a2b4b0f9f90721130f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:30.029676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27c04c65-e975-4b0f-b63e-6fb34efa8d1d req-cf36c061-7f3f-4a58-9fff-89d839f7b134 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604792 Nov 12 05:16:30.158425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Made reservation on behalf of b462c55b281744a2b4b0f9f90721130f for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:30.163386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.300885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f0cb-ca91-4f02-a0b5-09f817c55342 req-9190abf7-42aa-4e00-a3f3-1fab9bdd9bba tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:30.312048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a61f0cb-ca91-4f02-a0b5-09f817c55342 req-9190abf7-42aa-4e00-a3f3-1fab9bdd9bba tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 949 time: 0.0705113 Nov 12 05:16:30.392707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Allocated IP 172.20.0.7 (94ce151c-8d46-459d-b0d8-62e48d752fd3/f47977af-5f43-43e4-978b-58e339d201f4/a5cd3dce-70ed-4617-acca-4535104793d0) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:30.417420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee4010f0-b88d-41bf-ae39-6705af6eea71 req-e160a259-57ee-486e-96ec-088971724e2c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 210 time: 0.0481188 Nov 12 05:16:30.485486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a61f0cb-ca91-4f02-a0b5-09f817c55342 req-52b3894b-eae8-412a-96ce-0a62e0c1646d tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704040 Nov 12 05:16:30.640696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.649663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481765e-5cfe-4fe9-ba82-218aa3ee2afd req-619d4592-6ce4-47d9-8be4-a72b4bc9dd5f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:30.655112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b481765e-5cfe-4fe9-ba82-218aa3ee2afd req-619d4592-6ce4-47d9-8be4-a72b4bc9dd5f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0894721 Nov 12 05:16:30.684862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.744195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event updated for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:30.752751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b481765e-5cfe-4fe9-ba82-218aa3ee2afd req-9d51bf0d-67ed-4e5f-82e3-ed17318e532c tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907140 Nov 12 05:16:30.769342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671350a0-ec63-480a-874e-8e4ac7ece688 req-74382114-223d-4c3c-9c69-20a0171cc203 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:30.776081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-671350a0-ec63-480a-874e-8e4ac7ece688 req-74382114-223d-4c3c-9c69-20a0171cc203 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0924985 Nov 12 05:16:30.782190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:30.784078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:30.791778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:30.824494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-671350a0-ec63-480a-874e-8e4ac7ece688 req-aafbdb6e-0591-408e-8ee0-a6e168eab122 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476232 Nov 12 05:16:30.855167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:30.856147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.873386 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-6e8815e4-e765-47ee-87c5-4783af6b278d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8507056 Nov 12 05:16:30.897073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Request body: {'port': {'device_id': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:30.959298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.161246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce647e1-733f-44f9-8440-877710ed8c67 req-c8748a1b-8a6c-415f-9a27-851542bf290d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:31.163368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ce647e1-733f-44f9-8440-877710ed8c67 req-c8748a1b-8a6c-415f-9a27-851542bf290d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0513644 Nov 12 05:16:31.215899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ce647e1-733f-44f9-8440-877710ed8c67 req-f3afbec3-94c2-4e57-accb-9737236aa827 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Nov 12 05:16:31.241725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cd3dce-70ed-4617-acca-4535104793d0 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:31.249707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.263544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Transition to ACTIVE for port object a5cd3dce-70ed-4617-acca-4535104793d0 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:16:31.267873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.331921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c59293-df36-486e-869c-721adb60899a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:31.395413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Attempting to bind port a5cd3dce-70ed-4617-acca-4535104793d0 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:31.395750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Attempting to bind port a5cd3dce-70ed-4617-acca-4535104793d0 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:31.396107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Attempting to bind port a5cd3dce-70ed-4617-acca-4535104793d0 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:31.400419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Port a5cd3dce-70ed-4617-acca-4535104793d0 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:31.400741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Attempting to bind port a5cd3dce-70ed-4617-acca-4535104793d0 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:31.405730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:31.406066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Checking segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:31.406477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Bound using segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:31.406910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Bound port: a5cd3dce-70ed-4617-acca-4535104793d0, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:31.407263 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.471132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:31.474543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:31.480104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.527697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:31.528396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.530114 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-c6c59293-df36-486e-869c-721adb60899a service neutron] 10.222.0.43 "PUT /v2.0/ports/a5cd3dce-70ed-4617-acca-4535104793d0 HTTP/1.1" status: 200 len: 1092 time: 0.6386735 Nov 12 05:16:31.530648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:31.534143 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33102d6-ec87-4636-9fa5-b76bf996309c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:31.553287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c59293-df36-486e-869c-721adb60899a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:31.563466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9987f82-d743-4a85-89ad-7928d32f49ce req-853a5966-a205-461a-8ab4-7dc44801f23c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:31.565136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9987f82-d743-4a85-89ad-7928d32f49ce req-853a5966-a205-461a-8ab4-7dc44801f23c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 943 time: 0.0863774 Nov 12 05:16:31.642927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-096be78a-38ab-4128-9eb7-566924d2f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:31.644661 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-096be78a-38ab-4128-9eb7-566924d2f69a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 1095 time: 0.0441046 Nov 12 05:16:31.646068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9987f82-d743-4a85-89ad-7928d32f49ce req-5f81f7cc-f6e8-4578-bebb-7c6a52859151 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740323 Nov 12 05:16:31.657273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714cfb3-aa2f-4746-affd-28003e1b0a81 req-1dcbd852-cff9-4e92-9dc3-aa90e4bf6183 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:31.668133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b714cfb3-aa2f-4746-affd-28003e1b0a81 req-1dcbd852-cff9-4e92-9dc3-aa90e4bf6183 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 949 time: 0.0771589 Nov 12 05:16:31.706842 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b94515c-b62d-427d-93a3-faf3d4f1842a x-openstack-request-id: req-7b94515c-b62d-427d-93a3-faf3d4f1842a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:31.707127 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:31.707404 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b94515c-b62d-427d-93a3-faf3d4f1842a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:31.707792 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'status': 'completed', 'code': 200} Nov 12 05:16:31.709389 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-476e4f8a-3f20-41e2-b7bf-8ccfef66ce8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5cd3dce-70ed-4617-acca-4535104793d0 HTTP/1.1" status: 200 len: 217 time: 0.0469663 Nov 12 05:16:31.717411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b714cfb3-aa2f-4746-affd-28003e1b0a81 req-2203fb9b-2728-45cb-b017-022d09abfaa0 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515859 Nov 12 05:16:31.773796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-4aec4b6e-cd99-4e40-93f6-128911c51c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:31.775297 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-4aec4b6e-cd99-4e40-93f6-128911c51c62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.0502992 Nov 12 05:16:31.895212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724e6ac-52be-41dc-905a-dcf17e4c7987 req-fc9542f7-b65a-4093-a3f4-a32ce7fb5435 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:31.904395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1724e6ac-52be-41dc-905a-dcf17e4c7987 req-fc9542f7-b65a-4093-a3f4-a32ce7fb5435 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0817223 Nov 12 05:16:32.012468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1724e6ac-52be-41dc-905a-dcf17e4c7987 req-175f522d-8382-4ba5-b619-175b56bb33d3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071637 Nov 12 05:16:32.034602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29e21f-7d81-4102-99c1-fac4ec87fe3a req-2a7b64b6-4c78-4e15-92d3-59ce6aae7976 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:32.036355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab29e21f-7d81-4102-99c1-fac4ec87fe3a req-2a7b64b6-4c78-4e15-92d3-59ce6aae7976 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1044769 Nov 12 05:16:32.088597 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-eb669c60-f50b-43d9-bc19-f74b67cb7474 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3047249 Nov 12 05:16:32.121509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab29e21f-7d81-4102-99c1-fac4ec87fe3a req-a3214127-a02a-4953-bf77-3f55516906a6 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724399 Nov 12 05:16:32.177920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52188) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:32.255829 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-63129f11-eb12-4191-b9b3-d3a98aa227f6 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591258 Nov 12 05:16:32.357622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edd95e-1082-471e-b86c-876610b965bf req-37ef6034-1fcd-4dfc-ae1c-17386b556877 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:32.359301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2edd95e-1082-471e-b86c-876610b965bf req-37ef6034-1fcd-4dfc-ae1c-17386b556877 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0668001 Nov 12 05:16:32.428577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2edd95e-1082-471e-b86c-876610b965bf req-562bc917-bd5b-4711-b5f5-5a7b8ffaa627 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625331 Nov 12 05:16:32.462699 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68d5a7fa-ba5c-4ca6-b276-ec638d56cfd2 req-fa0d6de2-57fb-4c9b-a6a9-0294545b0b94 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767745 Nov 12 05:16:32.563338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f913f8-8d61-4163-88f7-ce4213eaef18 req-c4596706-75c3-4dca-a0a0-33b2e1bc38e4 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:32.566222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62f913f8-8d61-4163-88f7-ce4213eaef18 req-c4596706-75c3-4dca-a0a0-33b2e1bc38e4 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 949 time: 0.0647271 Nov 12 05:16:32.618708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62f913f8-8d61-4163-88f7-ce4213eaef18 req-1ae16805-77ff-4dc8-8e04-0a8b766e2e6c tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449874 Nov 12 05:16:32.678975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-e1efd2e7-3e7f-461f-b490-115d5fee4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:32.680546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-e1efd2e7-3e7f-461f-b490-115d5fee4c0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 1095 time: 0.0786695 Nov 12 05:16:32.779736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77258ec1-d6b4-4eca-81ea-dfc918413bdf req-279c47f9-6740-46c8-8fdb-281dc157ac61 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:32.781703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77258ec1-d6b4-4eca-81ea-dfc918413bdf req-279c47f9-6740-46c8-8fdb-281dc157ac61 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 943 time: 0.0558925 Nov 12 05:16:32.858866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-0b8e9bbb-5474-4fe5-915c-58a8d1ff9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:32.861136 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-0b8e9bbb-5474-4fe5-915c-58a8d1ff9c48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 913 time: 0.1698918 Nov 12 05:16:32.867294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77258ec1-d6b4-4eca-81ea-dfc918413bdf req-e24f8f3a-5357-4655-9e31-5951956581c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Nov 12 05:16:32.922333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-476bea24-0c08-4cf6-b279-3d97b9e44484 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5cd3dce-70ed-4617-acca-4535104793d0 HTTP/1.1" status: 200 len: 217 time: 0.0464098 Nov 12 05:16:32.928885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.042144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-133a5e8d-1f73-4687-85ae-68fedb5e60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:33.042425 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-133a5e8d-1f73-4687-85ae-68fedb5e60d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.1107631 Nov 12 05:16:33.086855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-c61c607d-f469-4da4-b9c7-7337efd8f0fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318077 Nov 12 05:16:33.173706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4de71-f81f-4ba0-889b-848da2d4a46f req-00617f76-950a-45d8-b412-89f59f889c1d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:33.182371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdf4de71-f81f-4ba0-889b-848da2d4a46f req-00617f76-950a-45d8-b412-89f59f889c1d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0681970 Nov 12 05:16:33.287420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdf4de71-f81f-4ba0-889b-848da2d4a46f req-63d8b3e6-1ca7-4540-be7a-3e78a0c8ae33 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039965 Nov 12 05:16:33.328383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18d10c-14c1-4b59-a5ab-30807bbe9784 req-bd12e9d2-2ac8-45bd-ab61-9024c9443886 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:33.331895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed18d10c-14c1-4b59-a5ab-30807bbe9784 req-bd12e9d2-2ac8-45bd-ab61-9024c9443886 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1190233 Nov 12 05:16:33.336457 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-117eb8be-e3aa-4081-aa89-fd57f4a5af6c service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280085 Nov 12 05:16:33.405080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed18d10c-14c1-4b59-a5ab-30807bbe9784 req-e264f77d-1c5f-4d31-8e59-990a07d12a4a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647464 Nov 12 05:16:33.536229 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e33102d6-ec87-4636-9fa5-b76bf996309c req-39c38d55-85fd-4637-addb-86f22e2c0b8f service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848428 Nov 12 05:16:33.558279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Deleting port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:33.558652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.608890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027cdb2-76cd-4468-8b8a-5a6bbc0aed46 req-18b1193f-bd1f-4728-94d6-271eb72b436c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:33.618680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e027cdb2-76cd-4468-8b8a-5a6bbc0aed46 req-18b1193f-bd1f-4728-94d6-271eb72b436c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1068759 Nov 12 05:16:33.702780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] For port d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:33.703166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.718592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Calling delete_port for d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:33.720701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e027cdb2-76cd-4468-8b8a-5a6bbc0aed46 req-c0afa2e4-1c3e-4a73-b855-bd9ed6a4a165 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007593 Nov 12 05:16:33.801504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aec4a1-b1a0-4bc7-a226-0e9641f0c550 req-4677aed3-9025-4959-ab58-59e517971eee tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:33.804108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81aec4a1-b1a0-4bc7-a226-0e9641f0c550 req-4677aed3-9025-4959-ab58-59e517971eee tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 949 time: 0.0654926 Nov 12 05:16:33.872616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81aec4a1-b1a0-4bc7-a226-0e9641f0c550 req-c11e60d7-a87e-4874-9a4e-5299f369460d tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Nov 12 05:16:34.000551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf2cce-e0b5-472d-8d0d-7bd249a2c1a3 req-4c6c154b-3d8b-4a83-ba22-d14f08b911df tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:34.009280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cdf2cce-e0b5-472d-8d0d-7bd249a2c1a3 req-4c6c154b-3d8b-4a83-ba22-d14f08b911df tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 943 time: 0.0613101 Nov 12 05:16:34.080542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cdf2cce-e0b5-472d-8d0d-7bd249a2c1a3 req-f94d028e-c797-4acf-b7a3-8f300a01cab2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655298 Nov 12 05:16:34.187195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.216787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:34.468333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.507928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1904c7-f8c9-4645-a6ef-489bb2b4fdac req-0b7e01b5-57f4-4dd8-8c60-04c8c73a0ed8 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:34.509544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c1904c7-f8c9-4645-a6ef-489bb2b4fdac req-0b7e01b5-57f4-4dd8-8c60-04c8c73a0ed8 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1046705 Nov 12 05:16:34.603811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef95b6e-1e1d-49fb-8098-e16e32166da3 req-2fdff01d-9099-42d6-99fd-b2bffa64e2d7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:34.606824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bef95b6e-1e1d-49fb-8098-e16e32166da3 req-2fdff01d-9099-42d6-99fd-b2bffa64e2d7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0852618 Nov 12 05:16:34.618719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c1904c7-f8c9-4645-a6ef-489bb2b4fdac req-72a75265-6c86-49e0-8fc5-f052f63e1bbc tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958145 Nov 12 05:16:34.698609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bef95b6e-1e1d-49fb-8098-e16e32166da3 req-201c5b3d-f7be-4ec7-85c9-6b0cb7f297e8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671868 Nov 12 05:16:34.778633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-601956e2-7fce-4531-96f7-32c0b3f4280d tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:34.781953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-601956e2-7fce-4531-96f7-32c0b3f4280d tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 949 time: 0.1406627 Nov 12 05:16:34.861981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be318647-c6ef-4827-9119-85b6f9165545 req-df65f045-7d36-4c8d-8820-e74fe4d437ba tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:34.863490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be318647-c6ef-4827-9119-85b6f9165545 req-df65f045-7d36-4c8d-8820-e74fe4d437ba tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0544484 Nov 12 05:16:34.887750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Router a86b89e7-7115-4585-81b2-644443af5583 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:16:34.921451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be318647-c6ef-4827-9119-85b6f9165545 req-bdf9ce94-c2a2-4a80-8367-41623edb8af9 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513737 Nov 12 05:16:35.008636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Deleting port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:35.008954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.012722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426218-4e0f-42fc-8e5c-fe23f3ca8fc7 req-a9686dcc-022b-48ea-8bdb-110733369b6a tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:35.014257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0426218-4e0f-42fc-8e5c-fe23f3ca8fc7 req-a9686dcc-022b-48ea-8bdb-110733369b6a tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 949 time: 0.0536799 Nov 12 05:16:35.079117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0426218-4e0f-42fc-8e5c-fe23f3ca8fc7 req-03b55ce1-ba30-48fd-8147-69a183756d6e tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/security-groups?id=1865224b-302d-4361-94a2-5440c8e5e623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558157 Nov 12 05:16:35.147870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:35.160233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] Sync routers for ids ['a86b89e7-7115-4585-81b2-644443af5583'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:35.184833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] Routers {'a86b89e7-7115-4585-81b2-644443af5583'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:35.190558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:16:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a86b89e7-7115-4585-81b2-644443af5583'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:35.198457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] For port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:35.199151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.215734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Calling delete_port for e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:35.365516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b8f25711-9d75-4c53-812c-f23d995f9ee7 admin admin] 10.222.0.48 "PUT /v2.0/routers/a86b89e7-7115-4585-81b2-644443af5583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1864381 Nov 12 05:16:35.367249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762a0d8-947b-44cc-9cda-13c077897a15 req-d34541cf-c3f2-4a51-90da-45568f77c8ac tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:35.369282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52306) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:35.373016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f762a0d8-947b-44cc-9cda-13c077897a15 req-d34541cf-c3f2-4a51-90da-45568f77c8ac tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 943 time: 0.1311491 Nov 12 05:16:35.379643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.434288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] Set router a86b89e7-7115-4585-81b2-644443af5583 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:35.449133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Pushing event deleted for resources: {'Port': ['ID=e863ad8f-e2bf-4395-90c6-0f85ceba9ce0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:35.470415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f762a0d8-947b-44cc-9cda-13c077897a15 req-10a7a5b6-a836-4b34-8106-82eb0480c330 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836759 Nov 12 05:16:35.557747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e863ad8f-e2bf-4395-90c6-0f85ceba9ce0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:35.568132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] No DVR routers for this DVR port e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:35.572596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.576201 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bbc80a3d-ba0e-4cd6-85e7-6304cbbfad2e req-82363526-b63b-4c27-b099-267845a34c31 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.43 "DELETE /v2.0/ports/e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 HTTP/1.1" status: 204 len: 173 time: 0.7844281 Nov 12 05:16:35.576670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b5a555-652f-4f34-b8b9-d058007382f6', 'name': 'network-vif-deleted', 'tag': 'e863ad8f-e2bf-4395-90c6-0f85ceba9ce0'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:35.578984 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f1c0ff-7b60-4d41-afe4-4a8baad03aa4" -d '{"events": [{"server_uuid": "13b5a555-652f-4f34-b8b9-d058007382f6", "name": "network-vif-deleted", "tag": "e863ad8f-e2bf-4395-90c6-0f85ceba9ce0"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:35.631472 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.764659 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce787d-886a-449d-90af-370ebded5b8d x-openstack-request-id: req-c1ce787d-886a-449d-90af-370ebded5b8d {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:35.764944 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b5a555-652f-4f34-b8b9-d058007382f6", "name": "network-vif-deleted", "tag": "e863ad8f-e2bf-4395-90c6-0f85ceba9ce0", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:35.765188 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1ce787d-886a-449d-90af-370ebded5b8d {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:35.768248 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b5a555-652f-4f34-b8b9-d058007382f6', 'name': 'network-vif-deleted', 'tag': 'e863ad8f-e2bf-4395-90c6-0f85ceba9ce0', 'status': 'completed', 'code': 200} Nov 12 05:16:35.862672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:16:34Z', 'revision_number': 5, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:35.882448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26dddb-9ef6-499d-903b-2872d00de77a req-c1ea3fbc-b0d6-4877-af1e-909d3b393918 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:35.890206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a26dddb-9ef6-499d-903b-2872d00de77a req-c1ea3fbc-b0d6-4877-af1e-909d3b393918 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1504376 Nov 12 05:16:35.902898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] Checking router: a86b89e7-7115-4585-81b2-644443af5583 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:35.927406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] Routers {'a86b89e7-7115-4585-81b2-644443af5583'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:35.930927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:16:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a86b89e7-7115-4585-81b2-644443af5583'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:35.949720 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.011018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a6a8-7d1d-48e3-81a8-0cec44bb7b68 req-142ce748-967b-48b3-902f-5e5027c7b456 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:36.012579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9600a6a8-7d1d-48e3-81a8-0cec44bb7b68 req-142ce748-967b-48b3-902f-5e5027c7b456 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1574259 Nov 12 05:16:36.019033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a26dddb-9ef6-499d-903b-2872d00de77a req-f0ef8359-5fe2-4e33-937f-88f64dff82c9 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279690 Nov 12 05:16:36.077236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Deleting port b5a4aeb8-3363-42a7-af23-0c4d321d5c67 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:36.077585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.111055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9600a6a8-7d1d-48e3-81a8-0cec44bb7b68 req-a36701b0-71c7-4b0e-aed4-80e4a8adf724 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756028 Nov 12 05:16:36.160115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] Set router a86b89e7-7115-4585-81b2-644443af5583 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:36.198377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] For port b5a4aeb8-3363-42a7-af23-0c4d321d5c67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b5a4aeb8-3363-42a7-af23-0c4d321d5c67,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:36.198777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.235114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Calling delete_port for b5a4aeb8-3363-42a7-af23-0c4d321d5c67 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:36.339634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f8ee-b6fd-4954-a3fa-2eccf4d88a07 req-7ff65cf2-4429-4b35-9945-5f848c1ffdbb tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:36.343777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3981f8ee-b6fd-4954-a3fa-2eccf4d88a07 req-7ff65cf2-4429-4b35-9945-5f848c1ffdbb tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1688361 Nov 12 05:16:36.362512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e538943-9ba5-48ff-84b4-755da4257727 req-c1cfaf28-1724-4ef3-beeb-2291a2637341 tempest-TenantUsagesTestJSON-1521377990 tempest-TenantUsagesTestJSON-1521377990-project] 10.222.0.48 "GET /v2.0/ports?device_id=13b5a555-652f-4f34-b8b9-d058007382f6 HTTP/1.1" status: 200 len: 210 time: 0.1060879 Nov 12 05:16:36.493306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3981f8ee-b6fd-4954-a3fa-2eccf4d88a07 req-c5e755aa-e1d2-489d-b3c8-4cffb3a25184 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264591 Nov 12 05:16:36.533777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:16:34Z', 'revision_number': 5, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:36.576245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36989c1-c247-4cc0-8d24-dbd18856ddbe None None] The sync data for ids ['a86b89e7-7115-4585-81b2-644443af5583'] in n-d-765315-28 is: [{'id': 'a86b89e7-7115-4585-81b2-644443af5583', 'name': 'tempest-AttachSCSIVolumeTestJSON-506458559-router', 'tenant_id': '276de216837c43e5967807972e09f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:29Z', 'updated_at': '2021-11-12T05:16:34Z', 'revision_number': 5, 'project_id': '276de216837c43e5967807972e09f876', 'gw_port': {'id': 'b5a4aeb8-3363-42a7-af23-0c4d321d5c67', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86b89e7-7115-4585-81b2-644443af5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:30Z', 'updated_at': '2021-11-12T05:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:36.580795 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.608715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbedb6-381e-443a-b7da-c02ce659c2c9 req-488ace09-cecd-471f-8335-2ad173fb3896 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:36.619662 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cfbedb6-381e-443a-b7da-c02ce659c2c9 req-488ace09-cecd-471f-8335-2ad173fb3896 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 943 time: 0.0659659 Nov 12 05:16:36.642920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a4aeb8-3363-42a7-af23-0c4d321d5c67,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:36.678075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cfbedb6-381e-443a-b7da-c02ce659c2c9 req-6671060c-95e4-4f5d-84ea-934c5de2fc3d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597842 Nov 12 05:16:36.715640 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.834417 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.836569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.904692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.905552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86b89e7-7115-4585-81b2-644443af5583 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:16:36.913715 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.917269 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5e380731-ceae-4e70-9a71-3dac0c58b210 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a86b89e7-7115-4585-81b2-644443af5583 HTTP/1.1" status: 204 len: 168 time: 1.5441535 Nov 12 05:16:36.917593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52326) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:36.973735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1c10bd-1bc1-4eeb-a9ec-25f90302c2be admin admin] Deleting subnet e478f9b0-9bd4-4bc7-a727-b69755402471 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:16:36.977581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10bd-1bc1-4eeb-a9ec-25f90302c2be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.021687 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10bd-1bc1-4eeb-a9ec-25f90302c2be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.225819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10bd-1bc1-4eeb-a9ec-25f90302c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.295434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11456a6-a993-4d4d-a732-4ca5d26fdf85 req-392fb884-6f9c-4b7f-9c8c-f128b9a56f2d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:37.296975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d11456a6-a993-4d4d-a732-4ca5d26fdf85 req-392fb884-6f9c-4b7f-9c8c-f128b9a56f2d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1621733 Nov 12 05:16:37.338131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d59a46-51f6-4ff9-b380-0ab68d0c1b2a req-4d83adc6-48e7-4b98-9425-c203cfbdfa6e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:37.347038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6d59a46-51f6-4ff9-b380-0ab68d0c1b2a req-4d83adc6-48e7-4b98-9425-c203cfbdfa6e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1527941 Nov 12 05:16:37.409526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10bd-1bc1-4eeb-a9ec-25f90302c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.456243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d11456a6-a993-4d4d-a732-4ca5d26fdf85 req-e739aa49-a2f9-4750-983a-5600045fadfa tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522002 Nov 12 05:16:37.457867 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10bd-1bc1-4eeb-a9ec-25f90302c2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.460380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aecda1-bc03-4279-b7ee-71697d189bc3 None None] Network fd8840c8-7ce5-46b6-9e62-13383655c142 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:37.460518 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0c1c10bd-1bc1-4eeb-a9ec-25f90302c2be admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e478f9b0-9bd4-4bc7-a727-b69755402471 HTTP/1.1" status: 204 len: 168 time: 0.5414560 Nov 12 05:16:37.463189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52336) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:37.464185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c10bd-1bc1-4eeb-a9ec-25f90302c2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e478f9b0-9bd4-4bc7-a727-b69755402471,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:37.470107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6d59a46-51f6-4ff9-b380-0ab68d0c1b2a req-be9717cb-4bdd-4fd8-bd94-40ef9d24ab55 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220107 Nov 12 05:16:37.560837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.624738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Deleting port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:37.625436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.692588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725278e-743f-4f5c-96ba-ed4abb93697f req-07941f19-81c2-4069-a651-8a1dc9db295d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:37.718563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9725278e-743f-4f5c-96ba-ed4abb93697f req-07941f19-81c2-4069-a651-8a1dc9db295d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0990007 Nov 12 05:16:37.762529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] For port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3e91a5be-f602-4dae-8af0-0778dbf9cb1f,segment=NetworkSegment(b05888f8-7955-427b-8214-5a6f14eacc81),segment_id=b05888f8-7955-427b-8214-5a6f14eacc81)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:37.763060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.783397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Calling delete_port for 3e91a5be-f602-4dae-8af0-0778dbf9cb1f owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:37.799741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a5cd3dce-70ed-4617-acca-4535104793d0 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:37.806431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:37.853956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:37.854609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e863ad8f-e2bf-4395-90c6-0f85ceba9ce0 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:37.863428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] DHCP port deletion for fd8840c8-7ce5-46b6-9e62-13383655c142 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:37.904360 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.927463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b5a4aeb8-3363-42a7-af23-0c4d321d5c67 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:37.978047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52348) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:37.990594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9725278e-743f-4f5c-96ba-ed4abb93697f req-e471b0f7-8e35-42cc-85c4-1eac225524e5 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650526 Nov 12 05:16:38.010417 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e91a5be-f602-4dae-8af0-0778dbf9cb1f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.010417 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] No DVR routers for this DVR port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:38.037304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f087fcf-5571-4403-b553-2bcf1fca4162 req-96db1a1c-2066-4b78-8816-053fb8457602 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:38.052503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f087fcf-5571-4403-b553-2bcf1fca4162 req-96db1a1c-2066-4b78-8816-053fb8457602 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 943 time: 0.1595182 Nov 12 05:16:38.100285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.132683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8840c8-7ce5-46b6-9e62-13383655c142']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:38.154596 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05888f8-7955-427b-8214-5a6f14eacc81') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:38.155024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05888f8-7955-427b-8214-5a6f14eacc81') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:38.161428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f087fcf-5571-4403-b553-2bcf1fca4162 req-4ebe7cee-da48-446b-ac7a-8e4ee7e2a601 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079009 Nov 12 05:16:38.182409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.199371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.213591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:16:38.213976 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:16:38.215665 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:16:38.228909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: b5a4aeb8-3363-42a7-af23-0c4d321d5c67 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:38.229248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b5a4aeb8-3363-42a7-af23-0c4d321d5c67 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:38.229676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:38.252518 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c66580c0-654f-439c-b1af-3adf38c09e5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad364aa03ea242abbc51946694135c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709928 Nov 12 05:16:38.253395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52352) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:38.256434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:38.256768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d41c4a66-0dc1-48ca-b079-a3aa0cfa4cf5 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:38.293699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:38.298525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] Deleting port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:38.298891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.328580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'port_id': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'mac_address': 'fa:16:3e:9a:97:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47977af-5f43-43e4-978b-58e339d201f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:16:38.335115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14930bf4-7462-43cf-b9e4-a37008359e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.349773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.359153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.368388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] 10.222.0.48 "DELETE /v2.0/networks/fd8840c8-7ce5-46b6-9e62-13383655c142 HTTP/1.1" status: 204 len: 168 time: 0.9014547 Nov 12 05:16:38.369303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52354) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:38.382302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0ded2-be16-4247-9a71-83d196901f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8840c8-7ce5-46b6-9e62-13383655c142,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.400598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] For port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f, host n-d-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:38.400987 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.420218 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.421889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] Calling delete_port for 3e91a5be-f602-4dae-8af0-0778dbf9cb1f owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:38.425908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] Port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:16:38.433802 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.446111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14930bf4-7462-43cf-b9e4-a37008359e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.459121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cd3dce-70ed-4617-acca-4535104793d0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:38.464186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] Network fd8840c8-7ce5-46b6-9e62-13383655c142 is not hosted by any dhcp agent {{(pid=102591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:16:38.464632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] No DVR routers for this DVR port 3e91a5be-f602-4dae-8af0-0778dbf9cb1f on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:38.466068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2780888-b188-4fc7-9211-be12911d3f46 None None] Pushing event deleted for resources: {'Port': ['ID=3e91a5be-f602-4dae-8af0-0778dbf9cb1f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.491433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:38.509790 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.600987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.631564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14930bf4-7462-43cf-b9e4-a37008359e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.634130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14930bf4-7462-43cf-b9e4-a37008359e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.638949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-14930bf4-7462-43cf-b9e4-a37008359e8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1865224b-302d-4361-94a2-5440c8e5e623 HTTP/1.1" status: 204 len: 168 time: 0.3832626 Nov 12 05:16:38.679765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14930bf4-7462-43cf-b9e4-a37008359e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1865224b-302d-4361-94a2-5440c8e5e623,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.733027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:38.738521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:38.755347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c592c-39c1-4b16-91df-f8b1e2518748 req-d00e2587-8b51-4d45-81d8-fdd35c18a9de tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:38.779851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-937c592c-39c1-4b16-91df-f8b1e2518748 req-d00e2587-8b51-4d45-81d8-fdd35c18a9de tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1789117 Nov 12 05:16:38.845599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598c99d-fcce-4157-9adf-70e527005ea6 req-fd517eac-e96f-4447-a8ef-c867a68e8e81 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:38.847427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3598c99d-fcce-4157-9adf-70e527005ea6 req-fd517eac-e96f-4447-a8ef-c867a68e8e81 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.2514663 Nov 12 05:16:38.866485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-937c592c-39c1-4b16-91df-f8b1e2518748 req-b72016fc-9722-4b17-847d-a5623b5cc9dc tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807788 Nov 12 05:16:38.959494 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.994269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:39.009862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:39.012234 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ac1dd-e14d-4345-9fad-d1d3ccd53605" -d '{"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-unplugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:39.024248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3598c99d-fcce-4157-9adf-70e527005ea6 req-93a2ffde-f43d-49bf-b77b-be786661e0ff tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557364 Nov 12 05:16:39.030988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'mac_address': 'fa:16:3e:e0:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:16:39.033740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:39.037190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['a5cd3dce-70ed-4617-acca-4535104793d0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:39.091353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52372) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:39.117484 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a49f5a9-b4d2-4764-8946-dba870c2df82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.151552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.161607 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.186222 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85453bb6-9fd1-4b3a-afef-883610a7f7db x-openstack-request-id: req-85453bb6-9fd1-4b3a-afef-883610a7f7db {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:39.187337 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-unplugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:39.188311 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85453bb6-9fd1-4b3a-afef-883610a7f7db {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:39.189248 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'code': 200} Nov 12 05:16:39.201183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc3ca0-699c-42fb-9061-5d9f969a2b30 req-bc29fdb5-b6c9-4979-a8b4-0fff112f33c1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:39.202697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05cc3ca0-699c-42fb-9061-5d9f969a2b30 req-bc29fdb5-b6c9-4979-a8b4-0fff112f33c1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0923612 Nov 12 05:16:39.223416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c296ec78-99f3-4669-9ea5-17c97bdc29b8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:39.272318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:39.282974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.286252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:39.310768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a49f5a9-b4d2-4764-8946-dba870c2df82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.317950 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a49f5a9-b4d2-4764-8946-dba870c2df82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.366570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:39.379181 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9a49f5a9-b4d2-4764-8946-dba870c2df82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d28a9798d99e4116866597c7be60ba22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866595 Nov 12 05:16:39.381789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49f5a9-b4d2-4764-8946-dba870c2df82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70760610-ee69-4e86-84a0-b5b71b5e9e8f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:39.385361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52376) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:39.391787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05cc3ca0-699c-42fb-9061-5d9f969a2b30 req-1ae30c8b-c5c5-44c4-bc67-b3f732c229ac tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748483 Nov 12 05:16:39.476649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7a8baf7-612d-45de-8783-1e2a09d22ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.502013 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7a8baf7-612d-45de-8783-1e2a09d22ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.565410 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7a8baf7-612d-45de-8783-1e2a09d22ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.568617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7a8baf7-612d-45de-8783-1e2a09d22ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.570394 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b7a8baf7-612d-45de-8783-1e2a09d22ebb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70760610-ee69-4e86-84a0-b5b71b5e9e8f HTTP/1.1" status: 204 len: 168 time: 0.1831322 Nov 12 05:16:39.580205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8baf7-612d-45de-8783-1e2a09d22ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70760610-ee69-4e86-84a0-b5b71b5e9e8f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:39.698812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c296ec78-99f3-4669-9ea5-17c97bdc29b8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:39.699483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11991d-c758-4f7e-9153-f2464162f899 req-dcfa1c53-66ac-4fea-913f-cedf9b178dc9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:39.700999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b11991d-c758-4f7e-9153-f2464162f899 req-dcfa1c53-66ac-4fea-913f-cedf9b178dc9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 944 time: 0.3892059 Nov 12 05:16:39.719049 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.830884 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b11991d-c758-4f7e-9153-f2464162f899 req-d753b3aa-91dd-4acd-aa81-82ea32a2fb49 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204185 Nov 12 05:16:39.903540 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3e91a5be-f602-4dae-8af0-0778dbf9cb1f no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:39.936741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3e91a5be-f602-4dae-8af0-0778dbf9cb1f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:39.937415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3e91a5be-f602-4dae-8af0-0778dbf9cb1f not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:40.080258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313f1b-81b4-49e4-8cea-bb8a2ec9befd req-a8cadea0-8f85-4339-9e32-8b9e3239aa11 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:40.081995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd313f1b-81b4-49e4-8cea-bb8a2ec9befd req-a8cadea0-8f85-4339-9e32-8b9e3239aa11 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 949 time: 0.0896432 Nov 12 05:16:40.125025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Deleting port a0f991e0-915c-4a6a-9ded-915c495a59a9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:40.125461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.211600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.248145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd313f1b-81b4-49e4-8cea-bb8a2ec9befd req-576afc41-bd3d-45f1-a16a-ae53b462daf8 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563671 Nov 12 05:16:40.289319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b854ba-3e49-4808-b840-3b8618f581be req-d797db42-dca5-443c-811d-17b12612d984 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:40.295305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0b854ba-3e49-4808-b840-3b8618f581be req-d797db42-dca5-443c-811d-17b12612d984 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1303515 Nov 12 05:16:40.331467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] For port a0f991e0-915c-4a6a-9ded-915c495a59a9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a0f991e0-915c-4a6a-9ded-915c495a59a9,segment=NetworkSegment(a1a78998-e7b2-4e2b-83e9-eb28564502ed),segment_id=a1a78998-e7b2-4e2b-83e9-eb28564502ed)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:40.332245 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.362964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Calling delete_port for a0f991e0-915c-4a6a-9ded-915c495a59a9 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:40.387613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0b854ba-3e49-4808-b840-3b8618f581be req-02630380-8262-41c4-8520-1ffb3b7d3c8e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850630 Nov 12 05:16:40.572810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ce558-3d3d-4ec0-bd08-b93151e1b71a req-891bd0ba-7e43-4e1a-b72b-9b6ee6febdfc tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:40.574446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb5ce558-3d3d-4ec0-bd08-b93151e1b71a req-891bd0ba-7e43-4e1a-b72b-9b6ee6febdfc tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.0800076 Nov 12 05:16:40.660036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.687025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb5ce558-3d3d-4ec0-bd08-b93151e1b71a req-f8ead178-4588-4c90-b642-a3b859f8ddc5 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986178 Nov 12 05:16:40.690229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f991e0-915c-4a6a-9ded-915c495a59a9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:40.889581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.040525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0945b43-e5af-4366-b0cd-37a6e0120537 req-9bac6a59-3ed9-4356-baeb-ceebb38e6687 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:41.042017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0945b43-e5af-4366-b0cd-37a6e0120537 req-9bac6a59-3ed9-4356-baeb-ceebb38e6687 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 944 time: 0.0985959 Nov 12 05:16:41.145596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0945b43-e5af-4366-b0cd-37a6e0120537 req-bd351cf0-bd32-411b-96a2-d34b1af28561 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944769 Nov 12 05:16:41.209010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Router 304baf14-2565-4859-bb96-338365ff5948 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:16:41.376806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:41.386017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a367e9c3-0063-478b-88cb-b927b64f0cfd admin admin] 10.222.0.48 "PUT /v2.0/routers/304baf14-2565-4859-bb96-338365ff5948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0157413 Nov 12 05:16:41.386193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52434) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:41.388312 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] Sync routers for ids ['304baf14-2565-4859-bb96-338365ff5948'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:41.402377 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] Routers {'304baf14-2565-4859-bb96-338365ff5948'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:41.404081 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:16:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['304baf14-2565-4859-bb96-338365ff5948'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:41.407782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028fb7a-de2b-4ebb-a872-c12b382250a5 req-41eeaa83-cefb-4a4f-9e8a-ddc5a6b11528 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:41.409473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3028fb7a-de2b-4ebb-a872-c12b382250a5 req-41eeaa83-cefb-4a4f-9e8a-ddc5a6b11528 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 949 time: 0.0700257 Nov 12 05:16:41.467917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3028fb7a-de2b-4ebb-a872-c12b382250a5 req-655c9ec8-745f-41f2-b1a1-d127085f6ecd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Nov 12 05:16:41.559395 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.561150 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] Set router 304baf14-2565-4859-bb96-338365ff5948 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:41.644562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b21a0-13b0-4e96-82d5-8e9e424eb506 req-f0bbd1ba-59ec-4241-a862-c03d2cb4f463 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:41.646481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-694b21a0-13b0-4e96-82d5-8e9e424eb506 req-f0bbd1ba-59ec-4241-a862-c03d2cb4f463 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0949075 Nov 12 05:16:41.717650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-694b21a0-13b0-4e96-82d5-8e9e424eb506 req-970c0030-2cb5-4899-9829-8c1e9fe0ef7b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647745 Nov 12 05:16:41.817105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a5cd3dce-70ed-4617-acca-4535104793d0 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:41.847367 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:16:40Z', 'revision_number': 5, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:41.882026 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] Checking router: 304baf14-2565-4859-bb96-338365ff5948 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:41.891868 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] Routers {'304baf14-2565-4859-bb96-338365ff5948'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:41.892530 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:16:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['304baf14-2565-4859-bb96-338365ff5948'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:41.919143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port a5cd3dce-70ed-4617-acca-4535104793d0 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:16:41.925975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port a5cd3dce-70ed-4617-acca-4535104793d0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:41.926667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.948234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fba4a2-e6c1-4569-8c3c-dd4668079c28 req-d442ef95-52b5-4e9a-8598-b7a253f778cf tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:41.950688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65fba4a2-e6c1-4569-8c3c-dd4668079c28 req-d442ef95-52b5-4e9a-8598-b7a253f778cf tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1077147 Nov 12 05:16:42.033674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65fba4a2-e6c1-4569-8c3c-dd4668079c28 req-dc687328-47e0-4caa-b717-81dd19df8d71 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688269 Nov 12 05:16:42.055144 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] Set router 304baf14-2565-4859-bb96-338365ff5948 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:42.083164 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.120417 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.139609 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-1681eb6e-0339-4d9c-beca-598d03b2baeb service neutron] 10.222.0.43 "GET /v2.0/ports/6ff084b5-1302-48a3-aed2-69b8142f3135/bindings/n-h1-765315-28 HTTP/1.1" status: 200 len: 383 time: 0.1497898 Nov 12 05:16:42.149534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:42.154515 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91364799-9078-467d-80d5-e48bd167c2ec" -d '{"events": [{"server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "name": "network-vif-plugged", "status": "completed", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:42.172518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:42.183135 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.249272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Deleting port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:42.253664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.283394 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ba13e8-8580-404c-ad69-d92339aab6fc x-openstack-request-id: req-99ba13e8-8580-404c-ad69-d92339aab6fc {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:42.283696 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "name": "network-vif-plugged", "status": "completed", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:42.283950 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99ba13e8-8580-404c-ad69-d92339aab6fc {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:42.288696 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'code': 200} Nov 12 05:16:42.336557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:42.370019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52458) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:42.451594 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:16:40Z', 'revision_number': 5, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:42.462526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b13f-4511-4776-91e7-27e7e13570c5 req-6e1e2787-44ab-4431-9711-2e6db77124fe tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:42.464165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2c4b13f-4511-4776-91e7-27e7e13570c5 req-6e1e2787-44ab-4431-9711-2e6db77124fe tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1384735 Nov 12 05:16:42.493052 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b1e64-b2f9-4eef-a388-538955ef8a2d None None] The sync data for ids ['304baf14-2565-4859-bb96-338365ff5948'] in n-d-765315-28 is: [{'id': '304baf14-2565-4859-bb96-338365ff5948', 'name': 'tempest-AttachSCSIVolumeTestJSON-228444409-router', 'tenant_id': 'f4ba864fae6f4f0db130cf55b9824320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:39Z', 'updated_at': '2021-11-12T05:16:40Z', 'revision_number': 5, 'project_id': 'f4ba864fae6f4f0db130cf55b9824320', 'gw_port': {'id': '53f42c4b-7c2e-4329-9785-8a5c2a3decf5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304baf14-2565-4859-bb96-338365ff5948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:40Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:42.543012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] For port 53f42c4b-7c2e-4329-9785-8a5c2a3decf5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=53f42c4b-7c2e-4329-9785-8a5c2a3decf5,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:42.544788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.571911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Calling delete_port for 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:42.583014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3d1d5-6cc3-426d-82c1-9c08af311137 req-87d37e7e-21ec-4cad-b52c-ff5784ac641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:42.584716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57e3d1d5-6cc3-426d-82c1-9c08af311137 req-87d37e7e-21ec-4cad-b52c-ff5784ac641c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 1097 time: 0.1284997 Nov 12 05:16:42.625365 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-123ca54d-05df-43f9-9460-6d67806226ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.657897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-37eccf95-6135-454c-b324-652c7eea329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:42.659424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-37eccf95-6135-454c-b324-652c7eea329a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d&tenant_id=810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 1102 time: 0.1943731 Nov 12 05:16:42.663088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2c4b13f-4511-4776-91e7-27e7e13570c5 req-d279d483-37d9-4ed1-a36c-b5e2404be4bf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748681 Nov 12 05:16:42.684198 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-57e3d1d5-6cc3-426d-82c1-9c08af311137 req-fdb31c30-f107-46d0-b2b0-002758ec7a88 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868511 Nov 12 05:16:42.692799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09907bf-d1d3-41b9-b2ce-0e89790046b1 req-95924a85-f2b2-4429-9c03-324033938b6c tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:42.699057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e09907bf-d1d3-41b9-b2ce-0e89790046b1 req-95924a85-f2b2-4429-9c03-324033938b6c tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 949 time: 0.1271224 Nov 12 05:16:42.739422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:42.763944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e09907bf-d1d3-41b9-b2ce-0e89790046b1 req-745813d8-c44c-47bc-8c13-26750102dda5 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597103 Nov 12 05:16:42.814471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c296ec78-99f3-4669-9ea5-17c97bdc29b8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:42.814881 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.817608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-123ca54d-05df-43f9-9460-6d67806226ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.828362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-123ca54d-05df-43f9-9460-6d67806226ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.846187 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.908596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ca54d-05df-43f9-9460-6d67806226ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199ccd4a-b2f2-4a0f-a00b-d420c92bd5b0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:42.931983 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.932790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f42c4b-7c2e-4329-9785-8a5c2a3decf5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:42.957549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-123ca54d-05df-43f9-9460-6d67806226ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b7c20d6f81848d1bb76f7a546860224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5846360 Nov 12 05:16:42.958186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52466) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:42.987680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:43.006869 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.029308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.076238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-728dfc7b-aaf4-4147-8a69-d18ebe036a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.138500 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-728dfc7b-aaf4-4147-8a69-d18ebe036a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.141363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:43.204349 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.208142 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.256003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-12170df1-e24a-433a-bbc5-b3db58303d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:43.257886 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-12170df1-e24a-433a-bbc5-b3db58303d8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 1102 time: 0.1873126 Nov 12 05:16:43.278382 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.279005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 304baf14-2565-4859-bb96-338365ff5948 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:16:43.279271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7ff3-0e30-47e4-b69d-5b76b033935e req-b232dcd6-3905-45dc-b7fe-e096acb7ca55 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:43.280806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-080b7ff3-0e30-47e4-b69d-5b76b033935e req-b232dcd6-3905-45dc-b7fe-e096acb7ca55 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1148815 Nov 12 05:16:43.287651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.291067 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-94b3e4c2-44ae-48ab-b9ab-75b5b662d6a1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/304baf14-2565-4859-bb96-338365ff5948 HTTP/1.1" status: 204 len: 168 time: 1.9014962 Nov 12 05:16:43.291191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf8bb-5491-4f19-82a5-c4dfdcd87663 req-ab3537fe-5a02-4d8d-a631-ee43bcd3f45e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:43.298716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bbdf8bb-5491-4f19-82a5-c4dfdcd87663 req-ab3537fe-5a02-4d8d-a631-ee43bcd3f45e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 945 time: 0.1050799 Nov 12 05:16:43.300336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52470) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:43.301663 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-728dfc7b-aaf4-4147-8a69-d18ebe036a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.305565 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-728dfc7b-aaf4-4147-8a69-d18ebe036a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.309011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-728dfc7b-aaf4-4147-8a69-d18ebe036a65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/199ccd4a-b2f2-4a0f-a00b-d420c92bd5b0 HTTP/1.1" status: 204 len: 168 time: 0.3488150 Nov 12 05:16:43.341654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dfc7b-aaf4-4147-8a69-d18ebe036a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199ccd4a-b2f2-4a0f-a00b-d420c92bd5b0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:43.408995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-080b7ff3-0e30-47e4-b69d-5b76b033935e req-41f9e4ac-755d-46f5-be5f-2b036c2a193a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995855 Nov 12 05:16:43.419195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-14867e47-5a21-4434-ab6d-4df14d3d207e admin admin] Deleting subnet 3a2009d2-3679-4cd5-aa7a-cca36ebee183 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:16:43.423517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bbdf8bb-5491-4f19-82a5-c4dfdcd87663 req-06ce8a85-f1cd-479b-9a67-f05fde697d33 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232915 Nov 12 05:16:43.425201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14867e47-5a21-4434-ab6d-4df14d3d207e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.507241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-25f2c2b3-fdd5-4ffe-9bc7-4f8f2ca0b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:43.509365 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-25f2c2b3-fdd5-4ffe-9bc7-4f8f2ca0b144 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2399168 Nov 12 05:16:43.525044 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14867e47-5a21-4434-ab6d-4df14d3d207e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.583439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-20211883-b70d-4a85-bfdd-c1165772a5bd tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:43.584939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-20211883-b70d-4a85-bfdd-c1165772a5bd tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.0585871 Nov 12 05:16:43.595848 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-00cc366a-450e-43f1-b899-ad315b90c619 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6ff084b5-1302-48a3-aed2-69b8142f3135 HTTP/1.1" status: 200 len: 217 time: 0.0683210 Nov 12 05:16:43.598645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-28'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:43.669828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.683847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-a98dcd70-8c81-416b-a8c4-61b1bd46ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:43.685328 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-a98dcd70-8c81-416b-a8c4-61b1bd46ae30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0812685 Nov 12 05:16:43.747897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14867e47-5a21-4434-ab6d-4df14d3d207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.795575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-948a2432-2fc6-42a2-85aa-92e81ad78954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:43.797121 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-948a2432-2fc6-42a2-85aa-92e81ad78954 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0996540 Nov 12 05:16:43.819735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-33d2034e-581b-40d4-b734-36c69d4e21f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.860336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14867e47-5a21-4434-ab6d-4df14d3d207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.864478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52484) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:43.890299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce96b86-1900-42b9-850f-cd9e8b57c696 req-e2475565-8995-495b-af8e-a02582e1547b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:43.892946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dce96b86-1900-42b9-850f-cd9e8b57c696 req-e2475565-8995-495b-af8e-a02582e1547b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1145480 Nov 12 05:16:43.965940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14867e47-5a21-4434-ab6d-4df14d3d207e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2009d2-3679-4cd5-aa7a-cca36ebee183,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:43.975806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee595cdc-5f1a-4ee3-9044-a30ab31523ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.990770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14867e47-5a21-4434-ab6d-4df14d3d207e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.994696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1ce7d-40ff-46c7-a88e-28d84f6bb6cd None None] Network 36be4d1d-053f-463c-abc5-8710529010fa requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:44.003589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52486) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:44.003848 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14867e47-5a21-4434-ab6d-4df14d3d207e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a2009d2-3679-4cd5-aa7a-cca36ebee183 HTTP/1.1" status: 204 len: 168 time: 0.7023370 Nov 12 05:16:44.037276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a8a5-65f9-4a52-938a-2d37f0c66901 req-404590ee-d76f-485d-982b-d07dcfb332c3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:44.038425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a0f991e0-915c-4a6a-9ded-915c495a59a9 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:44.038983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c148a8a5-65f9-4a52-938a-2d37f0c66901 req-404590ee-d76f-485d-982b-d07dcfb332c3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1306303 Nov 12 05:16:44.054547 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-c5b568f0-8c12-4ace-9cb2-b4b2e3372ca8 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473204 Nov 12 05:16:44.071420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:44.081546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dce96b86-1900-42b9-850f-cd9e8b57c696 req-4cb20477-a227-4f37-b6b0-98536ce36304 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663344 Nov 12 05:16:44.138696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a0f991e0-915c-4a6a-9ded-915c495a59a9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:44.144204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a0f991e0-915c-4a6a-9ded-915c495a59a9 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:44.145898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:44.181954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:44.182627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 53f42c4b-7c2e-4329-9785-8a5c2a3decf5 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:44.189789 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.209600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee595cdc-5f1a-4ee3-9044-a30ab31523ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.213365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:44.216215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1705e9e-2674-4c24-9a7d-b3ecfe3ebb0a req-37b75c8e-8416-495b-ba8e-077509c60549 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498940 Nov 12 05:16:44.217928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c148a8a5-65f9-4a52-938a-2d37f0c66901 req-1421d1b6-9116-491b-b5e6-c66ba18881f4 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582267 Nov 12 05:16:44.221464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee595cdc-5f1a-4ee3-9044-a30ab31523ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.293870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:44.294027 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ee595cdc-5f1a-4ee3-9044-a30ab31523ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8dd3475cedd7455bbddda718ca0b0c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148972 Nov 12 05:16:44.294027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee595cdc-5f1a-4ee3-9044-a30ab31523ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff949c62-0462-4738-a18e-5f14b674434f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:44.295217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52488) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:44.297587 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b19013d-f9c3-4895-b057-c7a4d5127054" -d '{"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-plugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:44.303506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:44.306297 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333f98ca-773a-427d-9157-7d07b8a10196" -d '{"events": [{"server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "name": "network-vif-unplugged", "status": "completed", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:44.310884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.320064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.385096 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b3ced-a79f-4f45-9089-8c43a8dc19c9 x-openstack-request-id: req-c04b3ced-a79f-4f45-9089-8c43a8dc19c9 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:44.385442 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-plugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:44.385772 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c04b3ced-a79f-4f45-9089-8c43a8dc19c9 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:44.386078 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'code': 200} Nov 12 05:16:44.392077 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:16:44.396369 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edecb5e8-4c5d-4dd6-9b5c-3730a7a4b6cf x-openstack-request-id: req-edecb5e8-4c5d-4dd6-9b5c-3730a7a4b6cf {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:44.396648 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "name": "network-vif-unplugged", "status": "completed", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:44.396916 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edecb5e8-4c5d-4dd6-9b5c-3730a7a4b6cf {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:44.397322 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272', 'code': 200} Nov 12 05:16:44.421429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c53e5e2a-7e7d-4774-9f07-8ec53d4c108d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.431369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Deleting port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:44.431369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.442439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] DHCP port deletion for 36be4d1d-053f-463c-abc5-8710529010fa request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:44.519789 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c53e5e2a-7e7d-4774-9f07-8ec53d4c108d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.581513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] Deleting port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:44.581884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.632596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c53e5e2a-7e7d-4774-9f07-8ec53d4c108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.635407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c53e5e2a-7e7d-4774-9f07-8ec53d4c108d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.637957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c53e5e2a-7e7d-4774-9f07-8ec53d4c108d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff949c62-0462-4738-a18e-5f14b674434f HTTP/1.1" status: 204 len: 168 time: 0.3413117 Nov 12 05:16:44.651925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e5e2a-7e7d-4774-9f07-8ec53d4c108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff949c62-0462-4738-a18e-5f14b674434f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:44.724941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Pushing event updated for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:44.743246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fffb67-5718-47df-ae0c-6dc8279cddb6 req-ea631919-6b40-4040-9196-6e1a5c81b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:44.744824 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a6fffb67-5718-47df-ae0c-6dc8279cddb6 req-ea631919-6b40-4040-9196-6e1a5c81b5d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1102 time: 0.0587752 Nov 12 05:16:44.752339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] For port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,segment=NetworkSegment(a1a78998-e7b2-4e2b-83e9-eb28564502ed),segment_id=a1a78998-e7b2-4e2b-83e9-eb28564502ed)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:44.752998 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.781764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a2dba987-1fbc-45f1-8100-2189d1e99272 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:44.786715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] For port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,segment=NetworkSegment(a1a78998-e7b2-4e2b-83e9-eb28564502ed),segment_id=a1a78998-e7b2-4e2b-83e9-eb28564502ed)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:44.787084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.797494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on host n-h1-765315-28 for vnic_type normal with profile {"migrating_to": "n-h2-765315-28"} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:44.798392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:44.798732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:44.812864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Calling delete_port for 6eac982d-76d1-4bf1-95cd-acbc5cadf53b owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:44.820568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:44.820904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:44.828627 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a6fffb67-5718-47df-ae0c-6dc8279cddb6 req-d4b7575f-28e5-48fc-96d3-248bd4b383a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744612 Nov 12 05:16:44.837711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:44.838056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:44.838483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:44.838918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Bound port: a2dba987-1fbc-45f1-8100-2189d1e99272, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:44.839378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.843566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] Calling delete_port for 6eac982d-76d1-4bf1-95cd-acbc5cadf53b owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:44.851410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d845f-dd43-4f5a-a825-a0c425663320 req-ac712782-3db8-4860-9463-d959631e5524 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:44.852791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e7d845f-dd43-4f5a-a825-a0c425663320 req-ac712782-3db8-4860-9463-d959631e5524 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1907446 Nov 12 05:16:44.903542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f78c2-03c9-4749-845a-14a3cfc26817 req-9e4d7609-aa5f-4237-a31f-2dcc31fd2cde tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:44.905085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab5f78c2-03c9-4749-845a-14a3cfc26817 req-9e4d7609-aa5f-4237-a31f-2dcc31fd2cde tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.2294152 Nov 12 05:16:44.999302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:45.035377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on host n-h1-765315-28 for vnic_type normal with profile {"migrating_to": "n-h2-765315-28"} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:45.035739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:45.036284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:45.041663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.050518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:45.051590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Attempting to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:45.062159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e7d845f-dd43-4f5a-a825-a0c425663320 req-369b42f3-9cbf-4b36-91db-c049136bd977 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982791 Nov 12 05:16:45.075208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab5f78c2-03c9-4749-845a-14a3cfc26817 req-5fe7ce2f-a09a-416a-9559-562bb828819d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611421 Nov 12 05:16:45.082261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:45.084464 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.096200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:45.100776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] Pushing event deleted for resources: {'Port': ['ID=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:45.117388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2ec8e-afc6-4d4d-b97c-2fe52730d4ca None None] No DVR routers for this DVR port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:45.134698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:45.135311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:45.136989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:45.137926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Bound port: a2dba987-1fbc-45f1-8100-2189d1e99272, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:45.138767 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.184944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.196304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eac982d-76d1-4bf1-95cd-acbc5cadf53b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:45.211076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] No DVR routers for this DVR port 6eac982d-76d1-4bf1-95cd-acbc5cadf53b on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:45.254981 n-d-765315-28 neutron-server[102591]: WARNING neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Concurrent port binding operations failed on port a2dba987-1fbc-45f1-8100-2189d1e99272 Nov 12 05:16:45.260839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:45.262525 n-d-765315-28 neutron-server[102591]: INFO neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Attempt 2 to bind port a2dba987-1fbc-45f1-8100-2189d1e99272 Nov 12 05:16:45.263076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a2dba987-1fbc-45f1-8100-2189d1e99272 has no active binding in host n-h2-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:16:45.692762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52528) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:45.712749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.753378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Pushing event updated for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:45.769143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:45.769764 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.771373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-f701fa03-3588-4010-92ed-48dedbba54dc service neutron] 10.222.0.47 "PUT /v2.0/ports/a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 200 len: 1123 time: 2.1784270 Nov 12 05:16:45.781288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36be4d1d-053f-463c-abc5-8710529010fa']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:45.806006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c05de-5744-498c-a973-90ba5bbffb5d req-9d04a725-08b4-43f6-a965-cc65b315daab tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:45.814290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db0c05de-5744-498c-a973-90ba5bbffb5d req-9d04a725-08b4-43f6-a965-cc65b315daab tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.5066998 Nov 12 05:16:45.816396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:45.833894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a78998-e7b2-4e2b-83e9-eb28564502ed') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:45.834101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a78998-e7b2-4e2b-83e9-eb28564502ed') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:45.849113 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.854498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-494641637-network', 'tenant_id': 'ecac6990eaf64d7eaf79c4275e070282'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:45.859275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bc5fc-ef27-41b8-a7cc-7022eff68f79 req-870f5c77-b61e-4120-a1e4-a0c179932184 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:45.866609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de8bc5fc-ef27-41b8-a7cc-7022eff68f79 req-870f5c77-b61e-4120-a1e4-a0c179932184 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.5379558 Nov 12 05:16:45.871282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6eac982d-76d1-4bf1-95cd-acbc5cadf53b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:45.887180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Made reservation on behalf of ecac6990eaf64d7eaf79c4275e070282 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:45.890524 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.900173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 6eac982d-76d1-4bf1-95cd-acbc5cadf53b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:45.901161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6eac982d-76d1-4bf1-95cd-acbc5cadf53b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:45.901977 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.939864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db0c05de-5744-498c-a973-90ba5bbffb5d req-0ff5adab-8e3a-4fb7-b27f-a43f70a12bc6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082320 Nov 12 05:16:45.956905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.989684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:16:45.993183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:16:45.997723 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:16:46.017286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.032658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['a2dba987-1fbc-45f1-8100-2189d1e99272'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:46.062417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:46.064253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.066088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de8bc5fc-ef27-41b8-a7cc-7022eff68f79 req-014d66ab-3e49-4e91-8609-dd96b5974c54 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985021 Nov 12 05:16:46.081103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.101712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['a2dba987-1fbc-45f1-8100-2189d1e99272'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:46.111973 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.113032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.137510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96834b0-aa25-40f5-a317-b65aa2d4e1fd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:46.146061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:16:46.154617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=36be4d1d-053f-463c-abc5-8710529010fa,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:46.166466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.170688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.173654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.174798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.177549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.178074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.180784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.182359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0793d060-72f4-423b-95fb-de14592c01f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/36be4d1d-053f-463c-abc5-8710529010fa HTTP/1.1" status: 204 len: 168 time: 2.1679270 Nov 12 05:16:46.190706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.191052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.191388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.191719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.192051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.192373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:46.217142 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.217490 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Added segment 67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5 of type vlan for network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 Nov 12 05:16:46.269994 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b64ac717-1f4f-4dd7-adf8-261d5531066a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.290194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:46.311327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.365437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4ffa5-4a55-42c4-89c4-162d5344264a req-51d7b6c1-1459-44fb-87ff-3a6d1afd6345 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:46.367028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fe4ffa5-4a55-42c4-89c4-162d5344264a req-51d7b6c1-1459-44fb-87ff-3a6d1afd6345 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.1440837 Nov 12 05:16:46.403727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:46.410003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.411180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:46.411868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.412205 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13978634-1c93-4f54-9ef4-cae565e063b9" -d '{"events": [{"name": "network-changed", "server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:46.425145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:46.427500 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d21bebf-fcd3-491d-aa05-9100425a02ba" -d '{"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:46.458993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52550) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:46.475705 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7811077 Nov 12 05:16:46.492207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52552) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:46.500997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fe4ffa5-4a55-42c4-89c4-162d5344264a req-5cf04924-04ae-49cd-88c6-6e33c7cda166 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234839 Nov 12 05:16:46.510438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Request body: {'subnet': {'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-494641637-subnet', 'tenant_id': 'ecac6990eaf64d7eaf79c4275e070282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:46.567864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Made reservation on behalf of ecac6990eaf64d7eaf79c4275e070282 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:46.570302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.601886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d403a7-a049-4660-9db8-63c64d52acfc admin admin] Pushing event updated for resources: {'Network': ['ID=355537fb-4aa5-4638-a6dd-8f5b97e76a35,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:46.615252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:16:46.651664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5e94daa5-f641-4186-ab15-e7b568cf4da1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=276de216837c43e5967807972e09f876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903443 Nov 12 05:16:46.654030 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:46.711400 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5342324-8a6b-4569-85ff-b41470bd7d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.743648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5342324-8a6b-4569-85ff-b41470bd7d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.846429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d0213-93a6-4f18-9405-5dd8321a82fb req-6add2af1-2c8b-4ff5-b02e-b9a913e87e2d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:46.848120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e12d0213-93a6-4f18-9405-5dd8321a82fb req-6add2af1-2c8b-4ff5-b02e-b9a913e87e2d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 948 time: 0.2381988 Nov 12 05:16:46.863782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5342324-8a6b-4569-85ff-b41470bd7d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.867636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5342324-8a6b-4569-85ff-b41470bd7d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.871089 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e5342324-8a6b-4569-85ff-b41470bd7d7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7726274c-fa7b-4c59-ba00-36d070c3d9e2 HTTP/1.1" status: 204 len: 168 time: 0.2140639 Nov 12 05:16:46.880840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5342324-8a6b-4569-85ff-b41470bd7d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7726274c-fa7b-4c59-ba00-36d070c3d9e2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:46.981817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e12d0213-93a6-4f18-9405-5dd8321a82fb req-36e9b970-2373-4929-9f2a-82354f8f30c8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155818 Nov 12 05:16:47.080553 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:47.087747 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01f9d7f-8b96-4f7c-815a-734118479979 x-openstack-request-id: req-a01f9d7f-8b96-4f7c-815a-734118479979 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:47.088282 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:47.088551 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a01f9d7f-8b96-4f7c-815a-734118479979 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:47.089263 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'code': 200} Nov 12 05:16:47.133437 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e0ec25-8b97-4a76-8b1b-927b1882c7ac x-openstack-request-id: req-29e0ec25-8b97-4a76-8b1b-927b1882c7ac {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:47.133726 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:47.134168 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29e0ec25-8b97-4a76-8b1b-927b1882c7ac {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:47.134737 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272', 'status': 'completed', 'code': 200} Nov 12 05:16:47.137038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d468324b-3994-4dfc-bb33-d82a6b45f4c2,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:47.229409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-ae6bac1b-3078-4430-aecb-7157af4ec95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:47.232605 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-ae6bac1b-3078-4430-aecb-7157af4ec95c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1126 time: 0.0624175 Nov 12 05:16:47.233671 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:47.252100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Checking segment: {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:47.252330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Network hostable DHCP agents. Network: 355537fb-4aa5-4638-a6dd-8f5b97e76a35, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:16:47.307228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903fc8-8bfc-4fd5-9659-7a2af9600804 req-3e7aafba-9098-46c1-9aae-8b19d2ddcf42 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:47.308873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73903fc8-8bfc-4fd5-9659-7a2af9600804 req-3e7aafba-9098-46c1-9aae-8b19d2ddcf42 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1442547 Nov 12 05:16:47.309595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:16:47.338911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 355537fb-4aa5-4638-a6dd-8f5b97e76a35) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:47.347703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac98e5-64b3-43af-8f40-0f629b28d4c9 None None] Network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:47.349626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e446a8-7e72-4257-914a-b814eecd7af6 req-f30f49a5-e49c-4af6-a29a-38efbed26d9e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:47.351181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9e446a8-7e72-4257-914a-b814eecd7af6 req-f30f49a5-e49c-4af6-a29a-38efbed26d9e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1193943 Nov 12 05:16:47.355207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:47.355805 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:47.404174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-fc01a6db-0224-437c-8a7d-b379819c545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:47.417563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6481415b-0a93-4ef4-8d3c-88e224946bc9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9152262 Nov 12 05:16:47.431189 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-fc01a6db-0224-437c-8a7d-b379819c545f service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1915479 Nov 12 05:16:47.455932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73903fc8-8bfc-4fd5-9659-7a2af9600804 req-093f1a12-2ede-47f9-85fa-3b6fdfa47208 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290727 Nov 12 05:16:47.486728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9e446a8-7e72-4257-914a-b814eecd7af6 req-31871b9c-5b20-4afb-983f-f87a313c5cc7 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225529 Nov 12 05:16:47.511841 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-b018cf1e-3ae1-42ed-aa0b-c3f28e10f1b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 200 len: 217 time: 0.0720894 Nov 12 05:16:47.536324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52576) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:47.590653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-da663910-8d63-49fc-a62d-e653ff6e1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:47.592312 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-da663910-8d63-49fc-a62d-e653ff6e1b3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0699527 Nov 12 05:16:47.593631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b704a17-6dac-4055-a465-ba14e2a171f4 None None] Network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:47.605969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-419e4d0b-4cc6-4fcc-89dc-56ada2fa27f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4ba864fae6f4f0db130cf55b9824320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684264 Nov 12 05:16:47.607858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52578) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:47.635025 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-c223fc18-0a16-4230-bcfa-29309cb3adc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338624 Nov 12 05:16:47.756947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-b300c268-bb07-4c71-9a20-8506f9f9b02c service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133189 Nov 12 05:16:47.779119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b94edcb4-9d31-4ac9-ba2d-e492e969070e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:47.835416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bbd5d-b3aa-4d60-81ed-f92082a49126 req-a542b655-9ff7-4a19-aa22-294ae1908c9f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:47.837035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-637bbd5d-b3aa-4d60-81ed-f92082a49126 req-a542b655-9ff7-4a19-aa22-294ae1908c9f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.1692638 Nov 12 05:16:47.839710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b94edcb4-9d31-4ac9-ba2d-e492e969070e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:47.850130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7ab1-f950-4afd-bffd-197256c82f20 req-0b4aadd3-7e5e-4bc5-9fca-4cb4c7af7da1 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:47.851995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e09a7ab1-f950-4afd-bffd-197256c82f20 req-0b4aadd3-7e5e-4bc5-9fca-4cb4c7af7da1 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1826332 Nov 12 05:16:47.897475 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13978634-1c93-4f54-9ef4-cae565e063b9 req-5ea9f5ea-e3ba-40c8-8971-b8e7ef984e18 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315050 Nov 12 05:16:47.956403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-637bbd5d-b3aa-4d60-81ed-f92082a49126 req-fc2c54bf-2342-4c38-b363-127fe1c5e03a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030319 Nov 12 05:16:47.976050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e09a7ab1-f950-4afd-bffd-197256c82f20 req-9f507f27-ae6e-4e2f-ae18-87e09b752b61 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045551 Nov 12 05:16:47.985097 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b94edcb4-9d31-4ac9-ba2d-e492e969070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:47.987680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b94edcb4-9d31-4ac9-ba2d-e492e969070e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:47.991325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b94edcb4-9d31-4ac9-ba2d-e492e969070e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9412c019-6f74-4936-a383-abb012ce280a HTTP/1.1" status: 204 len: 168 time: 0.3800631 Nov 12 05:16:47.999685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94edcb4-9d31-4ac9-ba2d-e492e969070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9412c019-6f74-4936-a383-abb012ce280a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:48.212695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c9228-b878-4ae4-a24c-fea7718d5656 req-f0ad0b90-76c1-42aa-afc1-eafd55f8bf23 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:48.214275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-038c9228-b878-4ae4-a24c-fea7718d5656 req-f0ad0b90-76c1-42aa-afc1-eafd55f8bf23 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 948 time: 0.0626838 Nov 12 05:16:48.332298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-038c9228-b878-4ae4-a24c-fea7718d5656 req-f1d0c029-2515-4b1b-a148-03a2ade06e0b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057453 Nov 12 05:16:48.357625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-8e04e445-2e04-4651-b0c5-1e3a77ba4409 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:48.364277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-8e04e445-2e04-4651-b0c5-1e3a77ba4409 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 821 time: 0.1475582 Nov 12 05:16:48.382864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-c205bdc6-9a9b-44b4-95ef-7cc5b09d0da6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/quotas/ecac6990eaf64d7eaf79c4275e070282 HTTP/1.1" status: 200 len: 375 time: 0.0163784 Nov 12 05:16:48.431425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-38b7531a-a465-4023-a79d-569676c587b1 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467949 Nov 12 05:16:48.468399 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.552784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-26c128a2-682f-4d0b-8f10-b79ce8bc763f service neutron] 10.222.0.48 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202874 Nov 12 05:16:48.688246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-2ed1f3e3-b0db-4426-9317-57eeffe85ded service neutron] 10.222.0.48 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265171 Nov 12 05:16:48.736829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d889c-884b-4f67-916a-56262d4cf676 req-6a5ad651-ffe7-4861-a85f-58138c9b90ad tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:48.738461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-703d889c-884b-4f67-916a-56262d4cf676 req-6a5ad651-ffe7-4861-a85f-58138c9b90ad tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0674837 Nov 12 05:16:48.870564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-703d889c-884b-4f67-916a-56262d4cf676 req-95c44921-5996-47b8-a191-bc4503936ce3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232188 Nov 12 05:16:49.016343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-617fc7ff-33e1-4031-8563-21262fe88384 req-be9194b4-cb76-42be-84e0-1b9fc56d98f7 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 210 time: 0.0498259 Nov 12 05:16:49.110676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f16e9d-d747-4b90-a1e6-e52558787e54 req-b3b46d1c-1981-4d54-ab53-3dfbe54636dd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:49.122944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7f16e9d-d747-4b90-a1e6-e52558787e54 req-b3b46d1c-1981-4d54-ab53-3dfbe54636dd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1054385 Nov 12 05:16:49.238448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7f16e9d-d747-4b90-a1e6-e52558787e54 req-16a06ea9-cc00-49dd-9056-478908d7b84d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108837 Nov 12 05:16:49.259809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693be5c-e8d3-4157-a71f-126363492f31 req-11f4999c-da95-4c39-92c1-ca06721f5b2c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:49.261326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e693be5c-e8d3-4157-a71f-126363492f31 req-11f4999c-da95-4c39-92c1-ca06721f5b2c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.1018322 Nov 12 05:16:49.321860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e693be5c-e8d3-4157-a71f-126363492f31 req-989da55d-a161-4a13-b2d8-ab5452ab4ce2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Nov 12 05:16:49.362410 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-b772c53d-2353-4a64-8922-7800ffa22c14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610702 Nov 12 05:16:49.400331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:49.530480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-7ca6cd76-24d2-40c5-8f20-be83cca8e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:49.532849 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-7ca6cd76-24d2-40c5-8f20-be83cca8e134 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 1098 time: 0.0765824 Nov 12 05:16:49.602752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ec618-cbd3-461a-a78f-85750eaeb9ba req-78f578a0-babf-4583-be20-e79561fa1891 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:49.604549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd0ec618-cbd3-461a-a78f-85750eaeb9ba req-78f578a0-babf-4583-be20-e79561fa1891 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 948 time: 0.0697234 Nov 12 05:16:49.683589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd0ec618-cbd3-461a-a78f-85750eaeb9ba req-a31dbc4e-b716-4fb7-a2e1-9c63f05db144 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716558 Nov 12 05:16:49.700444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-768aaa92-0a1e-4f30-82d7-f4a7ef8991b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:49.702689 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-768aaa92-0a1e-4f30-82d7-f4a7ef8991b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 924 time: 0.1380880 Nov 12 05:16:49.814013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:49.876143 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-07eee78a-0956-40a4-b02f-2ec2a3dbb574 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181 HTTP/1.1" status: 200 len: 1001 time: 0.1586666 Nov 12 05:16:49.946612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:49.973543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'mac_address': 'fa:16:3e:33:77:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:16:50.038435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-53dfc014-0736-4d5e-b231-878a126f3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.040655 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-53dfc014-0736-4d5e-b231-878a126f3e2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 200 len: 862 time: 0.1528363 Nov 12 05:16:50.056318 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:50.066063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ee025-4240-422c-9505-38148e2de4d8 req-c6ebc3a7-5942-446c-8128-592cf8546a91 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.079340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d2ee025-4240-422c-9505-38148e2de4d8 req-c6ebc3a7-5942-446c-8128-592cf8546a91 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0836244 Nov 12 05:16:50.090484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff084b5-1302-48a3-aed2-69b8142f3135 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:50.118506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:50.129419 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:50.135688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-132372ed-f5c3-40c9-9e03-3fa483dd1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.137295 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-132372ed-f5c3-40c9-9e03-3fa483dd1a99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88f182b1-b3c0-49d3-b8dd-212cced455c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809906 Nov 12 05:16:50.184960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:50.243311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d2ee025-4240-422c-9505-38148e2de4d8 req-ef1f4040-7936-4579-9b26-d06e0fa8a192 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576378 Nov 12 05:16:50.268849 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-8558af49-a941-4c35-a78a-93e53f2ca99b service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230721 Nov 12 05:16:50.279301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-369187ee-66df-4925-b27a-005b9a58cfa9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.280829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-369187ee-66df-4925-b27a-005b9a58cfa9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d&tenant_id=810cfa3b1c084750ad17d879ad775a25&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 948 time: 0.1914151 Nov 12 05:16:50.301623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7497cf-9bc7-49fb-b4d8-05cca53f5332 req-4da48cbf-bd04-4726-a1cd-8846ebd64c5b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.307246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d7497cf-9bc7-49fb-b4d8-05cca53f5332 req-4da48cbf-bd04-4726-a1cd-8846ebd64c5b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 949 time: 0.1747997 Nov 12 05:16:50.400112 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5552e910-fb1d-42a3-8acd-fdedc51d319c req-7a5b2060-0134-464f-ab4c-ac08afc00a35 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184161 Nov 12 05:16:50.415366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d7497cf-9bc7-49fb-b4d8-05cca53f5332 req-408efe59-dd3d-4b90-add1-d9e502e9074c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070979 Nov 12 05:16:50.446644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a26d7b34-6dbe-473f-800d-d3b48a8731aa req-c245722f-3efb-4cee-b8dc-922b54c4c8d6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 210 time: 0.0621190 Nov 12 05:16:50.467398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-7d8e8905-16fd-4ec3-b46c-c13809ce4eaa service neutron] 10.222.0.43 "GET /v2.0/ports/6ff084b5-1302-48a3-aed2-69b8142f3135/bindings/n-h1-765315-28 HTTP/1.1" status: 200 len: 383 time: 0.1530495 Nov 12 05:16:50.580082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25cf6b-900e-44fa-9ad3-d35fb1ddaa39 req-9bcd75e7-7d22-4a35-8de2-d420d4113ec5 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.581590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b25cf6b-900e-44fa-9ad3-d35fb1ddaa39 req-9bcd75e7-7d22-4a35-8de2-d420d4113ec5 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0897284 Nov 12 05:16:50.590240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee68e76-d68b-4b56-97cd-dcfe1337de6e req-fee442e4-5a55-464f-8c0a-4c0b96715673 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.591713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ee68e76-d68b-4b56-97cd-dcfe1337de6e req-fee442e4-5a55-464f-8c0a-4c0b96715673 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.0885613 Nov 12 05:16:50.682962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b25cf6b-900e-44fa-9ad3-d35fb1ddaa39 req-982a6a62-36d3-4153-8e31-83c18953632c tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902789 Nov 12 05:16:50.749521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['6ff084b5-1302-48a3-aed2-69b8142f3135'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:50.754539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ee68e76-d68b-4b56-97cd-dcfe1337de6e req-082062c7-991f-488f-88d5-fa016e1f6e4c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486990 Nov 12 05:16:50.771084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-b050590d-a7d3-40cf-b687-52b98fde619c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.772868 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-b050590d-a7d3-40cf-b687-52b98fde619c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.43 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 821 time: 0.1531293 Nov 12 05:16:50.795363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Request body: {'port': {'device_id': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'admin_state_up': True, 'tenant_id': 'ecac6990eaf64d7eaf79c4275e070282'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:50.825192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-d14bb7af-6943-4ce8-aa73-3629e0de5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.827518 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-d14bb7af-6943-4ce8-aa73-3629e0de5d12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 1101 time: 0.2054045 Nov 12 05:16:50.830001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e4d04c5-f17a-4a5b-a303-7f6d94f6e5c6 req-a22fba27-7016-4c13-aee2-bdc72f6ffc0a tempest-FlavorsV2NegativeTest-571741522 tempest-FlavorsV2NegativeTest-571741522-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f28e44aab47e494eb4773ce985e0d784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396965 Nov 12 05:16:50.946483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Made reservation on behalf of ecac6990eaf64d7eaf79c4275e070282 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:50.950478 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:50.985320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d04c5-f17a-4a5b-a303-7f6d94f6e5c6 req-6b173f82-9bf0-4ed5-b03a-36951b1b04fb tempest-FlavorsV2NegativeTest-571741522 tempest-FlavorsV2NegativeTest-571741522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:50.986826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e4d04c5-f17a-4a5b-a303-7f6d94f6e5c6 req-6b173f82-9bf0-4ed5-b03a-36951b1b04fb tempest-FlavorsV2NegativeTest-571741522 tempest-FlavorsV2NegativeTest-571741522-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491213 Nov 12 05:16:51.047649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e4d04c5-f17a-4a5b-a303-7f6d94f6e5c6 req-438f4e79-b214-4d26-90e8-6eef5a69722f tempest-FlavorsV2NegativeTest-571741522 tempest-FlavorsV2NegativeTest-571741522-project] 10.222.0.48 "GET /v2.0/quotas/f28e44aab47e494eb4773ce985e0d784 HTTP/1.1" status: 200 len: 375 time: 0.0161555 Nov 12 05:16:51.080853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-f8fbbb45-4d38-4823-a08f-d2e4ea007dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:51.083070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-f8fbbb45-4d38-4823-a08f-d2e4ea007dac service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1393301 Nov 12 05:16:51.089520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Allocated IP 172.20.0.8 (355537fb-4aa5-4638-a6dd-8f5b97e76a35/d468324b-3994-4dfc-bb33-d82a6b45f4c2/30f1a9ae-5f51-4ebc-82d6-64d562fce6b2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:51.098876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e4d04c5-f17a-4a5b-a303-7f6d94f6e5c6 req-2c00c31f-b860-4887-b0b8-fbbbb806158e tempest-FlavorsV2NegativeTest-571741522 tempest-FlavorsV2NegativeTest-571741522-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f28e44aab47e494eb4773ce985e0d784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374794 Nov 12 05:16:51.132887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-d6f5d7e0-4d7c-4de5-a3f3-084a8cf907d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6ff084b5-1302-48a3-aed2-69b8142f3135 HTTP/1.1" status: 200 len: 217 time: 0.0364671 Nov 12 05:16:51.197827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-28de5be2-0bbd-4e6e-b7a6-7fbdcdfd71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:51.199268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-28de5be2-0bbd-4e6e-b7a6-7fbdcdfd71e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0504599 Nov 12 05:16:51.249793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:51.255362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-b6b68a3b-f478-407b-91ef-a724bdc4674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:51.259222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-b6b68a3b-f478-407b-91ef-a724bdc4674d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519099 Nov 12 05:16:51.293819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:51.368415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:51.369594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event updated for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:51.372269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:51.374442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:51.437494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eef43-240b-4cde-b6a7-c61c871e9821 req-fc916df8-5a55-46e2-bc01-e9afde0092f7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:51.439962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e0eef43-240b-4cde-b6a7-c61c871e9821 req-fc916df8-5a55-46e2-bc01-e9afde0092f7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0723841 Nov 12 05:16:51.448911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:51.449455 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:51.473100 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-a5a850cc-6e97-4653-9255-2c13250e1904 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6816037 Nov 12 05:16:51.478197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-fdf134af-3d5d-4343-bd33-be6689964c29 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035096 Nov 12 05:16:51.505572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Request body: {'port': {'device_id': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:51.561187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e0eef43-240b-4cde-b6a7-c61c871e9821 req-3754d4a5-116b-4ee6-a0ca-442b3ead96c8 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094339 Nov 12 05:16:51.570607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:51.645376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b6f6-bcfb-43e1-baf1-a91183dc8e1a req-2aa4d1ce-3b20-462a-882a-7dc35abd2520 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:51.647034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4364b6f6-bcfb-43e1-baf1-a91183dc8e1a req-2aa4d1ce-3b20-462a-882a-7dc35abd2520 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 949 time: 0.1353290 Nov 12 05:16:51.727629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-5d01fe28-ad5e-4c55-b1fc-901160ab9e12 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236147 Nov 12 05:16:51.763451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4364b6f6-bcfb-43e1-baf1-a91183dc8e1a req-23c6aa0b-2586-4326-a89a-63d4448c2427 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980670 Nov 12 05:16:51.773726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b389a19-424c-490d-b5e0-1e224a55f59e req-afb048c7-97fb-498a-a155-b99550362aec tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:51.782257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b389a19-424c-490d-b5e0-1e224a55f59e req-afb048c7-97fb-498a-a155-b99550362aec tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 931 time: 0.0937541 Nov 12 05:16:51.849109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b389a19-424c-490d-b5e0-1e224a55f59e req-7b26f2f8-7485-476c-a235-ace50fe1b1c7 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659373 Nov 12 05:16:51.849944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52758) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:51.945698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:51.954395 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:51.969089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Transition to ACTIVE for port object 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:16:51.979092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.009808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb50ca-6dd8-4e29-bb4b-063f8d59aff6 req-c062c5b3-4ad3-4712-8e94-0605e62f5b82 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:52.011325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2cb50ca-6dd8-4e29-bb4b-063f8d59aff6 req-c062c5b3-4ad3-4712-8e94-0605e62f5b82 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1057410 Nov 12 05:16:52.041175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.083217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Pushing event updated for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:52.114960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845aa52-0b35-4af2-841b-f6a5bb615b92 req-2aaf9412-4404-41b9-bbce-216809ee4022 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:52.116322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3845aa52-0b35-4af2-841b-f6a5bb615b92 req-2aaf9412-4404-41b9-bbce-216809ee4022 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.1713696 Nov 12 05:16:52.130024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2cb50ca-6dd8-4e29-bb4b-063f8d59aff6 req-cda510a7-366e-43a1-8d22-cb88c7017c20 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918324 Nov 12 05:16:52.147837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Attempting to bind port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:52.148268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Attempting to bind port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:52.148681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Attempting to bind port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:52.156137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:52.156464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Attempting to bind port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:52.166052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:52.166880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Checking segment: {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:52.167583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Bound using segment: {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:52.169114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Bound port: 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:52.170153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.221297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3845aa52-0b35-4af2-841b-f6a5bb615b92 req-c977d5ad-9644-4b50-b254-e8665bed967e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901923 Nov 12 05:16:52.258958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.263615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.264171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:52.268254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:52.273176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.308405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f28e44aab47e494eb4773ce985e0d784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570835 Nov 12 05:16:52.309046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52766) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:52.309680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb9cafe-ff5c-4ff9-bc11-893b885a4063,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:52.313026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:52.313999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.315279 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] 10.222.0.43 "PUT /v2.0/ports/30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 HTTP/1.1" status: 200 len: 1092 time: 0.8173268 Nov 12 05:16:52.315862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:52.318138 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:52.350562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.350910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.351258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.351594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.351931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.352264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.352594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.352926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.353369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.353702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.354031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.354377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babe176-0a05-4ff6-9dd3-a11c1bd75d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:52.380052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755edff-1f44-4807-ae0f-817e82997b53 service neutron] Pushing event updated for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:52.396747 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba0c0c5-8dce-4120-b3d7-d0f77c1eaefa x-openstack-request-id: req-cba0c0c5-8dce-4120-b3d7-d0f77c1eaefa {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:52.397032 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:52.397244 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-143e7837-6bd5-4e63-bcf9-248dd834fa2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.397353 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cba0c0c5-8dce-4120-b3d7-d0f77c1eaefa {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:52.397662 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'status': 'completed', 'code': 200} Nov 12 05:16:52.425075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-143e7837-6bd5-4e63-bcf9-248dd834fa2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.477528 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-143e7837-6bd5-4e63-bcf9-248dd834fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.487853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-143e7837-6bd5-4e63-bcf9-248dd834fa2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:52.491617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-143e7837-6bd5-4e63-bcf9-248dd834fa2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bb9cafe-ff5c-4ff9-bc11-893b885a4063 HTTP/1.1" status: 204 len: 168 time: 0.1771123 Nov 12 05:16:52.510388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-af72a20b-0d22-4cc6-b77a-9ee43dba74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:52.515958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e7837-6bd5-4e63-bcf9-248dd834fa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb9cafe-ff5c-4ff9-bc11-893b885a4063,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:52.519115 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-af72a20b-0d22-4cc6-b77a-9ee43dba74b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 1095 time: 0.0723510 Nov 12 05:16:52.583923 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-327d3cb5-e876-4397-9eed-f438378831f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 HTTP/1.1" status: 200 len: 217 time: 0.0398920 Nov 12 05:16:52.671271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-64776d00-8afb-4279-926c-f3997bc128d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:52.673362 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-64776d00-8afb-4279-926c-f3997bc128d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d468324b-3994-4dfc-bb33-d82a6b45f4c2 HTTP/1.1" status: 200 len: 861 time: 0.0776005 Nov 12 05:16:52.724071 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-88d07dfd-9e0c-4d68-b1ac-ef4a0d726648 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=355537fb-4aa5-4638-a6dd-8f5b97e76a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374360 Nov 12 05:16:52.732047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d4099-05f2-45c4-b1d2-eb6f00bd1d15 req-b9eae89a-6862-4271-b1ec-ece56cfcb4b3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:52.733607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be5d4099-05f2-45c4-b1d2-eb6f00bd1d15 req-b9eae89a-6862-4271-b1ec-ece56cfcb4b3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0820620 Nov 12 05:16:52.822125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be5d4099-05f2-45c4-b1d2-eb6f00bd1d15 req-76fca0c6-d3a2-48a6-bdbb-b3809ee07eac tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Nov 12 05:16:52.856155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-958ffdcd-8cfe-446b-af67-fd299ca18fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233249 Nov 12 05:16:52.992340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190d6f-f6df-4aed-bdd7-9490d0806c7f req-80705cbb-be7f-4050-abfe-e3b8e0620499 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:52.994002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2190d6f-f6df-4aed-bdd7-9490d0806c7f req-80705cbb-be7f-4050-abfe-e3b8e0620499 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 949 time: 0.1022685 Nov 12 05:16:53.117384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3336-e7d1-4cad-a3fe-377734c02fc3 req-1c871cfc-1c7e-4c64-a592-378a185a16bc tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:53.126878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c45e3336-e7d1-4cad-a3fe-377734c02fc3 req-1c871cfc-1c7e-4c64-a592-378a185a16bc tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 943 time: 0.1316886 Nov 12 05:16:53.182839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2190d6f-f6df-4aed-bdd7-9490d0806c7f req-b6a6a145-876f-4012-8e98-d7c83512fa80 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731181 Nov 12 05:16:53.297869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c45e3336-e7d1-4cad-a3fe-377734c02fc3 req-d832e5a0-2d34-4ce6-8a65-062c89b4ab1c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692090 Nov 12 05:16:53.408444 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6754b86-6977-4b48-a787-afa2e0b26aa2 req-dd17873e-484f-4306-b3b7-80c0e537ee36 service neutron] 10.222.0.43 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440900 Nov 12 05:16:53.478641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f848a-89f8-4103-8765-4798dd6fc4bf req-24d9e9c6-497d-443c-baab-ab3d70bebac5 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:53.478641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-709f848a-89f8-4103-8765-4798dd6fc4bf req-24d9e9c6-497d-443c-baab-ab3d70bebac5 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1570826 Nov 12 05:16:53.520724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5056b-d515-4e3d-be76-43d60040bc57 req-c9bd9317-2d4a-49a8-9099-0c4ed66cf47c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:53.522577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97e5056b-d515-4e3d-be76-43d60040bc57 req-c9bd9317-2d4a-49a8-9099-0c4ed66cf47c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.0947082 Nov 12 05:16:53.572666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-709f848a-89f8-4103-8765-4798dd6fc4bf req-54195963-85fb-4bec-8bed-0faf1428d587 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896783 Nov 12 05:16:53.613990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97e5056b-d515-4e3d-be76-43d60040bc57 req-0e4656ef-fad8-4b96-852a-7bb0c8e67a7e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790887 Nov 12 05:16:53.631961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-771387bc-4085-4766-a5a3-de5028765568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:53.633792 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-771387bc-4085-4766-a5a3-de5028765568 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 1095 time: 0.0946128 Nov 12 05:16:53.780659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-a4311b87-0d7d-46d7-b68a-20ba18014835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:53.783629 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-a4311b87-0d7d-46d7-b68a-20ba18014835 service neutron] 10.222.0.43 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 922 time: 0.1334534 Nov 12 05:16:53.845434 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-a2e8efe7-35c6-4052-a324-d4cf2a95ed9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 HTTP/1.1" status: 200 len: 217 time: 0.0515764 Nov 12 05:16:53.860282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:53.912917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4474f-b561-42cd-807f-6b30dae92198 req-7bc093b0-4e22-4034-9e04-dfaf9f519e94 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:53.921330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ad4474f-b561-42cd-807f-6b30dae92198 req-7bc093b0-4e22-4034-9e04-dfaf9f519e94 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 946 time: 0.0822875 Nov 12 05:16:53.928251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-15bd3c77-5d2b-4818-a832-b768ffdabce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:53.929815 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-15bd3c77-5d2b-4818-a832-b768ffdabce3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d468324b-3994-4dfc-bb33-d82a6b45f4c2 HTTP/1.1" status: 200 len: 861 time: 0.0737479 Nov 12 05:16:53.959759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 6ff084b5-1302-48a3-aed2-69b8142f3135 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:53.960649 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:53.977427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-f6e7eb82-666c-4b4e-a190-455d9cced661 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=355537fb-4aa5-4638-a6dd-8f5b97e76a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378907 Nov 12 05:16:54.015454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ad4474f-b561-42cd-807f-6b30dae92198 req-c00e97f8-94df-4379-8cdb-377728ae5db4 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922241 Nov 12 05:16:54.104081 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:54.111801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-f7e8908f-846a-4b75-8d56-78b11bd11f9c tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a1e55b9ff958479caf6f492d55b7c0c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370283 Nov 12 05:16:54.115895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-4919a3ac-ae51-4ddb-821b-daa3824555a3 service neutron] 10.222.0.43 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279116 Nov 12 05:16:54.131128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:54.133838 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a810bd63-5a2a-4bbc-b98d-dc236c682bb5" -d '{"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-plugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:54.149109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:54.174516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:54.175447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a2dba987-1fbc-45f1-8100-2189d1e99272 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:54.249686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-a7cc322d-647c-4541-b451-22c64c05db6f tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:54.259638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-a7cc322d-647c-4541-b451-22c64c05db6f tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468408 Nov 12 05:16:54.279142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:54.281124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-454708dd-d5c0-4a6a-bfd1-0c98aac04c20 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/quotas/a1e55b9ff958479caf6f492d55b7c0c7 HTTP/1.1" status: 200 len: 375 time: 0.0204346 Nov 12 05:16:54.342863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c2d87df-0a72-4434-83a8-c4b535cf8ee4 req-95057234-1d5d-4f3f-b664-f006b753068a service neutron] 10.222.0.43 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183130 Nov 12 05:16:54.343358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b1c7bac5-1863-46c8-87a0-b54d9ce9bdb4 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1e55b9ff958479caf6f492d55b7c0c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612369 Nov 12 05:16:54.378065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fc138-3270-4969-9043-b138bf0925c8 req-29a45573-3a2a-408d-a9c6-ec9ef271332a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:54.385061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf0fc138-3270-4969-9043-b138bf0925c8 req-29a45573-3a2a-408d-a9c6-ec9ef271332a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1224587 Nov 12 05:16:54.441980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf0fc138-3270-4969-9043-b138bf0925c8 req-a59c9049-5c76-4362-aa35-990b51cd2977 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489585 Nov 12 05:16:54.528226 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecfe0b4-175e-44ab-ba6d-1d8b7abdae3d x-openstack-request-id: req-8ecfe0b4-175e-44ab-ba6d-1d8b7abdae3d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:54.528608 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-plugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:54.528967 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ecfe0b4-175e-44ab-ba6d-1d8b7abdae3d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:54.529450 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'code': 200} Nov 12 05:16:54.625553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf41a-e1be-4b8a-b72f-4d038b12e198 req-e53efaa0-3c86-4971-8c76-1d524f2d039f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:54.634859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6cedf41a-e1be-4b8a-b72f-4d038b12e198 req-e53efaa0-3c86-4971-8c76-1d524f2d039f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.0721755 Nov 12 05:16:54.745357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6cedf41a-e1be-4b8a-b72f-4d038b12e198 req-8a346313-99cd-4ac1-80e9-6ef5b15773be tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092875 Nov 12 05:16:54.773466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2190b53-63dc-435a-b1e2-5133d2973d40 req-6688df1c-a2f0-4564-b376-d65f6589ea3b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:54.777519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2190b53-63dc-435a-b1e2-5133d2973d40 req-6688df1c-a2f0-4564-b376-d65f6589ea3b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 943 time: 0.1380589 Nov 12 05:16:54.878835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb1f3588-9861-44b6-9b6b-f954688be691 req-738b98c6-5d27-4f48-a632-212580bdae9d tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 210 time: 0.0529227 Nov 12 05:16:54.927002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2190b53-63dc-435a-b1e2-5133d2973d40 req-05ebaa54-01e6-4172-9b43-a38b9d14ebbc tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423721 Nov 12 05:16:55.215466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-f8264560-541c-484d-ac6b-2891e5d3d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:55.216962 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-f8264560-541c-484d-ac6b-2891e5d3d205 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d&tenant_id=810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 1102 time: 0.0585001 Nov 12 05:16:55.227284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4430d-da32-4de0-bd18-deac3ec2fb51 req-dbdbec22-2ac8-43c4-96dc-d42857d827c6 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:55.228972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59c4430d-da32-4de0-bd18-deac3ec2fb51 req-dbdbec22-2ac8-43c4-96dc-d42857d827c6 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.2078953 Nov 12 05:16:55.257418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73266802-85df-470d-8de1-ced9916c8008 req-f3bae05a-e62f-4457-b17a-59b0456ecce9 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:55.259905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73266802-85df-470d-8de1-ced9916c8008 req-f3bae05a-e62f-4457-b17a-59b0456ecce9 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 943 time: 0.1913099 Nov 12 05:16:55.345119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-0d8cd2e5-b650-4e1d-bdcc-d4854e7c8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:55.346418 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-0d8cd2e5-b650-4e1d-bdcc-d4854e7c8808 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 1102 time: 0.0930667 Nov 12 05:16:55.351371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59c4430d-da32-4de0-bd18-deac3ec2fb51 req-3109395e-4166-4202-9871-c788a7d77e26 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084332 Nov 12 05:16:55.376181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73266802-85df-470d-8de1-ced9916c8008 req-b0bf4b3a-9ada-459b-b925-eb019cdb260a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057632 Nov 12 05:16:55.466513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-06076ec8-d4c9-4d4f-9578-487dc182e5a4 service neutron] 10.222.0.43 "GET /v2.0/ports/a2dba987-1fbc-45f1-8100-2189d1e99272/bindings/n-h2-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.0892034 Nov 12 05:16:55.556152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-d4f64bf5-6e09-470f-ae59-d9320193a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:55.561873 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-d4f64bf5-6e09-470f-ae59-d9320193a2b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2067127 Nov 12 05:16:55.623287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-22c3a382-c944-4122-b65b-e7985d493d5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6ff084b5-1302-48a3-aed2-69b8142f3135 HTTP/1.1" status: 200 len: 217 time: 0.0531056 Nov 12 05:16:55.678843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ec530-8c88-40b8-8437-751e2dd65529 req-48083224-989d-46bf-b15d-48af1620ea3e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:55.680443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7ec530-8c88-40b8-8437-751e2dd65529 req-48083224-989d-46bf-b15d-48af1620ea3e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1161129 Nov 12 05:16:55.725544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-801d357b-76b9-447d-a286-bd6dc22416e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:55.727637 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-801d357b-76b9-447d-a286-bd6dc22416e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0735462 Nov 12 05:16:55.777701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7ec530-8c88-40b8-8437-751e2dd65529 req-dfb95bd8-a673-4939-b48e-d00e5acc2936 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 Nov 12 05:16:55.813439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-fcc26ffb-aae5-4db2-a77d-5264ae62260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:55.814715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:55.814990 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-fcc26ffb-aae5-4db2-a77d-5264ae62260d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0717759 Nov 12 05:16:55.909552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-20cb6d13-6e21-4538-87e0-24fa29fb43e1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--100173524&fields=id&tenant_id=f7d2208e72b640758eb545ea8fc54e75 HTTP/1.1" status: 200 len: 267 time: 0.0837314 Nov 12 05:16:55.937209 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-41b4f41a-ea0a-4805-865e-1cf3da9ac94a service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115673 Nov 12 05:16:55.951433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:56.058332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dba987-1fbc-45f1-8100-2189d1e99272 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:56.060716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3880cc63-c14d-4996-93e9-b091c6b79fd8 req-49089f89-fbc5-47df-be3f-6df1d92257ee service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121526 Nov 12 05:16:56.067503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-9ad5253c-61bf-4a7e-9ad2-22d643cd0031 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a1e55b9ff958479caf6f492d55b7c0c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755620 Nov 12 05:16:56.114923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:56.146452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcea99-d47a-4416-b012-15d25207ca50 req-3df81116-62bb-4081-ba1e-a3077fced5f2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:56.155190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aafcea99-d47a-4416-b012-15d25207ca50 req-3df81116-62bb-4081-ba1e-a3077fced5f2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.2968907 Nov 12 05:16:56.246053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:56.268251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-548fb81d-7b66-4acd-9dd7-6706d4918aeb tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:56.270100 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-548fb81d-7b66-4acd-9dd7-6706d4918aeb tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 823 time: 0.3597200 Nov 12 05:16:56.364609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-43d04753-3066-4f72-afe9-a2bee9cd2b2a tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/quotas/f7d2208e72b640758eb545ea8fc54e75 HTTP/1.1" status: 200 len: 375 time: 0.0849237 Nov 12 05:16:56.378464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aafcea99-d47a-4416-b012-15d25207ca50 req-364cb10d-6908-41b9-9338-7ce6ec721964 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219684 Nov 12 05:16:56.404457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-3415e9ff-c1d7-47ca-9184-05ba150626e3 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:56.406021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-3415e9ff-c1d7-47ca-9184-05ba150626e3 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255651 Nov 12 05:16:56.442702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Request body: {'port': {'device_id': 'f4ceacf7-8406-42c4-8dfb-79e6a97148d1', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'a1e55b9ff958479caf6f492d55b7c0c7'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:56.548533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ea607d3-b8f9-4ef8-ba79-e9c1589aefe9 req-531e1106-54a5-4a17-ab09-8357657910af tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 210 time: 0.0990829 Nov 12 05:16:56.572317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] Transition to ACTIVE for port object a2dba987-1fbc-45f1-8100-2189d1e99272 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:16:56.584343 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:56.596609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-c775ab48-4c22-4632-b605-d1b9e72f5c5c tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2230785 Nov 12 05:16:56.874494 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:57.038872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] No DVR routers for this DVR port a2dba987-1fbc-45f1-8100-2189d1e99272 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:57.048869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:57.087461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Made reservation on behalf of a1e55b9ff958479caf6f492d55b7c0c7 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:57.090949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:57.110602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912907b8-8283-4683-9cb6-c6585e39bb4d req-d657d120-c959-4416-a67e-57393df136f0 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.112056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-912907b8-8283-4683-9cb6-c6585e39bb4d req-d657d120-c959-4416-a67e-57393df136f0 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 943 time: 0.2085359 Nov 12 05:16:57.121512 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:57.126655 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b516c2f6-1bc9-4b79-9171-f81a46fedae0 service neutron] 10.222.0.43 "PUT /v2.0/ports/a2dba987-1fbc-45f1-8100-2189d1e99272/bindings/n-h2-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 1.6514122 Nov 12 05:16:57.152719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-096f5372-3a79-49a3-a46e-1e65dd6ae5ba service neutron] 10.222.0.48 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503562 Nov 12 05:16:57.266686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-912907b8-8283-4683-9cb6-c6585e39bb4d req-91da3426-31c3-4b63-aef7-d9ee0bb31aa5 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376624 Nov 12 05:16:57.336876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-da2ee05f-852d-4fba-866f-a58f8daf6697 service neutron] 10.222.0.48 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736541 Nov 12 05:16:57.338924 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:57.346434 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:57.397255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-89d30357-cdf4-4b96-ac00-63f142206610 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.399609 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-89d30357-cdf4-4b96-ac00-63f142206610 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1096 time: 0.0841179 Nov 12 05:16:57.450162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f03516-3b51-433f-9c9d-8f3ad3e00061,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:57.489306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-50d4e45b-5141-4456-9680-b70f5e5758b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.491629 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-50d4e45b-5141-4456-9680-b70f5e5758b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49&tenant_id=1108fb880ee4414caf2673bc6b157198 HTTP/1.1" status: 200 len: 1096 time: 0.0823705 Nov 12 05:16:57.496282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95401e6d-ce1e-417a-94b8-6eeca2ec6f81 req-d51d3db7-d215-4aaa-b8ba-4ff20b62dc9b tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.497678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95401e6d-ce1e-417a-94b8-6eeca2ec6f81 req-d51d3db7-d215-4aaa-b8ba-4ff20b62dc9b tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1463566 Nov 12 05:16:57.625660 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-55940829-df76-4243-a107-09400281aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.627203 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-55940829-df76-4243-a107-09400281aad3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1096 time: 0.0756276 Nov 12 05:16:57.668842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Allocated IP 192.168.233.232 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/bfb02e1c-36ec-4451-826f-78f43d640e15) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:57.686515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95401e6d-ce1e-417a-94b8-6eeca2ec6f81 req-6b44e4f6-4121-4326-a1ec-29f364ec6b7f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769943 Nov 12 05:16:57.709430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f53a4f-4bbe-455b-8990-c49d6d2bc366 req-b4d7cd1b-b1ad-433f-9b34-cfcf6882f6c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.710997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42f53a4f-4bbe-455b-8990-c49d6d2bc366 req-b4d7cd1b-b1ad-433f-9b34-cfcf6882f6c6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 944 time: 0.1567707 Nov 12 05:16:57.721781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-4d145a0c-108f-49a3-b79e-38cdf7f2ab4d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.723445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-4d145a0c-108f-49a3-b79e-38cdf7f2ab4d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfbd86fa-3d02-4682-b642-b8dcfc381182 HTTP/1.1" status: 200 len: 946 time: 0.1621375 Nov 12 05:16:57.764121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-70817e44-cc33-4592-8e33-a50e5e808e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.769185 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-70817e44-cc33-4592-8e33-a50e5e808e3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1322482 Nov 12 05:16:57.814319 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-fccf1067-bd76-4fd3-bcb3-e0cc8bf6f607 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 200 len: 217 time: 0.0392613 Nov 12 05:16:57.829443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:57.841507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:57.881869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-74db7fab-1c9d-4fb1-8802-f245194b1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.883523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-74db7fab-1c9d-4fb1-8802-f245194b1814 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0607247 Nov 12 05:16:57.909258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42f53a4f-4bbe-455b-8990-c49d6d2bc366 req-e67bcca7-6d8d-41d3-a747-f2600daf7796 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849353 Nov 12 05:16:57.968560 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b554007c-c750-44a3-bae3-83c68e723943 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731461 Nov 12 05:16:57.973960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1221d-9d3d-4c8b-972d-6e41b03c7965 req-d2fb7ca6-201e-4575-8367-1a6718055aaf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:57.981236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33a1221d-9d3d-4c8b-972d-6e41b03c7965 req-d2fb7ca6-201e-4575-8367-1a6718055aaf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1813486 Nov 12 05:16:58.031968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:58.041400 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.056619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'port_id': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'mac_address': 'fa:16:3e:a2:fe:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd468324b-3994-4dfc-bb33-d82a6b45f4c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:16:58.067889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Deleting port 1014a2a0-3924-42a0-98e1-7b6105f0d181 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:58.068233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.075512 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:58.076734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.077736 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa744ed-985c-4267-ac1c-c7f252eb19e5" -d '{"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:58.114399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:58.114926 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-5da65f4c-5799-4b55-bde6-c68fe3bd3119 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375890 Nov 12 05:16:58.121226 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.127643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33a1221d-9d3d-4c8b-972d-6e41b03c7965 req-82f538ec-76eb-448a-94cb-131382dcd6ce tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454747 Nov 12 05:16:58.172964 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.204893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:58.222544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:58.238632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:58.240733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.241354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.241766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.242046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.242427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.242967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.243282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.243608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.244110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.244430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.244912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.245406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:58.256999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.268371 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-e4b72f78-6ef8-49cb-a1ad-d58701890cd8 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453254 Nov 12 05:16:58.280402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142b532-0a3a-4a04-bee6-8b9965605b56 req-cf05c6cf-a91e-498f-8d3b-80ee1c6e6fad tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:58.282219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5142b532-0a3a-4a04-bee6-8b9965605b56 req-cf05c6cf-a91e-498f-8d3b-80ee1c6e6fad tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.2169414 Nov 12 05:16:58.289329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b809cae4-f7be-4601-a13a-c660ab85be57 req-f5646423-7b7f-46c6-99f7-ad1fc7510108 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 210 time: 0.0570173 Nov 12 05:16:58.319621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] For port 1014a2a0-3924-42a0-98e1-7b6105f0d181, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1014a2a0-3924-42a0-98e1-7b6105f0d181,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:58.320235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.324710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.382010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:58.511758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:58.540184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:58.548528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:58.576957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Pushing event updated for resources: {'Port': ['ID=bfb02e1c-36ec-4451-826f-78f43d640e15,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:58.593380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5142b532-0a3a-4a04-bee6-8b9965605b56 req-34c1b142-24de-4526-8d08-b925d9a3262d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962608 Nov 12 05:16:58.702895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8586d-9960-49eb-9c46-b0d6fc39a47c req-e5084d70-0a2a-4166-a0bb-0caef37e490b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:58.710555 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdc6663-c953-44e1-aaca-25356cf24711 x-openstack-request-id: req-fcdc6663-c953-44e1-aaca-25356cf24711 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:58.710726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ff8586d-9960-49eb-9c46-b0d6fc39a47c req-e5084d70-0a2a-4166-a0bb-0caef37e490b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 936 time: 0.3166959 Nov 12 05:16:58.711419 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:58.711890 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcdc6663-c953-44e1-aaca-25356cf24711 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:58.712642 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'code': 200} Nov 12 05:16:58.723157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['30f1a9ae-5f51-4ebc-82d6-64d562fce6b2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:58.728870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b2e23861-8e77-49eb-9dcd-5abcbc6fd209 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:58.730452 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b2e23861-8e77-49eb-9dcd-5abcbc6fd209 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1096 time: 0.1030836 Nov 12 05:16:58.763498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:58.764131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.807369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.808121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.808449 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Floating IP af07f815-423f-4b25-bc9a-aec70c1a4fe6 disassociated. External IP: 172.25.2.26, port: 1014a2a0-3924-42a0-98e1-7b6105f0d181. Nov 12 05:16:58.808799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Calling delete_port for 1014a2a0-3924-42a0-98e1-7b6105f0d181 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:58.869422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b8310245-6981-4da4-80d3-e3af7258611b tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4377265 Nov 12 05:16:58.879520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b7a6ab5c-e78f-4c72-a487-659a0ef06e0b service neutron] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:58.881802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ff8586d-9960-49eb-9c46-b0d6fc39a47c req-0239d861-004a-4546-a565-6f8f71a4aba8 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702635 Nov 12 05:16:58.886002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b7a6ab5c-e78f-4c72-a487-659a0ef06e0b service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.887386 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-73e43f1d-b868-477d-a49e-e30ae7b8d1b1 req-b7a6ab5c-e78f-4c72-a487-659a0ef06e0b service neutron] 10.222.0.47 "DELETE /v2.0/ports/a2dba987-1fbc-45f1-8100-2189d1e99272/bindings/n-h1-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.1458631 Nov 12 05:16:58.890020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Request body: {'port': {'device_id': 'f4ceacf7-8406-42c4-8dfb-79e6a97148d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:58.989162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7647d-bb1e-4164-8481-ec32054c5698 req-4b33ec9a-174d-490f-9dd6-4732eebb7f2f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:58.990659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7f7647d-bb1e-4164-8481-ec32054c5698 req-4b33ec9a-174d-490f-9dd6-4732eebb7f2f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 944 time: 0.1860671 Nov 12 05:16:58.990847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e20ffcfb-b8f8-4a9b-8214-1e6f1fb903e9 None None] Provisioning complete for port bfb02e1c-36ec-4451-826f-78f43d640e15 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:58.991222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e20ffcfb-b8f8-4a9b-8214-1e6f1fb903e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:59.026003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e20ffcfb-b8f8-4a9b-8214-1e6f1fb903e9 None None] Port bfb02e1c-36ec-4451-826f-78f43d640e15 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:59.102323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:59.215560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-336bbb38-6544-481b-8d45-b7c532c523b7 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:59.217125 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-336bbb38-6544-481b-8d45-b7c532c523b7 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 823 time: 0.1057427 Nov 12 05:16:59.229407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7f7647d-bb1e-4164-8481-ec32054c5698 req-68f815a1-f83c-4b14-9017-0d7c055bc52c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929269 Nov 12 05:16:59.252602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274859-ad82-4c0d-b9b9-af94284faaae req-f55b6f6f-adc3-48e0-a93a-20f83cd48354 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:59.254787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-f55b6f6f-adc3-48e0-a93a-20f83cd48354 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 820 time: 0.2786841 Nov 12 05:16:59.297166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-32087a5a-fafa-452a-95ee-5fe921233695 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/quotas/c177b0e068e149e5be2571d3d1fa8ddb HTTP/1.1" status: 200 len: 375 time: 0.0264187 Nov 12 05:16:59.317111 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-c085d303-896f-4bbc-be08-1f0d121b0901 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d2208e72b640758eb545ea8fc54e75 HTTP/1.1" status: 200 len: 379 time: 0.0760915 Nov 12 05:16:59.351653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:59.359342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Request body: {'port': {'device_id': '7e229c77-13f7-4a94-82f1-213fd784be82', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'admin_state_up': True, 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'security_groups': ['e8fe558c-3a63-4dfa-a205-96ab4f98dd1d']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:59.437207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event deleted for resources: {'Port': ['ID=1014a2a0-3924-42a0-98e1-7b6105f0d181,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:59.476488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Made reservation on behalf of f7d2208e72b640758eb545ea8fc54e75 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:59.481262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:59.624788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Allocated IP 172.20.0.5 (88f182b1-b3c0-49d3-b8dd-212cced455c0/da891232-5056-49dd-9d8b-c54a2818ba64/879d6116-d821-48a8-89a6-e7b69f1b4da9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:59.775770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:59.812594 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:59.817347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73e178-bbc8-4c85-bdc2-a68a85321521 req-b98d3d82-1373-49de-9f68-3ea2de4c05b3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:59.819109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da73e178-bbc8-4c85-bdc2-a68a85321521 req-b98d3d82-1373-49de-9f68-3ea2de4c05b3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.4718578 Nov 12 05:16:59.838971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-75be433f-1540-45de-8f09-e7a29665f5c6 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4926772 Nov 12 05:16:59.853929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:59.866051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:59.871470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:59.875502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:59.882456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event updated for resources: {'Port': ['ID=879d6116-d821-48a8-89a6-e7b69f1b4da9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:59.933529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:59.934177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:59.957859 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-ec1fe262-c5f7-498c-bc92-c759e4165631 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024196 Nov 12 05:17:00.004552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:00.018615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'mac_address': 'fa:16:3e:33:77:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:00.055834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da73e178-bbc8-4c85-bdc2-a68a85321521 req-47dad8b1-1310-468a-b4a6-e4ed0659a9d4 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152245 Nov 12 05:17:00.057618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:17:00.063363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Request body: {'port': {'device_id': '7e229c77-13f7-4a94-82f1-213fd784be82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:00.081472 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.117029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-1c7b8e8c-7272-4218-9a86-1cdf5d9ab183 service neutron] 10.222.0.48 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525005 Nov 12 05:17:00.117931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff084b5-1302-48a3-aed2-69b8142f3135 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:00.148087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:00.152562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.191690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.222980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:00.349868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb02e1c-36ec-4451-826f-78f43d640e15 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:00.374468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-75e74f61-324a-44f0-9846-26adbc1cb413 None None] Provisioning complete for port 879d6116-d821-48a8-89a6-e7b69f1b4da9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:00.375912 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-75e74f61-324a-44f0-9846-26adbc1cb413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.390225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.421631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-75e74f61-324a-44f0-9846-26adbc1cb413 None None] Port 879d6116-d821-48a8-89a6-e7b69f1b4da9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:17:00.432922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Transition to ACTIVE for port object bfb02e1c-36ec-4451-826f-78f43d640e15 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:00.445190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-8a3da336-5f61-4a4f-983c-e7d3cb1b0432 service neutron] 10.222.0.48 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173645 Nov 12 05:17:00.452252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.465698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3547d-ea1c-4eb9-8bc9-69f8883277c0 req-c43ba438-dcc5-4dc9-a2d6-c4588b3b4ca8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:00.467222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ab3547d-ea1c-4eb9-8bc9-69f8883277c0 req-c43ba438-dcc5-4dc9-a2d6-c4588b3b4ca8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 944 time: 0.2149239 Nov 12 05:17:00.498244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:17:00.520825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] Sync routers for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:17:00.537064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:17:00.537903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:16:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:00.602029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879d6116-d821-48a8-89a6-e7b69f1b4da9 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:00.609087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] No DVR routers for this DVR port 1014a2a0-3924-42a0-98e1-7b6105f0d181 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:00.611301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb02e1c-36ec-4451-826f-78f43d640e15,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:00.615727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.626804 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.630124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fcd6d70-8f98-43dc-ab9b-88b4eb1a2953 req-779bd1d7-e2bb-425c-9504-5036f822ee2d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "DELETE /v2.0/ports/1014a2a0-3924-42a0-98e1-7b6105f0d181 HTTP/1.1" status: 204 len: 173 time: 2.8933551 Nov 12 05:17:00.635070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'name': 'network-vif-deleted', 'tag': '1014a2a0-3924-42a0-98e1-7b6105f0d181'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:00.636076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Transition to ACTIVE for port object 879d6116-d821-48a8-89a6-e7b69f1b4da9 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:00.637512 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f0c7f-edfd-41cc-ab84-1d0753b2a609" -d '{"events": [{"server_uuid": "dfbd86fa-3d02-4682-b642-b8dcfc381182", "name": "network-vif-deleted", "tag": "1014a2a0-3924-42a0-98e1-7b6105f0d181"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:00.644463 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.707097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ab3547d-ea1c-4eb9-8bc9-69f8883277c0 req-8a9285b1-5ad5-4319-9b17-b4af1ffed867 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133410 Nov 12 05:17:00.721656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Pushing event updated for resources: {'Port': ['ID=879d6116-d821-48a8-89a6-e7b69f1b4da9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:00.758281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Attempting to bind port bfb02e1c-36ec-4451-826f-78f43d640e15 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:00.758629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Attempting to bind port bfb02e1c-36ec-4451-826f-78f43d640e15 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:00.759001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Attempting to bind port bfb02e1c-36ec-4451-826f-78f43d640e15 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:00.765481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Port bfb02e1c-36ec-4451-826f-78f43d640e15 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:00.766598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Attempting to bind port bfb02e1c-36ec-4451-826f-78f43d640e15 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:00.780891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:00.780891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:00.781205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:00.782133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['6ff084b5-1302-48a3-aed2-69b8142f3135'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:00.782802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Bound port: bfb02e1c-36ec-4451-826f-78f43d640e15, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:00.783173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.834559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Attempting to bind port 879d6116-d821-48a8-89a6-e7b69f1b4da9 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:00.835169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Attempting to bind port 879d6116-d821-48a8-89a6-e7b69f1b4da9 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:00.835495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Attempting to bind port 879d6116-d821-48a8-89a6-e7b69f1b4da9 on network 88f182b1-b3c0-49d3-b8dd-212cced455c0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:00.845323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Port 879d6116-d821-48a8-89a6-e7b69f1b4da9 on network 88f182b1-b3c0-49d3-b8dd-212cced455c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:00.845580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Attempting to bind port 879d6116-d821-48a8-89a6-e7b69f1b4da9 on network 88f182b1-b3c0-49d3-b8dd-212cced455c0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:00.862790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:00.863265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Checking segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:00.863863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Bound using segment: {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:00.864318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Bound port: 879d6116-d821-48a8-89a6-e7b69f1b4da9, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbb2466-f5d0-4005-9972-1c8265ee4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:00.864847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:00.921352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:17:00.999485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] For port 879d6116-d821-48a8-89a6-e7b69f1b4da9, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:01.005253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] For port 879d6116-d821-48a8-89a6-e7b69f1b4da9, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=879d6116-d821-48a8-89a6-e7b69f1b4da9,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:01.013067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:01.043126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] For port bfb02e1c-36ec-4451-826f-78f43d640e15, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:01.064912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.066008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] For port bfb02e1c-36ec-4451-826f-78f43d640e15, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bfb02e1c-36ec-4451-826f-78f43d640e15,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:01.066192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:01.067478 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] 10.222.0.43 "PUT /v2.0/ports/879d6116-d821-48a8-89a6-e7b69f1b4da9 HTTP/1.1" status: 200 len: 1092 time: 1.0215077 Nov 12 05:17:01.068147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e229c77-13f7-4a94-82f1-213fd784be82', 'tag': '879d6116-d821-48a8-89a6-e7b69f1b4da9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:01.070523 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62" -d '{"events": [{"name": "network-changed", "server_uuid": "7e229c77-13f7-4a94-82f1-213fd784be82", "tag": "879d6116-d821-48a8-89a6-e7b69f1b4da9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:01.079543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4a132-5d70-44e6-8301-89ceb0266822 req-62eab020-f5a9-4788-bccb-e9979a2b16c7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.082836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44b4a132-5d70-44e6-8301-89ceb0266822 req-62eab020-f5a9-4788-bccb-e9979a2b16c7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1730998 Nov 12 05:17:01.085366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:01.108926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae434f0-6e96-4c90-9ecd-ee7f55374f0a service neutron] Pushing event updated for resources: {'Port': ['ID=879d6116-d821-48a8-89a6-e7b69f1b4da9,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:01.172855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5cca4-7dcb-44ce-b735-acf86809f357 req-02705773-941d-4dac-809e-045599f8c7a0 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.180720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41f5cca4-7dcb-44ce-b735-acf86809f357 req-02705773-941d-4dac-809e-045599f8c7a0 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 943 time: 0.1822624 Nov 12 05:17:01.217172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-5c97bedf-fef1-4293-9499-d9b8069147e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.217520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.218296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:01.219196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-5c97bedf-fef1-4293-9499-d9b8069147e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 1095 time: 0.0791736 Nov 12 05:17:01.220081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] 10.222.0.47 "PUT /v2.0/ports/bfb02e1c-36ec-4451-826f-78f43d640e15 HTTP/1.1" status: 200 len: 1097 time: 2.3345802 Nov 12 05:17:01.366901 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-14851661-e127-4d13-a6fb-af8795746a38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=879d6116-d821-48a8-89a6-e7b69f1b4da9 HTTP/1.1" status: 200 len: 217 time: 0.1005747 Nov 12 05:17:01.452491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-f1e4d547-be1d-4ab1-91bf-cc0fe44afdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.454422 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-f1e4d547-be1d-4ab1-91bf-cc0fe44afdd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 200 len: 862 time: 0.0800023 Nov 12 05:17:01.497943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d86824-0699-4567-b4ef-a80559d7b339 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb02e1c-36ec-4451-826f-78f43d640e15,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:01.567711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44b4a132-5d70-44e6-8301-89ceb0266822 req-00c873b3-5b60-449b-99be-197aa82b3aa2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724460 Nov 12 05:17:01.584475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41f5cca4-7dcb-44ce-b735-acf86809f357 req-9f72c34e-a232-4b8e-81e3-7380f2b61fd9 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026513 Nov 12 05:17:01.589581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-f335ef3e-199a-4f4c-a7ec-3877b3446ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.592897 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-f335ef3e-199a-4f4c-a7ec-3877b3446ca5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88f182b1-b3c0-49d3-b8dd-212cced455c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220949 Nov 12 05:17:01.596937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:01.599099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-84f21c6e-15a3-4556-9159-35b5b5ce44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.600716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-84f21c6e-15a3-4556-9159-35b5b5ce44f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1e55b9ff958479caf6f492d55b7c0c7&device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 1100 time: 0.2835274 Nov 12 05:17:01.654377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] Checking router: 52f69f00-9c78-4f5c-81a7-bb664312a6f1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:17:01.661202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-3ee65842-3704-4b23-a784-735aa7cac18c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=bfb02e1c-36ec-4451-826f-78f43d640e15 HTTP/1.1" status: 200 len: 217 time: 0.0503798 Nov 12 05:17:01.682183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:17:01.682822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:16:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:01.740949 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-797dda3f-8ca9-48b6-b237-114824098cb9 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384456 Nov 12 05:17:01.800283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-0ec62013-aa51-4916-884a-ab5021fe292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.802130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-0ec62013-aa51-4916-884a-ab5021fe292d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1292236 Nov 12 05:17:01.812482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc3b10-a8d7-4a51-b0ab-57efc7527d4e req-db0322ff-789b-46e7-8f9c-93d704b588a1 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.820471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7fc3b10-a8d7-4a51-b0ab-57efc7527d4e req-db0322ff-789b-46e7-8f9c-93d704b588a1 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 948 time: 0.1508121 Nov 12 05:17:01.847511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d3486-e23c-48ab-b00a-412798ceda01 req-9021169c-8b14-4125-92cb-3920b74b5c41 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.849343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f05d3486-e23c-48ab-b00a-412798ceda01 req-9021169c-8b14-4125-92cb-3920b74b5c41 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1663342 Nov 12 05:17:01.887999 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6a2ce82f-01e5-4922-ac93-ce7ae3d0b10a req-5792489f-810d-469c-a080-11097cb8bd43 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365755 Nov 12 05:17:01.921824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:01.949788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-59fdd4ef-cdb0-4d68-8da7-ad783b87be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.952297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-59fdd4ef-cdb0-4d68-8da7-ad783b87be33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285815 Nov 12 05:17:01.960337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7fc3b10-a8d7-4a51-b0ab-57efc7527d4e req-faf7cbb1-2488-498b-a44c-28a23bbdc92c tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382556 Nov 12 05:17:01.964783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f05d3486-e23c-48ab-b00a-412798ceda01 req-560c451c-a730-4edd-8107-af0c96aed718 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000073 Nov 12 05:17:01.981461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:17:02.062643 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b2562e-e1f9-48a8-9969-6584a9174942 x-openstack-request-id: req-59b2562e-e1f9-48a8-9969-6584a9174942 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:02.063286 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbd86fa-3d02-4682-b642-b8dcfc381182", "name": "network-vif-deleted", "tag": "1014a2a0-3924-42a0-98e1-7b6105f0d181", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:02.063399 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59b2562e-e1f9-48a8-9969-6584a9174942 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:02.063874 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbd86fa-3d02-4682-b642-b8dcfc381182', 'name': 'network-vif-deleted', 'tag': '1014a2a0-3924-42a0-98e1-7b6105f0d181', 'status': 'completed', 'code': 200} Nov 12 05:17:02.107726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:17:02.114071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:02.114689 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:02.118716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-80f2e29d-8e0e-481f-b32b-67be2244afdc service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525974 Nov 12 05:17:02.151421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96c6aa4e-1e13-4be5-bd60-4531b75d8e08 req-400a08c4-c576-495e-b2c6-b0f66eff212a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 210 time: 0.0363140 Nov 12 05:17:02.165888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d74e5-938d-46ae-a664-5532ad5b6fee req-3854238c-086f-4f2c-b5f2-35eb6a9e3b8b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.167367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a2d74e5-938d-46ae-a664-5532ad5b6fee req-3854238c-086f-4f2c-b5f2-35eb6a9e3b8b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 944 time: 0.1157768 Nov 12 05:17:02.214933 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20abe27-0fa9-443f-a7ff-f2530903e3f3 x-openstack-request-id: req-e20abe27-0fa9-443f-a7ff-f2530903e3f3 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:02.216477 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e229c77-13f7-4a94-82f1-213fd784be82", "tag": "879d6116-d821-48a8-89a6-e7b69f1b4da9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:02.216938 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e20abe27-0fa9-443f-a7ff-f2530903e3f3 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:02.217512 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e229c77-13f7-4a94-82f1-213fd784be82', 'tag': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'status': 'completed', 'code': 200} Nov 12 05:17:02.268770 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:02.273996 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a2d74e5-938d-46ae-a664-5532ad5b6fee req-be89f8fa-b7ea-4115-b6b4-8fdf9ae423e1 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005852 Nov 12 05:17:02.310251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:02.313212 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaa92ca-28cb-4579-992e-84524f0c87bc" -d '{"events": [{"server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "name": "network-vif-plugged", "status": "completed", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:02.331716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:02.333629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-4ecbe4c5-21a7-43df-bc89-def7726195a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.335038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:02.335581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-4ecbe4c5-21a7-43df-bc89-def7726195a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 1095 time: 0.0562754 Nov 12 05:17:02.338335 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:02.339952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1014a2a0-3924-42a0-98e1-7b6105f0d181 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:02.341274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f5e9977-eab3-47b0-b33e-2b1b10b362e0 req-9b95b7ef-6e1d-4178-9239-769daa787cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894660 Nov 12 05:17:02.394250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f38da-5567-4f40-8574-cff5de818c3f None None] The sync data for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 is: [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:17:02.400248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13fb5c-6497-452b-9e09-2b705552649c req-c4cdd112-c775-4d57-9854-7d2d1476c561 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.402182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f13fb5c-6497-452b-9e09-2b705552649c req-c4cdd112-c775-4d57-9854-7d2d1476c561 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1239576 Nov 12 05:17:02.417651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 1014a2a0-3924-42a0-98e1-7b6105f0d181 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:17:02.417993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1014a2a0-3924-42a0-98e1-7b6105f0d181 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:02.451037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:02.480908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf0799-fe3d-4e57-bf47-b571b46c4443 req-1340def9-a074-4646-ab92-0e14c7201ad5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.483082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ccf0799-fe3d-4e57-bf47-b571b46c4443 req-1340def9-a074-4646-ab92-0e14c7201ad5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 950 time: 0.1238129 Nov 12 05:17:02.495887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-8591d683-99d9-4b81-a1d7-1a3fbdea4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.497574 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-8591d683-99d9-4b81-a1d7-1a3fbdea4158 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 924 time: 0.1418529 Nov 12 05:17:02.498593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f13fb5c-6497-452b-9e09-2b705552649c req-a531fcb8-7e5e-4896-8561-6093a9ce7b66 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881445 Nov 12 05:17:02.551044 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-5e993111-d140-43bd-b05c-8b801208cb70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=879d6116-d821-48a8-89a6-e7b69f1b4da9 HTTP/1.1" status: 200 len: 217 time: 0.0457721 Nov 12 05:17:02.629803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-1beb6de6-924e-4a2e-a50a-85f0f8e13fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.630991 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-1beb6de6-924e-4a2e-a50a-85f0f8e13fce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 200 len: 862 time: 0.0716252 Nov 12 05:17:02.653672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ccf0799-fe3d-4e57-bf47-b571b46c4443 req-8645d78b-fd32-4afd-987d-db3aee472a78 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519468 Nov 12 05:17:02.690307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f9fb4-64f4-48db-b550-29c9caa44b18 req-5fcdd7b7-0cc4-4526-b2e0-bb86d2f43689 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.692892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c15f9fb4-64f4-48db-b550-29c9caa44b18 req-5fcdd7b7-0cc4-4526-b2e0-bb86d2f43689 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1096 time: 0.0877409 Nov 12 05:17:02.699979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274859-ad82-4c0d-b9b9-af94284faaae req-a101921c-1a24-4aaa-afae-cc14f65dffbf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.701411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-a101921c-1a24-4aaa-afae-cc14f65dffbf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 820 time: 0.1762619 Nov 12 05:17:02.706287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-5bfef265-c771-4d09-8b7e-0185c3efbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.707810 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-5bfef265-c771-4d09-8b7e-0185c3efbea6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88f182b1-b3c0-49d3-b8dd-212cced455c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692899 Nov 12 05:17:02.730188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Request body: {'port': {'device_id': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'admin_state_up': True, 'tenant_id': 'c177b0e068e149e5be2571d3d1fa8ddb'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:02.745689 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6a3be7-6024-4efe-8001-50445f01ace3 x-openstack-request-id: req-2e6a3be7-6024-4efe-8001-50445f01ace3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:02.746147 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "name": "network-vif-plugged", "status": "completed", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:02.746461 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e6a3be7-6024-4efe-8001-50445f01ace3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:02.746957 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'code': 200} Nov 12 05:17:02.821369 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148a5c2-bccc-40c4-b6ed-dc2bf69c9c36 None None] New status for floating IP af07f815-423f-4b25-bc9a-aec70c1a4fe6: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:17:02.846861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-5dd45631-1c57-470e-a2a9-3f21fdc1e65e service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303651 Nov 12 05:17:02.854470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c15f9fb4-64f4-48db-b550-29c9caa44b18 req-9acaa0fe-58d5-4e6c-81a5-3fd95abce921 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520133 Nov 12 05:17:02.999717 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae5b51f5-20fc-42b8-a44d-22e8aa95ad62 req-646443e3-d0f7-4842-91ea-fc113f6da9a0 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405604 Nov 12 05:17:03.050410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Made reservation on behalf of c177b0e068e149e5be2571d3d1fa8ddb for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:03.053893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:03.083562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc2588-6261-4d62-8fe3-6979f3db753c req-a0036fe6-49e4-4a5a-9a53-93803ef25cd0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:03.084963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fcc2588-6261-4d62-8fe3-6979f3db753c req-a0036fe6-49e4-4a5a-9a53-93803ef25cd0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1667013 Nov 12 05:17:03.093661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca334173-eec7-47c2-b711-4c47c1a3b713 req-6564aa76-d41b-41cb-acf0-6441ef541b74 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:03.095639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca334173-eec7-47c2-b711-4c47c1a3b713 req-6564aa76-d41b-41cb-acf0-6441ef541b74 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 943 time: 0.1638618 Nov 12 05:17:03.101440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31309bd5-5b49-4f85-a8f3-e5ab4bb92c01 req-735fde1a-4b0d-4e36-a2ef-3fefb9f655ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:03.102942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31309bd5-5b49-4f85-a8f3-e5ab4bb92c01 req-735fde1a-4b0d-4e36-a2ef-3fefb9f655ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 1097 time: 0.1827836 Nov 12 05:17:03.265492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fcc2588-6261-4d62-8fe3-6979f3db753c req-30b0b962-0db3-4e52-b388-da89da1e35a4 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687109 Nov 12 05:17:03.344926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca334173-eec7-47c2-b711-4c47c1a3b713 req-e4864c80-f69d-4d63-b3d0-877596d71b48 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290101 Nov 12 05:17:03.349761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31309bd5-5b49-4f85-a8f3-e5ab4bb92c01 req-83686741-08ca-4cc1-84fa-eaa2ff6b8d52 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334678 Nov 12 05:17:03.371282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Allocated IP 172.20.0.11 (c47448b0-1759-4308-9812-089ef5f02fd9/5aa9580c-3604-48a5-8e8a-29ff41dc9ca6/918e89bd-d83e-4a62-a3af-9e1baf336879) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:03.456176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75190e70-092d-4ba3-87f6-72628332bf3f req-e2a1f542-c438-44c2-b900-0f66c7a9ddbd tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:03.457705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75190e70-092d-4ba3-87f6-72628332bf3f req-e2a1f542-c438-44c2-b900-0f66c7a9ddbd tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 1096 time: 0.0793433 Nov 12 05:17:03.613311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75190e70-092d-4ba3-87f6-72628332bf3f req-dbac7543-74ef-4872-a8e8-ccd7e98b4d4d tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450431 Nov 12 05:17:03.629231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c5373-c1b2-426e-8f87-40dc3a6e36fc req-6f6bfc04-f81e-4141-89e5-3e7ed21d9160 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:03.630718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-560c5373-c1b2-426e-8f87-40dc3a6e36fc req-6f6bfc04-f81e-4141-89e5-3e7ed21d9160 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 948 time: 0.1831582 Nov 12 05:17:03.686974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:03.738765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b262a800-8384-478a-b8d2-7ed3c6cce35d req-a53b0956-ab1e-4e11-8463-54ea01767a4c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 210 time: 0.0491323 Nov 12 05:17:03.755711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-560c5373-c1b2-426e-8f87-40dc3a6e36fc req-06c2cf19-60f5-44f1-8df6-547bfd645fce tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161487 Nov 12 05:17:03.871541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:03.877238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:03.922935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:03.975002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Pushing event updated for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:03.988296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-0f61dceb-b3eb-4e21-a8d3-847cfe46c58b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=810cfa3b1c084750ad17d879ad775a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395284 Nov 12 05:17:04.035200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5404a-300c-4f13-af47-b5d4460462fa req-be4331b1-9c1b-4223-9451-c9c7a3b9a25a tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.045718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9c5404a-300c-4f13-af47-b5d4460462fa req-be4331b1-9c1b-4223-9451-c9c7a3b9a25a tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.2201669 Nov 12 05:17:04.075709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 6ff084b5-1302-48a3-aed2-69b8142f3135 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:04.076070 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:04.164639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ceacf7-8406-42c4-8dfb-79e6a97148d1', 'tag': 'bfb02e1c-36ec-4451-826f-78f43d640e15'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:04.167882 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699ef5df-6f18-4a74-a510-ee92cb30d729" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ceacf7-8406-42c4-8dfb-79e6a97148d1", "tag": "bfb02e1c-36ec-4451-826f-78f43d640e15"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:04.181144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-b5ff0d5f-1a67-491c-8a9b-f3f94ae1b1f7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.189464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-b5ff0d5f-1a67-491c-8a9b-f3f94ae1b1f7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915295 Nov 12 05:17:04.217263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Network c47448b0-1759-4308-9812-089ef5f02fd9 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:04.226676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:04.243976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-287d4a45-3911-488f-93fc-fda3169c2289 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/quotas/810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 375 time: 0.0532649 Nov 12 05:17:04.246114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:04.270399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9c5404a-300c-4f13-af47-b5d4460462fa req-805be8e1-169b-43ff-97f9-b8b45844586d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235911 Nov 12 05:17:04.295034 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:04.342206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:04.348807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:04.414599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=11']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:04.425367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.427552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:04.440582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f9cb-4c99-4c75-8f10-6fa28348125b req-c8856afc-f38b-410b-ab2c-de6a882d9022 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.442264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b04f9cb-4c99-4c75-8f10-6fa28348125b req-c8856afc-f38b-410b-ab2c-de6a882d9022 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0997159 Nov 12 05:17:04.461342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-7ff8a6e9-5a8e-451d-8d9f-c0149854721c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2162457 Nov 12 05:17:04.485056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c597e511-d0c8-40d9-bd49-6f40c2213f2d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7624581 Nov 12 05:17:04.504994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Request body: {'port': {'device_id': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:04.547403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b04f9cb-4c99-4c75-8f10-6fa28348125b req-964f9f6f-ff5b-46b4-bc90-68e4b2985075 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849266 Nov 12 05:17:04.582437 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:04.645384 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2172447c-834f-4738-992b-f5c5b7cd4726 x-openstack-request-id: req-2172447c-834f-4738-992b-f5c5b7cd4726 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:04.645665 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ceacf7-8406-42c4-8dfb-79e6a97148d1", "tag": "bfb02e1c-36ec-4451-826f-78f43d640e15", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:04.645913 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2172447c-834f-4738-992b-f5c5b7cd4726 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:04.646308 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ceacf7-8406-42c4-8dfb-79e6a97148d1', 'tag': 'bfb02e1c-36ec-4451-826f-78f43d640e15', 'status': 'completed', 'code': 200} Nov 12 05:17:04.750290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:04.752591 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2675bd8d-379f-4d4a-b4e1-1d277a1a39de" -d '{"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-plugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:04.762914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-42ca0ad0-916d-4086-aad9-28c3cc5d2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.766537 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-42ca0ad0-916d-4086-aad9-28c3cc5d2b16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1e55b9ff958479caf6f492d55b7c0c7&device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 1100 time: 0.0758898 Nov 12 05:17:04.833414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device bfb02e1c-36ec-4451-826f-78f43d640e15 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:04.848564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba938-8196-498d-a37f-26d1ee942b78 req-4f6e2b92-bc5c-49ac-8187-9b0e40328e0f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.856674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8aba938-8196-498d-a37f-26d1ee942b78 req-4f6e2b92-bc5c-49ac-8187-9b0e40328e0f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0996189 Nov 12 05:17:04.913881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-be9dd4b8-bfd8-4a05-a65e-13eaa55a19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.916037 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-be9dd4b8-bfd8-4a05-a65e-13eaa55a19c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1411467 Nov 12 05:17:04.929637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8aba938-8196-498d-a37f-26d1ee942b78 req-ffbbd837-613a-4a3c-aac7-e603b272158a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712302 Nov 12 05:17:05.021478 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-6adf89f2-11c6-4cdb-b53b-687a586e0c66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=bfb02e1c-36ec-4451-826f-78f43d640e15 HTTP/1.1" status: 200 len: 217 time: 0.0744240 Nov 12 05:17:05.090191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port bfb02e1c-36ec-4451-826f-78f43d640e15, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bfb02e1c-36ec-4451-826f-78f43d640e15,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:05.112073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'bfb02e1c-36ec-4451-826f-78f43d640e15', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'bfb02e1c-36ec-4451-826f-78f43d640e15', 'mac_address': 'fa:16:3e:51:ed:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:05.141088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-96039cd8-0a42-4be5-bbad-58ba51c6bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:05.142695 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-96039cd8-0a42-4be5-bbad-58ba51c6bb4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1110911 Nov 12 05:17:05.208286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:05.208698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-cc380a2d-9d18-4065-a1a3-5142fd158ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:05.210957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-cc380a2d-9d18-4065-a1a3-5142fd158ace service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570319 Nov 12 05:17:05.233795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb02e1c-36ec-4451-826f-78f43d640e15 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:05.279018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port bfb02e1c-36ec-4451-826f-78f43d640e15, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bfb02e1c-36ec-4451-826f-78f43d640e15,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:05.287496 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:05.353659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=bfb02e1c-36ec-4451-826f-78f43d640e15,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:05.410944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9837be84-9b59-4c00-973f-95ce939ecfe1 req-2894fd67-05ef-4e8e-8397-476576cf1624 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 210 time: 0.4330881 Nov 12 05:17:05.474036 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-a2784789-102f-418b-af94-2eab1b7a77fc service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503500 Nov 12 05:17:05.541594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918e89bd-d83e-4a62-a3af-9e1baf336879 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:05.545340 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2fe10d-7427-42b4-a1d1-74ffeb4cf717 x-openstack-request-id: req-fb2fe10d-7427-42b4-a1d1-74ffeb4cf717 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:05.546553 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-plugged", "status": "completed", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:05.547456 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb2fe10d-7427-42b4-a1d1-74ffeb4cf717 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:05.547941 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'code': 200} Nov 12 05:17:05.558063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:05.587086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Transition to ACTIVE for port object 918e89bd-d83e-4a62-a3af-9e1baf336879 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:05.618232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08a307-5fa0-4e6f-a013-360e8d64a821 req-43be2a72-14a3-40aa-98c1-fcceb0da5d42 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:05.620152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc08a307-5fa0-4e6f-a013-360e8d64a821 req-43be2a72-14a3-40aa-98c1-fcceb0da5d42 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 943 time: 0.2133114 Nov 12 05:17:05.621080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:05.670055 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-699ef5df-6f18-4a74-a510-ee92cb30d729 req-be1bc61d-7851-4059-892d-358f591c7ec2 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830959 Nov 12 05:17:05.724821 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['bfb02e1c-36ec-4451-826f-78f43d640e15'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:05.737636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Pushing event updated for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:05.877814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f276e-6524-4aa0-8dd7-90a474f7a6b3 req-65b022f3-5a31-46a9-a211-0a03dee1e9e0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:05.879915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-081f276e-6524-4aa0-8dd7-90a474f7a6b3 req-65b022f3-5a31-46a9-a211-0a03dee1e9e0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.1547546 Nov 12 05:17:05.892915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc08a307-5fa0-4e6f-a013-360e8d64a821 req-a0103ff3-d1a5-4cdf-9819-20bdcecf5d79 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604482 Nov 12 05:17:05.928034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:05.928367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:05.928701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:05.942964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:05.943297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:05.955887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:05.956231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:05.956623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:05.957063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Bound port: 918e89bd-d83e-4a62-a3af-9e1baf336879, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:05.957423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:05.966847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-081f276e-6524-4aa0-8dd7-90a474f7a6b3 req-da944d86-a3d9-497e-b408-6ff15338689c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704212 Nov 12 05:17:06.060260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d819be-03c1-400d-bd22-3c40c6661f6d req-a48ce38c-08ab-4a59-9122-620c4483faeb tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.063192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07d819be-03c1-400d-bd22-3c40c6661f6d req-a48ce38c-08ab-4a59-9122-620c4483faeb tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 949 time: 0.0922401 Nov 12 05:17:06.099203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:06.135329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:06.158764 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:06.210935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-5d8efc34-f7f0-4a32-a8c7-3ecf97ae1597 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=810cfa3b1c084750ad17d879ad775a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673819 Nov 12 05:17:06.218440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07d819be-03c1-400d-bd22-3c40c6661f6d req-cefd7341-4409-4d24-856a-1f33fc322628 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495848 Nov 12 05:17:06.246728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.247346 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:06.248719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] 10.222.0.47 "PUT /v2.0/ports/918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 200 len: 1093 time: 1.7492013 Nov 12 05:17:06.279173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282041-6805-49e5-9888-ec23490e4eba req-ba61629c-1a56-4f52-8744-95be6c8ae463 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.280716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1282041-6805-49e5-9888-ec23490e4eba req-ba61629c-1a56-4f52-8744-95be6c8ae463 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.1829784 Nov 12 05:17:06.376972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed7831-7e02-47a9-a79a-fb2afe29f64c service neutron] Pushing event updated for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:06.465639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-32a7677e-04ab-4ed4-8a77-e92e6698c5ea tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.467113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-32a7677e-04ab-4ed4-8a77-e92e6698c5ea tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447410 Nov 12 05:17:06.473573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1282041-6805-49e5-9888-ec23490e4eba req-5a89a00c-259d-4982-b5ad-a8dce223b20f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799998 Nov 12 05:17:06.482977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032e43c-5f6e-4557-92c5-3039bec8f5b9 req-86a9b084-cf6e-47c4-ace9-cef1cfc1ab4d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.484907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1032e43c-5f6e-4557-92c5-3039bec8f5b9 req-86a9b084-cf6e-47c4-ace9-cef1cfc1ab4d tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1589732 Nov 12 05:17:06.488109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274859-ad82-4c0d-b9b9-af94284faaae req-bd4030dc-b027-4217-9a8c-6cfead3f4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.488257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-bd4030dc-b027-4217-9a8c-6cfead3f4de2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1678154 Nov 12 05:17:06.498783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Request body: {'port': {'device_id': 'd239403c-0260-418d-9786-2a886dd7fa80', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '810cfa3b1c084750ad17d879ad775a25'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:06.570633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-3438ee3d-651c-4d21-963c-cd9bc8cf86a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 200 len: 217 time: 0.0670388 Nov 12 05:17:06.665196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:06.667786 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:06.713891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1032e43c-5f6e-4557-92c5-3039bec8f5b9 req-6feb3930-bdae-4dae-9cdd-e85d039f44e4 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171905 Nov 12 05:17:06.726938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c9042406-27a1-41f4-a69d-4739895937a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.728386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-c9042406-27a1-41f4-a69d-4739895937a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.1252117 Nov 12 05:17:06.747361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a9694-5c32-4af4-be90-afeae0945523 req-ec4b9bb7-7814-4de6-862c-b29d82e86bb7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.748972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-268a9694-5c32-4af4-be90-afeae0945523 req-ec4b9bb7-7814-4de6-862c-b29d82e86bb7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1839259 Nov 12 05:17:06.789634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-de0f0f93-7898-4391-a7d3-2b4f54d541c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396223 Nov 12 05:17:06.843403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6002fdfb-d780-4fb2-b947-8911b56dba21 req-44249b1d-a05c-45d4-8703-40aa9e7410f0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 210 time: 0.0591981 Nov 12 05:17:06.879546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Made reservation on behalf of 810cfa3b1c084750ad17d879ad775a25 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:06.883035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:06.936184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-268a9694-5c32-4af4-be90-afeae0945523 req-a14c5983-cefa-4071-a2d2-6114ccfe77a2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770263 Nov 12 05:17:07.012387 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b13d5d-c476-4726-afc1-b6e46ee85e31 x-openstack-request-id: req-06b13d5d-c476-4726-afc1-b6e46ee85e31 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:07.012726 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:07.012898 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06b13d5d-c476-4726-afc1-b6e46ee85e31 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:07.013275 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879', 'status': 'completed', 'code': 200} Nov 12 05:17:07.074041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-4c4dbc7a-787f-42cc-bead-99e1d9ae9f0d service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672381 Nov 12 05:17:07.088603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936e73-5325-4743-83a7-a77bd9ccf22a req-5dec44ea-ed67-484b-92a6-1db5e7f77060 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:07.090015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5936e73-5325-4743-83a7-a77bd9ccf22a req-5dec44ea-ed67-484b-92a6-1db5e7f77060 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.1772962 Nov 12 05:17:07.228028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Allocated IP 192.168.233.80 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/7fcc00be-ada7-4d41-bcb0-5444d2310075) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:07.240451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d5bd-128c-497e-b6c7-364b320f420e req-5752f063-455a-4d12-9a8b-2d8e52a9c4fb tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:07.242022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e26d5bd-128c-497e-b6c7-364b320f420e req-5752f063-455a-4d12-9a8b-2d8e52a9c4fb tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 943 time: 0.2094307 Nov 12 05:17:07.288006 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5936e73-5325-4743-83a7-a77bd9ccf22a req-c833a009-0ad4-4dae-b3bd-b7b8f72a50c3 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752229 Nov 12 05:17:07.324371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96274859-ad82-4c0d-b9b9-af94284faaae req-9f93e325-9b06-492d-acbc-094486ce3dfe service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142041 Nov 12 05:17:07.354812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e26d5bd-128c-497e-b6c7-364b320f420e req-2a4ab72e-67af-4638-aa54-dc567e7b5a4a tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061232 Nov 12 05:17:07.543346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339a740-260a-4a42-8f37-08cd38035689 req-b439fc3d-68a0-4fd2-be05-da4cb2495bda tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:07.544877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3339a740-260a-4a42-8f37-08cd38035689 req-b439fc3d-68a0-4fd2-be05-da4cb2495bda tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.1872787 Nov 12 05:17:07.567656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-ccdb34de-c99f-4508-9e4a-5cc048cfb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:07.569114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-ccdb34de-c99f-4508-9e4a-5cc048cfb14b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1653190 Nov 12 05:17:07.579268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:07.634607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569660e-ef36-4953-9f3a-973834864e66 req-cd184a9b-76b2-4d88-9a24-539d199da8c7 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:07.636073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f569660e-ef36-4953-9f3a-973834864e66 req-cd184a9b-76b2-4d88-9a24-539d199da8c7 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 949 time: 0.1534803 Nov 12 05:17:07.719168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3339a740-260a-4a42-8f37-08cd38035689 req-2782c693-e4fd-49a5-a2b8-8c3310c317a7 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617935 Nov 12 05:17:07.746800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:07.764819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['7283d198-1899-4455-bfde-b907d42ce5a2', 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:07.809220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f569660e-ef36-4953-9f3a-973834864e66 req-ea5f5c30-0b98-4914-8d39-0f079dc841ad tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642523 Nov 12 05:17:07.815554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-7f3fedf0-c712-4611-a22d-028e3024c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:07.817263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-7f3fedf0-c712-4611-a22d-028e3024c642 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.2277651 Nov 12 05:17:07.822598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:07.826982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:07.837884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:07.843073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:07.884778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['6ff084b5-1302-48a3-aed2-69b8142f3135'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:07.927439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-aa91f34d-ab0b-4e89-9ddc-e5aab5001e70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 200 len: 217 time: 0.1015697 Nov 12 05:17:07.930676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 879d6116-d821-48a8-89a6-e7b69f1b4da9 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:08.015607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:08.016251 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:08.055678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dac95-9cbb-44b8-8358-0290c5117bc6 req-18bd0fb3-e6d7-4d98-b30a-18763004c0e7 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:08.057156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e95dac95-9cbb-44b8-8358-0290c5117bc6 req-18bd0fb3-e6d7-4d98-b30a-18763004c0e7 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.1561749 Nov 12 05:17:08.058608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-c8da1449-e6b1-4de8-bfa6-06ec527e8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:08.059914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-c8da1449-e6b1-4de8-bfa6-06ec527e8902 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.1121273 Nov 12 05:17:08.065273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-9a5d8aa5-bfd8-4988-b271-adfbe49f6e87 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5756326 Nov 12 05:17:08.074242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e65b7e-b570-41af-a3c4-9a7599805548 req-58f58952-5df1-4e01-8241-321c42fedf21 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:08.082465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63e65b7e-b570-41af-a3c4-9a7599805548 req-58f58952-5df1-4e01-8241-321c42fedf21 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.2454720 Nov 12 05:17:08.109884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Request body: {'port': {'device_id': 'd239403c-0260-418d-9786-2a886dd7fa80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:08.158423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-1d8149fc-a5d0-4321-a36e-900d60abd004 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732362 Nov 12 05:17:08.217836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5362422e-bdfb-4a05-8a4c-3aac12ce16bb None None] Provisioning complete for port 7fcc00be-ada7-4d41-bcb0-5444d2310075 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:08.218409 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5362422e-bdfb-4a05-8a4c-3aac12ce16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:08.277392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 879d6116-d821-48a8-89a6-e7b69f1b4da9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=879d6116-d821-48a8-89a6-e7b69f1b4da9,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:08.280241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e95dac95-9cbb-44b8-8358-0290c5117bc6 req-75017db0-459f-4809-81ab-80fee621fc6e tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874740 Nov 12 05:17:08.298643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63e65b7e-b570-41af-a3c4-9a7599805548 req-cad9c49d-03af-4e32-8aae-f9a60e88b7dd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117686 Nov 12 05:17:08.319373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'port_id': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'mac_address': 'fa:16:3e:ef:db:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:08.337110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:08.361335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5362422e-bdfb-4a05-8a4c-3aac12ce16bb None None] Port 7fcc00be-ada7-4d41-bcb0-5444d2310075 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:17:08.391200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-fef8e83c-65d3-45d2-a9d0-43a913016532 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156606 Nov 12 05:17:08.446083 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:08.471997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879d6116-d821-48a8-89a6-e7b69f1b4da9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:08.505651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 879d6116-d821-48a8-89a6-e7b69f1b4da9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=879d6116-d821-48a8-89a6-e7b69f1b4da9,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:08.512991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:08.571752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=879d6116-d821-48a8-89a6-e7b69f1b4da9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:08.644528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c25d07-1f58-48b4-bbd3-3647e556a6f0 req-5607eed2-091a-46b3-b72b-01e85a1e122b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:08.646012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8c25d07-1f58-48b4-bbd3-3647e556a6f0 req-5607eed2-091a-46b3-b72b-01e85a1e122b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.2316520 Nov 12 05:17:08.658974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c20a2-14ac-43c2-8142-d6c38ad3e7df req-4caf719e-b4d7-419f-a773-9cf75f9325a7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:08.660423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d6c20a2-14ac-43c2-8142-d6c38ad3e7df req-4caf719e-b4d7-419f-a773-9cf75f9325a7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 935 time: 0.2478020 Nov 12 05:17:08.714795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c75c2f9-ee9b-404c-8a95-11baaa31f24d req-077d6ab6-c461-49f7-a0d2-d23118f8ae2f service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992554 Nov 12 05:17:08.805840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d6c20a2-14ac-43c2-8142-d6c38ad3e7df req-baad6be5-c821-4665-b748-420e13535a2b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339507 Nov 12 05:17:08.808940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8c25d07-1f58-48b4-bbd3-3647e556a6f0 req-f166223a-3f5f-437c-a3ae-d7222f0484ed tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455088 Nov 12 05:17:08.850940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device bfb02e1c-36ec-4451-826f-78f43d640e15 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:08.891631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcc00be-ada7-4d41-bcb0-5444d2310075 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:08.901670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:08.934315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port bfb02e1c-36ec-4451-826f-78f43d640e15 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:17:08.939410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port bfb02e1c-36ec-4451-826f-78f43d640e15 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:08.939851 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:09.027538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:09.052869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ceacf7-8406-42c4-8dfb-79e6a97148d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb02e1c-36ec-4451-826f-78f43d640e15'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:09.055634 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574ecbe9-6314-4b70-b637-cc5049377a84" -d '{"events": [{"server_uuid": "f4ceacf7-8406-42c4-8dfb-79e6a97148d1", "name": "network-vif-plugged", "status": "completed", "tag": "bfb02e1c-36ec-4451-826f-78f43d640e15"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:09.070304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port bfb02e1c-36ec-4451-826f-78f43d640e15, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bfb02e1c-36ec-4451-826f-78f43d640e15,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:09.074997 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:09.081917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['879d6116-d821-48a8-89a6-e7b69f1b4da9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:09.164959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=bfb02e1c-36ec-4451-826f-78f43d640e15,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:09.234594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Transition to ACTIVE for port object 7fcc00be-ada7-4d41-bcb0-5444d2310075 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:09.242996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:09.292838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bce74-1f66-4e73-a023-e8942e7abe6d req-546795e2-3a6b-4fd6-ac0c-cae6b914604c tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:09.294419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a0bce74-1f66-4e73-a023-e8942e7abe6d req-546795e2-3a6b-4fd6-ac0c-cae6b914604c tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 944 time: 0.3959663 Nov 12 05:17:09.330917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e03d2-41e7-4ead-b732-6a304cc5ad75 req-3bff7c36-6820-4e40-9fd1-77890608fad4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:09.332618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b53e03d2-41e7-4ead-b732-6a304cc5ad75 req-3bff7c36-6820-4e40-9fd1-77890608fad4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.4128115 Nov 12 05:17:09.342096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:09.436705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a0bce74-1f66-4e73-a023-e8942e7abe6d req-0f6cbb9f-5daf-4d19-8eb9-f7f241d1694f tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299846 Nov 12 05:17:09.462771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b53e03d2-41e7-4ead-b732-6a304cc5ad75 req-3a351257-75e0-46b3-b46c-c65c15c9d072 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149979 Nov 12 05:17:09.498180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:09.498565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:09.498902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:09.506557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:09.506901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:09.521556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:09.521900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:09.522286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:09.522851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Bound port: 7fcc00be-ada7-4d41-bcb0-5444d2310075, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:09.523209 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:09.658185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:09.674440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:09.681544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:09.699971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6fe50-4a33-4c7c-8127-d39b725d3c5b req-b9534b2a-2fc0-465d-b129-c0ac9e0e8fa9 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:09.701045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74a6fe50-4a33-4c7c-8127-d39b725d3c5b req-b9534b2a-2fc0-465d-b129-c0ac9e0e8fa9 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.1287246 Nov 12 05:17:09.711396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcde854-908f-4bda-a57f-f19b41fbf08d req-6bce3482-5eb4-4942-9c7d-95760b011b17 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:09.712827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fcde854-908f-4bda-a57f-f19b41fbf08d req-6bce3482-5eb4-4942-9c7d-95760b011b17 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 950 time: 0.1037548 Nov 12 05:17:09.758696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:09.759308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:09.760675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] 10.222.0.43 "PUT /v2.0/ports/7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 1096 time: 1.6568100 Nov 12 05:17:09.761143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:09.763372 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:09.811949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630b1d7-4817-49b3-acb3-8e06eb177ccc service neutron] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:09.857390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fcde854-908f-4bda-a57f-f19b41fbf08d req-b2c0e7d3-52b1-4c7d-bfa2-58f5e82cfcff tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237476 Nov 12 05:17:09.860975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74a6fe50-4a33-4c7c-8127-d39b725d3c5b req-3685b6ae-9cf5-4981-bacd-981af9fbc449 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303916 Nov 12 05:17:09.903270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-dc43973b-988a-4078-973a-fed50619866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:09.904790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-dc43973b-988a-4078-973a-fed50619866e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1099 time: 0.0670125 Nov 12 05:17:09.925374 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ccbbd-4dab-4cde-9a41-87039bc5fe73 x-openstack-request-id: req-7f7ccbbd-4dab-4cde-9a41-87039bc5fe73 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:09.925895 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ceacf7-8406-42c4-8dfb-79e6a97148d1", "name": "network-vif-plugged", "status": "completed", "tag": "bfb02e1c-36ec-4451-826f-78f43d640e15", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:09.925895 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f7ccbbd-4dab-4cde-9a41-87039bc5fe73 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:09.926306 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ceacf7-8406-42c4-8dfb-79e6a97148d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb02e1c-36ec-4451-826f-78f43d640e15', 'code': 200} Nov 12 05:17:09.975565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-15ce423f-cff4-4b65-ad4c-7b94d2eb2b85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0512733 Nov 12 05:17:10.021464 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82ae710-9370-4c59-9341-5de47d8f435b x-openstack-request-id: req-c82ae710-9370-4c59-9341-5de47d8f435b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:10.021807 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:10.022305 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c82ae710-9370-4c59-9341-5de47d8f435b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:10.022815 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'status': 'completed', 'code': 200} Nov 12 05:17:10.113056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-b3d9a103-e1e0-4dcb-ac81-2e10ae28f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.114662 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-b3d9a103-e1e0-4dcb-ac81-2e10ae28f8b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1285803 Nov 12 05:17:10.133844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2a82d-6f31-407c-bf0b-0a3129c32b3b req-7732fd77-dc18-470a-ba89-aaf992e3bbdd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.135306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0c2a82d-6f31-407c-bf0b-0a3129c32b3b req-7732fd77-dc18-470a-ba89-aaf992e3bbdd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1586802 Nov 12 05:17:10.147591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc58454-9ebc-4df9-b719-44f91d070179 req-ffbbb871-0c6f-4c6c-8377-e7c87c317411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.148962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edc58454-9ebc-4df9-b719-44f91d070179 req-ffbbb871-0c6f-4c6c-8377-e7c87c317411 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 1102 time: 0.1120713 Nov 12 05:17:10.204771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2adc6-f779-41fc-b4ce-23172d987753 req-cd99b521-6b4c-47b7-b850-5caebbd29f3b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.206326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0d2adc6-f779-41fc-b4ce-23172d987753 req-cd99b521-6b4c-47b7-b850-5caebbd29f3b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1424649 Nov 12 05:17:10.212308 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:10.292424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0c2a82d-6f31-407c-bf0b-0a3129c32b3b req-6edfd254-1566-48f0-8738-63155ab003ca tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425381 Nov 12 05:17:10.298563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edc58454-9ebc-4df9-b719-44f91d070179 req-ecaefe2b-8bbe-433c-9677-78bace9c5b23 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378329 Nov 12 05:17:10.300381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-d60199fb-0a55-481f-b61a-eb7378785e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.301793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-d60199fb-0a55-481f-b61a-eb7378785e91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649830 Nov 12 05:17:10.340841 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0d2adc6-f779-41fc-b4ce-23172d987753 req-80c85968-27c3-4050-9203-c05b6878ec62 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222203 Nov 12 05:17:10.462558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-b2d6beab-24de-4015-a0b7-f73c4d1ae7be service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526968 Nov 12 05:17:10.471044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56e64c-77c1-4194-a80a-79558099319d req-e2b97813-855e-4e52-bc82-7ecf742dd707 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.472420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c56e64c-77c1-4194-a80a-79558099319d req-e2b97813-855e-4e52-bc82-7ecf742dd707 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 947 time: 0.1004210 Nov 12 05:17:10.564128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546ce7-a01c-4fc8-a165-612df63650c1 req-2302de81-2e56-4abc-babb-5859a10c4eb9 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.565608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca546ce7-a01c-4fc8-a165-612df63650c1 req-2302de81-2e56-4abc-babb-5859a10c4eb9 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.1485407 Nov 12 05:17:10.613571 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c56e64c-77c1-4194-a80a-79558099319d req-6756e951-2c1d-4d0f-b947-502414b29e9b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322281 Nov 12 05:17:10.643533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6bd9c8-d762-486d-a647-0585c8b8bb6a req-840fe089-d331-4e4c-8654-ae24935f98b9 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700270 Nov 12 05:17:10.651016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca546ce7-a01c-4fc8-a165-612df63650c1 req-43229338-5678-4f75-b0fe-1e6f4b9fe534 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767062 Nov 12 05:17:10.743755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d5552-cbb5-416e-90c2-2f3be92dccfc req-34c8b4b8-27f1-4ebf-b871-0f629cc9585d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.745424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c2d5552-cbb5-416e-90c2-2f3be92dccfc req-34c8b4b8-27f1-4ebf-b871-0f629cc9585d tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 944 time: 0.0565164 Nov 12 05:17:10.853359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-592b46e9-7784-4a56-a6a9-c86d8a6af253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.854871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-592b46e9-7784-4a56-a6a9-c86d8a6af253 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1099 time: 0.1084275 Nov 12 05:17:10.864665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aea22a-01a4-457c-9732-a7f644ec2ac6 req-22bf4c22-4412-4272-8273-9d61ae1eab1b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.866024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66aea22a-01a4-457c-9732-a7f644ec2ac6 req-22bf4c22-4412-4272-8273-9d61ae1eab1b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.1108449 Nov 12 05:17:10.870551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c2d5552-cbb5-416e-90c2-2f3be92dccfc req-24d3ac4e-1f5c-4dbc-83bd-83cffed19410 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142428 Nov 12 05:17:11.003787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66aea22a-01a4-457c-9732-a7f644ec2ac6 req-e3865fe1-ffed-4ae0-a17b-554d9bf502ef tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248624 Nov 12 05:17:11.033213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-5e6d15df-55e2-4148-8315-6b6ebec3239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.034738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-5e6d15df-55e2-4148-8315-6b6ebec3239b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1677279 Nov 12 05:17:11.044232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544bed7-c9a5-4ebb-a799-0061679cedcd req-6b4f24f4-d5d9-4e0a-961b-9034cb069772 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.045732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4544bed7-c9a5-4ebb-a799-0061679cedcd req-6b4f24f4-d5d9-4e0a-961b-9034cb069772 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 950 time: 0.1065605 Nov 12 05:17:11.096260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-d6ac7898-7924-4e9c-a1a2-15e5ed5c6d90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0495448 Nov 12 05:17:11.200193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4544bed7-c9a5-4ebb-a799-0061679cedcd req-c3d8d2d9-fff7-4890-b632-5853c4ae1a56 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454570 Nov 12 05:17:11.213340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f866-f336-4b4c-92aa-41cdef6c711c req-6ca1fcfb-6dae-4e86-99aa-cd5c277c2af2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.214863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b933f866-f336-4b4c-92aa-41cdef6c711c req-6ca1fcfb-6dae-4e86-99aa-cd5c277c2af2 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.1222799 Nov 12 05:17:11.216712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-94c757c9-70b4-4d0a-af33-4258c6254c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.218026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-94c757c9-70b4-4d0a-af33-4258c6254c83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1078060 Nov 12 05:17:11.336544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b933f866-f336-4b4c-92aa-41cdef6c711c req-505f20d4-8326-4591-a7c3-18a7b430eb27 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131637 Nov 12 05:17:11.340232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-fb240cad-cbbc-4c61-8676-244238a457d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.341624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-fb240cad-cbbc-4c61-8676-244238a457d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109989 Nov 12 05:17:11.385323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41225f3a-e303-4cbb-901c-c64b9631bfbc req-6fe3a6b0-8cc5-4f33-98cc-c750cbcba0ad tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.387030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41225f3a-e303-4cbb-901c-c64b9631bfbc req-6fe3a6b0-8cc5-4f33-98cc-c750cbcba0ad tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.0990121 Nov 12 05:17:11.528073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41225f3a-e303-4cbb-901c-c64b9631bfbc req-40e4f30a-8b08-467e-9591-897985eb5dcb tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042151 Nov 12 05:17:11.531600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-2fee830a-8c4a-423f-a0c7-5d446a9ac410 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807370 Nov 12 05:17:11.543898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad243da-9cd0-4acd-8d04-0c3d39971fcd req-3b69e62b-3c35-43c7-a27e-55983d9b5b8e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.545664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad243da-9cd0-4acd-8d04-0c3d39971fcd req-3b69e62b-3c35-43c7-a27e-55983d9b5b8e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1190481 Nov 12 05:17:11.677230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad243da-9cd0-4acd-8d04-0c3d39971fcd req-00de0364-e405-46a4-8a90-9fc5982333e3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218417 Nov 12 05:17:11.699789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2ee0c1e-992a-41ac-8b34-d547e9d412b0 req-4e4daea6-00ca-44f7-9633-972337d33003 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531613 Nov 12 05:17:11.708798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1202eb8-2e81-489f-969e-020dfe23551e req-ac08969d-298a-4500-99b4-0cb9a861a72f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.710327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1202eb8-2e81-489f-969e-020dfe23551e req-ac08969d-298a-4500-99b4-0cb9a861a72f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0960681 Nov 12 05:17:11.790774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1202eb8-2e81-489f-969e-020dfe23551e req-bc9576fa-1686-4c76-b6d6-c6acd398223e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724137 Nov 12 05:17:11.813121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b951b6-2125-4c7c-9e6e-5c23b4f68221 req-faf9190a-c786-407c-b775-0b96fea9025d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.814630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73b951b6-2125-4c7c-9e6e-5c23b4f68221 req-faf9190a-c786-407c-b775-0b96fea9025d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.0681052 Nov 12 05:17:11.889564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73b951b6-2125-4c7c-9e6e-5c23b4f68221 req-9c35b338-4e95-4692-ad56-11723a667f94 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679777 Nov 12 05:17:11.911371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ee4a-c47a-43f3-9577-eef105b5c152 req-481081e3-2894-4c5a-9bd6-803f12796c26 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.913485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ee4a-c47a-43f3-9577-eef105b5c152 req-481081e3-2894-4c5a-9bd6-803f12796c26 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 947 time: 0.0660126 Nov 12 05:17:11.920696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 879d6116-d821-48a8-89a6-e7b69f1b4da9 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:11.994435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 879d6116-d821-48a8-89a6-e7b69f1b4da9 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:17:11.996023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ee4a-c47a-43f3-9577-eef105b5c152 req-2ae42ddb-287c-497f-9f8e-fa4fdc2e92dd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Nov 12 05:17:12.002396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 879d6116-d821-48a8-89a6-e7b69f1b4da9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:12.002782 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:12.080040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3123ad3-8e13-4041-b8d1-af207acca9b0 req-df2831f1-0041-4742-9233-d99c74d05c24 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:12.081727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3123ad3-8e13-4041-b8d1-af207acca9b0 req-df2831f1-0041-4742-9233-d99c74d05c24 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 944 time: 0.0695052 Nov 12 05:17:12.152833 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:12.160932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3123ad3-8e13-4041-b8d1-af207acca9b0 req-76f62b1d-88b7-4a23-865e-783b85b6458e tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714889 Nov 12 05:17:12.180346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e229c77-13f7-4a94-82f1-213fd784be82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879d6116-d821-48a8-89a6-e7b69f1b4da9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:12.182776 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e665eea-28a0-4f11-92da-ec9ea8cbaad5" -d '{"events": [{"server_uuid": "7e229c77-13f7-4a94-82f1-213fd784be82", "name": "network-vif-plugged", "status": "completed", "tag": "879d6116-d821-48a8-89a6-e7b69f1b4da9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:12.224077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 879d6116-d821-48a8-89a6-e7b69f1b4da9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=879d6116-d821-48a8-89a6-e7b69f1b4da9,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:12.237274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:12.244082 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2992b14f-bbd1-477d-bdda-af1446545eb7 x-openstack-request-id: req-2992b14f-bbd1-477d-bdda-af1446545eb7 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:12.244581 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e229c77-13f7-4a94-82f1-213fd784be82", "name": "network-vif-plugged", "status": "completed", "tag": "879d6116-d821-48a8-89a6-e7b69f1b4da9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:12.244991 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2992b14f-bbd1-477d-bdda-af1446545eb7 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:12.245690 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e229c77-13f7-4a94-82f1-213fd784be82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'code': 200} Nov 12 05:17:12.337098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=879d6116-d821-48a8-89a6-e7b69f1b4da9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:12.423135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e437b05-7d75-4a13-afb4-8b0279d65478 req-c5ae2f36-576d-4a56-8222-0ac0f7bd3862 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:12.430279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e437b05-7d75-4a13-afb4-8b0279d65478 req-c5ae2f36-576d-4a56-8222-0ac0f7bd3862 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 950 time: 0.0883567 Nov 12 05:17:12.451607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57530a-5bfb-4fcb-9959-40dceb758320 req-17360f00-468a-44de-9946-5caa433978dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:12.453638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a57530a-5bfb-4fcb-9959-40dceb758320 req-17360f00-468a-44de-9946-5caa433978dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 1097 time: 0.0838833 Nov 12 05:17:12.516693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e437b05-7d75-4a13-afb4-8b0279d65478 req-7bf1a881-0c39-471b-bb44-c73ba8c6f92f tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855272 Nov 12 05:17:12.571214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a57530a-5bfb-4fcb-9959-40dceb758320 req-099757c3-0e72-46fc-b070-eff92e9439b7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078727 Nov 12 05:17:12.627702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870de5-104d-480f-989a-2a5035901e88 req-df8e514d-fd16-4106-b05e-07432a0e878f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:12.630154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1870de5-104d-480f-989a-2a5035901e88 req-df8e514d-fd16-4106-b05e-07432a0e878f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.0885744 Nov 12 05:17:12.704083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1870de5-104d-480f-989a-2a5035901e88 req-b2c8faba-6d46-47f2-8079-89b99de7ff63 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652153 Nov 12 05:17:12.888525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862cf99-f1dc-4ea5-aef5-c6f41710ada2 req-f5470426-f5be-4e01-8534-aeb26a53d43a tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:12.891066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3862cf99-f1dc-4ea5-aef5-c6f41710ada2 req-f5470426-f5be-4e01-8534-aeb26a53d43a tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0740702 Nov 12 05:17:12.982810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3862cf99-f1dc-4ea5-aef5-c6f41710ada2 req-70c462f5-b56c-40a4-90f0-9626d52b32a4 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841131 Nov 12 05:17:13.020664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31627f11-1108-4c3b-b6a1-8dd17c13b91b req-66799c83-9b91-49c6-b11d-415b9042fb8e tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:13.022555 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31627f11-1108-4c3b-b6a1-8dd17c13b91b req-66799c83-9b91-49c6-b11d-415b9042fb8e tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 950 time: 0.0925899 Nov 12 05:17:13.095579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31627f11-1108-4c3b-b6a1-8dd17c13b91b req-531bb21c-af23-4a77-a614-a70939f2f0d4 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645466 Nov 12 05:17:13.174647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea26e3f-b142-4478-82c3-bb4640535856 req-84ae2487-d040-41d7-a79b-303303e87488 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:13.177409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cea26e3f-b142-4478-82c3-bb4640535856 req-84ae2487-d040-41d7-a79b-303303e87488 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0982499 Nov 12 05:17:13.268493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cea26e3f-b142-4478-82c3-bb4640535856 req-7ba56f5f-e44d-4886-8690-d8552dae9010 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840366 Nov 12 05:17:13.289748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19d8e-d1d6-49c0-ae0f-2559e8296f46 req-1adcb053-3444-49a1-91ff-092fce51fe71 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:13.291302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43b19d8e-d1d6-49c0-ae0f-2559e8296f46 req-1adcb053-3444-49a1-91ff-092fce51fe71 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.0877950 Nov 12 05:17:13.380934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43b19d8e-d1d6-49c0-ae0f-2559e8296f46 req-31208839-f023-4a40-b62d-da6328cde3a5 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795989 Nov 12 05:17:13.414226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165deba-f633-4d67-8688-e4d7ca99f339 req-10d0717b-222c-4a94-8e84-f66fc3c390e9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:13.415825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b165deba-f633-4d67-8688-e4d7ca99f339 req-10d0717b-222c-4a94-8e84-f66fc3c390e9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 947 time: 0.0814645 Nov 12 05:17:13.491412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b165deba-f633-4d67-8688-e4d7ca99f339 req-c7b1a0d9-6616-4116-9f06-20f6d81cb4db tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697312 Nov 12 05:17:13.519487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86d42d-6f11-4a55-b400-6348bdca8fdf req-24d9b6e9-f2c9-4968-93f8-c02334ffd39a tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:13.520992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b86d42d-6f11-4a55-b400-6348bdca8fdf req-24d9b6e9-f2c9-4968-93f8-c02334ffd39a tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 945 time: 0.0768771 Nov 12 05:17:13.569100 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b86d42d-6f11-4a55-b400-6348bdca8fdf req-0d0087e1-6e10-48db-bf4d-d1382adbacb7 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Nov 12 05:17:13.794980 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7bb12baa-cf6e-4374-b8ad-32040e40d93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:13.822430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ee0b6-fb1d-4957-8c43-1b2f445861ac req-ab8f36e6-32c9-4fdb-8a74-e5aa4979d7fb tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:13.823934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e87ee0b6-fb1d-4957-8c43-1b2f445861ac req-ab8f36e6-32c9-4fdb-8a74-e5aa4979d7fb tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.0555601 Nov 12 05:17:13.878703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e87ee0b6-fb1d-4957-8c43-1b2f445861ac req-90601bf2-7ac0-490d-9f6f-d9e5b84c0d2c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482652 Nov 12 05:17:14.103339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba593d6-8cda-417f-9ee3-bc78151cb566 req-a3f4317b-aaab-49fe-90e3-324dd850e723 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:14.104927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bba593d6-8cda-417f-9ee3-bc78151cb566 req-a3f4317b-aaab-49fe-90e3-324dd850e723 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0510004 Nov 12 05:17:14.171182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bba593d6-8cda-417f-9ee3-bc78151cb566 req-c976502d-4abf-4f8d-8701-9c1ed3f5d0c1 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544899 Nov 12 05:17:14.231804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46922f2-b8ed-4183-ab0b-0fb4531d15f0 req-3088e97d-1426-4aa6-a2df-9d90448d7087 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:14.233349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a46922f2-b8ed-4183-ab0b-0fb4531d15f0 req-3088e97d-1426-4aa6-a2df-9d90448d7087 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 950 time: 0.0525830 Nov 12 05:17:14.312932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a46922f2-b8ed-4183-ab0b-0fb4531d15f0 req-5db35cec-634d-4355-aa52-ab5393f2a5f6 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/security-groups?id=00f03516-3b51-433f-9c9d-8f3ad3e00061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686436 Nov 12 05:17:14.321409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-d1091b45-fe5f-420b-bdcf-0ecc623635f4 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:14.323081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-d1091b45-fe5f-420b-bdcf-0ecc623635f4 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 950 time: 0.0888135 Nov 12 05:17:14.441331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3292257-006d-4c15-b0b6-4c2e150d1a88 req-3906e475-a30c-4b0b-8d66-ff9d23c39156 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:14.442922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3292257-006d-4c15-b0b6-4c2e150d1a88 req-3906e475-a30c-4b0b-8d66-ff9d23c39156 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0879893 Nov 12 05:17:14.490078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Deleting port bfb02e1c-36ec-4451-826f-78f43d640e15 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:17:14.490552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:14.587197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3292257-006d-4c15-b0b6-4c2e150d1a88 req-ec3e5409-4d21-4af7-814c-610fc5e21abe tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359601 Nov 12 05:17:14.620994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f0a6-558c-41ac-b92d-e5295f74484f req-005dfe2a-dfa5-4f30-9ef3-97c6d7ca143c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:14.627118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba57f0a6-558c-41ac-b92d-e5295f74484f req-005dfe2a-dfa5-4f30-9ef3-97c6d7ca143c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.1198189 Nov 12 05:17:14.696220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] For port bfb02e1c-36ec-4451-826f-78f43d640e15, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bfb02e1c-36ec-4451-826f-78f43d640e15,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:14.696597 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:14.731738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Calling delete_port for bfb02e1c-36ec-4451-826f-78f43d640e15 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:17:14.749075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba57f0a6-558c-41ac-b92d-e5295f74484f req-f34e89e5-3346-4125-a449-998b4b1a54de tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169813 Nov 12 05:17:14.757197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a807b87-1f55-4bbc-b7d9-e355a661aa4b req-8b14bf01-f2e5-40e1-a776-bbf60667b005 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:14.758637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a807b87-1f55-4bbc-b7d9-e355a661aa4b req-8b14bf01-f2e5-40e1-a776-bbf60667b005 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 947 time: 0.0993006 Nov 12 05:17:14.900768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a807b87-1f55-4bbc-b7d9-e355a661aa4b req-49ef38b8-559a-4ea3-b928-5b60820ea9a7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964346 Nov 12 05:17:14.918260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801718d-008f-458c-ab83-09a1689f3a3f req-6d949b2d-e7e5-453a-bc80-02cc039743c0 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:14.919781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f801718d-008f-458c-ab83-09a1689f3a3f req-6d949b2d-e7e5-453a-bc80-02cc039743c0 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 945 time: 0.0973926 Nov 12 05:17:15.035456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:15.071721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f801718d-008f-458c-ab83-09a1689f3a3f req-c44c7101-f2f7-4cee-aa7f-9d706b80ac82 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187792 Nov 12 05:17:15.075959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Pushing event deleted for resources: {'Port': ['ID=bfb02e1c-36ec-4451-826f-78f43d640e15,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:15.133774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337dca6-747d-4687-b53b-36b75e238a25 req-4de8fb36-4b38-4232-a8f2-211d3eee3fab tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:15.142314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6337dca6-747d-4687-b53b-36b75e238a25 req-4de8fb36-4b38-4232-a8f2-211d3eee3fab tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.1672072 Nov 12 05:17:15.164654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] No DVR routers for this DVR port bfb02e1c-36ec-4451-826f-78f43d640e15 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:15.168487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:15.172452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc1c5894-3bed-4088-b629-4153474f6f1b req-301a28b1-49a2-4941-951a-b4ac1755e734 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.47 "DELETE /v2.0/ports/bfb02e1c-36ec-4451-826f-78f43d640e15 HTTP/1.1" status: 204 len: 173 time: 0.8430541 Nov 12 05:17:15.186078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ceacf7-8406-42c4-8dfb-79e6a97148d1', 'name': 'network-vif-deleted', 'tag': 'bfb02e1c-36ec-4451-826f-78f43d640e15'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:15.188385 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4095c7-9834-4eb3-955f-bddf394f15cb" -d '{"events": [{"server_uuid": "f4ceacf7-8406-42c4-8dfb-79e6a97148d1", "name": "network-vif-deleted", "tag": "bfb02e1c-36ec-4451-826f-78f43d640e15"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:15.253828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6337dca6-747d-4687-b53b-36b75e238a25 req-3c900703-afac-4ca7-9602-e82c6ac46965 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103911 Nov 12 05:17:15.270180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b200fc-4a86-4745-bea8-59cbf4b3701d req-f911e894-2aea-4c73-a413-5f1a31f02fff tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:15.282093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53236) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:15.286302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Request body: {'floatingip': {'port_id': '879d6116-d821-48a8-89a6-e7b69f1b4da9'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:15.297595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84b200fc-4a86-4745-bea8-59cbf4b3701d req-f911e894-2aea-4c73-a413-5f1a31f02fff tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 945 time: 0.1328337 Nov 12 05:17:15.363642 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17528de-2fbf-4502-8dd7-f864ed15358d x-openstack-request-id: req-e17528de-2fbf-4502-8dd7-f864ed15358d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:15.364649 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ceacf7-8406-42c4-8dfb-79e6a97148d1", "name": "network-vif-deleted", "tag": "bfb02e1c-36ec-4451-826f-78f43d640e15", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:15.364649 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e17528de-2fbf-4502-8dd7-f864ed15358d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:15.364649 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ceacf7-8406-42c4-8dfb-79e6a97148d1', 'name': 'network-vif-deleted', 'tag': 'bfb02e1c-36ec-4451-826f-78f43d640e15', 'status': 'completed', 'code': 200} Nov 12 05:17:15.396036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a53c8-c58d-42ed-ae11-b5283f5cdf7e req-ca413146-aafe-4d83-8ebb-94714d430cbb tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:15.397704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf2a53c8-c58d-42ed-ae11-b5283f5cdf7e req-ca413146-aafe-4d83-8ebb-94714d430cbb tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0744338 Nov 12 05:17:15.416518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:15.468188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4e982cc-e65a-4ab6-a124-6ac79a3a5da9 req-890e185f-9b79-474a-9efb-1be89b3565a1 tempest-ImagesNegativeTestJSON-1852281687 tempest-ImagesNegativeTestJSON-1852281687-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4ceacf7-8406-42c4-8dfb-79e6a97148d1 HTTP/1.1" status: 200 len: 210 time: 0.0366759 Nov 12 05:17:15.484511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf2a53c8-c58d-42ed-ae11-b5283f5cdf7e req-b383c1fa-9714-4e19-b4fc-3d002aa50a20 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803747 Nov 12 05:17:15.755580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95d634-074d-4d7f-b65f-1067ed6fedf9 req-a67ee9e9-8af6-4aa0-a488-8a06359a03bf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:15.758106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c95d634-074d-4d7f-b65f-1067ed6fedf9 req-a67ee9e9-8af6-4aa0-a488-8a06359a03bf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0817978 Nov 12 05:17:15.854966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c95d634-074d-4d7f-b65f-1067ed6fedf9 req-3ee5006c-9027-467e-8f3a-36481e11a342 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876091 Nov 12 05:17:15.944383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:15.956661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f130a24-b408-4280-bf58-9a0e322e525e req-4f47219f-dc57-43a7-a33b-9d5525e45dec tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:15.958415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f130a24-b408-4280-bf58-9a0e322e525e req-4f47219f-dc57-43a7-a33b-9d5525e45dec tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.0707872 Nov 12 05:17:16.096124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f130a24-b408-4280-bf58-9a0e322e525e req-72471546-5504-46e0-98d5-83de3716067e tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312194 Nov 12 05:17:16.111861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ce0b-bdea-4c91-8d4b-82e00310ad01 req-382c5890-9a34-4370-979c-36f0c6fcd332 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:16.114326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7743ce0b-bdea-4c91-8d4b-82e00310ad01 req-382c5890-9a34-4370-979c-36f0c6fcd332 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 947 time: 0.1180940 Nov 12 05:17:16.137487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:16.153433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'mac_address': 'fa:16:3e:bc:ae:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:16.190905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7743ce0b-bdea-4c91-8d4b-82e00310ad01 req-64611410-bca1-43b5-9dee-667f3f95c0ca tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659704 Nov 12 05:17:16.200127 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:16.224003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcc00be-ada7-4d41-bcb0-5444d2310075 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:16.247844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-492837eb-c262-4f1c-83cc-604649b93d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:16.252975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:16.258851 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:16.320423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:16.399442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76125608-379a-4f35-b302-d64ce1b2c491 req-8cf3f599-2924-47b8-86d5-df306872313c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:16.401008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76125608-379a-4f35-b302-d64ce1b2c491 req-8cf3f599-2924-47b8-86d5-df306872313c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.0563605 Nov 12 05:17:16.450666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76125608-379a-4f35-b302-d64ce1b2c491 req-d43e0b1a-fff0-4825-a123-07674d09be38 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Nov 12 05:17:16.474931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:16.480128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:16.610631 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Floating IP af07f815-423f-4b25-bc9a-aec70c1a4fe6 associated. External IP: 172.25.2.26, port: 879d6116-d821-48a8-89a6-e7b69f1b4da9. Nov 12 05:17:16.644316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67127f-5d3b-431c-9556-ff25d123b1ae req-5beb17f3-e9a4-472a-ab92-5a88c4942791 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:16.646788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff67127f-5d3b-431c-9556-ff25d123b1ae req-5beb17f3-e9a4-472a-ab92-5a88c4942791 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0648236 Nov 12 05:17:16.713830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff67127f-5d3b-431c-9556-ff25d123b1ae req-0d2516ba-da65-4991-9e25-fc593df2f3e6 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587595 Nov 12 05:17:16.853633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['7fcc00be-ada7-4d41-bcb0-5444d2310075'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:16.876712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:17:16.881468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device bfb02e1c-36ec-4451-826f-78f43d640e15 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:16.938501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: bfb02e1c-36ec-4451-826f-78f43d640e15 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:17:16.938501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device bfb02e1c-36ec-4451-826f-78f43d640e15 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:17.011734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:17:17.023122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] Sync routers for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:17:17.024031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.048977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:17:17.049634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:17:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:17.050303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4dad-1335-4725-a14e-3a5647fbf5c4 req-64ae9727-4e5c-4bf5-b13c-e092ac7575f2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.052539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24ad4dad-1335-4725-a14e-3a5647fbf5c4 req-64ae9727-4e5c-4bf5-b13c-e092ac7575f2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0842009 Nov 12 05:17:17.053026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:17.079033 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-704a7de7-ca06-4e02-acfe-1cd20967c8a2 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "PUT /v2.0/floatingips/af07f815-423f-4b25-bc9a-aec70c1a4fe6 HTTP/1.1" status: 200 len: 990 time: 1.7937410 Nov 12 05:17:17.079033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e229c77-13f7-4a94-82f1-213fd784be82', 'tag': '879d6116-d821-48a8-89a6-e7b69f1b4da9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:17.079891 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043f7de3-9f3d-40fa-9ed1-1504651acb30" -d '{"events": [{"name": "network-changed", "server_uuid": "7e229c77-13f7-4a94-82f1-213fd784be82", "tag": "879d6116-d821-48a8-89a6-e7b69f1b4da9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:17.175463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24ad4dad-1335-4725-a14e-3a5647fbf5c4 req-c08f1dd0-3441-4e0a-8387-46c121a96354 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158710 Nov 12 05:17:17.258306 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f5d8df-46cc-4a3b-acc0-f6e7975cd153 x-openstack-request-id: req-09f5d8df-46cc-4a3b-acc0-f6e7975cd153 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:17.258974 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e229c77-13f7-4a94-82f1-213fd784be82", "tag": "879d6116-d821-48a8-89a6-e7b69f1b4da9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:17.259440 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09f5d8df-46cc-4a3b-acc0-f6e7975cd153 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:17.260158 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e229c77-13f7-4a94-82f1-213fd784be82', 'tag': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'status': 'completed', 'code': 200} Nov 12 05:17:17.287802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-acd03e99-5db7-4961-b72c-d3bc36eb5b21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1e55b9ff958479caf6f492d55b7c0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331107 Nov 12 05:17:17.290599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53286) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:17.347644 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.357189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:17:17.366994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc1c5edf-43bc-4ff8-9305-82411300efa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.399816 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc1c5edf-43bc-4ff8-9305-82411300efa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.457141 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc1c5edf-43bc-4ff8-9305-82411300efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.462790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc1c5edf-43bc-4ff8-9305-82411300efa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.468144 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc1c5edf-43bc-4ff8-9305-82411300efa3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00f03516-3b51-433f-9c9d-8f3ad3e00061 HTTP/1.1" status: 204 len: 168 time: 0.1751308 Nov 12 05:17:17.479570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c5edf-43bc-4ff8-9305-82411300efa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f03516-3b51-433f-9c9d-8f3ad3e00061,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:17.663189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'af07f815-423f-4b25-bc9a-aec70c1a4fe6', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'port_id': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'mac_address': 'fa:16:3e:ef:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229c77-13f7-4a94-82f1-213fd784be82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:13:11Z', 'updated_at': '2021-11-12T05:17:16Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:17.699349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] Checking router: 52f69f00-9c78-4f5c-81a7-bb664312a6f1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:17:17.714194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:17:17.715466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:17:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:17.760228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba370e-0991-4547-8fde-1640975dcf43 req-ed09b541-82ff-4540-ba4d-81375db37598 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.767694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47ba370e-0991-4547-8fde-1640975dcf43 req-ed09b541-82ff-4540-ba4d-81375db37598 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.4499943 Nov 12 05:17:17.803890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b509c65-c237-4b40-a9f7-b1167802051b req-00831d12-6316-4f25-92c1-c5b59eb6561a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.806791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b509c65-c237-4b40-a9f7-b1167802051b req-00831d12-6316-4f25-92c1-c5b59eb6561a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 948 time: 0.4505522 Nov 12 05:17:17.810713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-90eb3918-7339-4280-a68d-90dd6a12f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.813992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-90eb3918-7339-4280-a68d-90dd6a12f851 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7d2208e72b640758eb545ea8fc54e75&device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 1097 time: 0.4449697 Nov 12 05:17:17.848087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:17:17.877307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47ba370e-0991-4547-8fde-1640975dcf43 req-5f9b89b6-60e7-4226-8ec1-5976e7fc354d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059115 Nov 12 05:17:17.981438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:17.994234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b509c65-c237-4b40-a9f7-b1167802051b req-7b619966-39ef-469e-93e1-29c2d9685b45 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750593 Nov 12 05:17:18.115063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-2187c174-64e6-44f9-a4fe-bd49dbe58bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.116584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-2187c174-64e6-44f9-a4fe-bd49dbe58bc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 200 len: 924 time: 0.2502418 Nov 12 05:17:18.200422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:18.219561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'port_id': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'mac_address': 'fa:16:3e:a2:fe:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd468324b-3994-4dfc-bb33-d82a6b45f4c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:18.225095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b59266-d461-4751-ad41-b7e6c99789cc req-5e928785-fbce-4269-8c79-d0a8af7ec6da tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.226634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4b59266-d461-4751-ad41-b7e6c99789cc req-5e928785-fbce-4269-8c79-d0a8af7ec6da tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.2535896 Nov 12 05:17:18.258888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b432-55fa-4922-b26b-12b8fd797497 req-1d309c7a-749c-4d05-a6ba-ed888226867f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.267189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2df2b432-55fa-4922-b26b-12b8fd797497 req-1d309c7a-749c-4d05-a6ba-ed888226867f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1712117 Nov 12 05:17:18.276570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-171a3d3c-dd65-48fd-8a0c-23bdc0c0c034 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=879d6116-d821-48a8-89a6-e7b69f1b4da9 HTTP/1.1" status: 200 len: 998 time: 0.1393161 Nov 12 05:17:18.297441 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:18.315504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:18.330014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'af07f815-423f-4b25-bc9a-aec70c1a4fe6', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'port_id': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'mac_address': 'fa:16:3e:ef:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229c77-13f7-4a94-82f1-213fd784be82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:13:11Z', 'updated_at': '2021-11-12T05:17:16Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:18.365623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15101d4e-5387-4133-9725-fc69228899d7 None None] The sync data for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 is: [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'af07f815-423f-4b25-bc9a-aec70c1a4fe6', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'port_id': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'mac_address': 'fa:16:3e:ef:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e229c77-13f7-4a94-82f1-213fd784be82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:13:11Z', 'updated_at': '2021-11-12T05:17:16Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:17:18.368148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:18.374329 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:18.378858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4b59266-d461-4751-ad41-b7e6c99789cc req-734e43e5-6077-4797-a1ff-0b04f61db878 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391392 Nov 12 05:17:18.406189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2df2b432-55fa-4922-b26b-12b8fd797497 req-14840120-260d-444a-a904-e5cbb21b1aff tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325610 Nov 12 05:17:18.408643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-e8e9f06a-5514-43ac-96e3-4799130fe810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.413613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-e8e9f06a-5514-43ac-96e3-4799130fe810 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 200 len: 862 time: 0.1222939 Nov 12 05:17:18.493940 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:18.500441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:18.510945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-d15e8ae9-a743-4297-a57f-4606c5c8f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.515206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-d15e8ae9-a743-4297-a57f-4606c5c8f0a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=88f182b1-b3c0-49d3-b8dd-212cced455c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847447 Nov 12 05:17:18.635124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793bc6c-caff-4584-a207-86e3bb64eaae req-7da74847-62c6-46ef-8bbb-c1fda2601ba7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.636795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f793bc6c-caff-4584-a207-86e3bb64eaae req-7da74847-62c6-46ef-8bbb-c1fda2601ba7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1205409 Nov 12 05:17:18.677965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-ae81245a-9fc0-4c47-ad7d-da1b8fdde49a service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467845 Nov 12 05:17:18.718214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bbbe1-721c-477c-a9c5-45bcb98d3376 None None] New status for floating IP af07f815-423f-4b25-bc9a-aec70c1a4fe6: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:17:18.762892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f793bc6c-caff-4584-a207-86e3bb64eaae req-e613db13-8ec6-4811-b239-f2a37f01cbfd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183715 Nov 12 05:17:18.830969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-043f7de3-9f3d-40fa-9ed1-1504651acb30 req-6e8819fa-6930-4027-807d-541c235d28f7 service neutron] 10.222.0.43 "GET /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369815 Nov 12 05:17:18.888077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:18.892165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:19.040147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19916-ad30-4a81-b3eb-2f17f796a194 req-b4ffa79d-7215-4d45-b823-0809b66c9f71 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:19.049940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bf19916-ad30-4a81-b3eb-2f17f796a194 req-b4ffa79d-7215-4d45-b823-0809b66c9f71 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 944 time: 0.0733922 Nov 12 05:17:19.061156 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:19.097496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:19.103956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:19.106191 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6431801b-cd74-42b4-8815-6dbfe6312aac" -d '{"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-unplugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:19.110901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bf19916-ad30-4a81-b3eb-2f17f796a194 req-a102c821-cb32-4f23-bf52-89c0153aa750 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599906 Nov 12 05:17:19.132086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:19.133494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'mac_address': 'fa:16:3e:e0:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:19.144681 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:19.226137 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:19.240372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:19.259866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c296ec78-99f3-4669-9ea5-17c97bdc29b8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:19.263530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657bb21-5003-429a-b31f-21aadd3cc043 req-8164bdb5-a677-4bb3-b6a1-91783e730b6e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:19.266723 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd744e5e-b0e3-48a2-910e-e77616dfa04a x-openstack-request-id: req-fd744e5e-b0e3-48a2-910e-e77616dfa04a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:19.267005 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-unplugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:19.267253 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd744e5e-b0e3-48a2-910e-e77616dfa04a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:19.267629 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'code': 200} Nov 12 05:17:19.272414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3657bb21-5003-429a-b31f-21aadd3cc043 req-8164bdb5-a677-4bb3-b6a1-91783e730b6e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 948 time: 0.0823429 Nov 12 05:17:19.295342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:19.300436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:19.337171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3657bb21-5003-429a-b31f-21aadd3cc043 req-cb03d762-83b9-46d5-919e-0a8feac5b5fe tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638781 Nov 12 05:17:19.356477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:19.396497 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:19.571302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e10d1-7cf9-4393-a0df-5a3c5b8cef69 req-8e786351-f0d0-4441-8d5b-0203f9865fbd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:19.574242 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-431e10d1-7cf9-4393-a0df-5a3c5b8cef69 req-8e786351-f0d0-4441-8d5b-0203f9865fbd tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.1036384 Nov 12 05:17:19.585316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b612ea0-91a7-4dad-b9f2-5f9cb899e8f1 req-7764391b-832b-4023-b2eb-5be7193c3033 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:19.586783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b612ea0-91a7-4dad-b9f2-5f9cb899e8f1 req-7764391b-832b-4023-b2eb-5be7193c3033 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.0793281 Nov 12 05:17:19.608709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c296ec78-99f3-4669-9ea5-17c97bdc29b8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:19.658894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-431e10d1-7cf9-4393-a0df-5a3c5b8cef69 req-f8cb916c-3a65-4e8d-b433-2152e11f06ae tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708597 Nov 12 05:17:19.672078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b612ea0-91a7-4dad-b9f2-5f9cb899e8f1 req-4a0f2498-3813-46f2-9a53-a9deb16fd2e3 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782261 Nov 12 05:17:19.782195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['30f1a9ae-5f51-4ebc-82d6-64d562fce6b2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:19.922114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce404c3-f351-401b-978e-526dd31cfddb req-cc5fea9c-9544-4902-b0ca-73361bdb802c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:19.930262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dce404c3-f351-401b-978e-526dd31cfddb req-cc5fea9c-9544-4902-b0ca-73361bdb802c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0842714 Nov 12 05:17:19.985895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dce404c3-f351-401b-978e-526dd31cfddb req-6cab5f0e-570d-4f36-9568-d1af151ee8b8 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542772 Nov 12 05:17:20.191137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:20.237110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deb0ae-31ce-4c37-a182-1e9c05fdaa3f req-3ca0c6d1-c452-44f2-b054-71898b6af07e tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:20.239152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65deb0ae-31ce-4c37-a182-1e9c05fdaa3f req-3ca0c6d1-c452-44f2-b054-71898b6af07e tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 944 time: 0.0512996 Nov 12 05:17:20.296071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65deb0ae-31ce-4c37-a182-1e9c05fdaa3f req-faf85147-c021-4fdb-94a1-d09e093485ac tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508513 Nov 12 05:17:20.319609 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87c89893-d0aa-40b9-b44c-a13ad515156d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:20.410499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87c89893-d0aa-40b9-b44c-a13ad515156d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:20.416058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87c89893-d0aa-40b9-b44c-a13ad515156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:20.457443 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-87c89893-d0aa-40b9-b44c-a13ad515156d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=399f788f778a4083a743192fe56ded85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651653 Nov 12 05:17:20.458576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c89893-d0aa-40b9-b44c-a13ad515156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dec796-4623-44a5-b621-299058bb8a7b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:20.459035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175fc74-8fa6-4b80-81e9-d0ef664079f3 req-204a0e18-d3ac-438f-9615-ad29fc1718c4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:20.462203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53370) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:20.466243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4175fc74-8fa6-4b80-81e9-d0ef664079f3 req-204a0e18-d3ac-438f-9615-ad29fc1718c4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 948 time: 0.0602741 Nov 12 05:17:20.516096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4175fc74-8fa6-4b80-81e9-d0ef664079f3 req-58936f15-37d2-43c4-a5c7-f8b4716821a0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488904 Nov 12 05:17:20.524783 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc2af220-66c9-41f3-91c3-4a8e1fd76e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:20.549152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc2af220-66c9-41f3-91c3-4a8e1fd76e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:20.599214 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc2af220-66c9-41f3-91c3-4a8e1fd76e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:20.601817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc2af220-66c9-41f3-91c3-4a8e1fd76e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:20.603169 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc2af220-66c9-41f3-91c3-4a8e1fd76e38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18dec796-4623-44a5-b621-299058bb8a7b HTTP/1.1" status: 204 len: 168 time: 0.1397679 Nov 12 05:17:20.617334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2af220-66c9-41f3-91c3-4a8e1fd76e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dec796-4623-44a5-b621-299058bb8a7b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:20.831562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e16c6-b3ca-4f3a-8def-e91218f2d3e8 req-6dc27e0a-91a5-4457-8040-75d5f842ca13 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:20.833074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-795e16c6-b3ca-4f3a-8def-e91218f2d3e8 req-6dc27e0a-91a5-4457-8040-75d5f842ca13 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 950 time: 0.0896800 Nov 12 05:17:20.852370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4107-f8c6-4e8f-8af4-bcc483c753a2 req-a0d7c32b-1f78-44e1-a56b-9e81794a5d87 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:20.852370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b66e4107-f8c6-4e8f-8af4-bcc483c753a2 req-a0d7c32b-1f78-44e1-a56b-9e81794a5d87 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.0746570 Nov 12 05:17:20.918560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 918e89bd-d83e-4a62-a3af-9e1baf336879 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:20.922716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:20.935133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-795e16c6-b3ca-4f3a-8def-e91218f2d3e8 req-686ee380-9b05-4853-bee4-0f2a3397df30 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829043 Nov 12 05:17:20.939067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b66e4107-f8c6-4e8f-8af4-bcc483c753a2 req-6b172018-259f-4607-8301-eba57b7869a3 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808983 Nov 12 05:17:21.078042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c296ec78-99f3-4669-9ea5-17c97bdc29b8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:21.078570 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:21.113620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc3ef-8eaa-464d-8c75-879b18a2c994 req-f48b2ae3-6778-4eb4-aa17-a11823839fff tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:21.115198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dabc3ef-8eaa-464d-8c75-879b18a2c994 req-f48b2ae3-6778-4eb4-aa17-a11823839fff tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0547218 Nov 12 05:17:21.176011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dabc3ef-8eaa-464d-8c75-879b18a2c994 req-260b036c-3563-4593-b345-fa332e141678 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545683 Nov 12 05:17:21.278231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:21.291129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '918e89bd-d83e-4a62-a3af-9e1baf336879', 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9', 'port_id': '918e89bd-d83e-4a62-a3af-9e1baf336879', 'mac_address': 'fa:16:3e:29:6f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa9580c-3604-48a5-8e8a-29ff41dc9ca6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:21.377412 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:21.394115 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:17:21.395150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918e89bd-d83e-4a62-a3af-9e1baf336879 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:21.408921 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:21.450798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:21.456691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a1f4-dec1-43dd-b3b9-b149410419ce req-e1453ab1-b978-4998-a962-c3f69fa9f407 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:21.458532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb41a1f4-dec1-43dd-b3b9-b149410419ce req-e1453ab1-b978-4998-a962-c3f69fa9f407 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 944 time: 0.0695591 Nov 12 05:17:21.470692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:21.481014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:21.484284 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f95f6a-79a7-4369-860d-a0c3f984b0fc" -d '{"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-plugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:21.524922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:21.532069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb41a1f4-dec1-43dd-b3b9-b149410419ce req-7b06b463-d965-41a6-8b90-2a3ba9c5a619 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656824 Nov 12 05:17:21.557378 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420317e0-2cf2-49cf-bbac-f6f89199e373 x-openstack-request-id: req-420317e0-2cf2-49cf-bbac-f6f89199e373 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:21.557672 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-plugged", "status": "completed", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:21.557922 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-420317e0-2cf2-49cf-bbac-f6f89199e373 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:21.558401 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'code': 200} Nov 12 05:17:21.574179 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:21.613342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:21.707861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=11']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:21.757141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510570ac-8fa8-4dd5-a3c1-9c63d84e65db req-a094b672-3760-42fc-b730-d56275cd6ffb tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:21.764766 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-510570ac-8fa8-4dd5-a3c1-9c63d84e65db req-a094b672-3760-42fc-b730-d56275cd6ffb tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 948 time: 0.1477714 Nov 12 05:17:21.803248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['918e89bd-d83e-4a62-a3af-9e1baf336879'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:21.804173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a74da-877a-491c-8b41-3cf7d55a62de req-f6e09c75-0e52-4c15-b83e-0bb7ebb15b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:21.805672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f4a74da-877a-491c-8b41-3cf7d55a62de req-f6e09c75-0e52-4c15-b83e-0bb7ebb15b68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1103 time: 0.1100037 Nov 12 05:17:21.832760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-510570ac-8fa8-4dd5-a3c1-9c63d84e65db req-f51a8b9e-12e0-4dda-9a12-4420591dfc63 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669999 Nov 12 05:17:21.873681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f4a74da-877a-491c-8b41-3cf7d55a62de req-4536ea83-fce3-41a9-b2e6-6d05bd3b044b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572302 Nov 12 05:17:21.964887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a5cd3dce-70ed-4617-acca-4535104793d0 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:22.070428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:22.084425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'port_id': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'mac_address': 'fa:16:3e:9a:97:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47977af-5f43-43e4-978b-58e339d201f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:22.088327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:22.102001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d3067-d12a-40e0-b067-59238f567883 req-f213911d-3b45-44e4-8e15-503fcb072546 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:22.104174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-714d3067-d12a-40e0-b067-59238f567883 req-f213911d-3b45-44e4-8e15-503fcb072546 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 951 time: 0.0743492 Nov 12 05:17:22.164743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-714d3067-d12a-40e0-b067-59238f567883 req-a085e4bc-b257-4397-94a8-99ce79c11ae3 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533073 Nov 12 05:17:22.175157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.213510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5cd3dce-70ed-4617-acca-4535104793d0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:22.221624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 7fcc00be-ada7-4d41-bcb0-5444d2310075 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:17:22.240598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 7fcc00be-ada7-4d41-bcb0-5444d2310075 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:22.241069 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.248179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:22.270628 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.350815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:22.398071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.436010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:22.441201 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.442266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:22.449620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd393ba-86c1-4376-bd3d-d58d8029e258 req-04923e80-40fb-4993-b33c-1f4636040822 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:22.457617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdd393ba-86c1-4376-bd3d-d58d8029e258 req-04923e80-40fb-4993-b33c-1f4636040822 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 945 time: 0.0914576 Nov 12 05:17:22.489821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420afd6-8a84-49e8-b2f6-9d33468dcc76 req-7c1572b4-705f-45f1-822f-0546967945b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:22.491367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4420afd6-8a84-49e8-b2f6-9d33468dcc76 req-7c1572b4-705f-45f1-822f-0546967945b5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 944 time: 0.0934422 Nov 12 05:17:22.541780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:22.552649 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:22.553094 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.557709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdd393ba-86c1-4376-bd3d-d58d8029e258 req-0891899f-d745-4b4f-b892-2d9ddf61003f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988023 Nov 12 05:17:22.592087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4420afd6-8a84-49e8-b2f6-9d33468dcc76 req-cd86eafd-b22c-431e-a2e6-053fd35dcbb9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943043 Nov 12 05:17:22.606622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['a5cd3dce-70ed-4617-acca-4535104793d0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:22.740188 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.763461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d98ab3-9fb1-4324-8910-6136c04dcd3c req-048cef32-051f-49da-89af-2bf47dff50f9 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:22.766198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33d98ab3-9fb1-4324-8910-6136c04dcd3c req-048cef32-051f-49da-89af-2bf47dff50f9 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 944 time: 0.0847468 Nov 12 05:17:22.836562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:22.845914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33d98ab3-9fb1-4324-8910-6136c04dcd3c req-f31b0b83-d668-4e74-88c2-5186d0b6103d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723183 Nov 12 05:17:22.868392 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.932443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:22.940254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 918e89bd-d83e-4a62-a3af-9e1baf336879 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:22.999019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3677c16-6de2-45bb-ad12-25f10a1bd3bd req-71938f1e-b3df-4100-bcef-7eb4ee8c699e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:23.002226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3677c16-6de2-45bb-ad12-25f10a1bd3bd req-71938f1e-b3df-4100-bcef-7eb4ee8c699e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.0764802 Nov 12 05:17:23.010658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 918e89bd-d83e-4a62-a3af-9e1baf336879 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:17:23.017677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 918e89bd-d83e-4a62-a3af-9e1baf336879 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:23.018172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:23.092103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3677c16-6de2-45bb-ad12-25f10a1bd3bd req-ce987ffc-9d14-4181-8ebd-1883d1335c60 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824380 Nov 12 05:17:23.136924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:23.185675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:23.193229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:23.248168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:23.276777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8dece-4fae-4032-b174-e1eefabd353b req-32b8d938-0dff-4780-b544-e5d160f4df48 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:23.278456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ba8dece-4fae-4032-b174-e1eefabd353b req-32b8d938-0dff-4780-b544-e5d160f4df48 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 945 time: 0.0998673 Nov 12 05:17:23.340189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ba8dece-4fae-4032-b174-e1eefabd353b req-134816b8-892e-4b75-9522-aeb2adcf9bcf tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531464 Nov 12 05:17:23.469020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8308f9d-82c3-4ec6-841e-a01bbd9250d7 req-5fd6f90b-5d2d-46d4-9a9a-b189b1b2ec0b tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:23.470620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8308f9d-82c3-4ec6-841e-a01bbd9250d7 req-5fd6f90b-5d2d-46d4-9a9a-b189b1b2ec0b tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 951 time: 0.0531528 Nov 12 05:17:23.535147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8308f9d-82c3-4ec6-841e-a01bbd9250d7 req-ffd303f5-7e16-43e5-9b8f-1a8bf4137183 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582931 Nov 12 05:17:23.559695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}, {'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2'}, {'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:23.562850 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa87b236-b12b-4bfb-bc2a-8b6cfd0dffb9" -d '{"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-plugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}, {"server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "name": "network-vif-plugged", "status": "completed", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2"}, {"server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "name": "network-vif-plugged", "status": "completed", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:23.712048 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d092baf-555c-41e5-8c19-08a87e9b8e30 x-openstack-request-id: req-6d092baf-555c-41e5-8c19-08a87e9b8e30 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:23.712536 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-plugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "code": 200}, {"server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "name": "network-vif-plugged", "status": "completed", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2", "code": 200}, {"server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "name": "network-vif-plugged", "status": "completed", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:23.712961 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d092baf-555c-41e5-8c19-08a87e9b8e30 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:23.713571 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'code': 200} Nov 12 05:17:23.713993 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'code': 200} Nov 12 05:17:23.714315 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879', 'code': 200} Nov 12 05:17:23.924486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c39be-7413-4094-888c-234e9266ce92 req-0d47b44e-ee94-4126-8dc5-fc13f7b4f951 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:23.925952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f19c39be-7413-4094-888c-234e9266ce92 req-0d47b44e-ee94-4126-8dc5-fc13f7b4f951 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.1627488 Nov 12 05:17:23.932087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3f605-41d6-4119-bd73-407d41765e3e req-43f2c1bb-97fc-40a5-854b-daaa649c1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:23.933483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51f3f605-41d6-4119-bd73-407d41765e3e req-43f2c1bb-97fc-40a5-854b-daaa649c1cfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1098 time: 0.1327515 Nov 12 05:17:23.979971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c62e-a937-4bfe-9d04-8ee9f4b82287 req-be503487-aa42-411f-8474-76fe69d7d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:23.987843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cdd1c62e-a937-4bfe-9d04-8ee9f4b82287 req-be503487-aa42-411f-8474-76fe69d7d5d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1101 time: 0.1363029 Nov 12 05:17:24.004631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a5e6d-6f3b-4d04-8342-817b6a0b6b60 req-d394685a-78f1-4797-90ad-654e89b5eab5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:24.006072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-312a5e6d-6f3b-4d04-8342-817b6a0b6b60 req-d394685a-78f1-4797-90ad-654e89b5eab5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 944 time: 0.1689188 Nov 12 05:17:24.016925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a5cd3dce-70ed-4617-acca-4535104793d0 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:24.066078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f19c39be-7413-4094-888c-234e9266ce92 req-17c94d7e-2d93-4196-af41-9ea04c062633 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307626 Nov 12 05:17:24.076702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port a5cd3dce-70ed-4617-acca-4535104793d0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:24.077079 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:24.105741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51f3f605-41d6-4119-bd73-407d41765e3e req-93d753b0-c67c-4695-a82a-77dccb9ba72b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606250 Nov 12 05:17:24.134915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-312a5e6d-6f3b-4d04-8342-817b6a0b6b60 req-54d9bff8-4b10-44ff-9b61-893f65ec0878 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217067 Nov 12 05:17:24.138912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cdd1c62e-a937-4bfe-9d04-8ee9f4b82287 req-da89e5e3-9a59-4f22-8660-8644b3ba68f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270113 Nov 12 05:17:24.173650 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:24.212626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:24.217092 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:24.218042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:24.272670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfdb36-a99c-4de9-8a00-3b7ca0938deb req-06a50290-dc81-44ec-93c4-5136ebdd7bbb tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:24.275803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5cfdb36-a99c-4de9-8a00-3b7ca0938deb req-06a50290-dc81-44ec-93c4-5136ebdd7bbb tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1103 time: 0.0610695 Nov 12 05:17:24.299024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:24.336231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5cfdb36-a99c-4de9-8a00-3b7ca0938deb req-71424dfa-7421-4d4e-bfc2-71a30a4c78ec tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532119 Nov 12 05:17:24.359847 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:24.393087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:24.399695 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:24.459397 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:24.480797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7459a-9ad2-4870-8d91-4874d96fa5a7 req-8378e098-3c0d-4321-8e2d-7ba884210b6f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:24.482515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1c7459a-9ad2-4870-8d91-4874d96fa5a7 req-8378e098-3c0d-4321-8e2d-7ba884210b6f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.0654733 Nov 12 05:17:24.541086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1c7459a-9ad2-4870-8d91-4874d96fa5a7 req-4e97e6cc-3e37-4a9f-b8a6-d3f1cd05dbe2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509830 Nov 12 05:17:24.597665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43ff2-cef5-44e2-8090-cfe7470dcb02 req-394db758-b4aa-43b7-bdad-2295dd61b9f0 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:24.599143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abf43ff2-cef5-44e2-8090-cfe7470dcb02 req-394db758-b4aa-43b7-bdad-2295dd61b9f0 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 943 time: 0.0548928 Nov 12 05:17:24.660056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abf43ff2-cef5-44e2-8090-cfe7470dcb02 req-37db4031-7738-4c08-adbd-a0d9ae898622 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541558 Nov 12 05:17:24.795121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d828-3c07-4151-8ba8-02e07350a88a req-c99b03c5-8007-44ab-8062-a11add3bd2a1 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:24.796704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7f7d828-3c07-4151-8ba8-02e07350a88a req-c99b03c5-8007-44ab-8062-a11add3bd2a1 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 1103 time: 0.0508466 Nov 12 05:17:24.852322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7f7d828-3c07-4151-8ba8-02e07350a88a req-e4d8e09e-53b9-435b-8bdd-a74539272832 tempest-ServersAdminTestJSON-1998764662 tempest-ServersAdminTestJSON-1998764662-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495167 Nov 12 05:17:25.138647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00313fa6-4ebd-4c1b-a481-19aaea2ab6eb req-898c2a7a-48ee-4489-9825-f51ef491e23f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:25.140446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00313fa6-4ebd-4c1b-a481-19aaea2ab6eb req-898c2a7a-48ee-4489-9825-f51ef491e23f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 950 time: 0.0544333 Nov 12 05:17:25.196463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00313fa6-4ebd-4c1b-a481-19aaea2ab6eb req-f7ac8881-433d-4c96-84b3-5354b5cfbc7e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494840 Nov 12 05:17:25.318250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022be93a-b3bf-47df-82a8-3840b165386e req-db1f0228-7814-4850-8927-6159cc048bba tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:25.319947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-022be93a-b3bf-47df-82a8-3840b165386e req-db1f0228-7814-4850-8927-6159cc048bba tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.0572896 Nov 12 05:17:25.380728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-022be93a-b3bf-47df-82a8-3840b165386e req-84a1705a-eded-488c-b48f-ee95e26621ec tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509257 Nov 12 05:17:25.517841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e893aa2-87cc-499c-8502-b0dc04bca8f8 req-29b1c48b-9904-43be-8a58-22485cc9c0d5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:25.519648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e893aa2-87cc-499c-8502-b0dc04bca8f8 req-29b1c48b-9904-43be-8a58-22485cc9c0d5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0609281 Nov 12 05:17:25.587879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e893aa2-87cc-499c-8502-b0dc04bca8f8 req-8616e8de-52c0-4eaa-b438-d4db6426678c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573916 Nov 12 05:17:25.683604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532efb6-1b2e-4b64-bc21-51b23a40248e req-64a5c29f-c636-4266-ae24-411a1720e67f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:25.685502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3532efb6-1b2e-4b64-bc21-51b23a40248e req-64a5c29f-c636-4266-ae24-411a1720e67f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.0612719 Nov 12 05:17:25.715379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0'}, {'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:25.717692 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dbe405-6549-4e5c-a319-b716de710a3d" -d '{"events": [{"server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "name": "network-vif-plugged", "status": "completed", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0"}, {"server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "name": "network-vif-unplugged", "status": "completed", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:25.764120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3532efb6-1b2e-4b64-bc21-51b23a40248e req-9e4d5ade-32fa-4e3a-8a3f-64cfe8435279 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705047 Nov 12 05:17:25.786497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fb5be-63dd-4809-a6fb-a98186dd8536 req-c0212819-a796-4a7a-bbd6-00c296cf2e6b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:25.787934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b69fb5be-63dd-4809-a6fb-a98186dd8536 req-c0212819-a796-4a7a-bbd6-00c296cf2e6b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 943 time: 0.0632210 Nov 12 05:17:25.843540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b69fb5be-63dd-4809-a6fb-a98186dd8536 req-9758f2fa-b4b3-4766-9db7-872d6de11133 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478377 Nov 12 05:17:25.894756 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cd7e35-bef1-4dce-a534-62703ad52dd7 x-openstack-request-id: req-a4cd7e35-bef1-4dce-a534-62703ad52dd7 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:25.895055 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "name": "network-vif-plugged", "status": "completed", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0", "code": 200}, {"server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "name": "network-vif-unplugged", "status": "completed", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:25.895309 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4cd7e35-bef1-4dce-a534-62703ad52dd7 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:25.895713 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'code': 200} Nov 12 05:17:25.895973 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'code': 200} Nov 12 05:17:26.330051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f732f-c069-4d68-b73d-39aefa6da7f3 req-97116e0d-3b0d-4ba5-b25e-1563382e4fc5 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:26.337741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce4f732f-c069-4d68-b73d-39aefa6da7f3 req-97116e0d-3b0d-4ba5-b25e-1563382e4fc5 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 950 time: 0.0624406 Nov 12 05:17:26.398617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce4f732f-c069-4d68-b73d-39aefa6da7f3 req-fe52ef4a-bb65-4e03-ada0-f7bc70e01b61 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598729 Nov 12 05:17:26.508939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678f02-85ba-4053-b7b4-361c223dff02 req-c4fda4e4-ead5-4cec-824f-33337210b844 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:26.510621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21678f02-85ba-4053-b7b4-361c223dff02 req-c4fda4e4-ead5-4cec-824f-33337210b844 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 943 time: 0.0858386 Nov 12 05:17:26.575252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53536) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:26.619340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ed9b-a216-488d-9590-7c7815f9472c req-ab933fbb-5345-428b-b3c2-8704b294db9b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:26.628871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed08ed9b-a216-488d-9590-7c7815f9472c req-ab933fbb-5345-428b-b3c2-8704b294db9b tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.1170738 Nov 12 05:17:26.766916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b447a289-ad1a-4e29-9dce-508409688712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:26.804484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed08ed9b-a216-488d-9590-7c7815f9472c req-224429ed-3a50-4b75-a13e-101e88788c89 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644220 Nov 12 05:17:26.817411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-9f8963c0-1c1f-4c9c-8d65-b76594680e47 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:26.819206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-9f8963c0-1c1f-4c9c-8d65-b76594680e47 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 950 time: 0.1853313 Nov 12 05:17:26.848600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a844dfe-5fd4-4e98-8489-8e2672267e78 req-5cf35843-e0ec-4525-a25e-d62bed267fae tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:26.850445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a844dfe-5fd4-4e98-8489-8e2672267e78 req-5cf35843-e0ec-4525-a25e-d62bed267fae tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1373014 Nov 12 05:17:26.904795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Deleting port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:17:26.906262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:26.907071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:26.929757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b447a289-ad1a-4e29-9dce-508409688712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:26.935718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b447a289-ad1a-4e29-9dce-508409688712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.004477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b447a289-ad1a-4e29-9dce-508409688712 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0883311e600a4e6fb32e4a08caf9bd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262874 Nov 12 05:17:27.005498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53570) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:27.036653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447a289-ad1a-4e29-9dce-508409688712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d482a-36ee-4d6b-988b-0552108491a6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:27.088453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a844dfe-5fd4-4e98-8489-8e2672267e78 req-10f033c6-0e46-438e-8a0b-f2e8e25a40df tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969490 Nov 12 05:17:27.099498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93b661f2-ed42-413a-977b-639a71c1daee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.132971 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93b661f2-ed42-413a-977b-639a71c1daee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.145802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ddb38-e785-4344-887d-42659a2dbfec req-18300e37-2a64-420b-bd04-dbc333753b6c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:27.153825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c14ddb38-e785-4344-887d-42659a2dbfec req-18300e37-2a64-420b-bd04-dbc333753b6c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.2127919 Nov 12 05:17:27.167643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] For port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:27.168011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.203458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Deleting port b1092cfe-1eb1-4f24-8b8d-b889944926b0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:17:27.203807 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.204547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93b661f2-ed42-413a-977b-639a71c1daee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.210462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Calling delete_port for 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:17:27.211243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93b661f2-ed42-413a-977b-639a71c1daee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.227200 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-93b661f2-ed42-413a-977b-639a71c1daee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f27d482a-36ee-4d6b-988b-0552108491a6 HTTP/1.1" status: 204 len: 168 time: 0.2013149 Nov 12 05:17:27.263829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b661f2-ed42-413a-977b-639a71c1daee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27d482a-36ee-4d6b-988b-0552108491a6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:27.346874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c14ddb38-e785-4344-887d-42659a2dbfec req-797a9c80-ad4b-4f42-bb0e-bf6dc74b2a90 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871450 Nov 12 05:17:27.467265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] For port b1092cfe-1eb1-4f24-8b8d-b889944926b0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b1092cfe-1eb1-4f24-8b8d-b889944926b0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:27.467820 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.502673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b508a96-836f-4b3c-941a-34349a753d3a req-8fb79c05-7fb2-496d-aca0-a4dfe1e165c3 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:27.505315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b508a96-836f-4b3c-941a-34349a753d3a req-8fb79c05-7fb2-496d-aca0-a4dfe1e165c3 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1098 time: 0.3189733 Nov 12 05:17:27.581865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Calling delete_port for b1092cfe-1eb1-4f24-8b8d-b889944926b0 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:17:27.716267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b508a96-836f-4b3c-941a-34349a753d3a req-163e22e2-a0f2-484b-bc05-36731bcdd5cf tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962876 Nov 12 05:17:27.727750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da9ad4-efbd-4b7d-a459-ce1a11e195c3 req-5b5877aa-3f86-4104-95f8-0f599109eb31 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:27.736845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06da9ad4-efbd-4b7d-a459-ce1a11e195c3 req-5b5877aa-3f86-4104-95f8-0f599109eb31 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa469917-7ddd-4dcb-a78e-a01cd442ff44 HTTP/1.1" status: 200 len: 943 time: 0.2965922 Nov 12 05:17:27.876966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06da9ad4-efbd-4b7d-a459-ce1a11e195c3 req-1038cbb4-213b-4336-837d-e788f1211ed7 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390092 Nov 12 05:17:27.904768 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.974024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event deleted for resources: {'Port': ['ID=30f1a9ae-5f51-4ebc-82d6-64d562fce6b2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:28.041558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] No DVR routers for this DVR port 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:28.064766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:28.078751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21678f02-85ba-4053-b7b4-361c223dff02 req-3882c98b-ed94-474f-9d1d-5aab4fb0f186 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.43 "DELETE /v2.0/ports/30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 HTTP/1.1" status: 204 len: 173 time: 1.5096755 Nov 12 05:17:28.081968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'name': 'network-vif-deleted', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:28.091109 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ece3b0b-2452-472c-a823-404d3b687d6c" -d '{"events": [{"server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "name": "network-vif-deleted", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:28.103177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:28.116067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ecb941a6-50cd-499e-8b4a-9e18002685fd', 'c296ec78-99f3-4669-9ea5-17c97bdc29b8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:28.204486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Pushing event deleted for resources: {'Port': ['ID=b1092cfe-1eb1-4f24-8b8d-b889944926b0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:28.230463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7946d-fcf0-430c-8ed0-81988d054817 req-ed05633b-2141-4630-82c2-21944d9b23c7 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:28.235130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fae7946d-fcf0-430c-8ed0-81988d054817 req-ed05633b-2141-4630-82c2-21944d9b23c7 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=099dc714-a41f-47f2-b3c9-ba297b7e9c84 HTTP/1.1" status: 200 len: 867 time: 0.2288432 Nov 12 05:17:28.323683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] No DVR routers for this DVR port b1092cfe-1eb1-4f24-8b8d-b889944926b0 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:28.329126 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:28.333791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25d828ad-1ae5-4521-86a8-063506aaaf46 req-1e9330c3-d96a-449d-896e-42ce0fde8342 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "DELETE /v2.0/ports/b1092cfe-1eb1-4f24-8b8d-b889944926b0 HTTP/1.1" status: 204 len: 173 time: 1.5043373 Nov 12 05:17:28.468437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53620) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:28.764678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1530097485-network', 'tenant_id': '9bf28af1364547a99d6b8fbf2c905b32'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:28.774272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fae7946d-fcf0-430c-8ed0-81988d054817 req-93c06b0b-4597-4272-b3ea-abd82f313477 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206819 Nov 12 05:17:28.795654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdf164-3d1e-43d8-be09-be38c469e547 req-053b94c6-862f-4594-9e45-547ae6fcf4cc tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:28.808085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6cdf164-3d1e-43d8-be09-be38c469e547 req-053b94c6-862f-4594-9e45-547ae6fcf4cc tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1101 time: 0.6771731 Nov 12 05:17:28.842725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Made reservation on behalf of 9bf28af1364547a99d6b8fbf2c905b32 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:28.845778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:28.862091 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:28.946309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6cdf164-3d1e-43d8-be09-be38c469e547 req-0cb193e3-31b7-4c62-bfe0-c4b544e25473 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365731 Nov 12 05:17:28.968597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b1092cfe-1eb1-4f24-8b8d-b889944926b0 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:29.010584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.022978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.066608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: b1092cfe-1eb1-4f24-8b8d-b889944926b0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:17:29.067002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b1092cfe-1eb1-4f24-8b8d-b889944926b0 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:29.112536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:17:29.129300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7192376-c370-46d5-8df9-e39a8a009142 req-50d9cc58-a2a9-49c2-bff8-6e26311ebe8c tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:29.141935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a03a81f-7245-44be-a736-63ca926dbc8c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:29.147171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7192376-c370-46d5-8df9-e39a8a009142 req-50d9cc58-a2a9-49c2-bff8-6e26311ebe8c tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1098 time: 0.1821280 Nov 12 05:17:29.164253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.164598 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Added segment b98276f5-4e49-455d-acb0-9fc84d2712c3 of type vlan for network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 Nov 12 05:17:29.222194 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.276604 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.280022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:29.280022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.284903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7192376-c370-46d5-8df9-e39a8a009142 req-e10f7873-7698-4fa2-87f1-4ce835d507b2 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366475 Nov 12 05:17:29.294534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f3671-7a51-4b4e-8f11-194ac6337024 req-2eeabc33-af9c-43d5-9b8c-607154a425aa tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:29.303757 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b7f3671-7a51-4b4e-8f11-194ac6337024 req-2eeabc33-af9c-43d5-9b8c-607154a425aa tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1543210 Nov 12 05:17:29.388036 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9182174 Nov 12 05:17:29.388799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53642) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:29.394608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b7f3671-7a51-4b4e-8f11-194ac6337024 req-2fee4f39-012c-4287-a1c5-45b6c7699594 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896499 Nov 12 05:17:29.400804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Request body: {'subnet': {'network_id': '8c2f452d-aa53-4693-b2d1-06185cc20fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1530097485-subnet', 'tenant_id': '9bf28af1364547a99d6b8fbf2c905b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:29.437870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d81c4-615a-49c8-bc3b-3e20c88aaaab admin admin] Pushing event updated for resources: {'Network': ['ID=8c2f452d-aa53-4693-b2d1-06185cc20fb1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:29.438023 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0523ba08-2f08-4c4e-93fc-f1ba7cbbe943 x-openstack-request-id: req-0523ba08-2f08-4c4e-93fc-f1ba7cbbe943 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:29.438303 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa469917-7ddd-4dcb-a78e-a01cd442ff44", "name": "network-vif-deleted", "tag": "30f1a9ae-5f51-4ebc-82d6-64d562fce6b2", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:29.438652 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0523ba08-2f08-4c4e-93fc-f1ba7cbbe943 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:29.439058 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa469917-7ddd-4dcb-a78e-a01cd442ff44', 'name': 'network-vif-deleted', 'tag': '30f1a9ae-5f51-4ebc-82d6-64d562fce6b2', 'status': 'completed', 'code': 200} Nov 12 05:17:29.447928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Made reservation on behalf of 9bf28af1364547a99d6b8fbf2c905b32 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:29.453317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:17:29.462233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.766980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.866304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Checking segment: {'id': 'b98276f5-4e49-455d-acb0-9fc84d2712c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c2f452d-aa53-4693-b2d1-06185cc20fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:29.866899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Network hostable DHCP agents. Network: 8c2f452d-aa53-4693-b2d1-06185cc20fb1, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:17:29.870792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7580ea9-ad1c-40ca-94ed-6662c386aaf2,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:29.903841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:17:29.923135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 8c2f452d-aa53-4693-b2d1-06185cc20fb1) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:29.931824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:29.933086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.934333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca93aed-0d0e-46f4-8b14-5074cb2bc935 None None] Network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:17:29.996893 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1d01b093-2861-4833-8011-181cd9957009 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5950797 Nov 12 05:17:30.032746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:30.069586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:17:30.070981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 30f1a9ae-5f51-4ebc-82d6-64d562fce6b2 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:30.185750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e25b4f-2903-4c9c-96d2-5a1aeff1d3ec None None] Network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:17:30.229564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:30.234907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e8c98433-5075-4274-94ab-b4a84ceed9f6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015024406', 'description': 'tempest-description--1078468464'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:30.317478 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8c98433-5075-4274-94ab-b4a84ceed9f6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:30.533898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8c98433-5075-4274-94ab-b4a84ceed9f6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:30.556895 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8c98433-5075-4274-94ab-b4a84ceed9f6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:30.573973 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-138ab069-023f-49b3-ba2a-fb46fea94a4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1652622 Nov 12 05:17:30.653219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8c98433-5075-4274-94ab-b4a84ceed9f6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:30.656924 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e8c98433-5075-4274-94ab-b4a84ceed9f6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4258668 Nov 12 05:17:30.660490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53690) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:30.660999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c98433-5075-4274-94ab-b4a84ceed9f6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b5221e-b77c-4910-88f2-f9d5c4847a7c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:30.665145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c0e02f77-5ee8-40f3-b62f-e7a71ae7674d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Request body: {'security_group_rule': {'security_group_id': '81b5221e-b77c-4910-88f2-f9d5c4847a7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:30.827766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c0e02f77-5ee8-40f3-b62f-e7a71ae7674d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.011117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-094ba9ee-feeb-4a92-b5ec-4d02778687fa tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:31.012770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-094ba9ee-feeb-4a92-b5ec-4d02778687fa tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/networks?id=8c2f452d-aa53-4693-b2d1-06185cc20fb1 HTTP/1.1" status: 200 len: 822 time: 0.3219399 Nov 12 05:17:31.060496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c0e02f77-5ee8-40f3-b62f-e7a71ae7674d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.069506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c0e02f77-5ee8-40f3-b62f-e7a71ae7674d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.113442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-df480342-08d3-4ddf-b9a0-00ba5178ae75 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/quotas/9bf28af1364547a99d6b8fbf2c905b32 HTTP/1.1" status: 200 len: 375 time: 0.0850253 Nov 12 05:17:31.119481 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c0e02f77-5ee8-40f3-b62f-e7a71ae7674d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.123321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c0e02f77-5ee8-40f3-b62f-e7a71ae7674d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4589972 Nov 12 05:17:31.124003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:31.129356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e4570edf-c3bd-43c3-829a-2099ce859fc4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Request body: {'security_group_rule': {'security_group_id': '81b5221e-b77c-4910-88f2-f9d5c4847a7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:31.157750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e02f77-5ee8-40f3-b62f-e7a71ae7674d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bd3e2a-fdef-45b5-a13f-c253e6da1be3,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:31.184850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-73967d8a-8f2a-4af0-8d24-21ea8ae8681f tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bf28af1364547a99d6b8fbf2c905b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704720 Nov 12 05:17:31.216407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4570edf-c3bd-43c3-829a-2099ce859fc4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.317197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-789c7932-f79d-44df-affe-7ca927ad0e65 service neutron] 10.222.0.48 "GET /v2.0/networks/8c2f452d-aa53-4693-b2d1-06185cc20fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311798 Nov 12 05:17:31.453557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099dc714-a41f-47f2-b3c9-ba297b7e9c84', 'name': 'network-vif-deleted', 'tag': 'b1092cfe-1eb1-4f24-8b8d-b889944926b0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:31.459963 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a01989-ab7f-4559-9c54-ca0b980bb2ad" -d '{"events": [{"server_uuid": "099dc714-a41f-47f2-b3c9-ba297b7e9c84", "name": "network-vif-deleted", "tag": "b1092cfe-1eb1-4f24-8b8d-b889944926b0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:31.463596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4570edf-c3bd-43c3-829a-2099ce859fc4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.481697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4570edf-c3bd-43c3-829a-2099ce859fc4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.491111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-ab95122b-0117-4aeb-a142-4a5c73e8b172 service neutron] 10.222.0.48 "GET /v2.0/networks/8c2f452d-aa53-4693-b2d1-06185cc20fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728578 Nov 12 05:17:31.518982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4570edf-c3bd-43c3-829a-2099ce859fc4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c652155c-6c85-4e83-a34d-9fdaebe4a9ff,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:31.553988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4570edf-c3bd-43c3-829a-2099ce859fc4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.559550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53736) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:31.559818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e4570edf-c3bd-43c3-829a-2099ce859fc4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4344862 Nov 12 05:17:31.564718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:31.626119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:31.868532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-f299bb25-37cd-4964-af39-34bc2a3d9ad9 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:17:31.871371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4a7d6-642b-49f7-9b32-d8c2ddd74b61 req-943c1532-b8d0-4d9e-9fc7-25c9a7d5fea1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:31.876657 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-f299bb25-37cd-4964-af39-34bc2a3d9ad9 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169902 Nov 12 05:17:31.881705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90b4a7d6-642b-49f7-9b32-d8c2ddd74b61 req-943c1532-b8d0-4d9e-9fc7-25c9a7d5fea1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.1135638 Nov 12 05:17:31.906846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:32.034939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90b4a7d6-642b-49f7-9b32-d8c2ddd74b61 req-eb49ec98-8877-46cb-ad6a-414c7870256a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518629 Nov 12 05:17:32.064857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-77bddfa7-df51-49ae-aae9-39e2be9b642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:32.081053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-77bddfa7-df51-49ae-aae9-39e2be9b642b service neutron] 10.222.0.48 "GET /v2.0/ports/918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 200 len: 1095 time: 0.1978931 Nov 12 05:17:32.090552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Request body: {'binding': {'host': 'n-h1-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:32.090552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:17:32.243436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Allocated IP 172.25.2.101 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/e1d9550b-e8c0-4b0a-bc04-13b101e3217a) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:32.451068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on host n-h1-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:32.452686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:32.453558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:32.460032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:32.460537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:32.467819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:32.468480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:32.469563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:32.470216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Bound port: 918e89bd-d83e-4a62-a3af-9e1baf336879, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:32.514672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:32.552289 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:32.570485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:32.578007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:32.591159 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4906d240-8a0c-4773-93ea-8207346bb49c service neutron] 10.222.0.48 "POST /v2.0/ports/918e89bd-d83e-4a62-a3af-9e1baf336879/bindings HTTP/1.1" status: 201 len: 390 time: 0.5042279 Nov 12 05:17:32.692924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:32.739332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:32.754977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:32.819255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event updated for resources: {'Port': ['ID=e1d9550b-e8c0-4b0a-bc04-13b101e3217a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:32.853506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa13cb2-d03e-4e8c-8baf-3baffa81434c req-a4bf6a22-d11d-4109-8ebb-70504e265312 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:32.870972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afa13cb2-d03e-4e8c-8baf-3baffa81434c req-a4bf6a22-d11d-4109-8ebb-70504e265312 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.3168416 Nov 12 05:17:32.948881 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae050c9-5125-4c06-92fa-8447f6a43396 x-openstack-request-id: req-2ae050c9-5125-4c06-92fa-8447f6a43396 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:32.949486 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099dc714-a41f-47f2-b3c9-ba297b7e9c84", "name": "network-vif-deleted", "tag": "b1092cfe-1eb1-4f24-8b8d-b889944926b0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:32.949486 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ae050c9-5125-4c06-92fa-8447f6a43396 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:32.949785 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099dc714-a41f-47f2-b3c9-ba297b7e9c84', 'name': 'network-vif-deleted', 'tag': 'b1092cfe-1eb1-4f24-8b8d-b889944926b0', 'status': 'completed', 'code': 200} Nov 12 05:17:32.982280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afa13cb2-d03e-4e8c-8baf-3baffa81434c req-60d8ac1c-3479-4e67-a1be-e58479f0b757 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103594 Nov 12 05:17:33.156835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-f3aa12c4-4a24-4969-ae4c-9562de07f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:33.157751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-546f7090-2e30-4ca6-9369-20f01fec6100 req-8c77eb0a-3885-40b3-b407-36847e408021 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 210 time: 0.1254630 Nov 12 05:17:33.159089 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-f3aa12c4-4a24-4969-ae4c-9562de07f091 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1101 time: 0.0642707 Nov 12 05:17:33.290061 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:33.299757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-5b136d51-d40b-4371-8d70-fe70f45705fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:33.301366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-5b136d51-d40b-4371-8d70-fe70f45705fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1098 time: 0.1827672 Nov 12 05:17:33.318955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fdc9a-6996-44d5-a70a-4858cb637ff8 req-9f037ee2-da43-4f58-b16d-5d99906bed65 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:33.327137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e7fdc9a-6996-44d5-a70a-4858cb637ff8 req-9f037ee2-da43-4f58-b16d-5d99906bed65 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 950 time: 0.1546395 Nov 12 05:17:33.475225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-5860e074-45e2-4d48-ac23-e3e1e00dcd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:33.479048 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-5860e074-45e2-4d48-ac23-e3e1e00dcd5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2847276 Nov 12 05:17:33.553374 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-e3f62e9a-9060-43a7-a846-7f6eea8415d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0611908 Nov 12 05:17:33.584971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:33.611886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-1ede045d-e6ab-4711-b0cc-c5bb335c7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:33.613363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-1ede045d-e6ab-4711-b0cc-c5bb335c7e96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.2828405 Nov 12 05:17:33.668015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-e4a870f8-dd48-4ca5-9aad-7987b2081266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:33.669577 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-e4a870f8-dd48-4ca5-9aad-7987b2081266 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1013944 Nov 12 05:17:33.774371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-8c986e87-00cf-4d0c-9eee-d99e1c37b8fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 200 len: 217 time: 0.0910008 Nov 12 05:17:33.810855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-b313570b-f6bc-48f3-90f5-9703f69e92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:33.812619 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-b313570b-f6bc-48f3-90f5-9703f69e92f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1172655 Nov 12 05:17:33.947968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-fbe46d9a-e7df-4f7a-a877-a6b34feafa21 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232023 Nov 12 05:17:33.981188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e7fdc9a-6996-44d5-a70a-4858cb637ff8 req-81d72e32-fc05-4f72-b072-22b4cb3fdd8e tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6525090 Nov 12 05:17:34.070068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f374b6-7943-48b7-b879-be8bdf479abf req-c8f8e357-7708-4750-89e6-091531f5d0e3 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:34.084818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43f374b6-7943-48b7-b879-be8bdf479abf req-c8f8e357-7708-4750-89e6-091531f5d0e3 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.6434484 Nov 12 05:17:34.256375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-e11bccc3-c04e-424d-a7c2-40b8a4df3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:34.257465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-e11bccc3-c04e-424d-a7c2-40b8a4df3c82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.4823778 Nov 12 05:17:34.335092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-4d09894d-0278-42e4-a3ed-e1aca587e7c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679107 Nov 12 05:17:34.347219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82da3-af2b-4eaf-b78d-2d26679dd5b7 req-5e998966-9f51-4f94-aaeb-a891da5a9a36 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:34.348838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efa82da3-af2b-4eaf-b78d-2d26679dd5b7 req-5e998966-9f51-4f94-aaeb-a891da5a9a36 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.2623124 Nov 12 05:17:34.375154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43f374b6-7943-48b7-b879-be8bdf479abf req-d41ec18c-b54c-419d-87ed-bdcc1a82d0eb tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542305 Nov 12 05:17:34.378501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-6e7cc5ce-bd99-4e03-bd63-9ce9c9336929 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:34.380015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-6e7cc5ce-bd99-4e03-bd63-9ce9c9336929 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.47 "GET /v2.0/networks?id=8c2f452d-aa53-4693-b2d1-06185cc20fb1 HTTP/1.1" status: 200 len: 822 time: 0.6390946 Nov 12 05:17:34.465233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Request body: {'port': {'device_id': '2b4bf404-1a71-45c1-928a-747430cab9a8', 'network_id': '8c2f452d-aa53-4693-b2d1-06185cc20fb1', 'admin_state_up': True, 'tenant_id': '9bf28af1364547a99d6b8fbf2c905b32'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:34.465831 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-4c412d39-5157-4996-82bf-bc8a386a2a42 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099621 Nov 12 05:17:34.496859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-d8a808f6-efaf-4e6a-b7bf-086b28a45dea tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:34.499734 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-d8a808f6-efaf-4e6a-b7bf-086b28a45dea tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 950 time: 0.1404028 Nov 12 05:17:34.683808 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Deleting port ecb941a6-50cd-499e-8b4a-9e18002685fd {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:17:34.684149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:34.835455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] For port ecb941a6-50cd-499e-8b4a-9e18002685fd, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ecb941a6-50cd-499e-8b4a-9e18002685fd,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:34.835757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:34.853771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Calling delete_port for ecb941a6-50cd-499e-8b4a-9e18002685fd owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:17:34.894094 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:34.906389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efa82da3-af2b-4eaf-b78d-2d26679dd5b7 req-51ece17a-8d66-4a63-a8ee-f553a5a6392f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000339 Nov 12 05:17:34.914399 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:34.917439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Made reservation on behalf of 9bf28af1364547a99d6b8fbf2c905b32 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:34.921920 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:34.941413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873c3f7-93d5-47d2-8e2b-32e37323bf84 req-6d67a86a-8783-4ff1-931a-871be777d324 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:34.949924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8873c3f7-93d5-47d2-8e2b-32e37323bf84 req-6d67a86a-8783-4ff1-931a-871be777d324 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.2432976 Nov 12 05:17:34.971543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-c65e67f9-5cc0-4e64-b01f-8ad9a7301127 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904703 Nov 12 05:17:35.072760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:35.088038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c296ec78-99f3-4669-9ea5-17c97bdc29b8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:35.097096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:35.120207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Pushing event deleted for resources: {'Port': ['ID=ecb941a6-50cd-499e-8b4a-9e18002685fd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:35.141190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c48b15b-5369-425c-b609-2f60b0aa47cd req-75658b6a-c563-41af-ac04-da804193b1c7 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 210 time: 0.0326657 Nov 12 05:17:35.239886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:35.250267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6806989 Nov 12 05:17:35.250267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3ee28-523c-4224-907b-3a08be45f6df tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event updated for resources: {'Port': ['ID=e1d9550b-e8c0-4b0a-bc04-13b101e3217a,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:35.279339 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] No DVR routers for this DVR port ecb941a6-50cd-499e-8b4a-9e18002685fd on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:35.294014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:35.300269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8873c3f7-93d5-47d2-8e2b-32e37323bf84 req-19a611bf-6e0c-4c2d-8382-be7664868920 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444848 Nov 12 05:17:35.312571 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1ef2043b-498d-4c26-8e70-ca8821328730 req-7a7a609a-5525-402a-9bb9-0f29615931df tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "DELETE /v2.0/ports/ecb941a6-50cd-499e-8b4a-9e18002685fd HTTP/1.1" status: 204 len: 173 time: 0.7929890 Nov 12 05:17:35.325247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af7f6a5-83ad-4cc3-bb64-9f03489ee934', 'name': 'network-vif-deleted', 'tag': 'ecb941a6-50cd-499e-8b4a-9e18002685fd'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:35.341726 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf326a7-15da-4dfb-863f-2a652e3bf5e8" -d '{"events": [{"server_uuid": "2af7f6a5-83ad-4cc3-bb64-9f03489ee934", "name": "network-vif-deleted", "tag": "ecb941a6-50cd-499e-8b4a-9e18002685fd"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:35.428716 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848c1642-ae5e-4aec-b5bf-5d696e67af8e x-openstack-request-id: req-848c1642-ae5e-4aec-b5bf-5d696e67af8e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:35.429001 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af7f6a5-83ad-4cc3-bb64-9f03489ee934", "name": "network-vif-deleted", "tag": "ecb941a6-50cd-499e-8b4a-9e18002685fd", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:35.429244 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-848c1642-ae5e-4aec-b5bf-5d696e67af8e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:35.429636 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af7f6a5-83ad-4cc3-bb64-9f03489ee934', 'name': 'network-vif-deleted', 'tag': 'ecb941a6-50cd-499e-8b4a-9e18002685fd', 'status': 'completed', 'code': 200} Nov 12 05:17:35.513092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-894bf913-8f74-43e2-a27c-81b59b348d7c req-8922e91e-6a4a-4bc8-83bc-3827d558a1d2 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=2af7f6a5-83ad-4cc3-bb64-9f03489ee934 HTTP/1.1" status: 200 len: 210 time: 0.1735284 Nov 12 05:17:35.528523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-17b46508-7c57-42e7-a6d7-214827b3938d service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258856 Nov 12 05:17:35.659310 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-b2573e4f-d9b0-4696-a9ce-7a3961f41d64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1416962 Nov 12 05:17:35.702039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Allocated IP 172.20.0.3 (8c2f452d-aa53-4693-b2d1-06185cc20fb1/c7580ea9-ad1c-40ca-94ed-6662c386aaf2/12bc2913-11db-4f4d-b650-b6b10bbde869) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:35.755357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62006-ca29-44a7-b29a-bf62dc3400de req-d1afd8a0-b2c2-4096-ba8a-8c3f4945b8dd tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:35.756858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74f62006-ca29-44a7-b29a-bf62dc3400de req-d1afd8a0-b2c2-4096-ba8a-8c3f4945b8dd tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.1697361 Nov 12 05:17:35.916588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-290c6983-5116-4a35-8c0d-d948d26a9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:35.918434 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-290c6983-5116-4a35-8c0d-d948d26a9966 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 1102 time: 0.1310844 Nov 12 05:17:35.972010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74f62006-ca29-44a7-b29a-bf62dc3400de req-92275b78-784f-4e9a-9da4-34fa2a024a13 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904945 Nov 12 05:17:36.131015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-87169a14-ba5c-460d-a7ef-08a2a417fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:36.133252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-87169a14-ba5c-460d-a7ef-08a2a417fb61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1809294 Nov 12 05:17:36.189181 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-7508d691-2aa4-4c5b-8304-497f7f1d6b4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 200 len: 217 time: 0.0457196 Nov 12 05:17:36.267626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-3fd18a30-77d3-46ee-9c98-427166ee27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:36.269529 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-3fd18a30-77d3-46ee-9c98-427166ee27f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0706294 Nov 12 05:17:36.352178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-023e01ff-ab39-475a-9fac-af754bff2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:36.353941 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-023e01ff-ab39-475a-9fac-af754bff2102 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745144 Nov 12 05:17:36.511468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-80666de9-6462-438d-8e94-efbf29f413e9 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:36.526107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-80666de9-6462-438d-8e94-efbf29f413e9 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 821 time: 0.6398036 Nov 12 05:17:36.540216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:36.552877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fef771-4f79-4a56-8012-6353b315eec4 req-5ce8b268-2a14-4444-bfa4-204cb8d04d21 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:36.558005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53fef771-4f79-4a56-8012-6353b315eec4 req-5ce8b268-2a14-4444-bfa4-204cb8d04d21 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.1595621 Nov 12 05:17:36.567235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3643e014-73b8-4163-a752-718b60eef6c1 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/quotas/ecac6990eaf64d7eaf79c4275e070282 HTTP/1.1" status: 200 len: 375 time: 0.0399134 Nov 12 05:17:36.576633 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-bded987a-7ba9-4d5c-8130-ac74952aca6f service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016578 Nov 12 05:17:36.672764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53fef771-4f79-4a56-8012-6353b315eec4 req-b7b290fc-6d06-45b3-9f65-d5705381a78e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074066 Nov 12 05:17:36.698120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:36.711783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-af8c89eb-532a-4649-9f0a-f4162824c722 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367152 Nov 12 05:17:36.730915 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d95854a-91a6-46c1-bb1a-032e02fd5848 req-317cec31-b579-4035-9abb-361125ec4021 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446702 Nov 12 05:17:36.880145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-319cae77-c6a6-497f-836d-443737406ccc service neutron] 10.222.0.48 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670644 Nov 12 05:17:37.016739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-affefde3-c748-4a82-b16c-2e1b8326b72a service neutron] 10.222.0.48 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335824 Nov 12 05:17:37.030151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ecb941a6-50cd-499e-8b4a-9e18002685fd no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:37.049865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:37.052200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:37.063603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:37.074196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: ecb941a6-50cd-499e-8b4a-9e18002685fd {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:17:37.074827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ecb941a6-50cd-499e-8b4a-9e18002685fd not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:37.195834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:37.196713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:37.226817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Pushing event updated for resources: {'Port': ['ID=12bc2913-11db-4f4d-b650-b6b10bbde869,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:37.244859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-af91cd56-2de9-4fd1-b521-36764f6f405d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7917910 Nov 12 05:17:37.261287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Request body: {'port': {'device_id': '2b4bf404-1a71-45c1-928a-747430cab9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:37.359185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413cc3a-1f04-47d9-b031-391fd5c6c0e6 req-c6cd0a38-ac4a-4f3d-b6d9-1c80850fdc13 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:37.361289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c413cc3a-1f04-47d9-b031-391fd5c6c0e6 req-c6cd0a38-ac4a-4f3d-b6d9-1c80850fdc13 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 931 time: 0.5848010 Nov 12 05:17:37.437738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb4306-e599-4562-84eb-6a80d1df8b87 req-8b11222c-0a90-4029-a7fc-ce474eef2684 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:37.447556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edcb4306-e599-4562-84eb-6a80d1df8b87 req-8b11222c-0a90-4029-a7fc-ce474eef2684 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1570704 Nov 12 05:17:37.504112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c413cc3a-1f04-47d9-b031-391fd5c6c0e6 req-398b6f8c-d2d5-4929-a245-c44515237cb1 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358640 Nov 12 05:17:37.504699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:37.694745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edcb4306-e599-4562-84eb-6a80d1df8b87 req-559ef20d-bb95-462e-8906-d490717a5783 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439780 Nov 12 05:17:37.962820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bc2913-11db-4f4d-b650-b6b10bbde869 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:37.972115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:37.984936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Transition to ACTIVE for port object 12bc2913-11db-4f4d-b650-b6b10bbde869 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:38.008262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:38.178764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-9b72aef7-911c-4759-ba5a-1966e4052967 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:38.180735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-9b72aef7-911c-4759-ba5a-1966e4052967 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 807 time: 0.1930416 Nov 12 05:17:38.205667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Pushing event updated for resources: {'Port': ['ID=12bc2913-11db-4f4d-b650-b6b10bbde869,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:38.242875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-873a6a69-4954-416f-922e-459553bad29e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/quotas/1108fb880ee4414caf2673bc6b157198 HTTP/1.1" status: 200 len: 375 time: 0.0248518 Nov 12 05:17:38.315971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b2464-2ce0-4876-9382-cb561562af6b req-21666a90-f672-4f12-b9c3-2c0eaaa7285f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:38.323372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae0b2464-2ce0-4876-9382-cb561562af6b req-21666a90-f672-4f12-b9c3-2c0eaaa7285f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.3362167 Nov 12 05:17:38.419355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-ee6c4a1a-b0de-44f3-a736-8cae5f6559b9 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1490188 Nov 12 05:17:38.426322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae0b2464-2ce0-4876-9382-cb561562af6b req-9fc7cd2d-a6bc-4aec-841c-22610b7ffbe1 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799150 Nov 12 05:17:38.474449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Attempting to bind port 12bc2913-11db-4f4d-b650-b6b10bbde869 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:38.474449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Attempting to bind port 12bc2913-11db-4f4d-b650-b6b10bbde869 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'b98276f5-4e49-455d-acb0-9fc84d2712c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c2f452d-aa53-4693-b2d1-06185cc20fb1'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:38.474449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Attempting to bind port 12bc2913-11db-4f4d-b650-b6b10bbde869 on network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:38.530018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Port 12bc2913-11db-4f4d-b650-b6b10bbde869 on network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:38.530533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Attempting to bind port 12bc2913-11db-4f4d-b650-b6b10bbde869 on network 8c2f452d-aa53-4693-b2d1-06185cc20fb1 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:38.555865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:38.556523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Checking segment: {'id': 'b98276f5-4e49-455d-acb0-9fc84d2712c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c2f452d-aa53-4693-b2d1-06185cc20fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:38.556881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Bound using segment: {'id': 'b98276f5-4e49-455d-acb0-9fc84d2712c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c2f452d-aa53-4693-b2d1-06185cc20fb1'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:38.557445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Bound port: 12bc2913-11db-4f4d-b650-b6b10bbde869, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98276f5-4e49-455d-acb0-9fc84d2712c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c2f452d-aa53-4693-b2d1-06185cc20fb1'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:38.557990 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:38.638077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-645a4f99-dae9-4f62-9082-5102d81b5a1d req-06977657-5584-4d77-a358-1c215ad02e84 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 210 time: 0.0710461 Nov 12 05:17:38.647689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-d76eef38-b2a8-4ad8-a903-f3eba61fae07 service neutron] 10.222.0.48 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202413 Nov 12 05:17:38.775247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] For port 12bc2913-11db-4f4d-b650-b6b10bbde869, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:38.801955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] For port 12bc2913-11db-4f4d-b650-b6b10bbde869, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12bc2913-11db-4f4d-b650-b6b10bbde869,segment=NetworkSegment(b98276f5-4e49-455d-acb0-9fc84d2712c3),segment_id=b98276f5-4e49-455d-acb0-9fc84d2712c3)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:38.836975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:38.866945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-c49bfb48-3bdc-45df-8858-4c2a9b4509d5 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:38.869821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-c49bfb48-3bdc-45df-8858-4c2a9b4509d5 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.47 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 821 time: 0.2615683 Nov 12 05:17:38.888567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Request body: {'port': {'device_id': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'admin_state_up': True, 'tenant_id': 'ecac6990eaf64d7eaf79c4275e070282'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:38.930523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-6e32a777-e5a8-4082-8f32-5aa9051907af service neutron] 10.222.0.48 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648625 Nov 12 05:17:38.949670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Pushing event updated for resources: {'Port': ['ID=12bc2913-11db-4f4d-b650-b6b10bbde869,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:38.963211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:38.964054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:38.965590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-cd9b95e7-bf01-4278-a09b-a8349fc581a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/12bc2913-11db-4f4d-b650-b6b10bbde869 HTTP/1.1" status: 200 len: 1092 time: 1.7094793 Nov 12 05:17:38.966161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4bf404-1a71-45c1-928a-747430cab9a8', 'tag': '12bc2913-11db-4f4d-b650-b6b10bbde869'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:38.969276 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4bf404-1a71-45c1-928a-747430cab9a8", "tag": "12bc2913-11db-4f4d-b650-b6b10bbde869"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:39.156590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-fdac7c8c-6a03-448a-95a4-f8f090bddc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:39.160955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-fdac7c8c-6a03-448a-95a4-f8f090bddc84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bf28af1364547a99d6b8fbf2c905b32&device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 1095 time: 0.1204998 Nov 12 05:17:39.229751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Made reservation on behalf of ecac6990eaf64d7eaf79c4275e070282 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:39.234406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:39.286081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-7dc8b69f-66b9-45c2-9ab6-640d4eb4cdd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12bc2913-11db-4f4d-b650-b6b10bbde869 HTTP/1.1" status: 200 len: 217 time: 0.1178985 Nov 12 05:17:39.433771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c75cc-9c80-4002-8659-c68fe4a2e7ae req-328a86ae-6891-4b67-86e9-d526d825ec70 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:39.444428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf2c75cc-9c80-4002-8659-c68fe4a2e7ae req-328a86ae-6891-4b67-86e9-d526d825ec70 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.1518178 Nov 12 05:17:39.500336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-aa917d19-7c28-4e89-989e-6f666de2cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:39.501060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Allocated IP 172.20.0.7 (355537fb-4aa5-4638-a6dd-8f5b97e76a35/d468324b-3994-4dfc-bb33-d82a6b45f4c2/6a0548a3-b837-43a6-9af5-0b93db90afd3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:39.506194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-aa917d19-7c28-4e89-989e-6f666de2cd39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7580ea9-ad1c-40ca-94ed-6662c386aaf2 HTTP/1.1" status: 200 len: 862 time: 0.1938570 Nov 12 05:17:39.648650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-53433150-e382-4905-a9eb-8173103572da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c2f452d-aa53-4693-b2d1-06185cc20fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276987 Nov 12 05:17:39.712248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf2c75cc-9c80-4002-8659-c68fe4a2e7ae req-9f287315-e6d1-479f-8a66-d6720be88ee9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666032 Nov 12 05:17:39.862507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a83ff-ea2f-45d2-a10b-fb5716343614 req-57f56e60-6402-4db2-a321-70562c1cbf0b tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:39.869348 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-586a83ff-ea2f-45d2-a10b-fb5716343614 req-57f56e60-6402-4db2-a321-70562c1cbf0b tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 943 time: 0.2339792 Nov 12 05:17:39.938087 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:40.004286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-586a83ff-ea2f-45d2-a10b-fb5716343614 req-98a80575-2c4d-499b-8f37-17d1957507b2 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344318 Nov 12 05:17:40.035372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-1533ca9b-b114-46eb-ae27-8aa4eff6aa5c service neutron] 10.222.0.47 "GET /v2.0/networks/8c2f452d-aa53-4693-b2d1-06185cc20fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219068 Nov 12 05:17:40.076827 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:40.169294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:40.173311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:40.180766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:40.225951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event updated for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:40.227660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a4505b9-3199-45be-9541-b0cdc66bdd77 req-f721473d-c9db-4674-9a23-742704b6f9a5 service neutron] 10.222.0.47 "GET /v2.0/networks/8c2f452d-aa53-4693-b2d1-06185cc20fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834064 Nov 12 05:17:40.237203 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:40.288178 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ddbc29-5972-486f-87d8-6457da27dfd4 x-openstack-request-id: req-52ddbc29-5972-486f-87d8-6457da27dfd4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:40.288528 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4bf404-1a71-45c1-928a-747430cab9a8", "tag": "12bc2913-11db-4f4d-b650-b6b10bbde869", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:40.288812 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52ddbc29-5972-486f-87d8-6457da27dfd4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:40.289226 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4bf404-1a71-45c1-928a-747430cab9a8', 'tag': '12bc2913-11db-4f4d-b650-b6b10bbde869', 'status': 'completed', 'code': 200} Nov 12 05:17:40.294124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:40.294845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:40.356481 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-3d599689-ab52-40b6-ba8d-8a8a9a94a5b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4675164 Nov 12 05:17:40.401631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Request body: {'port': {'device_id': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:40.413389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcd3a8-e031-4c6b-990e-021d6d0a7470 req-4041c192-4b70-494f-951b-0487726ca0cd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:40.421733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ffcd3a8-e031-4c6b-990e-021d6d0a7470 req-4041c192-4b70-494f-951b-0487726ca0cd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1927862 Nov 12 05:17:40.432786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-58163f89-c1ac-4a98-b472-95fb34736e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:40.434285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-58163f89-c1ac-4a98-b472-95fb34736e51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bf28af1364547a99d6b8fbf2c905b32&device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 1095 time: 0.1018043 Nov 12 05:17:40.442276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e381abe-7709-4346-9a47-01974e491ad0 req-b86059b0-e105-4fb9-bcff-2f32e1b2fdb0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:40.450252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e381abe-7709-4346-9a47-01974e491ad0 req-b86059b0-e105-4fb9-bcff-2f32e1b2fdb0 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 951 time: 0.1586137 Nov 12 05:17:40.499984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:40.607649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ffcd3a8-e031-4c6b-990e-021d6d0a7470 req-a2326a01-6ad3-41a3-884e-8c769c3a5e2f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797979 Nov 12 05:17:40.636801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e381abe-7709-4346-9a47-01974e491ad0 req-cb40b9a3-ceed-4170-90d9-ba894df09868 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854310 Nov 12 05:17:40.685861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-26d49a0a-9619-446b-a761-2911098a25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:40.692380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-26d49a0a-9619-446b-a761-2911098a25dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c2f452d-aa53-4693-b2d1-06185cc20fb1 HTTP/1.1" status: 200 len: 923 time: 0.2399158 Nov 12 05:17:40.844182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-13e44031-102c-4d9b-ac24-b34f30ef1b67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12bc2913-11db-4f4d-b650-b6b10bbde869 HTTP/1.1" status: 200 len: 217 time: 0.1415439 Nov 12 05:17:40.858233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0548a3-b837-43a6-9af5-0b93db90afd3 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:40.867190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:40.896641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Transition to ACTIVE for port object 6a0548a3-b837-43a6-9af5-0b93db90afd3 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:40.909185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:40.948279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-974ea697-73c8-43d7-9b7b-1f16ed7d6d5b req-c120bbc3-d027-4414-b8fc-4f8c6be17905 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 210 time: 0.1540997 Nov 12 05:17:40.981328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:41.043255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-155d3042-1d00-4c2a-9edf-ab708bd5597a tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.044773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-155d3042-1d00-4c2a-9edf-ab708bd5597a tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 951 time: 0.2519324 Nov 12 05:17:41.070948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-12093c02-03c0-48f9-8811-e0ba1e0e2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.072404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-12093c02-03c0-48f9-8811-e0ba1e0e2517 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7580ea9-ad1c-40ca-94ed-6662c386aaf2 HTTP/1.1" status: 200 len: 862 time: 0.2176075 Nov 12 05:17:41.125901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a9629-b1ed-4cb1-88cd-fd0076498804 req-179c1ace-425e-4c7b-885a-9218cbfcafcf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.133179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e0a9629-b1ed-4cb1-88cd-fd0076498804 req-179c1ace-425e-4c7b-885a-9218cbfcafcf tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.3263571 Nov 12 05:17:41.136364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Attempting to bind port 6a0548a3-b837-43a6-9af5-0b93db90afd3 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:41.136717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Attempting to bind port 6a0548a3-b837-43a6-9af5-0b93db90afd3 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:41.137058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Attempting to bind port 6a0548a3-b837-43a6-9af5-0b93db90afd3 on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:41.149392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Port 6a0548a3-b837-43a6-9af5-0b93db90afd3 on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:41.149829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Attempting to bind port 6a0548a3-b837-43a6-9af5-0b93db90afd3 on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:41.162296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:41.162695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Checking segment: {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:41.163057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Bound using segment: {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:41.163521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Bound port: 6a0548a3-b837-43a6-9af5-0b93db90afd3, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:41.163893 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:41.172617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-1c98a67f-e536-43cf-b9ed-6fae342cd8a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c2f452d-aa53-4693-b2d1-06185cc20fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776207 Nov 12 05:17:41.297737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c73ec-e912-4a48-9494-25fb38b38465 req-ac97922d-3068-4ce3-83a0-89c356b5b32d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.304991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e3c73ec-e912-4a48-9494-25fb38b38465 req-ac97922d-3068-4ce3-83a0-89c356b5b32d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 943 time: 0.2528346 Nov 12 05:17:41.316533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:41.329127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e0a9629-b1ed-4cb1-88cd-fd0076498804 req-8fba237f-3718-4d6e-a57a-420539d2285d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922019 Nov 12 05:17:41.339812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:41.364608 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:41.486536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.487315 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:41.491447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/6a0548a3-b837-43a6-9af5-0b93db90afd3 HTTP/1.1" status: 200 len: 1092 time: 1.1280749 Nov 12 05:17:41.492233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b137fa-8a8c-419f-a4e0-9d6cd12079b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:41.510452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:41.519516 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278d6355-daa9-469d-93ad-135f0c98c084" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:41.574817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-760d7a2f-b079-41d7-93ad-9ffb830520f1 service neutron] 10.222.0.47 "GET /v2.0/networks/8c2f452d-aa53-4693-b2d1-06185cc20fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894119 Nov 12 05:17:41.586290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e3c73ec-e912-4a48-9494-25fb38b38465 req-8fb58ed9-2b7c-40b9-a167-b8c27ef5abb7 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803297 Nov 12 05:17:41.626094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Deleting port c296ec78-99f3-4669-9ea5-17c97bdc29b8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:17:41.630804 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:41.636724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-868fba4c-8672-449c-839d-ef318f595e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.638313 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-868fba4c-8672-449c-839d-ef318f595e57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 1095 time: 0.0860479 Nov 12 05:17:41.698003 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-6d5d32d3-7a9b-4751-9c85-c50f44f76b7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3 HTTP/1.1" status: 200 len: 217 time: 0.0496905 Nov 12 05:17:41.785878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-57e17a69-804d-44fb-ad96-76ce86794a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.787394 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-57e17a69-804d-44fb-ad96-76ce86794a73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d468324b-3994-4dfc-bb33-d82a6b45f4c2 HTTP/1.1" status: 200 len: 861 time: 0.0798895 Nov 12 05:17:41.836383 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-6197b294-24c7-4d41-ac3a-dcf601900899 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=355537fb-4aa5-4638-a6dd-8f5b97e76a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385978 Nov 12 05:17:41.909324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-67a38c08-924a-400f-9068-8ab156afcd21 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.911054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-67a38c08-924a-400f-9068-8ab156afcd21 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 807 time: 0.4725094 Nov 12 05:17:41.964767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f20c7-ea10-4f50-9659-59b33c42460b req-d1410834-8f0d-4534-bc26-82b23884f4e1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:41.966618 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-867803fa-9141-46b6-a2cd-15c371c3d4e7 service neutron] 10.222.0.47 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199782 Nov 12 05:17:41.970849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-497f20c7-ea10-4f50-9659-59b33c42460b req-d1410834-8f0d-4534-bc26-82b23884f4e1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.5231411 Nov 12 05:17:42.008013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Request body: {'port': {'device_id': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'admin_state_up': True, 'tenant_id': '1108fb880ee4414caf2673bc6b157198'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:42.075230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7ea7f21-b28e-48ec-ac14-c14af4dd706e req-0575b392-8ab3-4828-893c-4e47e344fd28 service neutron] 10.222.0.47 "GET /v2.0/networks/8c2f452d-aa53-4693-b2d1-06185cc20fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830854 Nov 12 05:17:42.124660 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-025ba408-58a5-4d75-a1c5-548e2a30af34 req-9051910a-9a83-4fc6-aec9-fb21acd865e3 service neutron] 10.222.0.47 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464374 Nov 12 05:17:42.209312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ee8b-013d-490b-953f-a3a384adad12 req-f1252ee6-4fc7-4256-97a2-a05efb59b646 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:42.218005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3861ee8b-013d-490b-953f-a3a384adad12 req-f1252ee6-4fc7-4256-97a2-a05efb59b646 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 943 time: 0.4038336 Nov 12 05:17:42.234767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] For port c296ec78-99f3-4669-9ea5-17c97bdc29b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c296ec78-99f3-4669-9ea5-17c97bdc29b8,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:42.235634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:42.253339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-497f20c7-ea10-4f50-9659-59b33c42460b req-574d3cce-fa67-4e54-9b34-7ffdad68a664 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392786 Nov 12 05:17:42.287520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Calling delete_port for c296ec78-99f3-4669-9ea5-17c97bdc29b8 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:17:42.391824 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c677c9cf-13ee-4a82-a6c4-a5b33ccf263c x-openstack-request-id: req-c677c9cf-13ee-4a82-a6c4-a5b33ccf263c {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:42.393057 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:42.393312 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c677c9cf-13ee-4a82-a6c4-a5b33ccf263c {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:42.393721 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'status': 'completed', 'code': 200} Nov 12 05:17:42.415139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3861ee8b-013d-490b-953f-a3a384adad12 req-ff7b72be-2523-427e-bfb4-39503a42eeeb tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958487 Nov 12 05:17:42.479823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Made reservation on behalf of 1108fb880ee4414caf2673bc6b157198 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:42.489192 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:42.524143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6355-daa9-469d-93ad-135f0c98c084 req-2d19000f-5f12-46fe-a521-64ad78a0a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:42.525564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-278d6355-daa9-469d-93ad-135f0c98c084 req-2d19000f-5f12-46fe-a521-64ad78a0a47b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 1095 time: 0.0974698 Nov 12 05:17:42.673211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6355-daa9-469d-93ad-135f0c98c084 req-c5bc5a89-f3ad-4bbf-aecd-9655286ba4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:42.674997 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-278d6355-daa9-469d-93ad-135f0c98c084 req-c5bc5a89-f3ad-4bbf-aecd-9655286ba4c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 922 time: 0.1403704 Nov 12 05:17:42.747318 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-278d6355-daa9-469d-93ad-135f0c98c084 req-25f8144c-a119-408b-86a2-c967fc2782b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3 HTTP/1.1" status: 200 len: 217 time: 0.0573480 Nov 12 05:17:42.868895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6355-daa9-469d-93ad-135f0c98c084 req-2c016e4a-02c0-45da-b9a2-9710511fd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:42.871697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-278d6355-daa9-469d-93ad-135f0c98c084 req-2c016e4a-02c0-45da-b9a2-9710511fd128 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d468324b-3994-4dfc-bb33-d82a6b45f4c2 HTTP/1.1" status: 200 len: 861 time: 0.1121361 Nov 12 05:17:42.925747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-278d6355-daa9-469d-93ad-135f0c98c084 req-203b1df1-7070-43b6-8984-80695b4e21c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=355537fb-4aa5-4638-a6dd-8f5b97e76a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443270 Nov 12 05:17:43.046704 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-278d6355-daa9-469d-93ad-135f0c98c084 req-8adc4a65-5907-4d06-8f89-85d6b867acae service neutron] 10.222.0.47 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098289 Nov 12 05:17:43.048045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c010e4-e40c-4cc3-9c43-fc6c4bf7d9e9 req-ad0db544-8a96-4052-a87c-08cf5bdb891a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:43.049788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77c010e4-e40c-4cc3-9c43-fc6c4bf7d9e9 req-ad0db544-8a96-4052-a87c-08cf5bdb891a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.4926894 Nov 12 05:17:43.050327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 12bc2913-11db-4f4d-b650-b6b10bbde869 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:43.055529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:43.065097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93052947-83fe-4e6c-90a6-19d271b08f00 req-b696cf63-5fb4-4a6f-90fb-5f825006f354 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:43.072514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93052947-83fe-4e6c-90a6-19d271b08f00 req-b696cf63-5fb4-4a6f-90fb-5f825006f354 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/ports?device_id=626b5f43-6c9b-45d6-9cc3-2336cbb088b3 HTTP/1.1" status: 200 len: 951 time: 0.5277174 Nov 12 05:17:43.185797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-278d6355-daa9-469d-93ad-135f0c98c084 req-98f69993-b8c0-4dc5-be02-402091920cea service neutron] 10.222.0.47 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263833 Nov 12 05:17:43.189229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.201950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Allocated IP 172.20.0.14 (74953459-3065-4502-bb8a-45a77d14e644/a801205b-e0f1-40a6-afa4-93c95b87d5d6/44a28c0e-115d-4208-9d03-f694eed273c6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:43.248290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No active binding found for port c296ec78-99f3-4669-9ea5-17c97bdc29b8 {{(pid=102591) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 05:17:43.249361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c296ec78-99f3-4669-9ea5-17c97bdc29b8 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:43.252535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77c010e4-e40c-4cc3-9c43-fc6c4bf7d9e9 req-7239e6cc-8e56-4e84-a416-1a077b007de5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513824 Nov 12 05:17:43.256804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Pushing event deleted for resources: {'Port': ['ID=c296ec78-99f3-4669-9ea5-17c97bdc29b8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:43.280632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93052947-83fe-4e6c-90a6-19d271b08f00 req-bf94d505-80f4-4985-80f9-b11f82c81987 tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd048d4f-ab7b-47fb-a006-c9f68f02645d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052789 Nov 12 05:17:43.318144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 12bc2913-11db-4f4d-b650-b6b10bbde869, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12bc2913-11db-4f4d-b650-b6b10bbde869,segment=NetworkSegment(b98276f5-4e49-455d-acb0-9fc84d2712c3),segment_id=b98276f5-4e49-455d-acb0-9fc84d2712c3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:43.354530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '12bc2913-11db-4f4d-b650-b6b10bbde869', 'network_id': '8c2f452d-aa53-4693-b2d1-06185cc20fb1', 'port_id': '12bc2913-11db-4f4d-b650-b6b10bbde869', 'mac_address': 'fa:16:3e:97:8c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7580ea9-ad1c-40ca-94ed-6662c386aaf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:43.423530 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.430977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] No DVR routers for this DVR port c296ec78-99f3-4669-9ea5-17c97bdc29b8 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:43.446143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bc2913-11db-4f4d-b650-b6b10bbde869 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:43.459613 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.463340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8306d7-c07d-40de-9d15-bcad0ea2543d req-6f19976b-2562-408a-b7e5-cf0563c80e9f tempest-ServersAdminTestJSON-2064155663 tempest-ServersAdminTestJSON-2064155663-project] 10.222.0.47 "DELETE /v2.0/ports/c296ec78-99f3-4669-9ea5-17c97bdc29b8 HTTP/1.1" status: 204 len: 173 time: 2.4006400 Nov 12 05:17:43.464999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-deleted', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:43.468089 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69b9ad1-09fb-4499-88c0-ee2592413647" -d '{"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-deleted", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:43.477859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 12bc2913-11db-4f4d-b650-b6b10bbde869, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12bc2913-11db-4f4d-b650-b6b10bbde869,segment=NetworkSegment(b98276f5-4e49-455d-acb0-9fc84d2712c3),segment_id=b98276f5-4e49-455d-acb0-9fc84d2712c3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:43.508779 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.527520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87c1cbf5-42c9-46b5-a160-76d5618ca5a3 req-6ff96b9a-bac4-46e2-860f-49d377349764 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 210 time: 0.1094058 Nov 12 05:17:43.626303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=12bc2913-11db-4f4d-b650-b6b10bbde869,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:43.732370 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.774226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3991858-b4ed-4106-982e-e302079426a3 req-7f8a9fda-2e86-4514-ac5d-953ab9e27d8d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:43.777682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3991858-b4ed-4106-982e-e302079426a3 req-7f8a9fda-2e86-4514-ac5d-953ab9e27d8d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.3689201 Nov 12 05:17:43.815861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaaea463-14a6-4f60-9261-f1c2ae019607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.836226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['12bc2913-11db-4f4d-b650-b6b10bbde869'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:43.926246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3991858-b4ed-4106-982e-e302079426a3 req-7ca0a1d5-16f8-4e47-8849-02a1ebad2b6e tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835340 Nov 12 05:17:43.973079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f0619-ce90-4620-a5b0-5234e4229cf0 req-8a391e58-f8e6-4140-8b3e-fb9efc12bc8b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:43.975872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2f0619-ce90-4620-a5b0-5234e4229cf0 req-8a391e58-f8e6-4140-8b3e-fb9efc12bc8b tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 943 time: 0.2381287 Nov 12 05:17:43.980564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.105432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Network 74953459-3065-4502-bb8a-45a77d14e644 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:44.117855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:44.131242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:44.134128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Pushing event updated for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:44.190814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2f0619-ce90-4620-a5b0-5234e4229cf0 req-a7d9e908-f09e-4cea-b70d-c6cf80e81cbf tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064414 Nov 12 05:17:44.315160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:44.315998 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.368675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-cf1ecbdb-d23c-4888-a4cc-a50f13bf341e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3963203 Nov 12 05:17:44.384655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6b12-52d9-42a6-a542-526b7f059251 req-6a620786-7520-4a8e-af8e-790c56ddb2e2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:44.392140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f13a6b12-52d9-42a6-a542-526b7f059251 req-6a620786-7520-4a8e-af8e-790c56ddb2e2 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.1915665 Nov 12 05:17:44.399966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Request body: {'port': {'device_id': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:44.466326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731f49-2fd5-4c4a-9220-aff69a54083e req-5e0c46af-9861-4f39-ade4-14369f3dfa11 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:44.469619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08731f49-2fd5-4c4a-9220-aff69a54083e req-5e0c46af-9861-4f39-ade4-14369f3dfa11 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 944 time: 0.1469169 Nov 12 05:17:44.536266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f13a6b12-52d9-42a6-a542-526b7f059251 req-920d0f24-ef6a-4cfb-aba4-eef3e04d4d14 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432602 Nov 12 05:17:44.546775 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.596852 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edfa732-21fd-4bef-a825-9d3b3948baf2 x-openstack-request-id: req-8edfa732-21fd-4bef-a825-9d3b3948baf2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:44.597151 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626b5f43-6c9b-45d6-9cc3-2336cbb088b3", "name": "network-vif-deleted", "tag": "c296ec78-99f3-4669-9ea5-17c97bdc29b8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:44.597558 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8edfa732-21fd-4bef-a825-9d3b3948baf2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:44.597956 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626b5f43-6c9b-45d6-9cc3-2336cbb088b3', 'name': 'network-vif-deleted', 'tag': 'c296ec78-99f3-4669-9ea5-17c97bdc29b8', 'status': 'completed', 'code': 200} Nov 12 05:17:44.659403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08731f49-2fd5-4c4a-9220-aff69a54083e req-eef4cd9c-32d3-4867-93cc-6ff0b93f8737 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663611 Nov 12 05:17:44.725148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['a2dba987-1fbc-45f1-8100-2189d1e99272'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:44.891260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e667e61-75a1-4911-ae8d-deae1fcd3407 req-8319f3d9-8c99-482c-9897-09ec6a38bf55 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:44.900562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e667e61-75a1-4911-ae8d-deae1fcd3407 req-8319f3d9-8c99-482c-9897-09ec6a38bf55 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.2364006 Nov 12 05:17:44.979270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0a84-0f0d-4647-875f-949b08805bc1 req-75516900-d7e6-4ce9-b67d-33627125fd4f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:44.980995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fcb0a84-0f0d-4647-875f-949b08805bc1 req-75516900-d7e6-4ce9-b67d-33627125fd4f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 932 time: 0.1807091 Nov 12 05:17:45.028536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e667e61-75a1-4911-ae8d-deae1fcd3407 req-827ed583-91e6-4218-8a2a-788d0aed05f5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268079 Nov 12 05:17:45.064043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6a0548a3-b837-43a6-9af5-0b93db90afd3 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:45.068675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 12bc2913-11db-4f4d-b650-b6b10bbde869 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:45.232399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53906) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:45.249712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fcb0a84-0f0d-4647-875f-949b08805bc1 req-1b5dfd1a-bddf-426e-ac9c-5334659500a8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504246 Nov 12 05:17:45.263182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 12bc2913-11db-4f4d-b650-b6b10bbde869 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:17:45.310098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:45.425951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15beeb3-71dc-41d4-866a-b3757bca6943 req-573587f6-bb04-4220-b7ed-4d29e4092d31 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:45.436393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d15beeb3-71dc-41d4-866a-b3757bca6943 req-573587f6-bb04-4220-b7ed-4d29e4092d31 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.2461081 Nov 12 05:17:45.483245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a28c0e-115d-4208-9d03-f694eed273c6 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:45.527472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d396e40-7f17-4dfd-97ca-f3666d897565 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0db3eef82a3c4d1bacd64baaa7f68983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913244 Nov 12 05:17:45.528485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53910) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:45.538790 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.637724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Transition to ACTIVE for port object 44a28c0e-115d-4208-9d03-f694eed273c6 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:45.640228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 12bc2913-11db-4f4d-b650-b6b10bbde869 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:45.640680 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.652011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.678731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d15beeb3-71dc-41d4-866a-b3757bca6943 req-61950c95-ecc8-438d-9290-1dfa15b8223c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409534 Nov 12 05:17:45.716515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'port_id': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'mac_address': 'fa:16:3e:90:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd468324b-3994-4dfc-bb33-d82a6b45f4c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:45.763478 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.778972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0548a3-b837-43a6-9af5-0b93db90afd3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:45.805139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:45.834088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cddb53-2db0-4bea-8eea-bc8cd89d437d req-7d50d589-033e-47f3-92d8-5494c82c884d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:45.841927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4cddb53-2db0-4bea-8eea-bc8cd89d437d req-7d50d589-033e-47f3-92d8-5494c82c884d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 943 time: 0.2920613 Nov 12 05:17:45.851799 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.898653 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.927721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Pushing event updated for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:45.951286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 12bc2913-11db-4f4d-b650-b6b10bbde869, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12bc2913-11db-4f4d-b650-b6b10bbde869,segment=NetworkSegment(b98276f5-4e49-455d-acb0-9fc84d2712c3),segment_id=b98276f5-4e49-455d-acb0-9fc84d2712c3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:45.954587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4bf404-1a71-45c1-928a-747430cab9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bc2913-11db-4f4d-b650-b6b10bbde869'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:45.957135 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d0a758-6617-44f3-a245-0d62d7c47aaa" -d '{"events": [{"server_uuid": "2b4bf404-1a71-45c1-928a-747430cab9a8", "name": "network-vif-plugged", "status": "completed", "tag": "12bc2913-11db-4f4d-b650-b6b10bbde869"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:45.957649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79916273-e86c-4b33-b0af-b10237243281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.965082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:45.969908 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.992995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4cddb53-2db0-4bea-8eea-bc8cd89d437d req-af5c5203-6b11-4444-acd7-55f1fd20d78f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504345 Nov 12 05:17:46.038611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=12bc2913-11db-4f4d-b650-b6b10bbde869,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:46.080332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a12e-e38e-4880-9fbd-40e3b13b5b31 req-91126f49-e259-4360-853c-42261a85e4bd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:46.081995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b58a12e-e38e-4880-9fbd-40e3b13b5b31 req-91126f49-e259-4360-853c-42261a85e4bd tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.2776723 Nov 12 05:17:46.114565 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79916273-e86c-4b33-b0af-b10237243281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.152079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:46.152449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:46.152663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:46.181909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['6a0548a3-b837-43a6-9af5-0b93db90afd3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:46.202167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:46.202633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:46.222574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:46.223069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:46.223313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:46.223764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Bound port: 44a28c0e-115d-4208-9d03-f694eed273c6, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:46.224137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.253823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf49c9c-b1ab-46cc-b53d-0ce7e449fce2 req-fdc07818-8fdb-4251-928a-359f12e18cc8 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:46.255395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bf49c9c-b1ab-46cc-b53d-0ce7e449fce2 req-fdc07818-8fdb-4251-928a-359f12e18cc8 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 945 time: 0.1382892 Nov 12 05:17:46.269042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b58a12e-e38e-4880-9fbd-40e3b13b5b31 req-97c9f306-55a2-4e2a-8416-9579973a4d98 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792343 Nov 12 05:17:46.303626 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd597-5f8c-4383-9f34-c83aa45a63dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.341293 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8caca8-dfc9-434d-ad13-b96c98517646 x-openstack-request-id: req-fa8caca8-dfc9-434d-ad13-b96c98517646 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:46.341582 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4bf404-1a71-45c1-928a-747430cab9a8", "name": "network-vif-plugged", "status": "completed", "tag": "12bc2913-11db-4f4d-b650-b6b10bbde869", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:46.341836 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa8caca8-dfc9-434d-ad13-b96c98517646 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:46.342964 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4bf404-1a71-45c1-928a-747430cab9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bc2913-11db-4f4d-b650-b6b10bbde869', 'code': 200} Nov 12 05:17:46.441180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bf49c9c-b1ab-46cc-b53d-0ce7e449fce2 req-87ec0219-35b5-4752-80c0-e423f9247683 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651149 Nov 12 05:17:46.585080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79916273-e86c-4b33-b0af-b10237243281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.588180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79916273-e86c-4b33-b0af-b10237243281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.595450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-79916273-e86c-4b33-b0af-b10237243281 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd048d4f-ab7b-47fb-a006-c9f68f02645d HTTP/1.1" status: 204 len: 168 time: 1.0445230 Nov 12 05:17:46.629400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79916273-e86c-4b33-b0af-b10237243281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd048d4f-ab7b-47fb-a006-c9f68f02645d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:46.661487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486bbf4-7c4b-4ef4-a164-b78615e47103 req-f634228b-a8d4-410b-9564-5ef09137b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:46.663015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2486bbf4-7c4b-4ef4-a164-b78615e47103 req-f634228b-a8d4-410b-9564-5ef09137b06d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 1097 time: 0.1967762 Nov 12 05:17:46.725090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:46.728966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2486bbf4-7c4b-4ef4-a164-b78615e47103 req-dbed5446-acff-4eb3-a3ab-b402f926451b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 Nov 12 05:17:46.742467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5b69c-16a1-4cad-b485-cb1e65b1c67a req-36c8e119-d9a3-4867-ad6c-2f2c67e12586 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:46.744349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49c5b69c-16a1-4cad-b485-cb1e65b1c67a req-36c8e119-d9a3-4867-ad6c-2f2c67e12586 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.3019555 Nov 12 05:17:46.774980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:46.788426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5caab-2f8a-4a9b-9c76-23146eaa8442 req-fec4a013-5085-4207-9bea-fe978cbdcd90 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:46.797154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-faa5caab-2f8a-4a9b-9c76-23146eaa8442 req-fec4a013-5085-4207-9bea-fe978cbdcd90 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.2461934 Nov 12 05:17:46.879120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-faa5caab-2f8a-4a9b-9c76-23146eaa8442 req-f1f6eee0-67ee-494c-8ebc-0fecdaf93791 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763421 Nov 12 05:17:46.880271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.031415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49c5b69c-16a1-4cad-b485-cb1e65b1c67a req-4ef9fafd-250d-4b34-bd9c-e62dc55ddef3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730105 Nov 12 05:17:47.055874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Pushing event updated for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:47.102189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.113877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.115519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-456d61fb-274e-466a-9c4c-68b204663303 service neutron] 10.222.0.43 "PUT /v2.0/ports/44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 200 len: 1093 time: 2.7213726 Nov 12 05:17:47.117266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:47.121126 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b13a038-a662-42f8-849f-1aeabee9aef2" -d '{"events": [{"name": "network-changed", "server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:47.233820 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.239666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:47.282516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eeed1-a5c0-4d8d-b677-1c4288814593 req-12773a60-f153-46f2-8cf4-b6ac9cece378 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.293384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e1eeed1-a5c0-4d8d-b677-1c4288814593 req-12773a60-f153-46f2-8cf4-b6ac9cece378 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.1672950 Nov 12 05:17:47.333912 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ae93adad-2fc4-4d6a-af68-1ea7f1277f1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72c337360475487f88fc8be7672fe6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929110 Nov 12 05:17:47.336947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53942) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:47.391913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e1eeed1-a5c0-4d8d-b677-1c4288814593 req-eaf21d84-d2c0-427e-9ed5-2c5fd09dae75 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891614 Nov 12 05:17:47.400282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ddcc-d4f3-4fc7-b756-ccd0e82d301e req-934cb4b0-84eb-4ec6-8f47-9545946d056c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.407585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd27ddcc-d4f3-4fc7-b756-ccd0e82d301e req-934cb4b0-84eb-4ec6-8f47-9545946d056c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 944 time: 0.1775303 Nov 12 05:17:47.440522 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.470161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd27ddcc-d4f3-4fc7-b756-ccd0e82d301e req-4061637c-1481-4bb3-8a6d-1384629606e8 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615599 Nov 12 05:17:47.477908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-588cb114-5a1e-45a9-9c52-645522df6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.479412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-588cb114-5a1e-45a9-9c52-645522df6a80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1096 time: 0.2915411 Nov 12 05:17:47.490142 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cdf12a-b429-40d9-829a-1c72daccb591 x-openstack-request-id: req-41cdf12a-b429-40d9-829a-1c72daccb591 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:47.490585 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:47.490845 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41cdf12a-b429-40d9-829a-1c72daccb591 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:47.491269 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6', 'status': 'completed', 'code': 200} Nov 12 05:17:47.516145 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.583428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.586575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.588792 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d4d1c83-2731-4590-8e3d-a30a6f7084d4 HTTP/1.1" status: 204 len: 168 time: 0.2499835 Nov 12 05:17:47.613200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-ce21c2de-4d2c-4041-94e5-9e04fca529cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 200 len: 217 time: 0.0993042 Nov 12 05:17:47.626722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4d1c83-2731-4590-8e3d-a30a6f7084d4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:47.659860 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.660233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.660546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.660887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.661285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.661543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.661867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.662191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.662542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.663419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.663419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.663623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8975a5-0b54-47c3-989b-20318b51523e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:47.703638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea21f-9227-40ca-b25d-012419e230ff req-885791f4-8963-4dfd-8b05-4e332e3a397f tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.705313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7acea21f-9227-40ca-b25d-012419e230ff req-885791f4-8963-4dfd-8b05-4e332e3a397f tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 945 time: 0.1049235 Nov 12 05:17:47.766057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97980c73-0df3-45cd-bfc0-50cc3e7cf944 req-e97b4837-7e03-4142-a547-59a2365c50d5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.775090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97980c73-0df3-45cd-bfc0-50cc3e7cf944 req-e97b4837-7e03-4142-a547-59a2365c50d5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.1833196 Nov 12 05:17:47.779909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-a8907ac6-659c-4078-8f84-43c0d1fe9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.781342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-a8907ac6-659c-4078-8f84-43c0d1fe9cca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1531494 Nov 12 05:17:47.805750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7acea21f-9227-40ca-b25d-012419e230ff req-cf57f972-214c-4ae3-8be2-c73da398704a tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911171 Nov 12 05:17:47.866724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-b80d8402-2d01-439d-baf7-8b83340dbb1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593579 Nov 12 05:17:48.066989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97980c73-0df3-45cd-bfc0-50cc3e7cf944 req-a236cb9f-bf5d-4b2b-a158-feb3543e5b16 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791970 Nov 12 05:17:48.145458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45875e-f3ad-4779-9e07-625c4003977f req-52344bcb-d30e-4b41-a6bb-e634ffc99459 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:48.148336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f45875e-f3ad-4779-9e07-625c4003977f req-52344bcb-d30e-4b41-a6bb-e634ffc99459 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.1865149 Nov 12 05:17:48.235388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-670ddef4-9a99-4cc8-9781-a580675bc6e9 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549411 Nov 12 05:17:48.283966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0cdb0-bcd0-440f-8bb1-79ce698e4d58 req-56f0f1ee-c950-42d2-ac07-53487b329387 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:48.291927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35b0cdb0-bcd0-440f-8bb1-79ce698e4d58 req-56f0f1ee-c950-42d2-ac07-53487b329387 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.1425416 Nov 12 05:17:48.340963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f45875e-f3ad-4779-9e07-625c4003977f req-a359efcd-c26c-4312-a82d-9ef054d11b98 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583693 Nov 12 05:17:48.424169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35b0cdb0-bcd0-440f-8bb1-79ce698e4d58 req-ff9e7233-2c7f-4a6f-b71a-8a4c86c07f2c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311786 Nov 12 05:17:48.451138 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:48.464100 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c6633f-eb9e-419b-a377-80ae7cea6403 req-57817f31-0457-4727-b27b-74c823f00e0f service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153983 Nov 12 05:17:48.659171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-1a695987-59f1-4922-910d-345bf1b6d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:48.660676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-1a695987-59f1-4922-910d-345bf1b6d07c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1096 time: 0.1209807 Nov 12 05:17:48.687681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7206af0-d7d4-4bb5-92bd-5d5f4332889c req-84a237ac-83d8-4b16-b811-4e7fa36535ac tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:48.689177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7206af0-d7d4-4bb5-92bd-5d5f4332889c req-84a237ac-83d8-4b16-b811-4e7fa36535ac tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.1171196 Nov 12 05:17:48.697936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2709888-b185-4c3d-91f1-469a3980ef0d req-5e9f3e80-3ec9-40b4-ac86-c98b65883576 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:48.699395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2709888-b185-4c3d-91f1-469a3980ef0d req-5e9f3e80-3ec9-40b4-ac86-c98b65883576 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 944 time: 0.1259291 Nov 12 05:17:48.842514 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-5d66e007-3c22-4b34-ad48-bbc7edfbc07f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576253 Nov 12 05:17:49.013548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-9a92b5ac-0004-4df2-a4c4-112323540223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.017059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-9a92b5ac-0004-4df2-a4c4-112323540223 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0574145 Nov 12 05:17:49.094468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6a0548a3-b837-43a6-9af5-0b93db90afd3 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:49.135727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7206af0-d7d4-4bb5-92bd-5d5f4332889c req-cc912dce-9f54-4c0b-bc59-6e0f04076825 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307249 Nov 12 05:17:49.174073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-dbb36b87-c0d6-4c3c-892d-dc8f0866544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.176731 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-dbb36b87-c0d6-4c3c-892d-dc8f0866544c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.1324339 Nov 12 05:17:49.201204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2709888-b185-4c3d-91f1-469a3980ef0d req-5e753ea6-93a9-4db2-85e8-9d2875044aba tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569753 Nov 12 05:17:49.204197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-be5d0c16-87b3-4b7a-823f-ad63a5d93d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.205833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-be5d0c16-87b3-4b7a-823f-ad63a5d93d00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.5349135 Nov 12 05:17:49.216277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 6a0548a3-b837-43a6-9af5-0b93db90afd3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:17:49.226123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 6a0548a3-b837-43a6-9af5-0b93db90afd3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:49.229880 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:49.281798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-e7a12cd7-40bd-4a90-a276-d71e61d09290 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 200 len: 217 time: 0.0643396 Nov 12 05:17:49.342944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-81c75d2c-2cb8-4884-a66d-e3a012ff7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.344636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-81c75d2c-2cb8-4884-a66d-e3a012ff7304 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0526977 Nov 12 05:17:49.352553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-dea63ef0-0952-4fc7-9d43-88a7a4b2c8c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 200 len: 217 time: 0.1669879 Nov 12 05:17:49.380106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:49.417385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:49.421096 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01aee75-7666-4db1-9fac-77b64fa72eeb" -d '{"events": [{"server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "name": "network-vif-plugged", "status": "completed", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:49.434789 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:49.439464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:49.456122 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:49.478618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-57c9addf-b622-47d5-9303-2728214acbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.480094 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-57c9addf-b622-47d5-9303-2728214acbb9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.1029146 Nov 12 05:17:49.495484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-9b46dc35-4c0f-4d3d-b31b-c8e6a6576d54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851643 Nov 12 05:17:49.504564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-58e6a5b8-e47c-419f-8b9d-54e47991ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.509472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-58e6a5b8-e47c-419f-8b9d-54e47991ec1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 1097 time: 0.1924291 Nov 12 05:17:49.540998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:49.582988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-6a6ac15f-d731-4de1-87b4-a1c3b1d3c93c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865254 Nov 12 05:17:49.609262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16ed47-c4ef-426f-98b1-1833369e857f req-2c19d676-621a-4c63-8440-01ed2aee40a8 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.609262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf16ed47-c4ef-426f-98b1-1833369e857f req-2c19d676-621a-4c63-8440-01ed2aee40a8 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 945 time: 0.3231750 Nov 12 05:17:49.651601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc144cc2-67a3-4041-9cc8-14c7e433a0ab req-34a33cee-4776-4f1f-89ad-8452117e9f8b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.659924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc144cc2-67a3-4041-9cc8-14c7e433a0ab req-34a33cee-4776-4f1f-89ad-8452117e9f8b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.2518930 Nov 12 05:17:49.734225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf16ed47-c4ef-426f-98b1-1833369e857f req-ce791e4e-fafd-4cc2-9f14-4eea1947611d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948501 Nov 12 05:17:49.738704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-80958f5d-b64e-45bb-a41f-86cc7ff8047a service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295187 Nov 12 05:17:49.783367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-bad135fd-cb22-417a-9d9b-864f143e046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.785753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-bad135fd-cb22-417a-9d9b-864f143e046a service neutron] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 913 time: 0.2496421 Nov 12 05:17:49.839880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-783e903f-7332-40d9-b8be-5c18a3be0293 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5cd3dce-70ed-4617-acca-4535104793d0 HTTP/1.1" status: 200 len: 217 time: 0.0419278 Nov 12 05:17:49.885364 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-f4bb53f5-cf87-495c-971d-87d1ff1a8d3c service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358761 Nov 12 05:17:49.931326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-4f6128e7-3c99-4b6c-aaf6-2b5e05c54571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:49.932749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-4f6128e7-3c99-4b6c-aaf6-2b5e05c54571 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.0829382 Nov 12 05:17:49.943719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b13a038-a662-42f8-849f-1aeabee9aef2 req-44f54351-5295-4aae-a1db-919c25c3585e service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975315 Nov 12 05:17:49.991001 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-e53d09aa-3a58-4ac2-bf8e-63ed8e0cd355 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299413 Nov 12 05:17:50.003181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e84128-b8b8-40fe-b886-aba48f5f52e7 req-2f84b0ff-bcd3-4487-a14e-81036a894e5f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:50.004665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e84128-b8b8-40fe-b886-aba48f5f52e7 req-2f84b0ff-bcd3-4487-a14e-81036a894e5f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.1458211 Nov 12 05:17:50.027190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc144cc2-67a3-4041-9cc8-14c7e433a0ab req-973b437b-b0a7-4cab-be5e-1e6eb644cc49 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660455 Nov 12 05:17:50.045640 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2ade20c-6d6a-4a11-8af5-64ac87abac46 req-8649f554-02d6-4554-8659-23fd787f6dd8 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417041 Nov 12 05:17:50.089741 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3223a82-588a-4ee1-9e6e-9e94ff1225be x-openstack-request-id: req-c3223a82-588a-4ee1-9e6e-9e94ff1225be {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:50.090067 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "name": "network-vif-plugged", "status": "completed", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:50.090355 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3223a82-588a-4ee1-9e6e-9e94ff1225be {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:50.091132 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'code': 200} Nov 12 05:17:50.111251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e84128-b8b8-40fe-b886-aba48f5f52e7 req-4540524c-2114-4cd2-a68e-364583a3d8af tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985038 Nov 12 05:17:50.115801 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-a9fdb3c6-659a-4b8e-a356-a6221071dd4c service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997593 Nov 12 05:17:50.220020 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-741af674-4431-4cdf-9ab9-530bf6c86d29 req-14828a9b-a7c6-4351-bd98-e6735a122fb6 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945466 Nov 12 05:17:50.226836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb715f4-6a9b-41f4-88a2-3dc6523d43ed req-63435f9e-bcae-4370-956e-7b09a038c783 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:50.228245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fb715f4-6a9b-41f4-88a2-3dc6523d43ed req-63435f9e-bcae-4370-956e-7b09a038c783 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0904706 Nov 12 05:17:50.254764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67a254-8eee-4140-8584-0262891183ff req-149614c5-f03e-46d3-99c3-3a5eb755cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:50.256240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb67a254-8eee-4140-8584-0262891183ff req-149614c5-f03e-46d3-99c3-3a5eb755cea6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 1097 time: 0.0742526 Nov 12 05:17:50.300488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fb715f4-6a9b-41f4-88a2-3dc6523d43ed req-a0d366e3-8cc4-4c35-8c2f-af06d7e259be tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634129 Nov 12 05:17:50.330185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb67a254-8eee-4140-8584-0262891183ff req-d0eda1af-3768-43a1-ac04-2c18aa4d3003 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662353 Nov 12 05:17:50.385258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-fe5d9ae5-7fcf-4ad8-af23-2604988b30a2 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e33db6083fdf410bbe53692e05b56ca1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236728 Nov 12 05:17:50.520391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd1ba8-2876-4dd3-81ae-56c0f2fb3663 req-81c45ef5-fa1c-484c-873f-0a11beb4788f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:50.521797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6dbd1ba8-2876-4dd3-81ae-56c0f2fb3663 req-81c45ef5-fa1c-484c-873f-0a11beb4788f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 946 time: 0.1026776 Nov 12 05:17:50.532540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-29916611-d950-4c4f-8563-f25ca6ef86b2 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:50.533952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-29916611-d950-4c4f-8563-f25ca6ef86b2 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423416 Nov 12 05:17:50.558476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-3b6a971c-b572-468a-b358-394af80c30c3 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/quotas/e33db6083fdf410bbe53692e05b56ca1 HTTP/1.1" status: 200 len: 375 time: 0.0177877 Nov 12 05:17:50.601828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-de5bbfe0-3be7-4b95-98b6-9c983189c5e9 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e33db6083fdf410bbe53692e05b56ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334430 Nov 12 05:17:50.606439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6dbd1ba8-2876-4dd3-81ae-56c0f2fb3663 req-cbbfd68c-fd23-4ecf-9073-3d071164e082 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715227 Nov 12 05:17:50.718860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e81791-24ba-49e9-825e-c8805b078681 req-fc38256c-f1c8-4372-b465-a59bef1c8b8a tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:50.720436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68e81791-24ba-49e9-825e-c8805b078681 req-fc38256c-f1c8-4372-b465-a59bef1c8b8a tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 945 time: 0.0554309 Nov 12 05:17:50.777832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bea785b4-1f5e-4225-8bf0-67898f487bcc req-f31613e9-04d6-4725-9f7e-ab0df671fc40 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 210 time: 0.0311742 Nov 12 05:17:50.796234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68e81791-24ba-49e9-825e-c8805b078681 req-cfd64aa8-eac0-4efe-9715-0b47a8551a43 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700793 Nov 12 05:17:51.007883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a2409-2f10-448e-a3d3-07dfb3948b9d req-5788c988-5baa-4429-8fdf-4fda794968b4 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:51.009406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f5a2409-2f10-448e-a3d3-07dfb3948b9d req-5788c988-5baa-4429-8fdf-4fda794968b4 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 945 time: 0.0505688 Nov 12 05:17:51.069730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f5a2409-2f10-448e-a3d3-07dfb3948b9d req-0ad613d4-9f77-4723-853a-96aae022bbf0 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Nov 12 05:17:51.108470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-78a7b434-4479-47cd-b9a0-037943963bd6 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:51.110499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-78a7b434-4479-47cd-b9a0-037943963bd6 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1098 time: 0.0608633 Nov 12 05:17:51.124257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-28'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:51.168217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b4ec7-2386-4a06-b874-1901b8c9b880 req-f0aeb92f-6001-45ad-93ef-e2865b5846a4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:51.171024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c2b4ec7-2386-4a06-b874-1901b8c9b880 req-f0aeb92f-6001-45ad-93ef-e2865b5846a4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.0596826 Nov 12 05:17:51.206987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:51.255258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c2b4ec7-2386-4a06-b874-1901b8c9b880 req-e0f76ca0-7254-4d1a-8959-27c2b6f05f82 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785809 Nov 12 05:17:51.274435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e05fd6-0eca-446d-b069-03cc7a03690f req-eca52bd7-1e8e-46fe-8ae6-5e9ba9d18130 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:51.274435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12e05fd6-0eca-446d-b069-03cc7a03690f req-eca52bd7-1e8e-46fe-8ae6-5e9ba9d18130 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.0869055 Nov 12 05:17:51.347370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12e05fd6-0eca-446d-b069-03cc7a03690f req-e8caa17b-5f81-4088-aed3-483c9d6043f9 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640171 Nov 12 05:17:51.359455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:51.482475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75c75-de77-4b4a-a8d3-f4b752d4188f req-00a4e85e-d920-4db3-ac6e-429ebb57d23b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:51.484770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fa75c75-de77-4b4a-a8d3-f4b752d4188f req-00a4e85e-d920-4db3-ac6e-429ebb57d23b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 945 time: 0.0568182 Nov 12 05:17:51.549862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fa75c75-de77-4b4a-a8d3-f4b752d4188f req-2abbca97-1a3c-4099-ae41-f59581bc1d25 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581882 Nov 12 05:17:51.641351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:51.682937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:51.685208 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec9a0d5-2e6c-4163-ad40-47923d05d613" -d '{"events": [{"server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:51.690333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:51.699688 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:51.746174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397e09d-eb1a-4ab6-86d2-a47021c8ffd3 req-8a325769-e655-4cd2-a91a-7d5db39703e4 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:51.748648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9397e09d-eb1a-4ab6-86d2-a47021c8ffd3 req-8a325769-e655-4cd2-a91a-7d5db39703e4 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.0652771 Nov 12 05:17:51.776939 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db85c20f-1d3c-44dc-8483-3dc15e4117ef x-openstack-request-id: req-db85c20f-1d3c-44dc-8483-3dc15e4117ef {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:51.777233 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:51.777485 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db85c20f-1d3c-44dc-8483-3dc15e4117ef {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:51.777881 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879', 'code': 200} Nov 12 05:17:51.782285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Pushing event updated for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:51.793351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on host n-h2-765315-28 for vnic_type normal with profile {"migrating_to": "n-h1-765315-28"} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:51.793681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:51.794007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:51.798418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:51.798744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Attempting to bind port 918e89bd-d83e-4a62-a3af-9e1baf336879 on network c47448b0-1759-4308-9812-089ef5f02fd9 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:51.811352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:51.811699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Checking segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:51.812494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Bound using segment: {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:51.813225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Bound port: 918e89bd-d83e-4a62-a3af-9e1baf336879, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb64c7f-48a2-4a37-87aa-66d0df325e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c47448b0-1759-4308-9812-089ef5f02fd9'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:51.814080 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:51.815046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9397e09d-eb1a-4ab6-86d2-a47021c8ffd3 req-0518bace-9814-4057-8622-d32682102679 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574346 Nov 12 05:17:51.894751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:51.898039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:51.903166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:51.955847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c5cba5d-05f6-4fe5-84f2-177f60a1ff7d req-74b43422-4619-4056-abf2-4ac3594c516c tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 210 time: 0.1018109 Nov 12 05:17:51.972304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686078c2-0a35-4ab9-9a1b-7afd04845bc2 req-d1941d56-92bf-4ba0-8da8-50b50e487110 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:51.974805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-686078c2-0a35-4ab9-9a1b-7afd04845bc2 req-d1941d56-92bf-4ba0-8da8-50b50e487110 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 945 time: 0.0875013 Nov 12 05:17:51.984152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Pushing event updated for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=8']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:51.991928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:51.992914 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:51.994300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-df683273-a576-41b5-af33-6db14ba87232 service neutron] 10.222.0.43 "PUT /v2.0/ports/918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 200 len: 1124 time: 0.8753960 Nov 12 05:17:52.024223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-686078c2-0a35-4ab9-9a1b-7afd04845bc2 req-afa144d0-0788-4a1a-b545-0b9aa9b480c5 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443938 Nov 12 05:17:52.092391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 918e89bd-d83e-4a62-a3af-9e1baf336879 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:52.114277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a5cd3dce-70ed-4617-acca-4535104793d0 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:52.136236 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-e6c55a01-2ba1-4040-abb2-93fe1083ab52 service neutron] show failed (client error): The resource could not be found. Nov 12 05:17:52.136236 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-e6c55a01-2ba1-4040-abb2-93fe1083ab52 service neutron] 10.222.0.43 "GET /v2.0/ports/7fcc00be-ada7-4d41-bcb0-5444d2310075/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0683300 Nov 12 05:17:52.174015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['918e89bd-d83e-4a62-a3af-9e1baf336879'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:52.179167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c89311-26fc-47a0-940d-bb2761c797d1 req-66f0dd15-96b8-4dee-b86b-f6e55c3b7574 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:52.180733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8c89311-26fc-47a0-940d-bb2761c797d1 req-66f0dd15-96b8-4dee-b86b-f6e55c3b7574 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 945 time: 0.0704186 Nov 12 05:17:52.267976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-24dcc766-00a2-4c2a-91f2-5a15c885b38f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e33db6083fdf410bbe53692e05b56ca1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412505 Nov 12 05:17:52.311586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['918e89bd-d83e-4a62-a3af-9e1baf336879'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:52.369404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:52.389144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6df0d6-f22f-4ced-a34a-a1547d61afc1 req-2b608a95-d480-461c-ab6c-87da953f0080 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:52.399171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe6df0d6-f22f-4ced-a34a-a1547d61afc1 req-2b608a95-d480-461c-ab6c-87da953f0080 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 945 time: 0.2304473 Nov 12 05:17:52.420815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8c89311-26fc-47a0-940d-bb2761c797d1 req-6493dcd5-245c-4624-b477-48e29d2d20dc tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281280 Nov 12 05:17:52.448223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 918e89bd-d83e-4a62-a3af-9e1baf336879 has no active binding in host n-h1-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:17:52.534644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-12dc318b-247f-4c9d-96fa-2de5b1c4a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:52.534986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:52.536152 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-12dc318b-247f-4c9d-96fa-2de5b1c4a124 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80&tenant_id=810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 1101 time: 0.0715420 Nov 12 05:17:52.551449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:52.574569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe6df0d6-f22f-4ced-a34a-a1547d61afc1 req-378a7b74-87c3-4846-9d06-c5e0c733293d tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733100 Nov 12 05:17:52.586275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-77249226-fe50-47da-b7c0-22e445e86d1d tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:52.587882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-77249226-fe50-47da-b7c0-22e445e86d1d tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059773 Nov 12 05:17:52.600081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:52.603919 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8d1801-8b1a-4592-a6b4-08810faf6914" -d '{"events": [{"server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "name": "network-vif-unplugged", "status": "completed", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:52.612820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7b1e-f9db-4002-9eda-a9780fa57a2a req-d996b2a8-f3ec-45f2-b05c-507fe3f6af98 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:52.614727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51fe7b1e-f9db-4002-9eda-a9780fa57a2a req-d996b2a8-f3ec-45f2-b05c-507fe3f6af98 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.1095324 Nov 12 05:17:52.614953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:52.620882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Request body: {'port': {'device_id': 'ad0891ce-27af-4bd3-afba-56565dfeb865', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'e33db6083fdf410bbe53692e05b56ca1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:52.637187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:52.663172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:52.775886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:52.808278 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51fe7b1e-f9db-4002-9eda-a9780fa57a2a req-a630b943-3e98-4e24-9513-640dd8ec7573 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830800 Nov 12 05:17:52.833204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7664a5-4b5d-4f27-8561-9a592b59d0ee req-cb563046-6813-4d13-acf8-1153f47cff80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:52.834742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c7664a5-4b5d-4f27-8561-9a592b59d0ee req-cb563046-6813-4d13-acf8-1153f47cff80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.1596878 Nov 12 05:17:52.864649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:52.876376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Made reservation on behalf of e33db6083fdf410bbe53692e05b56ca1 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:52.879984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:52.897620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:52.906977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:52.938939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c7664a5-4b5d-4f27-8561-9a592b59d0ee req-d19ad60d-6cd6-4732-a2e1-54b077e37467 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745020 Nov 12 05:17:52.954237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:52.985120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Transition to ACTIVE for port object 7fcc00be-ada7-4d41-bcb0-5444d2310075 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:52.989990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.009206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.016249 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.050266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:53.088508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] No DVR routers for this DVR port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:53.134882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:53.135250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:53.135609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:53.142714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:53.143357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:53.147647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Allocated IP 192.168.233.73 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/23393912-b938-43df-a478-655c1cc5e4f4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:53.148163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:53.148411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:53.148796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:53.149220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Bound port: 7fcc00be-ada7-4d41-bcb0-5444d2310075, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:53.149571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.249826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:53.253745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:53.260978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.303899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2121747f-200b-449c-8d16-f7a45fccd4d9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:53.319707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.320788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.322896 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 1096 time: 0.7760787 Nov 12 05:17:53.364282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.364640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.365094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.365313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.365644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.366018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.366299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.368876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.369313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.369543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.369882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.370220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:53.386243 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f4883-5a58-4c29-b4c6-08a9047c5f29 x-openstack-request-id: req-3d7f4883-5a58-4c29-b4c6-08a9047c5f29 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:53.386762 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "name": "network-vif-unplugged", "status": "failed", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0", "code": 422}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:53.386865 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d7f4883-5a58-4c29-b4c6-08a9047c5f29 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:53.387536 n-d-765315-28 neutron-server[102591]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'code': 422} returned with failed status Nov 12 05:17:53.404493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b564c8-8772-4227-892b-d5e05514e839 req-097df63c-e122-47ec-8428-cf2a6b552d00 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.406287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83b564c8-8772-4227-892b-d5e05514e839 req-097df63c-e122-47ec-8428-cf2a6b552d00 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 943 time: 0.2069082 Nov 12 05:17:53.415557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f000b-6ff8-418b-8eba-fa5a89d1f8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:53.458938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-b55995cf-48af-4bc1-9930-cbd83730cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.463277 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-b55995cf-48af-4bc1-9930-cbd83730cc34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1099 time: 0.0940433 Nov 12 05:17:53.475842 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.539427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf000de8-78fa-4197-8980-872218d2d57d req-d5c5454c-3543-40ae-8c43-6d7bba79e1d6 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.540947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf000de8-78fa-4197-8980-872218d2d57d req-d5c5454c-3543-40ae-8c43-6d7bba79e1d6 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 945 time: 0.2330573 Nov 12 05:17:53.592387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-6abad971-551c-4eb1-9632-775391f0f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.594901 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-6abad971-551c-4eb1-9632-775391f0f6da service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1177726 Nov 12 05:17:53.638579 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-49edf81d-c9cd-44b7-b0a3-02a7113f4a66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0348310 Nov 12 05:17:53.640564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83b564c8-8772-4227-892b-d5e05514e839 req-6f777ba5-287c-4104-9e0b-3f6210f76f70 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779888 Nov 12 05:17:53.662792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22670169-1714-4a35-ab05-c129c1b79acc req-1410b1bb-d450-4f93-880e-992fbd7dcb42 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.667926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22670169-1714-4a35-ab05-c129c1b79acc req-1410b1bb-d450-4f93-880e-992fbd7dcb42 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.2026954 Nov 12 05:17:53.704651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-a060a5f6-eed6-4bb6-a30e-8f685bbbe3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.706203 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-a060a5f6-eed6-4bb6-a30e-8f685bbbe3d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0569890 Nov 12 05:17:53.719932 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.770495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-90ae9067-55c4-47fb-a75c-6440295666da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.771980 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-90ae9067-55c4-47fb-a75c-6440295666da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0409315 Nov 12 05:17:53.778585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879'}, {'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}, {'name': 'network-changed', 'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:53.781008 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879"}, {"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-unplugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}, {"name": "network-changed", "server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:53.810008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:53.824245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:53.833270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22670169-1714-4a35-ab05-c129c1b79acc req-955c59c1-740d-493d-b9b9-e232521e94bd tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644459 Nov 12 05:17:53.835989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:53.846688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Deleting port 12bc2913-11db-4f4d-b650-b6b10bbde869 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:17:53.846972 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:53.869078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Pushing event updated for resources: {'Port': ['ID=23393912-b938-43df-a478-655c1cc5e4f4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:53.887106 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-ce9350cb-9886-44d5-b29e-2da02c58ee08 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028357 Nov 12 05:17:53.898281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946facd8-70c7-4239-8892-cfaca09c0fdc req-7a20a83a-c2e5-4910-a0bb-af0deacd0778 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.899622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-946facd8-70c7-4239-8892-cfaca09c0fdc req-7a20a83a-c2e5-4910-a0bb-af0deacd0778 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 935 time: 0.1909828 Nov 12 05:17:53.992832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:53.993473 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:54.016250 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d9245f46-3b98-4516-b49e-82561a8cd448 req-dc90280f-b8bc-45c0-9bee-f0bd9fde49ba service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082098 Nov 12 05:17:54.063711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-c3f62df1-776e-4cb5-8cc5-2280829e0101 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4477847 Nov 12 05:17:54.072607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-946facd8-70c7-4239-8892-cfaca09c0fdc req-3ec1035b-4ea5-43df-97b7-c74f50f8ea03 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634047 Nov 12 05:17:54.085781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Request body: {'port': {'device_id': 'ad0891ce-27af-4bd3-afba-56565dfeb865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:54.096210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] For port 12bc2913-11db-4f4d-b650-b6b10bbde869, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12bc2913-11db-4f4d-b650-b6b10bbde869,segment=NetworkSegment(b98276f5-4e49-455d-acb0-9fc84d2712c3),segment_id=b98276f5-4e49-455d-acb0-9fc84d2712c3)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:54.096585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:54.160090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Calling delete_port for 12bc2913-11db-4f4d-b650-b6b10bbde869 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:17:54.232725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-60dd1d95-c9f5-441e-824f-59e20e59b039 None None] Provisioning complete for port 23393912-b938-43df-a478-655c1cc5e4f4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:54.233400 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60dd1d95-c9f5-441e-824f-59e20e59b039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:54.262166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b070e8-10c4-47f9-ada9-52be6cc1eb4d req-267504ca-6a24-45c8-b026-73fe1e6a2252 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:54.264534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7b070e8-10c4-47f9-ada9-52be6cc1eb4d req-267504ca-6a24-45c8-b026-73fe1e6a2252 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b4bf404-1a71-45c1-928a-747430cab9a8 HTTP/1.1" status: 200 len: 945 time: 0.1626196 Nov 12 05:17:54.265124 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:54.272155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-60dd1d95-c9f5-441e-824f-59e20e59b039 None None] Port 23393912-b938-43df-a478-655c1cc5e4f4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:17:54.745320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7b070e8-10c4-47f9-ada9-52be6cc1eb4d req-41d455ad-1602-498d-b92e-97bc2ed479cb tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a03a81f-7245-44be-a736-63ca926dbc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606061 Nov 12 05:17:54.802774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:54.815725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['12bc2913-11db-4f4d-b650-b6b10bbde869'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:54.821322 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08030409-7a1c-421e-905c-eb2be7fd3bb7 x-openstack-request-id: req-08030409-7a1c-421e-905c-eb2be7fd3bb7 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:54.821887 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879", "status": "completed", "code": 200}, {"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-unplugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "code": 200}, {"name": "network-changed", "server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:54.821887 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08030409-7a1c-421e-905c-eb2be7fd3bb7 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:54.822288 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879', 'status': 'completed', 'code': 200} Nov 12 05:17:54.822566 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'code': 200} Nov 12 05:17:54.822823 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'status': 'completed', 'code': 200} Nov 12 05:17:54.883033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Pushing event deleted for resources: {'Port': ['ID=12bc2913-11db-4f4d-b650-b6b10bbde869,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:54.906568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-916f692c-dffb-4a25-882d-7871affcdbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:54.910421 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-916f692c-dffb-4a25-882d-7871affcdbb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1127 time: 0.0468683 Nov 12 05:17:54.976761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] No DVR routers for this DVR port 12bc2913-11db-4f4d-b650-b6b10bbde869 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:54.985331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-c9957cc1-511c-4f41-8137-ea5738b00954 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:54.986861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-c9957cc1-511c-4f41-8137-ea5738b00954 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e HTTP/1.1" status: 200 len: 943 time: 0.2103357 Nov 12 05:17:54.992825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:54.996099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf000de8-78fa-4197-8980-872218d2d57d req-1643a509-3fb2-41d2-b2e9-a1fc4808e4b5 tempest-InstanceActionsNegativeTestJSON-600808938 tempest-InstanceActionsNegativeTestJSON-600808938-project] 10.222.0.47 "DELETE /v2.0/ports/12bc2913-11db-4f4d-b650-b6b10bbde869 HTTP/1.1" status: 204 len: 173 time: 1.4424374 Nov 12 05:17:54.997427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4bf404-1a71-45c1-928a-747430cab9a8', 'name': 'network-vif-deleted', 'tag': '12bc2913-11db-4f4d-b650-b6b10bbde869'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:55.000221 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839bdf52-4960-4650-9e66-2aca0893abdd" -d '{"events": [{"server_uuid": "2b4bf404-1a71-45c1-928a-747430cab9a8", "name": "network-vif-deleted", "tag": "12bc2913-11db-4f4d-b650-b6b10bbde869"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:55.022659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-e0ab5e1e-0f4d-4aee-b195-e58602bfc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.025665 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-e0ab5e1e-0f4d-4aee-b195-e58602bfc1a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1099 time: 0.1011403 Nov 12 05:17:55.061737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-de970f46-040e-41b7-a3cf-11aa6286bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.063239 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-de970f46-040e-41b7-a3cf-11aa6286bd1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.1311877 Nov 12 05:17:55.070264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db241b-e617-486a-b436-ef8b063b7503 req-7d06ed0b-9bf5-49af-8d28-17724019ab92 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.071821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58db241b-e617-486a-b436-ef8b063b7503 req-7d06ed0b-9bf5-49af-8d28-17724019ab92 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 947 time: 0.1928408 Nov 12 05:17:55.102453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6a0548a3-b837-43a6-9af5-0b93db90afd3 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:55.147130 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-3efc85d9-e546-4ed3-b759-5cbe3686dcce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 200 len: 217 time: 0.0671108 Nov 12 05:17:55.183918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23393912-b938-43df-a478-655c1cc5e4f4 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:55.200450 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.208437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-033f4968-d475-4a7e-8171-dd36a7316450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.209915 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-033f4968-d475-4a7e-8171-dd36a7316450 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1707158 Nov 12 05:17:55.217302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-5eeaa97b-f987-4309-9a0d-4f7d3fd9fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.218887 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-5eeaa97b-f987-4309-9a0d-4f7d3fd9fadb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.0610166 Nov 12 05:17:55.219603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58db241b-e617-486a-b436-ef8b063b7503 req-0e980b6d-e752-45d9-8423-6de644bffa89 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364756 Nov 12 05:17:55.223291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Transition to ACTIVE for port object 23393912-b938-43df-a478-655c1cc5e4f4 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:55.241396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.245116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:55.260013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'port_id': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'mac_address': 'fa:16:3e:90:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd468324b-3994-4dfc-bb33-d82a6b45f4c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:55.288557 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-10da2322-4d59-4bcc-8da3-1c37e089c774 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0576582 Nov 12 05:17:55.291914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Pushing event updated for resources: {'Port': ['ID=23393912-b938-43df-a478-655c1cc5e4f4,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:55.305498 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-6768ae0d-14d0-4910-9df8-96bacb8e00a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660760 Nov 12 05:17:55.310208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Deleting port a5cd3dce-70ed-4617-acca-4535104793d0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:17:55.311248 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.314416 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.345883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a0548a3-b837-43a6-9af5-0b93db90afd3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:55.373579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:55.380239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.437146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-2b075735-eeb7-4b03-87a9-ea506d292ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.438665 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-2b075735-eeb7-4b03-87a9-ea506d292ba3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1355963 Nov 12 05:17:55.459125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:55.508471 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-01864ef3-da0d-4735-bbc1-5d168e99f0ab service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760762 Nov 12 05:17:55.515957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-9ac69b80-99a3-47e4-9322-560612a7b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.518668 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-9ac69b80-99a3-47e4-9322-560612a7b90d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708983 Nov 12 05:17:55.539467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] For port a5cd3dce-70ed-4617-acca-4535104793d0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=a5cd3dce-70ed-4617-acca-4535104793d0,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:55.539933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.565157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Attempting to bind port 23393912-b938-43df-a478-655c1cc5e4f4 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:55.565607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Attempting to bind port 23393912-b938-43df-a478-655c1cc5e4f4 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:55.566010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Attempting to bind port 23393912-b938-43df-a478-655c1cc5e4f4 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:55.569330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Calling delete_port for a5cd3dce-70ed-4617-acca-4535104793d0 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:17:55.578565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de55d6-56d2-412c-981a-7a1a23e5f351 req-5f053840-aead-4b2f-89ce-0fb32e454031 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.580173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10de55d6-56d2-412c-981a-7a1a23e5f351 req-5f053840-aead-4b2f-89ce-0fb32e454031 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.1309257 Nov 12 05:17:55.588794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Port 23393912-b938-43df-a478-655c1cc5e4f4 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:55.589011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['6a0548a3-b837-43a6-9af5-0b93db90afd3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:55.589159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Attempting to bind port 23393912-b938-43df-a478-655c1cc5e4f4 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:55.598558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:55.599019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:55.599533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:55.599984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Bound port: 23393912-b938-43df-a478-655c1cc5e4f4, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:55.601241 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.709719 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-b026bee8-215e-4905-9ab6-13234b09ba9d service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784098 Nov 12 05:17:55.711642 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-d875c062-8bf2-4027-b35c-01145bbcddf1 service neutron] 10.222.0.47 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925468 Nov 12 05:17:55.791090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10de55d6-56d2-412c-981a-7a1a23e5f351 req-80b5f595-c6cf-4506-b420-b3fa8ca1db2a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880825 Nov 12 05:17:55.805362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] For port 23393912-b938-43df-a478-655c1cc5e4f4, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:55.808357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] For port 23393912-b938-43df-a478-655c1cc5e4f4, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=23393912-b938-43df-a478-655c1cc5e4f4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:55.833022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-d9a86211-318d-43af-bed8-a369be2e4461 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143649 Nov 12 05:17:55.836463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.895882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.896511 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.897911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/23393912-b938-43df-a478-655c1cc5e4f4 HTTP/1.1" status: 200 len: 1096 time: 1.8176613 Nov 12 05:17:55.898814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-528c8b27-4f80-4c2c-84cb-9aabfe1b1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:55.901933 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-528c8b27-4f80-4c2c-84cb-9aabfe1b1838 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1099 time: 0.0835438 Nov 12 05:17:55.910715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.922080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81219afe-df0c-43c4-a619-61f2805666e9 service neutron] Pushing event updated for resources: {'Port': ['ID=23393912-b938-43df-a478-655c1cc5e4f4,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:55.956218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event deleted for resources: {'Port': ['ID=a5cd3dce-70ed-4617-acca-4535104793d0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:56.040226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] No DVR routers for this DVR port a5cd3dce-70ed-4617-acca-4535104793d0 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:17:56.043228 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:56.046722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48ab4abb-4f0d-41bd-9792-80f58636a8fc req-d052eada-529b-4e0b-a7fb-dda650224bd6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "DELETE /v2.0/ports/a5cd3dce-70ed-4617-acca-4535104793d0 HTTP/1.1" status: 204 len: 173 time: 1.0415046 Nov 12 05:17:56.065275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-aa2ea76c-9b2a-4be0-9f5c-d5c257682fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.066979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-aa2ea76c-9b2a-4be0-9f5c-d5c257682fed service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1279674 Nov 12 05:17:56.080086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-135f734b-c03f-47cd-a5fd-92ea82f4600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.082008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-135f734b-c03f-47cd-a5fd-92ea82f4600a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e33db6083fdf410bbe53692e05b56ca1&device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 1099 time: 0.0952191 Nov 12 05:17:56.093326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024ca80-e2be-4a11-a5d0-26300bf91806 req-0df78ee2-f179-4627-bfba-3f49404e1bab tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.095287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3024ca80-e2be-4a11-a5d0-26300bf91806 req-0df78ee2-f179-4627-bfba-3f49404e1bab tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.1424725 Nov 12 05:17:56.111426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a5cd3dce-70ed-4617-acca-4535104793d0 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:56.124089 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-83c77703-f536-4bdf-8639-d39e0db6d152 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0426545 Nov 12 05:17:56.141744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: a5cd3dce-70ed-4617-acca-4535104793d0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:17:56.142100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device a5cd3dce-70ed-4617-acca-4535104793d0 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:56.142559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:56.162898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-6f2efd27-69bf-4df6-9cd4-be977cfd3e54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=23393912-b938-43df-a478-655c1cc5e4f4 HTTP/1.1" status: 200 len: 217 time: 0.0665646 Nov 12 05:17:56.194294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:56.196322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-b413c82f-5d7d-4103-b1f2-9e20c3a7831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.198052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-b413c82f-5d7d-4103-b1f2-9e20c3a7831f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0622435 Nov 12 05:17:56.219111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3024ca80-e2be-4a11-a5d0-26300bf91806 req-893c66a4-04cc-4a38-b7e9-b40541f9e050 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151597 Nov 12 05:17:56.269980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-9025b919-19f6-457b-8ba1-54a6c3119026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.271170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-9025b919-19f6-457b-8ba1-54a6c3119026 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560119 Nov 12 05:17:56.278807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-305aa9e0-e1a1-47dc-a11a-03d5d54997d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.280733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-305aa9e0-e1a1-47dc-a11a-03d5d54997d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1066687 Nov 12 05:17:56.310247 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f776d8-2794-4258-9706-f8f35e0f365c x-openstack-request-id: req-b8f776d8-2794-4258-9706-f8f35e0f365c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:56.311722 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4bf404-1a71-45c1-928a-747430cab9a8", "name": "network-vif-deleted", "tag": "12bc2913-11db-4f4d-b650-b6b10bbde869", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:56.312187 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8f776d8-2794-4258-9706-f8f35e0f365c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:56.313451 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4bf404-1a71-45c1-928a-747430cab9a8', 'name': 'network-vif-deleted', 'tag': '12bc2913-11db-4f4d-b650-b6b10bbde869', 'status': 'completed', 'code': 200} Nov 12 05:17:56.347556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54176) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:56.386182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-84c0290a-050c-4a8d-82a4-7f701e4fe148 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049776 Nov 12 05:17:56.461549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-021424f7-4f8a-417b-a466-a85da19c8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.463086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-021424f7-4f8a-417b-a466-a85da19c8ff0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1727870 Nov 12 05:17:56.467710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a488fb23-b947-4307-86aa-4300943d3d24 admin admin] Deleting subnet c7580ea9-ad1c-40ca-94ed-6662c386aaf2 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:17:56.473158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a488fb23-b947-4307-86aa-4300943d3d24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:56.486697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2ba4c621-ec16-4a2d-9843-ab1f5bfc80d7 req-e00dbf49-575a-4635-947a-0b05d9d188b2 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872989 Nov 12 05:17:56.501304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38aea4-1097-44a6-a789-8705161093d5 req-e87d9dbe-6870-4fa8-8fb1-747b4d7f2f05 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.502817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a38aea4-1097-44a6-a789-8705161093d5 req-e87d9dbe-6870-4fa8-8fb1-747b4d7f2f05 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 947 time: 0.1460242 Nov 12 05:17:56.565940 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a488fb23-b947-4307-86aa-4300943d3d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:56.618293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25841974-0b36-41d9-8425-80cc3bc3cdca req-41c266ef-23d1-469a-b267-57c2da9d0f47 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.619799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25841974-0b36-41d9-8425-80cc3bc3cdca req-41c266ef-23d1-469a-b267-57c2da9d0f47 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 944 time: 0.2114618 Nov 12 05:17:56.697352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a488fb23-b947-4307-86aa-4300943d3d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:56.702222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a38aea4-1097-44a6-a789-8705161093d5 req-16e8ee2a-680b-4d1c-8761-d80ca9f5cc52 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850553 Nov 12 05:17:56.753997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-bb013fd7-23f5-4324-8ac2-05824d689ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485197 Nov 12 05:17:56.760786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25841974-0b36-41d9-8425-80cc3bc3cdca req-df94f6ae-adf4-4f5d-b87a-13ec38e006d4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324794 Nov 12 05:17:56.868702 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a488fb23-b947-4307-86aa-4300943d3d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:56.895034 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:56.906198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488fb23-b947-4307-86aa-4300943d3d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7580ea9-ad1c-40ca-94ed-6662c386aaf2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:56.924152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a488fb23-b947-4307-86aa-4300943d3d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:56.927725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a488fb23-b947-4307-86aa-4300943d3d24 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c7580ea9-ad1c-40ca-94ed-6662c386aaf2 HTTP/1.1" status: 204 len: 168 time: 0.5791485 Nov 12 05:17:56.930492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54188) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:56.935871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e3172-3156-4c42-9b14-21df4e687a15 req-ea075091-8110-4a76-975d-56e4974ce1a5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:56.937359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd8e3172-3156-4c42-9b14-21df4e687a15 req-ea075091-8110-4a76-975d-56e4974ce1a5 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 947 time: 0.1741552 Nov 12 05:17:56.958229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cac54a1-ce74-4022-8a3c-02b5741a4940 req-ceca1385-bbab-4511-99d9-6ab3256da127 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915641 Nov 12 05:17:57.022731 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.028473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd8e3172-3156-4c42-9b14-21df4e687a15 req-ce804cb2-d9a2-4280-97bb-cd3f8dd22e25 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816593 Nov 12 05:17:57.041417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e25bd0-deed-49da-8e85-713d65f7364b req-32506dac-6590-4341-9180-a56d6eb0c8ec tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:57.042961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85e25bd0-deed-49da-8e85-713d65f7364b req-32506dac-6590-4341-9180-a56d6eb0c8ec tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.0761526 Nov 12 05:17:57.099154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85e25bd0-deed-49da-8e85-713d65f7364b req-e552e866-e6ef-4f9d-87b8-4ade25fb30df tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489852 Nov 12 05:17:57.119300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.125932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:57.128942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6a0548a3-b837-43a6-9af5-0b93db90afd3 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:57.141269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2f452d-aa53-4693-b2d1-06185cc20fb1']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:57.157076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98276f5-4e49-455d-acb0-9fc84d2712c3') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:57.157382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98276f5-4e49-455d-acb0-9fc84d2712c3') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:57.171840 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.187196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.197206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:17:57.199594 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:17:57.207677 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:17:57.285638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.290785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-cd15b95d-f343-4020-994b-4cdfeda9613e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:57.292303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-cd15b95d-f343-4020-994b-4cdfeda9613e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.1642089 Nov 12 05:17:57.293135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.299428 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8c2f452d-aa53-4693-b2d1-06185cc20fb1 HTTP/1.1" status: 204 len: 168 time: 0.3655005 Nov 12 05:17:57.308105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ee09b-dd1d-4c3c-9b3a-ebd8d2524fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2f452d-aa53-4693-b2d1-06185cc20fb1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:57.313132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-22618efb-abce-40f8-8b0e-e87b207d0205 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/quotas/b462c55b281744a2b4b0f9f90721130f HTTP/1.1" status: 200 len: 375 time: 0.0122087 Nov 12 05:17:57.346935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:57.349395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 6a0548a3-b837-43a6-9af5-0b93db90afd3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:57.349753 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.368673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-7b2eb481-c701-48c0-9a17-f16fa4c77f6c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489149 Nov 12 05:17:57.384491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'mac_address': 'fa:16:3e:bc:ae:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:57.441687 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.453936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7a405-acff-496b-95ac-37f312dfa3a6 req-45b2e08d-8daf-42de-a25c-70dbf62c18dd tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:57.455598 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63f7a405-acff-496b-95ac-37f312dfa3a6 req-45b2e08d-8daf-42de-a25c-70dbf62c18dd tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.1261303 Nov 12 05:17:57.475242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcc00be-ada7-4d41-bcb0-5444d2310075 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:57.499615 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54202) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:57.502143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.508492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-41f3effe-a300-46d6-a6b5-322c45687bf3 service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277142 Nov 12 05:17:57.515886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:57.531757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:57.533996 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979697c5-bdf1-48c6-8d32-0a01e0cf9c8d" -d '{"events": [{"server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "name": "network-vif-plugged", "status": "completed", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:57.539073 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.551345 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:57.564078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-69a351c0-a425-419f-91d7-027ee9bd3eb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bf28af1364547a99d6b8fbf2c905b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608912 Nov 12 05:17:57.564302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54206) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:57.576449 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.577340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 12bc2913-11db-4f4d-b650-b6b10bbde869 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:57.599166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63f7a405-acff-496b-95ac-37f312dfa3a6 req-4d043f74-cff2-424d-ab80-d6369c427d7a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266947 Nov 12 05:17:57.605930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 12bc2913-11db-4f4d-b650-b6b10bbde869 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:17:57.606286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 12bc2913-11db-4f4d-b650-b6b10bbde869 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:17:57.615053 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c63d16f-82d0-46b7-a6e2-54d370e96af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.625567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:57.646770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-dd1fdf14-63bd-43b3-b414-2d1b01cc8f11 service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208344 Nov 12 05:17:57.647775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c63d16f-82d0-46b7-a6e2-54d370e96af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.694089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:57.702020 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf175d-9800-4799-bfec-be1d9f41b3ee x-openstack-request-id: req-9fdf175d-9800-4799-bfec-be1d9f41b3ee {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:57.702305 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "name": "network-vif-plugged", "status": "completed", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:57.702575 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fdf175d-9800-4799-bfec-be1d9f41b3ee {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:57.702960 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'code': 200} Nov 12 05:17:57.710295 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c63d16f-82d0-46b7-a6e2-54d370e96af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.713287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c63d16f-82d0-46b7-a6e2-54d370e96af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.714491 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0c63d16f-82d0-46b7-a6e2-54d370e96af3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a03a81f-7245-44be-a736-63ca926dbc8c HTTP/1.1" status: 204 len: 168 time: 0.1491983 Nov 12 05:17:57.723131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63d16f-82d0-46b7-a6e2-54d370e96af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a03a81f-7245-44be-a736-63ca926dbc8c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:57.872060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e27eb-bed3-42f4-b482-454331886480 req-86ac12d0-069d-463f-90bc-785eeb4c311a tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:57.873857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f06e27eb-bed3-42f4-b482-454331886480 req-86ac12d0-069d-463f-90bc-785eeb4c311a tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 947 time: 0.0935116 Nov 12 05:17:57.956910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a00f-0777-4738-946a-d97529657d41 req-c6311ebc-7b88-4b97-84c8-49d854650b02 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:57.958428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e04a00f-0777-4738-946a-d97529657d41 req-c6311ebc-7b88-4b97-84c8-49d854650b02 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 945 time: 0.0836265 Nov 12 05:17:57.961709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['7fcc00be-ada7-4d41-bcb0-5444d2310075'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:57.966081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f06e27eb-bed3-42f4-b482-454331886480 req-b2fa864f-380f-48ec-b08b-8865f17fdf96 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809681 Nov 12 05:17:58.049921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-100e0d35-703a-4ab1-a61a-8983dabafa9c req-98121f66-f9b3-4a42-98a0-2127f7babe13 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 210 time: 0.0378520 Nov 12 05:17:58.085395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e04a00f-0777-4738-946a-d97529657d41 req-a89ea804-7e61-4cdb-ac80-6f10ac81b8ab tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048379 Nov 12 05:17:58.222222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2822-c5c6-4eb2-ab7b-3cb415d1adaa req-c7c4bef9-f709-45fe-92a4-12814f2a1184 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:58.227720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0ae2822-c5c6-4eb2-ab7b-3cb415d1adaa req-c7c4bef9-f709-45fe-92a4-12814f2a1184 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 948 time: 0.0578554 Nov 12 05:17:58.283300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0ae2822-c5c6-4eb2-ab7b-3cb415d1adaa req-5071fde4-dff3-4455-9fdb-aa00e5d9e547 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488453 Nov 12 05:17:58.315065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0891ce-27af-4bd3-afba-56565dfeb865', 'tag': '23393912-b938-43df-a478-655c1cc5e4f4'}, {'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'name': 'network-vif-deleted', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:58.319719 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66122c6-2b2c-4498-8742-eed8d8c761af" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0891ce-27af-4bd3-afba-56565dfeb865", "tag": "23393912-b938-43df-a478-655c1cc5e4f4"}, {"server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "name": "network-vif-deleted", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:58.400108 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:17:58.566625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f6eee-e0f8-4caa-a3e6-79f68e930145 req-3d7886f7-9f9e-454b-9a57-96109cdc9688 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:58.568553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b6f6eee-e0f8-4caa-a3e6-79f68e930145 req-3d7886f7-9f9e-454b-9a57-96109cdc9688 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.0667367 Nov 12 05:17:58.622393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b6f6eee-e0f8-4caa-a3e6-79f68e930145 req-a12da017-3ae6-4031-9f15-1dad910eab0a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475748 Nov 12 05:17:58.636914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54256) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:58.755077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1508781768-network', 'tenant_id': '17464e8a0cf84087861fe8926581d430'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:58.780444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Made reservation on behalf of 17464e8a0cf84087861fe8926581d430 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:58.783742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:58.794578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:58.913217 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316e6497-6727-423a-b684-813924915033 x-openstack-request-id: req-316e6497-6727-423a-b684-813924915033 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:58.913808 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0891ce-27af-4bd3-afba-56565dfeb865", "tag": "23393912-b938-43df-a478-655c1cc5e4f4", "status": "completed", "code": 200}, {"server_uuid": "5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e", "name": "network-vif-deleted", "tag": "a5cd3dce-70ed-4617-acca-4535104793d0", "status": "failed", "code": 422}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:58.913808 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-316e6497-6727-423a-b684-813924915033 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:58.915641 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0891ce-27af-4bd3-afba-56565dfeb865', 'tag': '23393912-b938-43df-a478-655c1cc5e4f4', 'status': 'completed', 'code': 200} Nov 12 05:17:58.915641 n-d-765315-28 neutron-server[102590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b52c2f9-c1a4-4bf9-ade5-a9c628f3094e', 'name': 'network-vif-deleted', 'tag': 'a5cd3dce-70ed-4617-acca-4535104793d0', 'status': 'failed', 'code': 422} returned with failed status Nov 12 05:17:58.949041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:58.957770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:58.967947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-5142d5db-0ddf-4950-9c45-94981d3669ce tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:58.970047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-5142d5db-0ddf-4950-9c45-94981d3669ce tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.47 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80&tenant_id=810cfa3b1c084750ad17d879ad775a25&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 948 time: 0.1113789 Nov 12 05:17:58.980846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:17:58.999291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:58.999649 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Added segment b3a516c7-c38f-4058-a1f3-e79d144cc758 of type vlan for network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 Nov 12 05:17:59.064897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c943-9d07-48b9-bf80-f64f2a00f439 req-45582f97-88a4-4b91-ad8e-6daa1ab392d2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.066494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89b7c943-9d07-48b9-bf80-f64f2a00f439 req-45582f97-88a4-4b91-ad8e-6daa1ab392d2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 945 time: 0.0954497 Nov 12 05:17:59.101297 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.126728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 23393912-b938-43df-a478-655c1cc5e4f4 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:59.145754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2e81bd-b7b6-491d-ab43-d54098778d4e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:59.186042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.187344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.190528 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.213742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89b7c943-9d07-48b9-bf80-f64f2a00f439 req-b0cdb5f2-dbc6-4308-baa5-6803ee6377d1 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392677 Nov 12 05:17:59.228066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-f347eb3f-1236-416c-826f-f32a57ebfc32 service neutron] 10.222.0.47 "GET /v2.0/ports/7fcc00be-ada7-4d41-bcb0-5444d2310075/bindings/n-h2-765315-28 HTTP/1.1" status: 200 len: 383 time: 0.2473807 Nov 12 05:17:59.285484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 23393912-b938-43df-a478-655c1cc5e4f4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=23393912-b938-43df-a478-655c1cc5e4f4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:59.288629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6a0548a3-b837-43a6-9af5-0b93db90afd3 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:17:59.300366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 44a28c0e-115d-4208-9d03-f694eed273c6 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:59.334895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] Pushing event updated for resources: {'Network': ['ID=5639ec6b-9cfe-44ea-afe7-8119a07fd8c3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:59.354784 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a1b4a2e5-59e0-4c5c-a102-bb935fc90f73 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7156096 Nov 12 05:17:59.355360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:59.361558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:17:59.364783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Request body: {'subnet': {'network_id': '5639ec6b-9cfe-44ea-afe7-8119a07fd8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1508781768-subnet', 'tenant_id': '17464e8a0cf84087861fe8926581d430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:59.369430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '23393912-b938-43df-a478-655c1cc5e4f4', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '23393912-b938-43df-a478-655c1cc5e4f4', 'mac_address': 'fa:16:3e:ec:0b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:59.399265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-b336eb32-c22d-492a-8d21-5e6c375da48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.401559 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-b336eb32-c22d-492a-8d21-5e6c375da48f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e33db6083fdf410bbe53692e05b56ca1&device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 1099 time: 0.4759619 Nov 12 05:17:59.403055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Made reservation on behalf of 17464e8a0cf84087861fe8926581d430 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:59.407423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.423214 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:17:59.445583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-03e64321-8558-4a0e-8591-2b5144d1ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.447133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-03e64321-8558-4a0e-8591-2b5144d1ca09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1100 time: 0.1765313 Nov 12 05:17:59.460578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72903c40-4168-4a44-9369-cab7b37249a8 req-3ac4eae5-7f58-4325-a5be-14071e336589 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.468671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72903c40-4168-4a44-9369-cab7b37249a8 req-3ac4eae5-7f58-4325-a5be-14071e336589 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 948 time: 0.1306641 Nov 12 05:17:59.590849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72903c40-4168-4a44-9369-cab7b37249a8 req-692b3cd3-957f-4229-b608-e429cf2d403c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207416 Nov 12 05:17:59.667961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f71aa-d6ea-45c1-bd58-e596cf176cc6 req-5c3a376a-d78f-4025-989a-d8a5a52c2023 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.670263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-056f71aa-d6ea-45c1-bd58-e596cf176cc6 req-5c3a376a-d78f-4025-989a-d8a5a52c2023 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.3896542 Nov 12 05:17:59.709413 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.715483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.734902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23393912-b938-43df-a478-655c1cc5e4f4 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:59.752114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-adddc358-5e04-4719-8372-8d8f336fe7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.753779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-adddc358-5e04-4719-8372-8d8f336fe7a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2553911 Nov 12 05:17:59.796870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 23393912-b938-43df-a478-655c1cc5e4f4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=23393912-b938-43df-a478-655c1cc5e4f4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:59.818616 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.832110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:59.834614 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.839768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be657c7-8bf1-482c-9287-fd2fe5d54a07,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:59.865453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Checking segment: {'id': 'b3a516c7-c38f-4058-a1f3-e79d144cc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5639ec6b-9cfe-44ea-afe7-8119a07fd8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:59.866405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Network hostable DHCP agents. Network: 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:17:59.867528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-2224a045-f11c-4f99-85b8-dfff77958eb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0796688 Nov 12 05:17:59.873566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-056f71aa-d6ea-45c1-bd58-e596cf176cc6 req-62f9c89d-6a54-412c-9962-254dc601dc44 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917384 Nov 12 05:17:59.879901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '44a28c0e-115d-4208-9d03-f694eed273c6', 'network_id': '74953459-3065-4502-bb8a-45a77d14e644', 'port_id': '44a28c0e-115d-4208-9d03-f694eed273c6', 'mac_address': 'fa:16:3e:68:50:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a801205b-e0f1-40a6-afa4-93c95b87d5d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:59.892738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-22ebc372-c95a-4c3a-8c4e-d65a8150ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.895250 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-22ebc372-c95a-4c3a-8c4e-d65a8150ec26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.3691914 Nov 12 05:17:59.926736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:59.927645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:17:59.930827 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc166f-b03e-4d72-b7b7-811a0ff78ac9" -d '{"events": [{"server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:59.959282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:59.971077 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.973146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=23393912-b938-43df-a478-655c1cc5e4f4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:59.976749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.977660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eabdd-2dd8-485f-b6ab-7f0f2cedccb3 req-34ff01b1-8528-4012-b08c-fb56220c9c70 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.981069 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-0bd5e793-a623-48f2-8950-b8851d7143fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=23393912-b938-43df-a478-655c1cc5e4f4 HTTP/1.1" status: 200 len: 217 time: 0.0735085 Nov 12 05:17:59.981794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:59.982706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c5eabdd-2dd8-485f-b6ab-7f0f2cedccb3 req-34ff01b1-8528-4012-b08c-fb56220c9c70 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 947 time: 0.2512996 Nov 12 05:17:59.984951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.985298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.985640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.985980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.986313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.986669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.986782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:59.986998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.987512 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.987852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.987978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.988177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.988505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:59.988826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:00.002383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcdb3e-93ce-410e-9685-3385cbafa58f None None] Network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:18:00.084805 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-91c8fdd6-1d0d-4002-986a-a7d7efab38e7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7168727 Nov 12 05:18:00.118513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a28c0e-115d-4208-9d03-f694eed273c6 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:00.165371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:00.168806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-bb89485f-a2a8-4a27-9cb5-853bb1475957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:00.174844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-bb89485f-a2a8-4a27-9cb5-853bb1475957 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2978711 Nov 12 05:18:00.183113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-d785bb0c-fe59-462d-99b3-255f400128b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:00.184900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-d785bb0c-fe59-462d-99b3-255f400128b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1845133 Nov 12 05:18:00.195577 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:00.198987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43cce90c-0b1a-4d1b-a776-0f5c5506d189 req-28a10d03-855e-46cb-bacc-969d80759720 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 210 time: 0.1624005 Nov 12 05:18:00.211002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:00.215971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a6a861-857a-4d7b-9b8b-99bc2278e276 None None] Network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:18:00.261182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['23393912-b938-43df-a478-655c1cc5e4f4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:00.324088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-849783c8-ca13-4774-bfbd-8c49f3fabceb tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:00.325972 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-849783c8-ca13-4774-bfbd-8c49f3fabceb tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.2460692 Nov 12 05:18:00.333209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-cd9786d1-0e29-4123-8aa6-2ebdf70f6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:00.337222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c5eabdd-2dd8-485f-b6ab-7f0f2cedccb3 req-fb5ba2aa-a7ff-4597-9667-ffad5885b5f5 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392653 Nov 12 05:18:00.352850 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-cd9786d1-0e29-4123-8aa6-2ebdf70f6731 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553652 Nov 12 05:18:00.363487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Request body: {'port': {'device_id': 'a221ff40-3c05-4333-8307-4622fb5d0ee7', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'admin_state_up': True, 'tenant_id': 'b462c55b281744a2b4b0f9f90721130f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:00.415343 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bb8f18-3968-4ac1-87e4-22b791103f9a x-openstack-request-id: req-c2bb8f18-3968-4ac1-87e4-22b791103f9a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:00.415687 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:00.415948 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2bb8f18-3968-4ac1-87e4-22b791103f9a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:00.416348 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'code': 200} Nov 12 05:18:00.425518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-0f1eeaa9-2d21-4ac7-98b7-f4b677ad1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:00.427056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-0f1eeaa9-2d21-4ac7-98b7-f4b677ad1b89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2165854 Nov 12 05:18:00.514169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:00.594453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ef205-9fbb-4a0a-8bcf-b8c442cb3c70 req-63578eb0-6fac-43b5-bc2f-2da448b6a076 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:00.596118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed0ef205-9fbb-4a0a-8bcf-b8c442cb3c70 req-63578eb0-6fac-43b5-bc2f-2da448b6a076 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 945 time: 0.2501335 Nov 12 05:18:00.662053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-0be715e2-8dcd-42d9-a666-a78e338cfbde service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927625 Nov 12 05:18:00.696608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['44a28c0e-115d-4208-9d03-f694eed273c6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:00.722009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-3466e6a5-6039-4b5f-9e7c-357e1356ee03 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:00.723554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-3466e6a5-6039-4b5f-9e7c-357e1356ee03 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 943 time: 0.1264279 Nov 12 05:18:00.737834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Made reservation on behalf of b462c55b281744a2b4b0f9f90721130f for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:00.742453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:00.787385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-14933fdb-1c8f-41ff-9133-8f7c773818db service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439527 Nov 12 05:18:00.794223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed0ef205-9fbb-4a0a-8bcf-b8c442cb3c70 req-3275f8d1-47c5-4e09-ae02-326f7466c06a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700130 Nov 12 05:18:00.802766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899d39c-1aa3-4f08-bf21-65266a5775aa req-3c3409f8-cbff-4646-ae97-c383f857c9be tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:00.810233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1899d39c-1aa3-4f08-bf21-65266a5775aa req-3c3409f8-cbff-4646-ae97-c383f857c9be tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 943 time: 0.2118461 Nov 12 05:18:01.140434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:01.168657 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d66122c6-2b2c-4498-8742-eed8d8c761af req-d7ee4fa7-41d6-448e-ac23-66fe5305a7a6 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971852 Nov 12 05:18:01.195928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 7fcc00be-ada7-4d41-bcb0-5444d2310075 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:01.200002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 7fcc00be-ada7-4d41-bcb0-5444d2310075 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:01.200447 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.230228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Allocated IP 172.20.0.11 (94ce151c-8d46-459d-b0d8-62e48d752fd3/f47977af-5f43-43e4-978b-58e339d201f4/d8026d6a-1850-40b1-8436-3f3ca34cf46c) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:01.287496 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.323246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:01.329174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.330064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 918e89bd-d83e-4a62-a3af-9e1baf336879 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:01.406887 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.421481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:01.447771 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.479358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1899d39c-1aa3-4f08-bf21-65266a5775aa req-343654f1-3f12-4c85-9436-3401ea5bdc54 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681564 Nov 12 05:18:01.500690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:01.512924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-647d5b53-08b3-44b3-bdaa-0be2d2f3973b service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998589 Nov 12 05:18:01.513242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:01.515381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-302e9de6-ee74-469d-aefd-0c7b24ba32aa service neutron] 10.222.0.47 "GET /v2.0/ports/918e89bd-d83e-4a62-a3af-9e1baf336879/bindings/n-h1-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.3155856 Nov 12 05:18:01.533531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:01.538265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event updated for resources: {'Port': ['ID=d8026d6a-1850-40b1-8436-3f3ca34cf46c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:01.549832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-a2903dd2-a212-46b5-a204-47def1f923fa tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:01.551812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-a2903dd2-a212-46b5-a204-47def1f923fa tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/networks?id=5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 HTTP/1.1" status: 200 len: 821 time: 0.3566566 Nov 12 05:18:01.592908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:01.593716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.611321 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9758e430-99e1-4b10-a952-a454d4a6f8c0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2570014 Nov 12 05:18:01.624870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Deleting port 6a0548a3-b837-43a6-9af5-0b93db90afd3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:01.625206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.630224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Request body: {'port': {'device_id': 'a221ff40-3c05-4333-8307-4622fb5d0ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:01.643462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-ac1a68e5-bed4-4eaf-8dbe-0b82cd3f249d tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/quotas/17464e8a0cf84087861fe8926581d430 HTTP/1.1" status: 200 len: 375 time: 0.0496929 Nov 12 05:18:01.689822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.745263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-17698ac3-0ed6-43df-82cc-f36af5521665 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=17464e8a0cf84087861fe8926581d430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717318 Nov 12 05:18:01.795466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd88b3-007c-4c4c-8273-1f7c1c2a2700 req-853b9a97-7fac-4a2c-be92-f7761f0adf2b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:01.797065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2cd88b3-007c-4c4c-8273-1f7c1c2a2700 req-853b9a97-7fac-4a2c-be92-f7761f0adf2b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.2149067 Nov 12 05:18:01.945029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] For port 6a0548a3-b837-43a6-9af5-0b93db90afd3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=6a0548a3-b837-43a6-9af5-0b93db90afd3,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:01.945507 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.964129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8026d6a-1850-40b1-8436-3f3ca34cf46c {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:01.972330 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:01.986054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Transition to ACTIVE for port object d8026d6a-1850-40b1-8436-3f3ca34cf46c will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:01.991423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.007609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Calling delete_port for 6a0548a3-b837-43a6-9af5-0b93db90afd3 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:02.027597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2cd88b3-007c-4c4c-8273-1f7c1c2a2700 req-1d18fc74-0562-45ba-bad1-8302f47bc51a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227137 Nov 12 05:18:02.043416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8026d6a-1850-40b1-8436-3f3ca34cf46c,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:02.053896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-52008b80-d6e1-43e3-93b2-ac81bc521795 service neutron] 10.222.0.48 "GET /v2.0/networks/5639ec6b-9cfe-44ea-afe7-8119a07fd8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992790 Nov 12 05:18:02.117821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Attempting to bind port d8026d6a-1850-40b1-8436-3f3ca34cf46c on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:02.118106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Attempting to bind port d8026d6a-1850-40b1-8436-3f3ca34cf46c by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:02.118461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Attempting to bind port d8026d6a-1850-40b1-8436-3f3ca34cf46c on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:02.123472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Port d8026d6a-1850-40b1-8436-3f3ca34cf46c on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:02.123939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Attempting to bind port d8026d6a-1850-40b1-8436-3f3ca34cf46c on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:02.129489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:02.129824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Checking segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:02.130231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Bound using segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:02.130667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Bound port: d8026d6a-1850-40b1-8436-3f3ca34cf46c, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:02.131050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.180001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:02.194533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] For port d8026d6a-1850-40b1-8436-3f3ca34cf46c, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:02.197595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] For port d8026d6a-1850-40b1-8436-3f3ca34cf46c, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d8026d6a-1850-40b1-8436-3f3ca34cf46c,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:02.204707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.237729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:02.238372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.239804 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/d8026d6a-1850-40b1-8436-3f3ca34cf46c HTTP/1.1" status: 200 len: 1093 time: 0.6139727 Nov 12 05:18:02.240306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a221ff40-3c05-4333-8307-4622fb5d0ee7', 'tag': 'd8026d6a-1850-40b1-8436-3f3ca34cf46c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:02.242638 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a5bafd-9219-4e52-8b21-78f71ff13270" -d '{"events": [{"name": "network-changed", "server_uuid": "a221ff40-3c05-4333-8307-4622fb5d0ee7", "tag": "d8026d6a-1850-40b1-8436-3f3ca34cf46c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:02.243212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 44a28c0e-115d-4208-9d03-f694eed273c6 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:02.269225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:02.282559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5ab90-2762-429c-9071-54a08c52c8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8026d6a-1850-40b1-8436-3f3ca34cf46c,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:02.305165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 44a28c0e-115d-4208-9d03-f694eed273c6 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:02.320027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 44a28c0e-115d-4208-9d03-f694eed273c6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:02.320563 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.327878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5678d6-a485-42aa-a719-f8ab20bf70b0 req-fa8158f5-fc74-4ab0-ba04-81efbd9e51ea tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:02.329532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5678d6-a485-42aa-a719-f8ab20bf70b0 req-fa8158f5-fc74-4ab0-ba04-81efbd9e51ea tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 944 time: 0.2157321 Nov 12 05:18:02.359032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918e89bd-d83e-4a62-a3af-9e1baf336879 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:02.360229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-4b408915-ea10-4f96-91ab-c8bb63792bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:02.362190 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-4b408915-ea10-4f96-91ab-c8bb63792bc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0547535 Nov 12 05:18:02.379169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-4681ef5c-11e1-4199-bab0-fe8e655bf5ab service neutron] 10.222.0.48 "GET /v2.0/networks/5639ec6b-9cfe-44ea-afe7-8119a07fd8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830272 Nov 12 05:18:02.382404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:02.414510 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.428622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:02.429817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.430918 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4c371-bd79-4660-995d-d1e45ea9a7c6" -d '{"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-plugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:02.431297 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-1c9db109-0e14-4c97-82ed-181d913c1d40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8026d6a-1850-40b1-8436-3f3ca34cf46c HTTP/1.1" status: 200 len: 217 time: 0.0531735 Nov 12 05:18:02.457816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:02.463967 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.474671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5678d6-a485-42aa-a719-f8ab20bf70b0 req-1d01d961-6499-4d5f-b17b-bfabdc0718f5 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272433 Nov 12 05:18:02.499316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-42c9e557-b9d7-4b21-a048-c05e4f4a2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:02.511077 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-42c9e557-b9d7-4b21-a048-c05e4f4a2d58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.0712323 Nov 12 05:18:02.533557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.581867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-b0220067-44d0-4f7f-a0dc-298830eba151 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624404 Nov 12 05:18:02.589520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:02.601999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event deleted for resources: {'Port': ['ID=6a0548a3-b837-43a6-9af5-0b93db90afd3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:02.643347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] No DVR routers for this DVR port 6a0548a3-b837-43a6-9af5-0b93db90afd3 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:02.663470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.666844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fbe82de-162e-4f05-8626-f9513a966b65 req-184e08dd-7ee4-4ef4-9edd-9db7f5c5fe57 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.47 "DELETE /v2.0/ports/6a0548a3-b837-43a6-9af5-0b93db90afd3 HTTP/1.1" status: 204 len: 173 time: 1.9343772 Nov 12 05:18:02.668167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'name': 'network-vif-deleted', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:02.671080 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1b9b20-65fa-44fb-a0c7-0c13f1c0b106" -d '{"events": [{"server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "name": "network-vif-deleted", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:02.707574 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-11ad1764-9644-480b-8545-71e7e1354afc service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162760 Nov 12 05:18:02.715379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] Transition to ACTIVE for port object 918e89bd-d83e-4a62-a3af-9e1baf336879 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:02.723483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:02.772018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b54ff-344b-4290-af21-7e14f0124ef5 req-7cc7ed35-d27d-4965-b762-4ace3210b624 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:02.773693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-711b54ff-344b-4290-af21-7e14f0124ef5 req-7cc7ed35-d27d-4965-b762-4ace3210b624 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 944 time: 0.1627238 Nov 12 05:18:02.814730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc4a44-63e7-4b53-b83c-33288403cd66 req-ead310af-b348-4c45-9b24-77cd8f19bc27 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:02.816281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7edc4a44-63e7-4b53-b83c-33288403cd66 req-ead310af-b348-4c45-9b24-77cd8f19bc27 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 948 time: 0.1562564 Nov 12 05:18:02.836567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6925c67c-2266-4233-a3e0-a12e913b8c52 req-9aa24625-20c1-41f5-bc44-41b19946f9cf service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201024 Nov 12 05:18:02.846443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] No DVR routers for this DVR port 918e89bd-d83e-4a62-a3af-9e1baf336879 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:02.872323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] Pushing event updated for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:02.931612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-711b54ff-344b-4290-af21-7e14f0124ef5 req-4ffd7ee1-2467-4329-b46b-1619d4338349 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486521 Nov 12 05:18:02.935451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-d3113d58-2d21-412d-9ba0-ac9432a519ca service neutron] 10.222.0.47 "PUT /v2.0/ports/918e89bd-d83e-4a62-a3af-9e1baf336879/bindings/n-h1-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 1.4052875 Nov 12 05:18:02.950170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7edc4a44-63e7-4b53-b83c-33288403cd66 req-c2efad5c-7d90-468c-8f2b-281f8ec8fee6 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053145 Nov 12 05:18:03.064375 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020d4522-290e-4445-9b79-086b128850b8 x-openstack-request-id: req-020d4522-290e-4445-9b79-086b128850b8 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:03.064948 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a221ff40-3c05-4333-8307-4622fb5d0ee7", "tag": "d8026d6a-1850-40b1-8436-3f3ca34cf46c", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:03.064948 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-020d4522-290e-4445-9b79-086b128850b8 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:03.065323 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a221ff40-3c05-4333-8307-4622fb5d0ee7', 'tag': 'd8026d6a-1850-40b1-8436-3f3ca34cf46c', 'status': 'completed', 'code': 200} Nov 12 05:18:03.083149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbe873-678a-4681-9448-f59f00d97b82 req-5638aaaf-04f4-4aea-b90a-85783090fcb6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.084675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43dbe873-678a-4681-9448-f59f00d97b82 req-5638aaaf-04f4-4aea-b90a-85783090fcb6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.0567381 Nov 12 05:18:03.114821 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbad6ec7-ffd6-472c-8178-5beb98ed84a3 x-openstack-request-id: req-cbad6ec7-ffd6-472c-8178-5beb98ed84a3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:03.115114 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-plugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:03.115420 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbad6ec7-ffd6-472c-8178-5beb98ed84a3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:03.115846 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'code': 200} Nov 12 05:18:03.146442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 23393912-b938-43df-a478-655c1cc5e4f4 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:03.224005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43dbe873-678a-4681-9448-f59f00d97b82 req-8c6f2d53-2f04-42c1-beb1-2f0c8ab0a2b1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311057 Nov 12 05:18:03.244464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-5a717ee9-03ae-4b41-b2fb-a833f45b5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.246216 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-5a717ee9-03ae-4b41-b2fb-a833f45b5ecb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0926054 Nov 12 05:18:03.286666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61dfcef8-7545-400f-935d-0c91159552ea req-6b532825-aa7a-4e04-a99c-d9206cb2c7b2 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5d4faf-5228-4c4c-8419-eb8e641ce64d HTTP/1.1" status: 200 len: 210 time: 0.0586488 Nov 12 05:18:03.291491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 23393912-b938-43df-a478-655c1cc5e4f4 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:03.297323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 23393912-b938-43df-a478-655c1cc5e4f4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:03.297907 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:03.413504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcac5c48-85d0-4e6c-858d-a3db9c12ec32 req-e0e6a5d3-a419-4afb-9584-5c029737b18b tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 210 time: 0.0552814 Nov 12 05:18:03.418030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:03.456598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 23393912-b938-43df-a478-655c1cc5e4f4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=23393912-b938-43df-a478-655c1cc5e4f4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:03.463390 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:03.464494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6a0548a3-b837-43a6-9af5-0b93db90afd3 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:03.472070 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b580754f-918d-42d5-8039-6f842ce341a0 x-openstack-request-id: req-b580754f-918d-42d5-8039-6f842ce341a0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:03.472916 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5d4faf-5228-4c4c-8419-eb8e641ce64d", "name": "network-vif-deleted", "tag": "6a0548a3-b837-43a6-9af5-0b93db90afd3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:03.472916 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b580754f-918d-42d5-8039-6f842ce341a0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:03.473119 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5d4faf-5228-4c4c-8419-eb8e641ce64d', 'name': 'network-vif-deleted', 'tag': '6a0548a3-b837-43a6-9af5-0b93db90afd3', 'status': 'completed', 'code': 200} Nov 12 05:18:03.480136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-36de2000-2aea-4dfb-8420-9f59fd45fbc5 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.483035 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-36de2000-2aea-4dfb-8420-9f59fd45fbc5 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.2262504 Nov 12 05:18:03.491751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 6a0548a3-b837-43a6-9af5-0b93db90afd3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:03.492428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 6a0548a3-b837-43a6-9af5-0b93db90afd3 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:03.550886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-dd23a45c-d75a-4200-8cc7-b9a835f5a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.554703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=23393912-b938-43df-a478-655c1cc5e4f4,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:03.556155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-dd23a45c-d75a-4200-8cc7-b9a835f5a963 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 913 time: 0.2780385 Nov 12 05:18:03.606933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed33865-083c-4148-94ac-bf41dfc94faa req-5fc6ea26-65d2-472a-9b76-454844580979 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.609149 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eed33865-083c-4148-94ac-bf41dfc94faa req-5fc6ea26-65d2-472a-9b76-454844580979 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.0645368 Nov 12 05:18:03.630002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-a1aaf190-d1d3-4d75-bd55-85009245d897 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8026d6a-1850-40b1-8436-3f3ca34cf46c HTTP/1.1" status: 200 len: 217 time: 0.0592554 Nov 12 05:18:03.640857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-9cb41fc9-8d0e-4743-8d57-c4a6bdaf5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.642381 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-9cb41fc9-8d0e-4743-8d57-c4a6bdaf5eb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb HTTP/1.1" status: 200 len: 1097 time: 0.1461911 Nov 12 05:18:03.730626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-472d6fca-c359-4ed4-a5d0-e7d6453f099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.733250 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-472d6fca-c359-4ed4-a5d0-e7d6453f099f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.0897152 Nov 12 05:18:03.748687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-30831eb8-a6d7-4c56-9b12-8529a01006af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.750623 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-30831eb8-a6d7-4c56-9b12-8529a01006af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0680337 Nov 12 05:18:03.797537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb1825-df49-41ff-8e57-eb5c0c69632c req-023044d7-794e-499c-97d7-17ea372d0c21 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:03.807231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4eb1825-df49-41ff-8e57-eb5c0c69632c req-023044d7-794e-499c-97d7-17ea372d0c21 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 945 time: 0.1951272 Nov 12 05:18:03.815613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eed33865-083c-4148-94ac-bf41dfc94faa req-31497cf0-df3d-4dc8-beeb-cbdc07c5c7a0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950073 Nov 12 05:18:03.846205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-17b7c284-4763-4b77-abf3-95584f756f9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028430 Nov 12 05:18:03.870416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4eb1825-df49-41ff-8e57-eb5c0c69632c req-1a8311c3-5cfb-49f2-9738-f3e6eaf78363 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621128 Nov 12 05:18:04.004286 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-fdf2061d-f8d5-4346-bf56-207ac03366d2 service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247189 Nov 12 05:18:04.024645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-f5884c29-5ab5-4838-814b-635a6f85a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.025966 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-f5884c29-5ab5-4838-814b-635a6f85a148 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 200 len: 921 time: 0.2631454 Nov 12 05:18:04.100600 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-7b99cce7-b30d-453d-896a-29179f867536 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 200 len: 217 time: 0.0600917 Nov 12 05:18:04.174890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf29187-851b-4f90-b1ff-de03f1227a68 req-c0e5d81e-f257-4a7b-bc1a-7429c250e5f1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.176568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6cf29187-851b-4f90-b1ff-de03f1227a68 req-c0e5d81e-f257-4a7b-bc1a-7429c250e5f1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 944 time: 0.1246843 Nov 12 05:18:04.179439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-cf4ea23c-e99c-47f5-ae38-15fdca5b9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.180783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-cf4ea23c-e99c-47f5-ae38-15fdca5b9970 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80&tenant_id=810cfa3b1c084750ad17d879ad775a25 HTTP/1.1" status: 200 len: 1101 time: 0.1182840 Nov 12 05:18:04.192028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff131-4280-4606-9b09-568c10005b88 req-1db499bb-5e02-45ef-84c3-367050e04538 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.193663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61dff131-4280-4606-9b09-568c10005b88 req-1db499bb-5e02-45ef-84c3-367050e04538 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 949 time: 0.1300464 Nov 12 05:18:04.214659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:04.232756 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-e83b83df-7b23-4818-8cc5-40ae9443ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.234490 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-e83b83df-7b23-4818-8cc5-40ae9443ba4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 200 len: 860 time: 0.0993621 Nov 12 05:18:04.279142 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-48a5bafd-9219-4e52-8b21-78f71ff13270 req-39b6702c-3d17-4cf3-a672-7054fbe882be service neutron] 10.222.0.43 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636309 Nov 12 05:18:04.281240 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-af0f673c-e2c9-4f60-9374-dbb79f2de1ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47448b0-1759-4308-9812-089ef5f02fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386639 Nov 12 05:18:04.423179 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-83b72a31-40b4-4d36-9c4b-031d743532a5 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182606 Nov 12 05:18:04.428073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6cf29187-851b-4f90-b1ff-de03f1227a68 req-af84d3c8-7899-4519-8f5a-1a2b960bc5d8 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197173 Nov 12 05:18:04.430322 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:04.435526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61dff131-4280-4606-9b09-568c10005b88 req-57ce37ed-9c75-4761-85cb-3b7505aa03e5 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261124 Nov 12 05:18:04.462018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-5f79db46-3210-43e4-9e44-b56e2e0529e9 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.462018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-5f79db46-3210-43e4-9e44-b56e2e0529e9 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.47 "GET /v2.0/networks?id=5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 HTTP/1.1" status: 200 len: 821 time: 0.2516069 Nov 12 05:18:04.504798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Request body: {'port': {'device_id': '247ced11-b3e4-4aed-95df-b22369d41efe', 'network_id': '5639ec6b-9cfe-44ea-afe7-8119a07fd8c3', 'admin_state_up': True, 'tenant_id': '17464e8a0cf84087861fe8926581d430'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:04.568952 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-a9572ee9-6280-4748-b476-716a2be67397 service neutron] 10.222.0.43 "GET /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376033 Nov 12 05:18:04.751824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3005d9d-3229-4e40-9820-fb6d442e0713 req-cc1da093-fef0-4f57-a5c8-b4dba93ff44e tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 210 time: 0.0458653 Nov 12 05:18:04.883060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-7d66f87a-0e10-49a5-b0eb-48681c5754f3 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.884642 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-7d66f87a-0e10-49a5-b0eb-48681c5754f3 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3&tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.0489933 Nov 12 05:18:05.021967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-3e7fa461-af46-4e5e-a5fa-bd0b7f12d804 service neutron] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:05.025407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-3e7fa461-af46-4e5e-a5fa-bd0b7f12d804 service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:05.026584 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5a5df59-8aed-48a4-8355-8474a2066655 req-3e7fa461-af46-4e5e-a5fa-bd0b7f12d804 service neutron] 10.222.0.43 "DELETE /v2.0/ports/918e89bd-d83e-4a62-a3af-9e1baf336879/bindings/n-h2-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.1337976 Nov 12 05:18:05.117350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6'}, {'server_uuid': 'ad0891ce-27af-4bd3-afba-56565dfeb865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23393912-b938-43df-a478-655c1cc5e4f4'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:05.119863 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7381f33-8fb0-4e39-9ddb-aaafe635010a" -d '{"events": [{"server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "name": "network-vif-plugged", "status": "completed", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6"}, {"server_uuid": "ad0891ce-27af-4bd3-afba-56565dfeb865", "name": "network-vif-plugged", "status": "completed", "tag": "23393912-b938-43df-a478-655c1cc5e4f4"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:05.127371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c63d-055b-4f3f-9dfe-2ba7833ce828 req-6bc4fe9c-22c9-4c4a-98dd-d5737972535c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:05.129077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63a6c63d-055b-4f3f-9dfe-2ba7833ce828 req-6bc4fe9c-22c9-4c4a-98dd-d5737972535c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.5796106 Nov 12 05:18:05.153546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:05.233259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Made reservation on behalf of 17464e8a0cf84087861fe8926581d430 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:05.237294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:05.241618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:05.291701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:05.322194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63a6c63d-055b-4f3f-9dfe-2ba7833ce828 req-765a94f0-1541-42f9-add4-36627e2656b1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795163 Nov 12 05:18:05.388387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-9b795ff4-1d7a-4d2b-8ed9-452a54cefe61 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:05.390743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-9b795ff4-1d7a-4d2b-8ed9-452a54cefe61 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 821 time: 0.2777703 Nov 12 05:18:05.453952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:05.496257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-9b7e4804-6bb9-4b5c-95b7-8c99e41cf3a5 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/quotas/ecac6990eaf64d7eaf79c4275e070282 HTTP/1.1" status: 200 len: 375 time: 0.0744021 Nov 12 05:18:05.583026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:05.585604 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb5e434-9e7d-4256-9d2b-0b1e5919fee4" -d '{"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-unplugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:05.592462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:05.611574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60b04f-d7e3-4528-ad6a-1a10fb31ffa0 req-ab4a614c-7653-4c41-8ea0-a1dd177e6114 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:05.613168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a60b04f-d7e3-4528-ad6a-1a10fb31ffa0 req-ab4a614c-7653-4c41-8ea0-a1dd177e6114 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.2214420 Nov 12 05:18:05.633001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Transition to ACTIVE for port object 7fcc00be-ada7-4d41-bcb0-5444d2310075 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:05.638993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Allocated IP 172.20.0.13 (5639ec6b-9cfe-44ea-afe7-8119a07fd8c3/1be657c7-8bf1-482c-9287-fd2fe5d54a07/447e4ddb-2345-4643-a322-14025a83d34d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:05.646515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:05.678295 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:18:05.678696 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:18:05.725287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-0c677fb5-dadd-47f3-a554-c764271be67d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047215 Nov 12 05:18:05.795932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:05.825987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a60b04f-d7e3-4528-ad6a-1a10fb31ffa0 req-0776aaf2-9798-4ae9-b541-e9aa03cb2b4b tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011890 Nov 12 05:18:05.826868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] No DVR routers for this DVR port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:06.004591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:06.004954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:06.005260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:06.024551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:06.024875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Attempting to bind port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:06.056143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:06.056480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:06.056915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:06.057302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Bound port: 7fcc00be-ada7-4d41-bcb0-5444d2310075, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:06.057658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:06.064471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-b0cefb56-0d10-4830-8d70-3e34c966b8be service neutron] 10.222.0.48 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306608 Nov 12 05:18:06.102332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78877-f7a0-44cf-90bc-89191fce163a req-f5e172a6-83b2-42bf-b8a2-fa5f3ce4e253 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:06.103721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edf78877-f7a0-44cf-90bc-89191fce163a req-f5e172a6-83b2-42bf-b8a2-fa5f3ce4e253 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 945 time: 0.1759593 Nov 12 05:18:06.145644 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:06.258409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d8026d6a-1850-40b1-8436-3f3ca34cf46c details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:18:06.295120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edf78877-f7a0-44cf-90bc-89191fce163a req-0c02d227-31ba-416d-811d-4dd3791512a4 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749890 Nov 12 05:18:06.308234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:06.313389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-5862040f-49b6-4ba0-8e2e-13ba1ea1fe76 service neutron] 10.222.0.48 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392190 Nov 12 05:18:06.316161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:06.319833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:06.331486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:06.383971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:06.392776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d8026d6a-1850-40b1-8436-3f3ca34cf46c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d8026d6a-1850-40b1-8436-3f3ca34cf46c,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:06.395814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:06.399054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:06.399813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:06.401925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 1097 time: 2.1951344 Nov 12 05:18:06.406547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:06.412029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Pushing event updated for resources: {'Port': ['ID=447e4ddb-2345-4643-a322-14025a83d34d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:06.539554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:06.540461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:06.569417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'd8026d6a-1850-40b1-8436-3f3ca34cf46c', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'port_id': 'd8026d6a-1850-40b1-8436-3f3ca34cf46c', 'mac_address': 'fa:16:3e:bd:93:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47977af-5f43-43e4-978b-58e339d201f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:18:06.574555 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbf13f0-dad6-44aa-8d1e-4a902b37e71d x-openstack-request-id: req-efbf13f0-dad6-44aa-8d1e-4a902b37e71d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:06.575038 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "name": "network-vif-plugged", "status": "completed", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6", "code": 200}, {"server_uuid": "ad0891ce-27af-4bd3-afba-56565dfeb865", "name": "network-vif-plugged", "status": "completed", "tag": "23393912-b938-43df-a478-655c1cc5e4f4", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:06.575462 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efbf13f0-dad6-44aa-8d1e-4a902b37e71d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:06.576092 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6', 'code': 200} Nov 12 05:18:06.576493 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0891ce-27af-4bd3-afba-56565dfeb865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23393912-b938-43df-a478-655c1cc5e4f4', 'code': 200} Nov 12 05:18:06.617536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-36b08af4-33c6-498a-89ac-ded268e4cc88 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1205304 Nov 12 05:18:06.629225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453e2f6-7926-49c6-b685-4a128ae58d1d req-46d3fb1b-2464-497c-a5ef-135baf91399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:06.630961 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9453e2f6-7926-49c6-b685-4a128ae58d1d req-46d3fb1b-2464-497c-a5ef-135baf91399e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1098 time: 0.0646307 Nov 12 05:18:06.659387 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:06.697381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Request body: {'port': {'device_id': '247ced11-b3e4-4aed-95df-b22369d41efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:06.704589 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9453e2f6-7926-49c6-b685-4a128ae58d1d req-009b278b-bf9b-46f4-ace4-24e826b283fe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639379 Nov 12 05:18:06.713610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8026d6a-1850-40b1-8436-3f3ca34cf46c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:06.736995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d8026d6a-1850-40b1-8436-3f3ca34cf46c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d8026d6a-1850-40b1-8436-3f3ca34cf46c,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:06.741152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50499648-64f6-4d55-98df-d1e2a813b9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=11']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:06.742944 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:06.808086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-d55502cf-8293-41d2-ae36-3884e15535c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:06.809706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-d55502cf-8293-41d2-ae36-3884e15535c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1100 time: 0.2988057 Nov 12 05:18:06.810480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d8026d6a-1850-40b1-8436-3f3ca34cf46c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:06.866483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9b447-1321-4b71-b50e-be1b8e06dec3 req-06e35eb4-5e94-41c1-b8f4-18168ae8c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:06.868230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69c9b447-1321-4b71-b50e-be1b8e06dec3 req-06e35eb4-5e94-41c1-b8f4-18168ae8c4a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 1101 time: 0.2920091 Nov 12 05:18:06.881416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af04c1f-6ecc-460c-b280-49bac4f46d96 req-f50ed4ab-dae4-422a-aaaf-12aa504a92b6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:06.883115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8af04c1f-6ecc-460c-b280-49bac4f46d96 req-f50ed4ab-dae4-422a-aaaf-12aa504a92b6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 944 time: 0.2968795 Nov 12 05:18:06.902170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dd77e-609b-4e7e-8756-1120f8605a30 req-eb751957-ea4b-4c5c-b28d-fcb7d1643983 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:06.904121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c79dd77e-609b-4e7e-8756-1120f8605a30 req-eb751957-ea4b-4c5c-b28d-fcb7d1643983 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 949 time: 0.2119920 Nov 12 05:18:06.907373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:07.040345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69c9b447-1321-4b71-b50e-be1b8e06dec3 req-f0785ac3-ac5b-4cf3-a78e-1e7536f3be74 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551471 Nov 12 05:18:07.071895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c79dd77e-609b-4e7e-8756-1120f8605a30 req-e7f078f9-0bb1-4733-ab5d-345413019093 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468840 Nov 12 05:18:07.075532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8af04c1f-6ecc-460c-b280-49bac4f46d96 req-38580913-534e-444c-8553-050313f78b51 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704962 Nov 12 05:18:07.167768 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b97398-9afb-45ab-9623-83fbc1c0bdf6 x-openstack-request-id: req-04b97398-9afb-45ab-9623-83fbc1c0bdf6 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:07.168161 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-unplugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:07.168346 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04b97398-9afb-45ab-9623-83fbc1c0bdf6 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:07.168684 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'code': 200} Nov 12 05:18:07.261868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['d8026d6a-1850-40b1-8436-3f3ca34cf46c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:07.366439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-25cb0bbf-717f-43b5-85c2-e7124b528aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:07.367793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-25cb0bbf-717f-43b5-85c2-e7124b528aad service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2225153 Nov 12 05:18:07.398690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c2fec-5276-423c-a3ad-b993bb5e921f req-82f480e5-f61b-40ce-aafc-5ec61cbfaf27 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:07.400638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-384c2fec-5276-423c-a3ad-b993bb5e921f req-82f480e5-f61b-40ce-aafc-5ec61cbfaf27 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 932 time: 0.1762786 Nov 12 05:18:07.458094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-869c7706-b973-4766-b4b9-14286f607961 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0732584 Nov 12 05:18:07.546375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbd06c-e1e8-48aa-bc5e-36253702be37 req-a5508688-873c-445a-bb33-c3d123d57e47 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:07.547829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66cbd06c-e1e8-48aa-bc5e-36253702be37 req-a5508688-873c-445a-bb33-c3d123d57e47 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.2009106 Nov 12 05:18:07.597836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-384c2fec-5276-423c-a3ad-b993bb5e921f req-73cde19e-474d-4171-a898-85ba9b6eda9b tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848266 Nov 12 05:18:07.608156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-5276e6f9-00e5-4994-a6fc-0b8fb1efafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:07.609658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-5276e6f9-00e5-4994-a6fc-0b8fb1efafed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1362081 Nov 12 05:18:07.631675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447e4ddb-2345-4643-a322-14025a83d34d {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:07.656449 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:07.705184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66cbd06c-e1e8-48aa-bc5e-36253702be37 req-3a04023c-e4c7-4cf6-a593-45ac6a9aa39b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444046 Nov 12 05:18:07.720689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Transition to ACTIVE for port object 447e4ddb-2345-4643-a322-14025a83d34d will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:07.723369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13ad8502-f708-428b-81fc-804a92239a1f req-ac878f3f-7a04-4747-8c01-81069833b93a tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 210 time: 0.0433350 Nov 12 05:18:07.728679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:07.736056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310324-1ccd-4f8d-bef5-99936470f32c req-1cdd8f15-644e-463c-8cfc-d7d61b91d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:07.737616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-1cdd8f15-644e-463c-8cfc-d7d61b91d47f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187639 Nov 12 05:18:07.932930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=447e4ddb-2345-4643-a322-14025a83d34d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:08.337919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f27b7d-e7d9-43e3-b829-0ed6822dba38 req-6931891b-bc13-46fb-8957-5a965a4388fb tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:08.339386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3f27b7d-e7d9-43e3-b829-0ed6822dba38 req-6931891b-bc13-46fb-8957-5a965a4388fb tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 1097 time: 0.5247507 Nov 12 05:18:08.354534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36050ff6-2ef9-4927-ae8b-80bc2d3e471c req-aafe22df-e267-4664-b61e-72d7cb9a4333 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:08.355998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36050ff6-2ef9-4927-ae8b-80bc2d3e471c req-aafe22df-e267-4664-b61e-72d7cb9a4333 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 948 time: 0.5836530 Nov 12 05:18:08.378565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-e9e331a7-02aa-422d-be96-56e8fff18542 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180599 Nov 12 05:18:08.471812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-853df682-2cbb-4db7-9953-ff8ea5168494 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:08.473249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-853df682-2cbb-4db7-9953-ff8ea5168494 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.47 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 821 time: 0.5776520 Nov 12 05:18:08.481119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Attempting to bind port 447e4ddb-2345-4643-a322-14025a83d34d on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:08.481517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Attempting to bind port 447e4ddb-2345-4643-a322-14025a83d34d by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'b3a516c7-c38f-4058-a1f3-e79d144cc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5639ec6b-9cfe-44ea-afe7-8119a07fd8c3'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:08.482495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Attempting to bind port 447e4ddb-2345-4643-a322-14025a83d34d on network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:08.525082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Request body: {'port': {'device_id': '4b648872-a97e-4e11-b079-acfd12b5f62f', 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'admin_state_up': True, 'tenant_id': 'ecac6990eaf64d7eaf79c4275e070282'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:08.555515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Port 447e4ddb-2345-4643-a322-14025a83d34d on network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:08.555841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Attempting to bind port 447e4ddb-2345-4643-a322-14025a83d34d on network 5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:08.568305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3f27b7d-e7d9-43e3-b829-0ed6822dba38 req-e43b28ca-f110-4ff6-bac2-58a1a7b969f8 tempest-LiveAutoBlockMigrationV225Test-1290961932 tempest-LiveAutoBlockMigrationV225Test-1290961932-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093565 Nov 12 05:18:08.582899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36050ff6-2ef9-4927-ae8b-80bc2d3e471c req-7c7e5298-3965-4932-9efb-36f932e22b3e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155280 Nov 12 05:18:08.608871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:08.609218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Checking segment: {'id': 'b3a516c7-c38f-4058-a1f3-e79d144cc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5639ec6b-9cfe-44ea-afe7-8119a07fd8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:08.609636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Bound using segment: {'id': 'b3a516c7-c38f-4058-a1f3-e79d144cc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5639ec6b-9cfe-44ea-afe7-8119a07fd8c3'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:08.610085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Bound port: 447e4ddb-2345-4643-a322-14025a83d34d, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a516c7-c38f-4058-a1f3-e79d144cc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5639ec6b-9cfe-44ea-afe7-8119a07fd8c3'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:08.610411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:08.680915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52310324-1ccd-4f8d-bef5-99936470f32c req-4c841800-92b9-4536-8780-f1c7fd730038 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811577 Nov 12 05:18:08.786332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] For port 447e4ddb-2345-4643-a322-14025a83d34d, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:08.793156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] For port 447e4ddb-2345-4643-a322-14025a83d34d, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=447e4ddb-2345-4643-a322-14025a83d34d,segment=NetworkSegment(b3a516c7-c38f-4058-a1f3-e79d144cc758),segment_id=b3a516c7-c38f-4058-a1f3-e79d144cc758)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:08.805459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:08.818429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a70ec-0777-4b12-ad23-1ac70621bd86 req-c5bde7dd-c4f4-4ae0-b239-213c9a7cea49 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:08.819916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f36a70ec-0777-4b12-ad23-1ac70621bd86 req-c5bde7dd-c4f4-4ae0-b239-213c9a7cea49 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 949 time: 0.1508532 Nov 12 05:18:08.832692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4611bf-6a68-4014-983d-33c429a27479 req-29e78b83-082d-4ea4-ad66-bbe4471c29d4 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:08.834126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b4611bf-6a68-4014-983d-33c429a27479 req-29e78b83-082d-4ea4-ad66-bbe4471c29d4 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 945 time: 0.1603851 Nov 12 05:18:08.857786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Made reservation on behalf of ecac6990eaf64d7eaf79c4275e070282 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:08.861229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:08.910296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:08.910934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:08.912293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] 10.222.0.47 "PUT /v2.0/ports/447e4ddb-2345-4643-a322-14025a83d34d HTTP/1.1" status: 200 len: 1093 time: 2.2190599 Nov 12 05:18:08.959779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca674c-d56f-4b59-a31d-c4252b9edfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=447e4ddb-2345-4643-a322-14025a83d34d,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:09.044663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b4611bf-6a68-4014-983d-33c429a27479 req-0cbb2015-2896-45c5-9deb-52a8ca207a5e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898260 Nov 12 05:18:09.053252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f36a70ec-0777-4b12-ad23-1ac70621bd86 req-2266f67d-d0f5-405d-b32a-5b77c80909a4 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010620 Nov 12 05:18:09.092779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-51063f97-fe04-40ca-87de-e8a08856014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:09.094311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-51063f97-fe04-40ca-87de-e8a08856014e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17464e8a0cf84087861fe8926581d430&device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 1096 time: 0.1384082 Nov 12 05:18:09.160597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-9545b2b7-677a-492b-b2ca-109b03a8c4ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=447e4ddb-2345-4643-a322-14025a83d34d HTTP/1.1" status: 200 len: 217 time: 0.0552485 Nov 12 05:18:09.165228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Allocated IP 172.20.0.5 (355537fb-4aa5-4638-a6dd-8f5b97e76a35/d468324b-3994-4dfc-bb33-d82a6b45f4c2/b37d5661-ea1a-4b15-9f0b-450064e7847b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:09.180499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}, {'name': 'network-changed', 'server_uuid': '247ced11-b3e4-4aed-95df-b22369d41efe', 'tag': '447e4ddb-2345-4643-a322-14025a83d34d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:09.182782 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e26d93e-dd59-4302-b8b4-846f4e921f38" -d '{"events": [{"name": "network-changed", "server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}, {"name": "network-changed", "server_uuid": "247ced11-b3e4-4aed-95df-b22369d41efe", "tag": "447e4ddb-2345-4643-a322-14025a83d34d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:09.266666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-8980785c-91c8-4a96-ae91-d785e6480768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:09.268158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-8980785c-91c8-4a96-ae91-d785e6480768 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1be657c7-8bf1-482c-9287-fd2fe5d54a07 HTTP/1.1" status: 200 len: 861 time: 0.0817337 Nov 12 05:18:09.278516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2e707-78aa-4056-bcc6-0bb4e95b17c0 req-c1bc94a0-ca5c-4dda-85e0-f14a4a6e1a32 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:09.280000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38d2e707-78aa-4056-bcc6-0bb4e95b17c0 req-c1bc94a0-ca5c-4dda-85e0-f14a4a6e1a32 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 944 time: 0.1332881 Nov 12 05:18:09.329092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-19b4ce41-6464-4e63-8e63-31da671c1963 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5639ec6b-9cfe-44ea-afe7-8119a07fd8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479901 Nov 12 05:18:09.516724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38d2e707-78aa-4056-bcc6-0bb4e95b17c0 req-3d2e5b9b-959f-4f25-a94e-e4cc99db30b7 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140203 Nov 12 05:18:09.554249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364ace8-930c-4c76-87f6-a595fd78395d req-399da983-2c81-4f6e-b676-0c471b43ec0e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:09.555758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3364ace8-930c-4c76-87f6-a595fd78395d req-399da983-2c81-4f6e-b676-0c471b43ec0e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.2058053 Nov 12 05:18:09.576588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-73de1fc7-f202-4f46-9920-8cd3d4749193 service neutron] 10.222.0.47 "GET /v2.0/networks/5639ec6b-9cfe-44ea-afe7-8119a07fd8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367952 Nov 12 05:18:09.579296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:09.636771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d515913-5e90-4b7b-9003-dd92beba1b44 req-a280586d-e11b-4759-b409-d9a4639c2c2d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 210 time: 0.0558465 Nov 12 05:18:09.721042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3364ace8-930c-4c76-87f6-a595fd78395d req-23293027-b402-4dd1-848c-f418069da934 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547363 Nov 12 05:18:09.725331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:09.786489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce4fe01-33e6-4049-a919-ff11c4531d02 req-358030b1-a0ba-4198-bed7-e29374982e2d service neutron] 10.222.0.47 "GET /v2.0/networks/5639ec6b-9cfe-44ea-afe7-8119a07fd8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018898 Nov 12 05:18:09.788250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:09.795718 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45373abc-7b14-4c3d-be53-c81ce44bd374 x-openstack-request-id: req-45373abc-7b14-4c3d-be53-c81ce44bd374 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:09.795718 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "247ced11-b3e4-4aed-95df-b22369d41efe", "tag": "447e4ddb-2345-4643-a322-14025a83d34d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:09.795718 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45373abc-7b14-4c3d-be53-c81ce44bd374 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:09.795718 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'status': 'completed', 'code': 200} Nov 12 05:18:09.795718 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247ced11-b3e4-4aed-95df-b22369d41efe', 'tag': '447e4ddb-2345-4643-a322-14025a83d34d', 'status': 'completed', 'code': 200} Nov 12 05:18:09.804803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:09.809671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:09.814575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event updated for resources: {'Port': ['ID=b37d5661-ea1a-4b15-9f0b-450064e7847b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:09.893410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:09.894013 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:09.991513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-d73d9afc-6be4-4219-bb2f-6f577acab13c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5036142 Nov 12 05:18:10.001116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-b9ecc7ab-8220-4c4d-bfe9-101be0141ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.002563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-b9ecc7ab-8220-4c4d-bfe9-101be0141ebe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1100 time: 0.1502411 Nov 12 05:18:10.019802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Request body: {'port': {'device_id': '4b648872-a97e-4e11-b079-acfd12b5f62f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:10.036708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-626803b1-1a33-4884-8276-f886f17b9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.038133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-626803b1-1a33-4884-8276-f886f17b9650 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=810cfa3b1c084750ad17d879ad775a25&device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1100 time: 0.1407692 Nov 12 05:18:10.067918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc9e1-fc0d-4205-ad06-709c62649569 req-f1a5d88e-0b96-4103-a4ed-fca86ab17148 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.069324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9afc9e1-fc0d-4205-ad06-709c62649569 req-f1a5d88e-0b96-4103-a4ed-fca86ab17148 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 945 time: 0.1849384 Nov 12 05:18:10.085641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0a3fc-f7e1-4cfa-a1c2-dc195365211e req-bca18724-ef4e-4a27-96c6-2c3f6a473304 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.087068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52f0a3fc-f7e1-4cfa-a1c2-dc195365211e req-bca18724-ef4e-4a27-96c6-2c3f6a473304 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 948 time: 0.2001297 Nov 12 05:18:10.239767 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:10.266222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d8026d6a-1850-40b1-8436-3f3ca34cf46c up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:10.272841 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:10.317522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port d8026d6a-1850-40b1-8436-3f3ca34cf46c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:10.321387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port d8026d6a-1850-40b1-8436-3f3ca34cf46c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:10.321825 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:10.327862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9afc9e1-fc0d-4205-ad06-709c62649569 req-8095ec07-ab3b-4890-9f26-8f7509a9acac tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398367 Nov 12 05:18:10.335311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52f0a3fc-f7e1-4cfa-a1c2-dc195365211e req-08c8a185-9052-405a-b368-4535ab0bef69 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370582 Nov 12 05:18:10.336554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-a89116b0-35ce-4fcb-81b7-98976ad49707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.337723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-a89116b0-35ce-4fcb-81b7-98976ad49707 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.3260372 Nov 12 05:18:10.343468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-9b36aba4-bc43-4af9-b1c2-1ed01ed50458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.344934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-9b36aba4-bc43-4af9-b1c2-1ed01ed50458 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2729964 Nov 12 05:18:10.424330 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:10.438992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-e348dd97-dda1-45f2-8f38-17f98a8386c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0754817 Nov 12 05:18:10.442822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-c7cf941b-7d8c-4a94-b0ae-342d073ab779 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 200 len: 217 time: 0.0805407 Nov 12 05:18:10.448402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a221ff40-3c05-4333-8307-4622fb5d0ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8026d6a-1850-40b1-8436-3f3ca34cf46c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:10.451247 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929d0ea4-5024-428d-92b4-f20002e36762" -d '{"events": [{"server_uuid": "a221ff40-3c05-4333-8307-4622fb5d0ee7", "name": "network-vif-plugged", "status": "completed", "tag": "d8026d6a-1850-40b1-8436-3f3ca34cf46c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:10.471472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d8026d6a-1850-40b1-8436-3f3ca34cf46c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d8026d6a-1850-40b1-8436-3f3ca34cf46c,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:10.478246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:10.550621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-bb08362a-4155-43ad-a2b0-a94d4137b462 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e33db6083fdf410bbe53692e05b56ca1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144402 Nov 12 05:18:10.570726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d8026d6a-1850-40b1-8436-3f3ca34cf46c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:10.589528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-9f5f1d3d-5900-4860-bb28-34ccbf44883a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.591664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-9f5f1d3d-5900-4860-bb28-34ccbf44883a tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 945 time: 0.0555735 Nov 12 05:18:10.670175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-d8ac8347-e28e-42aa-9999-0e03bf14325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.671678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-d8ac8347-e28e-42aa-9999-0e03bf14325b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2070231 Nov 12 05:18:10.677817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-8e7aab2e-6384-44cd-9d1d-85fe12918595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.679228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-8e7aab2e-6384-44cd-9d1d-85fe12918595 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.2117062 Nov 12 05:18:10.695368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Deleting port 918e89bd-d83e-4a62-a3af-9e1baf336879 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:10.695709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:10.749426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c417021-9fed-4d4b-b5cc-694fb18a04cc req-c701c049-db87-477a-b7c8-0928b1e6ca13 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.750961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c417021-9fed-4d4b-b5cc-694fb18a04cc req-c701c049-db87-477a-b7c8-0928b1e6ca13 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1098 time: 0.3135939 Nov 12 05:18:10.783712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] For port 918e89bd-d83e-4a62-a3af-9e1baf336879, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=918e89bd-d83e-4a62-a3af-9e1baf336879,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:10.783990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:10.796958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Calling delete_port for 918e89bd-d83e-4a62-a3af-9e1baf336879 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:10.907172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-05586ebe-44eb-4fc9-a36d-aeb4dc2e8232 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.908624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-05586ebe-44eb-4fc9-a36d-aeb4dc2e8232 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046997 Nov 12 05:18:10.916490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-0231498d-50cb-4800-8b47-81205cef9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.917933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-0231498d-50cb-4800-8b47-81205cef9354 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1999798 Nov 12 05:18:10.919652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-15ba2307-549a-49c0-a002-260531fa1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:10.921001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-15ba2307-549a-49c0-a002-260531fa1908 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2121701 Nov 12 05:18:10.927453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:10.939936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:10.959159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c417021-9fed-4d4b-b5cc-694fb18a04cc req-cc7b803c-46ad-4da2-820c-0d264db03df1 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739414 Nov 12 05:18:10.961971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Pushing event deleted for resources: {'Port': ['ID=918e89bd-d83e-4a62-a3af-9e1baf336879,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:10.968138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['918e89bd-d83e-4a62-a3af-9e1baf336879'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:11.003128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-33971ba1-a4d5-4203-b045-b41cd674249f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/quotas/e33db6083fdf410bbe53692e05b56ca1 HTTP/1.1" status: 200 len: 375 time: 0.0786033 Nov 12 05:18:11.031002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] No DVR routers for this DVR port 918e89bd-d83e-4a62-a3af-9e1baf336879 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:11.036332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:11.040652 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8e6e3e2-96f9-40d1-9da9-cba7628ed40a req-a95983d1-3e8a-4b16-aa66-b41b94575386 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.43 "DELETE /v2.0/ports/918e89bd-d83e-4a62-a3af-9e1baf336879 HTTP/1.1" status: 204 len: 173 time: 0.4423718 Nov 12 05:18:11.041850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'name': 'network-vif-deleted', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:11.053889 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a48784-5d7e-456b-8306-f31b48399dfb" -d '{"events": [{"server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "name": "network-vif-deleted", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:11.499510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-be68cd3f-9959-4fee-a183-484c8fc4b476 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524557 Nov 12 05:18:11.504978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-2c6f2ddd-c0c1-48bf-ac37-84fa3d3cf736 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759094 Nov 12 05:18:11.507056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37d5661-ea1a-4b15-9f0b-450064e7847b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:11.519035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195f2bd-3731-4f9b-b60e-00a8124cafc0 req-dd539eda-0cd3-4f33-bca3-6da6335b6161 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:11.522612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9195f2bd-3731-4f9b-b60e-00a8124cafc0 req-dd539eda-0cd3-4f33-bca3-6da6335b6161 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.4580090 Nov 12 05:18:11.536226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:11.553013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6c93f251-6dec-470b-bcac-efa663c69f44 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e33db6083fdf410bbe53692e05b56ca1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5156441 Nov 12 05:18:11.635619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Transition to ACTIVE for port object b37d5661-ea1a-4b15-9f0b-450064e7847b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:11.681643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:11.776396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9195f2bd-3731-4f9b-b60e-00a8124cafc0 req-38b9b07d-34e1-49af-b8b1-59de2d30c6bc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260816 Nov 12 05:18:11.812868 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623d4a39-9ae3-455e-9140-d1e76db215a2 x-openstack-request-id: req-623d4a39-9ae3-455e-9140-d1e76db215a2 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:11.813732 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a221ff40-3c05-4333-8307-4622fb5d0ee7", "name": "network-vif-plugged", "status": "completed", "tag": "d8026d6a-1850-40b1-8436-3f3ca34cf46c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:11.814418 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-623d4a39-9ae3-455e-9140-d1e76db215a2 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:11.815105 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a221ff40-3c05-4333-8307-4622fb5d0ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8026d6a-1850-40b1-8436-3f3ca34cf46c', 'code': 200} Nov 12 05:18:11.900162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Pushing event updated for resources: {'Port': ['ID=b37d5661-ea1a-4b15-9f0b-450064e7847b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:11.952985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e153c-c5ac-417d-89dc-cfde2ba3ca10 req-5ed479bc-61e2-485c-975a-1c73fb276122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:11.954763 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c4e153c-c5ac-417d-89dc-cfde2ba3ca10 req-5ed479bc-61e2-485c-975a-1c73fb276122 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0485911 Nov 12 05:18:12.007363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-21c4dba0-e1d5-4d06-ab9f-09826e09cb83 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806907 Nov 12 05:18:12.009489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-d3b2c0f8-ce7a-4603-ba20-7002649adee0 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817276 Nov 12 05:18:12.012473 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c4e153c-c5ac-417d-89dc-cfde2ba3ca10 req-d481c8cc-932f-4247-af4a-6c0d1736d529 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Nov 12 05:18:12.056374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Attempting to bind port b37d5661-ea1a-4b15-9f0b-450064e7847b on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:12.056848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Attempting to bind port b37d5661-ea1a-4b15-9f0b-450064e7847b by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:12.057274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Attempting to bind port b37d5661-ea1a-4b15-9f0b-450064e7847b on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:12.067165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76762e-8053-4a55-9175-5abb2cd25251 req-90f2de23-b3ff-4f63-8901-bdbe889a8d9a tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.068724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c76762e-8053-4a55-9175-5abb2cd25251 req-90f2de23-b3ff-4f63-8901-bdbe889a8d9a tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 944 time: 0.1497326 Nov 12 05:18:12.092141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aa1a6-1c0b-4602-a1d6-31f06688088c req-fd5fe22a-be9f-4a9f-8c66-5a40a557ab0e tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.093605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd9aa1a6-1c0b-4602-a1d6-31f06688088c req-fd5fe22a-be9f-4a9f-8c66-5a40a557ab0e tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 943 time: 0.1727788 Nov 12 05:18:12.108981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Port b37d5661-ea1a-4b15-9f0b-450064e7847b on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:12.109317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Attempting to bind port b37d5661-ea1a-4b15-9f0b-450064e7847b on network 355537fb-4aa5-4638-a6dd-8f5b97e76a35 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:12.147545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:12.147914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Checking segment: {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:12.148259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Bound using segment: {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:12.148746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Bound port: b37d5661-ea1a-4b15-9f0b-450064e7847b, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:12.149096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:12.209137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-5a0ad71d-2c1e-451b-83a1-d053906efe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.210826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-5a0ad71d-2c1e-451b-83a1-d053906efe24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17464e8a0cf84087861fe8926581d430&device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 1096 time: 0.1384363 Nov 12 05:18:12.260014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd9aa1a6-1c0b-4602-a1d6-31f06688088c req-2f87e6ad-980b-480f-a8db-243f4310c7dc tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437726 Nov 12 05:18:12.260637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:18:12.263386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c76762e-8053-4a55-9175-5abb2cd25251 req-3d70fc04-9ca4-4315-8125-a9509eb5d385 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813560 Nov 12 05:18:12.354236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] For port b37d5661-ea1a-4b15-9f0b-450064e7847b, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:12.360173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] For port b37d5661-ea1a-4b15-9f0b-450064e7847b, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b37d5661-ea1a-4b15-9f0b-450064e7847b,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:12.379246 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cbf265-f614-48f3-ad13-cac010b94d9f x-openstack-request-id: req-35cbf265-f614-48f3-ad13-cac010b94d9f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:12.380725 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dd9110-bab5-4f2f-a0bc-f54973582fa3", "name": "network-vif-deleted", "tag": "918e89bd-d83e-4a62-a3af-9e1baf336879", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:12.381188 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35cbf265-f614-48f3-ad13-cac010b94d9f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:12.381965 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd9110-bab5-4f2f-a0bc-f54973582fa3', 'name': 'network-vif-deleted', 'tag': '918e89bd-d83e-4a62-a3af-9e1baf336879', 'status': 'completed', 'code': 200} Nov 12 05:18:12.395566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:12.441669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-4cf51934-5387-41e9-9216-edc325c281b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.443305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-4cf51934-5387-41e9-9216-edc325c281b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 HTTP/1.1" status: 200 len: 922 time: 0.2038083 Nov 12 05:18:12.470775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:12.494748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'mac_address': 'fa:16:3e:bc:ae:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:18:12.539100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.539785 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:12.541397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] 10.222.0.47 "PUT /v2.0/ports/b37d5661-ea1a-4b15-9f0b-450064e7847b HTTP/1.1" status: 200 len: 1092 time: 2.5263059 Nov 12 05:18:12.543226 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:12.558115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcc00be-ada7-4d41-bcb0-5444d2310075 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:12.577948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b648872-a97e-4e11-b079-acfd12b5f62f', 'tag': 'b37d5661-ea1a-4b15-9f0b-450064e7847b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:12.580259 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751ea210-f708-4645-8e9e-531251cff0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b648872-a97e-4e11-b079-acfd12b5f62f", "tag": "b37d5661-ea1a-4b15-9f0b-450064e7847b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:12.593708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:12.600460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:12.611666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-7e3c4d05-4ad9-4155-8416-4b0e585b2f16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=447e4ddb-2345-4643-a322-14025a83d34d HTTP/1.1" status: 200 len: 217 time: 0.1256397 Nov 12 05:18:12.626167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a616887c-e8b5-48ec-b965-2a24b4cef2cf req-00a5263a-3ed3-4b64-9f2a-8adcc62490e5 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 210 time: 0.1334648 Nov 12 05:18:12.684442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=12']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:12.706200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cae95-7d0e-44a5-8307-002d88be4606 service neutron] Pushing event updated for resources: {'Port': ['ID=b37d5661-ea1a-4b15-9f0b-450064e7847b,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:12.739764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390f0d-7450-4f69-93d6-7f6285c25cbf req-fc6b29a5-b17f-4087-b824-8686df573f99 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.742161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c390f0d-7450-4f69-93d6-7f6285c25cbf req-fc6b29a5-b17f-4087-b824-8686df573f99 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1098 time: 0.3362207 Nov 12 05:18:12.750079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-e7921e98-0e88-4eb1-9579-d0edbfd947a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.751579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-e7921e98-0e88-4eb1-9579-d0edbfd947a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1be657c7-8bf1-482c-9287-fd2fe5d54a07 HTTP/1.1" status: 200 len: 861 time: 0.1173739 Nov 12 05:18:12.821344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-f2de8a61-d093-491b-b643-3dc942894a89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5639ec6b-9cfe-44ea-afe7-8119a07fd8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525296 Nov 12 05:18:12.827514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-5fed1472-5c8a-4134-894d-3dac6ff5cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.829280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-5fed1472-5c8a-4134-894d-3dac6ff5cf28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 1095 time: 0.1899903 Nov 12 05:18:12.927176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-583af617-4e7a-4743-bddd-a245a27efbaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b37d5661-ea1a-4b15-9f0b-450064e7847b HTTP/1.1" status: 200 len: 217 time: 0.0843818 Nov 12 05:18:12.976344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a58e43-341c-4563-a116-c118099a7871 req-cfd706bc-5596-45db-a3d6-edf0d4ca5291 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:12.978329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28a58e43-341c-4563-a116-c118099a7871 req-cfd706bc-5596-45db-a3d6-edf0d4ca5291 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.2551448 Nov 12 05:18:13.011068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c390f0d-7450-4f69-93d6-7f6285c25cbf req-10980e81-22f0-4645-926a-eaa4bdced2a1 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409718 Nov 12 05:18:13.028261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-f303af57-9058-4cea-8086-f8c3f8a0c98a tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e33db6083fdf410bbe53692e05b56ca1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028867 Nov 12 05:18:13.165757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['7fcc00be-ada7-4d41-bcb0-5444d2310075'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:13.178686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-4aca2b43-50f8-4db3-bbdb-0d7992171393 service neutron] 10.222.0.47 "GET /v2.0/networks/5639ec6b-9cfe-44ea-afe7-8119a07fd8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484092 Nov 12 05:18:13.186369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6423dd79-ad67-4522-8a85-5b2ca6c82ec2 req-59626305-4ba5-4bee-9a65-503a54d3ae8b tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 210 time: 0.0875764 Nov 12 05:18:13.194405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 447e4ddb-2345-4643-a322-14025a83d34d details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:18:13.212089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-55c58670-aa61-4cf5-8e1b-456327c3d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:13.213557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-55c58670-aa61-4cf5-8e1b-456327c3d9b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d468324b-3994-4dfc-bb33-d82a6b45f4c2 HTTP/1.1" status: 200 len: 861 time: 0.2341385 Nov 12 05:18:13.259375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28a58e43-341c-4563-a116-c118099a7871 req-5c839c39-6a5d-426a-820f-388cca851d41 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369032 Nov 12 05:18:13.303943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-4ed00474-cd0d-46be-8943-ec2d4ddfa8c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=355537fb-4aa5-4638-a6dd-8f5b97e76a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741975 Nov 12 05:18:13.309349 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d313d53-5dd7-459d-9194-0994a5424c09 x-openstack-request-id: req-3d313d53-5dd7-459d-9194-0994a5424c09 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:13.309634 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b648872-a97e-4e11-b079-acfd12b5f62f", "tag": "b37d5661-ea1a-4b15-9f0b-450064e7847b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:13.310611 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d313d53-5dd7-459d-9194-0994a5424c09 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:13.311012 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b648872-a97e-4e11-b079-acfd12b5f62f', 'tag': 'b37d5661-ea1a-4b15-9f0b-450064e7847b', 'status': 'completed', 'code': 200} Nov 12 05:18:13.337392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 447e4ddb-2345-4643-a322-14025a83d34d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=447e4ddb-2345-4643-a322-14025a83d34d,segment=NetworkSegment(b3a516c7-c38f-4058-a1f3-e79d144cc758),segment_id=b3a516c7-c38f-4058-a1f3-e79d144cc758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:13.350216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '447e4ddb-2345-4643-a322-14025a83d34d', 'network_id': '5639ec6b-9cfe-44ea-afe7-8119a07fd8c3', 'port_id': '447e4ddb-2345-4643-a322-14025a83d34d', 'mac_address': 'fa:16:3e:91:70:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be657c7-8bf1-482c-9287-fd2fe5d54a07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:18:13.370903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-9d41c2ca-3a71-4843-8dd0-e06c2508204e tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:13.372956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-9d41c2ca-3a71-4843-8dd0-e06c2508204e tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180623 Nov 12 05:18:13.442299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Request body: {'port': {'device_id': '97d17496-e30e-4f0d-9159-dccb11d411c4', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'e33db6083fdf410bbe53692e05b56ca1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:13.491382 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:13.492450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e26d93e-dd59-4302-b8b4-846f4e921f38 req-f1968d64-11c6-4654-9109-ca1293dcf511 service neutron] 10.222.0.47 "GET /v2.0/networks/5639ec6b-9cfe-44ea-afe7-8119a07fd8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982671 Nov 12 05:18:13.537695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447e4ddb-2345-4643-a322-14025a83d34d {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:13.571796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 447e4ddb-2345-4643-a322-14025a83d34d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=447e4ddb-2345-4643-a322-14025a83d34d,segment=NetworkSegment(b3a516c7-c38f-4058-a1f3-e79d144cc758),segment_id=b3a516c7-c38f-4058-a1f3-e79d144cc758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:13.579734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:13.612383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-c9853c67-b0f7-4c9e-9c5a-78bc50a75ac8 service neutron] 10.222.0.47 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954154 Nov 12 05:18:13.620017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c223f-0501-440b-a40c-7b359a305329 req-ce76bdee-b1da-4a61-993b-2dc4d453c0fd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:13.621499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e9c223f-0501-440b-a40c-7b359a305329 req-ce76bdee-b1da-4a61-993b-2dc4d453c0fd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1912050 Nov 12 05:18:13.641396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=447e4ddb-2345-4643-a322-14025a83d34d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:13.760947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Made reservation on behalf of e33db6083fdf410bbe53692e05b56ca1 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:13.764643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:13.788595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd364c5b-6d02-4367-86ad-2e51cf38cbd9 req-e989e6e0-eb75-429e-b134-d9d586b5aa4f tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:13.790121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd364c5b-6d02-4367-86ad-2e51cf38cbd9 req-e989e6e0-eb75-429e-b134-d9d586b5aa4f tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 945 time: 0.2062852 Nov 12 05:18:13.808407 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92642f2d-896d-48cf-97ed-8e5ec93c273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:13.812202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e9c223f-0501-440b-a40c-7b359a305329 req-d6bc3faf-986d-4d1f-8fc4-031386aec8ea tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642349 Nov 12 05:18:13.839644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e82ec06-88f9-4380-bf9b-e9d1cf9e0d70 req-a169fa46-3117-4b37-9649-580a560f824a service neutron] 10.222.0.47 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138534 Nov 12 05:18:13.904533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['447e4ddb-2345-4643-a322-14025a83d34d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:13.972545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd364c5b-6d02-4367-86ad-2e51cf38cbd9 req-4d8ae34d-6cb5-4ba9-84d5-7ff0cc393385 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695762 Nov 12 05:18:14.035661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea210-f708-4645-8e9e-531251cff0f6 req-7a081e2f-557e-4612-bfe8-032371bf4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:14.037160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-751ea210-f708-4645-8e9e-531251cff0f6 req-7a081e2f-557e-4612-bfe8-032371bf4b15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ecac6990eaf64d7eaf79c4275e070282&device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 1095 time: 0.1321056 Nov 12 05:18:14.047584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062eeed-b9fb-482f-9ccf-e444f30ba803 req-252b5802-f599-4f3c-8608-1603292a34d4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:14.049044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3062eeed-b9fb-482f-9ccf-e444f30ba803 req-252b5802-f599-4f3c-8608-1603292a34d4 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 943 time: 0.1636295 Nov 12 05:18:14.080519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Allocated IP 192.168.233.95 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/97b838c0-792d-4c8f-bf71-1cea8c66a4cf) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:14.189041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3062eeed-b9fb-482f-9ccf-e444f30ba803 req-3aa93f3d-f772-412d-86dd-1486f3510a76 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195199 Nov 12 05:18:14.237925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea210-f708-4645-8e9e-531251cff0f6 req-24778bbb-5b98-4ac8-8c7d-a676364ae6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:14.239957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-751ea210-f708-4645-8e9e-531251cff0f6 req-24778bbb-5b98-4ac8-8c7d-a676364ae6ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 200 len: 922 time: 0.1867499 Nov 12 05:18:14.259603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 918e89bd-d83e-4a62-a3af-9e1baf336879 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:14.287274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 918e89bd-d83e-4a62-a3af-9e1baf336879 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:14.287889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 918e89bd-d83e-4a62-a3af-9e1baf336879 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:14.652140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-751ea210-f708-4645-8e9e-531251cff0f6 req-55a1b96a-eb5d-4286-91d5-9d5ac31c650a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b37d5661-ea1a-4b15-9f0b-450064e7847b HTTP/1.1" status: 200 len: 217 time: 0.3522871 Nov 12 05:18:14.654026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8e7ae7f-e3cc-460c-8b9e-e0f7ca24e399 req-f0272649-7980-4585-8632-29a36072c61d tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1dd9110-bab5-4f2f-a0bc-f54973582fa3 HTTP/1.1" status: 200 len: 210 time: 0.3531687 Nov 12 05:18:14.753651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:14.772162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3c690f2-b72f-4731-b46b-5a65267e5aea req-1cb6369c-8676-4179-ba23-cbfb7e996479 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 210 time: 0.0477087 Nov 12 05:18:14.775076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea210-f708-4645-8e9e-531251cff0f6 req-7ccd1732-7d06-4062-bf38-279e711f0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:14.776298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-751ea210-f708-4645-8e9e-531251cff0f6 req-7ccd1732-7d06-4062-bf38-279e711f0b38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d468324b-3994-4dfc-bb33-d82a6b45f4c2 HTTP/1.1" status: 200 len: 861 time: 0.1038034 Nov 12 05:18:14.840282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-751ea210-f708-4645-8e9e-531251cff0f6 req-6e481b8d-70e7-475e-9317-c7f9ce24cb15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=355537fb-4aa5-4638-a6dd-8f5b97e76a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345519 Nov 12 05:18:14.909400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:14.921411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['23393912-b938-43df-a478-655c1cc5e4f4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:14.963139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-70482e25-2798-417d-890f-cbeeb0271247 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:18:14.964674 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-70482e25-2798-417d-890f-cbeeb0271247 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061374 Nov 12 05:18:15.002372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:15.018407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:15.018825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-516f936e-d772-425d-a255-2266a1b9f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:15.025137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:15.027631 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-516f936e-d772-425d-a255-2266a1b9f814 service neutron] 10.222.0.48 "GET /v2.0/ports/44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 200 len: 1095 time: 0.0531721 Nov 12 05:18:15.033455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Request body: {'binding': {'host': 'n-h2-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:15.037793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:18:15.097503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:15.098064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:15.113101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf26d08-fecc-4462-9bce-fff0faf1aa59 req-44b4c972-609b-4797-a5b4-9f1ed20c2a2d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:15.114731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf26d08-fecc-4462-9bce-fff0faf1aa59 req-44b4c972-609b-4797-a5b4-9f1ed20c2a2d tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 949 time: 0.2735407 Nov 12 05:18:15.120185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Pushing event updated for resources: {'Port': ['ID=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:15.175921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-751ea210-f708-4645-8e9e-531251cff0f6 req-8f256ab2-ad88-4880-9a68-d7978c4ba1b3 service neutron] 10.222.0.47 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200481 Nov 12 05:18:15.179533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-71c9a488-638f-42fc-9d8e-aad1d24d448f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7479143 Nov 12 05:18:15.200953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 447e4ddb-2345-4643-a322-14025a83d34d up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:15.207451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cf26d08-fecc-4462-9bce-fff0faf1aa59 req-935890fe-ca1a-4c82-b3fc-cbb707409f58 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732520 Nov 12 05:18:15.223418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Request body: {'port': {'device_id': '97d17496-e30e-4f0d-9159-dccb11d411c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:15.235206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on host n-h2-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:15.235831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:15.236357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:15.243300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:15.245832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:15.256790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:15.260745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:15.261531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:15.263070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Bound port: 44a28c0e-115d-4208-9d03-f694eed273c6, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:15.359508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 447e4ddb-2345-4643-a322-14025a83d34d completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:15.364892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 447e4ddb-2345-4643-a322-14025a83d34d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:15.365270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:15.380089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:15.383043 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:15.397048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:15.398514 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-032223a7-3ccd-4d60-9c3d-d9247cea0d36 service neutron] 10.222.0.48 "POST /v2.0/ports/44a28c0e-115d-4208-9d03-f694eed273c6/bindings HTTP/1.1" status: 201 len: 390 time: 0.3698378 Nov 12 05:18:15.427646 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-751ea210-f708-4645-8e9e-531251cff0f6 req-03a99e9d-f5d0-4ea5-8eef-7ea9f20b5471 service neutron] 10.222.0.47 "GET /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181745 Nov 12 05:18:15.510295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5b9a044c-f08f-4903-9de2-18c832669f5a None None] Provisioning complete for port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:15.511032 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5b9a044c-f08f-4903-9de2-18c832669f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:15.589252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a044c-f08f-4903-9de2-18c832669f5a None None] Port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:18:15.594844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:15.618270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ced11-b3e4-4aed-95df-b22369d41efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e4ddb-2345-4643-a322-14025a83d34d'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:15.620833 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bf1ff2-92b3-4283-965e-5c3ff23b4620" -d '{"events": [{"server_uuid": "247ced11-b3e4-4aed-95df-b22369d41efe", "name": "network-vif-plugged", "status": "completed", "tag": "447e4ddb-2345-4643-a322-14025a83d34d"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:15.634242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 447e4ddb-2345-4643-a322-14025a83d34d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=447e4ddb-2345-4643-a322-14025a83d34d,segment=NetworkSegment(b3a516c7-c38f-4058-a1f3-e79d144cc758),segment_id=b3a516c7-c38f-4058-a1f3-e79d144cc758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:15.644298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:15.661099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7a16e-480f-4c72-a0e6-f86daf37b0a2 req-ada7368f-1151-4fe2-a4a5-40795cdf16ed tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:15.668298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48c7a16e-480f-4c72-a0e6-f86daf37b0a2 req-ada7368f-1151-4fe2-a4a5-40795cdf16ed tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1976256 Nov 12 05:18:15.697329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=447e4ddb-2345-4643-a322-14025a83d34d,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:15.808095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dd065-9ff3-492a-9290-707c41b907ea req-6a106378-bdc9-4e5f-9a1d-ce5a84802e77 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:15.810092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c0dd065-9ff3-492a-9290-707c41b907ea req-6a106378-bdc9-4e5f-9a1d-ce5a84802e77 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 945 time: 0.2220409 Nov 12 05:18:15.840679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48c7a16e-480f-4c72-a0e6-f86daf37b0a2 req-87c02440-5b11-4cf4-b522-7aa82c3fc6ef tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712089 Nov 12 05:18:15.866542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-0be07116-cf8e-493d-a44d-6287d5988aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:15.866542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-0be07116-cf8e-493d-a44d-6287d5988aa1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1098 time: 0.1496737 Nov 12 05:18:16.008348 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c0dd065-9ff3-492a-9290-707c41b907ea req-3c7d7346-eb33-4026-a00c-9208865759aa tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875134 Nov 12 05:18:16.076289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e60b2-2669-4b77-ae6a-0cc66a8fbc42 req-658504c9-d339-4b33-b9d7-02c9bad1bcff tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:16.077795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-477e60b2-2669-4b77-ae6a-0cc66a8fbc42 req-658504c9-d339-4b33-b9d7-02c9bad1bcff tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 943 time: 0.1592383 Nov 12 05:18:16.080006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b838c0-792d-4c8f-bf71-1cea8c66a4cf {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:16.101610 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:16.126295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-c967d941-3099-414d-8f26-09c819994c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:16.127753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-c967d941-3099-414d-8f26-09c819994c54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.2519658 Nov 12 05:18:16.162527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Transition to ACTIVE for port object 97b838c0-792d-4c8f-bf71-1cea8c66a4cf will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:16.195780 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:16.198361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-5faced29-9c54-46fb-b866-0048b20ffd63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 200 len: 217 time: 0.0503411 Nov 12 05:18:16.227949 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00115def-78bd-41f0-a838-c0f84b55fa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:16.273875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:16.317618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-477e60b2-2669-4b77-ae6a-0cc66a8fbc42 req-7a0e9c22-d22a-4505-b8bc-5689837eba41 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216253 Nov 12 05:18:16.328593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20677f3f-5e63-458b-98a7-9ba106660078 req-5b066496-28a3-4a4f-b46d-9dfaebc387ef tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:16.338120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20677f3f-5e63-458b-98a7-9ba106660078 req-5b066496-28a3-4a4f-b46d-9dfaebc387ef tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 1101 time: 0.2404888 Nov 12 05:18:16.352675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-ed6f399a-0fc2-40b3-a8a5-d703e6d084d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:16.354129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-ed6f399a-0fc2-40b3-a8a5-d703e6d084d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1423290 Nov 12 05:18:16.363018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 7fcc00be-ada7-4d41-bcb0-5444d2310075 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:16.372824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 7fcc00be-ada7-4d41-bcb0-5444d2310075 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:16.373481 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:16.412766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:16.430986 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-95741a0a-7070-4e3b-9e9c-69bb6e3dffcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611539 Nov 12 05:18:16.487460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:16.533369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:16.539922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:16.563449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20677f3f-5e63-458b-98a7-9ba106660078 req-01ca1a2b-e2d3-4c59-94dd-5e6a8590d001 tempest-MigrationsAdminTest-176685973 tempest-MigrationsAdminTest-176685973-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183340 Nov 12 05:18:16.605514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=13']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:16.644465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2c42-93fc-48a4-8d6f-133043aaaf96 req-e5e704a7-cdc5-454f-9bc6-d52395ec9d7a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:16.647192 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2502336-90d2-4ef3-8e48-3b51ea6c05df x-openstack-request-id: req-e2502336-90d2-4ef3-8e48-3b51ea6c05df {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:16.647802 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247ced11-b3e4-4aed-95df-b22369d41efe", "name": "network-vif-plugged", "status": "completed", "tag": "447e4ddb-2345-4643-a322-14025a83d34d", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:16.652723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063e2c42-93fc-48a4-8d6f-133043aaaf96 req-e5e704a7-cdc5-454f-9bc6-d52395ec9d7a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.2318788 Nov 12 05:18:16.659886 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2502336-90d2-4ef3-8e48-3b51ea6c05df {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:16.660915 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ced11-b3e4-4aed-95df-b22369d41efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e4ddb-2345-4643-a322-14025a83d34d', 'code': 200} Nov 12 05:18:16.680102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Attempting to bind port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:16.680444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Attempting to bind port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:16.680769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Attempting to bind port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:16.720789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-fa882e7b-f590-4e87-8934-9b4d592b5408 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606978 Nov 12 05:18:16.737464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:16.737944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Attempting to bind port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:16.842382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:16.842711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:16.843086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:16.843529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Bound port: 97b838c0-792d-4c8f-bf71-1cea8c66a4cf, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:16.843895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:16.902178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063e2c42-93fc-48a4-8d6f-133043aaaf96 req-e6cc3735-45cd-4f50-85cc-0ef73d950cd2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486000 Nov 12 05:18:16.944962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c97bb0-66fa-40f2-b36a-1e2618e0f353 req-780b1be2-8299-4022-87c2-d0bdb7c792bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:16.946498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3c97bb0-66fa-40f2-b36a-1e2618e0f353 req-780b1be2-8299-4022-87c2-d0bdb7c792bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 1098 time: 0.2228150 Nov 12 05:18:16.991857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da38c-f603-4ea6-8f6d-8d9f52c6aa9d req-8d97d713-e608-4915-ba27-febf5987fded tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:16.993952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-445da38c-f603-4ea6-8f6d-8d9f52c6aa9d req-8d97d713-e608-4915-ba27-febf5987fded tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 947 time: 0.2061985 Nov 12 05:18:17.035327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-fcfb3b5e-5ce7-44b2-af8c-f4488f8453db service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007510 Nov 12 05:18:17.056993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] For port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:17.099206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] For port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:17.102719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3c97bb0-66fa-40f2-b36a-1e2618e0f353 req-46c1b353-f0c5-46ff-aaa5-99b3b03bb1f8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465678 Nov 12 05:18:17.112077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:17.176622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:17.177098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:17.179700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/97b838c0-792d-4c8f-bf71-1cea8c66a4cf HTTP/1.1" status: 200 len: 1096 time: 1.9631138 Nov 12 05:18:17.182825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d17496-e30e-4f0d-9159-dccb11d411c4', 'tag': '97b838c0-792d-4c8f-bf71-1cea8c66a4cf'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:17.185213 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef771bb-59a2-4b8e-a969-decbaf458017" -d '{"events": [{"name": "network-changed", "server_uuid": "97d17496-e30e-4f0d-9159-dccb11d411c4", "tag": "97b838c0-792d-4c8f-bf71-1cea8c66a4cf"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:17.198211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b37d5661-ea1a-4b15-9f0b-450064e7847b details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:18:17.203108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-445da38c-f603-4ea6-8f6d-8d9f52c6aa9d req-fabd71b8-fc53-44e4-a8fc-6901e590d5ed tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856818 Nov 12 05:18:17.256341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe5009-0e3e-45c3-a3f9-9cedbe1ce5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:17.334141 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:17.507311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b37d5661-ea1a-4b15-9f0b-450064e7847b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b37d5661-ea1a-4b15-9f0b-450064e7847b,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:17.513576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446ee8-70d5-4ac6-8144-c7d6814a371c req-8b530789-82a3-4eaf-abc1-4faf0ea48876 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:17.515487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad446ee8-70d5-4ac6-8144-c7d6814a371c req-8b530789-82a3-4eaf-abc1-4faf0ea48876 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 946 time: 0.1854155 Nov 12 05:18:17.548749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b37d5661-ea1a-4b15-9f0b-450064e7847b', 'network_id': '355537fb-4aa5-4638-a6dd-8f5b97e76a35', 'port_id': 'b37d5661-ea1a-4b15-9f0b-450064e7847b', 'mac_address': 'fa:16:3e:0d:1f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd468324b-3994-4dfc-bb33-d82a6b45f4c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:18:17.553980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-349a36ec-5054-4a35-b4c6-6cc09ecdad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:17.555780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-349a36ec-5054-4a35-b4c6-6cc09ecdad30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e33db6083fdf410bbe53692e05b56ca1&device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 1099 time: 0.1636980 Nov 12 05:18:17.677241 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:17.703307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-cf6dd534-0aa7-435d-9575-427a42d05728 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=97b838c0-792d-4c8f-bf71-1cea8c66a4cf HTTP/1.1" status: 200 len: 217 time: 0.1345994 Nov 12 05:18:17.717706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37d5661-ea1a-4b15-9f0b-450064e7847b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:17.755177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b37d5661-ea1a-4b15-9f0b-450064e7847b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b37d5661-ea1a-4b15-9f0b-450064e7847b,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:17.761808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:17.785185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad446ee8-70d5-4ac6-8144-c7d6814a371c req-9f11693d-8e82-4040-98fb-cba88999e92e tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471097 Nov 12 05:18:17.870485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-f00fe741-866a-4b1f-af65-e82695833d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:17.872039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-f00fe741-866a-4b1f-af65-e82695833d48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1571772 Nov 12 05:18:17.882336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b37d5661-ea1a-4b15-9f0b-450064e7847b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:17.909736 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649c1ed-218f-4dce-84c7-8e98699432bf x-openstack-request-id: req-f649c1ed-218f-4dce-84c7-8e98699432bf {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:17.910041 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d17496-e30e-4f0d-9159-dccb11d411c4", "tag": "97b838c0-792d-4c8f-bf71-1cea8c66a4cf", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:17.910275 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f649c1ed-218f-4dce-84c7-8e98699432bf {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:17.910701 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d17496-e30e-4f0d-9159-dccb11d411c4', 'tag': '97b838c0-792d-4c8f-bf71-1cea8c66a4cf', 'status': 'completed', 'code': 200} Nov 12 05:18:17.948375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b43c-395c-4b49-8e15-cad876476565 req-ea5556c5-eb07-4638-95fd-ab9ee6356916 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:17.956746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3724b43c-395c-4b49-8e15-cad876476565 req-ea5556c5-eb07-4638-95fd-ab9ee6356916 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1587350 Nov 12 05:18:18.032729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-bbc2e179-82f5-40d5-8dfc-03697ea87bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:18.034600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-bbc2e179-82f5-40d5-8dfc-03697ea87bde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543901 Nov 12 05:18:18.061943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3724b43c-395c-4b49-8e15-cad876476565 req-f51715ad-dc8b-4571-b621-73a49e22ddf6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043231 Nov 12 05:18:18.095370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327b7b9-d35d-4e56-a854-bbf38bf2f7ef req-907d9cb1-cadf-4d2e-983f-4baf70d0f6e7 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:18.096900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a327b7b9-d35d-4e56-a854-bbf38bf2f7ef req-907d9cb1-cadf-4d2e-983f-4baf70d0f6e7 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 944 time: 0.1328430 Nov 12 05:18:18.109057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b37d5661-ea1a-4b15-9f0b-450064e7847b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:18.240221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a327b7b9-d35d-4e56-a854-bbf38bf2f7ef req-5883f0ec-0537-4756-8ebf-8ccd538f609d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002688 Nov 12 05:18:18.255441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b9491-0a18-4b33-be34-85be4e8c136d req-d9c217e6-dc7a-464f-943b-bf16d1bce8ec tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:18.263497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-366b9491-0a18-4b33-be34-85be4e8c136d req-d9c217e6-dc7a-464f-943b-bf16d1bce8ec tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 950 time: 0.1323941 Nov 12 05:18:18.273691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-dd1ffb08-cd93-40fa-9cce-7de7944c0e49 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281435 Nov 12 05:18:18.389826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-366b9491-0a18-4b33-be34-85be4e8c136d req-d2fe058e-d6fd-44d4-90f2-a811b44720fc tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223588 Nov 12 05:18:18.463445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f34e8d2d-5d61-4228-879b-24170df5fb67 req-42f5992b-b0dc-403b-84b0-2161b6910ef3 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794543 Nov 12 05:18:18.495537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccea4b5-863a-4a38-ba36-cddb8605f89b req-f29ae3cb-532f-421b-a184-b91a25499ea4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:18.510866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cccea4b5-863a-4a38-ba36-cddb8605f89b req-f29ae3cb-532f-421b-a184-b91a25499ea4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.1564164 Nov 12 05:18:18.565814 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:18.627952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cccea4b5-863a-4a38-ba36-cddb8605f89b req-f71eb81c-33ef-4f1e-8912-cedeb8e7192b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066875 Nov 12 05:18:18.637924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-ef6b2716-77f3-47bb-8c84-6ee8e53b13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:18.639763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-ef6b2716-77f3-47bb-8c84-6ee8e53b13f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e33db6083fdf410bbe53692e05b56ca1&device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 1099 time: 0.0663030 Nov 12 05:18:18.661557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:18.664234 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4906229f-7e01-4376-96a0-3efb78681bfb" -d '{"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-plugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:18.763826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dfd82-b6c6-42f3-90e0-24b077d2737d req-88221ba1-c139-4223-8dab-62c213d3326e tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:18.771360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-868dfd82-b6c6-42f3-90e0-24b077d2737d req-88221ba1-c139-4223-8dab-62c213d3326e tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 947 time: 0.1280999 Nov 12 05:18:18.780685 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3e07d3-1369-4110-9a30-687df8009b58 x-openstack-request-id: req-9f3e07d3-1369-4110-9a30-687df8009b58 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:18.780981 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-plugged", "status": "completed", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:18.781230 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f3e07d3-1369-4110-9a30-687df8009b58 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:18.781615 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'code': 200} Nov 12 05:18:18.837272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-8491e56c-8157-4582-a0bc-cbc39d69f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:18.842377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-8491e56c-8157-4582-a0bc-cbc39d69f3d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1641736 Nov 12 05:18:18.940376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-868dfd82-b6c6-42f3-90e0-24b077d2737d req-5e5f6888-c888-4202-8b6d-97b00db3d6c6 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678956 Nov 12 05:18:18.964505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-8d14576f-7505-407a-a1df-801a9939da73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=97b838c0-792d-4c8f-bf71-1cea8c66a4cf HTTP/1.1" status: 200 len: 217 time: 0.1052015 Nov 12 05:18:19.027283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd870-a7a8-4826-b237-46ffd0369329 req-a545895d-8749-4513-a74d-8769a6ed3d75 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:19.030199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4dbd870-a7a8-4826-b237-46ffd0369329 req-a545895d-8749-4513-a74d-8769a6ed3d75 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 946 time: 0.1493156 Nov 12 05:18:19.056018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-98697b66-8221-41b7-b53e-ef9edd138834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:19.057799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-98697b66-8221-41b7-b53e-ef9edd138834 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0786378 Nov 12 05:18:19.175063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4dbd870-a7a8-4826-b237-46ffd0369329 req-4a6841e0-ff7a-401a-952a-2c7ce05ce6a2 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377008 Nov 12 05:18:19.426773 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:19.644896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-c7de4c07-d02e-44a0-9b49-ef10c57988ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:19.647045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-c7de4c07-d02e-44a0-9b49-ef10c57988ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5805776 Nov 12 05:18:19.669631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab265-9e56-4577-b58d-f79a4a2bee1b req-43289b80-abec-4169-ab34-b16a9e3339ff tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:19.677001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac6ab265-9e56-4577-b58d-f79a4a2bee1b req-43289b80-abec-4169-ab34-b16a9e3339ff tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.4963684 Nov 12 05:18:19.687967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec7231-daa4-41d0-b667-99f0e7c28e4c req-0ccc4493-3aae-4fdf-8596-ea4995c2aa69 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:19.695308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ec7231-daa4-41d0-b667-99f0e7c28e4c req-0ccc4493-3aae-4fdf-8596-ea4995c2aa69 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 944 time: 0.1207826 Nov 12 05:18:19.712896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-74ce7413-dd2e-456f-af6a-f315e2e1e024 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:19.717699 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-74ce7413-dd2e-456f-af6a-f315e2e1e024 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 950 time: 0.1004434 Nov 12 05:18:19.886940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Deleting port 7fcc00be-ada7-4d41-bcb0-5444d2310075 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:19.887228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:19.916939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ec7231-daa4-41d0-b667-99f0e7c28e4c req-f0dedc6b-c825-4114-8227-637aaa62e7b5 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064204 Nov 12 05:18:19.937900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac6ab265-9e56-4577-b58d-f79a4a2bee1b req-4d3b6c01-a8e9-45d0-8de6-0dff86586861 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599378 Nov 12 05:18:19.977803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-197a4ec1-f8d2-4919-848e-653f275973be service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762620 Nov 12 05:18:20.084439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] For port 7fcc00be-ada7-4d41-bcb0-5444d2310075, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7fcc00be-ada7-4d41-bcb0-5444d2310075,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:20.084813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:20.098309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Calling delete_port for 7fcc00be-ada7-4d41-bcb0-5444d2310075 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:20.219518 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef771bb-59a2-4b8e-a969-decbaf458017 req-de8c1dbe-7502-407d-982e-ad8f8850f74c service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274888 Nov 12 05:18:20.255369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95786e-7133-46fb-aaf5-5bf90a05a8e1 req-d0eb57c3-3a9e-4e36-8c37-e39ed64a638e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:20.263180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f95786e-7133-46fb-aaf5-5bf90a05a8e1 req-d0eb57c3-3a9e-4e36-8c37-e39ed64a638e tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=d239403c-0260-418d-9786-2a886dd7fa80 HTTP/1.1" status: 200 len: 950 time: 0.1483686 Nov 12 05:18:20.354481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:20.365316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfac0-e61b-415b-829f-1cceef6bb1f4 req-90a6f732-e124-48cf-a265-14466fe42e99 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:20.366984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d3bfac0-e61b-415b-829f-1cceef6bb1f4 req-90a6f732-e124-48cf-a265-14466fe42e99 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.1449785 Nov 12 05:18:20.373999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['7283d198-1899-4455-bfde-b907d42ce5a2', 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:20.417723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['6ff084b5-1302-48a3-aed2-69b8142f3135', '7fcc00be-ada7-4d41-bcb0-5444d2310075'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:20.429760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f95786e-7133-46fb-aaf5-5bf90a05a8e1 req-37674d5b-7a36-43da-8ccd-37f87c8bc5e0 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318707 Nov 12 05:18:20.449730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event deleted for resources: {'Port': ['ID=7fcc00be-ada7-4d41-bcb0-5444d2310075,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:20.478095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] No DVR routers for this DVR port 7fcc00be-ada7-4d41-bcb0-5444d2310075 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:20.480718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:20.485244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30e3b03b-8f2d-4a35-b4e5-fec0586543e1 req-4005f84e-c770-4fda-9d61-24732210f134 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "DELETE /v2.0/ports/7fcc00be-ada7-4d41-bcb0-5444d2310075 HTTP/1.1" status: 204 len: 173 time: 0.7504206 Nov 12 05:18:20.485724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-deleted', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:20.489458 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a15ece-d0a0-4651-927e-d4093ded933b" -d '{"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-deleted", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:20.535872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d3bfac0-e61b-415b-829f-1cceef6bb1f4 req-7fec6724-c5b9-42cf-b488-a184288ccc85 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458468 Nov 12 05:18:20.706513 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d54dd19-bf74-42b4-83d8-1651484c01e0 x-openstack-request-id: req-6d54dd19-bf74-42b4-83d8-1651484c01e0 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:20.707019 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239403c-0260-418d-9786-2a886dd7fa80", "name": "network-vif-deleted", "tag": "7fcc00be-ada7-4d41-bcb0-5444d2310075", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:20.707449 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d54dd19-bf74-42b4-83d8-1651484c01e0 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:20.707988 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239403c-0260-418d-9786-2a886dd7fa80', 'name': 'network-vif-deleted', 'tag': '7fcc00be-ada7-4d41-bcb0-5444d2310075', 'status': 'completed', 'code': 200} Nov 12 05:18:20.730639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267d73-e856-42c4-b3b0-cc938279dcb7 req-7c3726e9-f21e-4d37-b639-12b3f264738e tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:20.754107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09267d73-e856-42c4-b3b0-cc938279dcb7 req-7c3726e9-f21e-4d37-b639-12b3f264738e tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 947 time: 0.1426847 Nov 12 05:18:20.827417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09267d73-e856-42c4-b3b0-cc938279dcb7 req-e48f7709-7d88-4401-a1aa-a6cb85bc5c67 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692480 Nov 12 05:18:21.137087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70e94a-0878-4a9d-aeb6-d1a1a11e8ffb req-86e99415-79a9-4a8b-bc93-f66b11dd91b9 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:21.146575 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e70e94a-0878-4a9d-aeb6-d1a1a11e8ffb req-86e99415-79a9-4a8b-bc93-f66b11dd91b9 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 944 time: 0.1149282 Nov 12 05:18:21.214793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b37d5661-ea1a-4b15-9f0b-450064e7847b up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:21.230158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e70e94a-0878-4a9d-aeb6-d1a1a11e8ffb req-cac3ed9b-d6e3-4f45-933b-b890d7bcb77c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822506 Nov 12 05:18:21.293366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b30f0e-1844-4040-aa4c-141c09c26772 req-6420f9eb-7f1e-497b-b9ba-c5fe8d190dcc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:21.308386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95b30f0e-1844-4040-aa4c-141c09c26772 req-6420f9eb-7f1e-497b-b9ba-c5fe8d190dcc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.2463660 Nov 12 05:18:21.353540 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port b37d5661-ea1a-4b15-9f0b-450064e7847b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:21.359002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b37d5661-ea1a-4b15-9f0b-450064e7847b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:21.359834 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:21.448348 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95b30f0e-1844-4040-aa4c-141c09c26772 req-351267e2-3d83-4a96-8cf9-820fd0903a28 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385918 Nov 12 05:18:21.584178 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:21.667289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b37d5661-ea1a-4b15-9f0b-450064e7847b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b37d5661-ea1a-4b15-9f0b-450064e7847b,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:21.669098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b648872-a97e-4e11-b079-acfd12b5f62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37d5661-ea1a-4b15-9f0b-450064e7847b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:21.672946 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ccc931-7fec-40ed-abe8-23f5b26cc1ab" -d '{"events": [{"server_uuid": "4b648872-a97e-4e11-b079-acfd12b5f62f", "name": "network-vif-plugged", "status": "completed", "tag": "b37d5661-ea1a-4b15-9f0b-450064e7847b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:21.684254 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:21.757915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b37d5661-ea1a-4b15-9f0b-450064e7847b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:21.780564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc4ad-34e3-42b9-8100-de018aef5e5e req-cbbe0ffa-ae96-4585-9429-61b503672f3a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:21.782275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a53cc4ad-34e3-42b9-8100-de018aef5e5e req-cbbe0ffa-ae96-4585-9429-61b503672f3a tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.1071284 Nov 12 05:18:21.800819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff01d-6008-4b4f-bb95-1ab37a21763a req-106fefe2-10a6-40b8-94de-b1c4e262b7b1 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:21.803211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-641ff01d-6008-4b4f-bb95-1ab37a21763a req-106fefe2-10a6-40b8-94de-b1c4e262b7b1 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 946 time: 0.0775599 Nov 12 05:18:21.901147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a53cc4ad-34e3-42b9-8100-de018aef5e5e req-fcadf641-f80b-452b-a4e5-ac1e08758fa7 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097050 Nov 12 05:18:21.915974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-641ff01d-6008-4b4f-bb95-1ab37a21763a req-6ad0121e-57f3-4bf8-8183-f715cac85dbd tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Nov 12 05:18:21.959796 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68806e5b-e131-4d5d-b8dc-95a0038c7cc9 x-openstack-request-id: req-68806e5b-e131-4d5d-b8dc-95a0038c7cc9 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:21.960369 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b648872-a97e-4e11-b079-acfd12b5f62f", "name": "network-vif-plugged", "status": "completed", "tag": "b37d5661-ea1a-4b15-9f0b-450064e7847b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:21.960723 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68806e5b-e131-4d5d-b8dc-95a0038c7cc9 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:21.961219 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b648872-a97e-4e11-b079-acfd12b5f62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37d5661-ea1a-4b15-9f0b-450064e7847b', 'code': 200} Nov 12 05:18:22.139962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f54d1-cd84-4100-be52-547700967e4c req-5c2b2bea-e429-4666-8fb9-81597f641482 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:22.149354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-925f54d1-cd84-4100-be52-547700967e4c req-5c2b2bea-e429-4666-8fb9-81597f641482 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 947 time: 0.1231961 Nov 12 05:18:22.162228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39049-a1ea-4192-8c82-b11941b4d662 req-bdb9c5dd-1c06-4ec9-ae08-23a5bb6d7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:22.163959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ba39049-a1ea-4192-8c82-b11941b4d662 req-bdb9c5dd-1c06-4ec9-ae08-23a5bb6d7fea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 1097 time: 0.1009455 Nov 12 05:18:22.244876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-925f54d1-cd84-4100-be52-547700967e4c req-6b74c931-0749-460c-92f0-04bf11159023 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943794 Nov 12 05:18:22.297870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ba39049-a1ea-4192-8c82-b11941b4d662 req-70dbc38b-2988-45ab-a09b-9929815c592f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183398 Nov 12 05:18:22.321568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7e522-927b-4e13-a883-9bbc79886d84 req-ce0311ac-1bd7-4527-afe4-fab8ead47954 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:22.323219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fc7e522-927b-4e13-a883-9bbc79886d84 req-ce0311ac-1bd7-4527-afe4-fab8ead47954 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 951 time: 0.0869658 Nov 12 05:18:22.329816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:22.368526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 7fcc00be-ada7-4d41-bcb0-5444d2310075 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:22.368875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7fcc00be-ada7-4d41-bcb0-5444d2310075 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:22.419476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016290-e4c5-4fca-acfb-02f0afa2888d req-521ca079-ab56-4d50-93d9-7f3b23d21d15 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:22.420958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1016290-e4c5-4fca-acfb-02f0afa2888d req-521ca079-ab56-4d50-93d9-7f3b23d21d15 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 945 time: 0.0867608 Nov 12 05:18:22.424449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fc7e522-927b-4e13-a883-9bbc79886d84 req-6de987e3-786d-4fb1-84e9-40702c70865f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888171 Nov 12 05:18:22.480199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1016290-e4c5-4fca-acfb-02f0afa2888d req-1e6e0bfe-cd8f-4f17-b337-67cb67eacbdc tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Nov 12 05:18:22.592899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d28713-63b8-4108-98ea-03ebb2cd723f req-3b66adc0-4bb6-43ec-8bd4-fd48e0db258d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:22.603208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25d28713-63b8-4108-98ea-03ebb2cd723f req-3b66adc0-4bb6-43ec-8bd4-fd48e0db258d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.0740638 Nov 12 05:18:22.689366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25d28713-63b8-4108-98ea-03ebb2cd723f req-47844bcc-1c4e-48eb-a760-ea43be6ec9ed tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801525 Nov 12 05:18:22.804368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7e2d-dcfc-47eb-a34f-f4523bad0ee0 req-592b94a0-7e48-4c9f-b26e-d8c97090e57f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:22.806625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2b7e2d-dcfc-47eb-a34f-f4523bad0ee0 req-592b94a0-7e48-4c9f-b26e-d8c97090e57f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0603192 Nov 12 05:18:22.859049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2b7e2d-dcfc-47eb-a34f-f4523bad0ee0 req-ad18369c-fba3-45f5-a0f2-e5a1ebf14f62 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Nov 12 05:18:23.070309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db933e5a-3781-4193-8bee-b1adae85d4f0 req-9adafa7c-e3dc-4f5d-b4a4-4247c9ad967b tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.072405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db933e5a-3781-4193-8bee-b1adae85d4f0 req-9adafa7c-e3dc-4f5d-b4a4-4247c9ad967b tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 946 time: 0.0877070 Nov 12 05:18:23.087462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858ab2b-0aee-4064-9ba4-ab6c2356613c req-6fe2d8ac-5cf5-4f1b-b5d7-e138c6263bb8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.089030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0858ab2b-0aee-4064-9ba4-ab6c2356613c req-6fe2d8ac-5cf5-4f1b-b5d7-e138c6263bb8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.0930910 Nov 12 05:18:23.173444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db933e5a-3781-4193-8bee-b1adae85d4f0 req-f2faf8c0-ba35-4188-ba76-6c1b00205b7a tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832655 Nov 12 05:18:23.179869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0858ab2b-0aee-4064-9ba4-ab6c2356613c req-623f24b3-2802-433c-8c4a-1901538df256 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818558 Nov 12 05:18:23.222885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97b838c0-792d-4c8f-bf71-1cea8c66a4cf details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:18:23.345374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:23.359705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '97b838c0-792d-4c8f-bf71-1cea8c66a4cf', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '97b838c0-792d-4c8f-bf71-1cea8c66a4cf', 'mac_address': 'fa:16:3e:40:4b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:18:23.375085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027a0f9-c700-4e5a-a73f-c39d508c7fa5 req-51de1fd6-8bcc-4ebb-9a18-2d80c52b76a5 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.376595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0027a0f9-c700-4e5a-a73f-c39d508c7fa5 req-51de1fd6-8bcc-4ebb-9a18-2d80c52b76a5 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 947 time: 0.0542531 Nov 12 05:18:23.402123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:23.418475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b838c0-792d-4c8f-bf71-1cea8c66a4cf {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:23.433911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0027a0f9-c700-4e5a-a73f-c39d508c7fa5 req-47422391-4b12-4f70-8053-e4aea3cc2cef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507774 Nov 12 05:18:23.444832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:23.449996 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:23.521900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:23.616561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518ec6-2f54-4123-b1f6-0084ff7f26d9 req-a695cc13-7d18-43b1-b8db-79a27aba72b1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.618025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08518ec6-2f54-4123-b1f6-0084ff7f26d9 req-a695cc13-7d18-43b1-b8db-79a27aba72b1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 951 time: 0.1226628 Nov 12 05:18:23.653753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-262845af-36d3-4e22-b9ba-c41a356b635c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.655209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-262845af-36d3-4e22-b9ba-c41a356b635c tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 944 time: 0.1146803 Nov 12 05:18:23.672594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb7f89-0260-4486-9fab-f1eee60bdafd req-cb04a559-3cfe-4877-b8e7-53897409dd90 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.674018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbbb7f89-0260-4486-9fab-f1eee60bdafd req-cb04a559-3cfe-4877-b8e7-53897409dd90 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 945 time: 0.0982597 Nov 12 05:18:23.754517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08518ec6-2f54-4123-b1f6-0084ff7f26d9 req-578de0e6-2781-48e0-ae9d-182100f06e21 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296558 Nov 12 05:18:23.865520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbbb7f89-0260-4486-9fab-f1eee60bdafd req-e079c755-c4ae-4569-9740-e9aa267a5b0d tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848574 Nov 12 05:18:23.886857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-65674c1c-3e2a-4e24-9dfb-8fac7abebbee tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.886857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-65674c1c-3e2a-4e24-9dfb-8fac7abebbee tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.47 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 946 time: 0.1512852 Nov 12 05:18:23.936208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcc704-9aa0-411d-98d8-54cd7625c420 req-949cbc46-1321-4846-8742-6832276c09ae tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.938129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0bcc704-9aa0-411d-98d8-54cd7625c420 req-949cbc46-1321-4846-8742-6832276c09ae tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1240563 Nov 12 05:18:23.941655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['97b838c0-792d-4c8f-bf71-1cea8c66a4cf'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:23.966129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Deleting port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:23.966609 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.086109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-9b17957c-35f0-4e5b-8450-f761a5d00c56 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:24.088040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-9b17957c-35f0-4e5b-8450-f761a5d00c56 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 951 time: 0.0890009 Nov 12 05:18:24.205264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Deleting port 6ff084b5-1302-48a3-aed2-69b8142f3135 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:24.205601 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.209285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0bcc704-9aa0-411d-98d8-54cd7625c420 req-4e2ed911-c1d9-4277-9daf-adc7ceb829ed tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369671 Nov 12 05:18:24.216094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] For port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:24.216583 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.244987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Calling delete_port for f8d00dc9-bd94-46f5-8b00-b1f2f428e77f owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:24.259588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d11412-209b-4cdb-be4a-60cb3807141d req-4da71fe5-947f-4086-b5f5-0a8e2d414d71 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:24.261374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72d11412-209b-4cdb-be4a-60cb3807141d req-4da71fe5-947f-4086-b5f5-0a8e2d414d71 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc338d8e-4b12-4c42-97a3-1981c34fb0b0 HTTP/1.1" status: 200 len: 944 time: 0.1907718 Nov 12 05:18:24.273992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Deleting port 447e4ddb-2345-4643-a322-14025a83d34d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:24.273992 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.314595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] For port 6ff084b5-1302-48a3-aed2-69b8142f3135, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6ff084b5-1302-48a3-aed2-69b8142f3135,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:24.314956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.329507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Calling delete_port for 6ff084b5-1302-48a3-aed2-69b8142f3135 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:24.461523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.483654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72d11412-209b-4cdb-be4a-60cb3807141d req-38430f28-1337-4e49-a3ea-4b6e761865e5 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129784 Nov 12 05:18:24.490290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event deleted for resources: {'Port': ['ID=6ff084b5-1302-48a3-aed2-69b8142f3135,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:24.492175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4e15f-47db-40d9-9410-f9f15a220ce3 req-6cc8dc56-fef3-459d-ace4-96bd25a8a53e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:24.494372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eca4e15f-47db-40d9-9410-f9f15a220ce3 req-6cc8dc56-fef3-459d-ace4-96bd25a8a53e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.1983547 Nov 12 05:18:24.534845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] For port 447e4ddb-2345-4643-a322-14025a83d34d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=447e4ddb-2345-4643-a322-14025a83d34d,segment=NetworkSegment(b3a516c7-c38f-4058-a1f3-e79d144cc758),segment_id=b3a516c7-c38f-4058-a1f3-e79d144cc758)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:24.535225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.548129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] No DVR routers for this DVR port 6ff084b5-1302-48a3-aed2-69b8142f3135 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:24.551246 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.556002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5c484e80-edc0-4f2d-91cc-12fe35c00237 req-46ebd0e4-7260-4e0d-9473-3463e0decc7f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.43 "DELETE /v2.0/ports/6ff084b5-1302-48a3-aed2-69b8142f3135 HTTP/1.1" status: 204 len: 173 time: 0.4579103 Nov 12 05:18:24.556610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-deleted', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:24.560262 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047143bb-0815-4ccd-b498-d67f4fc5b7f8" -d '{"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-deleted", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:24.570875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Calling delete_port for 447e4ddb-2345-4643-a322-14025a83d34d owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:24.649616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eca4e15f-47db-40d9-9410-f9f15a220ce3 req-8791312c-2159-482b-abf2-30478e2b24b3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431081 Nov 12 05:18:24.734112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed754aa-6ff1-4a8f-a351-563e99275e0b req-e79f5a68-150f-4bd9-b35c-604ab021fcab tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:24.735770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ed754aa-6ff1-4a8f-a351-563e99275e0b req-e79f5a68-150f-4bd9-b35c-604ab021fcab tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/ports?device_id=247ced11-b3e4-4aed-95df-b22369d41efe HTTP/1.1" status: 200 len: 946 time: 0.1440952 Nov 12 05:18:24.744553 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.812121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Pushing event deleted for resources: {'Port': ['ID=f8d00dc9-bd94-46f5-8b00-b1f2f428e77f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:24.822890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['7283d198-1899-4455-bfde-b907d42ce5a2', 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:24.827072 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:24.871688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] No DVR routers for this DVR port f8d00dc9-bd94-46f5-8b00-b1f2f428e77f on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:24.874704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:24.878133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e8c3977-9c3e-4e94-9a3e-defcc6a64284 req-a28faf4f-ba35-40a8-9c93-32fb3f0251cc tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.47 "DELETE /v2.0/ports/f8d00dc9-bd94-46f5-8b00-b1f2f428e77f HTTP/1.1" status: 204 len: 173 time: 1.1986232 Nov 12 05:18:24.888638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'name': 'network-vif-deleted', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:24.891423 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb706934-81bf-41a3-9492-6444bf38fef1" -d '{"events": [{"server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "name": "network-vif-deleted", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:24.950847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c838b-2bcb-459f-8d0a-dbaab21b2bc8 req-db3bbafa-82d8-4d3e-a582-f1293ba0abcd tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:24.952164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-692c838b-2bcb-459f-8d0a-dbaab21b2bc8 req-db3bbafa-82d8-4d3e-a582-f1293ba0abcd tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 948 time: 0.2347112 Nov 12 05:18:24.978852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ed754aa-6ff1-4a8f-a351-563e99275e0b req-5c576749-19a2-4db5-b82e-d6e64cc2d617 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.48 "GET /v2.0/security-groups?id=df2e81bd-b7b6-491d-ab43-d54098778d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135129 Nov 12 05:18:25.042235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:25.057502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['447e4ddb-2345-4643-a322-14025a83d34d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:25.111009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Pushing event deleted for resources: {'Port': ['ID=447e4ddb-2345-4643-a322-14025a83d34d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:25.136661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-692c838b-2bcb-459f-8d0a-dbaab21b2bc8 req-6b1066b7-6051-4d3d-bd8a-834416220837 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498377 Nov 12 05:18:25.152864 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d1c9a-90fa-4c7d-8ff6-1456e3551978 x-openstack-request-id: req-115d1c9a-90fa-4c7d-8ff6-1456e3551978 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:25.153955 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4675d01d-44fb-410d-9ba2-d797f1c4700d", "name": "network-vif-deleted", "tag": "6ff084b5-1302-48a3-aed2-69b8142f3135", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:25.154205 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-115d1c9a-90fa-4c7d-8ff6-1456e3551978 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:25.154812 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4675d01d-44fb-410d-9ba2-d797f1c4700d', 'name': 'network-vif-deleted', 'tag': '6ff084b5-1302-48a3-aed2-69b8142f3135', 'status': 'completed', 'code': 200} Nov 12 05:18:25.197380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] No DVR routers for this DVR port 447e4ddb-2345-4643-a322-14025a83d34d on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:25.201208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:25.205491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-741d001a-7764-4ff9-a1c5-53c9f94045a1 req-84f432de-c1fc-477b-bbc7-e402b751c656 tempest-ServerMetadataNegativeTestJSON-1823201923 tempest-ServerMetadataNegativeTestJSON-1823201923-project] 10.222.0.47 "DELETE /v2.0/ports/447e4ddb-2345-4643-a322-14025a83d34d HTTP/1.1" status: 204 len: 173 time: 1.2944992 Nov 12 05:18:25.253855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97b838c0-792d-4c8f-bf71-1cea8c66a4cf up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:25.287662 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1905b818-4926-44d7-bef2-14493e29030d req-aa81af34-bad7-42c9-9f8c-ba7ecb2cfdc9 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=4675d01d-44fb-410d-9ba2-d797f1c4700d HTTP/1.1" status: 200 len: 210 time: 0.0316520 Nov 12 05:18:25.314425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:25.320244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:25.320728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476c24a-be8c-42ab-974f-649029af6a16 req-9be0d795-d240-4e7d-8b6c-c380d3ac171a tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:25.321192 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:25.322368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b476c24a-be8c-42ab-974f-649029af6a16 req-9be0d795-d240-4e7d-8b6c-c380d3ac171a tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 945 time: 0.1027362 Nov 12 05:18:25.349163 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c72ebe-57ee-4841-a73b-c4b3648c2165 x-openstack-request-id: req-87c72ebe-57ee-4841-a73b-c4b3648c2165 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:25.349447 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc338d8e-4b12-4c42-97a3-1981c34fb0b0", "name": "network-vif-deleted", "tag": "f8d00dc9-bd94-46f5-8b00-b1f2f428e77f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:25.349698 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87c72ebe-57ee-4841-a73b-c4b3648c2165 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:25.350331 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc338d8e-4b12-4c42-97a3-1981c34fb0b0', 'name': 'network-vif-deleted', 'tag': 'f8d00dc9-bd94-46f5-8b00-b1f2f428e77f', 'status': 'completed', 'code': 200} Nov 12 05:18:25.381247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b476c24a-be8c-42ab-974f-649029af6a16 req-674a0b73-22a5-44af-901c-5dc4357e69a6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512860 Nov 12 05:18:25.440768 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:25.472521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d17496-e30e-4f0d-9159-dccb11d411c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b838c0-792d-4c8f-bf71-1cea8c66a4cf'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:25.475995 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bac2924-f03c-4edf-802f-9c313c4aaf05" -d '{"events": [{"server_uuid": "97d17496-e30e-4f0d-9159-dccb11d411c4", "name": "network-vif-plugged", "status": "completed", "tag": "97b838c0-792d-4c8f-bf71-1cea8c66a4cf"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:25.494118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:25.501123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:25.537825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e3f0-c515-4e33-9fc9-d95b162110c7 req-41516972-4efb-4194-beab-fe7b34edbe21 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:25.545643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e424e3f0-c515-4e33-9fc9-d95b162110c7 req-41516972-4efb-4194-beab-fe7b34edbe21 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.0765824 Nov 12 05:18:25.558098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:25.600550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e424e3f0-c515-4e33-9fc9-d95b162110c7 req-ea3fa670-a83a-4216-a003-5cef3adfe690 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539436 Nov 12 05:18:25.634838 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fccb28-7562-4d94-b06a-eeba15a15aee x-openstack-request-id: req-32fccb28-7562-4d94-b06a-eeba15a15aee {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:25.635767 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d17496-e30e-4f0d-9159-dccb11d411c4", "name": "network-vif-plugged", "status": "completed", "tag": "97b838c0-792d-4c8f-bf71-1cea8c66a4cf", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:25.636270 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32fccb28-7562-4d94-b06a-eeba15a15aee {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:25.637393 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d17496-e30e-4f0d-9159-dccb11d411c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b838c0-792d-4c8f-bf71-1cea8c66a4cf', 'code': 200} Nov 12 05:18:25.733985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc062f48-6af9-4f32-95b0-28d24ce82ba1 req-5bd60083-c3d1-4d20-8581-83a6ee528495 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:25.735500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc062f48-6af9-4f32-95b0-28d24ce82ba1 req-5bd60083-c3d1-4d20-8581-83a6ee528495 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 945 time: 0.0520356 Nov 12 05:18:25.814258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1b758-99d5-473d-8843-ae4afab55b36 req-27180c8d-0a27-42fc-bd31-ec7b26d0c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:25.815797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e1b758-99d5-473d-8843-ae4afab55b36 req-27180c8d-0a27-42fc-bd31-ec7b26d0c3ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 1101 time: 0.0909772 Nov 12 05:18:25.819113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc062f48-6af9-4f32-95b0-28d24ce82ba1 req-67987a51-2af4-4b11-8edb-49079ea396ff tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756531 Nov 12 05:18:25.912924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3bf96-977a-4dbd-bcbf-357fd5efb483 req-7d28a460-21a0-418b-97bb-e3e658a66f40 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:25.915839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51d3bf96-977a-4dbd-bcbf-357fd5efb483 req-7d28a460-21a0-418b-97bb-e3e658a66f40 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.0907657 Nov 12 05:18:25.916728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e1b758-99d5-473d-8843-ae4afab55b36 req-71aa8460-5fe7-4781-a33f-ce56c8ba169a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821319 Nov 12 05:18:25.983109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b14ed-f40d-4abc-a2af-3d69d6f9aec3 req-5b1e080c-8bec-4035-9fc1-0f92a39b3c80 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:25.984601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-666b14ed-f40d-4abc-a2af-3d69d6f9aec3 req-5b1e080c-8bec-4035-9fc1-0f92a39b3c80 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 944 time: 0.0956023 Nov 12 05:18:26.010580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51d3bf96-977a-4dbd-bcbf-357fd5efb483 req-83d85196-2554-434d-a4c8-9913bebe5660 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752313 Nov 12 05:18:26.039736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-666b14ed-f40d-4abc-a2af-3d69d6f9aec3 req-9f6a720a-4339-4b12-9b93-54e5f7e35ac9 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475755 Nov 12 05:18:26.054434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54686) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:26.097907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca51a7a-cd93-459b-ab72-8ab01ec5a4ef admin admin] Deleting subnet 1be657c7-8bf1-482c-9287-fd2fe5d54a07 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:18:26.100926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bca51a7a-cd93-459b-ab72-8ab01ec5a4ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.135438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bca51a7a-cd93-459b-ab72-8ab01ec5a4ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.175950 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bca51a7a-cd93-459b-ab72-8ab01ec5a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.234580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bca51a7a-cd93-459b-ab72-8ab01ec5a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.255637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79277f-c43e-43cb-80f3-17c9bee93ed9 req-efd1ac60-0bee-4e86-a3d9-ace5e64ce629 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:26.257098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f79277f-c43e-43cb-80f3-17c9bee93ed9 req-efd1ac60-0bee-4e86-a3d9-ace5e64ce629 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 949 time: 0.0518982 Nov 12 05:18:26.261991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca51a7a-cd93-459b-ab72-8ab01ec5a4ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be657c7-8bf1-482c-9287-fd2fe5d54a07,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:26.264054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bca51a7a-cd93-459b-ab72-8ab01ec5a4ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.270076 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bca51a7a-cd93-459b-ab72-8ab01ec5a4ef admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1be657c7-8bf1-482c-9287-fd2fe5d54a07 HTTP/1.1" status: 204 len: 168 time: 0.2120521 Nov 12 05:18:26.270226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:26.308140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f79277f-c43e-43cb-80f3-17c9bee93ed9 req-c5686a63-4077-4a18-b450-887320029bfc tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 Nov 12 05:18:26.337529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:26.348248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.360041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 6ff084b5-1302-48a3-aed2-69b8142f3135 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:26.360382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6ff084b5-1302-48a3-aed2-69b8142f3135 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:26.436116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.457672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5639ec6b-9cfe-44ea-afe7-8119a07fd8c3']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:26.469209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a516c7-c38f-4058-a1f3-e79d144cc758') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:26.469590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a516c7-c38f-4058-a1f3-e79d144cc758') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:26.482461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.501270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.510449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:18:26.510953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:18:26.513169 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:18:26.596467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.596715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389b41e-0bc1-48f5-a1f4-f3d5011a2f90 req-9e2dc17a-e46a-4799-903e-6bc6c6219da1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:26.598314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4389b41e-0bc1-48f5-a1f4-f3d5011a2f90 req-9e2dc17a-e46a-4799-903e-6bc6c6219da1 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 950 time: 0.0499997 Nov 12 05:18:26.602529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.608002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5639ec6b-9cfe-44ea-afe7-8119a07fd8c3 HTTP/1.1" status: 204 len: 168 time: 0.3345563 Nov 12 05:18:26.620874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d406a3-fe86-4d7b-ab9e-ec2f5e41e8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5639ec6b-9cfe-44ea-afe7-8119a07fd8c3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:26.631384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-6edaef48-f09e-4a49-bd41-a90b93e49e64 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:26.633358 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-6edaef48-f09e-4a49-bd41-a90b93e49e64 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.43 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 944 time: 0.0752497 Nov 12 05:18:26.670729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4389b41e-0bc1-48f5-a1f4-f3d5011a2f90 req-e85e7850-7524-477a-8f6f-0325fda20a43 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660038 Nov 12 05:18:26.740653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af039eb-3220-43fc-a2c4-323a5c9f6977 req-d7ec5711-4819-4fea-9df0-f9c09c3c1bf2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:26.741959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Deleting port edbfe09c-5875-4813-b956-52c7baa65f7a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:26.742183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3af039eb-3220-43fc-a2c4-323a5c9f6977 req-d7ec5711-4819-4fea-9df0-f9c09c3c1bf2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.0632567 Nov 12 05:18:26.742314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.756040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54704) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:26.796872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3af039eb-3220-43fc-a2c4-323a5c9f6977 req-8bdd2dfa-96ec-4fcf-9d01-eec71df0cb9c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452974 Nov 12 05:18:26.850786 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0d3b0da3-e7e7-46b7-b378-c6d03ef35b63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17464e8a0cf84087861fe8926581d430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0935168 Nov 12 05:18:26.853346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54708) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:26.866175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] For port edbfe09c-5875-4813-b956-52c7baa65f7a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=edbfe09c-5875-4813-b956-52c7baa65f7a,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:26.866569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.879708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Calling delete_port for edbfe09c-5875-4813-b956-52c7baa65f7a owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:26.911378 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.928265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef928-8413-4fdf-8ab2-1a7e6c8cc236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.960906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef928-8413-4fdf-8ab2-1a7e6c8cc236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.969334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164e00a-13d7-40a7-a2bc-424cf98a01d5 req-59e1d53f-0e7a-4ccc-ae0c-4c741943f308 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:26.970807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9164e00a-13d7-40a7-a2bc-424cf98a01d5 req-59e1d53f-0e7a-4ccc-ae0c-4c741943f308 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 945 time: 0.0787342 Nov 12 05:18:27.014658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:27.030299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f8d00dc9-bd94-46f5-8b00-b1f2f428e77f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:27.038689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9164e00a-13d7-40a7-a2bc-424cf98a01d5 req-fc3d6752-8eb0-462f-a659-0739daaa4f88 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586724 Nov 12 05:18:27.045816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Pushing event deleted for resources: {'Port': ['ID=edbfe09c-5875-4813-b956-52c7baa65f7a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:27.060087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef928-8413-4fdf-8ab2-1a7e6c8cc236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:27.063678 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef928-8413-4fdf-8ab2-1a7e6c8cc236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:27.070319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d4ef928-8413-4fdf-8ab2-1a7e6c8cc236 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df2e81bd-b7b6-491d-ab43-d54098778d4e HTTP/1.1" status: 204 len: 168 time: 0.2153246 Nov 12 05:18:27.095095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ef928-8413-4fdf-8ab2-1a7e6c8cc236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2e81bd-b7b6-491d-ab43-d54098778d4e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:27.096088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] No DVR routers for this DVR port edbfe09c-5875-4813-b956-52c7baa65f7a on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:27.098733 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:27.102550 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-687a1daa-eb10-42c6-969e-d45dd1ded39a req-9c2e3523-7105-4ffd-90ad-5507d9aed07f tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.43 "DELETE /v2.0/ports/edbfe09c-5875-4813-b956-52c7baa65f7a HTTP/1.1" status: 204 len: 173 time: 0.4606905 Nov 12 05:18:27.156436 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'name': 'network-vif-deleted', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:27.159069 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72e2e72-323e-4209-976c-84103952b93e" -d '{"events": [{"server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "name": "network-vif-deleted", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:27.175000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f1468-42c3-47ea-9348-63b3c5a8e6a4 req-0db11193-e8e3-4400-ba01-cd892dc5c6a8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:27.176787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-041f1468-42c3-47ea-9348-63b3c5a8e6a4 req-0db11193-e8e3-4400-ba01-cd892dc5c6a8 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.0729089 Nov 12 05:18:27.219054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4aee7021-5033-490e-9723-b1fd024f1a7d req-b523b930-8051-4421-8f64-97376cdaf461 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c36622dd-b7bb-400e-b983-21396d8693a6 HTTP/1.1" status: 200 len: 210 time: 0.0411332 Nov 12 05:18:27.247142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-041f1468-42c3-47ea-9348-63b3c5a8e6a4 req-ae27a1fd-8625-4e37-9620-d888b3ae80a2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593686 Nov 12 05:18:27.279935 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32d93f8-d25e-48ca-abeb-39a7505ce0a4 x-openstack-request-id: req-b32d93f8-d25e-48ca-abeb-39a7505ce0a4 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:27.280457 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36622dd-b7bb-400e-b983-21396d8693a6", "name": "network-vif-deleted", "tag": "edbfe09c-5875-4813-b956-52c7baa65f7a", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:27.280457 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b32d93f8-d25e-48ca-abeb-39a7505ce0a4 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:27.280897 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36622dd-b7bb-400e-b983-21396d8693a6', 'name': 'network-vif-deleted', 'tag': 'edbfe09c-5875-4813-b956-52c7baa65f7a', 'status': 'completed', 'code': 200} Nov 12 05:18:27.351154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ced11-b3e4-4aed-95df-b22369d41efe', 'name': 'network-vif-deleted', 'tag': '447e4ddb-2345-4643-a322-14025a83d34d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:27.353399 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe60c67-4ffc-4c9c-b796-b96df71b33a0" -d '{"events": [{"server_uuid": "247ced11-b3e4-4aed-95df-b22369d41efe", "name": "network-vif-deleted", "tag": "447e4ddb-2345-4643-a322-14025a83d34d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:27.392035 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ab9a9-9e28-4181-bec2-afe3d854e560 x-openstack-request-id: req-4b7ab9a9-9e28-4181-bec2-afe3d854e560 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:27.392383 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247ced11-b3e4-4aed-95df-b22369d41efe", "name": "network-vif-deleted", "tag": "447e4ddb-2345-4643-a322-14025a83d34d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:27.392631 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b7ab9a9-9e28-4181-bec2-afe3d854e560 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:27.393658 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ced11-b3e4-4aed-95df-b22369d41efe', 'name': 'network-vif-deleted', 'tag': '447e4ddb-2345-4643-a322-14025a83d34d', 'status': 'completed', 'code': 200} Nov 12 05:18:27.436190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b7a2-474c-4ca6-8693-fbc2c24c7f6b req-3f216338-5e9e-4b89-abb9-a79433176762 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:27.437900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c68b7a2-474c-4ca6-8693-fbc2c24c7f6b req-3f216338-5e9e-4b89-abb9-a79433176762 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 949 time: 0.0578778 Nov 12 05:18:27.489106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c68b7a2-474c-4ca6-8693-fbc2c24c7f6b req-1affe091-e5db-481d-87a5-1b3da9ee2f97 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Nov 12 05:18:27.793341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e945f9-bb63-40ad-96d7-e51dce6fbe5d req-ec62c338-d634-4a82-a770-018dda594398 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:27.795420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7e945f9-bb63-40ad-96d7-e51dce6fbe5d req-ec62c338-d634-4a82-a770-018dda594398 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 950 time: 0.0517900 Nov 12 05:18:27.881213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54746) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:27.891065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7e945f9-bb63-40ad-96d7-e51dce6fbe5d req-853c249d-5bf4-484b-8ab6-4429b37c66e7 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895903 Nov 12 05:18:27.913007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-3aa5e26c-70d3-431f-8e3e-e4230822fcd6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:27.914465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-3aa5e26c-70d3-431f-8e3e-e4230822fcd6 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 945 time: 0.0982358 Nov 12 05:18:27.963065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e54e-8369-45f2-add5-4c06948098c5 req-b7851226-29fd-4543-90ca-684d5e77bd49 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:27.964528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abc9e54e-8369-45f2-add5-4c06948098c5 req-b7851226-29fd-4543-90ca-684d5e77bd49 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.0911005 Nov 12 05:18:27.981890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-472023831-network', 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:28.004191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:28.006465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.018193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.050003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abc9e54e-8369-45f2-add5-4c06948098c5 req-37372f14-3d22-4ddf-9dfa-41d1a6d73e02 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767226 Nov 12 05:18:28.066550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Deleting port b37d5661-ea1a-4b15-9f0b-450064e7847b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:28.066550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.099358 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.103193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.129210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:18:28.139890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86531ec2-6826-4422-a733-b4677cf4c456,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:28.144770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.145092 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Added segment 09de68ed-1eb3-4816-a88c-a6ecc1863adb of type vlan for network 4f836827-85a5-42cb-8a20-031681797e49 Nov 12 05:18:28.187571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.200447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] For port b37d5661-ea1a-4b15-9f0b-450064e7847b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b37d5661-ea1a-4b15-9f0b-450064e7847b,segment=NetworkSegment(67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5),segment_id=67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:28.200843 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.216241 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.217169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:28.217390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Calling delete_port for b37d5661-ea1a-4b15-9f0b-450064e7847b owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:28.217754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.237142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6b9bd-10f2-4bfb-a886-f64c0ef853bb req-43a7857e-b15e-4e55-9c28-8c55eb0c6e96 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:28.238654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3b6b9bd-10f2-4bfb-a886-f64c0ef853bb req-43a7857e-b15e-4e55-9c28-8c55eb0c6e96 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b648872-a97e-4e11-b079-acfd12b5f62f HTTP/1.1" status: 200 len: 945 time: 0.0914257 Nov 12 05:18:28.284157 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4016442 Nov 12 05:18:28.288498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:28.296512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Request body: {'subnet': {'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-472023831-subnet', 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:28.311526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611f4a-2536-4469-a205-a1bc9e93cd06 admin admin] Pushing event updated for resources: {'Network': ['ID=4f836827-85a5-42cb-8a20-031681797e49,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:28.325865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 4f836827-85a5-42cb-8a20-031681797e49 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:18:28.337694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:28.342432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.518628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.684705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3b6b9bd-10f2-4bfb-a886-f64c0ef853bb req-80621ebd-77a7-4f64-9682-20e307347630 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups?id=c96834b0-aa25-40f5-a317-b65aa2d4e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377926 Nov 12 05:18:28.695758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-2653b873-5f8b-4bc1-b4f6-e6a2b0a29fdc tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:28.697289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-2653b873-5f8b-4bc1-b4f6-e6a2b0a29fdc tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.47 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 950 time: 0.1532257 Nov 12 05:18:28.707850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbadcf2-fd79-488c-9941-23519f0a1cd3 req-9b648215-bacb-4e99-b13e-ee8df0f45a89 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:28.709409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bbadcf2-fd79-488c-9941-23519f0a1cd3 req-9b648215-bacb-4e99-b13e-ee8df0f45a89 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.1641767 Nov 12 05:18:28.828899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc13883a-6d2d-4077-bd2d-08d9f8815580,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:28.846868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Checking segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:28.847326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Network hostable DHCP agents. Network: 4f836827-85a5-42cb-8a20-031681797e49, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:18:28.870845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bbadcf2-fd79-488c-9941-23519f0a1cd3 req-e699c616-2ef1-4f61-941e-20627dbf0fd0 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495383 Nov 12 05:18:28.882764 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.882918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Network 4f836827-85a5-42cb-8a20-031681797e49 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:18:28.897643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 4f836827-85a5-42cb-8a20-031681797e49) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:28.900110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b37d5661-ea1a-4b15-9f0b-450064e7847b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:28.917609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:28.919536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.940033 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-144df48e-8ce6-4fa7-a746-332da4f73671 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6501989 Nov 12 05:18:28.966885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297223e6-ed47-4396-a26c-daada09a679a None None] Network 4f836827-85a5-42cb-8a20-031681797e49 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:18:28.974657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event deleted for resources: {'Port': ['ID=b37d5661-ea1a-4b15-9f0b-450064e7847b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:29.011193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] No DVR routers for this DVR port b37d5661-ea1a-4b15-9f0b-450064e7847b on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:29.016402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:29.020280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a22ee55-61f4-479a-a93b-c48af9f0dc37 req-96ee74db-1a0b-4c01-a985-25611e13ce9c tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.47 "DELETE /v2.0/ports/b37d5661-ea1a-4b15-9f0b-450064e7847b HTTP/1.1" status: 204 len: 173 time: 1.0940101 Nov 12 05:18:29.044920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Deleting port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:29.045291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:29.074514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e60f-f65d-464c-8917-30846dedf4f9 req-d65cc738-6d3b-46f5-8901-42ee60adb18f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:29.076629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0e8e60f-f65d-464c-8917-30846dedf4f9 req-d65cc738-6d3b-46f5-8901-42ee60adb18f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 949 time: 0.1300132 Nov 12 05:18:29.118710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9f9a0-6f02-4f5e-93f4-3d4bb8d63c49 None None] Network 4f836827-85a5-42cb-8a20-031681797e49 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:18:29.231893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] For port accd1a6e-24c9-44a8-9db5-b6d48eecdb23, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:29.232256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:29.252528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f8d00dc9-bd94-46f5-8b00-b1f2f428e77f no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:29.258725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0e8e60f-f65d-464c-8917-30846dedf4f9 req-bed95781-2e8a-48f6-8838-101d3e6ee730 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811682 Nov 12 05:18:29.265500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Calling delete_port for accd1a6e-24c9-44a8-9db5-b6d48eecdb23 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:29.282619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: f8d00dc9-bd94-46f5-8b00-b1f2f428e77f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:29.282619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f8d00dc9-bd94-46f5-8b00-b1f2f428e77f not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:29.282619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 447e4ddb-2345-4643-a322-14025a83d34d no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:29.300447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 447e4ddb-2345-4643-a322-14025a83d34d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:29.300883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 447e4ddb-2345-4643-a322-14025a83d34d not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:29.394427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b648872-a97e-4e11-b079-acfd12b5f62f', 'name': 'network-vif-deleted', 'tag': 'b37d5661-ea1a-4b15-9f0b-450064e7847b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:29.396663 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93ca33b-3bb3-48f5-b1e2-462db2abe3a5" -d '{"events": [{"server_uuid": "4b648872-a97e-4e11-b079-acfd12b5f62f", "name": "network-vif-deleted", "tag": "b37d5661-ea1a-4b15-9f0b-450064e7847b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:29.422476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae16f39-9a4c-4a70-957a-47bc36826e70 req-1f660d0f-2abb-431f-a2cb-363f044ff7c0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:29.423945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ae16f39-9a4c-4a70-957a-47bc36826e70 req-1f660d0f-2abb-431f-a2cb-363f044ff7c0 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1097324 Nov 12 05:18:29.438162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b412c8-e4ac-4b47-99df-829dab8495df req-013053e2-f3b1-43ee-b396-7596d4952361 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:29.439608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2b412c8-e4ac-4b47-99df-829dab8495df req-013053e2-f3b1-43ee-b396-7596d4952361 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b22ef3-da4f-4cd6-be74-17b095cbc57a HTTP/1.1" status: 200 len: 950 time: 0.0953121 Nov 12 05:18:29.555586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ae16f39-9a4c-4a70-957a-47bc36826e70 req-3c3b54c7-78ee-4bb7-8e6b-ae8b140e8923 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/security-groups?id=69720e65-0640-48e6-8cc1-9206b3d7252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144519 Nov 12 05:18:29.559909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2b412c8-e4ac-4b47-99df-829dab8495df req-ceb46462-b94a-413c-bafb-ac521f837a1a tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116173 Nov 12 05:18:29.560665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:29.572352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['7283d198-1899-4455-bfde-b907d42ce5a2', 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:29.599625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event deleted for resources: {'Port': ['ID=accd1a6e-24c9-44a8-9db5-b6d48eecdb23,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:29.672998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] No DVR routers for this DVR port accd1a6e-24c9-44a8-9db5-b6d48eecdb23 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:29.676360 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:29.679812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6951e224-77af-4fd7-9c99-b0eb8f0fbf8e req-4a864334-b37c-4cbc-a20f-711b847a1572 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.47 "DELETE /v2.0/ports/accd1a6e-24c9-44a8-9db5-b6d48eecdb23 HTTP/1.1" status: 204 len: 173 time: 0.9553781 Nov 12 05:18:29.739061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020c5ea-3adc-41e7-b80f-335a8d7babe9 req-032688a3-6903-48e8-9c68-4c1d678eab65 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:29.740608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8020c5ea-3adc-41e7-b80f-335a8d7babe9 req-032688a3-6903-48e8-9c68-4c1d678eab65 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.0687811 Nov 12 05:18:29.856625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-ae7561d5-4a0f-42bd-86a0-067469874a82 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:29.858363 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-ae7561d5-4a0f-42bd-86a0-067469874a82 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 945 time: 0.0523090 Nov 12 05:18:29.868580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8020c5ea-3adc-41e7-b80f-335a8d7babe9 req-99230ebc-1c6b-4c3c-b14e-ddfc0dd46df6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161482 Nov 12 05:18:29.922685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-5f2932bf-ce56-4113-893a-34a27bcc18ac tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:29.924327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-5f2932bf-ce56-4113-893a-34a27bcc18ac tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.1511166 Nov 12 05:18:29.951566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-7a4bf29e-791e-47b3-ab0e-5ae810b41bd5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/quotas/0ef4818c9b594b20b2e6187eecd470c0 HTTP/1.1" status: 200 len: 375 time: 0.0160558 Nov 12 05:18:29.967770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Deleting port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:29.968390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:29.998538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-2e942f1e-1b52-4e6e-94c8-fc0992b6bed9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376995 Nov 12 05:18:30.089386 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588e3235-a8a7-466c-a599-3a0a3425eb4c x-openstack-request-id: req-588e3235-a8a7-466c-a599-3a0a3425eb4c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:30.089685 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b648872-a97e-4e11-b079-acfd12b5f62f", "name": "network-vif-deleted", "tag": "b37d5661-ea1a-4b15-9f0b-450064e7847b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:30.090015 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-588e3235-a8a7-466c-a599-3a0a3425eb4c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:30.090987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] For port 6722a1f8-9ac3-45e4-a667-e5fa98f60947, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6722a1f8-9ac3-45e4-a667-e5fa98f60947,segment=NetworkSegment(edb64c7f-48a2-4a37-87aa-66d0df325e45),segment_id=edb64c7f-48a2-4a37-87aa-66d0df325e45)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:30.091216 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b648872-a97e-4e11-b079-acfd12b5f62f', 'name': 'network-vif-deleted', 'tag': 'b37d5661-ea1a-4b15-9f0b-450064e7847b', 'status': 'completed', 'code': 200} Nov 12 05:18:30.091977 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:30.112780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Calling delete_port for 6722a1f8-9ac3-45e4-a667-e5fa98f60947 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:30.129354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-c9e677d2-eac8-4c17-b053-00b544015309 service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213152 Nov 12 05:18:30.266423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7187-89aa-4ce4-85d3-39c33fb3c757 req-6c2549b3-154e-412e-b39d-886c35f275ed tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:30.268083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df4d7187-89aa-4ce4-85d3-39c33fb3c757 req-6c2549b3-154e-412e-b39d-886c35f275ed tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 946 time: 0.0754554 Nov 12 05:18:30.275374 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:30.278823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-ed7add8c-4b68-4f16-a3a5-9acbf0541811 service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481102 Nov 12 05:18:30.323816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Pushing event deleted for resources: {'Port': ['ID=6722a1f8-9ac3-45e4-a667-e5fa98f60947,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:30.352306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df4d7187-89aa-4ce4-85d3-39c33fb3c757 req-3fd13826-2d6b-459d-9be2-29c540d51ca4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723488 Nov 12 05:18:30.359115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device edbfe09c-5875-4813-b956-52c7baa65f7a no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:30.380448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] No DVR routers for this DVR port 6722a1f8-9ac3-45e4-a667-e5fa98f60947 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:30.384143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:30.388970 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-971674f2-32b9-4d5a-9171-ab3ad1080e37 req-854b6494-9f34-484e-9b8d-42207a8f4b19 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.43 "DELETE /v2.0/ports/6722a1f8-9ac3-45e4-a667-e5fa98f60947 HTTP/1.1" status: 204 len: 173 time: 0.5241170 Nov 12 05:18:30.389727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: edbfe09c-5875-4813-b956-52c7baa65f7a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:30.389880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'name': 'network-vif-deleted', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:30.390139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device edbfe09c-5875-4813-b956-52c7baa65f7a not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:30.393382 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2f4e0-1620-4c65-a7d3-4079a478c5c4" -d '{"events": [{"server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "name": "network-vif-deleted", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:30.505371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0478ca-6190-4b70-bb23-8462f93e7786 req-f66d38d7-d438-4f89-b3d0-5cf2341833b6 tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:30.506896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe0478ca-6190-4b70-bb23-8462f93e7786 req-f66d38d7-d438-4f89-b3d0-5cf2341833b6 tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 1101 time: 0.0450420 Nov 12 05:18:30.536087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe0478ca-6190-4b70-bb23-8462f93e7786 req-f2a260ed-9a76-48af-8782-6e4e428c9c6d tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:30.634648 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b3c41a-1c6e-428f-968f-ecd721b4e4d9 x-openstack-request-id: req-84b3c41a-1c6e-428f-968f-ecd721b4e4d9 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:30.634945 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7b4662-7a4c-4b56-baf6-c96901c6dfc3", "name": "network-vif-deleted", "tag": "6722a1f8-9ac3-45e4-a667-e5fa98f60947", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:30.635199 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84b3c41a-1c6e-428f-968f-ecd721b4e4d9 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:30.635628 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7b4662-7a4c-4b56-baf6-c96901c6dfc3', 'name': 'network-vif-deleted', 'tag': '6722a1f8-9ac3-45e4-a667-e5fa98f60947', 'status': 'completed', 'code': 200} Nov 12 05:18:30.636105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-11c66728-dbe2-44e3-baad-dd0d6bbd65f7 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:30.638477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-11c66728-dbe2-44e3-baad-dd0d6bbd65f7 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1098 time: 0.0842834 Nov 12 05:18:30.652752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-28'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:30.725168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4336889-e640-4a97-82c5-2561b0464f46 req-a3488c50-d4f3-4091-85ce-542541ccbb9c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 210 time: 0.0520368 Nov 12 05:18:30.757210 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe0478ca-6190-4b70-bb23-8462f93e7786 req-f2a260ed-9a76-48af-8782-6e4e428c9c6d tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:30.765672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe0478ca-6190-4b70-bb23-8462f93e7786 req-f2a260ed-9a76-48af-8782-6e4e428c9c6d tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:30.798194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe0478ca-6190-4b70-bb23-8462f93e7786 req-f2a260ed-9a76-48af-8782-6e4e428c9c6d tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823510 Nov 12 05:18:30.807181 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:30.836321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a260ed-9a76-48af-8782-6e4e428c9c6d tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77049d1-74b2-49db-b7f9-a970611c5ba7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:30.890918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-785e52f2-629d-4201-b8aa-a36ab45f1945 req-f83cb1b2-1ff8-49f9-b84b-738ebffdd164 tempest-LiveAutoBlockMigrationV225Test-780298298 tempest-LiveAutoBlockMigrationV225Test-780298298-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7b4662-7a4c-4b56-baf6-c96901c6dfc3 HTTP/1.1" status: 200 len: 210 time: 0.0512249 Nov 12 05:18:30.991069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54832) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:31.079297 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5db3-1ada-4587-8381-1300391e5c05 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.109627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:31.116469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5db3-1ada-4587-8381-1300391e5c05 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.136403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e2f37-c040-4168-8926-1fe47f862767 req-489a4f07-84d8-4268-87a8-5761912f7273 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:31.139599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c2e2f37-c040-4168-8926-1fe47f862767 req-489a4f07-84d8-4268-87a8-5761912f7273 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1164389 Nov 12 05:18:31.192440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5db3-1ada-4587-8381-1300391e5c05 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.196107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5db3-1ada-4587-8381-1300391e5c05 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.199682 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c8c5db3-1ada-4587-8381-1300391e5c05 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "DELETE /v2.0/security-groups/81b5221e-b77c-4910-88f2-f9d5c4847a7c HTTP/1.1" status: 204 len: 168 time: 0.2047966 Nov 12 05:18:31.201513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54836) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:31.215382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c5db3-1ada-4587-8381-1300391e5c05 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b5221e-b77c-4910-88f2-f9d5c4847a7c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:31.234214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:31.282839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c2e2f37-c040-4168-8926-1fe47f862767 req-8dfa371a-c7b4-4f03-af57-8c828e602327 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365614 Nov 12 05:18:31.283679 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-2e09f3b2-ce00-4c49-832e-76e3fbd86743 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] show failed (client error): The resource could not be found. Nov 12 05:18:31.284594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2e09f3b2-ce00-4c49-832e-76e3fbd86743 tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "GET /v2.0/security-groups/81b5221e-b77c-4910-88f2-f9d5c4847a7c HTTP/1.1" status: 404 len: 347 time: 0.0772121 Nov 12 05:18:31.287463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:31.321892 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.329222 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.344872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb9498-fbcc-4d35-a0cf-66ed3b501363 req-e01120cc-d6a0-42c8-95b7-aaf49789aa85 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:31.346491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1fb9498-fbcc-4d35-a0cf-66ed3b501363 req-e01120cc-d6a0-42c8-95b7-aaf49789aa85 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.0889051 Nov 12 05:18:31.434478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Deleting port e1d9550b-e8c0-4b0a-bc04-13b101e3217a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:31.434827 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.485004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Pushing event updated for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:31.496399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1fb9498-fbcc-4d35-a0cf-66ed3b501363 req-25b59deb-abaf-4e9a-857e-48e22b30b0f4 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295347 Nov 12 05:18:31.499677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on host n-h1-765315-28 for vnic_type normal with profile {"migrating_to": "n-h2-765315-28"} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:31.500012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:31.500339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:31.508688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:31.509010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Attempting to bind port 44a28c0e-115d-4208-9d03-f694eed273c6 on network 74953459-3065-4502-bb8a-45a77d14e644 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:31.525791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:31.526139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Checking segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:31.526554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Bound using segment: {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:31.527426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Bound port: 44a28c0e-115d-4208-9d03-f694eed273c6, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '74953459-3065-4502-bb8a-45a77d14e644'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:31.528325 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.531349 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.531954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.539632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723d8d6-b48e-4e22-8a41-8aef7b5bf3f9 req-c47bf0ba-4892-433f-9287-7b62c9a287d6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:31.541113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2723d8d6-b48e-4e22-8a41-8aef7b5bf3f9 req-c47bf0ba-4892-433f-9287-7b62c9a287d6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.1034925 Nov 12 05:18:31.557430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Calling delete_port for e1d9550b-e8c0-4b0a-bc04-13b101e3217a owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:31.638289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2723d8d6-b48e-4e22-8a41-8aef7b5bf3f9 req-9fc45f26-655c-4419-89f2-903715124baa tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881252 Nov 12 05:18:31.663497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:31.713184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:31.721854 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.723660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.788929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Pushing event deleted for resources: {'Port': ['ID=e1d9550b-e8c0-4b0a-bc04-13b101e3217a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:31.811561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-bc4f0036-8013-4cff-8865-f5385647ef1c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:31.813058 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-bc4f0036-8013-4cff-8865-f5385647ef1c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.47 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.1718678 Nov 12 05:18:31.851197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Request body: {'port': {'device_id': '93b31db6-1166-43a3-a0de-e059171efe74', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'admin_state_up': True, 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:31.857326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.858098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Pushing event updated for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:31.859007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.862970 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1da5cd6f-e272-4480-995f-61e0f204a10f tempest-ImagesOneServerNegativeTestJSON-1540139819 tempest-ImagesOneServerNegativeTestJSON-1540139819-project] 10.222.0.48 "DELETE /v2.0/floatingips/7f0e7e21-701c-4c71-8bab-17b44fd37263 HTTP/1.1" status: 204 len: 168 time: 0.5743229 Nov 12 05:18:31.877713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:31.878335 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:31.879747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-f422199c-d459-4694-963f-f6a997e18265 service neutron] 10.222.0.47 "PUT /v2.0/ports/44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 200 len: 1124 time: 1.2312100 Nov 12 05:18:31.892414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-941e67f6-5cad-4d84-9aef-e9febe2ebe7a req-96c922e8-956a-4dfa-bf7f-3a1086e96599 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 210 time: 0.0731063 Nov 12 05:18:31.975367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['44a28c0e-115d-4208-9d03-f694eed273c6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:31.993348 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54858) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:31.996449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87d117-36c6-490c-be66-74dec8fbf7cc req-45e3ec19-4a77-4c84-9511-34fe551b8d6b tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:31.998583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf87d117-36c6-490c-be66-74dec8fbf7cc req-45e3ec19-4a77-4c84-9511-34fe551b8d6b tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 1101 time: 0.1053255 Nov 12 05:18:32.048519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['44a28c0e-115d-4208-9d03-f694eed273c6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:32.093128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'name': 'network-vif-deleted', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23'}, {'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6'}, {'name': 'network-changed', 'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:32.095560 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a823e01-e689-4a30-9f37-6aa65b6ad908" -d '{"events": [{"server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "name": "network-vif-deleted", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23"}, {"server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "name": "network-vif-unplugged", "status": "completed", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6"}, {"name": "network-changed", "server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:32.098558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54866) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:32.119400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf87d117-36c6-490c-be66-74dec8fbf7cc req-cc2a07a7-cbd9-4f9f-8883-60fd19c2d30c tempest-ServersAdminNegativeTestJSON-841150691 tempest-ServersAdminNegativeTestJSON-841150691-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082647 Nov 12 05:18:32.141696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:32.145774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.148151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-35490b15-d5de-44f8-89d8-e12aa5d059ce admin admin] Deleting subnet 5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:18:32.156521 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35490b15-d5de-44f8-89d8-e12aa5d059ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.210968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35490b15-d5de-44f8-89d8-e12aa5d059ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.237406 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f3f2c5-9737-4b98-bcc4-089965e711a0 x-openstack-request-id: req-90f3f2c5-9737-4b98-bcc4-089965e711a0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:32.237756 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b22ef3-da4f-4cd6-be74-17b095cbc57a", "name": "network-vif-deleted", "tag": "accd1a6e-24c9-44a8-9db5-b6d48eecdb23", "status": "completed", "code": 200}, {"server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "name": "network-vif-unplugged", "status": "completed", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6", "code": 200}, {"name": "network-changed", "server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:32.237969 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90f3f2c5-9737-4b98-bcc4-089965e711a0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:32.238331 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b22ef3-da4f-4cd6-be74-17b095cbc57a', 'name': 'network-vif-deleted', 'tag': 'accd1a6e-24c9-44a8-9db5-b6d48eecdb23', 'status': 'completed', 'code': 200} Nov 12 05:18:32.238650 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6', 'code': 200} Nov 12 05:18:32.238988 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6', 'status': 'completed', 'code': 200} Nov 12 05:18:32.266084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ce1fc5-6c12-4ee5-9d67-b5247eae9afa admin admin] Deleting subnet d468324b-3994-4dfc-bb33-d82a6b45f4c2 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:18:32.274309 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1fc5-6c12-4ee5-9d67-b5247eae9afa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.274523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35490b15-d5de-44f8-89d8-e12aa5d059ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.351919 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1fc5-6c12-4ee5-9d67-b5247eae9afa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.381167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Allocated IP 172.20.0.10 (4f836827-85a5-42cb-8a20-031681797e49/fc13883a-6d2d-4077-bd2d-08d9f8815580/ea6f77e9-0484-430b-974b-61cb42742bf2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:32.418582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-2c4524cf-e8e4-447f-b27c-ba7aa52fe694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:32.420016 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-2c4524cf-e8e4-447f-b27c-ba7aa52fe694 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1127 time: 0.1479063 Nov 12 05:18:32.421650 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35490b15-d5de-44f8-89d8-e12aa5d059ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.441724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1fc5-6c12-4ee5-9d67-b5247eae9afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.449017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6722a1f8-9ac3-45e4-a667-e5fa98f60947 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:32.459739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35490b15-d5de-44f8-89d8-e12aa5d059ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa9580c-3604-48a5-8e8a-29ff41dc9ca6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:32.466664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35490b15-d5de-44f8-89d8-e12aa5d059ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.472983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-35490b15-d5de-44f8-89d8-e12aa5d059ce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5aa9580c-3604-48a5-8e8a-29ff41dc9ca6 HTTP/1.1" status: 204 len: 168 time: 0.4784293 Nov 12 05:18:32.475213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54884) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:32.483991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 6722a1f8-9ac3-45e4-a667-e5fa98f60947 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:32.484335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6722a1f8-9ac3-45e4-a667-e5fa98f60947 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:32.577929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7cc8f-471b-4475-a57b-3f32b556a645 req-0a430367-094f-4cb8-a563-59b91acb44e6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:32.579664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55a7cc8f-471b-4475-a57b-3f32b556a645 req-0a430367-094f-4cb8-a563-59b91acb44e6 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1756620 Nov 12 05:18:32.608321 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.627399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-23f3083d-9ddd-44ce-886c-269b2a4a0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:32.629352 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-23f3083d-9ddd-44ce-886c-269b2a4a0874 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1809847 Nov 12 05:18:32.653261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1fc5-6c12-4ee5-9d67-b5247eae9afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.701262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce1fc5-6c12-4ee5-9d67-b5247eae9afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d468324b-3994-4dfc-bb33-d82a6b45f4c2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:32.705626 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1fc5-6c12-4ee5-9d67-b5247eae9afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.706495 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-c2e077c4-13fc-4485-bd32-db3b43b2581b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 200 len: 217 time: 0.0492935 Nov 12 05:18:32.711482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a1ce1fc5-6c12-4ee5-9d67-b5247eae9afa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d468324b-3994-4dfc-bb33-d82a6b45f4c2 HTTP/1.1" status: 204 len: 168 time: 0.6042340 Nov 12 05:18:32.720099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54892) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:32.746313 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.781054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f99b3-941c-4490-bdec-3954f45a60d0 req-ada8915e-8775-4687-8843-2d932fa443d1 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:32.782562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-500f99b3-941c-4490-bdec-3954f45a60d0 req-ada8915e-8775-4687-8843-2d932fa443d1 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 949 time: 0.2317026 Nov 12 05:18:32.793011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47448b0-1759-4308-9812-089ef5f02fd9']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:32.795533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.801054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55a7cc8f-471b-4475-a57b-3f32b556a645 req-8cc09e66-c60c-4b8f-b4d0-878cab660d96 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700609 Nov 12 05:18:32.806898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb64c7f-48a2-4a37-87aa-66d0df325e45') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:32.807201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb64c7f-48a2-4a37-87aa-66d0df325e45') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:32.810465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-32776d06-9b4b-455e-ae07-0baba684fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:32.811980 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-32776d06-9b4b-455e-ae07-0baba684fa21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0775940 Nov 12 05:18:32.824369 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.853367 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-4d3fa9e5-e042-43d5-b744-a39fe4b69208 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313296 Nov 12 05:18:32.858431 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.873614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:18:32.874016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:18:32.875721 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:18:32.938802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.977155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.984813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.985331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-500f99b3-941c-4490-bdec-3954f45a60d0 req-535ce639-d8c2-4b8a-94c7-14444f2760ca tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880233 Nov 12 05:18:32.990568 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c47448b0-1759-4308-9812-089ef5f02fd9 HTTP/1.1" status: 204 len: 168 time: 0.5110130 Nov 12 05:18:32.991313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:32.993148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54896) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:33.002858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-b04c3eb1-2b3a-43cc-b5c6-1de50c824862 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:33.004320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-b04c3eb1-2b3a-43cc-b5c6-1de50c824862 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1711552 Nov 12 05:18:33.029141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97f14f-9624-4acf-9f0b-20b02653d027 admin admin] Pushing event deleted for resources: {'Network': ['ID=c47448b0-1759-4308-9812-089ef5f02fd9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:33.059030 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-657199b5-acc4-42a8-bf5e-b8c24c325b20 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958680 Nov 12 05:18:33.081856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a952f50-eb43-4e0d-a472-b85172f03363 req-9126ce81-4f37-4988-98b8-22d8151fc8df tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:33.082017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-994f8326-2489-4f35-8fba-1ff73a8b0fe4 admin admin] Deleting subnet 799f976d-0d9c-429e-8b30-2bd75f0bea58 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:18:33.083404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a952f50-eb43-4e0d-a472-b85172f03363 req-9126ce81-4f37-4988-98b8-22d8151fc8df tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 950 time: 0.1995239 Nov 12 05:18:33.115779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-994f8326-2489-4f35-8fba-1ff73a8b0fe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.134850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Network 4f836827-85a5-42cb-8a20-031681797e49 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:33.176498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:33.178998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:33.182814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-994f8326-2489-4f35-8fba-1ff73a8b0fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.225352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.233811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1a823e01-e689-4a30-9f37-6aa65b6ad908 req-c40903c6-968f-40a5-bfd7-c8b3f2f98d26 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491537 Nov 12 05:18:33.238584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-994f8326-2489-4f35-8fba-1ff73a8b0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.267743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 44a28c0e-115d-4208-9d03-f694eed273c6 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:18:33.278866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b37d5661-ea1a-4b15-9f0b-450064e7847b no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:33.288447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event updated for resources: {'Port': ['ID=ea6f77e9-0484-430b-974b-61cb42742bf2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:33.307903 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-994f8326-2489-4f35-8fba-1ff73a8b0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.309997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: b37d5661-ea1a-4b15-9f0b-450064e7847b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:33.310646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b37d5661-ea1a-4b15-9f0b-450064e7847b not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:33.311844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device accd1a6e-24c9-44a8-9db5-b6d48eecdb23 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:33.335162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f8326-2489-4f35-8fba-1ff73a8b0fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799f976d-0d9c-429e-8b30-2bd75f0bea58,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:33.339359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: accd1a6e-24c9-44a8-9db5-b6d48eecdb23 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:33.340010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device accd1a6e-24c9-44a8-9db5-b6d48eecdb23 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:33.346245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-994f8326-2489-4f35-8fba-1ff73a8b0fe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.352508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-994f8326-2489-4f35-8fba-1ff73a8b0fe4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/799f976d-0d9c-429e-8b30-2bd75f0bea58 HTTP/1.1" status: 204 len: 168 time: 0.3572352 Nov 12 05:18:33.353131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54898) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:33.433110 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.438579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:33.452481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 44a28c0e-115d-4208-9d03-f694eed273c6 has no active binding in host n-h2-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:18:33.521831 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.543595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7f6615-7a8c-46fd-b7c9-d6eedab848ec']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:33.553372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bca83c-9bd8-429b-9977-7c5e09039b28') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:33.553673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bca83c-9bd8-429b-9977-7c5e09039b28') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:33.563804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.577389 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.583562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:18:33.583955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:18:33.585943 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:18:33.620391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355537fb-4aa5-4638-a6dd-8f5b97e76a35']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:33.640042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:33.640323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f9b5b4-ace5-4c5d-b6a2-a3c881de02b5') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:33.647399 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.649954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:33.651657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.663288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.664660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a952f50-eb43-4e0d-a472-b85172f03363 req-8dff498d-70d5-4916-82e9-34b5071e4f8f tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/security-groups?id=0caa75b1-ce38-4925-88f7-1d982c9593a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463784 Nov 12 05:18:33.669061 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ce7f6615-7a8c-46fd-b7c9-d6eedab848ec HTTP/1.1" status: 204 len: 168 time: 0.3123348 Nov 12 05:18:33.669061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b12347-995f-4edd-a868-71e62c8aebe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce7f6615-7a8c-46fd-b7c9-d6eedab848ec,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:33.678011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.698836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12466781-72b9-4151-a1d0-d8acf95017c1 req-8142ba6e-12cf-4456-8889-0d5467a57cff tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:33.702854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12466781-72b9-4151-a1d0-d8acf95017c1 req-8142ba6e-12cf-4456-8889-0d5467a57cff tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.5321391 Nov 12 05:18:33.724343 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.741750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-9f3c60c7-5829-439e-89ef-f3e763fec752 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8964672 Nov 12 05:18:33.751713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:18:33.752100 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:18:33.753878 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:18:33.777656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Request body: {'port': {'device_id': '93b31db6-1166-43a3-a0de-e059171efe74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:33.781468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Deleting port 7283d198-1899-4455-bfde-b907d42ce5a2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:33.781806 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.796624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54902) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:33.838594 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ee893e5-d30e-4576-ac17-bc073db4329f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c177b0e068e149e5be2571d3d1fa8ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407672 Nov 12 05:18:33.841105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54906) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:33.890844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1e78894c-3754-4e83-bf1a-2fd4e797b6d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.911832 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1e78894c-3754-4e83-bf1a-2fd4e797b6d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.961719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1e78894c-3754-4e83-bf1a-2fd4e797b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.964342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1e78894c-3754-4e83-bf1a-2fd4e797b6d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.965470 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1e78894c-3754-4e83-bf1a-2fd4e797b6d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69720e65-0640-48e6-8cc1-9206b3d7252f HTTP/1.1" status: 204 len: 168 time: 0.1234574 Nov 12 05:18:33.966161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12466781-72b9-4151-a1d0-d8acf95017c1 req-9a24dc8f-2b47-4e35-a152-1face8f2f8f3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509499 Nov 12 05:18:33.974769 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:33.976684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78894c-3754-4e83-bf1a-2fd4e797b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69720e65-0640-48e6-8cc1-9206b3d7252f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:33.996324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.002220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] 10.222.0.48 "DELETE /v2.0/networks/355537fb-4aa5-4638-a6dd-8f5b97e76a35 HTTP/1.1" status: 204 len: 168 time: 1.2784865 Nov 12 05:18:34.023195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb18429-6e62-439f-8937-e2aebf7a19d5 req-f55b3756-6ff4-4345-b10a-32da342bd47e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:34.031294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbb18429-6e62-439f-8937-e2aebf7a19d5 req-f55b3756-6ff4-4345-b10a-32da342bd47e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 932 time: 0.2873476 Nov 12 05:18:34.033039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.053393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac76e55-93c4-41ce-8012-ff278c284aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=355537fb-4aa5-4638-a6dd-8f5b97e76a35,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:34.066827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] For port 7283d198-1899-4455-bfde-b907d42ce5a2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=7283d198-1899-4455-bfde-b907d42ce5a2,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:34.067199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.135141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Calling delete_port for 7283d198-1899-4455-bfde-b907d42ce5a2 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:34.224923 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54918) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:34.234925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbb18429-6e62-439f-8937-e2aebf7a19d5 req-488c2f5a-e812-4d73-ad4f-ce01c572d441 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026999 Nov 12 05:18:34.282139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6594f9b4-da15-49ec-8c72-02c4bc1cc6ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecac6990eaf64d7eaf79c4275e070282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544655 Nov 12 05:18:34.282954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54920) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:34.337468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad370ebc-1b59-48d8-93d0-2bfec23e701c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.362569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad370ebc-1b59-48d8-93d0-2bfec23e701c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.367194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944b453-b10c-4ef0-9b9a-fcdef7cb3f6e req-0102be84-60d0-4d9f-855f-2ac73a4b452d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:34.368671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5944b453-b10c-4ef0-9b9a-fcdef7cb3f6e req-0102be84-60d0-4d9f-855f-2ac73a4b452d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.3040624 Nov 12 05:18:34.428046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad370ebc-1b59-48d8-93d0-2bfec23e701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.431300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad370ebc-1b59-48d8-93d0-2bfec23e701c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.433179 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad370ebc-1b59-48d8-93d0-2bfec23e701c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c96834b0-aa25-40f5-a317-b65aa2d4e1fd HTTP/1.1" status: 204 len: 168 time: 0.1487184 Nov 12 05:18:34.442448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad370ebc-1b59-48d8-93d0-2bfec23e701c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96834b0-aa25-40f5-a317-b65aa2d4e1fd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:34.549891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54924) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:34.584060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2660-3d37-43f0-98d2-09f068d8c696 req-5f50f6b5-eea7-4db9-b277-b456132b6c9a tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:34.585610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6fb2660-3d37-43f0-98d2-09f068d8c696 req-5f50f6b5-eea7-4db9-b277-b456132b6c9a tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 949 time: 0.2502105 Nov 12 05:18:34.596406 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eaa3d86c-4521-4c1b-b261-ece264b10542 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e25d03e6a834f27aae2b77780c82902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453372 Nov 12 05:18:34.599029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54928) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:34.619965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5944b453-b10c-4ef0-9b9a-fcdef7cb3f6e req-b1941932-4817-4096-9dc1-df5f1d3f2aa9 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257292 Nov 12 05:18:34.620868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.671254 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-757424a1-2489-4a1b-a675-0fdffe81114b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.699874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Pushing event deleted for resources: {'Port': ['ID=7283d198-1899-4455-bfde-b907d42ce5a2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:34.709185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-757424a1-2489-4a1b-a675-0fdffe81114b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.789515 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-757424a1-2489-4a1b-a675-0fdffe81114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.796381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-757424a1-2489-4a1b-a675-0fdffe81114b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.797947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-757424a1-2489-4a1b-a675-0fdffe81114b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04bd10c2-bb3f-4c50-848a-d4b523b6ffed HTTP/1.1" status: 204 len: 168 time: 0.1976776 Nov 12 05:18:34.820320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757424a1-2489-4a1b-a675-0fdffe81114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bd10c2-bb3f-4c50-848a-d4b523b6ffed,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:34.842693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] No DVR routers for this DVR port 7283d198-1899-4455-bfde-b907d42ce5a2 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:34.849412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6fb2660-3d37-43f0-98d2-09f068d8c696 req-2f98d3b4-1ba7-4191-9b65-9a54099105bf tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485971 Nov 12 05:18:34.856185 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.860467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b347929-b5a9-4437-906e-e5333de8ae0e req-76078b91-9447-4a16-92cb-c9230fa3a40c tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.47 "DELETE /v2.0/ports/7283d198-1899-4455-bfde-b907d42ce5a2 HTTP/1.1" status: 204 len: 173 time: 1.8205218 Nov 12 05:18:34.860942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'name': 'network-vif-deleted', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:34.863560 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86233761-f0e2-4479-ac8b-a215b93f8712" -d '{"events": [{"server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "name": "network-vif-deleted", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:34.905457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6f77e9-0484-430b-974b-61cb42742bf2 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:34.912597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9626d7a1-6e06-4eff-a8f6-24faaf216421 req-39bb0d4d-eea8-4d91-9ca4-8169a3a979f8 tempest-MigrationsAdminTest-2132643316 tempest-MigrationsAdminTest-2132643316-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b8459-bf63-4351-b2ba-136ae49535ee HTTP/1.1" status: 200 len: 210 time: 0.0612106 Nov 12 05:18:34.917838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:34.921210 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ceab31-394c-4e58-a9f1-2d7e77fc033e x-openstack-request-id: req-69ceab31-394c-4e58-a9f1-2d7e77fc033e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:34.921552 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8b8459-bf63-4351-b2ba-136ae49535ee", "name": "network-vif-deleted", "tag": "7283d198-1899-4455-bfde-b907d42ce5a2", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:34.921740 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69ceab31-394c-4e58-a9f1-2d7e77fc033e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:34.922377 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8b8459-bf63-4351-b2ba-136ae49535ee', 'name': 'network-vif-deleted', 'tag': '7283d198-1899-4455-bfde-b907d42ce5a2', 'status': 'completed', 'code': 200} Nov 12 05:18:34.943298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Transition to ACTIVE for port object ea6f77e9-0484-430b-974b-61cb42742bf2 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:34.954116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-5f8c3213-0378-4951-8c8e-6034a54de480 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:34.955973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-5f8c3213-0378-4951-8c8e-6034a54de480 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 949 time: 0.1788945 Nov 12 05:18:34.957839 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:35.092342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6f77e9-0484-430b-974b-61cb42742bf2,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:35.221367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2693329-9fe4-4c6f-8e00-66192e1ea47f req-89a7822d-a14f-4968-b243-e7cc65fbeb2e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:35.223138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2693329-9fe4-4c6f-8e00-66192e1ea47f req-89a7822d-a14f-4968-b243-e7cc65fbeb2e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.1109695 Nov 12 05:18:35.263007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Attempting to bind port ea6f77e9-0484-430b-974b-61cb42742bf2 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:35.263252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Attempting to bind port ea6f77e9-0484-430b-974b-61cb42742bf2 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:35.263560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Attempting to bind port ea6f77e9-0484-430b-974b-61cb42742bf2 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:35.268601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 7283d198-1899-4455-bfde-b907d42ce5a2 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:35.296032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Port ea6f77e9-0484-430b-974b-61cb42742bf2 on network 4f836827-85a5-42cb-8a20-031681797e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:35.296341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Attempting to bind port ea6f77e9-0484-430b-974b-61cb42742bf2 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:35.300677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 7283d198-1899-4455-bfde-b907d42ce5a2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:35.301027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 7283d198-1899-4455-bfde-b907d42ce5a2 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:35.306666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Deleting port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:35.307804 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:35.373619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2693329-9fe4-4c6f-8e00-66192e1ea47f req-6e076979-c32f-4240-80d3-64ca536fffad tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421435 Nov 12 05:18:35.393082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:35.393759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Checking segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:35.394152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Bound using segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:35.394639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Bound port: ea6f77e9-0484-430b-974b-61cb42742bf2, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:35.394999 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:35.409411 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:18:35.561119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef948e5e-7e16-43fe-8728-7c9f847c43e0 req-6c94625b-7a70-4ef6-8442-63fa7da95547 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:35.562672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef948e5e-7e16-43fe-8728-7c9f847c43e0 req-6c94625b-7a70-4ef6-8442-63fa7da95547 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 944 time: 0.1880224 Nov 12 05:18:35.633015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] For port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:35.633475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:35.653428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Calling delete_port for 97b838c0-792d-4c8f-bf71-1cea8c66a4cf owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:35.686808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] For port ea6f77e9-0484-430b-974b-61cb42742bf2, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:35.729855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef948e5e-7e16-43fe-8728-7c9f847c43e0 req-bbaf486e-d763-4db7-b1ec-f458e5c5cec0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574583 Nov 12 05:18:35.735058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] For port ea6f77e9-0484-430b-974b-61cb42742bf2, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ea6f77e9-0484-430b-974b-61cb42742bf2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:35.751230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:35.815537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:35.816547 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:35.817531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] 10.222.0.47 "PUT /v2.0/ports/ea6f77e9-0484-430b-974b-61cb42742bf2 HTTP/1.1" status: 200 len: 1093 time: 2.0618446 Nov 12 05:18:35.862757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1342699-1c76-42c6-8ac4-2430723b7867 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6f77e9-0484-430b-974b-61cb42742bf2,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:35.873955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ed31e-5159-40e7-a6b1-daf7dd298c72 req-0c60e910-9bdf-4a3d-ac9d-ca98dc2c0cb1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:35.881601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e15ed31e-5159-40e7-a6b1-daf7dd298c72 req-0c60e910-9bdf-4a3d-ac9d-ca98dc2c0cb1 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1451867 Nov 12 05:18:36.018648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e15ed31e-5159-40e7-a6b1-daf7dd298c72 req-cfa57db5-599f-447f-b8b0-3dd05669c91b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255391 Nov 12 05:18:36.024829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-d8790628-3526-4291-85b7-77c9e7f533a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.026305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-d8790628-3526-4291-85b7-77c9e7f533a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 1096 time: 0.1405914 Nov 12 05:18:36.031603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:36.047155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['23393912-b938-43df-a478-655c1cc5e4f4', '97b838c0-792d-4c8f-bf71-1cea8c66a4cf'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:36.127147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Pushing event deleted for resources: {'Port': ['ID=97b838c0-792d-4c8f-bf71-1cea8c66a4cf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:36.135327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-1eee3a11-0296-464d-aaf2-147dd07ef15b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea6f77e9-0484-430b-974b-61cb42742bf2 HTTP/1.1" status: 200 len: 217 time: 0.0966883 Nov 12 05:18:36.303708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e5fd269-4982-4de4-be40-5d1836cb3c78 req-ff6cacb9-1ec8-47a5-a1f8-61d341f8513f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d17496-e30e-4f0d-9159-dccb11d411c4 HTTP/1.1" status: 200 len: 210 time: 0.1973174 Nov 12 05:18:36.335510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] No DVR routers for this DVR port 97b838c0-792d-4c8f-bf71-1cea8c66a4cf on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:36.344063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:36.347530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-969004c5-f30b-47ec-b15d-fb4069530ddd req-eaf50fe2-bf44-46bb-b427-bc9d6f4cd9e0 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "DELETE /v2.0/ports/97b838c0-792d-4c8f-bf71-1cea8c66a4cf HTTP/1.1" status: 204 len: 173 time: 1.3797874 Nov 12 05:18:36.365300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-ad34aa55-470b-447f-bfbd-3462e27be166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.366783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-ad34aa55-470b-447f-bfbd-3462e27be166 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.2044687 Nov 12 05:18:36.378402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-47a8a44e-13e2-4e76-ac83-1251ebefa652 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2758367 Nov 12 05:18:36.477488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-e6eaba51-3afb-4a15-a7a5-f211313b1838 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873163 Nov 12 05:18:36.623829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-2feaec9c-77aa-4336-9779-1d3262752288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.625617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-2feaec9c-77aa-4336-9779-1d3262752288 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 1097 time: 0.2035937 Nov 12 05:18:36.645382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef523efa-045f-4c7d-8fac-77b9ab4e5c02 req-0fd20973-756a-4d41-b0b3-bda46c75f3ac tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.646242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55032) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:36.650634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef523efa-045f-4c7d-8fac-77b9ab4e5c02 req-0fd20973-756a-4d41-b0b3-bda46c75f3ac tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.1273370 Nov 12 05:18:36.696517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55036) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:36.708160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-a8b62824-8c17-483d-8f88-33fd5fc6af1e service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969047 Nov 12 05:18:36.832710 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef523efa-045f-4c7d-8fac-77b9ab4e5c02 req-103275b6-d097-4a62-b078-9492eaf5e45c tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743553 Nov 12 05:18:36.924485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b31db6-1166-43a3-a0de-e059171efe74', 'tag': 'ea6f77e9-0484-430b-974b-61cb42742bf2'}, {'server_uuid': '97d17496-e30e-4f0d-9159-dccb11d411c4', 'name': 'network-vif-deleted', 'tag': '97b838c0-792d-4c8f-bf71-1cea8c66a4cf'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:36.926724 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744b234-6e22-436f-9006-4f1d47d81c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "93b31db6-1166-43a3-a0de-e059171efe74", "tag": "ea6f77e9-0484-430b-974b-61cb42742bf2"}, {"server_uuid": "97d17496-e30e-4f0d-9159-dccb11d411c4", "name": "network-vif-deleted", "tag": "97b838c0-792d-4c8f-bf71-1cea8c66a4cf"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:36.948399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-6525b717-4935-4ed8-85a9-3528e0280686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.950769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-6525b717-4935-4ed8-85a9-3528e0280686 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.2864380 Nov 12 05:18:37.012505 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214fac9c-0473-4a40-8e87-990d730b98ca x-openstack-request-id: req-214fac9c-0473-4a40-8e87-990d730b98ca {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:37.012817 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b31db6-1166-43a3-a0de-e059171efe74", "tag": "ea6f77e9-0484-430b-974b-61cb42742bf2", "status": "completed", "code": 200}, {"server_uuid": "97d17496-e30e-4f0d-9159-dccb11d411c4", "name": "network-vif-deleted", "tag": "97b838c0-792d-4c8f-bf71-1cea8c66a4cf", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:37.013066 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-214fac9c-0473-4a40-8e87-990d730b98ca {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:37.013459 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b31db6-1166-43a3-a0de-e059171efe74', 'tag': 'ea6f77e9-0484-430b-974b-61cb42742bf2', 'status': 'completed', 'code': 200} Nov 12 05:18:37.013710 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d17496-e30e-4f0d-9159-dccb11d411c4', 'name': 'network-vif-deleted', 'tag': '97b838c0-792d-4c8f-bf71-1cea8c66a4cf', 'status': 'completed', 'code': 200} Nov 12 05:18:37.022638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80099d-1d93-44ad-9331-48a8a537fc88 req-c8bf5fa9-728a-447b-825c-0ebe6ffffb09 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:37.031212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee80099d-1d93-44ad-9331-48a8a537fc88 req-c8bf5fa9-728a-447b-825c-0ebe6ffffb09 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 944 time: 0.1508789 Nov 12 05:18:37.035420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccad57c1-6d43-499b-8af8-242adced0ebf req-eb832b41-c14d-4783-8de9-5e7df2a1ece3 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895172 Nov 12 05:18:37.036733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-45a51978-ab6e-4c49-885d-233171564597 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 200 len: 217 time: 0.0682073 Nov 12 05:18:37.062084 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a68dcbc2-2fe8-448e-ba01-7318571e4cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:37.133409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-45cbcd90-d273-4096-9aa0-36c859d9fab5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=810cfa3b1c084750ad17d879ad775a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282238 Nov 12 05:18:37.135620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55054) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:37.162201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-2e0e65fd-92d8-4ad8-b33d-b563e998e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:37.164192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-2e0e65fd-92d8-4ad8-b33d-b563e998e499 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1035841 Nov 12 05:18:37.181597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee80099d-1d93-44ad-9331-48a8a537fc88 req-4b78dc36-aaab-41f0-a9bb-16d01cac35ba tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448166 Nov 12 05:18:37.245898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a68dcbc2-2fe8-448e-ba01-7318571e4cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:37.254549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-e3d84cce-a50d-43d0-9f94-5fb7d5532ed0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715785 Nov 12 05:18:37.255040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a68dcbc2-2fe8-448e-ba01-7318571e4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:37.294723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55056) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:37.294935 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a68dcbc2-2fe8-448e-ba01-7318571e4cfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26191a36ab10409e87761b9289fcdf06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460080 Nov 12 05:18:37.316342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dcbc2-2fe8-448e-ba01-7318571e4cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55a1c7-63cb-440c-81a2-5073fcf28d6e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:37.417032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af9da159-f6af-4bd4-9331-2aa98b04cd3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:37.450802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af9da159-f6af-4bd4-9331-2aa98b04cd3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:37.774579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-33c3432f-92cb-460f-b89b-def1d2ee387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:37.775970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-33c3432f-92cb-460f-b89b-def1d2ee387d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 1096 time: 0.5864666 Nov 12 05:18:37.784223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdc923-ae19-4a38-a234-2f8cd93246fb req-6cf807ce-73c9-4a55-ad49-51102a263cb0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:37.785414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1bdc923-ae19-4a38-a234-2f8cd93246fb req-6cf807ce-73c9-4a55-ad49-51102a263cb0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.5762711 Nov 12 05:18:37.968299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-66c2260d-e098-4349-8064-e9e41b8717dc service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929440 Nov 12 05:18:37.973327 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5068233c-174f-44d3-b2ae-82bd49144283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.041818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1bdc923-ae19-4a38-a234-2f8cd93246fb req-f29c04b0-921d-48b9-b350-b28b343ee41a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440736 Nov 12 05:18:38.051892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62493db3-b343-4a50-b4d2-c5c3ce5c9230 req-315cfb10-c6c7-43a4-8c15-31b947702c06 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:38.059667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62493db3-b343-4a50-b4d2-c5c3ce5c9230 req-315cfb10-c6c7-43a4-8c15-31b947702c06 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 949 time: 0.2642035 Nov 12 05:18:38.078036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5068233c-174f-44d3-b2ae-82bd49144283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.095367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af9da159-f6af-4bd4-9331-2aa98b04cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.097994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af9da159-f6af-4bd4-9331-2aa98b04cd3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.101547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-af9da159-f6af-4bd4-9331-2aa98b04cd3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0caa75b1-ce38-4925-88f7-1d982c9593a4 HTTP/1.1" status: 204 len: 168 time: 0.9626670 Nov 12 05:18:38.172647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9da159-f6af-4bd4-9331-2aa98b04cd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa75b1-ce38-4925-88f7-1d982c9593a4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:38.195190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-4056a979-5844-4e7e-b0ec-7768d16eb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:38.196703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-4056a979-5844-4e7e-b0ec-7768d16eb0ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 906 time: 0.4058132 Nov 12 05:18:38.278552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-dbee8c6d-74bf-478b-8362-42bf20326778 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea6f77e9-0484-430b-974b-61cb42742bf2 HTTP/1.1" status: 200 len: 217 time: 0.0678153 Nov 12 05:18:38.295111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62493db3-b343-4a50-b4d2-c5c3ce5c9230 req-526231e2-ed66-484f-b1c8-6476bd17b22c tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295380 Nov 12 05:18:38.311839 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-34db576d-bd80-4e77-9852-70af6a313842 service neutron] 10.222.0.43 "GET /v2.0/ports/44a28c0e-115d-4208-9d03-f694eed273c6/bindings/n-h2-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.0905514 Nov 12 05:18:38.317454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec193e43-9f24-472a-85c7-d65afff23e9f req-17f30523-8e7e-4b8b-8b39-6a9bf2788f87 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252611 Nov 12 05:18:38.388809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-d47b38c0-136b-4759-90da-09d102994ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:38.390856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-d47b38c0-136b-4759-90da-09d102994ab5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.0932515 Nov 12 05:18:38.417156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5068233c-174f-44d3-b2ae-82bd49144283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.419990 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5068233c-174f-44d3-b2ae-82bd49144283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.423414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5068233c-174f-44d3-b2ae-82bd49144283 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a55a1c7-63cb-440c-81a2-5073fcf28d6e HTTP/1.1" status: 204 len: 168 time: 1.1151268 Nov 12 05:18:38.443958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068233c-174f-44d3-b2ae-82bd49144283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55a1c7-63cb-440c-81a2-5073fcf28d6e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:38.454879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 44a28c0e-115d-4208-9d03-f694eed273c6 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:38.484269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-0f28aa26-fc46-4348-b3aa-b37cba714dbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616353 Nov 12 05:18:38.588570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:38.609315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db38395-f6d0-4d97-a78c-9321aa1cbcfd req-67fc59ef-ac07-45ae-96ac-23252f38e38f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:38.611760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:38.611928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7db38395-f6d0-4d97-a78c-9321aa1cbcfd req-67fc59ef-ac07-45ae-96ac-23252f38e38f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 944 time: 0.2424161 Nov 12 05:18:38.653449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a28c0e-115d-4208-9d03-f694eed273c6 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:38.670061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:38.689256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.694793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55092) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:38.721381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-ef6442f3-4b94-4604-8eb7-48170f2542b1 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093287 Nov 12 05:18:38.732910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d97f-2418-427c-bdba-4e47551879fd req-ee5db239-7015-4e0d-bf57-061e7361e218 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:38.741377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c5a6d97f-2418-427c-bdba-4e47551879fd req-ee5db239-7015-4e0d-bf57-061e7361e218 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 944 time: 0.1186666 Nov 12 05:18:38.788448 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-418289c6-7c49-46f2-aaa9-32468544d22f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2dc346a4d8f4b27aab27823568751a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909762 Nov 12 05:18:38.792840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55096) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:38.819381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7db38395-f6d0-4d97-a78c-9321aa1cbcfd req-400a09a7-5739-46ee-a809-693b976fec3f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946561 Nov 12 05:18:38.835025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] Transition to ACTIVE for port object 44a28c0e-115d-4208-9d03-f694eed273c6 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:38.854879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.857130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c5a6d97f-2418-427c-bdba-4e47551879fd req-132545e4-9554-43d6-95ee-f907fd926e35 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148794 Nov 12 05:18:38.917462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-724ed583-912d-4cb1-9906-0f33497ea7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.930670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d744b234-6e22-436f-9006-4f1d47d81c5b req-f6c21266-d722-4b19-8bba-bab36c12e7e0 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870456 Nov 12 05:18:38.963184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] No DVR routers for this DVR port 44a28c0e-115d-4208-9d03-f694eed273c6 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:38.970603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] Pushing event updated for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=10']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:38.984526 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-724ed583-912d-4cb1-9906-0f33497ea7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:39.021617 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-50cc044b-5855-453a-90b0-20f0831c27be service neutron] 10.222.0.43 "PUT /v2.0/ports/44a28c0e-115d-4208-9d03-f694eed273c6/bindings/n-h2-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 0.7016523 Nov 12 05:18:39.060597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-724ed583-912d-4cb1-9906-0f33497ea7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:39.064351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-724ed583-912d-4cb1-9906-0f33497ea7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:39.079441 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-724ed583-912d-4cb1-9906-0f33497ea7ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/211b37eb-83c0-46a6-806d-84c9c2df19e3 HTTP/1.1" status: 204 len: 168 time: 0.2847087 Nov 12 05:18:39.094317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ed583-912d-4cb1-9906-0f33497ea7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211b37eb-83c0-46a6-806d-84c9c2df19e3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:39.236051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-8b4298da-1dc4-403c-93d5-eff38732c5c5 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.237626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-8b4298da-1dc4-403c-93d5-eff38732c5c5 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.1056962 Nov 12 05:18:39.252042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f29b8c-0ff6-41f9-9de8-251a071839b2 req-5b8c741a-a927-4f16-827b-bd259fcc2ffa tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.255704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50f29b8c-0ff6-41f9-9de8-251a071839b2 req-5b8c741a-a927-4f16-827b-bd259fcc2ffa tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1248486 Nov 12 05:18:39.303963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97b838c0-792d-4c8f-bf71-1cea8c66a4cf no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:39.338308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-9003b7ca-2b8a-466b-8510-5bb2fb053e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.340579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-9003b7ca-2b8a-466b-8510-5bb2fb053e60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0&tenant_id=1108fb880ee4414caf2673bc6b157198 HTTP/1.1" status: 200 len: 1097 time: 0.0837708 Nov 12 05:18:39.345577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 97b838c0-792d-4c8f-bf71-1cea8c66a4cf {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:39.346038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97b838c0-792d-4c8f-bf71-1cea8c66a4cf not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:39.418733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50f29b8c-0ff6-41f9-9de8-251a071839b2 req-9eb2d664-aea3-4f09-aa3f-1411ec64427d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546655 Nov 12 05:18:39.478258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-90f9ee43-7897-401c-b237-021bf5913ac5 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.479748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-90f9ee43-7897-401c-b237-021bf5913ac5 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 949 time: 0.1552651 Nov 12 05:18:39.488650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fbb22-e102-436e-a00a-c0e9de8efe9c req-678396e0-11ca-4f5e-af3e-94599b45eab2 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.490149 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b2fbb22-e102-436e-a00a-c0e9de8efe9c req-678396e0-11ca-4f5e-af3e-94599b45eab2 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 949 time: 0.1185772 Nov 12 05:18:39.553915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-acacf09d-fbb0-485f-94aa-befbc44bbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.555768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-acacf09d-fbb0-485f-94aa-befbc44bbf91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1097 time: 0.1780403 Nov 12 05:18:39.694003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b2fbb22-e102-436e-a00a-c0e9de8efe9c req-7a8fc5db-c54e-47e4-8cc4-a1e264b7297f tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/security-groups?id=2121747f-200b-449c-8d16-f7a45fccd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938250 Nov 12 05:18:39.726794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-323bd858-8d2c-472f-b060-251b1444acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.728392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-323bd858-8d2c-472f-b060-251b1444acdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1565990 Nov 12 05:18:39.736261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Deleting port 23393912-b938-43df-a478-655c1cc5e4f4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:39.736687 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:39.793434 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-25f2e956-2c58-4c2a-af74-3ab78b766f6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 200 len: 217 time: 0.0536170 Nov 12 05:18:39.896433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-808fcd30-7dce-44c4-81a9-6b9f5b163539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.897882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-808fcd30-7dce-44c4-81a9-6b9f5b163539 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.0746603 Nov 12 05:18:39.905034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] For port 23393912-b938-43df-a478-655c1cc5e4f4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=23393912-b938-43df-a478-655c1cc5e4f4,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:39.905734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:39.941207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-4d070ca6-0966-439d-b18e-fdc31cef5d58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324113 Nov 12 05:18:39.954516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Calling delete_port for 23393912-b938-43df-a478-655c1cc5e4f4 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:40.148207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd269cb-ac9e-40ad-8606-b5522dd52894 req-22732dd6-9501-481a-a7ec-1db6b519c79d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:40.149684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cd269cb-ac9e-40ad-8606-b5522dd52894 req-22732dd6-9501-481a-a7ec-1db6b519c79d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 945 time: 0.2257044 Nov 12 05:18:40.176423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55162) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:40.210578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-54b00729-ee8f-4d2e-9362-4a519c41b770 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571878 Nov 12 05:18:40.249943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.262990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d5269-e11d-412d-b686-20cb63dbf1ca req-3209ecb8-be3a-4405-9160-83f714ab934e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:40.264711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c03d5269-e11d-412d-b686-20cb63dbf1ca req-3209ecb8-be3a-4405-9160-83f714ab934e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 944 time: 0.1695306 Nov 12 05:18:40.287598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-network', 'tenant_id': '6b753db113ce4f319e749929c16c10d3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:40.311748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Made reservation on behalf of 6b753db113ce4f319e749929c16c10d3 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:40.314555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.325704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.331314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cd269cb-ac9e-40ad-8606-b5522dd52894 req-09dad833-4392-4421-a40c-86a77758de93 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736462 Nov 12 05:18:40.422178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-8503af03-47ef-4478-80c1-64eddc4bbc29 service neutron] 10.222.0.47 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940637 Nov 12 05:18:40.423298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.424091 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.428633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c03d5269-e11d-412d-b686-20cb63dbf1ca req-1becfe86-3b68-41cc-994d-ceaa3252a6fc tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503494 Nov 12 05:18:40.436367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['23393912-b938-43df-a478-655c1cc5e4f4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:40.440303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.458791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Pushing event deleted for resources: {'Port': ['ID=23393912-b938-43df-a478-655c1cc5e4f4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:40.506365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:18:40.519331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.519712 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Added segment 562f9833-7f85-40c6-960b-dd5e07948241 of type vlan for network 49ba902b-1e97-4ed0-859d-8410bbeda3fc Nov 12 05:18:40.533118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] No DVR routers for this DVR port 23393912-b938-43df-a478-655c1cc5e4f4 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:40.537548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a9ea58-7857-4995-acf7-c7957ef6b733,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:40.546512 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.550001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74dacc9e-239c-48d4-8fe8-5801384964a5 req-7b73511a-ae8e-4ee5-a4df-2470c8ee6aef tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.47 "DELETE /v2.0/ports/23393912-b938-43df-a478-655c1cc5e4f4 HTTP/1.1" status: 204 len: 173 time: 1.0587199 Nov 12 05:18:40.550504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0891ce-27af-4bd3-afba-56565dfeb865', 'name': 'network-vif-deleted', 'tag': '23393912-b938-43df-a478-655c1cc5e4f4'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:40.552768 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7e251-7d0c-43b9-9441-f577156b92a2" -d '{"events": [{"server_uuid": "ad0891ce-27af-4bd3-afba-56565dfeb865", "name": "network-vif-deleted", "tag": "23393912-b938-43df-a478-655c1cc5e4f4"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:40.636265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.654247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadfdbc-650c-49f4-af01-c6e9c2e678a0 req-3826867e-baed-4f03-8eae-8ba94ada93d0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:40.662288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffadfdbc-650c-49f4-af01-c6e9c2e678a0 req-3826867e-baed-4f03-8eae-8ba94ada93d0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.0980659 Nov 12 05:18:40.704077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.705231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:40.705972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.762326 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eccee3e-9718-4a02-9238-4935b64db7f1 x-openstack-request-id: req-7eccee3e-9718-4a02-9238-4935b64db7f1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:40.762658 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0891ce-27af-4bd3-afba-56565dfeb865", "name": "network-vif-deleted", "tag": "23393912-b938-43df-a478-655c1cc5e4f4", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:40.762996 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7eccee3e-9718-4a02-9238-4935b64db7f1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:40.763349 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0891ce-27af-4bd3-afba-56565dfeb865', 'name': 'network-vif-deleted', 'tag': '23393912-b938-43df-a478-655c1cc5e4f4', 'status': 'completed', 'code': 200} Nov 12 05:18:40.807287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffadfdbc-650c-49f4-af01-c6e9c2e678a0 req-2802dd81-27b6-4a01-a472-1106f683217f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436882 Nov 12 05:18:40.823915 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6397014 Nov 12 05:18:40.824049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6304c94-2ccb-4fd0-913a-68882ec2f2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=49ba902b-1e97-4ed0-859d-8410bbeda3fc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:40.830412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55180) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:40.836626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:18:40.842398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Request body: {'subnet': {'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-subnet', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:40.878864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-6eb5150b-fb5c-4ad3-af0d-0cff44901f73 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:40.880319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-6eb5150b-fb5c-4ad3-af0d-0cff44901f73 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0&tenant_id=1108fb880ee4414caf2673bc6b157198&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.1610153 Nov 12 05:18:40.887702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Made reservation on behalf of 6b753db113ce4f319e749929c16c10d3 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:40.890889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.006869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e98c071f-25ca-4b3d-b057-a0e74876f98d req-d3e24a54-c58e-4723-a638-4f3435fde120 tempest-ServersAdminNegativeTestJSON-565067419 tempest-ServersAdminNegativeTestJSON-565067419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0891ce-27af-4bd3-afba-56565dfeb865 HTTP/1.1" status: 200 len: 210 time: 0.0704398 Nov 12 05:18:41.146470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-095481e8-46ce-447e-b459-06b4ad127215 service neutron] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:41.151209 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-095481e8-46ce-447e-b459-06b4ad127215 service neutron] Publish callbacks [] for binding, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.153138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a570acb6-b825-40e1-b02c-32e8929f1ccf req-095481e8-46ce-447e-b459-06b4ad127215 service neutron] 10.222.0.47 "DELETE /v2.0/ports/44a28c0e-115d-4208-9d03-f694eed273c6/bindings/n-h1-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.2590594 Nov 12 05:18:41.218022 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.276987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf7afc3-4cac-40d7-b878-441ab7c3bc0c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:41.293630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Checking segment: {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:41.294002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Network hostable DHCP agents. Network: 49ba902b-1e97-4ed0-859d-8410bbeda3fc, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:18:41.295882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ea6f77e9-0484-430b-974b-61cb42742bf2 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:18:41.313616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:18:41.328511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 49ba902b-1e97-4ed0-859d-8410bbeda3fc) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:41.333994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:41.334642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.352705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10f92d-92a6-4821-ae50-153da6b6275f None None] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:18:41.371952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-06608e87-9a7f-4857-af19-7758b16ea033 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5390611 Nov 12 05:18:41.374821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55192) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:41.379659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:41.418415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.420386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.463236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ea6f77e9-0484-430b-974b-61cb42742bf2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ea6f77e9-0484-430b-974b-61cb42742bf2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:41.490320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'ea6f77e9-0484-430b-974b-61cb42742bf2', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'port_id': 'ea6f77e9-0484-430b-974b-61cb42742bf2', 'mac_address': 'fa:16:3e:3a:18:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13883a-6d2d-4077-bd2d-08d9f8815580', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:18:41.553327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27b406-f94b-44d5-bcbf-343525589d3f req-b37a7b7f-e952-4b58-b8f1-894ce23d0301 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:41.559701 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.560450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee27b406-f94b-44d5-bcbf-343525589d3f req-b37a7b7f-e952-4b58-b8f1-894ce23d0301 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 945 time: 0.1092517 Nov 12 05:18:41.600853 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.624167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6f77e9-0484-430b-974b-61cb42742bf2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:41.674466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ea6f77e9-0484-430b-974b-61cb42742bf2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ea6f77e9-0484-430b-974b-61cb42742bf2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:41.685392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55200) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:41.731980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee27b406-f94b-44d5-bcbf-343525589d3f req-1e7b413d-d7cf-4721-ba95-13d51a73476b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552613 Nov 12 05:18:41.783189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac2471-d5f2-4f0d-bae9-0d6ebb602afa req-7f1d73c9-0c72-4eb8-a572-01bbd647fffc tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:41.801364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccac2471-d5f2-4f0d-bae9-0d6ebb602afa req-7f1d73c9-0c72-4eb8-a572-01bbd647fffc tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 945 time: 0.1549230 Nov 12 05:18:41.834983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.863071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.885091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a673ed66-99d3-4eae-88b2-8f043e0d2bcd req-be6e8f02-bad1-45af-bbed-058823f055eb tempest-AbsoluteLimitsNegativeTestJSON-1584624810 tempest-AbsoluteLimitsNegativeTestJSON-1584624810-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4852fe5910274b08837a21d320aa8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397239 Nov 12 05:18:41.905324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccac2471-d5f2-4f0d-bae9-0d6ebb602afa req-ef1a3c2c-6409-4619-aaee-c508826285fb tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992882 Nov 12 05:18:41.924995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ea6f77e9-0484-430b-974b-61cb42742bf2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:41.957547 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e01ca397-5c5d-47c3-a5c9-b52c4a0c5aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:41.960928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:18:41.962011 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.111924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Allocated IP 172.20.0.2 (49ba902b-1e97-4ed0-859d-8410bbeda3fc/fdf7afc3-4cac-40d7-b878-441ab7c3bc0c/75b13c3e-bf77-401e-aedd-68ea34155a28) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:42.124154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.137758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ed66-99d3-4eae-88b2-8f043e0d2bcd req-de69f699-bc8a-4c9a-848b-a5fc96e7de9c tempest-AbsoluteLimitsNegativeTestJSON-1584624810 tempest-AbsoluteLimitsNegativeTestJSON-1584624810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:42.143868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.144550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a673ed66-99d3-4eae-88b2-8f043e0d2bcd req-de69f699-bc8a-4c9a-848b-a5fc96e7de9c tempest-AbsoluteLimitsNegativeTestJSON-1584624810 tempest-AbsoluteLimitsNegativeTestJSON-1584624810-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369831 Nov 12 05:18:42.149195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:42.170669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99be065-78c0-47b4-86d5-df3e72025cc8 req-9df365da-5582-4660-ab08-c0ef116521cd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:42.172290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a99be065-78c0-47b4-86d5-df3e72025cc8 req-9df365da-5582-4660-ab08-c0ef116521cd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1671906 Nov 12 05:18:42.183087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a673ed66-99d3-4eae-88b2-8f043e0d2bcd req-5d85f6f1-9c8f-469a-87e2-0090f156e3cf tempest-AbsoluteLimitsNegativeTestJSON-1584624810 tempest-AbsoluteLimitsNegativeTestJSON-1584624810-project] 10.222.0.48 "GET /v2.0/quotas/4852fe5910274b08837a21d320aa8792 HTTP/1.1" status: 200 len: 375 time: 0.0376177 Nov 12 05:18:42.253537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a673ed66-99d3-4eae-88b2-8f043e0d2bcd req-ebb8f292-c47c-46b3-9203-1025ce226206 tempest-AbsoluteLimitsNegativeTestJSON-1584624810 tempest-AbsoluteLimitsNegativeTestJSON-1584624810-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4852fe5910274b08837a21d320aa8792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638046 Nov 12 05:18:42.260853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Allocated IP 172.25.2.136 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:42.320985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a99be065-78c0-47b4-86d5-df3e72025cc8 req-6cb17f0e-2777-4b80-a134-596ec876cbcf tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001174 Nov 12 05:18:42.349356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.350396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e01ca397-5c5d-47c3-a5c9-b52c4a0c5aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.358828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e01ca397-5c5d-47c3-a5c9-b52c4a0c5aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.360870 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.417074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:42.424452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:42.426537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.434024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:42.438567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Pushing event updated for resources: {'Port': ['ID=75b13c3e-bf77-401e-aedd-68ea34155a28,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:42.474569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.486828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ca397-5c5d-47c3-a5c9-b52c4a0c5aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda2ab70-3b97-47c2-a3b2-c77ed359e5a8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:42.492593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e01ca397-5c5d-47c3-a5c9-b52c4a0c5aee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a09e8b6548384c37b75d00ffaa1fa636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8028591 Nov 12 05:18:42.496768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:42.521749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Attempting to bind port 75b13c3e-bf77-401e-aedd-68ea34155a28 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:42.522470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Attempting to bind port 75b13c3e-bf77-401e-aedd-68ea34155a28 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:42.523060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Attempting to bind port 75b13c3e-bf77-401e-aedd-68ea34155a28 on network 49ba902b-1e97-4ed0-859d-8410bbeda3fc {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:42.531507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:42.532294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Checking segment: {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:42.532926 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.533535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Bound using segment: {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:42.534679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Bound port: 75b13c3e-bf77-401e-aedd-68ea34155a28, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:42.535424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.551620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:42.560413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:42.564225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:42.565949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ba64-b949-491a-aab5-fa3aeecb1322 req-f1af6791-31e5-4c54-be18-83f7c1a75e54 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:42.567607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f7ba64-b949-491a-aab5-fa3aeecb1322 req-f1af6791-31e5-4c54-be18-83f7c1a75e54 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 1097 time: 0.1261749 Nov 12 05:18:42.592841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Pushing event updated for resources: {'Port': ['ID=3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:42.602781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54ac965d-c339-469a-b385-05178c49d8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.631671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] For port 75b13c3e-bf77-401e-aedd-68ea34155a28, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:42.637360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] For port 75b13c3e-bf77-401e-aedd-68ea34155a28, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=75b13c3e-bf77-401e-aedd-68ea34155a28,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:42.644951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.645917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54ac965d-c339-469a-b385-05178c49d8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.655567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f7ba64-b949-491a-aab5-fa3aeecb1322 req-8d4c3f5d-f6cb-4274-887f-c499d0647d42 tempest-LiveMigrationTest-1549427302 tempest-LiveMigrationTest-1549427302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756388 Nov 12 05:18:42.727320 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54ac965d-c339-469a-b385-05178c49d8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.730524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54ac965d-c339-469a-b385-05178c49d8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:42.732145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-54ac965d-c339-469a-b385-05178c49d8f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eda2ab70-3b97-47c2-a3b2-c77ed359e5a8 HTTP/1.1" status: 204 len: 168 time: 0.2346034 Nov 12 05:18:42.750021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac965d-c339-469a-b385-05178c49d8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda2ab70-3b97-47c2-a3b2-c77ed359e5a8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:42.757448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a83fa-9779-421c-a614-4fd6cf2810df None None] Pushing event updated for resources: {'Port': ['ID=75b13c3e-bf77-401e-aedd-68ea34155a28,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:42.807257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55236) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:43.005146 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.102821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb91a4f-dd00-472b-87c5-babe713c28a1 req-ab0be236-abe0-4720-a068-48a936d1dbaa tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:43.109379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6bb91a4f-dd00-472b-87c5-babe713c28a1 req-ab0be236-abe0-4720-a068-48a936d1dbaa tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 945 time: 0.1120234 Nov 12 05:18:43.132872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e8a87-ac6f-48a4-96e1-51c8d5d717e4 req-9f6ddecb-5441-41e9-9735-d58a5875e7ff tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:43.147618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac0e8a87-ac6f-48a4-96e1-51c8d5d717e4 req-9f6ddecb-5441-41e9-9735-d58a5875e7ff tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 945 time: 0.1117504 Nov 12 05:18:43.148423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55248) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:43.201276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6bb91a4f-dd00-472b-87c5-babe713c28a1 req-141b33d7-3943-4af8-a726-9a8e3deca0e6 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799460 Nov 12 05:18:43.248427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46f84cef-26ed-406b-8a47-1115286711cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.273460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac0e8a87-ac6f-48a4-96e1-51c8d5d717e4 req-841eb423-f7c0-498e-841e-4f7f31c8f0c1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800850 Nov 12 05:18:43.325049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ea6f77e9-0484-430b-974b-61cb42742bf2 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:43.346983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5b5f0e4d-ba1f-4c6b-a4aa-c458e6ec74b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e33db6083fdf410bbe53692e05b56ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809976 Nov 12 05:18:43.350180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55252) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:43.351382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55256) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:43.388519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39987108-8b81-42d4-a014-c6d0babb23c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.411650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port ea6f77e9-0484-430b-974b-61cb42742bf2 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:18:43.416717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port ea6f77e9-0484-430b-974b-61cb42742bf2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:43.417093 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.520732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e5a588d-53e8-4ec2-ba50-727c84790d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.532978 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.562643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b31db6-1166-43a3-a0de-e059171efe74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6f77e9-0484-430b-974b-61cb42742bf2'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:43.565332 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f1d5e1-f382-4e12-a1d4-d497c5ed0eaa" -d '{"events": [{"server_uuid": "93b31db6-1166-43a3-a0de-e059171efe74", "name": "network-vif-plugged", "status": "completed", "tag": "ea6f77e9-0484-430b-974b-61cb42742bf2"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:43.575707 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46f84cef-26ed-406b-8a47-1115286711cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.584156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6f0a9-4658-4951-be7f-58d2b290b646 req-da136604-e4e1-4b40-b3a7-ef036a4d668b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:43.585708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22e6f0a9-4658-4951-be7f-58d2b290b646 req-da136604-e4e1-4b40-b3a7-ef036a4d668b tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1846714 Nov 12 05:18:43.586737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ea6f77e9-0484-430b-974b-61cb42742bf2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ea6f77e9-0484-430b-974b-61cb42742bf2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:43.596676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.597484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 23393912-b938-43df-a478-655c1cc5e4f4 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:43.600793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46f84cef-26ed-406b-8a47-1115286711cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.635700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e5a588d-53e8-4ec2-ba50-727c84790d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.654282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 23393912-b938-43df-a478-655c1cc5e4f4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:43.654664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 23393912-b938-43df-a478-655c1cc5e4f4 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:43.661114 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f2e4a9-a04a-4225-822d-d5e59d0492ac x-openstack-request-id: req-44f2e4a9-a04a-4225-822d-d5e59d0492ac {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:43.661404 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b31db6-1166-43a3-a0de-e059171efe74", "name": "network-vif-plugged", "status": "completed", "tag": "ea6f77e9-0484-430b-974b-61cb42742bf2", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:43.662847 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44f2e4a9-a04a-4225-822d-d5e59d0492ac {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:43.662847 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b31db6-1166-43a3-a0de-e059171efe74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6f77e9-0484-430b-974b-61cb42742bf2', 'code': 200} Nov 12 05:18:43.687702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ea6f77e9-0484-430b-974b-61cb42742bf2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:43.710852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.774503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-46f84cef-26ed-406b-8a47-1115286711cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4852fe5910274b08837a21d320aa8792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9641149 Nov 12 05:18:43.786984 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:43.808153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39987108-8b81-42d4-a014-c6d0babb23c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.812645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a54f124a-e1e0-473b-b106-f7493a0b3279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.816599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f84cef-26ed-406b-8a47-1115286711cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35265371-e7ba-4616-a890-274727a3d6da,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:43.828891 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39987108-8b81-42d4-a014-c6d0babb23c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.893062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22e6f0a9-4658-4951-be7f-58d2b290b646 req-3ed39569-ba7a-4186-be4e-9a4c4f50e8a8 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964518 Nov 12 05:18:43.901538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86111e-c9de-4169-acd4-850e413a69cf req-8bf2d790-740a-4859-a53c-5be84198b3a1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:43.903723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d86111e-c9de-4169-acd4-850e413a69cf req-8bf2d790-740a-4859-a53c-5be84198b3a1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.47 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 945 time: 0.2337081 Nov 12 05:18:43.916787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1c886f3a-0ebc-41d3-8e39-7c1b77319f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.958604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39987108-8b81-42d4-a014-c6d0babb23c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f56ce1-aa9c-492a-8172-ab3cbae947e3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:43.959813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1c886f3a-0ebc-41d3-8e39-7c1b77319f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.963091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-39987108-8b81-42d4-a014-c6d0babb23c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b50cb82757024b4facecb4ea1b4a1cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6107042 Nov 12 05:18:43.965675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f6976-ba26-47a4-ac9e-f9976f3f9f82 req-337291c1-8286-464f-884d-87a817c101e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:43.967124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d3f6976-ba26-47a4-ac9e-f9976f3f9f82 req-337291c1-8286-464f-884d-87a817c101e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 1098 time: 0.2236960 Nov 12 05:18:43.968163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55264) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:43.976367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e5a588d-53e8-4ec2-ba50-727c84790d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.978981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e5a588d-53e8-4ec2-ba50-727c84790d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:43.982866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5e5a588d-53e8-4ec2-ba50-727c84790d6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2121747f-200b-449c-8d16-f7a45fccd4d9 HTTP/1.1" status: 204 len: 168 time: 0.6225522 Nov 12 05:18:43.993708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Router bac7147d-71f0-4103-9b4f-24f3ba67a474 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:18:44.055597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 75b13c3e-bf77-401e-aedd-68ea34155a28 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:44.056053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a588d-53e8-4ec2-ba50-727c84790d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2121747f-200b-449c-8d16-f7a45fccd4d9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:44.137883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 75b13c3e-bf77-401e-aedd-68ea34155a28 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:44.138184 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.159879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d409e54e-ed6b-4e85-861c-128e0699ca4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.190113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d3f6976-ba26-47a4-ac9e-f9976f3f9f82 req-fb882303-388b-4ba4-aec0-44551da83dd1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036877 Nov 12 05:18:44.193417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f4f1d6-ae06-49fb-93fd-26d1ce544f9d None None] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:18:44.196030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d409e54e-ed6b-4e85-861c-128e0699ca4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.198297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:18:44.200573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1c886f3a-0ebc-41d3-8e39-7c1b77319f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.203871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1c886f3a-0ebc-41d3-8e39-7c1b77319f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.204459 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1c886f3a-0ebc-41d3-8e39-7c1b77319f72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35265371-e7ba-4616-a890-274727a3d6da HTTP/1.1" status: 204 len: 168 time: 0.3690622 Nov 12 05:18:44.219679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Deleting port 44a28c0e-115d-4208-9d03-f694eed273c6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:44.220029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.238111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c886f3a-0ebc-41d3-8e39-7c1b77319f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35265371-e7ba-4616-a890-274727a3d6da,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:44.256151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.260821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f7c63692-53f1-44be-9957-1cc04d5e129a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.8848910 Nov 12 05:18:44.266827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:44.282633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Sync routers for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:18:44.344098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d409e54e-ed6b-4e85-861c-128e0699ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.347857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d409e54e-ed6b-4e85-861c-128e0699ca4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.349773 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d409e54e-ed6b-4e85-861c-128e0699ca4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6f56ce1-aa9c-492a-8172-ab3cbae947e3 HTTP/1.1" status: 204 len: 168 time: 0.3798892 Nov 12 05:18:44.400397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e54e-ed6b-4e85-861c-128e0699ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f56ce1-aa9c-492a-8172-ab3cbae947e3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:44.453330 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.547629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 75b13c3e-bf77-401e-aedd-68ea34155a28, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=75b13c3e-bf77-401e-aedd-68ea34155a28,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:44.554829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f7477a3d-c558-4175-907c-0be90b687f7d None None] Provisioning complete for port 75b13c3e-bf77-401e-aedd-68ea34155a28 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:44.555327 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7477a3d-c558-4175-907c-0be90b687f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.602395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:18:44.602759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:18:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:44.608196 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.677911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55284) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:44.721580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4948-fcd3-4396-aa52-02a78c64f368 req-1d1e47de-d37c-4201-b96a-1abd621a37cd tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:44.723120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c84c4948-fcd3-4396-aa52-02a78c64f368 req-1d1e47de-d37c-4201-b96a-1abd621a37cd tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 946 time: 0.1267056 Nov 12 05:18:44.746834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a9be7-8e40-40cf-9328-3f139d2aaf47 req-ee5951e9-9185-4ba8-a380-346b486ed905 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:44.748366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d5a9be7-8e40-40cf-9328-3f139d2aaf47 req-ee5951e9-9185-4ba8-a380-346b486ed905 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 945 time: 0.1506186 Nov 12 05:18:44.755905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:18:44.821003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-34fb0448-2e86-4020-b60f-fc310bf120e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2f6c59db1ed47c7a04809a08e5889c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372430 Nov 12 05:18:44.824482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55286) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:44.857702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c84c4948-fcd3-4396-aa52-02a78c64f368 req-d9b7a7b7-b114-47a8-a4f8-6ef34ac3cedb tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245625 Nov 12 05:18:44.873752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] For port 44a28c0e-115d-4208-9d03-f694eed273c6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=44a28c0e-115d-4208-9d03-f694eed273c6,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:44.874130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.896505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Calling delete_port for 44a28c0e-115d-4208-9d03-f694eed273c6 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:44.930619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e007e4cc-6ddb-4698-b125-ecf23a0f710e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.945584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:44.972059 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e007e4cc-6ddb-4698-b125-ecf23a0f710e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:45.000837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d5a9be7-8e40-40cf-9328-3f139d2aaf47 req-0bec8e1f-dba3-4fac-8b0b-c4be06861995 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825769 Nov 12 05:18:45.110480 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e007e4cc-6ddb-4698-b125-ecf23a0f710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:45.114080 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e007e4cc-6ddb-4698-b125-ecf23a0f710e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:45.118831 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e007e4cc-6ddb-4698-b125-ecf23a0f710e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b77049d1-74b2-49db-b7f9-a970611c5ba7 HTTP/1.1" status: 204 len: 168 time: 0.2909236 Nov 12 05:18:45.178152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007e4cc-6ddb-4698-b125-ecf23a0f710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77049d1-74b2-49db-b7f9-a970611c5ba7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:45.187989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=75b13c3e-bf77-401e-aedd-68ea34155a28,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:45.237352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb237180-8bad-40d0-99bc-557dd89af69a req-671b9ee8-a218-461a-bfe1-c2545c0b9861 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:45.251240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb237180-8bad-40d0-99bc-557dd89af69a req-671b9ee8-a218-461a-bfe1-c2545c0b9861 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1864903 Nov 12 05:18:45.252542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:45.274604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['a2dba987-1fbc-45f1-8100-2189d1e99272', '44a28c0e-115d-4208-9d03-f694eed273c6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:45.314639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Allocated IP 172.20.0.1 (49ba902b-1e97-4ed0-859d-8410bbeda3fc/fdf7afc3-4cac-40d7-b878-441ab7c3bc0c/ec22f800-5d74-4357-8e2b-6219988b2455) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:45.359247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Pushing event deleted for resources: {'Port': ['ID=44a28c0e-115d-4208-9d03-f694eed273c6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:45.447102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] No DVR routers for this DVR port 44a28c0e-115d-4208-9d03-f694eed273c6 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:45.452252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:45.456850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d86111e-c9de-4169-acd4-850e413a69cf req-c1234958-6e93-4f8b-b345-cee5d25099d2 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.47 "DELETE /v2.0/ports/44a28c0e-115d-4208-9d03-f694eed273c6 HTTP/1.1" status: 204 len: 173 time: 1.5406027 Nov 12 05:18:45.460749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'name': 'network-vif-deleted', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:45.467811 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9105019-6cf7-4d2e-8419-3acce4c9e382" -d '{"events": [{"server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "name": "network-vif-deleted", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:45.510794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb237180-8bad-40d0-99bc-557dd89af69a req-ed717087-bbdd-4ffc-8c86-35a0a4888115 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322047 Nov 12 05:18:45.573165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:45.580746 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb27f4-9e21-4bf6-b530-b08fc4e499dd x-openstack-request-id: req-e6eb27f4-9e21-4bf6-b530-b08fc4e499dd {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:45.581065 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c447c8ae-8354-4af0-8eda-819d9b5c2da0", "name": "network-vif-deleted", "tag": "44a28c0e-115d-4208-9d03-f694eed273c6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:45.581592 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6eb27f4-9e21-4bf6-b530-b08fc4e499dd {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:45.582228 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c447c8ae-8354-4af0-8eda-819d9b5c2da0', 'name': 'network-vif-deleted', 'tag': '44a28c0e-115d-4208-9d03-f694eed273c6', 'status': 'completed', 'code': 200} Nov 12 05:18:45.616533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:45.670804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:45.676601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:45.680580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:45.719802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Pushing event updated for resources: {'Port': ['ID=ec22f800-5d74-4357-8e2b-6219988b2455,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:45.731007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:42Z', 'revision_number': 3, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:45.767333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:45.786812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Checking router: bac7147d-71f0-4103-9b4f-24f3ba67a474 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:18:45.787165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Updating router bac7147d-71f0-4103-9b4f-24f3ba67a474 port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:18:45.829959 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.005287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 75b13c3e-bf77-401e-aedd-68ea34155a28 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:46.156283 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.160303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72650be2-52a6-40de-901d-c26ab586d482 req-04d519b9-fd9f-4e6a-bc57-3821c766fb81 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:46.170312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72650be2-52a6-40de-901d-c26ab586d482 req-04d519b9-fd9f-4e6a-bc57-3821c766fb81 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 946 time: 0.1487050 Nov 12 05:18:46.170637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-75125f73-4230-48a4-9c6d-9eca23712399 None None] Provisioning complete for port 75b13c3e-bf77-401e-aedd-68ea34155a28 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:46.171580 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-75125f73-4230-48a4-9c6d-9eca23712399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.176070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 75b13c3e-bf77-401e-aedd-68ea34155a28 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:46.176443 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.256992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72650be2-52a6-40de-901d-c26ab586d482 req-7cd73fd4-ce65-4460-96e7-1ad2d2013528 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857534 Nov 12 05:18:46.358907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af8356e0-44b0-4be9-a10d-8d242626fa6e req-c994feb9-87c2-4ae3-b36b-40b76506cd31 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 210 time: 0.0493684 Nov 12 05:18:46.385632 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c34c1dc5-c231-40dc-bb9d-bcd8b01b0bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.499211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.518380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.520967 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.533380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.607501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Attempting to bind port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:46.614485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Attempting to bind port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:46.615246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Attempting to bind port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:46.662406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4b673-414c-4735-a925-b8f91e46cdd4 None None] Pushing event updated for resources: {'Port': ['ID=3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:46.674015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:46.674990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:46.677086 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.677910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:46.678882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Pushing event updated for resources: {'Port': ['ID=ec22f800-5d74-4357-8e2b-6219988b2455,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:46.680960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Bound port: 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:46.682603 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.698613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.791276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce84683-cd6b-4a9d-8a1f-c1d4644a818f req-88ac3733-0601-4777-b7ae-4926dd4f5e25 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:46.793765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dce84683-cd6b-4a9d-8a1f-c1d4644a818f req-88ac3733-0601-4777-b7ae-4926dd4f5e25 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1534679 Nov 12 05:18:46.839302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6d5031dd-a7f5-4401-bfe5-b896d4e7b88a None None] Provisioning complete for port ec22f800-5d74-4357-8e2b-6219988b2455 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:46.842660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6d5031dd-a7f5-4401-bfe5-b896d4e7b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:46.927018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dce84683-cd6b-4a9d-8a1f-c1d4644a818f req-76136fcd-5315-40da-9692-7017803c9799 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262491 Nov 12 05:18:46.933055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] For port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:46.939485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:46.945142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:46.973984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] For port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:47.003132 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:47.066141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6d5031dd-a7f5-4401-bfe5-b896d4e7b88a None None] Port ec22f800-5d74-4357-8e2b-6219988b2455 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:18:47.160555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:18:47.161171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:47.291826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbfd90-26b3-4ce1-aaf2-b75a0c272506 req-1cb5eedf-1336-44c3-9f22-f023bfd74b77 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:47.299675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8fbfd90-26b3-4ce1-aaf2-b75a0c272506 req-1cb5eedf-1336-44c3-9f22-f023bfd74b77 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.2685289 Nov 12 05:18:47.333060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8fbfd90-26b3-4ce1-aaf2-b75a0c272506 req-d9859626-e65c-4437-ad28-83c509879547 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/quotas/0ef4818c9b594b20b2e6187eecd470c0 HTTP/1.1" status: 200 len: 375 time: 0.0323699 Nov 12 05:18:47.350224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 44a28c0e-115d-4208-9d03-f694eed273c6 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:47.396775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Router bac7147d-71f0-4103-9b4f-24f3ba67a474 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:18:47.420846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4b673-414c-4735-a925-b8f91e46cdd4 None None] Pushing event updated for resources: {'Port': ['ID=3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:47.451173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8fbfd90-26b3-4ce1-aaf2-b75a0c272506 req-ec993245-9066-46d5-a672-f76331e87058 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1170995 Nov 12 05:18:47.454799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 44a28c0e-115d-4208-9d03-f694eed273c6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:47.455163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 44a28c0e-115d-4208-9d03-f694eed273c6 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:47.463051 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:47.541393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09997367-19a3-4885-9bde-f3b6b63367b3 req-f9523a03-4a68-4ca9-9545-864aadc9c818 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 210 time: 0.0491536 Nov 12 05:18:47.572269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a236599f-14ce-449a-835b-4dea1ed6a6df None None] Provisioning complete for port ec22f800-5d74-4357-8e2b-6219988b2455 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:47.572795 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a236599f-14ce-449a-835b-4dea1ed6a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:47.620067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:18:47.634235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:18:47.641015 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-212eae02-aca0-4163-9dfd-02c6f2155b14 admin admin] 10.222.0.48 "PUT /v2.0/routers/bac7147d-71f0-4103-9b4f-24f3ba67a474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3733284 Nov 12 05:18:47.665035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a236599f-14ce-449a-835b-4dea1ed6a6df None None] Port ec22f800-5d74-4357-8e2b-6219988b2455 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:18:47.872447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 2, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:47.899704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55392) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:47.912856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e9216-47ac-43e5-947d-bce4b7846972 None None] The sync data for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 is: [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 2, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:18:48.045356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8fbfd90-26b3-4ce1-aaf2-b75a0c272506 req-7ebe2989-100a-4a08-9b73-c796bfd67b5a service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931072 Nov 12 05:18:48.185278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc9fb-d1cc-48e3-a446-9121dd064e02 req-c88ee540-0b98-47ea-ae40-6a9fa0914e7d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:48.192403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51bc9fb-d1cc-48e3-a446-9121dd064e02 req-c88ee540-0b98-47ea-ae40-6a9fa0914e7d tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1504741 Nov 12 05:18:48.284850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.318371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8fbfd90-26b3-4ce1-aaf2-b75a0c272506 req-87de8329-a46f-4a7d-93df-03ae5b5043d9 service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607846 Nov 12 05:18:48.370765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51bc9fb-d1cc-48e3-a446-9121dd064e02 req-edd9dcf9-710c-4987-b774-2ed5d3deb0fd tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755116 Nov 12 05:18:48.472620 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.516944 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.533323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.608297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5986fc-ae54-4ebe-b83c-f6cd07e234bc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:48.638794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.640430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.640773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.642041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.642368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.642694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.643024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.643349 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.643671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.643988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.644305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.644622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:48.673347 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4866ae05-6452-4cfa-9fb2-096da75f3165 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3992e4662f94770965c08bef0e25400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7725761 Nov 12 05:18:48.676107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55430) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:48.820571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ee66069-f059-4765-8836-0df27d0fd480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.859385 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ee66069-f059-4765-8836-0df27d0fd480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.949383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ee66069-f059-4765-8836-0df27d0fd480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.952386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ee66069-f059-4765-8836-0df27d0fd480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.953690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1ee66069-f059-4765-8836-0df27d0fd480 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf5986fc-ae54-4ebe-b83c-f6cd07e234bc HTTP/1.1" status: 204 len: 168 time: 0.2763758 Nov 12 05:18:48.967605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee66069-f059-4765-8836-0df27d0fd480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5986fc-ae54-4ebe-b83c-f6cd07e234bc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:49.345762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7254e833-c8a7-4ae4-9e08-a016b5cd602b req-97cf356b-076f-4717-9b87-d552d851ba7e tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 210 time: 0.0343738 Nov 12 05:18:49.404708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-de484acf-f212-4d6f-929b-b81ab5da09c5 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:49.414000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-de484acf-f212-4d6f-929b-b81ab5da09c5 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/networks?id=49ba902b-1e97-4ed0-859d-8410bbeda3fc HTTP/1.1" status: 200 len: 828 time: 0.1917908 Nov 12 05:18:49.420375 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:49.436275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-e8ddad8c-871b-4b20-a339-24cfb9f07543 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/quotas/6b753db113ce4f319e749929c16c10d3 HTTP/1.1" status: 200 len: 375 time: 0.0203285 Nov 12 05:18:49.529483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-fe84fec5-6d3a-444a-881f-9fdb5fbc18be tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b753db113ce4f319e749929c16c10d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909870 Nov 12 05:18:49.581155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b913aa-ac75-4f2d-9bdc-79405c2e0cf9 req-44dcc013-a4b0-48ab-a398-d784f4b73f52 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:49.582708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21b913aa-ac75-4f2d-9bdc-79405c2e0cf9 req-44dcc013-a4b0-48ab-a398-d784f4b73f52 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1341953 Nov 12 05:18:49.687439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21b913aa-ac75-4f2d-9bdc-79405c2e0cf9 req-88e81f9c-94f2-4fc6-9cf8-f9e0ab97d941 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702100 Nov 12 05:18:49.727171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-42cfd605-547b-4cd9-84e1-27c874bc73ba service neutron] 10.222.0.48 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930625 Nov 12 05:18:49.895484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-a99b18c1-bb33-4315-b1c3-a5fecd0d904d service neutron] 10.222.0.48 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593421 Nov 12 05:18:49.896610 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-ff5a34f3-7683-4cfe-9ddf-3844b39581ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888834 Nov 12 05:18:50.007118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-76fb5c82-bedd-4ed7-b05d-7cef18b605eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:50.009396 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-76fb5c82-bedd-4ed7-b05d-7cef18b605eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1108fb880ee4414caf2673bc6b157198&device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 1096 time: 0.0881364 Nov 12 05:18:50.081995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:50.213515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:50.213992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:50.241992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-2568cc27-cd8e-4827-84b2-771294fc4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:50.244376 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-2568cc27-cd8e-4827-84b2-771294fc4eb7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 200 len: 908 time: 0.1940792 Nov 12 05:18:50.308147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-f0eb3c24-5da8-4072-908f-cc70ede9e556 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 200 len: 217 time: 0.0522273 Nov 12 05:18:50.390775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:50.437985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:50.459653 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:50.536122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671099b4-0366-43c0-b9df-6aff887a55af req-7f07d89d-f6a1-4bd5-94bf-b5677d617b18 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:50.539500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-671099b4-0366-43c0-b9df-6aff887a55af req-7f07d89d-f6a1-4bd5-94bf-b5677d617b18 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.1805513 Nov 12 05:18:50.541418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-a2125d56-d810-4576-91aa-d789a87ef2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:50.543628 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-a2125d56-d810-4576-91aa-d789a87ef2ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 200 len: 847 time: 0.1803966 Nov 12 05:18:50.552347 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:50.601674 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-80773965-2d31-4220-982b-315b6005439f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74953459-3065-4502-bb8a-45a77d14e644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372977 Nov 12 05:18:50.732220 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-6c9ae2c1-b94e-43f4-8a4a-043a09f39c1e service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201971 Nov 12 05:18:50.843723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:50.865031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e265f69-ce82-4789-83c1-5eb89e5dd0bd req-fb0fec36-ed40-44c5-8e44-ef240906c1d3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 210 time: 0.1719928 Nov 12 05:18:50.865678 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-946495c7-dce3-41c3-97b7-36ae0789fc9f req-c1dd112c-8131-42ac-9019-8fbebec65d57 service neutron] 10.222.0.43 "GET /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237841 Nov 12 05:18:50.957847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-7063db68-f4f8-40b2-b19e-7cb086887624 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:50.966089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-7063db68-f4f8-40b2-b19e-7cb086887624 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.3937447 Nov 12 05:18:50.977671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Deleting port d8026d6a-1850-40b1-8436-3f3ca34cf46c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:18:50.978071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.014608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-978990bc-336d-487f-b061-fa94f4c6bb8b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/quotas/0ef4818c9b594b20b2e6187eecd470c0 HTTP/1.1" status: 200 len: 375 time: 0.0470376 Nov 12 05:18:51.066207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-957521555-network', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:51.089085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f49a96bc-b856-4e7b-a523-98e258c99616 req-c54cd9a5-bfe3-49e1-9727-ad961f9ef2c4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 210 time: 0.1066253 Nov 12 05:18:51.124550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:51.127093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.145500 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.163052 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Sync routers for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:18:51.174829 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:18:51.175571 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:51.253735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-e08ae5f9-a93d-4eb2-8c5c-da995a5e243b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2378774 Nov 12 05:18:51.276697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.283002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.297665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:18:51.311079 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.311511 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Added segment 18967ec7-870a-4079-8d03-4298507485cf of type vlan for network 9d2478ff-cee8-449a-8481-98ac2b21b209 Nov 12 05:18:51.374986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] For port d8026d6a-1850-40b1-8436-3f3ca34cf46c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d8026d6a-1850-40b1-8436-3f3ca34cf46c,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:51.375863 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.389039 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:18:51.390575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a25cee-69ba-4640-a508-8fa64a10326a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:51.406283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Calling delete_port for d8026d6a-1850-40b1-8436-3f3ca34cf46c owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:18:51.409517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.441076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.443123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:51.444134 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.465261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-0599dc28-6b6e-497e-b726-1016060cba78 service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096336 Nov 12 05:18:51.488485 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6432493 Nov 12 05:18:51.516565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55530) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:51.522255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Request body: {'subnet': {'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-subnet', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:51.526311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b32898-388d-41ee-89bf-d54bbd202dc1 req-a87c217f-e045-4a56-83c3-2a635de0ad95 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:51.528698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6b32898-388d-41ee-89bf-d54bbd202dc1 req-a87c217f-e045-4a56-83c3-2a635de0ad95 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 946 time: 0.2526643 Nov 12 05:18:51.552549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:51.555114 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.558386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08154a-266b-4afa-b9cb-f58a445676a7 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2478ff-cee8-449a-8481-98ac2b21b209,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:51.569954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:18:51.723643 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 2, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:51.735039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6b32898-388d-41ee-89bf-d54bbd202dc1 req-84052f73-f9cd-476b-8f12-6d6a8674ecd2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905699 Nov 12 05:18:51.758976 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Checking router: bac7147d-71f0-4103-9b4f-24f3ba67a474 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:18:51.759970 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Updating router bac7147d-71f0-4103-9b4f-24f3ba67a474 port ec22f800-5d74-4357-8e2b-6219988b2455 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:18:51.793266 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:51.860365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-6f547110-407c-44bb-86bc-d1ab234ca0da service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939784 Nov 12 05:18:52.004222 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.004986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.011237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:52.071382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event deleted for resources: {'Port': ['ID=d8026d6a-1850-40b1-8436-3f3ca34cf46c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:52.150414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:52.152735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.160789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54d1faf-483f-422b-8037-251de861ef51,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:52.219623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] No DVR routers for this DVR port d8026d6a-1850-40b1-8436-3f3ca34cf46c on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:18:52.220209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Checking segment: {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:52.220655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Network hostable DHCP agents. Network: 9d2478ff-cee8-449a-8481-98ac2b21b209, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:18:52.223533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.233796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-671099b4-0366-43c0-b9df-6aff887a55af req-be3a9939-32d7-46c1-82d8-44f0d7522499 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.43 "DELETE /v2.0/ports/d8026d6a-1850-40b1-8436-3f3ca34cf46c HTTP/1.1" status: 204 len: 173 time: 1.6739473 Nov 12 05:18:52.237194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a221ff40-3c05-4333-8307-4622fb5d0ee7', 'name': 'network-vif-deleted', 'tag': 'd8026d6a-1850-40b1-8436-3f3ca34cf46c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:52.249479 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33515da5-54c0-4c3a-8ced-515d7d563e80" -d '{"events": [{"server_uuid": "a221ff40-3c05-4333-8307-4622fb5d0ee7", "name": "network-vif-deleted", "tag": "d8026d6a-1850-40b1-8436-3f3ca34cf46c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:52.275852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-17d339de-2ef6-47d3-875c-890f6de0e371 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:52.277488 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-17d339de-2ef6-47d3-875c-890f6de0e371 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.43 "GET /v2.0/networks?id=49ba902b-1e97-4ed0-859d-8410bbeda3fc HTTP/1.1" status: 200 len: 828 time: 0.3961272 Nov 12 05:18:52.278744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:18:52.315680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Request body: {'port': {'device_id': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'admin_state_up': True, 'tenant_id': '6b753db113ce4f319e749929c16c10d3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:52.325164 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.356683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9d2478ff-cee8-449a-8481-98ac2b21b209) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:52.368038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:52.368648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.369637 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.385821 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc4344-353e-4b94-8fd7-276a60da5cec None None] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:18:52.428644 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-768e8099-0a99-4664-a718-442d90bc03e2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9109952 Nov 12 05:18:52.438051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55556) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:52.446446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:52.486708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3ba002d-d69c-4300-8568-0d754344395f req-e414b28d-23ad-4fc1-a36c-741339c04a87 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 210 time: 0.1419330 Nov 12 05:18:52.492131 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Pushing event updated for resources: {'Port': ['ID=ec22f800-5d74-4357-8e2b-6219988b2455,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:52.513338 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.513919 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.514767 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.515316 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.516528 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.519032 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.519562 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.520352 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.520913 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.521464 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.525810 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.527434 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:52.594842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9af6243c-81e8-4552-8a6f-9079b4381f70 req-aecb1097-5193-4805-9087-4048b870de79 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 210 time: 0.1741674 Nov 12 05:18:52.651668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.653393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.679466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3530e3e2-9cd6-4f2f-b96c-add8c4851e37 req-cef37e91-954b-4e53-bb2d-d6dfae7b2a59 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 210 time: 0.0757866 Nov 12 05:18:52.680938 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Attempting to bind port ec22f800-5d74-4357-8e2b-6219988b2455 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:52.681314 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Attempting to bind port ec22f800-5d74-4357-8e2b-6219988b2455 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:52.681679 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Attempting to bind port ec22f800-5d74-4357-8e2b-6219988b2455 on network 49ba902b-1e97-4ed0-859d-8410bbeda3fc {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:52.698847 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:52.699734 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Checking segment: {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:52.700351 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.700901 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Bound using segment: {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:52.701543 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Bound port: ec22f800-5d74-4357-8e2b-6219988b2455, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:52.702116 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.755645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55570) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:52.821737 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9593e74-7844-4ad8-a3c5-f4d2dea98909 x-openstack-request-id: req-e9593e74-7844-4ad8-a3c5-f4d2dea98909 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:52.824892 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a221ff40-3c05-4333-8307-4622fb5d0ee7", "name": "network-vif-deleted", "tag": "d8026d6a-1850-40b1-8436-3f3ca34cf46c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:52.825317 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9593e74-7844-4ad8-a3c5-f4d2dea98909 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:52.825920 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a221ff40-3c05-4333-8307-4622fb5d0ee7', 'name': 'network-vif-deleted', 'tag': 'd8026d6a-1850-40b1-8436-3f3ca34cf46c', 'status': 'completed', 'code': 200} Nov 12 05:18:52.910005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] For port ec22f800-5d74-4357-8e2b-6219988b2455, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:52.915748 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] For port ec22f800-5d74-4357-8e2b-6219988b2455, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec22f800-5d74-4357-8e2b-6219988b2455,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:52.931947 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.938401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:52.984519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d8026d6a-1850-40b1-8436-3f3ca34cf46c no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:18:53.043207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ede8fac7-c704-46d1-b248-c3b7342a343a req-1c310630-406e-4868-82bd-17e78421d8c3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a221ff40-3c05-4333-8307-4622fb5d0ee7 HTTP/1.1" status: 200 len: 210 time: 0.0643563 Nov 12 05:18:53.063978 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:18:53.064632 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:53.124028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:53.209411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: d8026d6a-1850-40b1-8436-3f3ca34cf46c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:18:53.209755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d8026d6a-1850-40b1-8436-3f3ca34cf46c not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:18:53.235463 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5275b-1f27-4da3-9e57-12d14238e34e None None] Pushing event updated for resources: {'Port': ['ID=ec22f800-5d74-4357-8e2b-6219988b2455,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:53.357923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0ecf731e-80eb-4d56-8517-2fd9dbe579ee None None] Provisioning complete for port ec22f800-5d74-4357-8e2b-6219988b2455 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:53.358701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ecf731e-80eb-4d56-8517-2fd9dbe579ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:53.362188 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:53.372403 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:18:53.380189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:53.535134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54b2cf425f6a4187b7e47bbfd328d392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7777648 Nov 12 05:18:53.536109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e298ab-e254-482f-9f90-a9189b0433cd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:53.563208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55598) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:53.609100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-9d2478ff-cee8-449a-8481-98ac2b21b209', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:18:53.609969 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:53.635635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.636059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.637182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.638180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.640980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.641354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.641780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.642846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.643238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.644243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.644585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.645379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b6dd3-d9cf-4cc4-82a2-f99ca692118f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:18:53.729160 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ecf731e-80eb-4d56-8517-2fd9dbe579ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:53.760342 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:52Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:53.790474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66758ce9-0e01-4d13-812f-03d57f5ed2b2 req-269e0486-ae62-45c8-856a-d9bed481b3eb tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 210 time: 0.0795927 Nov 12 05:18:53.841814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Made reservation on behalf of 6b753db113ce4f319e749929c16c10d3 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:53.850540 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9343-7528-45b8-8ea9-a8884a0661b5 None None] The sync data for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 is: [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:52Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:18:53.868783 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:53.944803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ecfcd56f-75dd-4d15-b5a6-ee7c67452e86 req-a494201a-a80f-40c3-a90c-0389ee112e5d tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c447c8ae-8354-4af0-8eda-819d9b5c2da0 HTTP/1.1" status: 200 len: 210 time: 0.0829101 Nov 12 05:18:53.952219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-03a26bce-77f5-4087-9851-c354082727d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.003892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dba5e932-adc3-48a7-97b3-40eb3868d028 req-26e32242-8d66-46ca-8176-a91fd1dcec5b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 210 time: 0.0553637 Nov 12 05:18:54.034689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-03a26bce-77f5-4087-9851-c354082727d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.054040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.081574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0ecf731e-80eb-4d56-8517-2fd9dbe579ee None None] For port ec22f800-5d74-4357-8e2b-6219988b2455, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec22f800-5d74-4357-8e2b-6219988b2455,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:54.096665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ecf731e-80eb-4d56-8517-2fd9dbe579ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.161294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-03a26bce-77f5-4087-9851-c354082727d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.164419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-03a26bce-77f5-4087-9851-c354082727d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.168264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-03a26bce-77f5-4087-9851-c354082727d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92e298ab-e254-482f-9f90-a9189b0433cd HTTP/1.1" status: 204 len: 168 time: 0.6022305 Nov 12 05:18:54.210782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a26bce-77f5-4087-9851-c354082727d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e298ab-e254-482f-9f90-a9189b0433cd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:54.253059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec22f800-5d74-4357-8e2b-6219988b2455 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:54.280651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55616) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:54.381089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Allocated IP 172.20.0.13 (49ba902b-1e97-4ed0-859d-8410bbeda3fc/fdf7afc3-4cac-40d7-b878-441ab7c3bc0c/9ac96f11-b39f-4df3-9fbf-1942236113a9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:54.488908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf731e-80eb-4d56-8517-2fd9dbe579ee None None] Pushing event updated for resources: {'Port': ['ID=ec22f800-5d74-4357-8e2b-6219988b2455,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:54.552986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1af3aac5-a2be-4d2d-8665-b22c31519679 None None] Provisioning complete for port ec22f800-5d74-4357-8e2b-6219988b2455 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:54.553459 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1af3aac5-a2be-4d2d-8665-b22c31519679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.630214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-f3d8f7c2-d531-4cdd-b6f6-0ab9d4dd0f66 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:54.631781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-f3d8f7c2-d531-4cdd-b6f6-0ab9d4dd0f66 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.2935417 Nov 12 05:18:54.650319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Allocated IP 172.20.0.2 (9d2478ff-cee8-449a-8481-98ac2b21b209/c54d1faf-483f-422b-8037-251de861ef51/201a0fa4-66df-4c5d-ac64-ae7d281e24cb) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:54.682396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ec22f800-5d74-4357-8e2b-6219988b2455 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:54.683766 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.685721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Request body: {'port': {'device_id': '56a241a2-c4a1-4074-80b6-3b24bba7dfd6', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'admin_state_up': True, 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:54.894007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.935225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-41a90837-6352-4537-88a2-563f0d7a287e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:54.988138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf44bd94-2039-47bf-807e-7584ad8075cc req-4554329c-ec56-4f6e-b35e-080ffdbb3739 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 210 time: 0.0435915 Nov 12 05:18:54.988840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55636) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:55.054015 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6716668d-41c7-4672-885c-a76d8fd46fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.081645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-77067195-4094-4038-90ba-24a4394f6ba2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:55.088608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-77067195-4094-4038-90ba-24a4394f6ba2 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.4453342 Nov 12 05:18:55.115065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.203123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.210233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:55.220842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:55.231759 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.272555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:55.275066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Pushing event updated for resources: {'Port': ['ID=9ac96f11-b39f-4df3-9fbf-1942236113a9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:55.279940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.282274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:55.363375 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-41a90837-6352-4537-88a2-563f0d7a287e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.377828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-b73a6fd3-cbd1-4f47-9a2f-eb3f6a253f57 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/quotas/b462c55b281744a2b4b0f9f90721130f HTTP/1.1" status: 200 len: 375 time: 0.2880733 Nov 12 05:18:55.387388 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.397447 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.415335 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-41a90837-6352-4537-88a2-563f0d7a287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.442586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:55.451046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:55.454942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5cf2386a-5539-4e22-bfbd-1e343b75cee7 req-fe901f38-d08f-499e-800e-987d889833e9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 210 time: 0.2126505 Nov 12 05:18:55.456391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:55.499229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Allocated IP 172.25.2.176 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/ee1fd266-2101-4eb4-b349-b13b25b574c7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:55.528840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-41a90837-6352-4537-88a2-563f0d7a287e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17d5fcda66e6432b998e4d014c63d166&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2464895 Nov 12 05:18:55.537739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55646) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:55.554333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Pushing event updated for resources: {'Port': ['ID=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:55.566773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-9115c9e5-135d-4785-a1cc-3477f5ce19a0 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1865547 Nov 12 05:18:55.623968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Attempting to bind port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:55.624340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Attempting to bind port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:55.624761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Attempting to bind port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb on network 9d2478ff-cee8-449a-8481-98ac2b21b209 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:55.638116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:55.639494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Checking segment: {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:55.639494 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.639909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Bound using segment: {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:55.640514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Bound port: 201a0fa4-66df-4c5d-ac64-ae7d281e24cb, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:55.641269 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.644809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.698926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-588bfb86-4f6c-493d-9818-b1b333a75f9a None None] Provisioning complete for port 9ac96f11-b39f-4df3-9fbf-1942236113a9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:55.699433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-588bfb86-4f6c-493d-9818-b1b333a75f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.700074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:55.700735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.705458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.715205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-480301da-632f-412f-84b7-321d092a7624 service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291094 Nov 12 05:18:55.750180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-588bfb86-4f6c-493d-9818-b1b333a75f9a None None] Port 9ac96f11-b39f-4df3-9fbf-1942236113a9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:18:55.766550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:55.781036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:55.789004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] For port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:55.794379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] For port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:55.796151 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-6dbf9d27-338c-4365-8cda-6979786f2c93 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4961488 Nov 12 05:18:55.801365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:55.801593 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.806016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1fd266-2101-4eb4-b349-b13b25b574c7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:55.832114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Request body: {'port': {'device_id': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:55.879371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f7f5-d2cb-45a4-8482-02b410ba14e1 None None] Pushing event updated for resources: {'Port': ['ID=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:56.005930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec22f800-5d74-4357-8e2b-6219988b2455 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:56.095775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.124107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ec22f800-5d74-4357-8e2b-6219988b2455 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:56.159785 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.336204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a90837-6352-4537-88a2-563f0d7a287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a2cf2-a55e-4eb4-895a-f5c430d00cd7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:56.529777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.562075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88e75b27-633c-4de8-9d2d-df944cd50f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.643675 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88e75b27-633c-4de8-9d2d-df944cd50f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.683791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a179-fd2f-4858-880a-eea0d5cbd597 req-39384ccf-54f1-4eea-a452-3329b71f3442 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:56.685345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfc6a179-fd2f-4858-880a-eea0d5cbd597 req-39384ccf-54f1-4eea-a452-3329b71f3442 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 932 time: 0.3691530 Nov 12 05:18:56.744415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac96f11-b39f-4df3-9fbf-1942236113a9 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:18:56.750979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-9f10f77d-e36f-4a37-92f1-f35e68bd1cf5 service neutron] 10.222.0.48 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0343874 Nov 12 05:18:56.757039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6716668d-41c7-4672-885c-a76d8fd46fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.765777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.773063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Allocated IP 172.20.0.2 (4f836827-85a5-42cb-8a20-031681797e49/fc13883a-6d2d-4077-bd2d-08d9f8815580/83837178-66fd-4b7a-a47f-9cfd5fbc158e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:18:56.775992 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6716668d-41c7-4672-885c-a76d8fd46fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.823378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6716668d-41c7-4672-885c-a76d8fd46fbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e150dc94fa9047f8b2a5c391372cf0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8282609 Nov 12 05:18:56.827729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55656) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:56.841378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Transition to ACTIVE for port object 9ac96f11-b39f-4df3-9fbf-1942236113a9 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:18:56.871360 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.936208 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.946650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716668d-41c7-4672-885c-a76d8fd46fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66580d18-9ede-49f0-ad97-4471ab0cf453,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:56.977501 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfc6a179-fd2f-4858-880a-eea0d5cbd597 req-088db6d3-b8f1-4355-b079-8a58c9031ddf tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735090 Nov 12 05:18:56.995172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.076409 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88e75b27-633c-4de8-9d2d-df944cd50f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.079190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88e75b27-633c-4de8-9d2d-df944cd50f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.098024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-88e75b27-633c-4de8-9d2d-df944cd50f35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e52a2cf2-a55e-4eb4-895a-f5c430d00cd7 HTTP/1.1" status: 204 len: 168 time: 1.5536199 Nov 12 05:18:57.167386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e75b27-633c-4de8-9d2d-df944cd50f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a2cf2-a55e-4eb4-895a-f5c430d00cd7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:57.232976 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0a94-d585-4013-ba91-b7f4c0182cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.276404 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0a94-d585-4013-ba91-b7f4c0182cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.431024 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0a94-d585-4013-ba91-b7f4c0182cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.433719 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0a94-d585-4013-ba91-b7f4c0182cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.438461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6fcb0a94-d585-4013-ba91-b7f4c0182cc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66580d18-9ede-49f0-ad97-4471ab0cf453 HTTP/1.1" status: 204 len: 168 time: 0.6019180 Nov 12 05:18:57.452042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95732859-1c0a-45b4-9b02-d394b395c66d req-bc2ac07b-97b8-4414-a6dd-ed7618803c99 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 210 time: 0.3005059 Nov 12 05:18:57.510076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f247d13d-e802-4813-a7ef-154cc364b35f None None] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:18:57.579012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a46265ea-8ac7-47a2-bc2f-1f39e6a55a52 req-f0e98bb6-768c-4286-ae0b-efeffd1a5dd5 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 210 time: 0.1537418 Nov 12 05:18:57.582903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb0a94-d585-4013-ba91-b7f4c0182cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66580d18-9ede-49f0-ad97-4471ab0cf453,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:57.640646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Pushing event updated for resources: {'Port': ['ID=9ac96f11-b39f-4df3-9fbf-1942236113a9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:57.680680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Attempting to bind port 9ac96f11-b39f-4df3-9fbf-1942236113a9 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:18:57.681005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Attempting to bind port 9ac96f11-b39f-4df3-9fbf-1942236113a9 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:18:57.681932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Attempting to bind port 9ac96f11-b39f-4df3-9fbf-1942236113a9 on network 49ba902b-1e97-4ed0-859d-8410bbeda3fc {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:57.688118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Router 0459c988-008e-4040-bc9b-e93b319eacdb is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:18:57.693830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Port 9ac96f11-b39f-4df3-9fbf-1942236113a9 on network 49ba902b-1e97-4ed0-859d-8410bbeda3fc not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:18:57.693830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Attempting to bind port 9ac96f11-b39f-4df3-9fbf-1942236113a9 on network 49ba902b-1e97-4ed0-859d-8410bbeda3fc {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:18:57.707903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:18:57.708146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Checking segment: {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:18:57.708450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Bound using segment: {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:18:57.708841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Bound port: 9ac96f11-b39f-4df3-9fbf-1942236113a9, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562f9833-7f85-40c6-960b-dd5e07948241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:18:57.709516 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.783150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.852686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-47f78ebb-33f3-4e8d-ae93-5dd987a9bf30 None None] Provisioning complete for port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:57.853693 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-47f78ebb-33f3-4e8d-ae93-5dd987a9bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.875154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] For port 9ac96f11-b39f-4df3-9fbf-1942236113a9, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:18:57.889455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] For port 9ac96f11-b39f-4df3-9fbf-1942236113a9, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:18:57.896638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.925836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.955653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:18:57.983546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:57.984620 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.988244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] 10.222.0.43 "PUT /v2.0/ports/9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 200 len: 1093 time: 2.1686664 Nov 12 05:18:58.009578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:18:58.021591 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5747e2d1-c1b8-4198-bc55-376754cb7455" -d '{"events": [{"name": "network-changed", "server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:18:58.127764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 201a0fa4-66df-4c5d-ac64-ae7d281e24cb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:18:58.176510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Network 4f836827-85a5-42cb-8a20-031681797e49 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:18:58.188714 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78284b12-1f14-4782-8efe-c2e47e7f3f33 x-openstack-request-id: req-78284b12-1f14-4782-8efe-c2e47e7f3f33 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:18:58.189483 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:18:58.191548 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78284b12-1f14-4782-8efe-c2e47e7f3f33 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:18:58.193232 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'status': 'completed', 'code': 200} Nov 12 05:18:58.202993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:18:58.210605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event updated for resources: {'Port': ['ID=83837178-66fd-4b7a-a47f-9cfd5fbc158e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:58.222092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:18:58.309384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55688) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:58.457291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:18:58.464774 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-11596b40-100a-4f6b-a260-628351859802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:58.532006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:58.534640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:58.539262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Sync routers for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:18:58.558893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:58.563619 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:58.566226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259fd98-c768-4e53-8ae5-745d237368dd service neutron] Pushing event updated for resources: {'Port': ['ID=9ac96f11-b39f-4df3-9fbf-1942236113a9,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:58.588492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f92b9-c0d7-4ed3-bfa6-eb80d536ac13 req-92c3c642-f685-48a6-9a7c-20c325e84465 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:58.598550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-715f92b9-c0d7-4ed3-bfa6-eb80d536ac13 req-92c3c642-f685-48a6-9a7c-20c325e84465 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 944 time: 0.2598991 Nov 12 05:18:58.763637 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:58.767828 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a1d813cd-cd13-4236-959f-790b19c0bfd6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3261988 Nov 12 05:18:58.783354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55706) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:58.785297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-9711fe9d-3d10-4a7c-8996-be3bacd3a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:58.786889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-9711fe9d-3d10-4a7c-8996-be3bacd3a309 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b753db113ce4f319e749929c16c10d3&device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 1096 time: 0.5876472 Nov 12 05:18:58.797852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-715f92b9-c0d7-4ed3-bfa6-eb80d536ac13 req-2576d33e-0857-43b4-9976-5bd094fea764 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983254 Nov 12 05:18:58.802383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:18:58.802858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:18:58.824445 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-47f78ebb-33f3-4e8d-ae93-5dd987a9bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:58.828507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8c87e1d3-1095-4d90-b34b-b2ca5f0a8c65 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1564312 Nov 12 05:18:58.863074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Request body: {'port': {'device_id': '56a241a2-c4a1-4074-80b6-3b24bba7dfd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:58.956591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f09b6-7671-4805-8fff-18a89b46c50f req-b98bf24e-9bb8-4df3-8acf-a358dfe4d6fe tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:58.965159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-315f09b6-7671-4805-8fff-18a89b46c50f req-b98bf24e-9bb8-4df3-8acf-a358dfe4d6fe tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 931 time: 0.3585906 Nov 12 05:18:59.027133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f08fe80-518a-4639-8a72-1dfc82eb7d65 req-6610c814-adf7-4a60-933e-9d56e10aa853 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 210 time: 0.0547004 Nov 12 05:18:59.123059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-ea6339b3-3d45-4577-8c00-788a6b0f4420 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 200 len: 217 time: 0.2915747 Nov 12 05:18:59.128955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-11596b40-100a-4f6b-a260-628351859802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.252732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-10ab673e-622d-4311-ba1b-621ec709ff1a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:59.254259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-10ab673e-622d-4311-ba1b-621ec709ff1a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.47 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 812 time: 0.2144291 Nov 12 05:18:59.261845 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.275994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Request body: {'port': {'device_id': '63273535-362b-428d-a3a1-c3420a9f875f', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'admin_state_up': True, 'tenant_id': 'b462c55b281744a2b4b0f9f90721130f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:59.349417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-315f09b6-7671-4805-8fff-18a89b46c50f req-33592926-3269-4a3a-a3bb-0011292e73bf tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832653 Nov 12 05:18:59.353987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-47f78ebb-33f3-4e8d-ae93-5dd987a9bf30 None None] For port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:18:59.372881 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-47f78ebb-33f3-4e8d-ae93-5dd987a9bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.488180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f78ebb-33f3-4e8d-ae93-5dd987a9bf30 None None] Pushing event updated for resources: {'Port': ['ID=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:18:59.522910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55718) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:18:59.552094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-11596b40-100a-4f6b-a260-628351859802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.601371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:18:59.757546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Made reservation on behalf of b462c55b281744a2b4b0f9f90721130f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:59.764310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.806806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-135710655-network', 'tenant_id': 'f2a7f1e823cb4e24b0fe1a67fecce406'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:18:59.867441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Made reservation on behalf of f2a7f1e823cb4e24b0fe1a67fecce406 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:18:59.885254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.913712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-52b2e587-0c74-4ef8-bc27-30421f7069fe None None] Provisioning complete for port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:18:59.914288 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52b2e587-0c74-4ef8-bc27-30421f7069fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.977282 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.036176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 201a0fa4-66df-4c5d-ac64-ae7d281e24cb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:00.238012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19008a45-0e53-44a4-a29f-2eca40a417ef req-a8f224a1-72ae-498b-8630-7106a52d31a3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 210 time: 0.0951331 Nov 12 05:19:00.250983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-11596b40-100a-4f6b-a260-628351859802 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74a2ec178cd74e7484f62e63110f9758&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9336083 Nov 12 05:19:00.251812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11596b40-100a-4f6b-a260-628351859802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1aceae-1f55-4e5f-a199-478301e14028,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:00.253548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343eea8-b1ef-49c4-aab2-3efacb181c9d req-113d658d-eeb9-4239-a34a-747036d25ef3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:00.256093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55728) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:00.259132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-1c173036-8f33-4da0-819f-6708424c9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:00.260583 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-1c173036-8f33-4da0-819f-6708424c9aab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fdf7afc3-4cac-40d7-b878-441ab7c3bc0c HTTP/1.1" status: 200 len: 867 time: 1.1303689 Nov 12 05:19:00.262081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c343eea8-b1ef-49c4-aab2-3efacb181c9d req-113d658d-eeb9-4239-a34a-747036d25ef3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 944 time: 0.3514674 Nov 12 05:19:00.274388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:00.274388 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.326058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:18:56Z', 'revision_number': 3, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:00.336130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Allocated IP 172.20.0.2 (94ce151c-8d46-459d-b0d8-62e48d752fd3/f47977af-5f43-43e4-978b-58e339d201f4/910520b8-c485-438d-ad03-9f481909bff4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:00.385531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Checking router: 0459c988-008e-4040-bc9b-e93b319eacdb for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:19:00.386200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Updating router 0459c988-008e-4040-bc9b-e93b319eacdb port ee1fd266-2101-4eb4-b349-b13b25b574c7 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:19:00.393694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c343eea8-b1ef-49c4-aab2-3efacb181c9d req-0daeab12-83aa-46eb-9974-a46bf1dd0803 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307185 Nov 12 05:19:00.447514 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.544626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98915b50-d176-49b6-83bf-93015cec26f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.574194 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.576663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83837178-66fd-4b7a-a47f-9cfd5fbc158e {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:00.577587 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98915b50-d176-49b6-83bf-93015cec26f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.654369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.696523 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.747862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98915b50-d176-49b6-83bf-93015cec26f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.750772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98915b50-d176-49b6-83bf-93015cec26f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.765086 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-98915b50-d176-49b6-83bf-93015cec26f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a1aceae-1f55-4e5f-a199-478301e14028 HTTP/1.1" status: 204 len: 168 time: 0.4975550 Nov 12 05:19:00.792016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98915b50-d176-49b6-83bf-93015cec26f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1aceae-1f55-4e5f-a199-478301e14028,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:00.796279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Transition to ACTIVE for port object 83837178-66fd-4b7a-a47f-9cfd5fbc158e will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:19:00.800623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-ae1cbb1a-dfe9-40c5-96c8-4cb817f70865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:00.804357 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-ae1cbb1a-dfe9-40c5-96c8-4cb817f70865 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ba902b-1e97-4ed0-859d-8410bbeda3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4473004 Nov 12 05:19:00.828610 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.842192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702912cf-3136-4928-9218-430549126f3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:19:00.882646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.911697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.957967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b67d9f2-989d-4420-8c98-352a8202c87d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:00.973130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:00.973621 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Added segment 73b273f7-eda4-4d4c-a39a-9ffe576fabd2 of type vlan for network 12d4519f-353e-454c-aa94-41d813b054f7 Nov 12 05:19:01.007552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8d44b-84bb-4e42-a348-3194b867e506 req-8990db35-23f7-49c3-8de4-2d048c1c6035 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:01.012914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35b8d44b-84bb-4e42-a348-3194b867e506 req-8990db35-23f7-49c3-8de4-2d048c1c6035 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 931 time: 0.5309377 Nov 12 05:19:01.017808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.046674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Attempting to bind port ee1fd266-2101-4eb4-b349-b13b25b574c7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:01.047339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Attempting to bind port ee1fd266-2101-4eb4-b349-b13b25b574c7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:01.047869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Attempting to bind port ee1fd266-2101-4eb4-b349-b13b25b574c7 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:01.057716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:01.058429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:01.058998 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.059707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:01.060339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Bound port: ee1fd266-2101-4eb4-b349-b13b25b574c7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:01.060910 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.062713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Pushing event updated for resources: {'Port': ['ID=ee1fd266-2101-4eb4-b349-b13b25b574c7,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:01.092439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.093061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.093568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.094079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.094611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.095124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.095610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.096100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.096607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.097089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.097555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.098049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:01.134435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] For port ee1fd266-2101-4eb4-b349-b13b25b574c7, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:01.145601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] For port ee1fd266-2101-4eb4-b349-b13b25b574c7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ee1fd266-2101-4eb4-b349-b13b25b574c7,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:01.164373 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.168940 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.225318 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-2970c665-bce8-48e9-b13d-39e3d2c7fd22 service neutron] 10.222.0.43 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055235 Nov 12 05:19:01.234655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.268617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:01.269526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:01.276207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.277895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:01.278555 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.322336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e388557-a8fe-4bc6-b393-61f5e6f5d9ab None None] Pushing event updated for resources: {'Port': ['ID=ee1fd266-2101-4eb4-b349-b13b25b574c7,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:01.433692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Pushing event updated for resources: {'Port': ['ID=83837178-66fd-4b7a-a47f-9cfd5fbc158e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:01.502600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Allocated IP 172.20.0.1 (9d2478ff-cee8-449a-8481-98ac2b21b209/c54d1faf-483f-422b-8037-251de861ef51/beb82ce7-370b-4537-8a08-dbdba95ad8d7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:01.557184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-702912cf-3136-4928-9218-430549126f3f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0200508 Nov 12 05:19:01.571241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c9e323c-cf41-4f44-8591-7b104f72c2fe req-c8510e29-0b1c-4838-9925-7d6d6cc95123 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 210 time: 0.1187584 Nov 12 05:19:01.586090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55752) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:01.616008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:01.616921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Request body: {'subnet': {'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-135710655-subnet', 'tenant_id': 'f2a7f1e823cb4e24b0fe1a67fecce406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:01.635371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.677747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5dbda787-c243-4fcc-b5ad-54a30f442cdc req-cbe79583-9742-4d50-a472-f1f3fa271d9c service neutron] 10.222.0.43 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439301 Nov 12 05:19:01.681597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.693507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702912cf-3136-4928-9218-430549126f3f admin admin] Pushing event updated for resources: {'Network': ['ID=12d4519f-353e-454c-aa94-41d813b054f7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:01.718582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35b8d44b-84bb-4e42-a348-3194b867e506 req-46e6120c-c92c-464c-ad49-89a07b42585e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743300 Nov 12 05:19:01.757886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Pushing event updated for resources: {'Port': ['ID=beb82ce7-370b-4537-8a08-dbdba95ad8d7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:01.777673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:01.779257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:01.782036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:01.820356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.821713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 12d4519f-353e-454c-aa94-41d813b054f7 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:19:01.893536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-a88c21af-f878-4f36-984b-92989bf9456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:01.895938 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-a88c21af-f878-4f36-984b-92989bf9456c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b753db113ce4f319e749929c16c10d3&device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 1096 time: 0.1100121 Nov 12 05:19:01.901765 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:01.975096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Made reservation on behalf of f2a7f1e823cb4e24b0fe1a67fecce406 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:01.977603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.068169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Attempting to bind port 83837178-66fd-4b7a-a47f-9cfd5fbc158e on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:02.068525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Attempting to bind port 83837178-66fd-4b7a-a47f-9cfd5fbc158e by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:02.068856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Attempting to bind port 83837178-66fd-4b7a-a47f-9cfd5fbc158e on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:02.093865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.148564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7b5adf42-e980-450d-9d25-bbc016a10340 None None] Provisioning complete for port beb82ce7-370b-4537-8a08-dbdba95ad8d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:02.149212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf42-e980-450d-9d25-bbc016a10340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.177124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Network 94ce151c-8d46-459d-b0d8-62e48d752fd3 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:02.194625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Port 83837178-66fd-4b7a-a47f-9cfd5fbc158e on network 4f836827-85a5-42cb-8a20-031681797e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:19:02.197028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Attempting to bind port 83837178-66fd-4b7a-a47f-9cfd5fbc158e on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:02.198831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7b5adf42-e980-450d-9d25-bbc016a10340 None None] Port beb82ce7-370b-4537-8a08-dbdba95ad8d7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:02.206017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:02.210950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event updated for resources: {'Port': ['ID=910520b8-c485-438d-ad03-9f481909bff4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:02.219172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:02.281616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-022262f5-f83f-4fc5-b596-be67d6f356dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:02.283309 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-022262f5-f83f-4fc5-b596-be67d6f356dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ba902b-1e97-4ed0-859d-8410bbeda3fc HTTP/1.1" status: 200 len: 929 time: 0.2529302 Nov 12 05:19:02.294399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:02.298246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Checking segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:02.298824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Bound using segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:02.299498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Bound port: 83837178-66fd-4b7a-a47f-9cfd5fbc158e, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:02.301445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:18:56Z', 'revision_number': 3, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:02.301884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.327507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c385f4-043b-4587-b3d0-7e2a61c0a861 req-aa1c141b-31e1-4afa-83ff-4494e52e5e74 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:02.328376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6c385f4-043b-4587-b3d0-7e2a61c0a861 req-aa1c141b-31e1-4afa-83ff-4494e52e5e74 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 944 time: 0.6079614 Nov 12 05:19:02.381059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-522000c6-b9d2-4f01-9999-a403934f07d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 200 len: 217 time: 0.0624309 Nov 12 05:19:02.405130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d551f86e-a5ba-4f03-b763-8ec6ecdec76b None None] The sync data for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 is: [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:18:56Z', 'revision_number': 3, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:19:02.420036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:02.420840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.483398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-8993ce93-24b9-401b-b5b3-3d12b777b15c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2158158 Nov 12 05:19:02.525781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Request body: {'port': {'device_id': '63273535-362b-428d-a3a1-c3420a9f875f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:02.555805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-b0c3bdd7-7a21-4781-9758-89b768d1e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:02.558079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-b0c3bdd7-7a21-4781-9758-89b768d1e1b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fdf7afc3-4cac-40d7-b878-441ab7c3bc0c HTTP/1.1" status: 200 len: 867 time: 0.1659043 Nov 12 05:19:02.662651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] For port 83837178-66fd-4b7a-a47f-9cfd5fbc158e, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:02.679254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] For port 83837178-66fd-4b7a-a47f-9cfd5fbc158e, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83837178-66fd-4b7a-a47f-9cfd5fbc158e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:02.699253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-7480112b-d4fd-4485-9d4a-e4c589e2b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:02.699763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6c385f4-043b-4587-b3d0-7e2a61c0a861 req-30fb2633-cbc6-4fb0-98fd-3d63db2ce4b5 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554051 Nov 12 05:19:02.701084 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-7480112b-d4fd-4485-9d4a-e4c589e2b82d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ba902b-1e97-4ed0-859d-8410bbeda3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191783 Nov 12 05:19:02.703680 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.770118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.783255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.844578 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-4f137187-3c30-4775-b9ad-d9ba6ebf00de service neutron] 10.222.0.43 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336272 Nov 12 05:19:02.846212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:02.944715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Pushing event updated for resources: {'Port': ['ID=beb82ce7-370b-4537-8a08-dbdba95ad8d7,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:03.009140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:03.033172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:03.033809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:03.035238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] 10.222.0.43 "PUT /v2.0/ports/83837178-66fd-4b7a-a47f-9cfd5fbc158e HTTP/1.1" status: 200 len: 1092 time: 4.1869848 Nov 12 05:19:03.052179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a241a2-c4a1-4074-80b6-3b24bba7dfd6', 'tag': '83837178-66fd-4b7a-a47f-9cfd5fbc158e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:03.055745 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d3381d-378d-41c5-978f-2fb792c17bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "56a241a2-c4a1-4074-80b6-3b24bba7dfd6", "tag": "83837178-66fd-4b7a-a47f-9cfd5fbc158e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:03.107905 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5747e2d1-c1b8-4198-bc55-376754cb7455 req-a589b207-6016-40a4-8b0b-23de4d9618d7 service neutron] 10.222.0.43 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376063 Nov 12 05:19:03.134184 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:03.162422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:03.164151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:03.184747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be77f4-20ec-402f-bf1a-904f10305312 service neutron] Pushing event updated for resources: {'Port': ['ID=83837178-66fd-4b7a-a47f-9cfd5fbc158e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:03.353558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Router 0459c988-008e-4040-bc9b-e93b319eacdb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:19:03.546615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-010704a3-744f-456d-b774-55e4a6a7db26 None None] Provisioning complete for port beb82ce7-370b-4537-8a08-dbdba95ad8d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:03.547174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-010704a3-744f-456d-b774-55e4a6a7db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:03.570452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:19:03.586007 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8c73f141-68f6-4d54-853d-dbe1a5bd56b0 admin admin] 10.222.0.48 "PUT /v2.0/routers/0459c988-008e-4040-bc9b-e93b319eacdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7980754 Nov 12 05:19:03.616610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-010704a3-744f-456d-b774-55e4a6a7db26 None None] Port beb82ce7-370b-4537-8a08-dbdba95ad8d7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:03.832795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054031d7-14a8-4029-97e6-2fd44ff83098 req-896ebba0-de57-4854-921c-c9d3481f8ac7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:03.834444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-054031d7-14a8-4029-97e6-2fd44ff83098 req-896ebba0-de57-4854-921c-c9d3481f8ac7 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 931 time: 0.9624145 Nov 12 05:19:03.860387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2c50b-b3ca-4ffd-a24a-f2126f65705d req-b55dcf86-ad39-4b17-81a5-90e618f51462 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:03.861958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2e2c50b-b3ca-4ffd-a24a-f2126f65705d req-b55dcf86-ad39-4b17-81a5-90e618f51462 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 944 time: 0.9420388 Nov 12 05:19:04.040873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ee1fd266-2101-4eb4-b349-b13b25b574c7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:04.069211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fe6034-b5c9-43f5-8a4a-3d6545ac4082,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:04.116204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Checking segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:04.116576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Network hostable DHCP agents. Network: 12d4519f-353e-454c-aa94-41d813b054f7, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:19:04.137743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ee1fd266-2101-4eb4-b349-b13b25b574c7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:04.138433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:04.141592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-0acf5c98-90d3-49c2-ae9c-cb2db10afba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:04.143010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-0acf5c98-90d3-49c2-ae9c-cb2db10afba7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 1095 time: 1.0293286 Nov 12 05:19:04.193192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-25348580-9ca1-4cba-aab0-0464679df1c5 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:04.194870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-25348580-9ca1-4cba-aab0-0464679df1c5 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.47 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 944 time: 0.3563035 Nov 12 05:19:04.233202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2e2c50b-b3ca-4ffd-a24a-f2126f65705d req-d1f023e8-f516-49e2-9252-cac42c58f0a4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723541 Nov 12 05:19:04.240525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-054031d7-14a8-4029-97e6-2fd44ff83098 req-a82c8222-19c9-4d69-b000-86fe13597727 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765461 Nov 12 05:19:04.241206 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:04.253158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-d732eab2-6989-49dc-a222-12f5228319a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83837178-66fd-4b7a-a47f-9cfd5fbc158e HTTP/1.1" status: 200 len: 217 time: 0.0883162 Nov 12 05:19:04.304575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Network 12d4519f-353e-454c-aa94-41d813b054f7 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:19:04.308790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port ee1fd266-2101-4eb4-b349-b13b25b574c7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ee1fd266-2101-4eb4-b349-b13b25b574c7,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:04.315664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:04.447158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=ee1fd266-2101-4eb4-b349-b13b25b574c7,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:04.466308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 12d4519f-353e-454c-aa94-41d813b054f7) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:04.476128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced8e5a-26a0-40ee-aab9-ce33102bad04 None None] Network 12d4519f-353e-454c-aa94-41d813b054f7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:04.490461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910520b8-c485-438d-ad03-9f481909bff4 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:04.496708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:04.496975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:04.575284 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:04.600373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-603a1dac-e7bb-4e44-8793-9cddcdca3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:04.601742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-603a1dac-e7bb-4e44-8793-9cddcdca3a1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.3226728 Nov 12 05:19:04.603232 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b1c440-fb62-4760-b01d-98732be6d8af x-openstack-request-id: req-27b1c440-fb62-4760-b01d-98732be6d8af {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:04.603615 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a241a2-c4a1-4074-80b6-3b24bba7dfd6", "tag": "83837178-66fd-4b7a-a47f-9cfd5fbc158e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:04.603794 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27b1c440-fb62-4760-b01d-98732be6d8af {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:04.604116 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a241a2-c4a1-4074-80b6-3b24bba7dfd6', 'tag': '83837178-66fd-4b7a-a47f-9cfd5fbc158e', 'status': 'completed', 'code': 200} Nov 12 05:19:04.712158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-524bb5c5-cea6-484c-a61f-5f1bca664663 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.1134357 Nov 12 05:19:04.746894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9ac96f11-b39f-4df3-9fbf-1942236113a9 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:04.774138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7577cdc-caef-4548-bec2-65194a011618 req-1d072216-c9b6-4ade-aad6-03fcc64714a4 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:04.781577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7577cdc-caef-4548-bec2-65194a011618 req-1d072216-c9b6-4ade-aad6-03fcc64714a4 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 943 time: 0.2821510 Nov 12 05:19:04.843684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Transition to ACTIVE for port object 910520b8-c485-438d-ad03-9f481909bff4 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:19:04.847859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-3db6d5cb-576c-4507-a5ab-d0b17304407c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1973023 Nov 12 05:19:04.899484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb3cf8-2a77-4f79-975d-bb170b5c3b30 None None] Network 12d4519f-353e-454c-aa94-41d813b054f7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:04.928425 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Sync routers for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:19:04.950662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:04.951295 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:04.985164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:04.988057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9ac96f11-b39f-4df3-9fbf-1942236113a9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:05.006990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'port_id': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'mac_address': 'fa:16:3e:27:06:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:05.060974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7577cdc-caef-4548-bec2-65194a011618 req-f222698c-501e-4a8a-8a1b-c77a11cdc1ac tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117424 Nov 12 05:19:05.114905 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.135141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac96f11-b39f-4df3-9fbf-1942236113a9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:05.171195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9ac96f11-b39f-4df3-9fbf-1942236113a9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:05.178319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.224899 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:05.235663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Pushing event updated for resources: {'Port': ['ID=910520b8-c485-438d-ad03-9f481909bff4,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:05.313232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=9ac96f11-b39f-4df3-9fbf-1942236113a9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:05.333945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac37def-180c-4d26-bc3d-cec2fedf3a31 req-d733231d-1fde-4d73-b3da-1bc0347c5711 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:05.336004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ac37def-180c-4d26-bc3d-cec2fedf3a31 req-d733231d-1fde-4d73-b3da-1bc0347c5711 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 944 time: 0.6352494 Nov 12 05:19:05.343625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Deleting port a2dba987-1fbc-45f1-8100-2189d1e99272 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:05.343968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.467323 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 2, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:05.498317 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Checking router: 0459c988-008e-4040-bc9b-e93b319eacdb for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:19:05.498850 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Updating router 0459c988-008e-4040-bc9b-e93b319eacdb port beb82ce7-370b-4537-8a08-dbdba95ad8d7 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:19:05.522866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-8e9176f3-83e6-4df6-b29d-0e7566cb0ab2 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382484 Nov 12 05:19:05.529706 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.562880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Attempting to bind port 910520b8-c485-438d-ad03-9f481909bff4 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:05.563224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Attempting to bind port 910520b8-c485-438d-ad03-9f481909bff4 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:05.563610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Attempting to bind port 910520b8-c485-438d-ad03-9f481909bff4 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:05.583391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['9ac96f11-b39f-4df3-9fbf-1942236113a9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:05.607010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Port 910520b8-c485-438d-ad03-9f481909bff4 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:19:05.607336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Attempting to bind port 910520b8-c485-438d-ad03-9f481909bff4 on network 94ce151c-8d46-459d-b0d8-62e48d752fd3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:05.684073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ac37def-180c-4d26-bc3d-cec2fedf3a31 req-6216ed02-4cf3-4b4c-8010-e783575fff5a tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352978 Nov 12 05:19:05.711784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] For port a2dba987-1fbc-45f1-8100-2189d1e99272, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a2dba987-1fbc-45f1-8100-2189d1e99272,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:05.712145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.719439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:05.719782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Checking segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:05.720181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Bound using segment: {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:05.720632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Bound port: 910520b8-c485-438d-ad03-9f481909bff4, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:05.721030 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.796253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Calling delete_port for a2dba987-1fbc-45f1-8100-2189d1e99272 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:05.808478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-cfa274ee-322a-4afc-933e-975e5ead7fcd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:05.810024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-cfa274ee-322a-4afc-933e-975e5ead7fcd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 804 time: 0.4536505 Nov 12 05:19:05.899653 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.907434 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.954090 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb930440-4374-475c-96bc-09e98769c94c None None] Pushing event updated for resources: {'Port': ['ID=beb82ce7-370b-4537-8a08-dbdba95ad8d7,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:05.955751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-5f7f199c-251e-4f49-ac45-90fab27a2717 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/quotas/f2a7f1e823cb4e24b0fe1a67fecce406 HTTP/1.1" status: 200 len: 375 time: 0.1212573 Nov 12 05:19:05.973185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b54eb2f-5716-44c5-b1d7-12260ccd9532 req-2249c3a2-9af5-4a87-a416-fcf44fb67020 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374890 Nov 12 05:19:05.977915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ee1fd266-2101-4eb4-b349-b13b25b574c7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:06.039637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-28eb2617-d7a2-4611-a859-a505cf9643cc tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695581 Nov 12 05:19:06.060150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] For port 910520b8-c485-438d-ad03-9f481909bff4, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:06.073277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de9e-888d-4f4d-8bc1-75e151e89ba5 req-0ed80e1a-b0db-4268-9264-a755a7b05126 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:06.077480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee37de9e-888d-4f4d-8bc1-75e151e89ba5 req-0ed80e1a-b0db-4268-9264-a755a7b05126 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 943 time: 0.2338750 Nov 12 05:19:06.079298 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Attempting to bind port beb82ce7-370b-4537-8a08-dbdba95ad8d7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:06.079985 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Attempting to bind port beb82ce7-370b-4537-8a08-dbdba95ad8d7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:06.080519 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Attempting to bind port beb82ce7-370b-4537-8a08-dbdba95ad8d7 on network 9d2478ff-cee8-449a-8481-98ac2b21b209 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:06.085969 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:06.086663 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Checking segment: {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:06.087304 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.087856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ee1fd266-2101-4eb4-b349-b13b25b574c7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:06.087985 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Bound using segment: {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:06.088413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.088760 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Bound port: beb82ce7-370b-4537-8a08-dbdba95ad8d7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:06.089352 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.194248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] For port 910520b8-c485-438d-ad03-9f481909bff4, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=910520b8-c485-438d-ad03-9f481909bff4,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:06.223996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.228714 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] For port beb82ce7-370b-4537-8a08-dbdba95ad8d7, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:06.232163 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] For port beb82ce7-370b-4537-8a08-dbdba95ad8d7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=beb82ce7-370b-4537-8a08-dbdba95ad8d7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:06.237297 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.306525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-85b12216-e35a-48cd-8383-522ee8c88512 None None] Provisioning complete for port beb82ce7-370b-4537-8a08-dbdba95ad8d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:06.308651 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:06.309267 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:06.309999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-85b12216-e35a-48cd-8383-522ee8c88512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.311531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee37de9e-888d-4f4d-8bc1-75e151e89ba5 req-94fe858e-c33e-48bf-b21e-2e9fa521b80f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033608 Nov 12 05:19:06.312038 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb930440-4374-475c-96bc-09e98769c94c None None] Pushing event updated for resources: {'Port': ['ID=beb82ce7-370b-4537-8a08-dbdba95ad8d7,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:06.335805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-eb86e14c-9cda-4539-a4a5-a5f0d05be2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:06.337398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-eb86e14c-9cda-4539-a4a5-a5f0d05be2de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 1095 time: 0.2590003 Nov 12 05:19:06.375989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:06.376607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.387238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] 10.222.0.47 "PUT /v2.0/ports/910520b8-c485-438d-ad03-9f481909bff4 HTTP/1.1" status: 200 len: 1092 time: 3.8729110 Nov 12 05:19:06.405911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-bbabf08e-55ae-4e19-8a30-66f22c59789d service neutron] 10.222.0.48 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651979 Nov 12 05:19:06.446863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6f92f-6466-4024-bc5b-3ef75c8fe741 service neutron] Pushing event updated for resources: {'Port': ['ID=910520b8-c485-438d-ad03-9f481909bff4,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:06.521992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-85b12216-e35a-48cd-8383-522ee8c88512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.544758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.561673 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:06.573387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6face800-69f1-4d22-8466-de60c6cf1bc5 req-983f5fa4-4639-49ba-a729-206c35d685ab tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=baa5ce36-bdc5-49e5-bd8c-1c03ef334e49 HTTP/1.1" status: 200 len: 210 time: 0.0976212 Nov 12 05:19:06.581754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-85b12216-e35a-48cd-8383-522ee8c88512 None None] For port beb82ce7-370b-4537-8a08-dbdba95ad8d7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=beb82ce7-370b-4537-8a08-dbdba95ad8d7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:06.597872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-85b12216-e35a-48cd-8383-522ee8c88512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.608109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63273535-362b-428d-a3a1-c3420a9f875f', 'tag': '910520b8-c485-438d-ad03-9f481909bff4'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:06.611941 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3" -d '{"events": [{"name": "network-changed", "server_uuid": "63273535-362b-428d-a3a1-c3420a9f875f", "tag": "910520b8-c485-438d-ad03-9f481909bff4"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:06.654395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Pushing event deleted for resources: {'Port': ['ID=a2dba987-1fbc-45f1-8100-2189d1e99272,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:06.690008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b12216-e35a-48cd-8383-522ee8c88512 None None] Pushing event updated for resources: {'Port': ['ID=beb82ce7-370b-4537-8a08-dbdba95ad8d7,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:06.729312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5d2879d4-120b-4ac9-b0c4-ee6c36435c17 None None] Provisioning complete for port beb82ce7-370b-4537-8a08-dbdba95ad8d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:06.730380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d2879d4-120b-4ac9-b0c4-ee6c36435c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.755539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] No DVR routers for this DVR port a2dba987-1fbc-45f1-8100-2189d1e99272 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:19:06.764733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-95ef85ca-b43a-45fc-b7e0-760ec2243871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:06.768455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-95ef85ca-b43a-45fc-b7e0-760ec2243871 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 1095 time: 0.3240714 Nov 12 05:19:06.769600 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.778963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-574635d7-cd64-4e47-8b7d-d5714f9ae52c req-27bdda60-f184-421b-9190-0bc46cde92f4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.47 "DELETE /v2.0/ports/a2dba987-1fbc-45f1-8100-2189d1e99272 HTTP/1.1" status: 204 len: 173 time: 2.5447676 Nov 12 05:19:06.830469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-bf5c357f-a0b7-4e08-92a5-2fa3709adbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:06.837759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-bf5c357f-a0b7-4e08-92a5-2fa3709adbaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 906 time: 0.4878523 Nov 12 05:19:06.847154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-d457e3f8-8333-4b37-a994-437d95722117 service neutron] 10.222.0.48 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047616 Nov 12 05:19:06.928820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-24bab554-828e-4c66-a405-8c33e0a0ff0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=910520b8-c485-438d-ad03-9f481909bff4 HTTP/1.1" status: 200 len: 217 time: 0.1110859 Nov 12 05:19:06.980977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-61b68469-8854-41b3-a9a9-26c11d94c5ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83837178-66fd-4b7a-a47f-9cfd5fbc158e HTTP/1.1" status: 200 len: 217 time: 0.0684366 Nov 12 05:19:07.021485 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:06Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:07.068419 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bcd586-ad6d-49ce-ac9c-f29a72ec45aa None None] The sync data for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 is: [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:06Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:19:07.124576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-f4939013-f45d-48fc-8808-f0bf30528856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:07.126061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-f4939013-f45d-48fc-8808-f0bf30528856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.1642413 Nov 12 05:19:07.132611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-cf8d7487-f0fc-4387-a117-2bbe0e673f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:07.133962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-cf8d7487-f0fc-4387-a117-2bbe0e673f8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.1232374 Nov 12 05:19:07.141123 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da866f83-f7d2-40e0-92e7-119201764058 x-openstack-request-id: req-da866f83-f7d2-40e0-92e7-119201764058 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:07.141406 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63273535-362b-428d-a3a1-c3420a9f875f", "tag": "910520b8-c485-438d-ad03-9f481909bff4", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:07.141684 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da866f83-f7d2-40e0-92e7-119201764058 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:07.142040 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63273535-362b-428d-a3a1-c3420a9f875f', 'tag': '910520b8-c485-438d-ad03-9f481909bff4', 'status': 'completed', 'code': 200} Nov 12 05:19:07.166680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43653949-2291-4104-815f-18d13aa63c2a req-c588201a-98a9-4865-bd9f-9257a697f529 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:07.168266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43653949-2291-4104-815f-18d13aa63c2a req-c588201a-98a9-4865-bd9f-9257a697f529 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 943 time: 0.2077944 Nov 12 05:19:07.217289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-3ed2e728-2c08-4242-bde6-0fbf4f9a8276 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734072 Nov 12 05:19:07.246522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-56960d5a-71d3-46a6-951c-c7f9f00cf497 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757532 Nov 12 05:19:07.336575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55932) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:07.404053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a2dba987-1fbc-45f1-8100-2189d1e99272 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:07.485364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: a2dba987-1fbc-45f1-8100-2189d1e99272 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:07.485716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a2dba987-1fbc-45f1-8100-2189d1e99272 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:07.596819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b62f7491-4af1-473c-b065-6523031e71c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:07.723129 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b62f7491-4af1-473c-b065-6523031e71c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:07.732364 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b62f7491-4af1-473c-b065-6523031e71c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:07.779242 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b62f7491-4af1-473c-b065-6523031e71c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f89f89c892b4952b45734dbc921c544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415135 Nov 12 05:19:07.779862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:07.853331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-6ff19e39-ce38-467a-b849-0c325b6b47fe service neutron] 10.222.0.47 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856625 Nov 12 05:19:07.861161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f7491-4af1-473c-b065-6523031e71c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edf37fe-1017-4ef7-8ae6-192e63f59bc9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:07.899090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43653949-2291-4104-815f-18d13aa63c2a req-89d6a048-666d-45ac-99e5-b194adb229ea tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873238 Nov 12 05:19:07.941461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23062855-8eed-4b87-8148-ff4f933f0c35 req-ebf6e1b2-0b64-41fc-9693-fc44f5f5db72 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:07.949540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23062855-8eed-4b87-8148-ff4f933f0c35 req-ebf6e1b2-0b64-41fc-9693-fc44f5f5db72 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 945 time: 0.2827065 Nov 12 05:19:07.955647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a0d7-4146-4689-beba-2807c079294f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.034257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a0d7-4146-4689-beba-2807c079294f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.077713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23062855-8eed-4b87-8148-ff4f933f0c35 req-84851857-0e96-4f91-b8b4-4f46b765d3d8 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272175 Nov 12 05:19:08.155261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-09eeb95b-f71c-4926-bcf7-1de8c184c174 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9131951 Nov 12 05:19:08.168715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f00bd36-7d51-4370-b885-4e80c73e3d5d req-66355d5c-6a21-4729-aac6-e7156d419f6a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0838206 Nov 12 05:19:08.172167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a0d7-4146-4689-beba-2807c079294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.173915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device beb82ce7-370b-4537-8a08-dbdba95ad8d7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:08.175850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a0d7-4146-4689-beba-2807c079294f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.178741 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b5b4a0d7-4146-4689-beba-2807c079294f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7edf37fe-1017-4ef7-8ae6-192e63f59bc9 HTTP/1.1" status: 204 len: 168 time: 0.3969655 Nov 12 05:19:08.206183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4a0d7-4146-4689-beba-2807c079294f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edf37fe-1017-4ef7-8ae6-192e63f59bc9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:08.348950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port beb82ce7-370b-4537-8a08-dbdba95ad8d7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:08.349327 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.418327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd22c58c-7782-448d-a62f-b33a51b7acd4 req-aa0ad66e-3b88-44eb-946d-856812336770 service neutron] 10.222.0.47 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294316 Nov 12 05:19:08.458280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca295518-3136-4776-98d9-1c2f887d2bf0 req-09a9bcb0-5642-411f-a896-7cd93905e81f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:08.467823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca295518-3136-4776-98d9-1c2f887d2bf0 req-09a9bcb0-5642-411f-a896-7cd93905e81f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 943 time: 0.2652471 Nov 12 05:19:08.551517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9ac96f11-b39f-4df3-9fbf-1942236113a9 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:08.600709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90d3381d-378d-41c5-978f-2fb792c17bfe req-ff651f7b-065c-4433-a223-3b69b787c9c0 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229283 Nov 12 05:19:08.652455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca295518-3136-4776-98d9-1c2f887d2bf0 req-930018b8-b293-43c7-b1ed-477510061a9f tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826367 Nov 12 05:19:08.680184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-b732c536-9f36-4b32-bb3e-5af57b6dfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:08.681933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-b732c536-9f36-4b32-bb3e-5af57b6dfac3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b462c55b281744a2b4b0f9f90721130f&device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 1095 time: 0.1773357 Nov 12 05:19:08.686632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 9ac96f11-b39f-4df3-9fbf-1942236113a9 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:19:08.691157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 9ac96f11-b39f-4df3-9fbf-1942236113a9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:08.691728 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.856227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.924068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:08.945120 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f045815a-c7db-4c09-9212-448b30d22dac" -d '{"events": [{"server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "name": "network-vif-plugged", "status": "completed", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:08.968354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9ac96f11-b39f-4df3-9fbf-1942236113a9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:08.976074 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.988844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d1bfd-236a-483e-8cfe-635ea9ba5a7a req-dd4e9b8f-01c8-4a06-b95c-9e56c5a42796 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:08.997871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-488d1bfd-236a-483e-8cfe-635ea9ba5a7a req-dd4e9b8f-01c8-4a06-b95c-9e56c5a42796 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 944 time: 0.2581177 Nov 12 05:19:09.013966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-fd25689e-2c25-49d0-b0ad-8eb72cc7472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:09.016008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-fd25689e-2c25-49d0-b0ad-8eb72cc7472e service neutron] 10.222.0.47 "GET /v2.0/networks?id=94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 200 len: 913 time: 0.3198662 Nov 12 05:19:09.071409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=9ac96f11-b39f-4df3-9fbf-1942236113a9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:09.087515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-34033745-3d82-4e1b-8650-ddcf50d962bd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:09.089277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-34033745-3d82-4e1b-8650-ddcf50d962bd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.43 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 804 time: 0.3154466 Nov 12 05:19:09.096925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-c4d10e38-15af-4cad-a665-50a7be0d9c5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=910520b8-c485-438d-ad03-9f481909bff4 HTTP/1.1" status: 200 len: 217 time: 0.0654788 Nov 12 05:19:09.125119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Request body: {'port': {'device_id': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'admin_state_up': True, 'tenant_id': 'f2a7f1e823cb4e24b0fe1a67fecce406'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:09.154214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'name': 'network-vif-deleted', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:09.156440 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15e30ec-ffba-426b-bdf2-7a3fdb0ab54d" -d '{"events": [{"server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "name": "network-vif-deleted", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:09.198140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-488d1bfd-236a-483e-8cfe-635ea9ba5a7a req-54d9e7eb-de9f-42da-a1be-efeb59729c23 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990592 Nov 12 05:19:09.263761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-57e387fb-cb28-47b6-a6d5-5855b8189d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:09.265300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-57e387fb-cb28-47b6-a6d5-5855b8189d68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 200 len: 852 time: 0.1473715 Nov 12 05:19:09.272263 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3168187b-da80-4337-94ed-40b15c52f579 x-openstack-request-id: req-3168187b-da80-4337-94ed-40b15c52f579 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:09.272758 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "name": "network-vif-plugged", "status": "completed", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:09.273012 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3168187b-da80-4337-94ed-40b15c52f579 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:09.273406 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'code': 200} Nov 12 05:19:09.279269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e5c3b-7730-4f2b-b7ff-c6f4609e0eaf req-6f419db0-dd9e-4c93-80a8-f98647683945 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:09.280763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-437e5c3b-7730-4f2b-b7ff-c6f4609e0eaf req-6f419db0-dd9e-4c93-80a8-f98647683945 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 943 time: 0.1778669 Nov 12 05:19:09.324869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-7a97f930-b9d7-4a8b-bd82-d6b808618e14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94ce151c-8d46-459d-b0d8-62e48d752fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430391 Nov 12 05:19:09.472606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-437e5c3b-7730-4f2b-b7ff-c6f4609e0eaf req-26b89251-0ca4-4b4b-b8f9-b83542ab29ad tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804054 Nov 12 05:19:09.502908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd42b-3fad-4949-8317-100a41822b9d req-61a65758-8477-4276-867e-197705417f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:09.504625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44a4e5-496c-478e-8a9b-7096fb2b7297 req-a4488846-10ff-4686-ad8b-fd5ea59a7659 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:09.505329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f1fdd42b-3fad-4949-8317-100a41822b9d req-61a65758-8477-4276-867e-197705417f08 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 1098 time: 0.0953212 Nov 12 05:19:09.506183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b44a4e5-496c-478e-8a9b-7096fb2b7297 req-a4488846-10ff-4686-ad8b-fd5ea59a7659 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 946 time: 0.1567352 Nov 12 05:19:09.516916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Made reservation on behalf of f2a7f1e823cb4e24b0fe1a67fecce406 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:09.520443 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:09.533095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-c1072cae-d7a7-459f-b2d8-8272a33f4c04 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:09.534908 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-c1072cae-d7a7-459f-b2d8-8272a33f4c04 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.43 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 944 time: 0.0881846 Nov 12 05:19:09.547541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-2c240428-1a94-4773-bda3-4c506fcc3647 service neutron] 10.222.0.47 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098374 Nov 12 05:19:09.551600 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbae772-8544-4329-8a52-24ec87ea1d3f x-openstack-request-id: req-7cbae772-8544-4329-8a52-24ec87ea1d3f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:09.551889 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa5ce36-bdc5-49e5-bd8c-1c03ef334e49", "name": "network-vif-deleted", "tag": "a2dba987-1fbc-45f1-8100-2189d1e99272", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:09.552137 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cbae772-8544-4329-8a52-24ec87ea1d3f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:09.552526 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa5ce36-bdc5-49e5-bd8c-1c03ef334e49', 'name': 'network-vif-deleted', 'tag': 'a2dba987-1fbc-45f1-8100-2189d1e99272', 'status': 'completed', 'code': 200} Nov 12 05:19:09.642796 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f1fdd42b-3fad-4949-8317-100a41822b9d req-0b7b3491-5577-4025-9a0e-9f3a2df2fe03 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063240 Nov 12 05:19:09.672090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Deleting port c11553bf-8ccd-4bf5-81c9-dbf25fae597e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:09.672680 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:09.684064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b44a4e5-496c-478e-8a9b-7096fb2b7297 req-fd3fde03-d5ff-4d2e-acc2-50d9b8ac7b1b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682158 Nov 12 05:19:09.713494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e84e4b79-afd7-4355-8a05-befa5e303be7 req-f15b473d-4865-4625-b1ce-f9da1af1e788 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0729887 Nov 12 05:19:09.787981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd53fdd2-5888-4a5b-af0b-8ac7aa259db3 req-6e011ce3-2f21-4af0-a000-e3904d38cee9 service neutron] 10.222.0.47 "GET /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265959 Nov 12 05:19:09.804948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Allocated IP 172.20.0.11 (12d4519f-353e-454c-aa94-41d813b054f7/23fe6034-b5c9-43f5-8a4a-3d6545ac4082/c59d94ed-3fa8-4916-beea-b01d3cfad144) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:09.828836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] For port c11553bf-8ccd-4bf5-81c9-dbf25fae597e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:09.829514 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:09.848887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Calling delete_port for c11553bf-8ccd-4bf5-81c9-dbf25fae597e owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:10.031899 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.055560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.091115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf0ba8-5562-4c11-a825-82b6c96552b6 req-2ebad2fb-2866-496f-9364-dfe3dc30ecaa tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:10.092681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96bf0ba8-5562-4c11-a825-82b6c96552b6 req-2ebad2fb-2866-496f-9364-dfe3dc30ecaa tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 943 time: 0.0909729 Nov 12 05:19:10.106919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Pushing event deleted for resources: {'Port': ['ID=c11553bf-8ccd-4bf5-81c9-dbf25fae597e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:10.130726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] No DVR routers for this DVR port c11553bf-8ccd-4bf5-81c9-dbf25fae597e on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:19:10.132065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.137122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.141752 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c84e0bc9-896b-46b6-9c45-61c972052c07 req-8df8a1e1-3eae-4b8f-8630-d14779b2ca80 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.43 "DELETE /v2.0/ports/c11553bf-8ccd-4bf5-81c9-dbf25fae597e HTTP/1.1" status: 204 len: 173 time: 0.5976121 Nov 12 05:19:10.142251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'name': 'network-vif-deleted', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:10.148681 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f158f30-6481-42d0-a41f-5726b987875e" -d '{"events": [{"server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "name": "network-vif-deleted", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:10.201025 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fc5ec9-13c9-49b0-9299-55abfdae2547 x-openstack-request-id: req-44fc5ec9-13c9-49b0-9299-55abfdae2547 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:10.201395 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e004ac-1c8e-4a63-9500-4eec4f59f157", "name": "network-vif-deleted", "tag": "c11553bf-8ccd-4bf5-81c9-dbf25fae597e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:10.201714 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44fc5ec9-13c9-49b0-9299-55abfdae2547 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:10.202186 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e004ac-1c8e-4a63-9500-4eec4f59f157', 'name': 'network-vif-deleted', 'tag': 'c11553bf-8ccd-4bf5-81c9-dbf25fae597e', 'status': 'completed', 'code': 200} Nov 12 05:19:10.215163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Network 12d4519f-353e-454c-aa94-41d813b054f7 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:10.236570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96bf0ba8-5562-4c11-a825-82b6c96552b6 req-94459f2a-213d-403e-9d67-8a3dd948c195 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335411 Nov 12 05:19:10.243228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:10.245812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:10.281875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Pushing event updated for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:10.290516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.315963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:10.316633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.351326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f284166b-2a5b-4ab3-8ff6-4e243bb4fafa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2419274 Nov 12 05:19:10.368287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef5acdc8-a29d-432d-bb2f-68db1eb64928 req-247310b1-7d1c-4413-8544-55baa98ffe8f tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e004ac-1c8e-4a63-9500-4eec4f59f157 HTTP/1.1" status: 200 len: 210 time: 0.0346193 Nov 12 05:19:10.373215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Request body: {'port': {'device_id': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:10.425448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56008) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:10.439388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.550211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf238-e62e-432d-a9bf-1016140d8727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.564216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 83837178-66fd-4b7a-a47f-9cfd5fbc158e details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:10.663480 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf238-e62e-432d-a9bf-1016140d8727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.670851 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf238-e62e-432d-a9bf-1016140d8727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.683323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510640e0-6069-46b8-ac21-26aac59f5278 req-625d2707-ab2b-4dd6-95fe-877554e471c5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:10.684930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-510640e0-6069-46b8-ac21-26aac59f5278 req-625d2707-ab2b-4dd6-95fe-877554e471c5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 943 time: 0.1147962 Nov 12 05:19:10.708711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 83837178-66fd-4b7a-a47f-9cfd5fbc158e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83837178-66fd-4b7a-a47f-9cfd5fbc158e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:10.719299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecf238-e62e-432d-a9bf-1016140d8727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c254e6-2d21-4f96-9acb-bcb5ddd6a0c2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:10.724530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '83837178-66fd-4b7a-a47f-9cfd5fbc158e', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'port_id': '83837178-66fd-4b7a-a47f-9cfd5fbc158e', 'mac_address': 'fa:16:3e:2d:e6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13883a-6d2d-4077-bd2d-08d9f8815580', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:10.733472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4ecf238-e62e-432d-a9bf-1016140d8727 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74bcf24872b94964af264c92e26cc42a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063030 Nov 12 05:19:10.734181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:10.782705 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.800016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-711724b1-d4f3-4c08-a1e7-ed9056c50128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.827017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83837178-66fd-4b7a-a47f-9cfd5fbc158e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:10.843071 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-711724b1-d4f3-4c08-a1e7-ed9056c50128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.862006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 83837178-66fd-4b7a-a47f-9cfd5fbc158e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83837178-66fd-4b7a-a47f-9cfd5fbc158e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:10.873668 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.890039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-510640e0-6069-46b8-ac21-26aac59f5278 req-1515e5d0-e8af-4b60-a05d-a2f47cd78098 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940870 Nov 12 05:19:10.916335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-711724b1-d4f3-4c08-a1e7-ed9056c50128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.920603 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-711724b1-d4f3-4c08-a1e7-ed9056c50128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:10.924164 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-711724b1-d4f3-4c08-a1e7-ed9056c50128 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35c254e6-2d21-4f96-9acb-bcb5ddd6a0c2 HTTP/1.1" status: 204 len: 168 time: 0.1862979 Nov 12 05:19:10.939979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711724b1-d4f3-4c08-a1e7-ed9056c50128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c254e6-2d21-4f96-9acb-bcb5ddd6a0c2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:10.983990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=83837178-66fd-4b7a-a47f-9cfd5fbc158e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:10.999142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59d94ed-3fa8-4916-beea-b01d3cfad144 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:11.012066 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:11.041712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdb3d1-7550-4cef-8c50-a8e56d4095d6 req-88211899-9a63-4047-9925-4dbaf6e2dd01 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:11.043869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93bdb3d1-7550-4cef-8c50-a8e56d4095d6 req-88211899-9a63-4047-9925-4dbaf6e2dd01 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 946 time: 0.1760430 Nov 12 05:19:11.089720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Transition to ACTIVE for port object c59d94ed-3fa8-4916-beea-b01d3cfad144 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:19:11.103954 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:11.159986 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93bdb3d1-7550-4cef-8c50-a8e56d4095d6 req-771b1ca7-a576-40c1-9775-428f4cbf86b8 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099198 Nov 12 05:19:11.190439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497397f-311d-43c8-937d-1fefbb442535 req-3b2d2aa2-7f37-416d-a499-bb9d4c575619 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:11.192561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2497397f-311d-43c8-937d-1fefbb442535 req-3b2d2aa2-7f37-416d-a499-bb9d4c575619 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 932 time: 0.1730902 Nov 12 05:19:11.211817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Pushing event updated for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:11.313433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2497397f-311d-43c8-937d-1fefbb442535 req-6c6d5dce-7b52-44b9-90bb-abbdc3f5379e tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138308 Nov 12 05:19:11.343926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Attempting to bind port c59d94ed-3fa8-4916-beea-b01d3cfad144 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:11.344257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Attempting to bind port c59d94ed-3fa8-4916-beea-b01d3cfad144 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:11.344621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Attempting to bind port c59d94ed-3fa8-4916-beea-b01d3cfad144 on network 12d4519f-353e-454c-aa94-41d813b054f7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:11.357425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Port c59d94ed-3fa8-4916-beea-b01d3cfad144 on network 12d4519f-353e-454c-aa94-41d813b054f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:19:11.357651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Attempting to bind port c59d94ed-3fa8-4916-beea-b01d3cfad144 on network 12d4519f-353e-454c-aa94-41d813b054f7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:11.371770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:11.372298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Checking segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:11.372992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Bound using segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:11.373492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Bound port: c59d94ed-3fa8-4916-beea-b01d3cfad144, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:11.374093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:11.392346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['83837178-66fd-4b7a-a47f-9cfd5fbc158e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:11.430612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 910520b8-c485-438d-ad03-9f481909bff4 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:11.503913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:11.507204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:11.518465 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:11.595328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79b915-0d81-46b5-9313-1480b13c7799 req-79caa043-1300-4e7f-8f99-16276b5b2794 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:11.603464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca79b915-0d81-46b5-9313-1480b13c7799 req-79caa043-1300-4e7f-8f99-16276b5b2794 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 943 time: 0.2169409 Nov 12 05:19:11.607448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:11.608079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:11.609585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] 10.222.0.43 "PUT /v2.0/ports/c59d94ed-3fa8-4916-beea-b01d3cfad144 HTTP/1.1" status: 200 len: 1093 time: 1.2402422 Nov 12 05:19:11.610220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6a12-939c-4d96-8d81-363654f3c50e service neutron] Pushing event updated for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:11.614905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:11.616350 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20958ce-2309-423e-abad-7311e7247f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:11.644727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 910520b8-c485-438d-ad03-9f481909bff4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=910520b8-c485-438d-ad03-9f481909bff4,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:11.689384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '910520b8-c485-438d-ad03-9f481909bff4', 'network_id': '94ce151c-8d46-459d-b0d8-62e48d752fd3', 'port_id': '910520b8-c485-438d-ad03-9f481909bff4', 'mac_address': 'fa:16:3e:7a:81:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47977af-5f43-43e4-978b-58e339d201f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:11.732331 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6efdac-e7b0-4bcb-b216-367d437fa3e6 x-openstack-request-id: req-8b6efdac-e7b0-4bcb-b216-367d437fa3e6 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:11.732761 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:11.733115 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b6efdac-e7b0-4bcb-b216-367d437fa3e6 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:11.733610 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'status': 'completed', 'code': 200} Nov 12 05:19:11.754868 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:11.759862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca79b915-0d81-46b5-9313-1480b13c7799 req-72596c7d-c930-41b5-b42b-fb738b36d3b8 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553748 Nov 12 05:19:11.769830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-288a3a27-ba2e-4917-8091-004a24a4c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:11.771680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-288a3a27-ba2e-4917-8091-004a24a4c717 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 1096 time: 0.0877686 Nov 12 05:19:11.781367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910520b8-c485-438d-ad03-9f481909bff4 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:11.805538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 910520b8-c485-438d-ad03-9f481909bff4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=910520b8-c485-438d-ad03-9f481909bff4,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:11.810945 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:11.852244 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-2b61c115-bfa9-4a4d-b656-06dcb5d02c04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144 HTTP/1.1" status: 200 len: 217 time: 0.0577533 Nov 12 05:19:11.861977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=910520b8-c485-438d-ad03-9f481909bff4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:11.928932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-027239ab-733e-4feb-a0ec-25184eea6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:11.930681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-027239ab-733e-4feb-a0ec-25184eea6bd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.0596058 Nov 12 05:19:11.957441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a260-fe59-455f-a29d-d5cf66ebe556 req-777e63e3-8aad-4a1f-a069-2f4e77096cc1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:11.958959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24c0a260-fe59-455f-a29d-d5cf66ebe556 req-777e63e3-8aad-4a1f-a069-2f4e77096cc1 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 945 time: 0.1577797 Nov 12 05:19:11.978820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-9df36fb6-a2fa-4bf0-b702-506deb02ff3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403981 Nov 12 05:19:12.000152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56056) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:12.115935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24c0a260-fe59-455f-a29d-d5cf66ebe556 req-570c3f69-ff29-4a01-8f14-0987d6017eb4 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395488 Nov 12 05:19:12.125514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['910520b8-c485-438d-ad03-9f481909bff4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:12.132889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-847691446-network', 'tenant_id': '029a5cceb0f94a62b8dd22d6d6386f05'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:12.144353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28288e1a-3ba7-4b13-89d2-b0ed89e38521 req-c5169d03-0c92-42c5-9331-e1116d29b9e8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:12.153851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28288e1a-3ba7-4b13-89d2-b0ed89e38521 req-c5169d03-0c92-42c5-9331-e1116d29b9e8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 944 time: 0.1524298 Nov 12 05:19:12.167376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f7439254-a1a5-4213-bab9-78389cf91ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750371 Nov 12 05:19:12.185295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Made reservation on behalf of 029a5cceb0f94a62b8dd22d6d6386f05 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:12.193389 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.213492 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.326177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-347a954f-2381-4fe3-ba19-16469483ed5b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:12.328265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-347a954f-2381-4fe3-ba19-16469483ed5b tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.47 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 945 time: 0.1714082 Nov 12 05:19:12.334018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28288e1a-3ba7-4b13-89d2-b0ed89e38521 req-9ee1079b-f759-4984-9ac4-a03a45c86230 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660645 Nov 12 05:19:12.345184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.352601 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.389310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:19:12.391908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94365748-cc0e-4d80-ad6a-5115c307e63c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:12.402930 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.403396 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Added segment 199a5e3f-d147-4223-abd4-0c2b0aea5de0 of type vlan for network 67a2239a-8e17-410c-8fe7-a03c5364e40d Nov 12 05:19:12.405252 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:19:12.449970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.451116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034966-8378-4c76-b6e6-0c54d2018c8d req-4ebbabdd-c90a-4414-b4ec-eb37c04daea9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:12.452741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9034966-8378-4c76-b6e6-0c54d2018c8d req-4ebbabdd-c90a-4414-b4ec-eb37c04daea9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 946 time: 0.1824672 Nov 12 05:19:12.455359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce8cb69-bb9d-4b9c-8b08-9e62f6e6c9d0 req-f08ea625-ac9e-4066-b642-41579fea3e4a service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720399 Nov 12 05:19:12.478488 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.480448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:12.481307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.560683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c11553bf-8ccd-4bf5-81c9-dbf25fae597e no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:12.567749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5656004 Nov 12 05:19:12.569852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb87ab-86c5-4b26-937e-54f3fed7bbb2 admin admin] Pushing event updated for resources: {'Network': ['ID=67a2239a-8e17-410c-8fe7-a03c5364e40d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:12.572075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:12.576913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Request body: {'subnet': {'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-847691446-subnet', 'tenant_id': '029a5cceb0f94a62b8dd22d6d6386f05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:12.596326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 67a2239a-8e17-410c-8fe7-a03c5364e40d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:19:12.599893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: c11553bf-8ccd-4bf5-81c9-dbf25fae597e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:12.600220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c11553bf-8ccd-4bf5-81c9-dbf25fae597e not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:12.605652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Made reservation on behalf of 029a5cceb0f94a62b8dd22d6d6386f05 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:12.608617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.801600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.865164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0a11f7-e543-4b19-a12f-ce5140ea08ad,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:12.873648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9034966-8378-4c76-b6e6-0c54d2018c8d req-67c02eaa-11fe-4b5c-a2ab-83e45d1f0e50 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109242 Nov 12 05:19:12.878375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Checking segment: {'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:12.878811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Network hostable DHCP agents. Network: 67a2239a-8e17-410c-8fe7-a03c5364e40d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:19:12.879514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Deleting port 83979e9a-1038-4f67-9148-b6704ddbb829 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:12.880034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.906860 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Network 67a2239a-8e17-410c-8fe7-a03c5364e40d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:19:12.925101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 67a2239a-8e17-410c-8fe7-a03c5364e40d) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:12.931143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:12.932092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.940815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a5815-d182-4c13-8eb1-8cdd449cfb8d None None] Network 67a2239a-8e17-410c-8fe7-a03c5364e40d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:12.955579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20958ce-2309-423e-abad-7311e7247f6a req-9b4a987d-8c75-4b91-ac7a-1eeea3d5eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:12.957338 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e20958ce-2309-423e-abad-7311e7247f6a req-9b4a987d-8c75-4b91-ac7a-1eeea3d5eafc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 1096 time: 0.1483600 Nov 12 05:19:12.969729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee131fe-fd7a-4025-9eff-5d567951df99 req-9940de1c-df40-439a-b319-10d4e9254dfd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:12.976854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ee131fe-fd7a-4025-9eff-5d567951df99 req-9940de1c-df40-439a-b319-10d4e9254dfd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1696489 Nov 12 05:19:12.982214 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f99edafb-7ede-450e-a8c7-5bb4bf00cbaf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4091852 Nov 12 05:19:13.124779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c43361-bd32-478b-b3a6-bca463b53352 None None] Network 67a2239a-8e17-410c-8fe7-a03c5364e40d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:13.150730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] For port 83979e9a-1038-4f67-9148-b6704ddbb829, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=83979e9a-1038-4f67-9148-b6704ddbb829,segment=NetworkSegment(7d8a701c-2a3e-479f-ae73-bb91ddc03fc8),segment_id=7d8a701c-2a3e-479f-ae73-bb91ddc03fc8)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:13.151389 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:13.189727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Calling delete_port for 83979e9a-1038-4f67-9148-b6704ddbb829 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:13.211832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ee131fe-fd7a-4025-9eff-5d567951df99 req-ee9a8604-a9ca-4a72-b717-f1ac91cadd74 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340944 Nov 12 05:19:13.227655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c50b1-f9a4-46ef-bcdc-f4ef1b00bb3b req-63752826-a712-4db9-a7e6-2e8bee50736a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:13.229134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c8c50b1-f9a4-46ef-bcdc-f4ef1b00bb3b req-63752826-a712-4db9-a7e6-2e8bee50736a tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 944 time: 0.2503450 Nov 12 05:19:13.240044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20958ce-2309-423e-abad-7311e7247f6a req-f19cb4c3-73ae-4d4e-86bf-69576f8a75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:13.241526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e20958ce-2309-423e-abad-7311e7247f6a req-f19cb4c3-73ae-4d4e-86bf-69576f8a75fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 905 time: 0.2489235 Nov 12 05:19:13.369341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e20958ce-2309-423e-abad-7311e7247f6a req-21ef3c1c-a565-4689-aa9c-c86a4e30a302 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144 HTTP/1.1" status: 200 len: 217 time: 0.0932305 Nov 12 05:19:13.433941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 910520b8-c485-438d-ad03-9f481909bff4 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:13.492850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 910520b8-c485-438d-ad03-9f481909bff4 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:19:13.499062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 910520b8-c485-438d-ad03-9f481909bff4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:13.499062 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:13.541347 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c8c50b1-f9a4-46ef-bcdc-f4ef1b00bb3b req-bccab35e-06f9-4695-a937-b6fa09069394 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048398 Nov 12 05:19:13.601778 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:13.610308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20958ce-2309-423e-abad-7311e7247f6a req-f8f6654c-ea41-49c9-a669-dded856bf4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:13.615115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e20958ce-2309-423e-abad-7311e7247f6a req-f8f6654c-ea41-49c9-a669-dded856bf4ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.2364151 Nov 12 05:19:13.658732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-27c269a0-6fc5-4321-b19d-635c65d2caf3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 258 time: 0.3836877 Nov 12 05:19:13.677262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:13.710777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e20958ce-2309-423e-abad-7311e7247f6a req-c6ec074f-c3d6-4759-aa29-f6cabe25782e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497036 Nov 12 05:19:13.753627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-70289198-c0e1-45f0-a4b2-7e82adce6b8d req-5da78c19-9a89-44a5-9c13-25e40f8fd3ab tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1822781253', 'description': 'tempest-description-1027457214'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:13.753884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63273535-362b-428d-a3a1-c3420a9f875f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910520b8-c485-438d-ad03-9f481909bff4'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:13.755906 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55294352-40ed-4796-8353-90c1993993a1" -d '{"events": [{"server_uuid": "63273535-362b-428d-a3a1-c3420a9f875f", "name": "network-vif-plugged", "status": "completed", "tag": "910520b8-c485-438d-ad03-9f481909bff4"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:13.771327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 910520b8-c485-438d-ad03-9f481909bff4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=910520b8-c485-438d-ad03-9f481909bff4,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:13.776776 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:13.829147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-840d2276-1d63-4014-8662-6ad330bee886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:13.837697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:13.841055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=910520b8-c485-438d-ad03-9f481909bff4,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:13.870865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70289198-c0e1-45f0-a4b2-7e82adce6b8d req-5da78c19-9a89-44a5-9c13-25e40f8fd3ab tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:13.894056 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:13.949715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Pushing event deleted for resources: {'Port': ['ID=83979e9a-1038-4f67-9148-b6704ddbb829,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:13.957634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e20958ce-2309-423e-abad-7311e7247f6a req-b337c227-9d3a-44ba-86a4-2b5423ce3150 service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336342 Nov 12 05:19:14.061571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] No DVR routers for this DVR port 83979e9a-1038-4f67-9148-b6704ddbb829 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:19:14.068629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.071919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dd0b72-af6c-4b9b-a41f-9a4d79f8995f req-280f91d9-7acd-457f-91d7-b788a991dee3 tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.47 "DELETE /v2.0/ports/83979e9a-1038-4f67-9148-b6704ddbb829 HTTP/1.1" status: 204 len: 173 time: 1.7369087 Nov 12 05:19:14.073576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'name': 'network-vif-deleted', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:14.075878 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c63a766-72a4-47e6-9410-45cd4f521d48" -d '{"events": [{"server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "name": "network-vif-deleted", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:14.151173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70289198-c0e1-45f0-a4b2-7e82adce6b8d req-5da78c19-9a89-44a5-9c13-25e40f8fd3ab tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.166592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70289198-c0e1-45f0-a4b2-7e82adce6b8d req-5da78c19-9a89-44a5-9c13-25e40f8fd3ab tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.187157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e20958ce-2309-423e-abad-7311e7247f6a req-4a6828a0-586b-48a1-8cfa-4a2982ca90b6 service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206142 Nov 12 05:19:14.206783 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70289198-c0e1-45f0-a4b2-7e82adce6b8d req-5da78c19-9a89-44a5-9c13-25e40f8fd3ab tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.223406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70289198-c0e1-45f0-a4b2-7e82adce6b8d req-5da78c19-9a89-44a5-9c13-25e40f8fd3ab tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5018454 Nov 12 05:19:14.236241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da78c19-9a89-44a5-9c13-25e40f8fd3ab tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee43c75-1906-41c7-8e64-2110461a520e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:14.267840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.353766 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1647f3a-e254-44e5-9e70-c1e9c74ce194 req-e82e5199-42a6-4c47-9cae-031b97e2e6ff tempest-LiveMigrationTest-247859817 tempest-LiveMigrationTest-247859817-project] 10.222.0.48 "GET /v2.0/ports?device_id=e13d01fc-88ba-4e84-9cf6-8b6570dba692 HTTP/1.1" status: 200 len: 210 time: 0.0653846 Nov 12 05:19:14.441369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Allocated IP 172.25.2.192 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/7abb3d12-9634-470c-89ac-3260d760eac9) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:14.551671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fd7fa-55bd-4958-9332-110248cb1810 req-8a7c6d09-93ed-4551-a4cd-c483982852da tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:14.553232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b16fd7fa-55bd-4958-9332-110248cb1810 req-8a7c6d09-93ed-4551-a4cd-c483982852da tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 944 time: 0.1136420 Nov 12 05:19:14.560643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 83837178-66fd-4b7a-a47f-9cfd5fbc158e up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:14.622924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 83837178-66fd-4b7a-a47f-9cfd5fbc158e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:19:14.628523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 83837178-66fd-4b7a-a47f-9cfd5fbc158e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:14.628928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.646928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.663390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b16fd7fa-55bd-4958-9332-110248cb1810 req-b8ccd009-013f-467c-9866-4c2fa7541d1e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990314 Nov 12 05:19:14.714823 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.724421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.759803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 83837178-66fd-4b7a-a47f-9cfd5fbc158e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83837178-66fd-4b7a-a47f-9cfd5fbc158e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:14.764874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.783170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:14.784519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Pushing event updated for resources: {'Port': ['ID=7abb3d12-9634-470c-89ac-3260d760eac9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:14.793197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:14.796311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:14.806607 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5b2e00-1323-4f82-a0fd-9ef5c316616c x-openstack-request-id: req-2c5b2e00-1323-4f82-a0fd-9ef5c316616c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:14.808230 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63273535-362b-428d-a3a1-c3420a9f875f", "name": "network-vif-plugged", "status": "completed", "tag": "910520b8-c485-438d-ad03-9f481909bff4", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:14.808230 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c5b2e00-1323-4f82-a0fd-9ef5c316616c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:14.808230 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63273535-362b-428d-a3a1-c3420a9f875f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910520b8-c485-438d-ad03-9f481909bff4', 'code': 200} Nov 12 05:19:14.830998 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a9441-03fe-4d2a-a2cd-0fcaf8da6aa8 x-openstack-request-id: req-3b6a9441-03fe-4d2a-a2cd-0fcaf8da6aa8 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:14.831426 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13d01fc-88ba-4e84-9cf6-8b6570dba692", "name": "network-vif-deleted", "tag": "83979e9a-1038-4f67-9148-b6704ddbb829", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:14.831694 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b6a9441-03fe-4d2a-a2cd-0fcaf8da6aa8 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:14.832096 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13d01fc-88ba-4e84-9cf6-8b6570dba692', 'name': 'network-vif-deleted', 'tag': '83979e9a-1038-4f67-9148-b6704ddbb829', 'status': 'completed', 'code': 200} Nov 12 05:19:14.843134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=83837178-66fd-4b7a-a47f-9cfd5fbc158e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:14.844589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-9cb606d2-790f-4c29-8f38-005178f9b561 req-ad7fb251-69f8-409e-a6d2-973e2d1df701 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1839872189', 'description': 'tempest-description-822068806'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:14.932122 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9cb606d2-790f-4c29-8f38-005178f9b561 req-ad7fb251-69f8-409e-a6d2-973e2d1df701 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.961326 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.975425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc849f1-9931-4e78-9109-8038604437d3 req-3081259e-8927-4f7d-be30-99c4b09583ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:14.976850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6bc849f1-9931-4e78-9109-8038604437d3 req-3081259e-8927-4f7d-be30-99c4b09583ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 1097 time: 0.1025307 Nov 12 05:19:15.039381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.106744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9cb606d2-790f-4c29-8f38-005178f9b561 req-ad7fb251-69f8-409e-a6d2-973e2d1df701 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.118360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6bc849f1-9931-4e78-9109-8038604437d3 req-b74c9096-d49f-43db-ab02-ac8622c39742 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147499 Nov 12 05:19:15.118982 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9cb606d2-790f-4c29-8f38-005178f9b561 req-ad7fb251-69f8-409e-a6d2-973e2d1df701 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.169522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9cb606d2-790f-4c29-8f38-005178f9b561 req-ad7fb251-69f8-409e-a6d2-973e2d1df701 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.170752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cb606d2-790f-4c29-8f38-005178f9b561 req-ad7fb251-69f8-409e-a6d2-973e2d1df701 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3327253 Nov 12 05:19:15.173809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fb251-69f8-409e-a6d2-973e2d1df701 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124395ee-c22f-46be-9446-28dfb5d8ef1a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:15.295273 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.302547 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.321077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436228a-912a-4a20-b8b0-7da5d94fd5c7 req-16039b19-5128-43a3-b247-2a5bcf7878b6 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:15.322514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7436228a-912a-4a20-b8b0-7da5d94fd5c7 req-16039b19-5128-43a3-b247-2a5bcf7878b6 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 944 time: 0.0801041 Nov 12 05:19:15.400870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Pushing event updated for resources: {'Port': ['ID=7abb3d12-9634-470c-89ac-3260d760eac9,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:15.430113 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.436804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7436228a-912a-4a20-b8b0-7da5d94fd5c7 req-dcf08eac-a6bc-4438-b404-370f5bfb18d4 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943403 Nov 12 05:19:15.450002 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.457502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-67491180-ccb0-4389-95ca-91ee626190e9 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7850370 Nov 12 05:19:15.531868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-6136171c-5872-403f-a6fc-04c624edb14f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0735209 Nov 12 05:19:15.670737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-ec1618a6-b7eb-4cd2-a616-825a959c5daf tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:15.672215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-ec1618a6-b7eb-4cd2-a616-825a959c5daf tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1345162 Nov 12 05:19:15.689783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cade-80d0-4d94-8743-589709bab300 req-045fa095-9588-4c22-9f14-c2faa4e9ac27 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:15.691220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2d3cade-80d0-4d94-8743-589709bab300 req-045fa095-9588-4c22-9f14-c2faa4e9ac27 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 945 time: 0.0693107 Nov 12 05:19:15.694671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-a455c2a6-9983-49a3-920d-99c70936277b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:19:15.695601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49941505-0d4c-405b-bf4a-29a501e5bd06 req-a455c2a6-9983-49a3-920d-99c70936277b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172534 Nov 12 05:19:15.745290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2d3cade-80d0-4d94-8743-589709bab300 req-ab5b7ff6-8468-4d07-a51b-543aea624392 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Nov 12 05:19:15.796834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56124) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:15.914675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-0e5ec1b0-02b1-49fe-a82a-f234821c7ceb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:15.916276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-0e5ec1b0-02b1-49fe-a82a-f234821c7ceb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 812 time: 0.1466820 Nov 12 05:19:15.918683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ea92a8-6e43-4fad-8d13-574a8f1075a1 admin admin] Deleting subnet a801205b-e0f1-40a6-afa4-93c95b87d5d6 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:19:15.923355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ea92a8-6e43-4fad-8d13-574a8f1075a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.928411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defd11f-82ac-4ecd-8474-4069d757b380 req-03cae6f5-3c09-46e5-8b09-d68aafac9083 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:15.929914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2defd11f-82ac-4ecd-8474-4069d757b380 req-03cae6f5-3c09-46e5-8b09-d68aafac9083 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 945 time: 0.0820167 Nov 12 05:19:15.953536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-ff5271c4-d4a7-4092-a9aa-de560e9ae454 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/quotas/029a5cceb0f94a62b8dd22d6d6386f05 HTTP/1.1" status: 200 len: 375 time: 0.0225253 Nov 12 05:19:15.969055 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ea92a8-6e43-4fad-8d13-574a8f1075a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:15.995216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-2f1cf437-b305-488a-a61f-8743777e6ce8 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346487 Nov 12 05:19:16.015492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2defd11f-82ac-4ecd-8474-4069d757b380 req-e5ecc412-b7a7-4b24-85a8-35e8b2f6d97b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773618 Nov 12 05:19:16.016777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ea92a8-6e43-4fad-8d13-574a8f1075a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.081352 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ea92a8-6e43-4fad-8d13-574a8f1075a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.095415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ea92a8-6e43-4fad-8d13-574a8f1075a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.102283 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c3ea92a8-6e43-4fad-8d13-574a8f1075a1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a801205b-e0f1-40a6-afa4-93c95b87d5d6 HTTP/1.1" status: 204 len: 168 time: 0.3043735 Nov 12 05:19:16.102972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56128) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:16.103998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-c32da546-91f7-4c8b-8717-bc724ea07b7d service neutron] 10.222.0.48 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998158 Nov 12 05:19:16.129241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea92a8-6e43-4fad-8d13-574a8f1075a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a801205b-e0f1-40a6-afa4-93c95b87d5d6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:16.224232 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.233579 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-727ebe57-43c5-49c0-9534-fee06ad9115f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.292682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-b552e558-fc64-4687-83bf-969549a12eac tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:16.294086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-b552e558-fc64-4687-83bf-969549a12eac tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1256623 Nov 12 05:19:16.298870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-57d1b4f7-8950-4b67-8d7e-b2e674a01cc1 service neutron] 10.222.0.48 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879003 Nov 12 05:19:16.317344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.365080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74953459-3065-4502-bb8a-45a77d14e644']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:16.388377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:16.388377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8a701c-2a3e-479f-ae73-bb91ddc03fc8') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:16.397776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-0f851bba-7546-4834-a4c7-0cd62c24cfbb tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0968447 Nov 12 05:19:16.403054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Request body: {'floatingip': {'port_id': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:16.410123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.427242 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.436201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:19:16.436738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:19:16.438830 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:19:16.516413 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.546182 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.551049 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/74953459-3065-4502-bb8a-45a77d14e644 HTTP/1.1" status: 204 len: 168 time: 0.4294982 Nov 12 05:19:16.552791 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c55307-f896-44f7-b26d-ec602a4986b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=74953459-3065-4502-bb8a-45a77d14e644,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:16.554644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56138) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:16.558372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c59d94ed-3fa8-4916-beea-b01d3cfad144 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:16.619531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-25897e6f-ea8e-49a6-bc78-09d2a10e6b4c admin admin] Deleting subnet 1921070f-a16b-4ffb-971c-dc2ae2a4732d {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:19:16.623566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25897e6f-ea8e-49a6-bc78-09d2a10e6b4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.663252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25897e6f-ea8e-49a6-bc78-09d2a10e6b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.707297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:16.723782 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'port_id': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'mac_address': 'fa:16:3e:10:5e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe6034-b5c9-43f5-8a4a-3d6545ac4082', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:16.726608 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25897e6f-ea8e-49a6-bc78-09d2a10e6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.801573 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.828292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25897e6f-ea8e-49a6-bc78-09d2a10e6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.834146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a241a2-c4a1-4074-80b6-3b24bba7dfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83837178-66fd-4b7a-a47f-9cfd5fbc158e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:16.841597 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dd602f-a9be-4e4c-89e5-fe03f7e4e80d" -d '{"events": [{"server_uuid": "56a241a2-c4a1-4074-80b6-3b24bba7dfd6", "name": "network-vif-plugged", "status": "completed", "tag": "83837178-66fd-4b7a-a47f-9cfd5fbc158e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:16.844241 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25897e6f-ea8e-49a6-bc78-09d2a10e6b4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.848121 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25897e6f-ea8e-49a6-bc78-09d2a10e6b4c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1921070f-a16b-4ffb-971c-dc2ae2a4732d HTTP/1.1" status: 204 len: 168 time: 0.2922494 Nov 12 05:19:16.852699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56146) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:16.864597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59d94ed-3fa8-4916-beea-b01d3cfad144 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:16.876209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25897e6f-ea8e-49a6-bc78-09d2a10e6b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1921070f-a16b-4ffb-971c-dc2ae2a4732d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:16.903698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:16.909698 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.956505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:16.971219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb335155-bd2a-4223-852e-3cb623ea49d7 req-5cd41d2c-3e45-4211-8566-4fd9517a27ec tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 210 time: 0.1181173 Nov 12 05:19:16.971678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:17.028226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.221460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.253000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f8e6-f173-4e08-a0fa-212b2f4c8e79 req-f45bd173-8be9-4ebd-8bd4-96598399b4aa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:17.254514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b41f8e6-f173-4e08-a0fa-212b2f4c8e79 req-f45bd173-8be9-4ebd-8bd4-96598399b4aa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 945 time: 0.1987231 Nov 12 05:19:17.264729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.324010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['c59d94ed-3fa8-4916-beea-b01d3cfad144'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:17.340610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9c4458-a80e-4879-bf89-01e857cebdfc']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:17.369215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34b927f-21d8-47b2-9732-0c6bc2015488') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:17.369989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34b927f-21d8-47b2-9732-0c6bc2015488') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:17.396983 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.409299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b41f8e6-f173-4e08-a0fa-212b2f4c8e79 req-f224b746-1708-458a-9e83-5a8d90f20a8d tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418834 Nov 12 05:19:17.441724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.457828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 83979e9a-1038-4f67-9148-b6704ddbb829 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:17.499088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 83979e9a-1038-4f67-9148-b6704ddbb829 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:17.499580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 83979e9a-1038-4f67-9148-b6704ddbb829 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:17.507520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:19:17.507923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:19:17.516684 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:19:17.667163 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.677926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b6567-4d70-42eb-aa72-a773b095447f req-c324770d-5acc-4213-a6cd-9ee1e67ff449 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:17.679450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d81b6567-4d70-42eb-aa72-a773b095447f req-c324770d-5acc-4213-a6cd-9ee1e67ff449 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 945 time: 0.1841512 Nov 12 05:19:17.686417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.691754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3d9c4458-a80e-4879-bf89-01e857cebdfc HTTP/1.1" status: 204 len: 168 time: 0.8283279 Nov 12 05:19:17.722524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9792d-b6bc-4752-b9c1-51e7c1fd7698 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d9c4458-a80e-4879-bf89-01e857cebdfc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:17.833959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d81b6567-4d70-42eb-aa72-a773b095447f req-d1a1b076-64da-4916-95cf-37c0f87ba7bc tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432998 Nov 12 05:19:17.873677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56162) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:17.903653 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d226e428-59c7-4767-8448-326b1187c79a x-openstack-request-id: req-d226e428-59c7-4767-8448-326b1187c79a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:17.904277 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a241a2-c4a1-4074-80b6-3b24bba7dfd6", "name": "network-vif-plugged", "status": "completed", "tag": "83837178-66fd-4b7a-a47f-9cfd5fbc158e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:17.904622 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d226e428-59c7-4767-8448-326b1187c79a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:17.909883 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a241a2-c4a1-4074-80b6-3b24bba7dfd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83837178-66fd-4b7a-a47f-9cfd5fbc158e', 'code': 200} Nov 12 05:19:17.940342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.945581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-43b26098-de62-44f0-8526-e9cf86e4f376 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1108fb880ee4414caf2673bc6b157198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702131 Nov 12 05:19:17.948740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56164) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:17.955680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.965836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-0dedf09f-0d8a-4602-99ff-c5e435a867dd tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:17.967349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-0dedf09f-0d8a-4602-99ff-c5e435a867dd tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 812 time: 0.2020960 Nov 12 05:19:18.002222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'port': {'device_id': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d', 'admin_state_up': True, 'tenant_id': '029a5cceb0f94a62b8dd22d6d6386f05'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:18.026749 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b541fc8b-24c5-420f-9c10-ae2fdaea0bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.055401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b541fc8b-24c5-420f-9c10-ae2fdaea0bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.104395 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b541fc8b-24c5-420f-9c10-ae2fdaea0bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.110810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b541fc8b-24c5-420f-9c10-ae2fdaea0bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.110810 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b541fc8b-24c5-420f-9c10-ae2fdaea0bce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76 HTTP/1.1" status: 204 len: 168 time: 0.1586297 Nov 12 05:19:18.119164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541fc8b-24c5-420f-9c10-ae2fdaea0bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed747815-c9ff-43dd-8b0a-b9ff4bbb5f76,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:18.207357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7201fab-8270-4828-aa59-f287685e69df req-01230e66-0bdc-441b-86b6-146a1c925179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:18.208847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7201fab-8270-4828-aa59-f287685e69df req-01230e66-0bdc-441b-86b6-146a1c925179 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 1097 time: 0.1680481 Nov 12 05:19:18.216372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc4cc6-abe2-43e8-9ab5-c9e8ab30a761 req-5bfc750a-492c-437a-a4a3-c10627b3d1c9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:18.217838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3fc4cc6-abe2-43e8-9ab5-c9e8ab30a761 req-5bfc750a-492c-437a-a4a3-c10627b3d1c9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 945 time: 0.1967151 Nov 12 05:19:18.222106 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Floating IP f6b22307-7ece-4f9a-8ad2-7802b7fcd365 associated. External IP: 172.25.2.192, port: 9ac96f11-b39f-4df3-9fbf-1942236113a9. Nov 12 05:19:18.388447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7201fab-8270-4828-aa59-f287685e69df req-d7c03cd7-1249-49cb-841f-abcd6764b0ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678171 Nov 12 05:19:18.396994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Made reservation on behalf of 029a5cceb0f94a62b8dd22d6d6386f05 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:18.400615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.417349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3fc4cc6-abe2-43e8-9ab5-c9e8ab30a761 req-d422d8a4-68db-4ef1-83a3-5e24d3aa073b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850619 Nov 12 05:19:18.482995 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.558678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c59d94ed-3fa8-4916-beea-b01d3cfad144 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:18.625704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56176) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:18.636229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port c59d94ed-3fa8-4916-beea-b01d3cfad144 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:19:18.643051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port c59d94ed-3fa8-4916-beea-b01d3cfad144 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:18.643971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.681814 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f865efb6-c019-4cb6-b01f-ef02ccdf03d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=939be2f5e95d41e9b8730271b35300e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525618 Nov 12 05:19:18.682051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56178) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:18.709200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Router bac7147d-71f0-4103-9b4f-24f3ba67a474 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:19:18.710303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Allocated IP 172.20.0.13 (67a2239a-8e17-410c-8fe7-a03c5364e40d/5f0a11f7-e543-4b19-a12f-ce5140ea08ad/47f7127b-7a17-4e24-a76a-e6b600f3b44c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:18.737073 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96252bd5-847c-47af-9ae9-27685f0c69fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.752106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.760912 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96252bd5-847c-47af-9ae9-27685f0c69fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.797207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:18.805543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.894133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:18.958403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:19:18.967217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.976622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] Sync routers for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:19:19.002194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:19.006191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:19.015034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-9ccaea9b-8baa-4770-b643-ed8ffb1c691f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "PUT /v2.0/floatingips/f6b22307-7ece-4f9a-8ad2-7802b7fcd365 HTTP/1.1" status: 200 len: 997 time: 2.6163380 Nov 12 05:19:19.017135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:19.019424 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:19.049216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:19.121251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5975df1e-5004-47f4-9ed4-a0318391ce2a req-0c4f35d4-6164-4b2f-a9db-1f087ee7aba6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0424004 Nov 12 05:19:19.136834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-2f586d2b-a344-49a4-ae95-15be4669ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:19.138383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-2f586d2b-a344-49a4-ae95-15be4669ffeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b753db113ce4f319e749929c16c10d3&device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 1098 time: 0.1016722 Nov 12 05:19:19.164012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:19.182992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:19.199163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96252bd5-847c-47af-9ae9-27685f0c69fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:19.202516 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96252bd5-847c-47af-9ae9-27685f0c69fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:19.204013 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-96252bd5-847c-47af-9ae9-27685f0c69fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf7c4577-360f-4414-a129-748f44fb4cd8 HTTP/1.1" status: 204 len: 168 time: 0.5208378 Nov 12 05:19:19.230387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96252bd5-847c-47af-9ae9-27685f0c69fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c4577-360f-4414-a129-748f44fb4cd8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:19.424676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:19.492315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'f6b22307-7ece-4f9a-8ad2-7802b7fcd365', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'port_id': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'mac_address': 'fa:16:3e:27:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:19:14Z', 'updated_at': '2021-11-12T05:19:17Z', 'revision_number': 1, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:53Z', 'revision_number': 5, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:19.524745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] Checking router: bac7147d-71f0-4103-9b4f-24f3ba67a474 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:19:19.563805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:19.565275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:19.653348 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Network 67a2239a-8e17-410c-8fe7-a03c5364e40d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:19.668129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:19.675437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:19.678290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'Port': ['ID=47f7127b-7a17-4e24-a76a-e6b600f3b44c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:19.738099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ca6e1-a93a-451a-a24d-36b354fcb0fd req-ec995610-9a41-4c9e-859b-237aaa84a84a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:19.739606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c10ca6e1-a93a-451a-a24d-36b354fcb0fd req-ec995610-9a41-4c9e-859b-237aaa84a84a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 946 time: 0.5405896 Nov 12 05:19:19.753538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:19.762435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-88fe31fa-cd1b-4fb0-8876-80f5fc4d561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:19.763892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-88fe31fa-cd1b-4fb0-8876-80f5fc4d561d service neutron] 10.222.0.48 "GET /v2.0/networks?id=49ba902b-1e97-4ed0-859d-8410bbeda3fc HTTP/1.1" status: 200 len: 929 time: 0.6177073 Nov 12 05:19:19.771778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:19.772426 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:19.852643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-de7ceb06-d922-4296-b686-d1f9f31c9f81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8542242 Nov 12 05:19:19.871666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Request body: {'port': {'device_id': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:19.911588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c10ca6e1-a93a-451a-a24d-36b354fcb0fd req-3a9bdfd4-b92e-464e-a8e5-cc3f51670e61 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527879 Nov 12 05:19:19.914444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:19.917162 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66738217-71fc-48a6-a3fd-150ab75774c6" -d '{"events": [{"server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:19.919760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-0ad7403f-3637-4b31-9c2a-cd6590be3d95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 200 len: 1000 time: 0.1419334 Nov 12 05:19:20.049511 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:20.076811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-efc390fc-289d-4083-8d73-96b093abaede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:20.084484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-efc390fc-289d-4083-8d73-96b093abaede service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdf7afc3-4cac-40d7-b878-441ab7c3bc0c HTTP/1.1" status: 200 len: 867 time: 0.1431901 Nov 12 05:19:20.122272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'f6b22307-7ece-4f9a-8ad2-7802b7fcd365', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'port_id': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'mac_address': 'fa:16:3e:27:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:19:14Z', 'updated_at': '2021-11-12T05:19:17Z', 'revision_number': 1, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:53Z', 'revision_number': 5, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:20.148020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb26c1-9028-4c22-a5fb-228d551d7d6a req-8c97013c-d461-48a7-863b-c649d8aa6f62 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:20.155702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7cb26c1-9028-4c22-a5fb-228d551d7d6a req-8c97013c-d461-48a7-863b-c649d8aa6f62 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 945 time: 0.1552839 Nov 12 05:19:20.160404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb09fe-a833-430d-a0da-33de0b0ea9de None None] The sync data for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 is: [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'f6b22307-7ece-4f9a-8ad2-7802b7fcd365', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'port_id': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'mac_address': 'fa:16:3e:27:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:19:14Z', 'updated_at': '2021-11-12T05:19:17Z', 'revision_number': 1, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:53Z', 'revision_number': 5, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:19:20.295238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7cb26c1-9028-4c22-a5fb-228d551d7d6a req-7a0ef976-5a2e-49bc-a0ea-2dcbd4e3da74 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382980 Nov 12 05:19:20.348372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-0a9892cb-375c-441b-84b5-b19ce99aa708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:20.349997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-0a9892cb-375c-441b-84b5-b19ce99aa708 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49ba902b-1e97-4ed0-859d-8410bbeda3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2647932 Nov 12 05:19:20.401354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-80821f42-d95b-4fed-8063-da068481afed service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:19:20.404443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-80821f42-d95b-4fed-8063-da068481afed service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462270 Nov 12 05:19:20.405346 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd82e852-cef2-41d7-8229-ce62bc9491a3 x-openstack-request-id: req-fd82e852-cef2-41d7-8229-ce62bc9491a3 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:20.405627 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:20.405871 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd82e852-cef2-41d7-8229-ce62bc9491a3 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:20.406256 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'status': 'completed', 'code': 200} Nov 12 05:19:20.472365 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00017006-9c03-481a-a675-666c614a384e None None] New status for floating IP f6b22307-7ece-4f9a-8ad2-7802b7fcd365: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:19:20.593709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-2ccdda14-56bc-41dc-b60d-7c3a95b31fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:20.595220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-2ccdda14-56bc-41dc-b60d-7c3a95b31fb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b753db113ce4f319e749929c16c10d3&device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 1098 time: 0.1844463 Nov 12 05:19:20.714420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a160cee-cd1a-4f98-9762-155bb14cfc63 req-e7e9fb5f-0fc5-4894-9285-f429709600b5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:20.715928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a160cee-cd1a-4f98-9762-155bb14cfc63 req-e7e9fb5f-0fc5-4894-9285-f429709600b5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 945 time: 0.2257679 Nov 12 05:19:20.773545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-fb6c82bf-a1dd-4e60-b47c-999efc491201 service neutron] 10.222.0.48 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445482 Nov 12 05:19:20.833050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f7127b-7a17-4e24-a76a-e6b600f3b44c {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:20.875223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:20.929586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Transition to ACTIVE for port object 47f7127b-7a17-4e24-a76a-e6b600f3b44c will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:19:20.930900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-9af8860e-5309-458e-a4ea-8e1d631cac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:20.932940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-9af8860e-5309-458e-a4ea-8e1d631cac16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ba902b-1e97-4ed0-859d-8410bbeda3fc HTTP/1.1" status: 200 len: 929 time: 0.3207691 Nov 12 05:19:20.938868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a160cee-cd1a-4f98-9762-155bb14cfc63 req-06a3ee5a-e74a-4466-91d4-49a5bd4fc8f7 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901433 Nov 12 05:19:20.944158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:21.026651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab0d2b7a-5336-4e2f-a71a-21cc804e561c req-19d71b18-7bb2-4ffe-93ee-59a6b6a747fb service neutron] 10.222.0.48 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407343 Nov 12 05:19:21.063979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Pushing event updated for resources: {'Port': ['ID=47f7127b-7a17-4e24-a76a-e6b600f3b44c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:21.089036 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b034da3a-4738-4f9a-8406-7f49ce0bccd0 x-openstack-request-id: req-b034da3a-4738-4f9a-8406-7f49ce0bccd0 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:21.089525 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:21.089525 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b034da3a-4738-4f9a-8406-7f49ce0bccd0 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:21.090015 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'code': 200} Nov 12 05:19:21.130596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-b2ff97de-0f6a-4d3f-bd2e-5b7e2e31e57f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 200 len: 1002 time: 0.1875544 Nov 12 05:19:21.244165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64c516-a987-4d74-a3f2-017b888ba690 req-20ec545a-bd2f-4a4f-8473-4cc17a5cddb0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.252031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af64c516-a987-4d74-a3f2-017b888ba690 req-20ec545a-bd2f-4a4f-8473-4cc17a5cddb0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 944 time: 0.1139891 Nov 12 05:19:21.259670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-66ad7614-cd8f-410f-ad07-412810742903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.261628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-66ad7614-cd8f-410f-ad07-412810742903 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fdf7afc3-4cac-40d7-b878-441ab7c3bc0c HTTP/1.1" status: 200 len: 867 time: 0.1132257 Nov 12 05:19:21.271461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Attempting to bind port 47f7127b-7a17-4e24-a76a-e6b600f3b44c on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:21.271789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Attempting to bind port 47f7127b-7a17-4e24-a76a-e6b600f3b44c by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:21.272115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Attempting to bind port 47f7127b-7a17-4e24-a76a-e6b600f3b44c on network 67a2239a-8e17-410c-8fe7-a03c5364e40d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:21.300074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17b4b0-2395-43af-812a-c901b7a6f303 req-8023665d-4aff-4f5d-aa77-24946b8980ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.302657 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9a17b4b0-2395-43af-812a-c901b7a6f303 req-8023665d-4aff-4f5d-aa77-24946b8980ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 1098 time: 0.0946896 Nov 12 05:19:21.312008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Port 47f7127b-7a17-4e24-a76a-e6b600f3b44c on network 67a2239a-8e17-410c-8fe7-a03c5364e40d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:19:21.312335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Attempting to bind port 47f7127b-7a17-4e24-a76a-e6b600f3b44c on network 67a2239a-8e17-410c-8fe7-a03c5364e40d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:21.329027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:21.329369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Checking segment: {'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:21.329751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Bound using segment: {'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:21.330187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Bound port: 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:21.331861 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:21.360613 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9a17b4b0-2395-43af-812a-c901b7a6f303 req-645653b2-0959-4406-af96-66c1c55a7003 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516725 Nov 12 05:19:21.371128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af64c516-a987-4d74-a3f2-017b888ba690 req-03778092-71d9-4151-9ca4-482c08c8367c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119020 Nov 12 05:19:21.420138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-54c3c996-8988-4cd2-a0a3-15c1884863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.421143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-54c3c996-8988-4cd2-a0a3-15c1884863d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ba902b-1e97-4ed0-859d-8410bbeda3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507962 Nov 12 05:19:21.503965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] For port 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:21.507466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] For port 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:21.515964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe79ec-06d8-4a56-a8f6-782340cb07af req-46893aac-7c73-423a-9b2d-ea3da0b48e0d tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.517512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dbe79ec-06d8-4a56-a8f6-782340cb07af req-46893aac-7c73-423a-9b2d-ea3da0b48e0d tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1159809 Nov 12 05:19:21.520259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:21.540514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee37422-9bac-4d79-8d5f-fdb60e79c2aa req-5cc6092b-86ba-4363-bd79-4ad5dbb561e6 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.542587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cee37422-9bac-4d79-8d5f-fdb60e79c2aa req-5cc6092b-86ba-4363-bd79-4ad5dbb561e6 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 945 time: 0.1059904 Nov 12 05:19:21.604576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.605181 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:21.606549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] 10.222.0.47 "PUT /v2.0/ports/47f7127b-7a17-4e24-a76a-e6b600f3b44c HTTP/1.1" status: 200 len: 1093 time: 1.7434990 Nov 12 05:19:21.656524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2ea68-e856-4aad-bcd7-72f0d3efe66c service neutron] Pushing event updated for resources: {'Port': ['ID=47f7127b-7a17-4e24-a76a-e6b600f3b44c,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:21.674609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dbe79ec-06d8-4a56-a8f6-782340cb07af req-a7085da8-b9d1-4cec-b726-270c63d057d8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442990 Nov 12 05:19:21.691418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cee37422-9bac-4d79-8d5f-fdb60e79c2aa req-3ca55356-9faf-492c-993b-faf93ce3a040 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240363 Nov 12 05:19:21.719825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-6808d767-24cf-4938-bd80-9ddeea167bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.721507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-6808d767-24cf-4938-bd80-9ddeea167bfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0661004 Nov 12 05:19:21.789775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-fb73792d-22e2-41b2-beba-ffd94c04b547 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c HTTP/1.1" status: 200 len: 217 time: 0.0526800 Nov 12 05:19:21.957813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-38753e6d-8a52-4bca-b18b-38940babd9c0 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=54f6437fdf7f40758033a732e173c652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457177 Nov 12 05:19:21.968662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-26a70408-7717-4286-8601-88a1aea8ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.970029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-26a70408-7717-4286-8601-88a1aea8ee84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.1547308 Nov 12 05:19:22.032812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-bf544673-f01b-445b-9faf-15cd1ca626b5 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 258 time: 0.3266628 Nov 12 05:19:22.078370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-0e527574-4c0e-4613-a91e-a9330282abad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708473 Nov 12 05:19:22.082691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-cbec445a-220b-4efc-bc90-4587a004477b service neutron] 10.222.0.43 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662814 Nov 12 05:19:22.085537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:22.238574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:22.275400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460618aa-e06a-4793-a817-756757016d75 req-597778f3-45ca-4cc4-b569-636922bb250f tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:22.277409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-597778f3-45ca-4cc4-b569-636922bb250f tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105152 Nov 12 05:19:22.328582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-79bfdf5a-0e84-40c6-84c9-04b372e5b1fc tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/quotas/54f6437fdf7f40758033a732e173c652 HTTP/1.1" status: 200 len: 375 time: 0.0359263 Nov 12 05:19:22.329658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c805c1be-7871-4ffd-8e3a-1a1c36effd3a req-04bdea1a-ea48-464b-aea5-67d58ed9dffa service neutron] 10.222.0.43 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375393 Nov 12 05:19:22.334815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-aaf74968-6cf0-479c-beb6-2ec152655c95 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415252 Nov 12 05:19:22.396973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-9aedf105-16f3-472d-9a6b-c7a67ac3b019 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54f6437fdf7f40758033a732e173c652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611906 Nov 12 05:19:22.411097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:22.411097 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:22.500174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f25eac-29bc-44f4-a8f7-4c867e8aa8c1 req-1b2fc2ed-473b-4bb0-b65b-e456e5900b6e service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516383 Nov 12 05:19:22.525261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:22.672968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dc8f4-a6dc-4617-8450-e9fd990878cc req-e4f2db79-bdec-4f66-9518-e0debda0d15e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:22.674557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f17dc8f4-a6dc-4617-8450-e9fd990878cc req-e4f2db79-bdec-4f66-9518-e0debda0d15e tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 945 time: 0.0946009 Nov 12 05:19:22.690138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Allocated IP 172.25.2.78 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/a09a2037-51fa-443c-9d62-e68e754bf98f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:22.795750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f17dc8f4-a6dc-4617-8450-e9fd990878cc req-ff798244-15f5-4c28-9fe3-2fb25d33e875 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dde1c-6520-4c4e-9560-3aaeef2bc499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077449 Nov 12 05:19:22.846333 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:22.887648 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:22.935707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:22.943815 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:22.948099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:22.975063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Pushing event updated for resources: {'Port': ['ID=a09a2037-51fa-443c-9d62-e68e754bf98f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:23.117718 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:23.136330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-5c7f7f5f-9294-407e-9984-4f55df65ece3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:23.137871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-5c7f7f5f-9294-407e-9984-4f55df65ece3 tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.47 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 945 time: 0.1503618 Nov 12 05:19:23.203752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:23.626399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d60b5-0e77-437c-aff5-3d4c353f45f5 req-035e0bf2-16be-43b6-bb24-b5415356b7db tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:23.627869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c1d60b5-0e77-437c-aff5-3d4c353f45f5 req-035e0bf2-16be-43b6-bb24-b5415356b7db tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 944 time: 0.4177992 Nov 12 05:19:23.709990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Deleting port 910520b8-c485-438d-ad03-9f481909bff4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:23.710390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:23.796392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c1d60b5-0e77-437c-aff5-3d4c353f45f5 req-ed9ff2d2-690a-4aca-8ebc-5765880680ac tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521854 Nov 12 05:19:23.876304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:23.892713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:23.897707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-556d0298-0f98-4193-b0fc-f1d72d38808a tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=54f6437fdf7f40758033a732e173c652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412304 Nov 12 05:19:23.901133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] For port 910520b8-c485-438d-ad03-9f481909bff4, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=910520b8-c485-438d-ad03-9f481909bff4,segment=NetworkSegment(e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d),segment_id=e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:23.901706 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:23.962176 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48105fd3-162c-44e1-b76d-7ab02cf5a390 x-openstack-request-id: req-48105fd3-162c-44e1-b76d-7ab02cf5a390 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:23.962303 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:23.962528 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48105fd3-162c-44e1-b76d-7ab02cf5a390 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:23.962889 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'status': 'completed', 'code': 200} Nov 12 05:19:23.967639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Calling delete_port for 910520b8-c485-438d-ad03-9f481909bff4 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:24.110119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Pushing event updated for resources: {'Port': ['ID=a09a2037-51fa-443c-9d62-e68e754bf98f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:24.164549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f77a919-5287-4b40-bdf9-ffe8038ea0f4 req-13b0e17d-86d3-4959-9dd7-d8962c0bb4b1 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 210 time: 0.1124535 Nov 12 05:19:24.193027 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:24.226615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-99316731-8959-4c53-a64f-34ef3632335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:24.228102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-99316731-8959-4c53-a64f-34ef3632335f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1096 time: 0.2793911 Nov 12 05:19:24.241169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460618aa-e06a-4793-a817-756757016d75 req-f91fb62f-cf01-45c2-b9d0-f52053fda278 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:24.242567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-f91fb62f-cf01-45c2-b9d0-f52053fda278 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079414 Nov 12 05:19:24.248879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:24.249964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-2095454b-0692-4f42-8e57-b08c4cffec02 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1742573 Nov 12 05:19:24.302422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Request body: {'port': {'device_id': '7ae85820-5983-4f2c-84ff-1b10dfb2adca', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '54f6437fdf7f40758033a732e173c652'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:24.464742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-53140d5d-9c49-46e8-b753-ff3b93f49878 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.2046082 Nov 12 05:19:24.534739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c66d5-0688-47b0-a3cb-bb167356413b req-2e48c0d7-d92d-4d58-ac54-ba713acb7e01 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:24.536291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-512c66d5-0688-47b0-a3cb-bb167356413b req-2e48c0d7-d92d-4d58-ac54-ba713acb7e01 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 946 time: 0.2903237 Nov 12 05:19:24.616602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-f3f350fe-77ab-4adc-b643-aef7d94286bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:24.618059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-f3f350fe-77ab-4adc-b643-aef7d94286bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 913 time: 0.3732078 Nov 12 05:19:24.630861 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:24.642300 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['910520b8-c485-438d-ad03-9f481909bff4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:24.717911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Pushing event deleted for resources: {'Port': ['ID=910520b8-c485-438d-ad03-9f481909bff4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:24.720484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-e72dd8ea-5961-492c-99b4-34540b239887 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c HTTP/1.1" status: 200 len: 217 time: 0.0877559 Nov 12 05:19:24.818197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-512c66d5-0688-47b0-a3cb-bb167356413b req-4aa22895-df0a-49c7-bef5-bbe12cbd69fb tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648494 Nov 12 05:19:24.843207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] No DVR routers for this DVR port 910520b8-c485-438d-ad03-9f481909bff4 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:19:24.843207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Made reservation on behalf of 54f6437fdf7f40758033a732e173c652 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:24.843207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:24.844611 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:24.847816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcd66d3c-1a61-4599-a711-51147d502fc5 req-c2d5ada0-d821-4da9-a350-cf0bb521f53c tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.47 "DELETE /v2.0/ports/910520b8-c485-438d-ad03-9f481909bff4 HTTP/1.1" status: 204 len: 173 time: 1.6802735 Nov 12 05:19:24.856895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-7cfc3e98-5b25-47dd-b00d-4404176cd1e0 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:24.858238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-7cfc3e98-5b25-47dd-b00d-4404176cd1e0 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.3771520 Nov 12 05:19:24.873850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:24.880931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-db20fdf3-11c6-4091-b5b9-15e62c90f308 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:19:24.881945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fca0892-ad4a-4af1-a057-83443beb3d33 req-db20fdf3-11c6-4091-b5b9-15e62c90f308 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117264 Nov 12 05:19:24.884902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-5d796630-5c99-42bf-8beb-3a60bc7d4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:24.886951 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-5d796630-5c99-42bf-8beb-3a60bc7d4e6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.1524253 Nov 12 05:19:24.941509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-80bf075a-9cc3-40f5-bdbe-fb412b9ef426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464814 Nov 12 05:19:25.105336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f5f6e43-213b-4699-bcc4-05f264cc0fdc req-a25872d3-a99d-4747-bd11-3261d81218fa tempest-DeleteServersTestJSON-573759627 tempest-DeleteServersTestJSON-573759627-project] 10.222.0.48 "GET /v2.0/ports?device_id=63273535-362b-428d-a3a1-c3420a9f875f HTTP/1.1" status: 200 len: 210 time: 0.0909300 Nov 12 05:19:25.151520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626d05a-3d34-4ed7-bd4d-236706c7377f req-6103fb29-7bfa-4b81-b5f2-c5efb5019f4f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:25.153207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7626d05a-3d34-4ed7-bd4d-236706c7377f req-6103fb29-7bfa-4b81-b5f2-c5efb5019f4f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 945 time: 0.2082000 Nov 12 05:19:25.192913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:25.204235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:25.233961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-30281a34-5d48-4e62-b417-d67a0ba0dd77 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736707 Nov 12 05:19:25.341260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4619dfe-acd9-4df6-b502-4011106f6025,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:25.403138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7626d05a-3d34-4ed7-bd4d-236706c7377f req-6ef9135b-9b43-4329-9d91-f5bf5b4f6c99 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411613 Nov 12 05:19:25.441552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c9b35374-c037-47de-b1a1-6e5878b5a281 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:25.443440 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c9b35374-c037-47de-b1a1-6e5878b5a281 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 945 time: 0.1183395 Nov 12 05:19:25.493947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 47f7127b-7a17-4e24-a76a-e6b600f3b44c details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:25.494185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57595449-8c28-4bf8-b577-f5dfc50b3df0 req-2c20a65d-b0df-4f04-813d-0379d472ffa1 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:25.496542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57595449-8c28-4bf8-b577-f5dfc50b3df0 req-2c20a65d-b0df-4f04-813d-0379d472ffa1 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 944 time: 0.2179325 Nov 12 05:19:25.502654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d5a5ed-8160-43b2-8ce4-7b4753d6f258 req-e93e07ee-ea26-430e-8dda-8a3e545c681f service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593088 Nov 12 05:19:25.580758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Allocated IP 192.168.233.204 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/9a0eee05-c0ed-4bf0-827c-67ad1f00106f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:25.653271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Deleting port 83837178-66fd-4b7a-a47f-9cfd5fbc158e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:25.653585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:25.688434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:25.704582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d', 'port_id': '47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'mac_address': 'fa:16:3e:fe:07:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0a11f7-e543-4b19-a12f-ce5140ea08ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:25.758699 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:25.773733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f7127b-7a17-4e24-a76a-e6b600f3b44c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:25.798722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:25.808838 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:25.845896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] For port 83837178-66fd-4b7a-a47f-9cfd5fbc158e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=83837178-66fd-4b7a-a47f-9cfd5fbc158e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:25.846276 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:25.857035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57595449-8c28-4bf8-b577-f5dfc50b3df0 req-a0ddc950-5e6e-4632-af61-c8d40a03f6b3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476260 Nov 12 05:19:25.860181 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:25.881266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=47f7127b-7a17-4e24-a76a-e6b600f3b44c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:25.899647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9acc00-70a9-4a63-9a22-ce54885fd635 req-dd86b062-016a-45db-950e-4e8609d3b3a2 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:25.901661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c9acc00-70a9-4a63-9a22-ce54885fd635 req-dd86b062-016a-45db-950e-4e8609d3b3a2 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0999703 Nov 12 05:19:25.915406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Calling delete_port for 83837178-66fd-4b7a-a47f-9cfd5fbc158e owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:25.966000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63273535-362b-428d-a3a1-c3420a9f875f', 'name': 'network-vif-deleted', 'tag': '910520b8-c485-438d-ad03-9f481909bff4'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:25.968306 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d11328b-4a47-4d14-a653-29536e1d1125" -d '{"events": [{"server_uuid": "63273535-362b-428d-a3a1-c3420a9f875f", "name": "network-vif-deleted", "tag": "910520b8-c485-438d-ad03-9f481909bff4"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:26.004354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c9acc00-70a9-4a63-9a22-ce54885fd635 req-eb12364f-fb12-4cd2-aafc-64384d0dfe0b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0965238 Nov 12 05:19:26.030179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-356a0433-9e68-40a5-a5eb-24e081d17563 req-b9a76143-1e64-4bdb-9d90-2563022c21f3 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 210 time: 0.0587265 Nov 12 05:19:26.036867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-3c9acc00-70a9-4a63-9a22-ce54885fd635 req-156d5a8b-e451-4ac3-8496-dd7389f568c3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Request body: {'floatingip': {'port_id': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:26.056185 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:26.087210 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:26.123375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['83837178-66fd-4b7a-a47f-9cfd5fbc158e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:26.145223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3c9acc00-70a9-4a63-9a22-ce54885fd635 req-156d5a8b-e451-4ac3-8496-dd7389f568c3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:26.149120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event deleted for resources: {'Port': ['ID=83837178-66fd-4b7a-a47f-9cfd5fbc158e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:26.173077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] No DVR routers for this DVR port 83837178-66fd-4b7a-a47f-9cfd5fbc158e on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:19:26.176275 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:26.179405 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c6cc451e-a83f-4a29-ba33-7e670c1d6c85 req-c27af23f-9454-44cd-866b-b2de943f36ee tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "DELETE /v2.0/ports/83837178-66fd-4b7a-a47f-9cfd5fbc158e HTTP/1.1" status: 204 len: 173 time: 0.7273836 Nov 12 05:19:26.179874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a241a2-c4a1-4074-80b6-3b24bba7dfd6', 'name': 'network-vif-deleted', 'tag': '83837178-66fd-4b7a-a47f-9cfd5fbc158e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:26.182647 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a55323-94e9-433f-97b3-04967d1ce6d1" -d '{"events": [{"server_uuid": "56a241a2-c4a1-4074-80b6-3b24bba7dfd6", "name": "network-vif-deleted", "tag": "83837178-66fd-4b7a-a47f-9cfd5fbc158e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:26.204006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:26.343682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:26.347263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:26.357396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:26.397813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Pushing event updated for resources: {'Port': ['ID=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:26.470225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68569e6a-0991-4a9c-98db-d59e2bd2b1e1 req-0bcd6f50-af5b-4b20-957f-fa0a1db97c03 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:26.471853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68569e6a-0991-4a9c-98db-d59e2bd2b1e1 req-0bcd6f50-af5b-4b20-957f-fa0a1db97c03 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 946 time: 0.2601197 Nov 12 05:19:26.481072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:26.481750 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:26.564261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-8e648269-f2ca-461f-976a-3f7b04a7cdf6 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2872028 Nov 12 05:19:26.593352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:26.598284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Request body: {'port': {'device_id': '7ae85820-5983-4f2c-84ff-1b10dfb2adca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:26.606537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68569e6a-0991-4a9c-98db-d59e2bd2b1e1 req-bb6fddc4-140a-452c-8d0f-6c3f23708a26 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218886 Nov 12 05:19:26.633349 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-3c9acc00-70a9-4a63-9a22-ce54885fd635 req-156d5a8b-e451-4ac3-8496-dd7389f568c3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 05:19:26.634408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c9acc00-70a9-4a63-9a22-ce54885fd635 req-156d5a8b-e451-4ac3-8496-dd7389f568c3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "PUT /v2.0/floatingips/3123fe6b-6a01-43de-85a0-3b798fde7abe HTTP/1.1" status: 409 len: 550 time: 0.6140432 Nov 12 05:19:26.680982 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:26.716745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-86c2f3f1-eee5-455b-9ccf-d055325c2965 None None] Provisioning complete for port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:26.717239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-86c2f3f1-eee5-455b-9ccf-d055325c2965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:26.734688 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d709354-9aba-421b-9bff-7129a78da84c x-openstack-request-id: req-7d709354-9aba-421b-9bff-7129a78da84c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:26.734980 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63273535-362b-428d-a3a1-c3420a9f875f", "name": "network-vif-deleted", "tag": "910520b8-c485-438d-ad03-9f481909bff4", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:26.735343 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d709354-9aba-421b-9bff-7129a78da84c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:26.735609 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63273535-362b-428d-a3a1-c3420a9f875f', 'name': 'network-vif-deleted', 'tag': '910520b8-c485-438d-ad03-9f481909bff4', 'status': 'completed', 'code': 200} Nov 12 05:19:26.768235 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa19513-dc6c-4fc0-b011-8e5eb9f4e597 x-openstack-request-id: req-faa19513-dc6c-4fc0-b011-8e5eb9f4e597 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:26.768868 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a241a2-c4a1-4074-80b6-3b24bba7dfd6", "name": "network-vif-deleted", "tag": "83837178-66fd-4b7a-a47f-9cfd5fbc158e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:26.769181 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-faa19513-dc6c-4fc0-b011-8e5eb9f4e597 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:26.769676 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a241a2-c4a1-4074-80b6-3b24bba7dfd6', 'name': 'network-vif-deleted', 'tag': '83837178-66fd-4b7a-a47f-9cfd5fbc158e', 'status': 'completed', 'code': 200} Nov 12 05:19:26.802798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-86c2f3f1-eee5-455b-9ccf-d055325c2965 None None] Port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:26.929403 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:27.225139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1d2c3d7-639b-4572-b885-31fbc2d754ba req-ce3595cf-9cad-4a1d-abd7-e8027b9840f2 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a241a2-c4a1-4074-80b6-3b24bba7dfd6 HTTP/1.1" status: 200 len: 210 time: 0.3577490 Nov 12 05:19:27.292181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-bcd0eaba-791d-4fc5-9062-233b6097b424 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips/3123fe6b-6a01-43de-85a0-3b798fde7abe HTTP/1.1" status: 200 len: 692 time: 0.0645785 Nov 12 05:19:27.499097 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 47f7127b-7a17-4e24-a76a-e6b600f3b44c up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:27.500243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5d116-8bcc-4651-b4bb-7768983d14ea req-7ca10a28-1c79-4e52-84f3-dc38a7cafd05 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:27.506385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ad5d116-8bcc-4651-b4bb-7768983d14ea req-7ca10a28-1c79-4e52-84f3-dc38a7cafd05 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1525002 Nov 12 05:19:27.513420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0eee05-c0ed-4bf0-827c-67ad1f00106f {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:27.525563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-2c6381a3-b36d-4827-b2e1-e63cf413897b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:27.526909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-2c6381a3-b36d-4827-b2e1-e63cf413897b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2277532 Nov 12 05:19:27.539871 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:27.545753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-66838105-2c36-46c4-bb17-7e5ef2d09134 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:19:27.546753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-66838105-2c36-46c4-bb17-7e5ef2d09134 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105913 Nov 12 05:19:27.561096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 47f7127b-7a17-4e24-a76a-e6b600f3b44c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:19:27.565564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 47f7127b-7a17-4e24-a76a-e6b600f3b44c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:27.566041 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:27.605186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Transition to ACTIVE for port object 9a0eee05-c0ed-4bf0-827c-67ad1f00106f will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:19:27.620117 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:27.629079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-5719a2a0-de15-4d88-ae08-89efbf7c2b8e tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0684152 Nov 12 05:19:27.680594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ad5d116-8bcc-4651-b4bb-7768983d14ea req-d05e2adb-df9c-4e19-9c8e-d3e8c3b2338b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695135 Nov 12 05:19:27.756870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-8446bf1e-a7a6-4bad-ba13-f7c36bacef30 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0951941 Nov 12 05:19:27.799092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:27.799315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:27.852858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:27.854526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:27.856985 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89f4fb2-4ddf-4441-a0da-6e8dff32158b" -d '{"events": [{"server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:27.864470 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:27.865371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 910520b8-c485-438d-ad03-9f481909bff4 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:27.910959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 910520b8-c485-438d-ad03-9f481909bff4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:27.911841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 910520b8-c485-438d-ad03-9f481909bff4 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:27.951274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=47f7127b-7a17-4e24-a76a-e6b600f3b44c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:28.002843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf594d93-4ac7-4ac8-bbb9-abc161665dad req-93dc23c9-b496-49fa-b0b6-e8dd66282dba tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:28.004437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf594d93-4ac7-4ac8-bbb9-abc161665dad req-93dc23c9-b496-49fa-b0b6-e8dd66282dba tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 948 time: 0.2102554 Nov 12 05:19:28.010768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Attempting to bind port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:28.011105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Attempting to bind port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:28.011437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Attempting to bind port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:28.026472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:19:28.026805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Attempting to bind port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:28.042900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:28.043242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:28.043627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:28.044067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Bound port: 9a0eee05-c0ed-4bf0-827c-67ad1f00106f, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:28.044420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.106264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Deleting port a09a2037-51fa-443c-9d62-e68e754bf98f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:28.106616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.111073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf594d93-4ac7-4ac8-bbb9-abc161665dad req-e1d5d47f-683e-4ada-bd0a-b3bf4f32e41a tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953279 Nov 12 05:19:28.203109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] For port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:28.221829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] For port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:28.232174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.248133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.248488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.282188 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0c1d0-1acf-4982-8b65-94c9e7b5ee7f x-openstack-request-id: req-83a0c1d0-1acf-4982-8b65-94c9e7b5ee7f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:28.282505 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:28.282757 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83a0c1d0-1acf-4982-8b65-94c9e7b5ee7f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:28.283153 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'code': 200} Nov 12 05:19:28.301640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Calling delete_port for a09a2037-51fa-443c-9d62-e68e754bf98f owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:28.305345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:28.306115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.308306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] 10.222.0.43 "PUT /v2.0/ports/9a0eee05-c0ed-4bf0-827c-67ad1f00106f HTTP/1.1" status: 200 len: 1097 time: 1.7172749 Nov 12 05:19:28.425033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4cdf7-cb26-42b6-9009-925ac6876cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:28.516309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460618aa-e06a-4793-a817-756757016d75 req-ca1bb444-bbf0-4b4f-b43b-d90257580a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:28.522898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-ca1bb444-bbf0-4b4f-b43b-d90257580a7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54f6437fdf7f40758033a732e173c652&device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 1100 time: 0.1175454 Nov 12 05:19:28.536034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c8ab0-3ef5-4c1b-bf96-03ec3743fb8e req-53f89680-f70e-419d-a113-e53918ba1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:28.537539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a8c8ab0-3ef5-4c1b-bf96-03ec3743fb8e req-53f89680-f70e-419d-a113-e53918ba1e30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1098 time: 0.1335993 Nov 12 05:19:28.601062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-fd76640d-8610-4e3b-bdfd-7a10d54f187d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9a0eee05-c0ed-4bf0-827c-67ad1f00106f HTTP/1.1" status: 200 len: 217 time: 0.0582042 Nov 12 05:19:28.705908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a8c8ab0-3ef5-4c1b-bf96-03ec3743fb8e req-379d3907-e8fa-41ac-a9ff-cf4c3cf284d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540956 Nov 12 05:19:28.708212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460618aa-e06a-4793-a817-756757016d75 req-accc3b15-e6f6-448f-a2ca-07a2529b102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:28.710461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-accc3b15-e6f6-448f-a2ca-07a2529b102f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0906074 Nov 12 05:19:28.710581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.751424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae85820-5983-4f2c-84ff-1b10dfb2adca', 'tag': '9a0eee05-c0ed-4bf0-827c-67ad1f00106f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:28.754149 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4532667-0164-4440-aa25-bb465ac76dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae85820-5983-4f2c-84ff-1b10dfb2adca", "tag": "9a0eee05-c0ed-4bf0-827c-67ad1f00106f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:28.783497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Pushing event deleted for resources: {'Port': ['ID=a09a2037-51fa-443c-9d62-e68e754bf98f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:28.840233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460618aa-e06a-4793-a817-756757016d75 req-aca04f10-47f5-41c8-9e29-bb438b1f06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:28.841765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-aca04f10-47f5-41c8-9e29-bb438b1f06c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1233518 Nov 12 05:19:28.899866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.902498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:28.903633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3aa66bc-29bb-40bc-b05a-aa8314d308f8 req-21cd2759-b5ed-4b7f-bf45-570eeacd572b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "DELETE /v2.0/floatingips/3123fe6b-6a01-43de-85a0-3b798fde7abe HTTP/1.1" status: 204 len: 173 time: 1.1081307 Nov 12 05:19:28.973681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72bb6a-0d76-4d55-9763-b31427cb2b31 req-bf94c32d-c9aa-42c1-852a-157a811c6d17 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:28.975259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b72bb6a-0d76-4d55-9763-b31427cb2b31 req-bf94c32d-c9aa-42c1-852a-157a811c6d17 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 946 time: 0.1293762 Nov 12 05:19:28.985327 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accc0402-a273-46f8-8605-2d417d9662d2 x-openstack-request-id: req-accc0402-a273-46f8-8605-2d417d9662d2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:28.985613 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae85820-5983-4f2c-84ff-1b10dfb2adca", "tag": "9a0eee05-c0ed-4bf0-827c-67ad1f00106f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:28.985872 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-accc0402-a273-46f8-8605-2d417d9662d2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:28.986265 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae85820-5983-4f2c-84ff-1b10dfb2adca', 'tag': '9a0eee05-c0ed-4bf0-827c-67ad1f00106f', 'status': 'completed', 'code': 200} Nov 12 05:19:29.009160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-f7987040-cd13-456b-ab40-d62da81be1d9 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460319 Nov 12 05:19:29.071585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b72bb6a-0d76-4d55-9763-b31427cb2b31 req-2280f9c0-cb6e-444c-943e-9f15585643aa tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798368 Nov 12 05:19:29.272333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-18baafdc-5789-403b-a27c-4b35da6c94d8 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1557863 Nov 12 05:19:29.279618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460618aa-e06a-4793-a817-756757016d75 req-3b165a64-19cd-4583-962a-58b9d6647044 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577357 Nov 12 05:19:29.298965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-29c678c4-4d0c-403e-be3f-762b159749ae tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:29.300427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-29c678c4-4d0c-403e-be3f-762b159749ae tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.2507687 Nov 12 05:19:29.333342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-02dd4e72-89e1-44fb-b05b-0dd801a31d0b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/quotas/0ef4818c9b594b20b2e6187eecd470c0 HTTP/1.1" status: 200 len: 375 time: 0.0147982 Nov 12 05:19:29.344899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-802dd1f2-640e-40f6-a39f-955707cbc043 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:29.346580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-802dd1f2-640e-40f6-a39f-955707cbc043 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports/9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 200 len: 943 time: 0.0645041 Nov 12 05:19:29.455418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-c893decf-6557-46c4-934c-c2e78b1249f8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079605 Nov 12 05:19:29.488626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4532667-0164-4440-aa25-bb465ac76dfe req-7885614e-9972-4da2-af94-e130bc8877be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:29.490413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4532667-0164-4440-aa25-bb465ac76dfe req-7885614e-9972-4da2-af94-e130bc8877be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54f6437fdf7f40758033a732e173c652&device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 1100 time: 0.1062734 Nov 12 05:19:29.526950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-778f346e-b38f-4d09-a39a-963a2ed28126 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1183050 Nov 12 05:19:29.708291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-c4188686-fa97-4731-99f7-682067df749f service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342114 Nov 12 05:19:29.771926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4532667-0164-4440-aa25-bb465ac76dfe req-68c38aeb-d6b4-411e-be0e-c11a73ac5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:29.773377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4532667-0164-4440-aa25-bb465ac76dfe req-68c38aeb-d6b4-411e-be0e-c11a73ac5e2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2687309 Nov 12 05:19:29.808143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-494cfb14-cccc-4cd5-8bd3-280f842f6006 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:29.810240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-494cfb14-cccc-4cd5-8bd3-280f842f6006 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2480879 Nov 12 05:19:29.825845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-a08f297c-6911-4832-a632-3748dc871b70 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:19:29.826834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-a08f297c-6911-4832-a632-3748dc871b70 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082366 Nov 12 05:19:29.857333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4532667-0164-4440-aa25-bb465ac76dfe req-b55b057c-3e9f-4bbf-9b51-d6f88b9771df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9a0eee05-c0ed-4bf0-827c-67ad1f00106f HTTP/1.1" status: 200 len: 217 time: 0.0470350 Nov 12 05:19:29.857710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56430) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:29.863059 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-885868599'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:29.883075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:29.887339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:29.910955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:19:29.920086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:29.920439 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Added segment 6558100a-e0de-4e7e-b054-9a1f185a6ccb of type vlan for network 318583e5-a484-4725-b8e0-2e8bd56a07f6 Nov 12 05:19:29.960536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:29.978748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-4828d3e7-e5af-41e6-b581-744920a206ec service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594061 Nov 12 05:19:29.985282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4532667-0164-4440-aa25-bb465ac76dfe req-fa6d0787-4350-4635-8102-0e8f2606ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:29.986103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:29.986723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4532667-0164-4440-aa25-bb465ac76dfe req-fa6d0787-4350-4635-8102-0e8f2606ec5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1121109 Nov 12 05:19:29.989964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-e129f49d-2b05-4340-a219-8da22e8a1a67 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1372614 Nov 12 05:19:29.992233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:29.992841 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.026125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:30.095661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4532667-0164-4440-aa25-bb465ac76dfe req-4b332a7b-9e11-4f5d-a859-9210f06218b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:30.097281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4532667-0164-4440-aa25-bb465ac76dfe req-4b332a7b-9e11-4f5d-a859-9210f06218b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013253 Nov 12 05:19:30.101431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Network': ['ID=318583e5-a484-4725-b8e0-2e8bd56a07f6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:30.104878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.116591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:19:30.120247 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1fd6954b-f846-4c14-a17a-5ec9ba349576 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2610924 Nov 12 05:19:30.121499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56436) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:30.127757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-76434492'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:30.166419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:30.171188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.200610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:19:30.211144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.211684 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Added segment 581d3c60-4681-400d-b227-dd84448cac37 of type vlan for network 089d0ad6-f654-4578-bf11-2852cee4be08 Nov 12 05:19:30.261008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.289159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.296331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:30.297014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.342442 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2193182 Nov 12 05:19:30.342989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56446) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:30.352496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'subnet': {'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:30.412266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afde09-355d-4b18-8125-d40be29f64da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Network': ['ID=089d0ad6-f654-4578-bf11-2852cee4be08,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:30.424981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 089d0ad6-f654-4578-bf11-2852cee4be08 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:19:30.501488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:30.505831 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.638933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 83837178-66fd-4b7a-a47f-9cfd5fbc158e no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:30.674534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4532667-0164-4440-aa25-bb465ac76dfe req-924728ee-b867-417e-a611-a91727ea3f9a service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657973 Nov 12 05:19:30.704045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 83837178-66fd-4b7a-a47f-9cfd5fbc158e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:30.704447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 83837178-66fd-4b7a-a47f-9cfd5fbc158e not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:30.714210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e60c6e-92fd-40b1-8c24-c731b9904dbc req-a02a2082-4487-4917-b597-c6a3b7df7919 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:30.715889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37e60c6e-92fd-40b1-8c24-c731b9904dbc req-a02a2082-4487-4917-b597-c6a3b7df7919 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 948 time: 0.5333638 Nov 12 05:19:30.731365 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.738634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.763123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.763594 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Floating IP f6b22307-7ece-4f9a-8ad2-7802b7fcd365 disassociated. External IP: 172.25.2.192, port: 9ac96f11-b39f-4df3-9fbf-1942236113a9. Nov 12 05:19:30.811406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Subnet': ['ID=0e686dd2-1170-4809-a9b2-7324f382c851,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:30.818796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Checking segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:30.818935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network hostable DHCP agents. Network: 318583e5-a484-4725-b8e0-2e8bd56a07f6, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:19:30.837698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:19:30.850143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 318583e5-a484-4725-b8e0-2e8bd56a07f6) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:30.855401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:30.856004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.860301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af86f62-36d9-4a98-a916-10fccd99b6af None None] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:30.883882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37e60c6e-92fd-40b1-8c24-c731b9904dbc req-37cc964e-fa35-4184-a2cf-6ed065574819 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590655 Nov 12 05:19:30.908301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:30.911279 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8f57499f-5779-45ee-a1e4-42e5479a524c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5647674 Nov 12 05:19:30.918757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'subnet': {'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:31.034743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-318583e5-a484-4725-b8e0-2e8bd56a07f6', 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'fixed_ips': [{'subnet_id': '0e686dd2-1170-4809-a9b2-7324f382c851'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:19:31.035622 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.039066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4532667-0164-4440-aa25-bb465ac76dfe req-05dda770-8be3-4bd6-b4a0-fae7feee179b service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348975 Nov 12 05:19:31.087982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:31.090931 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.175512 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Allocated IP 10.1.1.2 (318583e5-a484-4725-b8e0-2e8bd56a07f6/0e686dd2-1170-4809-a9b2-7324f382c851/c796eb11-65c2-4379-b7e4-f78ceb0494ab) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:31.176107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0dbe5b01-4117-4403-8c73-9c62434b29ff req-69bc93cd-c0b1-47b5-acbf-9a34c1cbbdb4 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 210 time: 0.0818305 Nov 12 05:19:31.347110 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.357039 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.396955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:31.404820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:31.409843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:31.412769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Router bac7147d-71f0-4103-9b4f-24f3ba67a474 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:19:31.413159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Pushing event updated for resources: {'Port': ['ID=c796eb11-65c2-4379-b7e4-f78ceb0494ab,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:31.455995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c14cf-1d94-41f0-a752-e45f458f796e req-780836e3-4d5f-4337-8836-f4bade871abb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:31.457399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c8c14cf-1d94-41f0-a752-e45f458f796e req-780836e3-4d5f-4337-8836-f4bade871abb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 946 time: 0.1956227 Nov 12 05:19:31.469189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Attempting to bind port c796eb11-65c2-4379-b7e4-f78ceb0494ab on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:31.469550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Attempting to bind port c796eb11-65c2-4379-b7e4-f78ceb0494ab by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:31.469902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Attempting to bind port c796eb11-65c2-4379-b7e4-f78ceb0494ab on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:31.475379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:31.475751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Checking segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:31.476140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.476516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Bound using segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:31.476971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Bound port: c796eb11-65c2-4379-b7e4-f78ceb0494ab, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:31.477343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.546022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] For port c796eb11-65c2-4379-b7e4-f78ceb0494ab, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:31.549057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] For port c796eb11-65c2-4379-b7e4-f78ceb0494ab, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c796eb11-65c2-4379-b7e4-f78ceb0494ab,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:31.554165 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.570784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-b381b4b9-a55a-49a8-aa63-fd7cfe1706ab tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:31.572265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-b381b4b9-a55a-49a8-aa63-fd7cfe1706ab tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.47 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.2861772 Nov 12 05:19:31.607062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Request body: {'port': {'device_id': 'ad1de47b-c53d-4edf-afbf-0b74e9caf4cf', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'admin_state_up': True, 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:31.609960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bea76a-43ad-4682-bb8c-ed4113ee7402 None None] Pushing event updated for resources: {'Port': ['ID=c796eb11-65c2-4379-b7e4-f78ceb0494ab,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:31.662166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c8c14cf-1d94-41f0-a752-e45f458f796e req-fd305999-47d1-4525-854a-28cc40709e66 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973991 Nov 12 05:19:31.719324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.829570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:19:31.841605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] Sync routers for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:19:31.841778 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:31.853465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:31.854114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:31.902184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Subnet': ['ID=a624429b-a76f-48fd-a2ef-242ec733c8ce,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:31.931194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Checking segment: {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:31.931567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network hostable DHCP agents. Network: 089d0ad6-f654-4578-bf11-2852cee4be08, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:19:31.934485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-f9ae540b-038e-496e-ab02-88ac09b53772 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "PUT /v2.0/floatingips/f6b22307-7ece-4f9a-8ad2-7802b7fcd365 HTTP/1.1" status: 200 len: 695 time: 1.9296484 Nov 12 05:19:31.938001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:31.940295 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24dc617-6a52-4d0c-b190-6d799fe8b869" -d '{"events": [{"name": "network-changed", "server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:31.951174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-a3e6981d-5344-4608-a25e-c93d4e2deaef tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1822781253&fields=id&tenant_id=029a5cceb0f94a62b8dd22d6d6386f05 HTTP/1.1" status: 200 len: 267 time: 0.1901677 Nov 12 05:19:31.989283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:32.034597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:32.038235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.061976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 089d0ad6-f654-4578-bf11-2852cee4be08 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:19:32.070946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c796eb11-65c2-4379-b7e4-f78ceb0494ab up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:32.074619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-8404b7cf-8351-49cf-8752-3f300f40dc29 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.076093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-8404b7cf-8351-49cf-8752-3f300f40dc29 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 946 time: 0.1237841 Nov 12 05:19:32.107091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-119d61e6-a212-4979-b2db-19411a06e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.108575 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-119d61e6-a212-4979-b2db-19411a06e40c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b753db113ce4f319e749929c16c10d3&device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 1098 time: 0.1413221 Nov 12 05:19:32.109151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 089d0ad6-f654-4578-bf11-2852cee4be08) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:32.113975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.114652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.120453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'port': {'security_groups': ['94365748-cc0e-4d80-ad6a-5115c307e63c', '6ee43c75-1906-41c7-8e64-2110461a520e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:32.147659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc717d-2a98-4a50-8f59-2951a0eca4a8 None None] Network 089d0ad6-f654-4578-bf11-2852cee4be08 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:32.252091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b781482c-f683-4d7f-8b52-4bb2b5cbc88f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3424287 Nov 12 05:19:32.254626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56474) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:32.261545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'port': {'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1562492363', 'fixed_ips': [{'subnet_id': '0e686dd2-1170-4809-a9b2-7324f382c851'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:32.277454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port c796eb11-65c2-4379-b7e4-f78ceb0494ab triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:32.278014 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.313986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.400584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-aa048b56-4f13-46fe-8f8f-4bb30e3b0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.402232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-aa048b56-4f13-46fe-8f8f-4bb30e3b0f54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=49ba902b-1e97-4ed0-859d-8410bbeda3fc HTTP/1.1" status: 200 len: 929 time: 0.2768140 Nov 12 05:19:32.406625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:32.434944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-089d0ad6-f654-4578-bf11-2852cee4be08', 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'fixed_ips': [{'subnet_id': 'a624429b-a76f-48fd-a2ef-242ec733c8ce'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:19:32.435807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.442193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Allocated IP 172.20.0.8 (4f836827-85a5-42cb-8a20-031681797e49/fc13883a-6d2d-4077-bd2d-08d9f8815580/4d70d5f4-e00b-485f-af19-9657760acf00) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:32.466588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:53Z', 'revision_number': 5, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:32.477267 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.509586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-c584cd6e-699a-435c-85f4-8b54f52d290f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 200 len: 217 time: 0.0912521 Nov 12 05:19:32.544366 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.566139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] device_id is not set on port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:19:32.660740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c59d94ed-3fa8-4916-beea-b01d3cfad144 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:32.670913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-c3c9a70a-c647-48fa-bccb-f8d1ef0ddfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.672299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-c3c9a70a-c647-48fa-bccb-f8d1ef0ddfac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdf7afc3-4cac-40d7-b878-441ab7c3bc0c HTTP/1.1" status: 200 len: 867 time: 0.1478260 Nov 12 05:19:32.672433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] Checking router: bac7147d-71f0-4103-9b4f-24f3ba67a474 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:19:32.774806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:32.775408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:32.786805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port c796eb11-65c2-4379-b7e4-f78ceb0494ab, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c796eb11-65c2-4379-b7e4-f78ceb0494ab,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:32.837876 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.843241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Allocated IP 10.1.1.114 (318583e5-a484-4725-b8e0-2e8bd56a07f6/0e686dd2-1170-4809-a9b2-7324f382c851/a2aeb995-c38c-462c-a3b1-769bcfc7aa65) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:32.858927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-d992bec2-3a2e-4b01-9725-c54d0bda0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.860556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-d992bec2-3a2e-4b01-9725-c54d0bda0d6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49ba902b-1e97-4ed0-859d-8410bbeda3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415131 Nov 12 05:19:32.862931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] For port 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:32.893352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423ebee-1aa0-40e5-9fa3-d7b7401b33c5 None None] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:32.968098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.975638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:32.991167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.019706 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.045087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:33.048066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:33.048708 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.062949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dbc07183-c36d-4827-8053-e9fdb196c676 req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "PUT /v2.0/ports/47f7127b-7a17-4e24-a76a-e6b600f3b44c HTTP/1.1" status: 200 len: 982 time: 0.9620099 Nov 12 05:19:33.066557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.109371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-bf712927-7d12-479c-a66a-ee0c379f08aa service neutron] 10.222.0.48 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316425 Nov 12 05:19:33.109797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:33.113995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Allocated IP 10.2.2.2 (089d0ad6-f654-4578-bf11-2852cee4be08/a624429b-a76f-48fd-a2ef-242ec733c8ce/16dd3d88-3811-4aa3-ad14-63647b47d8a2) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:33.114256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:33.118580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:33.133547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e70829-df2b-43d3-a900-246229ad05c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'Port': ['ID=47f7127b-7a17-4e24-a76a-e6b600f3b44c,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:33.138880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0ab1a4c2-821e-491b-8df0-0cbd628b8c17 None None] Provisioning complete for port c796eb11-65c2-4379-b7e4-f78ceb0494ab triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:33.139545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a4c2-821e-491b-8df0-0cbd628b8c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.141207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.142466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=c796eb11-65c2-4379-b7e4-f78ceb0494ab,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:33.159976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:33.164721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:33.207858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:33.208888 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.221447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Network 4f836827-85a5-42cb-8a20-031681797e49 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:33.228070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:33.242430 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce01262a-3e9b-418d-bf4e-e43fa2a95767 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9860075 Nov 12 05:19:33.244725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:33.250017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'port': {'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1099167542', 'fixed_ips': [{'subnet_id': '0e686dd2-1170-4809-a9b2-7324f382c851'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:33.262536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:33.275195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:33.276620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'port_id': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'mac_address': 'fa:16:3e:10:5e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe6034-b5c9-43f5-8a4a-3d6545ac4082', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:33.278154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:33.315681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event updated for resources: {'Port': ['ID=4d70d5f4-e00b-485f-af19-9657760acf00,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:33.371394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525951d-5a6e-4345-8be8-46e23a946cc4 req-d33d678b-78cf-46f6-b918-47533ac185e8 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:33.373247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f525951d-5a6e-4345-8be8-46e23a946cc4 req-d33d678b-78cf-46f6-b918-47533ac185e8 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 948 time: 0.1704681 Nov 12 05:19:33.374872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:33.379219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:33.379931 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.380912 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.384241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4c1f6d6-8f3a-4b5b-955a-140ad0a67779 req-472c3d50-8761-4946-81af-c2bb5876c68d service neutron] 10.222.0.48 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460740 Nov 12 05:19:33.404823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] device_id is not set on port 1db7b40d-19de-43d2-9b12-6b19afe4b22c yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:19:33.420394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-31360bd5-86e9-46f3-9239-9ea76b59f2b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8178215 Nov 12 05:19:33.445374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Request body: {'port': {'device_id': 'ad1de47b-c53d-4edf-afbf-0b74e9caf4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:33.494923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f525951d-5a6e-4345-8be8-46e23a946cc4 req-dcc9287e-373a-4715-8c57-f53e20c73cc9 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087725 Nov 12 05:19:33.559671 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293577f4-89f1-4f0a-a31d-da95920a155c x-openstack-request-id: req-293577f4-89f1-4f0a-a31d-da95920a155c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:33.559981 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:33.560213 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-293577f4-89f1-4f0a-a31d-da95920a155c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:33.560632 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'status': 'completed', 'code': 200} Nov 12 05:19:33.572963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.577821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.674763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Allocated IP 10.1.1.185 (318583e5-a484-4725-b8e0-2e8bd56a07f6/0e686dd2-1170-4809-a9b2-7324f382c851/1db7b40d-19de-43d2-9b12-6b19afe4b22c) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:33.738965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c59d94ed-3fa8-4916-beea-b01d3cfad144 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:33.813009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:33.831954 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.842725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.861327 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.865167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.913241 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:33.957911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Network 089d0ad6-f654-4578-bf11-2852cee4be08 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:33.986146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:34.002453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:34.014693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:34.029823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:34.038932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:34.042686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['c59d94ed-3fa8-4916-beea-b01d3cfad144'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:34.044861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:34.082749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=1db7b40d-19de-43d2-9b12-6b19afe4b22c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:34.130575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:34.142898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:34.165739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c796eb11-65c2-4379-b7e4-f78ceb0494ab up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:34.168841 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9e2640cb-b2b4-40be-bad6-5c173aa0e600 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9226921 Nov 12 05:19:34.209827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a77d9-2b4f-4032-802c-4fc5906e9d89 req-d2bc59ff-b6ff-4b47-8921-6c4329b05669 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:34.211418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed1a77d9-2b4f-4032-802c-4fc5906e9d89 req-d2bc59ff-b6ff-4b47-8921-6c4329b05669 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 931 time: 0.5593202 Nov 12 05:19:34.223683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-369f43b3-68e9-4ffc-80f3-bbf5a878cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:34.225466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-369f43b3-68e9-4ffc-80f3-bbf5a878cf28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b753db113ce4f319e749929c16c10d3&device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 1098 time: 0.5892093 Nov 12 05:19:34.269218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-2f04fdab-9da5-41e4-b151-390dbfddc99a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1839872189&fields=id&tenant_id=029a5cceb0f94a62b8dd22d6d6386f05 HTTP/1.1" status: 200 len: 267 time: 0.5699155 Nov 12 05:19:34.454635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Pushing event updated for resources: {'Port': ['ID=16dd3d88-3811-4aa3-ad14-63647b47d8a2,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:34.472226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed1a77d9-2b4f-4032-802c-4fc5906e9d89 req-4238be47-431c-43ff-8a0e-1253f1d7866e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400613 Nov 12 05:19:34.479215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Attempting to bind port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:34.486147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Attempting to bind port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:34.487387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Attempting to bind port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 on network 089d0ad6-f654-4578-bf11-2852cee4be08 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:34.506420 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:53Z', 'revision_number': 5, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:34.507080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-e41ab1b2-323c-4802-8631-89bc0761f919 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:34.508667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-e41ab1b2-323c-4802-8631-89bc0761f919 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 985 time: 0.2222648 Nov 12 05:19:34.531876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'port': {'security_groups': ['6ee43c75-1906-41c7-8e64-2110461a520e', '94365748-cc0e-4d80-ad6a-5115c307e63c', '124395ee-c22f-46be-9446-28dfb5d8ef1a']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:34.538131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-2f485f45-9785-4383-ab95-85626f75aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:34.541644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-2f485f45-9785-4383-ab95-85626f75aea2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ba902b-1e97-4ed0-859d-8410bbeda3fc HTTP/1.1" status: 200 len: 929 time: 0.3057818 Nov 12 05:19:34.592775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-37b141c0-ea65-4c1e-9313-6671bc40fa2d None None] Provisioning complete for port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:34.593330 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37b141c0-ea65-4c1e-9313-6671bc40fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:34.594897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:34.595427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Checking segment: {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:34.595894 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:34.596335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Bound using segment: {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:34.596911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Bound port: 16dd3d88-3811-4aa3-ad14-63647b47d8a2, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:34.597353 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:34.621829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfbbd9-cb8f-48f9-b671-623d61c34214 None None] The sync data for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 is: [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:18:46Z', 'revision_number': 4, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec22f800-5d74-4357-8e2b-6219988b2455', 'name': '', 'network_id': '49ba902b-1e97-4ed0-859d-8410bbeda3fc', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'mac_address': 'fa:16:3e:59:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:44Z', 'updated_at': '2021-11-12T05:18:53Z', 'revision_number': 5, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'subnets': [{'id': 'fdf7afc3-4cac-40d7-b878-441ab7c3bc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:19:34.646233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port c796eb11-65c2-4379-b7e4-f78ceb0494ab triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:34.668375 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:34.669442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-e23766ea-4d36-4a4a-a668-dcf66ed53eae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 200 len: 217 time: 0.0972383 Nov 12 05:19:34.709048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-39a92f6d-6415-42f6-99a6-fd90f8b59c3b tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips/f6b22307-7ece-4f9a-8ad2-7802b7fcd365 HTTP/1.1" status: 200 len: 695 time: 0.1470702 Nov 12 05:19:34.711104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9a0eee05-c0ed-4bf0-827c-67ad1f00106f details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:34.791825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-37b141c0-ea65-4c1e-9313-6671bc40fa2d None None] Port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:34.867122 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:34.868984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-37b141c0-ea65-4c1e-9313-6671bc40fa2d None None] Provisioning complete for port c796eb11-65c2-4379-b7e4-f78ceb0494ab triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:34.869366 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37b141c0-ea65-4c1e-9313-6671bc40fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:34.880452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-19802c8d-6fac-4be5-9c63-33e9b3774dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:34.881941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-19802c8d-6fac-4be5-9c63-33e9b3774dce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fdf7afc3-4cac-40d7-b878-441ab7c3bc0c HTTP/1.1" status: 200 len: 867 time: 0.1946809 Nov 12 05:19:34.886858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d70d5f4-e00b-485f-af19-9657760acf00 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:34.924414 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:34.925707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:34.991980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Transition to ACTIVE for port object 4d70d5f4-e00b-485f-af19-9657760acf00 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:19:35.008516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.024061 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:19:35.024634 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73a095-e711-4c60-84e0-75479ff99f00 None None] New status for floating IP f6b22307-7ece-4f9a-8ad2-7802b7fcd365: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:19:35.045235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] For port 16dd3d88-3811-4aa3-ad14-63647b47d8a2, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:35.050043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-74a8baaa-1bda-4498-89e8-660157694e39 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:35.057417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-74a8baaa-1bda-4498-89e8-660157694e39 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.3472354 Nov 12 05:19:35.058905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] For port 16dd3d88-3811-4aa3-ad14-63647b47d8a2, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=16dd3d88-3811-4aa3-ad14-63647b47d8a2,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:35.064641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-1eb65d52-e125-4de6-8ff4-cecf4c58788d tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:19:35.074284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-1eb65d52-e125-4de6-8ff4-cecf4c58788d tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156446 Nov 12 05:19:35.119260 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.162146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-58908970-e6fe-4ec3-a809-6ee1ee4866b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:35.163038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-58908970-e6fe-4ec3-a809-6ee1ee4866b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ba902b-1e97-4ed0-859d-8410bbeda3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2575679 Nov 12 05:19:35.172959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-9a3e75e6-40d3-49a0-a61d-de8438801add tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 698 time: 0.0977411 Nov 12 05:19:35.270797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Pushing event updated for resources: {'Port': ['ID=4d70d5f4-e00b-485f-af19-9657760acf00,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:35.275485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc17dd-826f-457b-9bc0-fdd1707ef78f None None] Pushing event updated for resources: {'Port': ['ID=16dd3d88-3811-4aa3-ad14-63647b47d8a2,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:35.315936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-f34142cf-47f6-44df-8631-7c7b769f580f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 698 time: 0.1420088 Nov 12 05:19:35.435825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:35.486619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '9a0eee05-c0ed-4bf0-827c-67ad1f00106f', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '9a0eee05-c0ed-4bf0-827c-67ad1f00106f', 'mac_address': 'fa:16:3e:10:86:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:35.513166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-2fcf3074-9d98-4e28-8359-656f3b67f64a service neutron] 10.222.0.43 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325968 Nov 12 05:19:35.563692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.566774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:35.568939 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:35.583986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0eee05-c0ed-4bf0-827c-67ad1f00106f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:35.624759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:35.637199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.668724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-acb04ab9-bda6-4354-bf5a-0f41e57cc795 None None] Provisioning complete for port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:35.669098 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-acb04ab9-bda6-4354-bf5a-0f41e57cc795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.755391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:35.756673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Attempting to bind port 4d70d5f4-e00b-485f-af19-9657760acf00 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:35.757167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Attempting to bind port 4d70d5f4-e00b-485f-af19-9657760acf00 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:35.757511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Attempting to bind port 4d70d5f4-e00b-485f-af19-9657760acf00 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:35.762519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-acb04ab9-bda6-4354-bf5a-0f41e57cc795 None None] Port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:35.773223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-acb04ab9-bda6-4354-bf5a-0f41e57cc795 None None] Provisioning complete for port 1db7b40d-19de-43d2-9b12-6b19afe4b22c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:35.773799 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-acb04ab9-bda6-4354-bf5a-0f41e57cc795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.780526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Port 4d70d5f4-e00b-485f-af19-9657760acf00 on network 4f836827-85a5-42cb-8a20-031681797e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:19:35.780860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Attempting to bind port 4d70d5f4-e00b-485f-af19-9657760acf00 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:35.810943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:35.811282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Checking segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:35.811675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Bound using segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:35.812123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Bound port: 4d70d5f4-e00b-485f-af19-9657760acf00, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:35.812687 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.824840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-acb04ab9-bda6-4354-bf5a-0f41e57cc795 None None] Port 1db7b40d-19de-43d2-9b12-6b19afe4b22c cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:35.844373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] For port 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:35.890923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a24dc617-6a52-4d0c-b190-6d799fe8b869 req-9d2f2ef1-f39a-48a7-bc80-fa5e18bb8a33 service neutron] 10.222.0.43 "GET /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405025 Nov 12 05:19:35.896183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Deleting port 7abb3d12-9634-470c-89ac-3260d760eac9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:35.896523 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.942405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.984424 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.000154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:36.047246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] For port 4d70d5f4-e00b-485f-af19-9657760acf00, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:36.093248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 16dd3d88-3811-4aa3-ad14-63647b47d8a2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:36.118688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:36.120006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.121697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d20ffbe-b0a2-4e57-88f5-6e60024d37c8 req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "PUT /v2.0/ports/47f7127b-7a17-4e24-a76a-e6b600f3b44c HTTP/1.1" status: 200 len: 1021 time: 1.6022911 Nov 12 05:19:36.132695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] For port 4d70d5f4-e00b-485f-af19-9657760acf00, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d70d5f4-e00b-485f-af19-9657760acf00,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:36.147793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf77d13-3d5a-407d-96b7-015a5ae052e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'Port': ['ID=47f7127b-7a17-4e24-a76a-e6b600f3b44c,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:36.149311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['9a0eee05-c0ed-4bf0-827c-67ad1f00106f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:36.161084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.181884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.182524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.202140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:36.203116 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.205389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] 10.222.0.47 "PUT /v2.0/ports/4d70d5f4-e00b-485f-af19-9657760acf00 HTTP/1.1" status: 200 len: 1092 time: 2.7648633 Nov 12 05:19:36.252849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Calling delete_port for 7abb3d12-9634-470c-89ac-3260d760eac9 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:36.253960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:36.375925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf226-e053-44fe-ab65-d61b95db36af service neutron] Pushing event updated for resources: {'Port': ['ID=4d70d5f4-e00b-485f-af19-9657760acf00,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:36.387576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-811e389e-e31a-4ed0-b233-48767bc4e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:36.390103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-811e389e-e31a-4ed0-b233-48767bc4e22a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 1095 time: 0.1346574 Nov 12 05:19:36.420375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56532) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:36.427527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a0760666-942b-4a81-8ac2-cadfd615553e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337094716', 'description': 'tempest-description--999665907'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:36.477511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-10ef0213-4f1e-4606-bbc8-86abc487ab3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d70d5f4-e00b-485f-af19-9657760acf00 HTTP/1.1" status: 200 len: 217 time: 0.0692923 Nov 12 05:19:36.489248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0760666-942b-4a81-8ac2-cadfd615553e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.604517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0760666-942b-4a81-8ac2-cadfd615553e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.615036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0760666-942b-4a81-8ac2-cadfd615553e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.657398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-6671fe95-90d7-4117-a198-e87f1fcf8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:36.664141 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-6671fe95-90d7-4117-a198-e87f1fcf8cdb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.1656668 Nov 12 05:19:36.692309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c59d94ed-3fa8-4916-beea-b01d3cfad144 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:36.709893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0760666-942b-4a81-8ac2-cadfd615553e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cd8060-2f1e-437d-9942-199dfa185f6e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:36.713323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:36.713323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.728630 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0760666-942b-4a81-8ac2-cadfd615553e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.731540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-c329de4d-4c87-4428-a9a5-fc105f9d1762 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507860 Nov 12 05:19:36.733983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a0760666-942b-4a81-8ac2-cadfd615553e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3124294 Nov 12 05:19:36.737326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56552) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:36.745203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7b5047f1-7819-45d2-9714-ea107eafcc74 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'security_group_rule': {'security_group_id': '06cd8060-2f1e-437d-9942-199dfa185f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:36.786560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b5047f1-7819-45d2-9714-ea107eafcc74 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.881144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b5047f1-7819-45d2-9714-ea107eafcc74 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.887365 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b5047f1-7819-45d2-9714-ea107eafcc74 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.908057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-eb73b7f5-fb1d-4a10-886a-1474e98388b3 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672413 Nov 12 05:19:36.918228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5047f1-7819-45d2-9714-ea107eafcc74 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5f146a-5213-4b72-b12c-c319aa506876,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:36.933163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc1823-ced3-4b6d-835d-8c9a5b990969 req-c3ad97c4-dbe1-43e9-a07b-98038334d162 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:36.939051 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b5047f1-7819-45d2-9714-ea107eafcc74 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.942233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ebbf80-bf7d-41dc-8d4e-8c7a2409f25d None None] Network 089d0ad6-f654-4578-bf11-2852cee4be08 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:36.942437 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7b5047f1-7819-45d2-9714-ea107eafcc74 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2003028 Nov 12 05:19:36.943660 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:36.944180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7fc1823-ced3-4b6d-835d-8c9a5b990969 req-c3ad97c4-dbe1-43e9-a07b-98038334d162 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 949 time: 0.2747877 Nov 12 05:19:36.958488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-dc2b358f-70a3-4952-ade3-c9203c81d602 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'security_group_rule': {'security_group_id': '06cd8060-2f1e-437d-9942-199dfa185f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:37.021111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc2b358f-70a3-4952-ade3-c9203c81d602 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.070133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.144181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Pushing event deleted for resources: {'Port': ['ID=7abb3d12-9634-470c-89ac-3260d760eac9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:37.162634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-04a69053-5e1e-4f6e-a599-5ea329a86cda None None] Provisioning complete for port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:37.163148 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04a69053-5e1e-4f6e-a599-5ea329a86cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.180819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc2b358f-70a3-4952-ade3-c9203c81d602 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.191810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7fc1823-ced3-4b6d-835d-8c9a5b990969 req-4c4eef35-b70b-420b-af21-ee948c48c7cb tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466781 Nov 12 05:19:37.192121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc2b358f-70a3-4952-ade3-c9203c81d602 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.219938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b358f-70a3-4952-ade3-c9203c81d602 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af973d7-63c0-452f-80e9-a830d3c6911f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:37.252084 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc2b358f-70a3-4952-ade3-c9203c81d602 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.253600 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dc2b358f-70a3-4952-ade3-c9203c81d602 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076282 Nov 12 05:19:37.256637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port c59d94ed-3fa8-4916-beea-b01d3cfad144 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:37.257441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:37.258113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.265237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:37.299451 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.347184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71e2d68f-b78a-424c-9193-e00a4fdf981e req-0d5e84fc-56b9-4706-bac5-349c7119ebc8 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294472 Nov 12 05:19:37.398439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.406047 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.407263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d465e04-0a11-4f91-8c11-c3becd27eedf req-19ecc4d6-6a37-4cfd-959f-dc8ab1b95dd6 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "DELETE /v2.0/floatingips/f6b22307-7ece-4f9a-8ad2-7802b7fcd365 HTTP/1.1" status: 204 len: 173 time: 2.0902624 Nov 12 05:19:37.441847 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.525454 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c721dc9-aba0-46ef-b803-7a768f887e51 x-openstack-request-id: req-4c721dc9-aba0-46ef-b803-7a768f887e51 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:37.526897 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:37.527168 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c721dc9-aba0-46ef-b803-7a768f887e51 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:37.527591 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'status': 'completed', 'code': 200} Nov 12 05:19:37.542382 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.680265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 16dd3d88-3811-4aa3-ad14-63647b47d8a2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=16dd3d88-3811-4aa3-ad14-63647b47d8a2,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:37.714539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Allocated IP 172.25.2.225 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/bc6d7506-94d1-453d-9dce-89eed5a11d47) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:37.811152 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.813083 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.863822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.920680 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:37.995248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=bc6d7506-94d1-453d-9dce-89eed5a11d47,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:38.014755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:38.023305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:38.025785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:38.112660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:38.117678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:38.121025 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54799869-9445-4991-a8b0-36770609c7b7" -d '{"events": [{"server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:38.188350 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.219539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-a0bfec4d-df1e-450c-bb0d-d5c27570c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:38.221122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-a0bfec4d-df1e-450c-bb0d-d5c27570c64f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1176 time: 0.7044656 Nov 12 05:19:38.236075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.240184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943902c1-5a1a-4303-8fdd-836345b1f4d9 req-cd2e55bf-cb4a-46da-8cab-8e3bd04420d8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:38.247697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-943902c1-5a1a-4303-8fdd-836345b1f4d9 req-cd2e55bf-cb4a-46da-8cab-8e3bd04420d8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 943 time: 0.7622163 Nov 12 05:19:38.256271 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04a69053-5e1e-4f6e-a599-5ea329a86cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.256659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.293873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40596cd4-559c-4536-a1a3-8690ca50ca20 req-2e554989-4aa4-47f7-8c64-88cb375e27f5 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:38.296015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40596cd4-559c-4536-a1a3-8690ca50ca20 req-2e554989-4aa4-47f7-8c64-88cb375e27f5 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1024 time: 0.1702771 Nov 12 05:19:38.326103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=16dd3d88-3811-4aa3-ad14-63647b47d8a2,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:38.444052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:38.561830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40596cd4-559c-4536-a1a3-8690ca50ca20 req-939deb68-db07-4de9-bbb8-5228c67c0b4e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=124395ee-c22f-46be-9446-28dfb5d8ef1a&id=6ee43c75-1906-41c7-8e64-2110461a520e&id=94365748-cc0e-4d80-ad6a-5115c307e63c HTTP/1.1" status: 200 len: 6200 time: 0.2348881 Nov 12 05:19:38.577761 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-04a69053-5e1e-4f6e-a599-5ea329a86cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:19:38.578120 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-04a69053-5e1e-4f6e-a599-5ea329a86cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:19:38.584396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-943902c1-5a1a-4303-8fdd-836345b1f4d9 req-eca584d8-8b8e-4376-abbb-b1447b24ee7c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357637 Nov 12 05:19:38.633428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.643967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-a6d31e1a-0212-450d-bf8b-37254f5b0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:38.646053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-a6d31e1a-0212-450d-bf8b-37254f5b0c11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 913 time: 0.3907263 Nov 12 05:19:38.651498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.672793 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636f20dd-510e-47dd-9b51-2a787a4abd8a x-openstack-request-id: req-636f20dd-510e-47dd-9b51-2a787a4abd8a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:38.673078 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:38.673327 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-636f20dd-510e-47dd-9b51-2a787a4abd8a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:38.673776 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'code': 200} Nov 12 05:19:38.686638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9a0eee05-c0ed-4bf0-827c-67ad1f00106f up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:38.705453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-5fb70ac0-5fdd-4fc4-b5b4-113dd1cf5d8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c HTTP/1.1" status: 200 len: 217 time: 0.0497675 Nov 12 05:19:38.791865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=bc6d7506-94d1-453d-9dce-89eed5a11d47,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:38.795422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-1c56d701-fd97-47e1-a094-d2eb5662aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:38.796979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-1c56d701-fd97-47e1-a094-d2eb5662aa49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.0824101 Nov 12 05:19:38.797746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:19:38.807702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:38.808732 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.814122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.840593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-b59c7815-4905-484d-9d77-36dfb6650195 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304673 Nov 12 05:19:38.842140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.854979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-27ea8f98-0700-4cf5-8fbf-27a8bac0b60a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5950818 Nov 12 05:19:38.923141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0040a90d-5077-4f6c-9a6e-0d184079b1e2 req-40f26b82-1ea2-4e84-9b0f-ac04574ddbee tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2060403352 ', 'description': 'tempest-description-176132600'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:38.977131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a878be-1b61-4cf7-ac59-3ee4f590000e req-43e47ce2-b8eb-476e-9202-015f0f27b0f7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:38.987131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73a878be-1b61-4cf7-ac59-3ee4f590000e req-43e47ce2-b8eb-476e-9202-015f0f27b0f7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 949 time: 0.1886175 Nov 12 05:19:39.034970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0040a90d-5077-4f6c-9a6e-0d184079b1e2 req-40f26b82-1ea2-4e84-9b0f-ac04574ddbee tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:39.064043 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:39.133976 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0040a90d-5077-4f6c-9a6e-0d184079b1e2 req-40f26b82-1ea2-4e84-9b0f-ac04574ddbee tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:39.153414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:39.153655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0040a90d-5077-4f6c-9a6e-0d184079b1e2 req-40f26b82-1ea2-4e84-9b0f-ac04574ddbee tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:39.162562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:39.185135 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0040a90d-5077-4f6c-9a6e-0d184079b1e2 req-40f26b82-1ea2-4e84-9b0f-ac04574ddbee tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:39.186385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0040a90d-5077-4f6c-9a6e-0d184079b1e2 req-40f26b82-1ea2-4e84-9b0f-ac04574ddbee tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2756474 Nov 12 05:19:39.239950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73a878be-1b61-4cf7-ac59-3ee4f590000e req-076c945d-921a-4702-9cb8-1c072f2f3d11 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484081 Nov 12 05:19:39.265750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a3d2e8d7-58e9-4c19-a00c-0c1031750dcb None None] Provisioning complete for port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:39.266127 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3d2e8d7-58e9-4c19-a00c-0c1031750dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:39.269370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:39.277923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-db56ed22-7e52-4389-986b-2bbd5c123fad service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216552 Nov 12 05:19:39.304671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f26b82-1ea2-4e84-9b0f-ac04574ddbee tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6175c5a-cb6d-4416-b8c5-a2120e68c334,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:39.531037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-acd1b548-ba1c-43cd-afb2-383a11f78a24 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--337094716&fields=id&tenant_id=262340de18344ea1ba7a3c7cee7434fb HTTP/1.1" status: 200 len: 267 time: 0.1103482 Nov 12 05:19:39.553050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c'}, {'name': 'network-changed', 'server_uuid': 'ad1de47b-c53d-4edf-afbf-0b74e9caf4cf', 'tag': '4d70d5f4-e00b-485f-af19-9657760acf00'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:39.555229 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa3e087-1dd4-4419-9fff-979a6e747339" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c"}, {"name": "network-changed", "server_uuid": "ad1de47b-c53d-4edf-afbf-0b74e9caf4cf", "tag": "4d70d5f4-e00b-485f-af19-9657760acf00"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:39.594898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853c4bc-3abb-43d4-b055-79e9fc3aa94f req-1267375e-c8a5-4fc4-9c8f-4e98e535aef4 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:39.596101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1853c4bc-3abb-43d4-b055-79e9fc3aa94f req-1267375e-c8a5-4fc4-9c8f-4e98e535aef4 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3007708 Nov 12 05:19:39.668274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e1b5055f-755e-46d3-adaa-2349c3f858cc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:39.676024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e1b5055f-755e-46d3-adaa-2349c3f858cc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports/a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 937 time: 0.1444800 Nov 12 05:19:39.690024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1853c4bc-3abb-43d4-b055-79e9fc3aa94f req-c9a6b8d6-1a82-4f61-8a9c-6b52289851ae tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0820100 Nov 12 05:19:39.693868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14f05e56-aa4b-4bf4-9b9c-eb574918dcc9 req-ef90ac79-68b7-4bfe-8bc6-53a3c36558de service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032433 Nov 12 05:19:39.763240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-68193b22-6d40-40db-b9da-2bce39cbfdb3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:39.765281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-68193b22-6d40-40db-b9da-2bce39cbfdb3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports/1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 937 time: 0.0882308 Nov 12 05:19:39.846252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-ed15d22b-ff41-47e0-bda3-27aaa7b61ed5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0706942 Nov 12 05:19:39.878267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28365bac-479e-43db-b6b2-8ced1c0257e9 req-bd515219-851c-4073-a631-ecdde1c37736 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/c6175c5a-cb6d-4416-b8c5-a2120e68c334 HTTP/1.1" status: 200 len: 1797 time: 0.1588604 Nov 12 05:19:39.919920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-eb24ec08-0f39-454b-9304-231dd2474653 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0717103 Nov 12 05:19:39.990673 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e975e929-85a3-433b-8ac3-e9785c770d26 x-openstack-request-id: req-e975e929-85a3-433b-8ac3-e9785c770d26 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:39.994547 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad1de47b-c53d-4edf-afbf-0b74e9caf4cf", "tag": "4d70d5f4-e00b-485f-af19-9657760acf00", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:39.994849 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e975e929-85a3-433b-8ac3-e9785c770d26 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:39.995280 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'status': 'completed', 'code': 200} Nov 12 05:19:39.995538 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1de47b-c53d-4edf-afbf-0b74e9caf4cf', 'tag': '4d70d5f4-e00b-485f-af19-9657760acf00', 'status': 'completed', 'code': 200} Nov 12 05:19:40.059101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 16dd3d88-3811-4aa3-ad14-63647b47d8a2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:40.130696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:40.131772 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:40.154280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609593-6384-42d9-9620-d7f49d5e27c6 req-9a58f73c-2d09-4532-b7ef-e1aa35fd8833 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:40.155823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7609593-6384-42d9-9620-d7f49d5e27c6 req-9a58f73c-2d09-4532-b7ef-e1aa35fd8833 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 943 time: 0.0995915 Nov 12 05:19:40.205102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-3fc78f93-2a06-4aca-807c-7006eb05128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:40.206710 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-3fc78f93-2a06-4aca-807c-7006eb05128c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1176 time: 0.2103517 Nov 12 05:19:40.260446 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:40.270019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-605cd59e-d0ce-42a7-bc1e-59e000232f19 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:40.276511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-605cd59e-d0ce-42a7-bc1e-59e000232f19 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:40.282653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-605cd59e-d0ce-42a7-bc1e-59e000232f19 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:40.284300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-605cd59e-d0ce-42a7-bc1e-59e000232f19 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/networks?id=9d2478ff-cee8-449a-8481-98ac2b21b209&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=089d0ad6-f654-4578-bf11-2852cee4be08&id=089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 200 len: 1992 time: 0.3500884 Nov 12 05:19:40.290061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7609593-6384-42d9-9620-d7f49d5e27c6 req-c6acd3ac-5130-4536-a1a2-457653e021e1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208143 Nov 12 05:19:40.326491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-25622154-77e5-4ccd-9bf4-b0d35d96c57b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/quotas/262340de18344ea1ba7a3c7cee7434fb HTTP/1.1" status: 200 len: 375 time: 0.0104189 Nov 12 05:19:40.467091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fb0210a-0b50-4125-80ce-d9a2e7e35f31 req-c8afc83b-4499-4b4f-9ff7-6ce1c861d933 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0545731 Nov 12 05:19:40.483869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-6a9c9d04-c29b-4548-bda2-1a4766e0e59b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1452830 Nov 12 05:19:40.484956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-b4796e51-e7a9-4388-9a61-3724e15a3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:40.486323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-b4796e51-e7a9-4388-9a61-3724e15a3d8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 913 time: 0.2701180 Nov 12 05:19:40.544812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-8d9c6a9f-901e-4b90-b386-959a71f61bce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c HTTP/1.1" status: 200 len: 217 time: 0.0483196 Nov 12 05:19:40.666927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-6a74bd04-b20f-42c0-b6df-82771dd48f63 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163974 Nov 12 05:19:40.674537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae85820-5983-4f2c-84ff-1b10dfb2adca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0eee05-c0ed-4bf0-827c-67ad1f00106f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:40.676900 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94573e93-c5f7-4b75-b89d-e348675c03bb" -d '{"events": [{"server_uuid": "7ae85820-5983-4f2c-84ff-1b10dfb2adca", "name": "network-vif-plugged", "status": "completed", "tag": "9a0eee05-c0ed-4bf0-827c-67ad1f00106f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:40.788725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce12744c-63a3-4822-8590-8b84dec3d043 req-da74c297-2fac-409b-8a6f-9eab8f92e145 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/c6175c5a-cb6d-4416-b8c5-a2120e68c334 HTTP/1.1" status: 200 len: 1797 time: 0.2933946 Nov 12 05:19:40.801574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-f2825382-fa8d-48da-a571-202ad159d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:40.803274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-f2825382-fa8d-48da-a571-202ad159d9f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.2348149 Nov 12 05:19:40.850475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-ef04167c-ed9a-4b81-8e45-f163e6339c8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353513 Nov 12 05:19:40.902868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-115bee4e-cecc-4d4f-8164-d29bed95a026 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088046 Nov 12 05:19:40.990519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce12744c-63a3-4822-8590-8b84dec3d043 req-c75cf8b6-09ae-43ae-a768-0e19b69ea54b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:41.000415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-2a99fb92-9533-4bc3-a266-3ec7dcd9fd79 service neutron] 10.222.0.48 "GET /v2.0/ports/a2aeb995-c38c-462c-a3b1-769bcfc7aa65?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0617497 Nov 12 05:19:41.062264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce12744c-63a3-4822-8590-8b84dec3d043 req-c75cf8b6-09ae-43ae-a768-0e19b69ea54b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:41.066295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-f39ef7a0-699a-4ad5-be90-df1c728b91f3 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928787 Nov 12 05:19:41.220042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce12744c-63a3-4822-8590-8b84dec3d043 req-c75cf8b6-09ae-43ae-a768-0e19b69ea54b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:41.222607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce12744c-63a3-4822-8590-8b84dec3d043 req-c75cf8b6-09ae-43ae-a768-0e19b69ea54b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:41.223736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce12744c-63a3-4822-8590-8b84dec3d043 req-c75cf8b6-09ae-43ae-a768-0e19b69ea54b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/c6175c5a-cb6d-4416-b8c5-a2120e68c334 HTTP/1.1" status: 204 len: 173 time: 0.4342239 Nov 12 05:19:41.232195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-8f41d61f-6eaa-4030-ada9-f4d3c79fa89e service neutron] 10.222.0.48 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210939 Nov 12 05:19:41.235605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-a7c2e7b7-92c3-41f2-a69d-380358b91ab8 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328502 Nov 12 05:19:41.250293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf8b6-09ae-43ae-a768-0e19b69ea54b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6175c5a-cb6d-4416-b8c5-a2120e68c334,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:41.382387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-cdd1673f-ae21-41d3-8af8-9cfaad7fb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:41.384073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-cdd1673f-ae21-41d3-8af8-9cfaad7fb735 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 1095 time: 0.0744028 Nov 12 05:19:41.386187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-c1fcb7f4-06e6-4c5c-bcaa-6aaad2566579 service neutron] 10.222.0.48 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433780 Nov 12 05:19:41.516186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0c8b08a7-14b9-4283-9fad-9909ac0669f0 service neutron] 10.222.0.48 "GET /v2.0/ports/1db7b40d-19de-43d2-9b12-6b19afe4b22c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1084530 Nov 12 05:19:41.544717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4d70d5f4-e00b-485f-af19-9657760acf00 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:41.599960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-9997d348-71e8-41b3-bba7-61f88019eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:41.601447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-9997d348-71e8-41b3-bba7-61f88019eb92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 906 time: 0.2096894 Nov 12 05:19:41.612557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6e0f0-fa74-4599-9a98-659a34669c8f req-1ea7c25a-fb29-4836-b154-07819efaffb3 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:41.613945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4af6e0f0-fa74-4599-9a98-659a34669c8f req-1ea7c25a-fb29-4836-b154-07819efaffb3 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 950 time: 0.1610618 Nov 12 05:19:41.645867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4d70d5f4-e00b-485f-af19-9657760acf00, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d70d5f4-e00b-485f-af19-9657760acf00,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:41.660513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '4d70d5f4-e00b-485f-af19-9657760acf00', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'port_id': '4d70d5f4-e00b-485f-af19-9657760acf00', 'mac_address': 'fa:16:3e:c7:19:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13883a-6d2d-4077-bd2d-08d9f8815580', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:41.670013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-05f33d05-76be-434a-9e46-727980961320 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d70d5f4-e00b-485f-af19-9657760acf00 HTTP/1.1" status: 200 len: 217 time: 0.0550406 Nov 12 05:19:41.711501 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:41.726085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d70d5f4-e00b-485f-af19-9657760acf00 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:41.749167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4d70d5f4-e00b-485f-af19-9657760acf00, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d70d5f4-e00b-485f-af19-9657760acf00,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:41.749418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4af6e0f0-fa74-4599-9a98-659a34669c8f req-1d3cbe87-e2c7-4782-bfb8-9b5a4f36104d tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275153 Nov 12 05:19:41.753404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-1c4c1017-6528-478b-85a9-6682e2c04bb0 service neutron] 10.222.0.48 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294967 Nov 12 05:19:41.772267 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:41.785175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-79bafee9-5b0a-464e-afb6-fbf06fb8d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:41.786714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-79bafee9-5b0a-464e-afb6-fbf06fb8d072 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.1070411 Nov 12 05:19:41.813111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=4d70d5f4-e00b-485f-af19-9657760acf00,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:41.848830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-262388b8-a511-45bd-a129-94b9baa51aa0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521688 Nov 12 05:19:41.937433 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480472e7-e127-4792-9ba3-aaecde87b38f x-openstack-request-id: req-480472e7-e127-4792-9ba3-aaecde87b38f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:41.937862 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae85820-5983-4f2c-84ff-1b10dfb2adca", "name": "network-vif-plugged", "status": "completed", "tag": "9a0eee05-c0ed-4bf0-827c-67ad1f00106f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:41.938464 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-480472e7-e127-4792-9ba3-aaecde87b38f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:41.938863 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae85820-5983-4f2c-84ff-1b10dfb2adca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0eee05-c0ed-4bf0-827c-67ad1f00106f', 'code': 200} Nov 12 05:19:41.941018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-9ad59f73-bb4f-46b4-af2f-6e630194130a service neutron] 10.222.0.48 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795199 Nov 12 05:19:42.018549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['4d70d5f4-e00b-485f-af19-9657760acf00'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:42.034900 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-7036fd9e-3377-4f16-bcd7-2e55fc0f2090 req-2f48c68e-ed6b-45f0-b640-c4cbc87102d3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:19:42.046904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7036fd9e-3377-4f16-bcd7-2e55fc0f2090 req-2f48c68e-ed6b-45f0-b640-c4cbc87102d3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/c6175c5a-cb6d-4416-b8c5-a2120e68c334 HTTP/1.1" status: 404 len: 352 time: 0.0856030 Nov 12 05:19:42.094057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-8a635507-a009-4fbb-9916-06e8a9f4b2f1 service neutron] 10.222.0.48 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426177 Nov 12 05:19:42.095885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-a24f2142-997e-459f-b98d-19376e042e48 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395959 Nov 12 05:19:42.311790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39edb3-1da2-4c37-b6c9-200c904f7e16 req-80cc6d0a-9e7d-4acc-9ffa-72f718dc2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:42.313172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e39edb3-1da2-4c37-b6c9-200c904f7e16 req-80cc6d0a-9e7d-4acc-9ffa-72f718dc2878 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 1102 time: 0.2161343 Nov 12 05:19:42.327644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754abca-7703-4aac-8603-6d830b525a1d req-e2d2a0a5-6fcd-41c1-bf4c-d09cf8b92181 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:42.329020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d754abca-7703-4aac-8603-6d830b525a1d req-e2d2a0a5-6fcd-41c1-bf4c-d09cf8b92181 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 944 time: 0.2308679 Nov 12 05:19:42.354998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-7717f986-f5d2-43f9-b0d4-19bce9579710 service neutron] 10.222.0.48 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431293 Nov 12 05:19:42.366960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aa3e087-1dd4-4419-9fff-979a6e747339 req-66b0f6e4-c77a-4d51-801e-22ba8d91e123 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540438 Nov 12 05:19:42.478889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e39edb3-1da2-4c37-b6c9-200c904f7e16 req-7de67a1e-8f27-4fe6-bd95-b566b856ba10 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465271 Nov 12 05:19:42.487125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d754abca-7703-4aac-8603-6d830b525a1d req-dba9616d-33b3-4210-baa9-6caab9e7a47b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474521 Nov 12 05:19:42.552645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-12f8afc4-4d0b-4218-990d-5d64a76feded service neutron] 10.222.0.48 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879823 Nov 12 05:19:42.994379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719cfee-e705-4276-a54b-4572114a9200 req-d52f26af-7730-4670-9371-319bd2d83fc8 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:42.996706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5719cfee-e705-4276-a54b-4572114a9200 req-d52f26af-7730-4670-9371-319bd2d83fc8 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 946 time: 0.1128709 Nov 12 05:19:43.005024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-19d0970f-11dd-4ad8-bbed-ae590ce4d43f service neutron] 10.222.0.48 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444990 Nov 12 05:19:43.106659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5719cfee-e705-4276-a54b-4572114a9200 req-fced6827-a734-436c-a676-7f2301e252c0 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992901 Nov 12 05:19:43.127496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-917fbbe5-971c-417c-8779-a365350b1e57 service neutron] 10.222.0.48 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215081 Nov 12 05:19:43.173596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d1e422b2-06a8-4b4d-b22e-522f15f30eac req-4689f896-3758-4427-9bab-bbba7fa0bec0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-493785416', 'description': 'tempest-description-1875453319'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:43.238022 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1e422b2-06a8-4b4d-b22e-522f15f30eac req-4689f896-3758-4427-9bab-bbba7fa0bec0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.261754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-23d3f4db-69eb-4460-b9d5-1ca5f4e2460e service neutron] 10.222.0.48 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216774 Nov 12 05:19:43.394074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1e422b2-06a8-4b4d-b22e-522f15f30eac req-4689f896-3758-4427-9bab-bbba7fa0bec0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.399806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e58425c1-64d4-4c15-9bf0-8f98857ba540 service neutron] 10.222.0.48 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259928 Nov 12 05:19:43.401457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1e422b2-06a8-4b4d-b22e-522f15f30eac req-4689f896-3758-4427-9bab-bbba7fa0bec0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.459744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1e422b2-06a8-4b4d-b22e-522f15f30eac req-4689f896-3758-4427-9bab-bbba7fa0bec0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.472883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1e422b2-06a8-4b4d-b22e-522f15f30eac req-4689f896-3758-4427-9bab-bbba7fa0bec0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3148506 Nov 12 05:19:43.530902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689f896-3758-4427-9bab-bbba7fa0bec0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720a7275-fa71-462f-80fe-26b9f7dd8d77,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:43.559738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4d70d5f4-e00b-485f-af19-9657760acf00 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:43.591256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df24db06-749d-4258-a2f6-09c744174f33 service neutron] 10.222.0.48 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675937 Nov 12 05:19:43.683703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 4d70d5f4-e00b-485f-af19-9657760acf00 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:19:43.689894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 4d70d5f4-e00b-485f-af19-9657760acf00 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:43.690514 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.767940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dddd-2c7c-4cd0-87c0-0db98c2514f1 req-19c17d2b-ed0f-45b5-bf79-60d1f137667f tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:43.769748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d32dddd-2c7c-4cd0-87c0-0db98c2514f1 req-19c17d2b-ed0f-45b5-bf79-60d1f137667f tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 950 time: 0.0576348 Nov 12 05:19:43.827238 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aebe1e19-f21f-4dc6-911a-90b2ab9d377a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.833019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.872448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d32dddd-2c7c-4cd0-87c0-0db98c2514f1 req-b88ad987-effb-4770-a279-1135b3173826 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943875 Nov 12 05:19:43.899063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4d70d5f4-e00b-485f-af19-9657760acf00, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d70d5f4-e00b-485f-af19-9657760acf00,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:43.908152 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.914306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-059b5a4c-9fab-495d-8028-5d7b1a759e44 req-346b6a60-805a-4440-befd-90081c4d1ee3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1029532130', 'description': 'tempest-description-1220933520'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:43.950590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-059b5a4c-9fab-495d-8028-5d7b1a759e44 req-346b6a60-805a-4440-befd-90081c4d1ee3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:43.976976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1de47b-c53d-4edf-afbf-0b74e9caf4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d70d5f4-e00b-485f-af19-9657760acf00'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:43.981175 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6ac81e-ca63-4d5b-9920-8ed26e8d60d6" -d '{"events": [{"server_uuid": "ad1de47b-c53d-4edf-afbf-0b74e9caf4cf", "name": "network-vif-plugged", "status": "completed", "tag": "4d70d5f4-e00b-485f-af19-9657760acf00"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:43.985366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=4d70d5f4-e00b-485f-af19-9657760acf00,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:44.101467 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-059b5a4c-9fab-495d-8028-5d7b1a759e44 req-346b6a60-805a-4440-befd-90081c4d1ee3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.107637 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-059b5a4c-9fab-495d-8028-5d7b1a759e44 req-346b6a60-805a-4440-befd-90081c4d1ee3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.127646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-059b5a4c-9fab-495d-8028-5d7b1a759e44 req-346b6a60-805a-4440-befd-90081c4d1ee3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.128843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-059b5a4c-9fab-495d-8028-5d7b1a759e44 req-346b6a60-805a-4440-befd-90081c4d1ee3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2193544 Nov 12 05:19:44.154583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b6a60-805a-4440-befd-90081c4d1ee3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d74edc-dc14-4d6e-bee1-526a9e9c6e5a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:44.285858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f820ad3-fed6-4e40-ad52-ace31cd285d9 req-d92ad0dc-4f32-4496-9be7-018f79955d8a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:44.287491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f820ad3-fed6-4e40-ad52-ace31cd285d9 req-d92ad0dc-4f32-4496-9be7-018f79955d8a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 945 time: 0.0923743 Nov 12 05:19:44.365254 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f820ad3-fed6-4e40-ad52-ace31cd285d9 req-7c227406-e342-4249-b1b8-a3933c8fc988 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682521 Nov 12 05:19:44.449991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56710) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:44.484241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7cbbe3b2-dd2f-4e2f-8d38-0aebe2413cfb req-34f1b4bb-d38a-4ca1-bbcb-1547a65c054b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-346826330', 'description': 'tempest-description-42963213'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:44.520557 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588ede61-841a-42d8-b23e-089dc70754ac x-openstack-request-id: req-588ede61-841a-42d8-b23e-089dc70754ac {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:44.520855 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1de47b-c53d-4edf-afbf-0b74e9caf4cf", "name": "network-vif-plugged", "status": "completed", "tag": "4d70d5f4-e00b-485f-af19-9657760acf00", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:44.521112 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-588ede61-841a-42d8-b23e-089dc70754ac {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:44.521509 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1de47b-c53d-4edf-afbf-0b74e9caf4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d70d5f4-e00b-485f-af19-9657760acf00', 'code': 200} Nov 12 05:19:44.527562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cbbe3b2-dd2f-4e2f-8d38-0aebe2413cfb req-34f1b4bb-d38a-4ca1-bbcb-1547a65c054b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.745624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc486a3c-2aa8-413d-ae22-548a7ceb4e09 admin admin] Deleting subnet f47977af-5f43-43e4-978b-58e339d201f4 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:19:44.749429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc486a3c-2aa8-413d-ae22-548a7ceb4e09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.753515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-8606ce8c-5454-4bad-8302-c02b42637469 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:44.755193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-8606ce8c-5454-4bad-8302-c02b42637469 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 946 time: 0.2193081 Nov 12 05:19:44.797921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc486a3c-2aa8-413d-ae22-548a7ceb4e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.851878 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc486a3c-2aa8-413d-ae22-548a7ceb4e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.871190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9e0e4-eb84-4280-997d-9f46f0b9016d req-7210c220-0fe7-4e6f-9570-b08d8dcde94f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:44.873001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11c9e0e4-eb84-4280-997d-9f46f0b9016d req-7210c220-0fe7-4e6f-9570-b08d8dcde94f tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0abebab-2605-4c7e-87b5-6df3957a1a3f HTTP/1.1" status: 200 len: 946 time: 0.2478602 Nov 12 05:19:44.927841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0350d3-1779-40e6-ae6d-15b54c15637d req-8f26e919-4985-4207-a63d-2c5bfb296189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:44.930252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea0350d3-1779-40e6-ae6d-15b54c15637d req-8f26e919-4985-4207-a63d-2c5bfb296189 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 1097 time: 0.2403474 Nov 12 05:19:44.933564 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc486a3c-2aa8-413d-ae22-548a7ceb4e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.951550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cbbe3b2-dd2f-4e2f-8d38-0aebe2413cfb req-34f1b4bb-d38a-4ca1-bbcb-1547a65c054b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.979152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc486a3c-2aa8-413d-ae22-548a7ceb4e09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.983877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cbbe3b2-dd2f-4e2f-8d38-0aebe2413cfb req-34f1b4bb-d38a-4ca1-bbcb-1547a65c054b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:44.985499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bc486a3c-2aa8-413d-ae22-548a7ceb4e09 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f47977af-5f43-43e4-978b-58e339d201f4 HTTP/1.1" status: 204 len: 168 time: 0.5337811 Nov 12 05:19:44.986862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc486a3c-2aa8-413d-ae22-548a7ceb4e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47977af-5f43-43e4-978b-58e339d201f4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:44.994329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:45.040398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1b4bb-d38a-4ca1-bbcb-1547a65c054b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f7d01-a80e-40c9-a8e1-dfec69ac2741,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:45.089363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.108279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7cbbe3b2-dd2f-4e2f-8d38-0aebe2413cfb req-34f1b4bb-d38a-4ca1-bbcb-1547a65c054b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.126065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7cbbe3b2-dd2f-4e2f-8d38-0aebe2413cfb req-34f1b4bb-d38a-4ca1-bbcb-1547a65c054b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6565888 Nov 12 05:19:45.155423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea0350d3-1779-40e6-ae6d-15b54c15637d req-5bb6d340-3bb5-43dd-9aa2-f9fbfe5e4743 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077456 Nov 12 05:19:45.172060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11c9e0e4-eb84-4280-997d-9f46f0b9016d req-d410bfdb-efbc-44bd-aead-18edad737ec3 tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.48 "GET /v2.0/security-groups?id=48a9ea58-7857-4995-acf7-c7957ef6b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536705 Nov 12 05:19:45.216038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Deleting port 9ac96f11-b39f-4df3-9fbf-1942236113a9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:45.220156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.221506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.268532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ce151c-8d46-459d-b0d8-62e48d752fd3']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:45.279908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:45.292268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9de97b9-ec9a-42a7-9bd1-0c94fc214d2d') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:45.310307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.328016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.336666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:19:45.338560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:19:45.341901 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:19:45.373437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f2449ef-1094-460e-82b9-c1efcee3a847 req-78322b82-7235-4b2c-8490-6f1f0b995cc7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0491765 Nov 12 05:19:45.379172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] For port 9ac96f11-b39f-4df3-9fbf-1942236113a9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9ac96f11-b39f-4df3-9fbf-1942236113a9,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:45.379545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.407358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Calling delete_port for 9ac96f11-b39f-4df3-9fbf-1942236113a9 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:45.455804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.465657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.472668 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] 10.222.0.48 "DELETE /v2.0/networks/94ce151c-8d46-459d-b0d8-62e48d752fd3 HTTP/1.1" status: 204 len: 168 time: 0.4770935 Nov 12 05:19:45.487132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e98fc-370c-448a-b672-b8eadaa0ab20 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ce151c-8d46-459d-b0d8-62e48d752fd3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:45.589194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37874089-9f6f-43b3-9ae0-eb28bab5c399 req-4d12ce36-2ece-436e-95b8-d38512179e4b tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:45.591176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37874089-9f6f-43b3-9ae0-eb28bab5c399 req-4d12ce36-2ece-436e-95b8-d38512179e4b tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 950 time: 0.1983957 Nov 12 05:19:45.656532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56734) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:45.702148 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e8405b7-11a3-4520-b0a9-f53509eaa0a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b462c55b281744a2b4b0f9f90721130f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438478 Nov 12 05:19:45.703287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56736) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:45.723738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37874089-9f6f-43b3-9ae0-eb28bab5c399 req-c774419e-3154-455d-8e01-2d3cfe5a42e2 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217000 Nov 12 05:19:45.738389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fae1d48b-603c-46ab-8b61-a4c62c4dd19c req-fc243aba-0d74-4143-8c01-8274e55b1038 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05 HTTP/1.1" status: 200 len: 10997 time: 0.2962685 Nov 12 05:19:45.766705 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1db76d1-eab2-4a06-a0d2-6a86f4b47e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.773462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.808370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['9ac96f11-b39f-4df3-9fbf-1942236113a9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:45.816222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Pushing event deleted for resources: {'Port': ['ID=9ac96f11-b39f-4df3-9fbf-1942236113a9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:45.851468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1db76d1-eab2-4a06-a0d2-6a86f4b47e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.904602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] No DVR routers for this DVR port 9ac96f11-b39f-4df3-9fbf-1942236113a9 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:19:45.907899 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.912748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13ada608-1ed0-4fd9-abf2-f8aad4621928 req-91602729-a0e1-4c39-b5f8-0e902cf6cdcd tempest-FloatingIPsAssociationNegativeTestJSON-143155874 tempest-FloatingIPsAssociationNegativeTestJSON-143155874-project] 10.222.0.43 "DELETE /v2.0/ports/9ac96f11-b39f-4df3-9fbf-1942236113a9 HTTP/1.1" status: 204 len: 173 time: 1.1257873 Nov 12 05:19:45.914642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'name': 'network-vif-deleted', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:45.918581 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b7e14f-a956-48a0-93f0-a0da1382cae6" -d '{"events": [{"server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "name": "network-vif-deleted", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:45.932728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fae1d48b-603c-46ab-8b61-a4c62c4dd19c req-8e01aa11-a697-4d1c-8a1b-1929002ad1ee tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/94365748-cc0e-4d80-ad6a-5115c307e63c HTTP/1.1" status: 200 len: 2998 time: 0.1772041 Nov 12 05:19:45.981581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6c9af-eeed-4885-a29d-3d5b68d2039d req-4e27c3a8-97af-436c-95cd-3646878ae818 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:45.990474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dc6c9af-eeed-4885-a29d-3d5b68d2039d req-4e27c3a8-97af-436c-95cd-3646878ae818 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 945 time: 0.1373680 Nov 12 05:19:45.991012 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1db76d1-eab2-4a06-a0d2-6a86f4b47e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:45.995199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1db76d1-eab2-4a06-a0d2-6a86f4b47e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:46.000491 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d1db76d1-eab2-4a06-a0d2-6a86f4b47e64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc9dde1c-6520-4c4e-9560-3aaeef2bc499 HTTP/1.1" status: 204 len: 168 time: 0.2941566 Nov 12 05:19:46.019419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db76d1-eab2-4a06-a0d2-6a86f4b47e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9dde1c-6520-4c4e-9560-3aaeef2bc499,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:46.142698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-5c012d70-6664-45d6-8582-46cc73223694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:46.144102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-5c012d70-6664-45d6-8582-46cc73223694 service neutron] 10.222.0.47 "GET /v2.0/ports/a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 1033 time: 0.0745659 Nov 12 05:19:46.170654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fae1d48b-603c-46ab-8b61-a4c62c4dd19c req-456aae12-fd3c-4f25-8a16-c2e15bca4959 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/94365748-cc0e-4d80-ad6a-5115c307e63c HTTP/1.1" status: 200 len: 2998 time: 0.2369425 Nov 12 05:19:46.261921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dc6c9af-eeed-4885-a29d-3d5b68d2039d req-75e4904a-e67d-412a-b781-173c1392adb5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704005 Nov 12 05:19:46.272104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63096cc4-0b4b-419d-8300-263c05c8e2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:46.292769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-542f8ce8-9c96-41a6-ab9d-643919a80ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:46.296111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-542f8ce8-9c96-41a6-ab9d-643919a80ba2 service neutron] 10.222.0.47 "GET /v2.0/ports/1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 1033 time: 0.1439586 Nov 12 05:19:46.413137 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4144e6d-2d8c-481e-b863-76fe3c396cb6 x-openstack-request-id: req-b4144e6d-2d8c-481e-b863-76fe3c396cb6 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:46.413576 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0abebab-2605-4c7e-87b5-6df3957a1a3f", "name": "network-vif-deleted", "tag": "9ac96f11-b39f-4df3-9fbf-1942236113a9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:46.413967 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4144e6d-2d8c-481e-b863-76fe3c396cb6 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:46.414909 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0abebab-2605-4c7e-87b5-6df3957a1a3f', 'name': 'network-vif-deleted', 'tag': '9ac96f11-b39f-4df3-9fbf-1942236113a9', 'status': 'completed', 'code': 200} Nov 12 05:19:46.479825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a975d50a-82a9-4837-acc8-a01a2905ee7e req-abfe968c-61b9-4715-bf16-34f12f9b4028 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/720a7275-fa71-462f-80fe-26b9f7dd8d77 HTTP/1.1" status: 200 len: 1817 time: 0.0587368 Nov 12 05:19:46.583947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-01dc4dc2-235a-4379-9664-16ff0ea72b70 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:46.614611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-01dc4dc2-235a-4379-9664-16ff0ea72b70 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:46.637567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-01dc4dc2-235a-4379-9664-16ff0ea72b70 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:46.639668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-01dc4dc2-235a-4379-9664-16ff0ea72b70 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "GET /v2.0/networks?id=9d2478ff-cee8-449a-8481-98ac2b21b209&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=089d0ad6-f654-4578-bf11-2852cee4be08&id=089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 200 len: 1992 time: 0.3348699 Nov 12 05:19:46.678942 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a975d50a-82a9-4837-acc8-a01a2905ee7e req-128178dc-cb1e-4bf9-9891-52d7bb4db4b4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:46.741130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a975d50a-82a9-4837-acc8-a01a2905ee7e req-128178dc-cb1e-4bf9-9891-52d7bb4db4b4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:46.793541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-af4f54af-3115-4052-b318-a0dc9067fbda tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262340de18344ea1ba7a3c7cee7434fb HTTP/1.1" status: 200 len: 379 time: 0.1373920 Nov 12 05:19:46.813661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'admin_state_up': True, 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'security_groups': ['06cd8060-2f1e-437d-9942-199dfa185f6e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:46.882639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a975d50a-82a9-4837-acc8-a01a2905ee7e req-128178dc-cb1e-4bf9-9891-52d7bb4db4b4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:46.885457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a975d50a-82a9-4837-acc8-a01a2905ee7e req-128178dc-cb1e-4bf9-9891-52d7bb4db4b4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:46.897433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a975d50a-82a9-4837-acc8-a01a2905ee7e req-128178dc-cb1e-4bf9-9891-52d7bb4db4b4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/720a7275-fa71-462f-80fe-26b9f7dd8d77 HTTP/1.1" status: 204 len: 173 time: 0.4050655 Nov 12 05:19:46.921911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128178dc-cb1e-4bf9-9891-52d7bb4db4b4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720a7275-fa71-462f-80fe-26b9f7dd8d77,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:46.951886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56774) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:47.056989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:47.071736 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:47.251329 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:47.450860 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-426e3b69-4eb9-44d4-b864-0e7db44c09b1 req-41d5d3be-918f-4dcd-8006-358b1213618a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:19:47.466361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-426e3b69-4eb9-44d4-b864-0e7db44c09b1 req-41d5d3be-918f-4dcd-8006-358b1213618a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/720a7275-fa71-462f-80fe-26b9f7dd8d77 HTTP/1.1" status: 404 len: 352 time: 0.3358467 Nov 12 05:19:47.474221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-481be30a-c58f-436c-b9ea-1785aabbe6a1 req-53236c12-a969-4e32-93ce-092fceac76e9 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0757747 Nov 12 05:19:47.505782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Allocated IP 172.20.0.6 (9d2478ff-cee8-449a-8481-98ac2b21b209/c54d1faf-483f-422b-8037-251de861ef51/adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:47.704952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec40cf-eacc-48af-aa1e-459c3f89fc18 req-19925619-7792-4acf-bbe5-b567750e27ea tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:47.711185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:47.712818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70ec40cf-eacc-48af-aa1e-459c3f89fc18 req-19925619-7792-4acf-bbe5-b567750e27ea tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 950 time: 0.1462574 Nov 12 05:19:47.759641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56804) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:47.851855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:47.875871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70ec40cf-eacc-48af-aa1e-459c3f89fc18 req-aa880cd9-f8e6-4e2c-9569-ee10d334f8de tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620800 Nov 12 05:19:47.907321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e6b2c-5a9a-40bd-91d3-1c990d68fee2 req-787633db-15db-4b18-8b67-99be38f37a85 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:47.914842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e77e6b2c-5a9a-40bd-91d3-1c990d68fee2 req-787633db-15db-4b18-8b67-99be38f37a85 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 945 time: 0.1589561 Nov 12 05:19:48.020241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-821353984-network', 'tenant_id': '1963601e522c4bbaa628449395c6e84e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:48.061196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.088709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d082c45-67fe-48dc-81f8-a8c94b8ef1e6 req-78f565fc-5e94-40f5-92f9-fad2c0d22be3 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/37d74edc-dc14-4d6e-bee1-526a9e9c6e5a HTTP/1.1" status: 200 len: 1818 time: 0.1697149 Nov 12 05:19:48.129040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e77e6b2c-5a9a-40bd-91d3-1c990d68fee2 req-f42cf052-9173-4990-b8ca-24450929695d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129309 Nov 12 05:19:48.164011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Deleting port ec22f800-5d74-4357-8e2b-6219988b2455 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:48.165461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.251314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Made reservation on behalf of 1963601e522c4bbaa628449395c6e84e for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:48.266620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.311391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:48.315681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.324919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:48.327453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:48.411245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:48.411901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.421162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:48.478336 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.545592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.566503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.611208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25193a0-eb44-46b0-93c5-3d2294496ce4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:48.646088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e2c1c66-1841-4262-9f5a-5a6d8c27fc9a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8405592 Nov 12 05:19:48.662146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:19:48.666220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d082c45-67fe-48dc-81f8-a8c94b8ef1e6 req-da45aac0-9c06-4584-8ae7-8d7703f35db7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.676631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'admin_state_up': True, 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'security_groups': ['06cd8060-2f1e-437d-9942-199dfa185f6e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:48.728432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1eaf598b-5ff4-4078-965f-ff0cfa391229 None None] Provisioning complete for port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:48.728992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1eaf598b-5ff4-4078-965f-ff0cfa391229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.764387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.764979 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Added segment e75ff0f4-c51e-42c0-b67b-f92c1be64057 of type vlan for network 8e912341-a250-41c8-bf96-563c5539140f Nov 12 05:19:48.774583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4fe1c-a70b-4b41-a99f-a34747897493 req-3ed867e9-6743-4abd-9ee6-5e98c1c06828 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:48.779869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf598b-5ff4-4078-965f-ff0cfa391229 None None] Port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:48.782130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] For port ec22f800-5d74-4357-8e2b-6219988b2455, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec22f800-5d74-4357-8e2b-6219988b2455,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:48.782542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.783504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ce4fe1c-a70b-4b41-a99f-a34747897493 req-3ed867e9-6743-4abd-9ee6-5e98c1c06828 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 945 time: 0.3806496 Nov 12 05:19:48.785911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9ac96f11-b39f-4df3-9fbf-1942236113a9 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:48.813132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 9ac96f11-b39f-4df3-9fbf-1942236113a9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:48.813840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9ac96f11-b39f-4df3-9fbf-1942236113a9 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:48.814508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Calling delete_port for ec22f800-5d74-4357-8e2b-6219988b2455 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:48.853699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d082c45-67fe-48dc-81f8-a8c94b8ef1e6 req-da45aac0-9c06-4584-8ae7-8d7703f35db7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.899385 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.957126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:48.961008 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.003032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ce4fe1c-a70b-4b41-a99f-a34747897493 req-9521d419-2375-4a92-816f-1e0fdcc1c24f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185371 Nov 12 05:19:49.067859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.068825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:49.069406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.076940 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d082c45-67fe-48dc-81f8-a8c94b8ef1e6 req-da45aac0-9c06-4584-8ae7-8d7703f35db7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.079592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d082c45-67fe-48dc-81f8-a8c94b8ef1e6 req-da45aac0-9c06-4584-8ae7-8d7703f35db7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.080870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d082c45-67fe-48dc-81f8-a8c94b8ef1e6 req-da45aac0-9c06-4584-8ae7-8d7703f35db7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/37d74edc-dc14-4d6e-bee1-526a9e9c6e5a HTTP/1.1" status: 204 len: 173 time: 0.9909506 Nov 12 05:19:49.111037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.140736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45aac0-9c06-4584-8ae7-8d7703f35db7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d74edc-dc14-4d6e-bee1-526a9e9c6e5a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:49.146651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec22f800-5d74-4357-8e2b-6219988b2455,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:49.170093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.170729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.170875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.171408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.171758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.172191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.172570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.173095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.173432 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.174033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.174566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.174936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:49.298332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5360723 Nov 12 05:19:49.348288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56834) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:49.389954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Request body: {'subnet': {'network_id': '8e912341-a250-41c8-bf96-563c5539140f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-821353984-subnet', 'tenant_id': '1963601e522c4bbaa628449395c6e84e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:49.410305 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:19:49.418972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-67339ed7-0609-4ab4-92d7-21cdbbd60166 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=54f6437fdf7f40758033a732e173c652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1351299 Nov 12 05:19:49.420164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8193b-1b23-4810-8ba1-7c3feec4397b admin admin] Pushing event updated for resources: {'Network': ['ID=8e912341-a250-41c8-bf96-563c5539140f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:49.436236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 8e912341-a250-41c8-bf96-563c5539140f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:19:49.485748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.579695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Allocated IP 10.1.1.88 (318583e5-a484-4725-b8e0-2e8bd56a07f6/0e686dd2-1170-4809-a9b2-7324f382c851/c79f5a82-d269-4392-8fc4-35cef54faf65) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:49.606189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Made reservation on behalf of 1963601e522c4bbaa628449395c6e84e for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:49.613108 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.619711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:49.895459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-36775e79-ee77-4f93-a6f1-846359b3b734 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:49.897174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-36775e79-ee77-4f93-a6f1-846359b3b734 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4615817 Nov 12 05:19:49.916704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90441660-451e-4686-a38d-1f33420938ee req-3795c65b-78e9-4323-8e5b-28519c0006ac tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:49.924563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90441660-451e-4686-a38d-1f33420938ee req-3795c65b-78e9-4323-8e5b-28519c0006ac tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 931 time: 0.2383597 Nov 12 05:19:49.937911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Router bac7147d-71f0-4103-9b4f-24f3ba67a474 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:19:50.007624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-c918c303-bcf8-4ecf-8c0d-aa2acf1c1d7d tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/quotas/54f6437fdf7f40758033a732e173c652 HTTP/1.1" status: 200 len: 375 time: 0.1014254 Nov 12 05:19:50.136837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:19:50.148307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] Sync routers for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:19:50.157904 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-719bc909-1a4a-4fcf-904a-00a79b13bbf1 admin admin] 10.222.0.48 "PUT /v2.0/routers/bac7147d-71f0-4103-9b4f-24f3ba67a474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994057 Nov 12 05:19:50.158654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56836) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:50.169394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:50.170459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:50.289806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:50.369119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:50.421477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:50.539268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Deleting port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:50.539760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:50.572440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90441660-451e-4686-a38d-1f33420938ee req-1bf487f1-3a6f-4a22-997a-240f9ece8158 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6468801 Nov 12 05:19:50.628680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:50.662284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:19:49Z', 'revision_number': 5, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port': {'id': '3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:42Z', 'updated_at': '2021-11-12T05:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:50.677641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1d585833-12bb-4679-93aa-155302aba03b tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54f6437fdf7f40758033a732e173c652&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2703612 Nov 12 05:19:50.696736 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:50.714152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] For port 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:50.714666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:50.748706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Calling delete_port for 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:50.762235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] Checking router: bac7147d-71f0-4103-9b4f-24f3ba67a474 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:19:50.785392 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:50.809090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] Routers {'bac7147d-71f0-4103-9b4f-24f3ba67a474'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:50.809736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bac7147d-71f0-4103-9b4f-24f3ba67a474'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:50.832014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5f2609-b10b-40b6-a156-8f3f635238f1,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:50.873378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:50.874461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Checking segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:50.874928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Network hostable DHCP agents. Network: 8e912341-a250-41c8-bf96-563c5539140f, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:19:50.881643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:50.885563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:50.889497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=c79f5a82-d269-4392-8fc4-35cef54faf65,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:50.962907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Network 8e912341-a250-41c8-bf96-563c5539140f is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:19:50.990034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:50.990369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] Set router bac7147d-71f0-4103-9b4f-24f3ba67a474 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:50.991057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.018481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 8e912341-a250-41c8-bf96-563c5539140f) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:51.027630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:51.030381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.041431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d3535aff-b396-494b-9bbd-8116ad1b94d6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3758824 Nov 12 05:19:51.064750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'admin_state_up': True, 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'security_groups': ['06cd8060-2f1e-437d-9942-199dfa185f6e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:51.084007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11316f29-6420-4851-88a3-0bd9e0056fc0 None None] Network 8e912341-a250-41c8-bf96-563c5539140f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:51.158959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:19:50Z', 'revision_number': 6, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:51.193643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.252083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:51.366874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844fc1ed-131b-4d53-9453-a5496e03c309 None None] The sync data for ids ['bac7147d-71f0-4103-9b4f-24f3ba67a474'] in n-d-765315-28 is: [{'id': 'bac7147d-71f0-4103-9b4f-24f3ba67a474', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-389594318-router', 'tenant_id': '6b753db113ce4f319e749929c16c10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:41Z', 'updated_at': '2021-11-12T05:19:50Z', 'revision_number': 6, 'project_id': '6b753db113ce4f319e749929c16c10d3', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:19:51.381055 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-dcc665d8-0cc9-47c0-b339-a7115b90850f req-c6d27ac8-2da2-4aa6-bd70-4c76c08ffd1f tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:19:51.400316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcc665d8-0cc9-47c0-b339-a7115b90850f req-c6d27ac8-2da2-4aa6-bd70-4c76c08ffd1f tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/37d74edc-dc14-4d6e-bee1-526a9e9c6e5a HTTP/1.1" status: 404 len: 352 time: 0.3183815 Nov 12 05:19:51.412806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.418877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6958ec1e-2998-4f71-b0d0-9a1180865cb1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0651708 Nov 12 05:19:51.421971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:51.447109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.528778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fe7e7e1-e21f-47d8-8f34-b91dbfdd0f79 req-c5fcab03-d46e-4f82-9d0e-9979284ff59c tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 210 time: 0.0749910 Nov 12 05:19:51.576049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6d6fe61d-a1ac-4a33-bb90-57019a1a179a None None] Provisioning complete for port c79f5a82-d269-4392-8fc4-35cef54faf65 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:51.589760 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe61d-a1ac-4a33-bb90-57019a1a179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.680045 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.683253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.753857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fe61d-a1ac-4a33-bb90-57019a1a179a None None] Port c79f5a82-d269-4392-8fc4-35cef54faf65 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:51.757816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-8e912341-a250-41c8-bf96-563c5539140f', 'network_id': '8e912341-a250-41c8-bf96-563c5539140f', 'tenant_id': '1963601e522c4bbaa628449395c6e84e', 'fixed_ips': [{'subnet_id': '2c5f2609-b10b-40b6-a156-8f3f635238f1'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:19:51.764487 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.771781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d101c26-a950-4111-9c1b-06fdaefdd22b req-3dd3a6b5-d063-4506-a664-1dc2efd5341e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/9b1f7d01-a80e-40c9-a8e1-dfec69ac2741 HTTP/1.1" status: 200 len: 1815 time: 0.1195128 Nov 12 05:19:51.808172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.808902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac7147d-71f0-4103-9b4f-24f3ba67a474 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:19:51.814455 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.818142 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0f11e45a-a202-481c-8391-36d7cf856fd9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bac7147d-71f0-4103-9b4f-24f3ba67a474 HTTP/1.1" status: 204 len: 168 time: 1.6560795 Nov 12 05:19:51.818872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56866) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:51.850957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b0cdf-27ad-4455-bdd0-51cb0b64a0c0 req-2134afcb-b38d-4fdc-8833-aab73bd6c2a9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:51.872660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f7b0cdf-27ad-4455-bdd0-51cb0b64a0c0 req-2134afcb-b38d-4fdc-8833-aab73bd6c2a9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 945 time: 0.3191295 Nov 12 05:19:52.003941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-28277da6-73c4-4267-a8b1-29ad67baa55b admin admin] Deleting subnet fdf7afc3-4cac-40d7-b878-441ab7c3bc0c {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:19:52.021010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28277da6-73c4-4267-a8b1-29ad67baa55b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.038082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Allocated IP 172.20.0.2 (8e912341-a250-41c8-bf96-563c5539140f/2c5f2609-b10b-40b6-a156-8f3f635238f1/3db54606-a4a2-48b6-a36b-3524d3b8076a) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:52.106849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d101c26-a950-4111-9c1b-06fdaefdd22b req-e59d0412-c7d4-4b9e-a390-2e989aae5133 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.114886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28277da6-73c4-4267-a8b1-29ad67baa55b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.194373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d101c26-a950-4111-9c1b-06fdaefdd22b req-e59d0412-c7d4-4b9e-a390-2e989aae5133 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.279741 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.281671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f7b0cdf-27ad-4455-bdd0-51cb0b64a0c0 req-61c54c79-404c-4c5d-856e-ce60ce252dbe tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080434 Nov 12 05:19:52.288995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Allocated IP 10.1.1.21 (318583e5-a484-4725-b8e0-2e8bd56a07f6/0e686dd2-1170-4809-a9b2-7324f382c851/cc07b285-1a59-4021-99ad-e5d0754ef58e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:52.302043 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.336927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Network 8e912341-a250-41c8-bf96-563c5539140f is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:52.342443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:52.347015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:52.359042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d101c26-a950-4111-9c1b-06fdaefdd22b req-e59d0412-c7d4-4b9e-a390-2e989aae5133 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.367838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2d101c26-a950-4111-9c1b-06fdaefdd22b req-e59d0412-c7d4-4b9e-a390-2e989aae5133 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.376265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d101c26-a950-4111-9c1b-06fdaefdd22b req-e59d0412-c7d4-4b9e-a390-2e989aae5133 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/9b1f7d01-a80e-40c9-a8e1-dfec69ac2741 HTTP/1.1" status: 204 len: 173 time: 0.6035657 Nov 12 05:19:52.411194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d0412-c7d4-4b9e-a390-2e989aae5133 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f7d01-a80e-40c9-a8e1-dfec69ac2741,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:52.457297 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28277da6-73c4-4267-a8b1-29ad67baa55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.688335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28277da6-73c4-4267-a8b1-29ad67baa55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.695033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec22f800-5d74-4357-8e2b-6219988b2455 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:52.702326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83be75-eaeb-4a02-b72e-ffe81b2a21d0 req-2932d32f-76df-4dd6-aadb-218e8652b4a0 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:52.725175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83be75-eaeb-4a02-b72e-ffe81b2a21d0 req-2932d32f-76df-4dd6-aadb-218e8652b4a0 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:52.734902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce83be75-eaeb-4a02-b72e-ffe81b2a21d0 req-2932d32f-76df-4dd6-aadb-218e8652b4a0 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 1652 time: 0.2890983 Nov 12 05:19:52.751783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd728d4e-8560-4f99-9438-7c6a701ef320 None None] Network 49ba902b-1e97-4ed0-859d-8410bbeda3fc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:52.757414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28277da6-73c4-4267-a8b1-29ad67baa55b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.762901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ec22f800-5d74-4357-8e2b-6219988b2455 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:52.764658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec22f800-5d74-4357-8e2b-6219988b2455 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:52.786374 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-28277da6-73c4-4267-a8b1-29ad67baa55b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fdf7afc3-4cac-40d7-b878-441ab7c3bc0c HTTP/1.1" status: 204 len: 168 time: 0.9661796 Nov 12 05:19:52.789045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:52.798329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28277da6-73c4-4267-a8b1-29ad67baa55b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf7afc3-4cac-40d7-b878-441ab7c3bc0c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:52.889686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.987896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.996096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce83be75-eaeb-4a02-b72e-ffe81b2a21d0 req-d31c9d0f-989e-4631-a435-0c75593961c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133241 Nov 12 05:19:53.030366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-706cbf64-0f86-4f62-8649-dc984013a789 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:53.037322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-706cbf64-0f86-4f62-8649-dc984013a789 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 945 time: 0.2941525 Nov 12 05:19:53.068497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Attempting to bind port 3db54606-a4a2-48b6-a36b-3524d3b8076a on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:53.068497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Attempting to bind port 3db54606-a4a2-48b6-a36b-3524d3b8076a by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:53.068497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Attempting to bind port 3db54606-a4a2-48b6-a36b-3524d3b8076a on network 8e912341-a250-41c8-bf96-563c5539140f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:53.074512 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Pushing event updated for resources: {'Port': ['ID=3db54606-a4a2-48b6-a36b-3524d3b8076a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:53.130311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:53.130956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Checking segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:53.131460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.131959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Bound using segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:53.132553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Bound port: 3db54606-a4a2-48b6-a36b-3524d3b8076a, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:53.133040 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.153040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Deleting port 75b13c3e-bf77-401e-aedd-68ea34155a28 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:53.157265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.273977 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-647f28b8-828b-4472-80de-d7ba6e37ec90 req-719cc023-1874-4ef9-878b-7029f825d730 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:19:53.286992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] For port 75b13c3e-bf77-401e-aedd-68ea34155a28, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=75b13c3e-bf77-401e-aedd-68ea34155a28,segment=NetworkSegment(562f9833-7f85-40c6-960b-dd5e07948241),segment_id=562f9833-7f85-40c6-960b-dd5e07948241)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:53.287647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.289540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-647f28b8-828b-4472-80de-d7ba6e37ec90 req-719cc023-1874-4ef9-878b-7029f825d730 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/9b1f7d01-a80e-40c9-a8e1-dfec69ac2741 HTTP/1.1" status: 404 len: 352 time: 0.0360656 Nov 12 05:19:53.307042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Calling delete_port for 75b13c3e-bf77-401e-aedd-68ea34155a28 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:53.336346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] For port 3db54606-a4a2-48b6-a36b-3524d3b8076a, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:53.356643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] For port 3db54606-a4a2-48b6-a36b-3524d3b8076a, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3db54606-a4a2-48b6-a36b-3524d3b8076a,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:53.372937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.435622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f9add5-417a-401f-82e3-005ac6daef01 None None] DHCP port deletion for 49ba902b-1e97-4ed0-859d-8410bbeda3fc request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:19:53.454271 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.537778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=75b13c3e-bf77-401e-aedd-68ea34155a28,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:53.547450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] No DVR routers for this DVR port 75b13c3e-bf77-401e-aedd-68ea34155a28 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:19:53.563536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-83f9add5-417a-401f-82e3-005ac6daef01 None None] The port '75b13c3e-bf77-401e-aedd-68ea34155a28' was deleted {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 05:19:53.599351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9c2fa-b063-4a6a-b251-bbf0c2079bf6 None None] Pushing event updated for resources: {'Port': ['ID=3db54606-a4a2-48b6-a36b-3524d3b8076a,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:53.644392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-c11bcc0f-08eb-4da3-ac95-c2c6ac381d22 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=54f6437fdf7f40758033a732e173c652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3934252 Nov 12 05:19:53.645480 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.665207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-9a9bcb43-3156-4bd7-9912-b78a2da81cc7 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:53.666764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-9a9bcb43-3156-4bd7-9912-b78a2da81cc7 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 815 time: 0.4681671 Nov 12 05:19:53.684727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.713458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ba902b-1e97-4ed0-859d-8410bbeda3fc']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:53.727103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:53.728464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562f9833-7f85-40c6-960b-dd5e07948241') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:53.729484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562f9833-7f85-40c6-960b-dd5e07948241') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:53.741331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.791473 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.813377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:19:53.814066 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.858595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=cc07b285-1a59-4021-99ad-e5d0754ef58e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:53.874753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:53.877526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:19:53.900205 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:19:53.909791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.919268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.924997 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] 10.222.0.48 "DELETE /v2.0/networks/49ba902b-1e97-4ed0-859d-8410bbeda3fc HTTP/1.1" status: 204 len: 168 time: 1.1325595 Nov 12 05:19:53.960981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea51904-5b26-4cbe-be6c-5affc8ee6a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=49ba902b-1e97-4ed0-859d-8410bbeda3fc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:53.964609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-c1f9c251-880e-49eb-8d21-dcc5b721e4a8 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:53.966862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-c1f9c251-880e-49eb-8d21-dcc5b721e4a8 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973711 Nov 12 05:19:54.033706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.033992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.034361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.034706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.038707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.039133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.040601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.044220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.044561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.044910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.045298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.045930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:54.078402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:54.082038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.093910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1194e890-090c-4f46-bcc4-52f6447f766f req-f93fcb30-cfab-4894-b7aa-f4a3b1a6d861 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 210 time: 0.4219599 Nov 12 05:19:54.112751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Request body: {'port': {'device_id': '4d017b3a-e808-409e-9007-194f2ff793ba', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '54f6437fdf7f40758033a732e173c652'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:54.170595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3db54606-a4a2-48b6-a36b-3524d3b8076a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:54.198327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:54.217545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-55d6917f-a8a5-4fdf-aa5f-eaa634d739ee tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/quotas/1963601e522c4bbaa628449395c6e84e HTTP/1.1" status: 200 len: 375 time: 0.3598280 Nov 12 05:19:54.294748 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6a8d0785-5fe6-4955-98c1-f9fec4c3d818 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b753db113ce4f319e749929c16c10d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940828 Nov 12 05:19:54.307165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56916) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:54.312940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3db54606-a4a2-48b6-a36b-3524d3b8076a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:54.313873 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.325289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4430295-a740-45a9-9a8f-36a7156be314 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2693486 Nov 12 05:19:54.358839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08', 'admin_state_up': True, 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'security_groups': ['06cd8060-2f1e-437d-9942-199dfa185f6e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:54.377645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-96400934-b001-4f93-a837-b765ba5d5cec None None] Provisioning complete for port cc07b285-1a59-4021-99ad-e5d0754ef58e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:54.378278 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-96400934-b001-4f93-a837-b765ba5d5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.427265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-96400934-b001-4f93-a837-b765ba5d5cec None None] Port cc07b285-1a59-4021-99ad-e5d0754ef58e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:54.441691 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41723b72-551c-4ffd-87ef-3cc74d0553c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.483525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41723b72-551c-4ffd-87ef-3cc74d0553c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.509958 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.580907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41723b72-551c-4ffd-87ef-3cc74d0553c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.583495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41723b72-551c-4ffd-87ef-3cc74d0553c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.586582 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-41723b72-551c-4ffd-87ef-3cc74d0553c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48a9ea58-7857-4995-acf7-c7957ef6b733 HTTP/1.1" status: 204 len: 168 time: 0.2761247 Nov 12 05:19:54.597781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Deleting port 4d70d5f4-e00b-485f-af19-9657760acf00 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:54.598129 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.598563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 3db54606-a4a2-48b6-a36b-3524d3b8076a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3db54606-a4a2-48b6-a36b-3524d3b8076a,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:54.611467 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.639823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41723b72-551c-4ffd-87ef-3cc74d0553c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a9ea58-7857-4995-acf7-c7957ef6b733,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:54.710205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:54.760125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:54.760737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3c47ea3c-5c02-44ac-a2d2-ae7b3f1090f7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:54.761332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 75b13c3e-bf77-401e-aedd-68ea34155a28 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:54.768637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc4144dc-6b04-44f9-bd0a-e14039d57c4f req-9cdd53c5-66e9-47f5-a8e6-131d6f5732f2 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05 HTTP/1.1" status: 200 len: 6200 time: 0.5680454 Nov 12 05:19:54.786444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 75b13c3e-bf77-401e-aedd-68ea34155a28 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:54.787067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 75b13c3e-bf77-401e-aedd-68ea34155a28 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:54.788840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=3db54606-a4a2-48b6-a36b-3524d3b8076a,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:54.866667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-77984f83-2b6d-43a1-9a84-ff6265cb9d89 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6480279 Nov 12 05:19:55.019087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] For port 4d70d5f4-e00b-485f-af19-9657760acf00, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d70d5f4-e00b-485f-af19-9657760acf00,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:55.019701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:55.036916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Calling delete_port for 4d70d5f4-e00b-485f-af19-9657760acf00 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:55.236069 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:55.249783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2', '4d70d5f4-e00b-485f-af19-9657760acf00'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:55.367873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc4144dc-6b04-44f9-bd0a-e14039d57c4f req-a16250d8-e1fe-4ff3-ba79-7afd54ba571a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/94365748-cc0e-4d80-ad6a-5115c307e63c HTTP/1.1" status: 200 len: 2998 time: 0.5839903 Nov 12 05:19:55.385395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2debd43-4ae8-4a32-a3b6-3ebf6fc3af41 None None] Network 8e912341-a250-41c8-bf96-563c5539140f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:55.497455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event deleted for resources: {'Port': ['ID=4d70d5f4-e00b-485f-af19-9657760acf00,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:55.533797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Made reservation on behalf of 54f6437fdf7f40758033a732e173c652 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:55.537894 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:55.541896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-2083ab9e-054b-458b-a243-3ae0e967aedf service neutron] 10.222.0.48 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560559 Nov 12 05:19:55.561898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a83506ec-f7ba-4dec-a7ff-66887587c687 None None] Provisioning complete for port 3db54606-a4a2-48b6-a36b-3524d3b8076a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:55.562272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a83506ec-f7ba-4dec-a7ff-66887587c687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:55.584586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] No DVR routers for this DVR port 4d70d5f4-e00b-485f-af19-9657760acf00 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:19:55.587536 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:55.591358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84bd592f-3e4b-487c-9a35-9215d4919627 req-250789c5-e4a0-4ad1-80f5-969e4bffde2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.47 "DELETE /v2.0/ports/4d70d5f4-e00b-485f-af19-9657760acf00 HTTP/1.1" status: 204 len: 173 time: 2.5513239 Nov 12 05:19:55.593871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:55.623986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1de47b-c53d-4edf-afbf-0b74e9caf4cf', 'name': 'network-vif-deleted', 'tag': '4d70d5f4-e00b-485f-af19-9657760acf00'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:55.627817 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f2df0-18ad-4e09-9bf9-1bcc29cf4417" -d '{"events": [{"server_uuid": "ad1de47b-c53d-4edf-afbf-0b74e9caf4cf", "name": "network-vif-deleted", "tag": "4d70d5f4-e00b-485f-af19-9657760acf00"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:55.647474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc4144dc-6b04-44f9-bd0a-e14039d57c4f req-4897f83b-70a0-465d-b898-6556c0957763 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/94365748-cc0e-4d80-ad6a-5115c307e63c HTTP/1.1" status: 200 len: 2998 time: 0.2786183 Nov 12 05:19:55.862282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-1a50b999-5872-4681-b1e7-071c427e30c6 service neutron] 10.222.0.48 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536569 Nov 12 05:19:56.029999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcf4637c-b58a-41bb-a400-848fba42da8a req-8c27f06e-60c2-46f3-9c50-f62d39216b34 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad1de47b-c53d-4edf-afbf-0b74e9caf4cf HTTP/1.1" status: 200 len: 210 time: 0.1586821 Nov 12 05:19:56.182963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3db54606-a4a2-48b6-a36b-3524d3b8076a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:56.298850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Allocated IP 192.168.233.121 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/5aeffb38-38c2-46eb-83d8-ed6ae7de2a51) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:56.380609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56962) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:56.381131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3db54606-a4a2-48b6-a36b-3524d3b8076a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:56.381535 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.658854 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.668138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-17345657-network', 'tenant_id': 'f34681e873e2401d9a03486a0820d916'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:56.701943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Made reservation on behalf of f34681e873e2401d9a03486a0820d916 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:56.705712 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.718501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.721413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9254ec67-f3bc-4c98-9cbe-dacc799f5e60 req-00350bed-a70d-4fd1-bb89-981a22d4b47c tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 210 time: 0.0848877 Nov 12 05:19:56.798273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-afd70030-a008-4f68-9dcc-99cd8d20c820 None None] Provisioning complete for port 3db54606-a4a2-48b6-a36b-3524d3b8076a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:56.798614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-21cd6c7e-f562-43be-9721-13f0b4785232 req-72f469d8-7b04-48d7-88c3-6c687904be2e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1709788687', 'description': 'tempest-description-2019816801'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:56.799156 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-afd70030-a008-4f68-9dcc-99cd8d20c820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.845521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3628a-9ded-4347-8418-7d7f89b81a87 req-f12be5f1-80c1-4fd9-9cef-d3fbcde46f98 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:56.857019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3628a-9ded-4347-8418-7d7f89b81a87 req-f12be5f1-80c1-4fd9-9cef-d3fbcde46f98 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:56.865065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3628a-9ded-4347-8418-7d7f89b81a87 req-f12be5f1-80c1-4fd9-9cef-d3fbcde46f98 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:56.866795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-adb3628a-9ded-4347-8418-7d7f89b81a87 req-f12be5f1-80c1-4fd9-9cef-d3fbcde46f98 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 2372 time: 0.3914549 Nov 12 05:19:56.911957 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.932811 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.950171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.973601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:19:56.992289 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.997004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd1e948-aebc-4309-86ab-3f1f426a02e8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:57.001148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.001720 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Added segment 14215e74-f83a-490c-bab8-ef81614f352e of type vlan for network 6d079e3e-27e2-47d1-8509-37a95e238273 Nov 12 05:19:57.059944 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.106196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.108172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:57.109128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.187303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] Pushing event updated for resources: {'Network': ['ID=6d079e3e-27e2-47d1-8509-37a95e238273,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:57.198894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 6d079e3e-27e2-47d1-8509-37a95e238273 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:19:57.367352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Allocated IP 10.2.2.100 (089d0ad6-f654-4578-bf11-2852cee4be08/a624429b-a76f-48fd-a2ef-242ec733c8ce/0d096ffe-5b37-4bd8-be11-f89776a4f88c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:57.374986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21cd6c7e-f562-43be-9721-13f0b4785232 req-72f469d8-7b04-48d7-88c3-6c687904be2e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.377579 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8a4cc45f-0251-4dbf-9da7-b4a613c08206 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9956765 Nov 12 05:19:57.380399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56978) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:57.388167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Request body: {'subnet': {'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-subnet', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:57.456102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Made reservation on behalf of f34681e873e2401d9a03486a0820d916 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:57.459306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.484059 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21cd6c7e-f562-43be-9721-13f0b4785232 req-72f469d8-7b04-48d7-88c3-6c687904be2e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.491565 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.504390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21cd6c7e-f562-43be-9721-13f0b4785232 req-72f469d8-7b04-48d7-88c3-6c687904be2e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.525392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['9a0eee05-c0ed-4bf0-827c-67ad1f00106f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:57.572464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-adb3628a-9ded-4347-8418-7d7f89b81a87 req-cac602b1-c7a3-4172-8990-8d7a414e077a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6846304 Nov 12 05:19:57.616834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:57.632353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:57.638918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4d70d5f4-e00b-485f-af19-9657760acf00 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:57.657405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21cd6c7e-f562-43be-9721-13f0b4785232 req-72f469d8-7b04-48d7-88c3-6c687904be2e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.658657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21cd6c7e-f562-43be-9721-13f0b4785232 req-72f469d8-7b04-48d7-88c3-6c687904be2e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8692279 Nov 12 05:19:57.659452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:57.678377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 4d70d5f4-e00b-485f-af19-9657760acf00 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:19:57.679735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4d70d5f4-e00b-485f-af19-9657760acf00 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:19:57.696347 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f7e9ef-ef5d-4157-a442-ad80a57cf708 x-openstack-request-id: req-64f7e9ef-ef5d-4157-a442-ad80a57cf708 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:57.696645 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1de47b-c53d-4edf-afbf-0b74e9caf4cf", "name": "network-vif-deleted", "tag": "4d70d5f4-e00b-485f-af19-9657760acf00", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:57.696897 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64f7e9ef-ef5d-4157-a442-ad80a57cf708 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:57.697307 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1de47b-c53d-4edf-afbf-0b74e9caf4cf', 'name': 'network-vif-deleted', 'tag': '4d70d5f4-e00b-485f-af19-9657760acf00', 'status': 'completed', 'code': 200} Nov 12 05:19:57.707225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f469d8-7b04-48d7-88c3-6c687904be2e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c99362d-0fe5-41c4-b64f-860d6d7ca922,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:57.792981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Pushing event updated for resources: {'Port': ['ID=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:57.815410 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.004257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773e3946-0980-4923-875f-b343a25e7a70,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:58.014759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Checking segment: {'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:58.015846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Network hostable DHCP agents. Network: 6d079e3e-27e2-47d1-8509-37a95e238273, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:19:58.043118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Network 6d079e3e-27e2-47d1-8509-37a95e238273 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:19:58.057929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 6d079e3e-27e2-47d1-8509-37a95e238273) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:58.061041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:58.062481 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.065821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:58.066662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.068154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4c45d-67e8-4e92-9728-faba75ac0645 None None] Network 6d079e3e-27e2-47d1-8509-37a95e238273 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:19:58.085795 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d318a41-ccc0-443f-ab78-2089976f6dc3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7041934 Nov 12 05:19:58.089145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:58.096028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:58.120616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.121882 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.165632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-bccec7bc-44d8-42a3-a15f-e7e2b0d16960 req-be98efb0-97a1-4a64-87a0-43f879ac2cae tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1536050358', 'description': 'tempest-description-1264234031'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:58.190404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.208203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ec4e9282-662c-4d30-82a8-f9c3258fd574 None None] Provisioning complete for port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:58.209114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9282-662c-4d30-82a8-f9c3258fd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.260944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e9282-662c-4d30-82a8-f9c3258fd574 None None] Port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:58.349138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-6d079e3e-27e2-47d1-8509-37a95e238273', 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'fixed_ips': [{'subnet_id': '773e3946-0980-4923-875f-b343a25e7a70'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:19:58.350085 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.374584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.546291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Allocated IP 172.20.0.2 (6d079e3e-27e2-47d1-8509-37a95e238273/773e3946-0980-4923-875f-b343a25e7a70/ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:58.552585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-605ba1bb-ac60-4fb7-a239-df4d12eb7608 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4563508 Nov 12 05:19:58.564949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.588708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Request body: {'port': {'device_id': '4d017b3a-e808-409e-9007-194f2ff793ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:58.640078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-b6f6a1c4-0970-486e-beea-ab1cf8de2856 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:58.647229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-b6f6a1c4-0970-486e-beea-ab1cf8de2856 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 815 time: 0.7809718 Nov 12 05:19:58.658834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.662331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bccec7bc-44d8-42a3-a15f-e7e2b0d16960 req-be98efb0-97a1-4a64-87a0-43f879ac2cae tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.675643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-10e64cd2-656c-4b07-ab18-4a3b95202753 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:58.677085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-10e64cd2-656c-4b07-ab18-4a3b95202753 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.47 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 815 time: 0.7249463 Nov 12 05:19:58.685198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.705094 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.709298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-088e6074-6891-41f1-9eee-2849836bb0ee tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/quotas/1963601e522c4bbaa628449395c6e84e HTTP/1.1" status: 200 len: 375 time: 0.0611575 Nov 12 05:19:58.714058 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.729834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Request body: {'port': {'device_id': '2c3d89b9-2d32-4dd6-8aa8-386f65a8302f', 'network_id': '8e912341-a250-41c8-bf96-563c5539140f', 'admin_state_up': True, 'tenant_id': '1963601e522c4bbaa628449395c6e84e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:58.753610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Network 6d079e3e-27e2-47d1-8509-37a95e238273 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:58.757034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:58.762704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:58.797659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Pushing event updated for resources: {'Port': ['ID=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:58.833098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Attempting to bind port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:19:58.833413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Attempting to bind port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:19:58.833739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Attempting to bind port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 on network 6d079e3e-27e2-47d1-8509-37a95e238273 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:19:58.834992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Allocated IP 172.25.2.199 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/0ff66f77-c918-47e6-9407-013094efba3a) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:19:58.839635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:19:58.840010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Checking segment: {'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:19:58.840488 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.840885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Bound using segment: {'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:19:58.841406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Bound port: ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:19:58.841793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.848124 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.895998 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.922178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] For port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:19:58.925656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] For port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,segment=NetworkSegment(14215e74-f83a-490c-bab8-ef81614f352e),segment_id=14215e74-f83a-490c-bab8-ef81614f352e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:19:58.934115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.974683 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:58.992964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-1489e910-3f66-4367-a104-55ec3d076bd4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2825248 Nov 12 05:19:59.002955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa62e42-aefb-48ce-9beb-e6856614a99b None None] Pushing event updated for resources: {'Port': ['ID=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:59.026700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.046091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 089d0ad6-f654-4578-bf11-2852cee4be08 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:59.071253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:19:59.074779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:59.080965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:59.085046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:19:59.110981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:19:59.123098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bccec7bc-44d8-42a3-a15f-e7e2b0d16960 req-be98efb0-97a1-4a64-87a0-43f879ac2cae tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.131155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Pushing event updated for resources: {'Port': ['ID=0ff66f77-c918-47e6-9407-013094efba3a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:59.252698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=0d096ffe-5b37-4bd8-be11-f89776a4f88c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:59.266268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bccec7bc-44d8-42a3-a15f-e7e2b0d16960 req-be98efb0-97a1-4a64-87a0-43f879ac2cae tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.270841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Made reservation on behalf of 1963601e522c4bbaa628449395c6e84e for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:19:59.282737 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.431847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:59.432488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.450574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.458457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bccec7bc-44d8-42a3-a15f-e7e2b0d16960 req-be98efb0-97a1-4a64-87a0-43f879ac2cae tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.466974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bccec7bc-44d8-42a3-a15f-e7e2b0d16960 req-be98efb0-97a1-4a64-87a0-43f879ac2cae tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.3992872 Nov 12 05:19:59.593088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e569e6c8-27a4-499b-a04e-0f80b0f16712 None None] Provisioning complete for port 0d096ffe-5b37-4bd8-be11-f89776a4f88c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:59.593663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e569e6c8-27a4-499b-a04e-0f80b0f16712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.594616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98efb0-97a1-4a64-87a0-43f879ac2cae tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c71269c-5c95-4688-906c-c07e73d30490,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:59.625427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a893a904-18b9-4c86-83a3-e45f589d13b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2713623 Nov 12 05:19:59.682186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e569e6c8-27a4-499b-a04e-0f80b0f16712 None None] Port 0d096ffe-5b37-4bd8-be11-f89776a4f88c cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:19:59.682675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08', 'admin_state_up': True, 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'security_groups': ['06cd8060-2f1e-437d-9942-199dfa185f6e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:59.710486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-0659776d-d46e-4c0f-9eb9-8a185a7a3b37 service neutron] 10.222.0.48 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156622 Nov 12 05:19:59.975871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e358-3079-47b6-835b-d450b4fecee0 req-be7e1ac3-8621-4a02-9fa6-ceacf9c0d40e tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:59.983289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e36e358-3079-47b6-835b-d450b4fecee0 req-be7e1ac3-8621-4a02-9fa6-ceacf9c0d40e tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 936 time: 0.3779342 Nov 12 05:19:59.994565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:00.010403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.117599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Transition to ACTIVE for port object 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:00.136395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-6d893415-5a30-43c3-a60a-a9e7bcf61dd2 service neutron] 10.222.0.48 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059074 Nov 12 05:20:00.141496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:00.151550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Allocated IP 172.20.0.13 (8e912341-a250-41c8-bf96-563c5539140f/2c5f2609-b10b-40b6-a156-8f3f635238f1/97004944-86eb-4ad7-89f7-0951adf890d8) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:00.158960 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.203543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e36e358-3079-47b6-835b-d450b4fecee0 req-a6dad718-eb5b-418c-b057-6206199cca68 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192671 Nov 12 05:20:00.289618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.293604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:00.294095 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.363111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Pushing event updated for resources: {'Port': ['ID=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:00.457974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.556195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,segment=NetworkSegment(14215e74-f83a-490c-bab8-ef81614f352e),segment_id=14215e74-f83a-490c-bab8-ef81614f352e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:00.568001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.668035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:00.686919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b980f893-7ce2-4681-85df-5f5f57259f2e None None] Network 6d079e3e-27e2-47d1-8509-37a95e238273 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:00.708323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.761213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Made reservation on behalf of 262340de18344ea1ba7a3c7cee7434fb for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:00.768417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.774063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:00.822472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Router 0576cf49-3c74-4a81-a537-4995498ee216 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:20:00.838200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e51eb59a-dec9-4bec-9667-3aba46a7b636 None None] Provisioning complete for port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:00.838627 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e51eb59a-dec9-4bec-9667-3aba46a7b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:01.083981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Allocated IP 10.2.2.200 (089d0ad6-f654-4578-bf11-2852cee4be08/a624429b-a76f-48fd-a2ef-242ec733c8ce/ac1717fc-c0f1-4b58-8a77-a671c665475f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:01.142117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:01.155444 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Sync routers for ids ['0576cf49-3c74-4a81-a537-4995498ee216'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:01.183898 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Routers {'0576cf49-3c74-4a81-a537-4995498ee216'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:01.184577 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0576cf49-3c74-4a81-a537-4995498ee216'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:01.188871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:01.190562 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cb12d464-2877-4ab0-a04e-09e65e7f77dc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0989311 Nov 12 05:20:01.193225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:01.230884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Network 8e912341-a250-41c8-bf96-563c5539140f is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:01.253119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:01.256612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:01.321376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Pushing event updated for resources: {'Port': ['ID=97004944-86eb-4ad7-89f7-0951adf890d8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:01.335762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:01.336390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:01.431344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-3570c763-2ba0-4839-b063-448b8731346d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7359302 Nov 12 05:20:01.456287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5eaa-b5a1-45f4-a7bd-718b7de62f97 req-8db0f609-4591-4281-ad03-19039b910cd5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:01.463005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5eaa-b5a1-45f4-a7bd-718b7de62f97 req-8db0f609-4591-4281-ad03-19039b910cd5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:01.469224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5eaa-b5a1-45f4-a7bd-718b7de62f97 req-8db0f609-4591-4281-ad03-19039b910cd5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:01.475484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5eaa-b5a1-45f4-a7bd-718b7de62f97 req-8db0f609-4591-4281-ad03-19039b910cd5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:01.483832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27f5eaa-b5a1-45f4-a7bd-718b7de62f97 req-8db0f609-4591-4281-ad03-19039b910cd5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 3093 time: 0.7127941 Nov 12 05:20:01.526234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Request body: {'port': {'device_id': '2c3d89b9-2d32-4dd6-8aa8-386f65a8302f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:01.546390 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Set router 0576cf49-3c74-4a81-a537-4995498ee216 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:01.592158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Attempting to bind port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:01.592981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Attempting to bind port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:01.593203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Attempting to bind port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:01.607213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:01.607545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Attempting to bind port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:01.631248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:01.631704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:01.632181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:01.634002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Bound port: 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:01.634395 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:01.754765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bc09c060-dcca-4d26-afd0-5b87c3754334 None None] Provisioning complete for port 97004944-86eb-4ad7-89f7-0951adf890d8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:01.755296 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bc09c060-dcca-4d26-afd0-5b87c3754334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:01.772538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59455c9d-7574-4f87-830d-e5187e8507ae req-c05eec17-a8a7-47a2-a1eb-6ceab309cc80 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:01.787771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-c05eec17-a8a7-47a2-a1eb-6ceab309cc80 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 812 time: 0.9679508 Nov 12 05:20:01.801741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b27f5eaa-b5a1-45f4-a7bd-718b7de62f97 req-6210251a-143e-4aca-af29-67edad4a16b3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169897 Nov 12 05:20:01.842852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-bc09c060-dcca-4d26-afd0-5b87c3754334 None None] Port 97004944-86eb-4ad7-89f7-0951adf890d8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:01.858723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bc09c060-dcca-4d26-afd0-5b87c3754334 None None] Provisioning complete for port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:01.860472 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bc09c060-dcca-4d26-afd0-5b87c3754334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:01.884402 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ff66f77-c918-47e6-9407-013094efba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:19:59Z', 'revision_number': 3, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port': {'id': '0ff66f77-c918-47e6-9407-013094efba3a', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:01.919211 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Checking router: 0576cf49-3c74-4a81-a537-4995498ee216 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:01.919674 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Updating router 0576cf49-3c74-4a81-a537-4995498ee216 port 0ff66f77-c918-47e6-9407-013094efba3a binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:20:01.920622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-2061b027-3afa-478c-ab86-060601d25784 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/quotas/029a5cceb0f94a62b8dd22d6d6386f05 HTTP/1.1" status: 200 len: 375 time: 0.1308258 Nov 12 05:20:01.936483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:01.959936 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.070217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.083122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] For port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:02.094855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.110897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:02.137108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-83cd396d-a8a6-4cbb-8afd-17fe47e9ffa6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2155132 Nov 12 05:20:02.172912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] For port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:02.238932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:02.239392 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.241873 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.411265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:02.412083 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.413680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] 10.222.0.43 "PUT /v2.0/ports/5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 HTTP/1.1" status: 200 len: 1097 time: 3.8352935 Nov 12 05:20:02.414384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d017b3a-e808-409e-9007-194f2ff793ba', 'tag': '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:02.416880 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d017b3a-e808-409e-9007-194f2ff793ba", "tag": "5aeffb38-38c2-46eb-83d8-ed6ae7de2a51"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:02.433390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.473553 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.495494 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.565909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6400de-fde5-4a54-b6f7-05c0d0827f40 service neutron] Pushing event updated for resources: {'Port': ['ID=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:02.620886 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Attempting to bind port 0ff66f77-c918-47e6-9407-013094efba3a on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:02.621267 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Attempting to bind port 0ff66f77-c918-47e6-9407-013094efba3a by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:02.621625 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Attempting to bind port 0ff66f77-c918-47e6-9407-013094efba3a on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:02.629767 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Pushing event updated for resources: {'Port': ['ID=0ff66f77-c918-47e6-9407-013094efba3a,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:02.632093 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:02.632367 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:02.632803 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.633237 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:02.633753 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Bound port: 0ff66f77-c918-47e6-9407-013094efba3a, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:02.634142 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.644869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Allocated IP 172.20.0.1 (6d079e3e-27e2-47d1-8509-37a95e238273/773e3946-0980-4923-875f-b343a25e7a70/1c89d6a4-93c1-4faf-b567-6101950b67c0) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:02.658068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Network 089d0ad6-f654-4578-bf11-2852cee4be08 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:02.667266 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.667604 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.667931 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.668255 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.668576 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.668987 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.678608 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.678955 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.679282 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.679790 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.680116 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.681168 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:02.738082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-31867773-2e4a-4197-aafd-9f23fecb05f1 service neutron] 10.222.0.48 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996792 Nov 12 05:20:02.751553 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] For port 0ff66f77-c918-47e6-9407-013094efba3a, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:02.755006 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] For port 0ff66f77-c918-47e6-9407-013094efba3a, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0ff66f77-c918-47e6-9407-013094efba3a,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:02.756323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-630a0424-2d66-40c7-9f00-2ebd3c37d189 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:02.764224 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:02.765010 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-630a0424-2d66-40c7-9f00-2ebd3c37d189 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.43 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 815 time: 0.3998010 Nov 12 05:20:02.776174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:02.796277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:02.799987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c59d94ed-3fa8-4916-beea-b01d3cfad144 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:02.893116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Request body: {'port': {'device_id': '49d6ea7f-542d-4cb9-8d86-0392e5c08f76', 'network_id': '8e912341-a250-41c8-bf96-563c5539140f', 'admin_state_up': True, 'tenant_id': '1963601e522c4bbaa628449395c6e84e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:02.913550 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Routers {'0576cf49-3c74-4a81-a537-4995498ee216'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:02.914700 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0576cf49-3c74-4a81-a537-4995498ee216'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:02.916829 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f83af-a6ee-4347-be7b-e78972134384 None None] Pushing event updated for resources: {'Port': ['ID=0ff66f77-c918-47e6-9407-013094efba3a,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:03.044409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97004944-86eb-4ad7-89f7-0951adf890d8 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:03.054160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.084380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event updated for resources: {'Port': ['ID=ac1717fc-c0f1-4b58-8a77-a671c665475f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:03.109764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Transition to ACTIVE for port object 97004944-86eb-4ad7-89f7-0951adf890d8 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:03.138808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.148989 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] Set router 0576cf49-3c74-4a81-a537-4995498ee216 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:03.168349 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.210533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:03.212155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:03.216232 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb383933-4eed-40ab-903f-827bbf32dc1c" -d '{"events": [{"server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:03.227653 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.236702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Made reservation on behalf of 1963601e522c4bbaa628449395c6e84e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:03.240443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.347313 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.351430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3f5d77a-dd6e-467e-8c83-2b6428da61ef None None] Provisioning complete for port ac1717fc-c0f1-4b58-8a77-a671c665475f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:03.353131 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d77a-dd6e-467e-8c83-2b6428da61ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.389463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:03.405189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.405894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.406499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.407056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.407607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.408168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.408723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.409413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.409957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.410552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.411114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.411672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:03.418623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5d77a-dd6e-467e-8c83-2b6428da61ef None None] Port ac1717fc-c0f1-4b58-8a77-a671c665475f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:03.457201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Allocated IP 172.20.0.7 (8e912341-a250-41c8-bf96-563c5539140f/2c5f2609-b10b-40b6-a156-8f3f635238f1/cf8ddea9-69ee-44b4-a499-ee333a54698b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:03.468475 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.538500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c89d6a4-93c1-4faf-b567-6101950b67c0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:03.549531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Network 6d079e3e-27e2-47d1-8509-37a95e238273 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:03.553073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:03.557904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:03.583092 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ff66f77-c918-47e6-9407-013094efba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:19:59Z', 'revision_number': 3, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port': {'id': '0ff66f77-c918-47e6-9407-013094efba3a', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:03.633022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-95eaaf88-54c1-4344-9137-e7ad2ad8f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:03.634989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-95eaaf88-54c1-4344-9137-e7ad2ad8f7f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54f6437fdf7f40758033a732e173c652&device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 1100 time: 1.0266445 Nov 12 05:20:03.637837 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35574d98-a2f1-4bff-9fbb-edab05a2216b None None] The sync data for ids ['0576cf49-3c74-4a81-a537-4995498ee216'] in n-d-765315-28 is: [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ff66f77-c918-47e6-9407-013094efba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:19:59Z', 'revision_number': 3, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port': {'id': '0ff66f77-c918-47e6-9407-013094efba3a', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:03.701530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Pushing event updated for resources: {'Port': ['ID=97004944-86eb-4ad7-89f7-0951adf890d8,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:03.745974 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.797651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:03.798461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.868172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-0873ace2-353b-47c0-890f-b5a8248a9377 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 HTTP/1.1" status: 200 len: 217 time: 0.1537724 Nov 12 05:20:03.871590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df33c0e2-16fa-4ece-b2b8-82578c82cba5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1941087 Nov 12 05:20:03.953087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-89a648ae-a1c1-4cf8-ba57-3744bc786c0e None None] Provisioning complete for port 1c89d6a4-93c1-4faf-b567-6101950b67c0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:03.953578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:03.953690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89a648ae-a1c1-4cf8-ba57-3744bc786c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.050800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-89a648ae-a1c1-4cf8-ba57-3744bc786c0e None None] Port 1c89d6a4-93c1-4faf-b567-6101950b67c0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:04.169611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-60668ee2-6e55-458f-a44e-f97b47b65df6 service neutron] 10.222.0.48 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4272885 Nov 12 05:20:04.203248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.224569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.261705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-bb53ea31-5caf-4e2e-8da9-e615680966dc tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:04.263277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-bb53ea31-5caf-4e2e-8da9-e615680966dc tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 815 time: 1.1008532 Nov 12 05:20:04.269509 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.273196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Attempting to bind port 97004944-86eb-4ad7-89f7-0951adf890d8 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:04.273542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Attempting to bind port 97004944-86eb-4ad7-89f7-0951adf890d8 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:04.273875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Attempting to bind port 97004944-86eb-4ad7-89f7-0951adf890d8 on network 8e912341-a250-41c8-bf96-563c5539140f {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:04.279082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-67e3668a-f2d6-4e73-95a6-8564b795ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:04.280537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-67e3668a-f2d6-4e73-95a6-8564b795ddb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.3835390 Nov 12 05:20:04.302565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-cd87fb0a-6bb9-45a5-a763-91ed3ddde8fa tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/quotas/1963601e522c4bbaa628449395c6e84e HTTP/1.1" status: 200 len: 375 time: 0.0306108 Nov 12 05:20:04.427193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.427788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Port 97004944-86eb-4ad7-89f7-0951adf890d8 on network 8e912341-a250-41c8-bf96-563c5539140f not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:04.432260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Attempting to bind port 97004944-86eb-4ad7-89f7-0951adf890d8 on network 8e912341-a250-41c8-bf96-563c5539140f {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:04.453908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:04.454246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Checking segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:04.454654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Bound using segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:04.455106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Bound port: 97004944-86eb-4ad7-89f7-0951adf890d8, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:04.455460 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.507920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Network 8e912341-a250-41c8-bf96-563c5539140f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:04.521455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:04.542485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:04.621864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Pushing event updated for resources: {'Port': ['ID=cf8ddea9-69ee-44b4-a499-ee333a54698b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:04.735590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:04.736532 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.763160 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.782606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:04.791887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-43fb3697-67bc-4a58-a341-e6189b34d038 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:04.793472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-43fb3697-67bc-4a58-a341-e6189b34d038 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.1606271 Nov 12 05:20:04.829562 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-d25dc634-9994-4bfa-a7a0-020e311e78d2 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9562278 Nov 12 05:20:04.881377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-a536494b-9835-4a15-b3a0-e7d72448970b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/quotas/0ef4818c9b594b20b2e6187eecd470c0 HTTP/1.1" status: 200 len: 375 time: 0.0520742 Nov 12 05:20:04.905308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Request body: {'port': {'device_id': '49d6ea7f-542d-4cb9-8d86-0392e5c08f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:04.959422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-290013f2-e768-4998-92c5-d49d2adec44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:04.960951 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-290013f2-e768-4998-92c5-d49d2adec44e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6563911 Nov 12 05:20:05.002871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.017013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c89d6a4-93c1-4faf-b567-6101950b67c0,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:05.049635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-91525cad-5b88-4e61-a403-7679ae73e52a None None] Provisioning complete for port cf8ddea9-69ee-44b4-a499-ee333a54698b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:05.050215 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-91525cad-5b88-4e61-a403-7679ae73e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.114569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.135490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-91525cad-5b88-4e61-a403-7679ae73e52a None None] Port cf8ddea9-69ee-44b4-a499-ee333a54698b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:05.271634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-343a57b2-1a9f-42e9-aed1-30711abe9868 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663319 Nov 12 05:20:05.299966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-796a49b1-939c-4087-a09a-b6f87c117d66 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8722436 Nov 12 05:20:05.433460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] For port 97004944-86eb-4ad7-89f7-0951adf890d8, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:05.539112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] For port 97004944-86eb-4ad7-89f7-0951adf890d8, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97004944-86eb-4ad7-89f7-0951adf890d8,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:05.558564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.572323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-d1d4e7ac-3217-427d-9bee-ab638a544a1a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6898677 Nov 12 05:20:05.575334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8ddea9-69ee-44b4-a499-ee333a54698b {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:05.586391 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.610833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Transition to ACTIVE for port object cf8ddea9-69ee-44b4-a499-ee333a54698b will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:05.618837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Network 6d079e3e-27e2-47d1-8509-37a95e238273 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:05.620033 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.623577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:05.696856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:05.697482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.698934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] 10.222.0.47 "PUT /v2.0/ports/97004944-86eb-4ad7-89f7-0951adf890d8 HTTP/1.1" status: 200 len: 1093 time: 4.2130582 Nov 12 05:20:05.751992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ddea9-69ee-44b4-a499-ee333a54698b,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:05.878225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eba310f-255e-4a80-a58f-ef743c0bed8a req-e7899659-a227-4d9c-80f8-a892067152ec service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644784 Nov 12 05:20:05.933616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Router 0576cf49-3c74-4a81-a537-4995498ee216 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:05.935131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Attempting to bind port cf8ddea9-69ee-44b4-a499-ee333a54698b on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:05.935580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Attempting to bind port cf8ddea9-69ee-44b4-a499-ee333a54698b by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:05.935922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Attempting to bind port cf8ddea9-69ee-44b4-a499-ee333a54698b on network 8e912341-a250-41c8-bf96-563c5539140f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:05.947072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Port cf8ddea9-69ee-44b4-a499-ee333a54698b on network 8e912341-a250-41c8-bf96-563c5539140f not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:05.947458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Attempting to bind port cf8ddea9-69ee-44b4-a499-ee333a54698b on network 8e912341-a250-41c8-bf96-563c5539140f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:05.965773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:05.966000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Checking segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:05.966428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Bound using segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:05.966989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Bound port: cf8ddea9-69ee-44b4-a499-ee333a54698b, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:05.967356 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.003461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-6e072340-3699-430b-8ce1-47caf7e93f9c service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921857 Nov 12 05:20:06.092369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-09044a91-ed72-49c7-a43c-08e2df2ecf36 None None] Provisioning complete for port 1c89d6a4-93c1-4faf-b567-6101950b67c0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:06.092976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-09044a91-ed72-49c7-a43c-08e2df2ecf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.096481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-4ceffa3c-7186-4520-8314-2f7d71cf79b7 service neutron] 10.222.0.48 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777276 Nov 12 05:20:06.167734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0ff66f77-c918-47e6-9407-013094efba3a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:06.172795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18952df0-8a50-45cb-8a05-b8600478935d service neutron] Pushing event updated for resources: {'Port': ['ID=97004944-86eb-4ad7-89f7-0951adf890d8,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:06.205252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:06.237545 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2faa0213-7735-4c42-b46d-a442191146c5 admin admin] 10.222.0.48 "PUT /v2.0/routers/0576cf49-3c74-4a81-a537-4995498ee216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0430160 Nov 12 05:20:06.277654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-09044a91-ed72-49c7-a43c-08e2df2ecf36 None None] Port 1c89d6a4-93c1-4faf-b567-6101950b67c0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:06.293085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] For port cf8ddea9-69ee-44b4-a499-ee333a54698b, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:06.297529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] For port cf8ddea9-69ee-44b4-a499-ee333a54698b, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf8ddea9-69ee-44b4-a499-ee333a54698b,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:06.299744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0ff66f77-c918-47e6-9407-013094efba3a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:06.300359 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.304506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.370225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:06.371164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.372714 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf8ddea9-69ee-44b4-a499-ee333a54698b HTTP/1.1" status: 200 len: 1092 time: 1.4857869 Nov 12 05:20:06.376229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d6ea7f-542d-4cb9-8d86-0392e5c08f76', 'tag': 'cf8ddea9-69ee-44b4-a499-ee333a54698b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:06.379554 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85249c55-0af5-4d4b-9b4d-40312a14e31a" -d '{"events": [{"name": "network-changed", "server_uuid": "49d6ea7f-542d-4cb9-8d86-0392e5c08f76", "tag": "cf8ddea9-69ee-44b4-a499-ee333a54698b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:06.383578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00208752-a597-406c-a812-11325699de8d None None] Sync routers for ids ['0576cf49-3c74-4a81-a537-4995498ee216'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:06.479176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00208752-a597-406c-a812-11325699de8d None None] Routers {'0576cf49-3c74-4a81-a537-4995498ee216'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:06.481172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-00208752-a597-406c-a812-11325699de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0576cf49-3c74-4a81-a537-4995498ee216'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:06.494237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec911f2c-ea57-4c8d-bcad-13a13ff637e5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ddea9-69ee-44b4-a499-ee333a54698b,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:06.523465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-4423dc71-4716-4dc5-989b-5850cb3d217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:06.526538 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-4423dc71-4716-4dc5-989b-5850cb3d217a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 1095 time: 0.0787716 Nov 12 05:20:06.598681 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.599025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:06.604204 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-7f841bfc-949b-4c30-9625-2b54932d2bb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf8ddea9-69ee-44b4-a499-ee333a54698b HTTP/1.1" status: 200 len: 217 time: 0.0604033 Nov 12 05:20:06.609853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.625304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Transition to ACTIVE for port object adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:06.630036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-7a5cc32d-2fb2-4616-9fbf-f3e15a6c516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:06.631946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-7a5cc32d-2fb2-4616-9fbf-f3e15a6c516c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 1096 time: 0.8176267 Nov 12 05:20:06.644717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 0ff66f77-c918-47e6-9407-013094efba3a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0ff66f77-c918-47e6-9407-013094efba3a,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:06.658388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.679439 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.702320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-4ef5881f-8d48-4601-86d1-43cf5b6ff361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:06.704379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-4ef5881f-8d48-4601-86d1-43cf5b6ff361 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 200 len: 854 time: 0.0914671 Nov 12 05:20:06.758370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-00208752-a597-406c-a812-11325699de8d None None] Set router 0576cf49-3c74-4a81-a537-4995498ee216 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:06.760829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=0ff66f77-c918-47e6-9407-013094efba3a,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:06.774433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-60f5ee96-a1a3-4b5f-953e-96c0b7f0240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:06.776380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-60f5ee96-a1a3-4b5f-953e-96c0b7f0240a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e912341-a250-41c8-bf96-563c5539140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556319 Nov 12 05:20:06.805868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-a6218091-4d88-4aa1-9103-83aeed63d46c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97004944-86eb-4ad7-89f7-0951adf890d8 HTTP/1.1" status: 200 len: 217 time: 0.1564581 Nov 12 05:20:06.915542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-dfc2786e-a0bc-4620-9022-34db3fa8636e service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9078925 Nov 12 05:20:06.936656 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-11d485b1-51be-43a1-a2f9-a6332b953af1 service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506224 Nov 12 05:20:06.990497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-20c6a0b5-f0c4-4bfd-89da-44a3c36dbce2 service neutron] 10.222.0.48 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8927665 Nov 12 05:20:06.991199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Pushing event updated for resources: {'Port': ['ID=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:07.000346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59455c9d-7574-4f87-830d-e5187e8507ae req-e93ed0b4-e9f8-43bd-8653-22e283649f8e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:07.001837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-e93ed0b4-e9f8-43bd-8653-22e283649f8e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 812 time: 0.8913693 Nov 12 05:20:07.023246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'port': {'device_id': '4adcc115-20e7-4d79-8b14-a37bec247418', 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d', 'admin_state_up': True, 'tenant_id': '029a5cceb0f94a62b8dd22d6d6386f05'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:07.173021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-8bb2e093-d152-4516-ab69-3a8e692c8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:07.185131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-8bb2e093-d152-4516-ab69-3a8e692c8820 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 200 len: 854 time: 0.3517716 Nov 12 05:20:07.199279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-00208752-a597-406c-a812-11325699de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ff66f77-c918-47e6-9407-013094efba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:04Z', 'revision_number': 4, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port': {'id': '0ff66f77-c918-47e6-9407-013094efba3a', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1c89d6a4-93c1-4faf-b567-6101950b67c0', 'name': '', 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'mac_address': 'fa:16:3e:56:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '773e3946-0980-4923-875f-b343a25e7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:02Z', 'updated_at': '2021-11-12T05:20:04Z', 'revision_number': 2, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'subnets': [{'id': '773e3946-0980-4923-875f-b343a25e7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:07.202148 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6e4086d6-e23a-429a-ab71-fcd6ede8eff1 req-659030bf-211e-4c1d-a562-5c37327e10d6 service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548132 Nov 12 05:20:07.237658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00208752-a597-406c-a812-11325699de8d None None] Checking router: 0576cf49-3c74-4a81-a537-4995498ee216 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:07.238377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00208752-a597-406c-a812-11325699de8d None None] Updating router 0576cf49-3c74-4a81-a537-4995498ee216 port 1c89d6a4-93c1-4faf-b567-6101950b67c0 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:20:07.286916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Attempting to bind port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:07.287260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Attempting to bind port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:07.287589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Attempting to bind port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 on network 9d2478ff-cee8-449a-8481-98ac2b21b209 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:07.310068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 on network 9d2478ff-cee8-449a-8481-98ac2b21b209 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:07.310417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Attempting to bind port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 on network 9d2478ff-cee8-449a-8481-98ac2b21b209 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:07.311690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00208752-a597-406c-a812-11325699de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:07.344099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:07.344439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Checking segment: {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:07.344956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Bound using segment: {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:07.345255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Bound port: adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18967ec7-870a-4079-8d03-4298507485cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:07.345608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:07.381475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee2daa-24db-49bb-9a9d-ed25fc977382 req-c32e51e3-360d-41cb-b99e-81397ef02400 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:07.390754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47ee2daa-24db-49bb-9a9d-ed25fc977382 req-c32e51e3-360d-41cb-b99e-81397ef02400 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 948 time: 0.1893375 Nov 12 05:20:07.474944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-e86c7fbe-a607-48ad-9d18-039a333091c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:07.476640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-e86c7fbe-a607-48ad-9d18-039a333091c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e912341-a250-41c8-bf96-563c5539140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2660968 Nov 12 05:20:07.671060 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00208752-a597-406c-a812-11325699de8d None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:07.678252 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00208752-a597-406c-a812-11325699de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:07.684308 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f268069c-c900-4760-bb0b-5909b959983e x-openstack-request-id: req-f268069c-c900-4760-bb0b-5909b959983e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:07.684928 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d017b3a-e808-409e-9007-194f2ff793ba", "tag": "5aeffb38-38c2-46eb-83d8-ed6ae7de2a51", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:07.686662 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f268069c-c900-4760-bb0b-5909b959983e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:07.688258 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d017b3a-e808-409e-9007-194f2ff793ba', 'tag': '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51', 'status': 'completed', 'code': 200} Nov 12 05:20:07.699814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47ee2daa-24db-49bb-9a9d-ed25fc977382 req-844f5f20-a0d8-4040-ad86-0f36825a85fa tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058298 Nov 12 05:20:07.742287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-5a6e9d1e-567c-4b95-bfd4-17bccc7c08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:07.759855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-5a6e9d1e-567c-4b95-bfd4-17bccc7c08e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54f6437fdf7f40758033a732e173c652&device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 1100 time: 0.1417210 Nov 12 05:20:07.963612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Made reservation on behalf of 029a5cceb0f94a62b8dd22d6d6386f05 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:07.972935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.039323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-00208752-a597-406c-a812-11325699de8d None None] Attempting to bind port 1c89d6a4-93c1-4faf-b567-6101950b67c0 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:08.041881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-00208752-a597-406c-a812-11325699de8d None None] Attempting to bind port 1c89d6a4-93c1-4faf-b567-6101950b67c0 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:08.045829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00208752-a597-406c-a812-11325699de8d None None] Attempting to bind port 1c89d6a4-93c1-4faf-b567-6101950b67c0 on network 6d079e3e-27e2-47d1-8509-37a95e238273 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:08.067538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00208752-a597-406c-a812-11325699de8d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:08.069657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00208752-a597-406c-a812-11325699de8d None None] Checking segment: {'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:08.073426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00208752-a597-406c-a812-11325699de8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.074036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00208752-a597-406c-a812-11325699de8d None None] Bound using segment: {'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:08.075142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-00208752-a597-406c-a812-11325699de8d None None] Bound port: 1c89d6a4-93c1-4faf-b567-6101950b67c0, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14215e74-f83a-490c-bab8-ef81614f352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:08.075860 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00208752-a597-406c-a812-11325699de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.108657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26cddc-c291-4794-99e4-4cc9040aeb06 None None] Pushing event updated for resources: {'Port': ['ID=1c89d6a4-93c1-4faf-b567-6101950b67c0,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:08.273657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-00208752-a597-406c-a812-11325699de8d None None] For port 1c89d6a4-93c1-4faf-b567-6101950b67c0, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:08.278571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-00208752-a597-406c-a812-11325699de8d None None] For port 1c89d6a4-93c1-4faf-b567-6101950b67c0, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1c89d6a4-93c1-4faf-b567-6101950b67c0,segment=NetworkSegment(14215e74-f83a-490c-bab8-ef81614f352e),segment_id=14215e74-f83a-490c-bab8-ef81614f352e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:08.282058 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab858d0-8cba-4f63-a75a-9465d6007c77 x-openstack-request-id: req-cab858d0-8cba-4f63-a75a-9465d6007c77 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:08.283137 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:08.283401 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cab858d0-8cba-4f63-a75a-9465d6007c77 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:08.284447 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'code': 200} Nov 12 05:20:08.292616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0ff66f77-c918-47e6-9407-013094efba3a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:08.390621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00208752-a597-406c-a812-11325699de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.439883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b772e390-82dc-49fe-8e20-d9320ab01469 None None] Provisioning complete for port 1c89d6a4-93c1-4faf-b567-6101950b67c0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:08.440254 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b772e390-82dc-49fe-8e20-d9320ab01469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.513145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00208752-a597-406c-a812-11325699de8d None None] Routers {'0576cf49-3c74-4a81-a537-4995498ee216'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:08.513807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-00208752-a597-406c-a812-11325699de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0576cf49-3c74-4a81-a537-4995498ee216'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:08.580967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0ff66f77-c918-47e6-9407-013094efba3a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:08.581337 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.636346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] For port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:08.677700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-669567e7-e7db-4bf6-879e-e41992c7d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.682172 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-669567e7-e7db-4bf6-879e-e41992c7d384 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.9129479 Nov 12 05:20:08.684164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b84d2fb-2dcd-44af-b4ee-35910e959bba req-e7ba4545-5223-4821-b221-94c8239a92c9 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 210 time: 0.0544403 Nov 12 05:20:08.716229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800ea69-77ad-49f2-8dd1-b0715d15f208 req-34b77bc4-f764-4fa9-94d5-daa255f5bb04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.723942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800ea69-77ad-49f2-8dd1-b0715d15f208 req-34b77bc4-f764-4fa9-94d5-daa255f5bb04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.730773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800ea69-77ad-49f2-8dd1-b0715d15f208 req-34b77bc4-f764-4fa9-94d5-daa255f5bb04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.737975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800ea69-77ad-49f2-8dd1-b0715d15f208 req-34b77bc4-f764-4fa9-94d5-daa255f5bb04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.744680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800ea69-77ad-49f2-8dd1-b0715d15f208 req-34b77bc4-f764-4fa9-94d5-daa255f5bb04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.752581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7800ea69-77ad-49f2-8dd1-b0715d15f208 req-34b77bc4-f764-4fa9-94d5-daa255f5bb04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 3826 time: 0.9295220 Nov 12 05:20:08.759696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] For port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:08.773888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Allocated IP 172.20.0.11 (67a2239a-8e17-410c-8fe7-a03c5364e40d/5f0a11f7-e543-4b19-a12f-ce5140ea08ad/f9874a14-1485-4b05-8717-612f0b188107) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:08.784317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-c0431ae6-eabd-45a6-9f0d-cde749556927 service neutron] 10.222.0.47 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2877824 Nov 12 05:20:08.790557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.791340 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964d5e16-ecb2-4ddd-b7c1-988e9d205e46 x-openstack-request-id: req-964d5e16-ecb2-4ddd-b7c1-988e9d205e46 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:08.792160 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d6ea7f-542d-4cb9-8d86-0392e5c08f76", "tag": "cf8ddea9-69ee-44b4-a499-ee333a54698b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:08.793825 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-964d5e16-ecb2-4ddd-b7c1-988e9d205e46 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:08.794423 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d6ea7f-542d-4cb9-8d86-0392e5c08f76', 'tag': 'cf8ddea9-69ee-44b4-a499-ee333a54698b', 'status': 'completed', 'code': 200} Nov 12 05:20:08.798768 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-c09bd1e2-51a5-408c-bbc8-180dc9b43e69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 HTTP/1.1" status: 200 len: 217 time: 0.1063206 Nov 12 05:20:08.812098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26cddc-c291-4794-99e4-4cc9040aeb06 None None] Pushing event updated for resources: {'Port': ['ID=1c89d6a4-93c1-4faf-b567-6101950b67c0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:08.880174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-8c3847d1-63ad-414b-a3bf-111b8029bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.882000 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-8c3847d1-63ad-414b-a3bf-111b8029bd6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0549738 Nov 12 05:20:08.886430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Pushing event updated for resources: {'Port': ['ID=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:08.943365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-a9d12f57-68b9-4970-a6aa-2550b936d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.945156 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-a9d12f57-68b9-4970-a6aa-2550b936d696 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532031 Nov 12 05:20:08.970812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:08.976777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.979022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0018192a-6c8a-4b86-9d45-7261fb0aeaac service neutron] 10.222.0.47 "PUT /v2.0/ports/adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 HTTP/1.1" status: 200 len: 1092 time: 5.0516076 Nov 12 05:20:09.034827 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b772e390-82dc-49fe-8e20-d9320ab01469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:09.062152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-00208752-a597-406c-a812-11325699de8d None None] Set router 0576cf49-3c74-4a81-a537-4995498ee216 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:09.207832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b772e390-82dc-49fe-8e20-d9320ab01469 None None] For port 1c89d6a4-93c1-4faf-b567-6101950b67c0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1c89d6a4-93c1-4faf-b567-6101950b67c0,segment=NetworkSegment(14215e74-f83a-490c-bab8-ef81614f352e),segment_id=14215e74-f83a-490c-bab8-ef81614f352e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:09.270728 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b772e390-82dc-49fe-8e20-d9320ab01469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:09.300514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1bcb5e4-f017-4bcb-94f8-d216c13fac33 req-54d63e99-7ffe-46cb-9bc4-07538c13913b service neutron] 10.222.0.47 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000122 Nov 12 05:20:09.315620 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-724a04da-c992-497e-85e9-11a9a4754516 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187177 Nov 12 05:20:09.347424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:09.437852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:09.455457 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a25c45db-d942-4e24-91a8-d5bb5d71ddb8 req-ad4e059d-d71f-4c5e-984f-a51811eeaadd service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270783 Nov 12 05:20:09.462702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e390-82dc-49fe-8e20-d9320ab01469 None None] Pushing event updated for resources: {'Port': ['ID=1c89d6a4-93c1-4faf-b567-6101950b67c0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:09.502078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ea45db16-f2f3-4995-ad07-a4eb416fea64 None None] Provisioning complete for port 1c89d6a4-93c1-4faf-b567-6101950b67c0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:09.502751 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ea45db16-f2f3-4995-ad07-a4eb416fea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:09.514608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-7e6f8f98-37b7-4bb8-9a6b-6264b608165d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:09.517064 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-7e6f8f98-37b7-4bb8-9a6b-6264b608165d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.3558047 Nov 12 05:20:09.542765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Request body: {'port': {'device_id': '69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'admin_state_up': True, 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:09.575540 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-00208752-a597-406c-a812-11325699de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ff66f77-c918-47e6-9407-013094efba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:04Z', 'revision_number': 4, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port': {'id': '0ff66f77-c918-47e6-9407-013094efba3a', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1c89d6a4-93c1-4faf-b567-6101950b67c0', 'name': '', 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'mac_address': 'fa:16:3e:56:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '773e3946-0980-4923-875f-b343a25e7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:02Z', 'updated_at': '2021-11-12T05:20:08Z', 'revision_number': 4, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'subnets': [{'id': '773e3946-0980-4923-875f-b343a25e7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:09.617805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7800ea69-77ad-49f2-8dd1-b0715d15f208 req-e7e92b56-e3c3-4aea-9214-30a5c4c443a9 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8642175 Nov 12 05:20:09.620258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00208752-a597-406c-a812-11325699de8d None None] The sync data for ids ['0576cf49-3c74-4a81-a537-4995498ee216'] in n-d-765315-28 is: [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ff66f77-c918-47e6-9407-013094efba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:04Z', 'revision_number': 4, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port': {'id': '0ff66f77-c918-47e6-9407-013094efba3a', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1c89d6a4-93c1-4faf-b567-6101950b67c0', 'name': '', 'network_id': '6d079e3e-27e2-47d1-8509-37a95e238273', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'mac_address': 'fa:16:3e:56:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '773e3946-0980-4923-875f-b343a25e7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:02Z', 'updated_at': '2021-11-12T05:20:08Z', 'revision_number': 4, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'subnets': [{'id': '773e3946-0980-4923-875f-b343a25e7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:09.714242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3d89b9-2d32-4dd6-8aa8-386f65a8302f', 'tag': '97004944-86eb-4ad7-89f7-0951adf890d8'}, {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:09.725426 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad34939e-de6e-4344-8c24-49472d8f7c57" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3d89b9-2d32-4dd6-8aa8-386f65a8302f", "tag": "97004944-86eb-4ad7-89f7-0951adf890d8"}, {"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:09.732365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-a273f619-8b7d-4515-abd2-abd383a39305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:09.737164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-a273f619-8b7d-4515-abd2-abd383a39305 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 1095 time: 0.8493469 Nov 12 05:20:09.763541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:09.769896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:09.999879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-120819ab-b9eb-4d21-8493-e6c5199c7c0a req-b43e165d-610e-419c-891f-db3bcd70e173 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 210 time: 0.1667147 Nov 12 05:20:10.042180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.129214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1c89d6a4-93c1-4faf-b567-6101950b67c0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:10.150296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb5cd259-b704-450a-beee-7d76fe4fc2ef tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:10.151830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb5cd259-b704-450a-beee-7d76fe4fc2ef tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.43 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 815 time: 0.3380723 Nov 12 05:20:10.158521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Allocated IP 172.20.0.9 (4f836827-85a5-42cb-8a20-031681797e49/fc13883a-6d2d-4077-bd2d-08d9f8815580/e43233c3-d07d-40cf-ba18-3fe092792ac2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:10.179063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-48d7cacb-af59-46e4-884c-1b4d12c745df tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8627462 Nov 12 05:20:10.188372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:10.201701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Request body: {'port': {'device_id': '0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0', 'network_id': '8e912341-a250-41c8-bf96-563c5539140f', 'admin_state_up': True, 'tenant_id': '1963601e522c4bbaa628449395c6e84e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:10.243812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1c89d6a4-93c1-4faf-b567-6101950b67c0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:10.244189 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.314474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.346740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.350447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-e17855ce-6049-4535-bab7-9521a60bacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:10.353930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-e17855ce-6049-4535-bab7-9521a60bacaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 916 time: 0.5281434 Nov 12 05:20:10.429050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.469870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66f624d4-baca-4dab-ac22-ea93cff8f6ce req-53af1233-edac-470c-a4d0-915583d593bb tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 210 time: 0.2319057 Nov 12 05:20:10.491626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.493148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-cda1b2a5-91e9-46ed-a580-9082f3d7d225 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf8ddea9-69ee-44b4-a499-ee333a54698b HTTP/1.1" status: 200 len: 217 time: 0.0964804 Nov 12 05:20:10.566752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:10.605606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-544ab753-2115-4a9a-976e-a6bc9bf6898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:10.607754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event updated for resources: {'Port': ['ID=e43233c3-d07d-40cf-ba18-3fe092792ac2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:10.608168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-544ab753-2115-4a9a-976e-a6bc9bf6898c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 200 len: 854 time: 0.0562847 Nov 12 05:20:10.632928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Network 4f836827-85a5-42cb-8a20-031681797e49 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:10.636769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:10.639495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:10.703595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:10.704228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.740106 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-b56993b5-9f4b-4fa0-971b-19f0403107a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2014959 Nov 12 05:20:10.778045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Made reservation on behalf of 1963601e522c4bbaa628449395c6e84e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:10.782691 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.790960 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.808610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.43', 51554) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:10.817094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Request body: {'port': {'device_id': '69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:10.866142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Network 67a2239a-8e17-410c-8fe7-a03c5364e40d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:10.869084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:10.924024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:10.937508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:10.954610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-92bf24c4-28f0-4752-b73c-1c168fca5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:10.964097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-92bf24c4-28f0-4752-b73c-1c168fca5327 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e912341-a250-41c8-bf96-563c5539140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3134587 Nov 12 05:20:10.981359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-d48c32f0-0099-4539-9b43-2b58e03b0180 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:10.982957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-d48c32f0-0099-4539-9b43-2b58e03b0180 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c9ccb3e-089d-4144-93e0-5619fd61d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1626492 Nov 12 05:20:11.016408 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.068042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2967aa3-b36a-46a5-9c10-0828f11c57f5 req-86ac17b5-b29f-4cd1-b345-c7377923e990 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:11.077126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2967aa3-b36a-46a5-9c10-0828f11c57f5 req-86ac17b5-b29f-4cd1-b345-c7377923e990 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 945 time: 0.4677920 Nov 12 05:20:11.109541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:11.128870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51', 'mac_address': 'fa:16:3e:09:58:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:11.133726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:11.174214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-c708650a-0bda-40fc-a443-457c62ca3d1e service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843789 Nov 12 05:20:11.236048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Allocated IP 172.20.0.4 (8e912341-a250-41c8-bf96-563c5539140f/2c5f2609-b10b-40b6-a156-8f3f635238f1/75281d88-3121-4e6f-af62-39e057ac3e04) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:11.307786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'Port': ['ID=f9874a14-1485-4b05-8717-612f0b188107,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:11.316637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:11.317292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.351182 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.386977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Deleting port c59d94ed-3fa8-4916-beea-b01d3cfad144 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:11.387362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.411633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:11.426017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2967aa3-b36a-46a5-9c10-0828f11c57f5 req-643947e4-5a91-4b5d-9fdb-d65cd03d527f tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472798 Nov 12 05:20:11.440048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:11.443917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.457443 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.466948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-a570f39b-efb3-4e88-a9b5-c16974cf7a2a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4474285 Nov 12 05:20:11.488563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Request body: {'port': {'device_id': '4adcc115-20e7-4d79-8b14-a37bec247418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:11.525554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:11.563284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2aeb995-c38c-462c-a3b1-769bcfc7aa65 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:11.599999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85249c55-0af5-4d4b-9b4d-40312a14e31a req-178b904d-0c51-4698-a969-dbf65a9e08d6 service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013605 Nov 12 05:20:11.656359 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.684125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97004944-86eb-4ad7-89f7-0951adf890d8 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:11.701757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.713205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Transition to ACTIVE for port object a2aeb995-c38c-462c-a3b1-769bcfc7aa65 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:11.737123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.738979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] For port c59d94ed-3fa8-4916-beea-b01d3cfad144, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c59d94ed-3fa8-4916-beea-b01d3cfad144,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:11.739412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.774006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Calling delete_port for c59d94ed-3fa8-4916-beea-b01d3cfad144 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:11.796423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97004944-86eb-4ad7-89f7-0951adf890d8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97004944-86eb-4ad7-89f7-0951adf890d8,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:11.803607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.813220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '97004944-86eb-4ad7-89f7-0951adf890d8', 'network_id': '8e912341-a250-41c8-bf96-563c5539140f', 'port_id': '97004944-86eb-4ad7-89f7-0951adf890d8', 'mac_address': 'fa:16:3e:95:0e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5f2609-b10b-40b6-a156-8f3f635238f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:11.872639 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.890669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97004944-86eb-4ad7-89f7-0951adf890d8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:11.907594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43233c3-d07d-40cf-ba18-3fe092792ac2 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:11.917609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97004944-86eb-4ad7-89f7-0951adf890d8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97004944-86eb-4ad7-89f7-0951adf890d8,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:11.925758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.934242 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.956475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Allocated IP 172.25.2.215 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/c9f1b2d2-b4fd-4e24-bd3a-124736f1ecd9) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:11.964312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Transition to ACTIVE for port object e43233c3-d07d-40cf-ba18-3fe092792ac2 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:11.984683 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.986857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-d6febb98-023b-4e96-8770-dd4a093959c8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:11.988369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-d6febb98-023b-4e96-8770-dd4a093959c8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 804 time: 0.3764668 Nov 12 05:20:11.994802 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.007764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['5aeffb38-38c2-46eb-83d8-ed6ae7de2a51'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:12.044137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=97004944-86eb-4ad7-89f7-0951adf890d8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:12.080388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Network 8e912341-a250-41c8-bf96-563c5539140f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:12.107830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Pushing event updated for resources: {'Port': ['ID=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:12.124960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:12.134581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:12.161052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e43233c3-d07d-40cf-ba18-3fe092792ac2,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:12.181190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['97004944-86eb-4ad7-89f7-0951adf890d8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:12.208428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-21949753-cd80-40ae-9c73-5afc5c549cbb tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/quotas/f2a7f1e823cb4e24b0fe1a67fecce406 HTTP/1.1" status: 200 len: 375 time: 0.0736029 Nov 12 05:20:12.218930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Attempting to bind port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:12.219552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Attempting to bind port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:12.220081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Attempting to bind port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:12.327545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:12.328177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Attempting to bind port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:12.385509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-578a7d30-ff90-4df4-baf4-7b116ea30230 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1759706 Nov 12 05:20:12.386679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:12.387225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Checking segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:12.387778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Bound using segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:12.388556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Bound port: a2aeb995-c38c-462c-a3b1-769bcfc7aa65, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:12.388695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.389961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.401598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Attempting to bind port e43233c3-d07d-40cf-ba18-3fe092792ac2 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:12.402552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Attempting to bind port e43233c3-d07d-40cf-ba18-3fe092792ac2 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:12.402552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Attempting to bind port e43233c3-d07d-40cf-ba18-3fe092792ac2 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:12.410157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Pushing event updated for resources: {'Port': ['ID=75281d88-3121-4e6f-af62-39e057ac3e04,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:12.425034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:12.425789 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.432100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Port e43233c3-d07d-40cf-ba18-3fe092792ac2 on network 4f836827-85a5-42cb-8a20-031681797e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:12.432570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Attempting to bind port e43233c3-d07d-40cf-ba18-3fe092792ac2 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:12.475178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Pushing event deleted for resources: {'Port': ['ID=c59d94ed-3fa8-4916-beea-b01d3cfad144,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:12.497635 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:12.498130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Checking segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:12.498643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Bound using segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:12.499194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Bound port: e43233c3-d07d-40cf-ba18-3fe092792ac2, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:12.505120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.505120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] No DVR routers for this DVR port c59d94ed-3fa8-4916-beea-b01d3cfad144 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:12.508972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.512550 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79ad44bd-ca8c-4e72-8692-65e93db06c97 req-4bc99610-762f-4eed-953d-6244f9a890b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.43 "DELETE /v2.0/ports/c59d94ed-3fa8-4916-beea-b01d3cfad144 HTTP/1.1" status: 204 len: 173 time: 1.5201085 Nov 12 05:20:12.513263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'name': 'network-vif-deleted', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:12.522601 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23bb263-2130-4297-abc5-dbd2b11087e2" -d '{"events": [{"server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "name": "network-vif-deleted", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:12.551861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-9b7cfa63-b880-4f80-8ad1-34b52dd4fffe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3565438 Nov 12 05:20:12.557952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8be0bbd6-85d4-456c-9346-dbfdb7762446 None None] Provisioning complete for port 75281d88-3121-4e6f-af62-39e057ac3e04 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:12.558329 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8be0bbd6-85d4-456c-9346-dbfdb7762446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.590228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Request body: {'port': {'device_id': '0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:12.598837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8be0bbd6-85d4-456c-9346-dbfdb7762446 None None] Port 75281d88-3121-4e6f-af62-39e057ac3e04 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:12.675966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] For port e43233c3-d07d-40cf-ba18-3fe092792ac2, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:12.679185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.683327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] For port e43233c3-d07d-40cf-ba18-3fe092792ac2, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e43233c3-d07d-40cf-ba18-3fe092792ac2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:12.698189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.763379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:12.764298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.766229 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] 10.222.0.43 "PUT /v2.0/ports/e43233c3-d07d-40cf-ba18-3fe092792ac2 HTTP/1.1" status: 200 len: 1092 time: 1.9563007 Nov 12 05:20:12.809695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc26c24-85dc-4df8-bbde-1ad5c77324c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e43233c3-d07d-40cf-ba18-3fe092792ac2,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:12.869653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device cf8ddea9-69ee-44b4-a499-ee333a54698b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:12.890979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c59d94ed-3fa8-4916-beea-b01d3cfad144 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:12.940494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-3a57a3c5-cd66-4cae-8748-bd1f097cff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:12.941962 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-3a57a3c5-cd66-4cae-8748-bd1f097cff94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0795796 Nov 12 05:20:12.962367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: c59d94ed-3fa8-4916-beea-b01d3cfad144 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:12.963176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c59d94ed-3fa8-4916-beea-b01d3cfad144 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:13.001877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.014397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] For port a2aeb995-c38c-462c-a3b1-769bcfc7aa65, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:13.014764 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-0f21bf0e-fb7d-4942-8540-05110fdcb3f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e43233c3-d07d-40cf-ba18-3fe092792ac2 HTTP/1.1" status: 200 len: 217 time: 0.0430942 Nov 12 05:20:13.021181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] For port a2aeb995-c38c-462c-a3b1-769bcfc7aa65, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:13.200881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port cf8ddea9-69ee-44b4-a499-ee333a54698b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf8ddea9-69ee-44b4-a499-ee333a54698b,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:13.213654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'cf8ddea9-69ee-44b4-a499-ee333a54698b', 'network_id': '8e912341-a250-41c8-bf96-563c5539140f', 'port_id': 'cf8ddea9-69ee-44b4-a499-ee333a54698b', 'mac_address': 'fa:16:3e:42:b7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5f2609-b10b-40b6-a156-8f3f635238f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:13.217200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9874a14-1485-4b05-8717-612f0b188107 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:13.237745 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.257391 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.271660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Transition to ACTIVE for port object f9874a14-1485-4b05-8717-612f0b188107 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:13.285779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8ddea9-69ee-44b4-a499-ee333a54698b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:13.313263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-1a3c76eb-9975-4d16-a745-b49a1056d2b4 service neutron] 10.222.0.48 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9095693 Nov 12 05:20:13.315016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.318782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.345636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port cf8ddea9-69ee-44b4-a499-ee333a54698b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf8ddea9-69ee-44b4-a499-ee333a54698b,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:13.366636 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.423036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=cf8ddea9-69ee-44b4-a499-ee333a54698b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:13.423294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-c9dd4a08-7aac-46ef-8481-5146b2409ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:13.424762 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-c9dd4a08-7aac-46ef-8481-5146b2409ed1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.3940022 Nov 12 05:20:13.432484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.479371 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-40d16bf9-04c7-456f-bce5-7d372ba392eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461285 Nov 12 05:20:13.493016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75281d88-3121-4e6f-af62-39e057ac3e04 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:13.497199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:13.497961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.499708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f4a0f191-edac-4697-8015-a234f180494b service neutron] 10.222.0.47 "PUT /v2.0/ports/a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 1137 time: 4.1951206 Nov 12 05:20:13.517816 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.536891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Pushing event updated for resources: {'Port': ['ID=f9874a14-1485-4b05-8717-612f0b188107,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:13.541237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:13.555669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:13.558659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:13.563195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Transition to ACTIVE for port object 75281d88-3121-4e6f-af62-39e057ac3e04 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:13.584085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:13.589180 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.662028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=75281d88-3121-4e6f-af62-39e057ac3e04,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:13.696263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97004944-86eb-4ad7-89f7-0951adf890d8 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:13.725230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-53bbe3f9-22af-49cc-a9c4-63a4bf8da1ae service neutron] 10.222.0.48 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029701 Nov 12 05:20:13.785140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['cf8ddea9-69ee-44b4-a499-ee333a54698b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:13.802846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-765379bd-2782-4996-9e2a-e56e41c3d965 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815316 Nov 12 05:20:13.845374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 97004944-86eb-4ad7-89f7-0951adf890d8 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:13.871355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 97004944-86eb-4ad7-89f7-0951adf890d8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:13.872020 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.887337 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.889804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0f191-edac-4697-8015-a234f180494b service neutron] Pushing event updated for resources: {'Port': ['ID=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:13.988832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Attempting to bind port 75281d88-3121-4e6f-af62-39e057ac3e04 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:13.990818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Attempting to bind port 75281d88-3121-4e6f-af62-39e057ac3e04 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:13.991359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Attempting to bind port 75281d88-3121-4e6f-af62-39e057ac3e04 on network 8e912341-a250-41c8-bf96-563c5539140f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:13.998847 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17838431-df92-4fa7-8853-a1f40859f961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.005966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Attempting to bind port f9874a14-1485-4b05-8717-612f0b188107 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:14.006488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Attempting to bind port f9874a14-1485-4b05-8717-612f0b188107 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:14.006700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Attempting to bind port f9874a14-1485-4b05-8717-612f0b188107 on network 67a2239a-8e17-410c-8fe7-a03c5364e40d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:14.062160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Port f9874a14-1485-4b05-8717-612f0b188107 on network 67a2239a-8e17-410c-8fe7-a03c5364e40d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:14.062539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Attempting to bind port f9874a14-1485-4b05-8717-612f0b188107 on network 67a2239a-8e17-410c-8fe7-a03c5364e40d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:14.079488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Port 75281d88-3121-4e6f-af62-39e057ac3e04 on network 8e912341-a250-41c8-bf96-563c5539140f not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:14.079739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Attempting to bind port 75281d88-3121-4e6f-af62-39e057ac3e04 on network 8e912341-a250-41c8-bf96-563c5539140f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:14.089245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:14.090076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Checking segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:14.090076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Bound using segment: {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:14.090471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Bound port: 75281d88-3121-4e6f-af62-39e057ac3e04, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75ff0f4-c51e-42c0-b67b-f92c1be64057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8e912341-a250-41c8-bf96-563c5539140f'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:14.090866 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.117657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:14.118031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Checking segment: {'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:14.118736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Bound using segment: {'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:14.119202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Bound port: f9874a14-1485-4b05-8717-612f0b188107, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199a5e3f-d147-4223-abd4-0c2b0aea5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:14.119332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.119586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.124808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.163113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97004944-86eb-4ad7-89f7-0951adf890d8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97004944-86eb-4ad7-89f7-0951adf890d8,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:14.163377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event updated for resources: {'Port': ['ID=c9f1b2d2-b4fd-4e24-bd3a-124736f1ecd9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:14.168688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3d89b9-2d32-4dd6-8aa8-386f65a8302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97004944-86eb-4ad7-89f7-0951adf890d8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:14.171902 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa2ac3-b8f4-45fb-a8d2-b7ceceb46bb3" -d '{"events": [{"server_uuid": "2c3d89b9-2d32-4dd6-8aa8-386f65a8302f", "name": "network-vif-plugged", "status": "completed", "tag": "97004944-86eb-4ad7-89f7-0951adf890d8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:14.189241 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.211339 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-20f94efb-b608-4104-96f7-656fef9bbf7f req-63a7cf73-04fc-4e2a-b687-56ad2e5c5d24 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588779 Nov 12 05:20:14.245973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] For port 75281d88-3121-4e6f-af62-39e057ac3e04, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:14.254297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] For port 75281d88-3121-4e6f-af62-39e057ac3e04, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=75281d88-3121-4e6f-af62-39e057ac3e04,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:14.267628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=97004944-86eb-4ad7-89f7-0951adf890d8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:14.269691 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.337292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.350244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=75281d88-3121-4e6f-af62-39e057ac3e04,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:14.363817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:14.364505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.365981 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fb24dc83-a7bf-4e57-9eeb-abcbc387b8a3 service neutron] 10.222.0.43 "PUT /v2.0/ports/75281d88-3121-4e6f-af62-39e057ac3e04 HTTP/1.1" status: 200 len: 1092 time: 1.7808042 Nov 12 05:20:14.396172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc347-a38f-4a86-8701-dcef603fdef7 req-49f80c4b-2ee3-47a0-bae4-0fa2d62ddebf tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:14.398477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf4fc347-a38f-4a86-8701-dcef603fdef7 req-49f80c4b-2ee3-47a0-bae4-0fa2d62ddebf tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 949 time: 0.2748172 Nov 12 05:20:14.481696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-1ad94159-a817-4100-aa22-b3654b16e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:14.484042 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-1ad94159-a817-4100-aa22-b3654b16e5f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0551686 Nov 12 05:20:14.555858 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-e8dfb387-9ad0-41f8-98ba-ea048bf4f594 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75281d88-3121-4e6f-af62-39e057ac3e04 HTTP/1.1" status: 200 len: 217 time: 0.0562117 Nov 12 05:20:14.613793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] For port f9874a14-1485-4b05-8717-612f0b188107, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:14.624385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-97543c4a-70be-4b65-aa9a-524ff859fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:14.625984 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-97543c4a-70be-4b65-aa9a-524ff859fdce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 200 len: 854 time: 0.0630715 Nov 12 05:20:14.672830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] For port f9874a14-1485-4b05-8717-612f0b188107, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f9874a14-1485-4b05-8717-612f0b188107,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:14.691585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-c068a786-35ac-43eb-b303-a3106f894269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:14.693737 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-c068a786-35ac-43eb-b303-a3106f894269 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e912341-a250-41c8-bf96-563c5539140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597651 Nov 12 05:20:14.702930 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.731997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf4fc347-a38f-4a86-8701-dcef603fdef7 req-588e6794-e47e-47d5-b941-b9ca4943ba48 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444263 Nov 12 05:20:14.822389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:14.823275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.826074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] 10.222.0.47 "PUT /v2.0/ports/f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 200 len: 1093 time: 3.3417828 Nov 12 05:20:14.860815 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-fd7d0d2d-db0d-4abf-adcb-ed7322037e50 service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567500 Nov 12 05:20:14.880224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:14.934815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:14.939088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:14.939458 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.985128 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-35e783e6-bf47-4610-8e90-11926f1a46b2 req-eee75f69-be6c-424a-8d7d-8ac74f5f3340 service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147830 Nov 12 05:20:15.022296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1aace5-7a8d-43df-8ea4-a8e693afac95 service neutron] Pushing event updated for resources: {'Port': ['ID=f9874a14-1485-4b05-8717-612f0b188107,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:15.032330 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.047433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db7b40d-19de-43d2-9b12-6b19afe4b22c {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:15.052199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.053906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.067392 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.092800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:15.098155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.125114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfa67-7ac3-4a04-8d4a-b2053f3340a2 req-4bbde1ee-827c-4e3e-b388-53fa3995c2ba tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.126603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9aacfa67-7ac3-4a04-8d4a-b2053f3340a2 req-4bbde1ee-827c-4e3e-b388-53fa3995c2ba tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 944 time: 0.2975857 Nov 12 05:20:15.132837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59455c9d-7574-4f87-830d-e5187e8507ae req-d45f70ab-78aa-4cc0-b19e-c5798f2483cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.134627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-d45f70ab-78aa-4cc0-b19e-c5798f2483cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1096 time: 0.2564981 Nov 12 05:20:15.151621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:15.160234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Transition to ACTIVE for port object 1db7b40d-19de-43d2-9b12-6b19afe4b22c will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:15.183738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.218944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event updated for resources: {'Port': ['ID=c9f1b2d2-b4fd-4e24-bd3a-124736f1ecd9,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:15.237782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-71cfddd8-7454-4078-a2e9-9aeb0cbeccdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 200 len: 217 time: 0.0707273 Nov 12 05:20:15.286657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.359190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=1db7b40d-19de-43d2-9b12-6b19afe4b22c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:15.364687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9aacfa67-7ac3-4a04-8d4a-b2053f3340a2 req-e64bc412-0c1a-43d0-a243-7a713015271e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032595 Nov 12 05:20:15.403758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.411095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-316239e1-49d8-48e2-a340-5cbf63d30ba8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2309022 Nov 12 05:20:15.449966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59455c9d-7574-4f87-830d-e5187e8507ae req-d6ac7076-474e-4fbb-ac60-71037fdd17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.451485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-d6ac7076-474e-4fbb-ac60-71037fdd17f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.1847899 Nov 12 05:20:15.454646 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dc0cde-8353-4505-88f5-ff802cdd4293 x-openstack-request-id: req-a0dc0cde-8353-4505-88f5-ff802cdd4293 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:15.454935 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3d89b9-2d32-4dd6-8aa8-386f65a8302f", "tag": "97004944-86eb-4ad7-89f7-0951adf890d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:15.455185 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0dc0cde-8353-4505-88f5-ff802cdd4293 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:15.455571 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3d89b9-2d32-4dd6-8aa8-386f65a8302f', 'tag': '97004944-86eb-4ad7-89f7-0951adf890d8', 'status': 'completed', 'code': 200} Nov 12 05:20:15.455828 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'status': 'completed', 'code': 200} Nov 12 05:20:15.498548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-aab2588c-436b-4f52-9749-7d25ef440d69 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 696 time: 0.0865333 Nov 12 05:20:15.608136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Attempting to bind port 1db7b40d-19de-43d2-9b12-6b19afe4b22c on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:15.608458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Attempting to bind port 1db7b40d-19de-43d2-9b12-6b19afe4b22c by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:15.608729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Attempting to bind port 1db7b40d-19de-43d2-9b12-6b19afe4b22c on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:15.621457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-496cf7a2-6318-4a53-b275-2398c47e1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.623023 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-496cf7a2-6318-4a53-b275-2398c47e1a40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 1098 time: 0.0542910 Nov 12 05:20:15.652896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-c8e122cd-b2f7-4cbf-abbd-5cf372524c2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055753 Nov 12 05:20:15.679403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Port 1db7b40d-19de-43d2-9b12-6b19afe4b22c on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:15.679737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Attempting to bind port 1db7b40d-19de-43d2-9b12-6b19afe4b22c on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:15.723062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-31ed99fa-df21-4d98-aee4-722d32a6ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.724541 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-31ed99fa-df21-4d98-aee4-722d32a6ee1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 916 time: 0.0879555 Nov 12 05:20:15.747627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:15.747965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Checking segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:15.748354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Bound using segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:15.748791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Bound port: 1db7b40d-19de-43d2-9b12-6b19afe4b22c, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:15.749143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.770438 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-c5c8f881-3882-40d3-855e-fdb327ba6fdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97004944-86eb-4ad7-89f7-0951adf890d8 HTTP/1.1" status: 200 len: 217 time: 0.0381675 Nov 12 05:20:15.816445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-85cd9814-d4a9-4f9b-a477-f09dc1ad38f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.819967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-f4a52f2a-f57e-439a-b77f-27d3b4d9b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.822154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-f4a52f2a-f57e-439a-b77f-27d3b4d9b885 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 200 len: 854 time: 0.0443268 Nov 12 05:20:15.823136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-85cd9814-d4a9-4f9b-a477-f09dc1ad38f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.829144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-85cd9814-d4a9-4f9b-a477-f09dc1ad38f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.835149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-85cd9814-d4a9-4f9b-a477-f09dc1ad38f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.841234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-85cd9814-d4a9-4f9b-a477-f09dc1ad38f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.847225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-85cd9814-d4a9-4f9b-a477-f09dc1ad38f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.853321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-85cd9814-d4a9-4f9b-a477-f09dc1ad38f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.855224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-85cd9814-d4a9-4f9b-a477-f09dc1ad38f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5382 time: 0.3355622 Nov 12 05:20:15.868029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-63e40f37-f438-493d-9d25-cc790b84d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.869542 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-63e40f37-f438-493d-9d25-cc790b84d26f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e912341-a250-41c8-bf96-563c5539140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403378 Nov 12 05:20:15.915900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-15343572-b6b4-4646-af95-5e03aef4a0b4 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.917471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2199aa3-48f4-4143-aae9-d1bf040c357b req-15343572-b6b4-4646-af95-5e03aef4a0b4 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.4116478 Nov 12 05:20:15.964510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-1186f74a-baa9-4a1f-884f-2c67df2d93aa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:15.965974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-1186f74a-baa9-4a1f-884f-2c67df2d93aa tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.47 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 804 time: 0.3971412 Nov 12 05:20:15.975317 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-504e072b-c75a-4214-9d1d-c0a0a5e87a3e service neutron] 10.222.0.47 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976951 Nov 12 05:20:15.988708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Request body: {'port': {'device_id': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'admin_state_up': True, 'tenant_id': 'f2a7f1e823cb4e24b0fe1a67fecce406'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:16.056748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-3e2b30fd-17b9-4983-a4a3-3febdff19548 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908174 Nov 12 05:20:16.066930 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-8a673589-bdd9-428d-824b-210218697684 service neutron] 10.222.0.47 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849376 Nov 12 05:20:16.119876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] For port 1db7b40d-19de-43d2-9b12-6b19afe4b22c, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:16.126617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0b6f1a2-a4b0-4338-a22b-209386bcb039 req-f2870a90-3111-4038-84e8-139e7625ddfc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2553201 Nov 12 05:20:16.161673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] For port 1db7b40d-19de-43d2-9b12-6b19afe4b22c, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:16.172648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-fe94246a-def7-41f3-8e47-090890cd3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.173144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-fe94246a-def7-41f3-8e47-090890cd3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.173623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-fe94246a-def7-41f3-8e47-090890cd3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.174096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-fe94246a-def7-41f3-8e47-090890cd3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.174585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-fe94246a-def7-41f3-8e47-090890cd3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.175053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-fe94246a-def7-41f3-8e47-090890cd3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.175535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-fe94246a-def7-41f3-8e47-090890cd3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.177377 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-fe94246a-def7-41f3-8e47-090890cd3635 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6180 time: 0.0631738 Nov 12 05:20:16.197902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.213481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f93869-73a6-4c02-8b3f-3f5e2f641fdb req-fd3e11b2-1562-46ba-b8ce-d9598799a7dd tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.215048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74f93869-73a6-4c02-8b3f-3f5e2f641fdb req-fd3e11b2-1562-46ba-b8ce-d9598799a7dd tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 943 time: 0.2305059 Nov 12 05:20:16.232390 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98770e95-9afd-4421-a15f-1a2e8f604739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.376197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-e7621ab7-8e4e-46d2-a811-a1ebb2527a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.376962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-e7621ab7-8e4e-46d2-a811-a1ebb2527a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.377623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-e7621ab7-8e4e-46d2-a811-a1ebb2527a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.379329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-e7621ab7-8e4e-46d2-a811-a1ebb2527a44 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=262340de18344ea1ba7a3c7cee7434fb&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1906338 Nov 12 05:20:16.558863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-c55b359b-f6c9-4b2d-89d7-f435a522aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.560251 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-c55b359b-f6c9-4b2d-89d7-f435a522aa6c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719241 Nov 12 05:20:16.623097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.623619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.624965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] 10.222.0.47 "PUT /v2.0/ports/1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 1137 time: 3.0765531 Nov 12 05:20:16.678927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:16.699534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cb21f-3762-4f82-a06e-ebdc5848a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=1db7b40d-19de-43d2-9b12-6b19afe4b22c,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:16.735350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59455c9d-7574-4f87-830d-e5187e8507ae req-6f4a1488-d8e4-4ddf-a3b4-3b888bdcf39e service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625569 Nov 12 05:20:16.745717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951f018-5037-43e6-b0bc-ca7648b31e5f req-2c9f7d40-dca4-4f52-bd70-234236b08e9b tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:16.747262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6951f018-5037-43e6-b0bc-ca7648b31e5f req-2c9f7d40-dca4-4f52-bd70-234236b08e9b tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 943 time: 0.5275548 Nov 12 05:20:16.753057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74f93869-73a6-4c02-8b3f-3f5e2f641fdb req-9c5e6e47-e66e-4e1e-ace6-332868269313 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952137 Nov 12 05:20:16.755661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Made reservation on behalf of f2a7f1e823cb4e24b0fe1a67fecce406 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:16.759172 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.833248 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.881000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device cf8ddea9-69ee-44b4-a499-ee333a54698b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:16.892889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6951f018-5037-43e6-b0bc-ca7648b31e5f req-02004fd9-8ccf-49ae-9b62-a93d9ad12239 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299012 Nov 12 05:20:16.947916 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d8940-496b-4476-9562-17032ef86507 x-openstack-request-id: req-567d8940-496b-4476-9562-17032ef86507 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:16.948415 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ccb3e-089d-4144-93e0-5619fd61d8e1", "name": "network-vif-deleted", "tag": "c59d94ed-3fa8-4916-beea-b01d3cfad144", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:16.948642 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-567d8940-496b-4476-9562-17032ef86507 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:16.949136 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ccb3e-089d-4144-93e0-5619fd61d8e1', 'name': 'network-vif-deleted', 'tag': 'c59d94ed-3fa8-4916-beea-b01d3cfad144', 'status': 'completed', 'code': 200} Nov 12 05:20:16.964730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port cf8ddea9-69ee-44b4-a499-ee333a54698b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:16.969265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port cf8ddea9-69ee-44b4-a499-ee333a54698b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:16.970559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.010219 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d41f9-a8a4-4579-863b-afc360427607 x-openstack-request-id: req-f26d41f9-a8a4-4579-863b-afc360427607 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:17.010542 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3d89b9-2d32-4dd6-8aa8-386f65a8302f", "name": "network-vif-plugged", "status": "completed", "tag": "97004944-86eb-4ad7-89f7-0951adf890d8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:17.010966 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f26d41f9-a8a4-4579-863b-afc360427607 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:17.011611 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3d89b9-2d32-4dd6-8aa8-386f65a8302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97004944-86eb-4ad7-89f7-0951adf890d8', 'code': 200} Nov 12 05:20:17.060764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.069990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b4699ba-ac48-4883-9182-da1a10ec5d83 req-8cd36b61-bb8d-4e29-8371-2dccc382f2f7 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 210 time: 0.0842462 Nov 12 05:20:17.092003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Allocated IP 172.20.0.9 (12d4519f-353e-454c-aa94-41d813b054f7/23fe6034-b5c9-43f5-8a4a-3d6545ac4082/ae6125bb-2779-48f7-8b08-6183ab851298) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:17.098792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port cf8ddea9-69ee-44b4-a499-ee333a54698b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf8ddea9-69ee-44b4-a499-ee333a54698b,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:17.104522 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.156357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=cf8ddea9-69ee-44b4-a499-ee333a54698b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:17.225061 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.299311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff90046-ff47-44ac-a631-c48a46d73afa req-1e3e30aa-fb77-4bbe-81db-db23cfd27642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:17.300800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ff90046-ff47-44ac-a631-c48a46d73afa req-1e3e30aa-fb77-4bbe-81db-db23cfd27642 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 1098 time: 0.2352703 Nov 12 05:20:17.325639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ff58-367c-419f-aa5b-1bc781b8517f req-a8c971bd-9ea8-4f9b-9633-6774b004a7d0 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:17.327082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ca1ff58-367c-419f-aa5b-1bc781b8517f req-a8c971bd-9ea8-4f9b-9633-6774b004a7d0 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 950 time: 0.2647419 Nov 12 05:20:17.460191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'a2aeb995-c38c-462c-a3b1-769bcfc7aa65'}, {'name': 'network-changed', 'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107'}, {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': '1db7b40d-19de-43d2-9b12-6b19afe4b22c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:17.462931 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2899704-3041-4129-8fed-a866e1f6ed72" -d '{"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "a2aeb995-c38c-462c-a3b1-769bcfc7aa65"}, {"name": "network-changed", "server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "tag": "f9874a14-1485-4b05-8717-612f0b188107"}, {"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "1db7b40d-19de-43d2-9b12-6b19afe4b22c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:17.474777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-0deb56f4-361c-4763-afda-f229789ec16c tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3415897 Nov 12 05:20:17.507437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:17.534996 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ff90046-ff47-44ac-a631-c48a46d73afa req-114627d5-90cb-4246-ac62-9199729631b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069185 Nov 12 05:20:17.569893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ca1ff58-367c-419f-aa5b-1bc781b8517f req-02a7c255-2e44-4a6e-9e2c-1af380a85600 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321253 Nov 12 05:20:17.615603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.621113 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.640994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79f5a82-d269-4392-8fc4-35cef54faf65 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:17.666415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.710125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Transition to ACTIVE for port object c79f5a82-d269-4392-8fc4-35cef54faf65 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:17.721185 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.803970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88d97c-0d8f-4562-a5aa-6cff45bdbd03 req-95100f62-4ea6-4adc-8cee-f15a2e99e2d6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:17.805628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed88d97c-0d8f-4562-a5aa-6cff45bdbd03 req-95100f62-4ea6-4adc-8cee-f15a2e99e2d6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 944 time: 0.1714909 Nov 12 05:20:17.816000 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.841629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Pushing event updated for resources: {'Port': ['ID=c79f5a82-d269-4392-8fc4-35cef54faf65,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:17.915653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Network 12d4519f-353e-454c-aa94-41d813b054f7 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:17.956311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:17.972317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:18.009873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Pushing event updated for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:18.023516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed88d97c-0d8f-4562-a5aa-6cff45bdbd03 req-d5311572-90fa-400c-90cd-3340d3bc957f tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056017 Nov 12 05:20:18.053613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.054230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.064648 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.081127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Attempting to bind port c79f5a82-d269-4392-8fc4-35cef54faf65 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:18.081775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Attempting to bind port c79f5a82-d269-4392-8fc4-35cef54faf65 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:18.081775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Attempting to bind port c79f5a82-d269-4392-8fc4-35cef54faf65 on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:18.126271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-160c0f02-6946-4e0c-87a1-f11088761507 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1500814 Nov 12 05:20:18.126837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Port c79f5a82-d269-4392-8fc4-35cef54faf65 on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:18.127175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Attempting to bind port c79f5a82-d269-4392-8fc4-35cef54faf65 on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:18.161325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Request body: {'port': {'device_id': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:18.163832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:18.164222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Checking segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:18.164576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Bound using segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:18.165015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Bound port: c79f5a82-d269-4392-8fc4-35cef54faf65, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:18.165371 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.273575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed5e8e-d2b3-4578-8338-f644005ff8bd req-9da98aec-7c40-4b70-9a67-ef360773b598 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.274999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1ed5e8e-d2b3-4578-8338-f644005ff8bd req-9da98aec-7c40-4b70-9a67-ef360773b598 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 945 time: 0.1884124 Nov 12 05:20:18.344747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.349085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Allocated IP 172.25.2.150 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/281ce439-1157-4d59-83c3-9e41adf8fcec) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:18.385120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] For port c79f5a82-d269-4392-8fc4-35cef54faf65, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:18.442782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] For port c79f5a82-d269-4392-8fc4-35cef54faf65, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c79f5a82-d269-4392-8fc4-35cef54faf65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:18.449494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1ed5e8e-d2b3-4578-8338-f644005ff8bd req-c205f4de-1a67-489f-837d-d680f433047f tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558926 Nov 12 05:20:18.454636 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.478316 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.593115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.593734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.595167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] 10.222.0.47 "PUT /v2.0/ports/c79f5a82-d269-4392-8fc4-35cef54faf65 HTTP/1.1" status: 200 len: 1091 time: 1.9310350 Nov 12 05:20:18.635995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:18.731088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215fb62-5375-4845-90ed-32bdbd359436 service neutron] Pushing event updated for resources: {'Port': ['ID=c79f5a82-d269-4392-8fc4-35cef54faf65,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:18.735700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.759828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-17b2f94c-cfd0-4e8f-a483-ce0f1d3dcec6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.766216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-17b2f94c-cfd0-4e8f-a483-ce0f1d3dcec6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.772350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-17b2f94c-cfd0-4e8f-a483-ce0f1d3dcec6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.779059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-17b2f94c-cfd0-4e8f-a483-ce0f1d3dcec6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.785045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-17b2f94c-cfd0-4e8f-a483-ce0f1d3dcec6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.791691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-17b2f94c-cfd0-4e8f-a483-ce0f1d3dcec6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.797740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-17b2f94c-cfd0-4e8f-a483-ce0f1d3dcec6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.799722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-17b2f94c-cfd0-4e8f-a483-ce0f1d3dcec6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5394 time: 0.2755983 Nov 12 05:20:18.880679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 75281d88-3121-4e6f-af62-39e057ac3e04 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:18.883334 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.936266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-33ab378b-2255-4e7e-91f9-037c3c910213 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:18.937903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-33ab378b-2255-4e7e-91f9-037c3c910213 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e229c77-13f7-4a94-82f1-213fd784be82 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Nov 12 05:20:18.950145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8', 'tag': 'e43233c3-d07d-40cf-ba18-3fe092792ac2'}, {'name': 'network-changed', 'server_uuid': '0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0', 'tag': '75281d88-3121-4e6f-af62-39e057ac3e04'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:18.952443 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d42c7a-9157-44cd-abe1-fedcff7c868a" -d '{"events": [{"name": "network-changed", "server_uuid": "69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8", "tag": "e43233c3-d07d-40cf-ba18-3fe092792ac2"}, {"name": "network-changed", "server_uuid": "0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0", "tag": "75281d88-3121-4e6f-af62-39e057ac3e04"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:18.994097 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.999280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 75281d88-3121-4e6f-af62-39e057ac3e04, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=75281d88-3121-4e6f-af62-39e057ac3e04,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:19.012624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '75281d88-3121-4e6f-af62-39e057ac3e04', 'network_id': '8e912341-a250-41c8-bf96-563c5539140f', 'port_id': '75281d88-3121-4e6f-af62-39e057ac3e04', 'mac_address': 'fa:16:3e:70:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5f2609-b10b-40b6-a156-8f3f635238f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:19.015237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d017b3a-e808-409e-9007-194f2ff793ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51'}, {'server_uuid': '49d6ea7f-542d-4cb9-8d86-0392e5c08f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8ddea9-69ee-44b4-a499-ee333a54698b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:19.017512 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d167ce-f7e5-4b7f-8769-ba33a7e56e4c" -d '{"events": [{"server_uuid": "4d017b3a-e808-409e-9007-194f2ff793ba", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffb38-38c2-46eb-83d8-ed6ae7de2a51"}, {"server_uuid": "49d6ea7f-542d-4cb9-8d86-0392e5c08f76", "name": "network-vif-plugged", "status": "completed", "tag": "cf8ddea9-69ee-44b4-a499-ee333a54698b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:19.036128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d241ada5-3df7-4e88-b270-a4ecf6d51339 req-f8095767-54b4-4ab2-8f40-2091bc459021 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158864 Nov 12 05:20:19.068621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.080890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Deleting port 879d6116-d821-48a8-89a6-e7b69f1b4da9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:19.081235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.082357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75281d88-3121-4e6f-af62-39e057ac3e04 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:19.104937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 75281d88-3121-4e6f-af62-39e057ac3e04, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=75281d88-3121-4e6f-af62-39e057ac3e04,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:19.109396 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.110459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e43233c3-d07d-40cf-ba18-3fe092792ac2 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:19.128769 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2ff85c-79e4-4dfa-b66b-63c525cac651 x-openstack-request-id: req-ba2ff85c-79e4-4dfa-b66b-63c525cac651 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:19.129277 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "a2aeb995-c38c-462c-a3b1-769bcfc7aa65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "tag": "f9874a14-1485-4b05-8717-612f0b188107", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "1db7b40d-19de-43d2-9b12-6b19afe4b22c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:19.129379 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba2ff85c-79e4-4dfa-b66b-63c525cac651 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:19.129696 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'a2aeb995-c38c-462c-a3b1-769bcfc7aa65', 'status': 'completed', 'code': 200} Nov 12 05:20:19.129953 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107', 'status': 'completed', 'code': 200} Nov 12 05:20:19.130220 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': '1db7b40d-19de-43d2-9b12-6b19afe4b22c', 'status': 'completed', 'code': 200} Nov 12 05:20:19.131952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:19.145220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:19.174685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:19.190541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event updated for resources: {'Port': ['ID=281ce439-1157-4d59-83c3-9e41adf8fcec,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:19.197996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] For port 879d6116-d821-48a8-89a6-e7b69f1b4da9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=879d6116-d821-48a8-89a6-e7b69f1b4da9,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:19.199479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.252825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=75281d88-3121-4e6f-af62-39e057ac3e04,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:19.292065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e43233c3-d07d-40cf-ba18-3fe092792ac2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e43233c3-d07d-40cf-ba18-3fe092792ac2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:19.302230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6125bb-2779-48f7-8b08-6183ab851298 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:19.303846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'e43233c3-d07d-40cf-ba18-3fe092792ac2', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'port_id': 'e43233c3-d07d-40cf-ba18-3fe092792ac2', 'mac_address': 'fa:16:3e:f4:ea:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13883a-6d2d-4077-bd2d-08d9f8815580', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:19.343368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.343634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.359267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43233c3-d07d-40cf-ba18-3fe092792ac2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:19.384996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e43233c3-d07d-40cf-ba18-3fe092792ac2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e43233c3-d07d-40cf-ba18-3fe092792ac2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:19.390986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.407940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Transition to ACTIVE for port object ae6125bb-2779-48f7-8b08-6183ab851298 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:19.417409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f4d270a8-3b5b-48ac-8a17-34ef63d79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:19.418359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f4d270a8-3b5b-48ac-8a17-34ef63d79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:19.418486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f4d270a8-3b5b-48ac-8a17-34ef63d79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:19.419377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f4d270a8-3b5b-48ac-8a17-34ef63d79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:19.419377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f4d270a8-3b5b-48ac-8a17-34ef63d79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:19.419799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f4d270a8-3b5b-48ac-8a17-34ef63d79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:19.420270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f4d270a8-3b5b-48ac-8a17-34ef63d79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:19.422135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f4d270a8-3b5b-48ac-8a17-34ef63d79f93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6290 time: 0.2450576 Nov 12 05:20:19.434217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8142-a2c6-4a4e-880f-7401f72c05c9 req-18c4a030-3f9b-4fc2-a817-52f201040f3d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:19.435780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ede8142-a2c6-4a4e-880f-7401f72c05c9 req-18c4a030-3f9b-4fc2-a817-52f201040f3d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 943 time: 0.2234521 Nov 12 05:20:19.442140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.448693 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.454672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e43233c3-d07d-40cf-ba18-3fe092792ac2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:19.455726 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.456340 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.457456 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Floating IP af07f815-423f-4b25-bc9a-aec70c1a4fe6 disassociated. External IP: 172.25.2.26, port: 879d6116-d821-48a8-89a6-e7b69f1b4da9. Nov 12 05:20:19.457878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Calling delete_port for 879d6116-d821-48a8-89a6-e7b69f1b4da9 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:19.595260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.624230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event deleted for resources: {'Port': ['ID=879d6116-d821-48a8-89a6-e7b69f1b4da9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:19.744431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:19.759944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f9874a14-1485-4b05-8717-612f0b188107 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:19.849288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['75281d88-3121-4e6f-af62-39e057ac3e04'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:19.855544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:19.857076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.866007 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] Sync routers for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:19.881900 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:19.884037 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:19.898391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] No DVR routers for this DVR port 879d6116-d821-48a8-89a6-e7b69f1b4da9 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:19.901329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.905881 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6da9921d-e5da-4079-bf25-ab59d959e408 req-f14af132-989f-4d9c-978d-6313994a2b60 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.43 "DELETE /v2.0/ports/879d6116-d821-48a8-89a6-e7b69f1b4da9 HTTP/1.1" status: 204 len: 173 time: 0.9615731 Nov 12 05:20:19.912463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e43233c3-d07d-40cf-ba18-3fe092792ac2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:19.963810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:19.994669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f9874a14-1485-4b05-8717-612f0b188107, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f9874a14-1485-4b05-8717-612f0b188107,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:20.028621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'f9874a14-1485-4b05-8717-612f0b188107', 'network_id': '67a2239a-8e17-410c-8fe7-a03c5364e40d', 'port_id': 'f9874a14-1485-4b05-8717-612f0b188107', 'mac_address': 'fa:16:3e:c0:6d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0a11f7-e543-4b19-a12f-ce5140ea08ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:20.105328 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:20.118663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ede8142-a2c6-4a4e-880f-7401f72c05c9 req-ef8f38db-3633-4c57-af2f-f41843802a04 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359859 Nov 12 05:20:20.127682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.191598 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.223735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9874a14-1485-4b05-8717-612f0b188107 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:20.262867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f9874a14-1485-4b05-8717-612f0b188107, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f9874a14-1485-4b05-8717-612f0b188107,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:20.270178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc07b285-1a59-4021-99ad-e5d0754ef58e {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:20.283832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.309560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.313762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Attempting to bind port ae6125bb-2779-48f7-8b08-6183ab851298 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:20.314163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Attempting to bind port ae6125bb-2779-48f7-8b08-6183ab851298 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:20.314761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Attempting to bind port ae6125bb-2779-48f7-8b08-6183ab851298 on network 12d4519f-353e-454c-aa94-41d813b054f7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:20.343278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-6be53d59-72c9-4161-8849-826bddd4fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:20.343757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-6be53d59-72c9-4161-8849-826bddd4fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:20.344845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-6be53d59-72c9-4161-8849-826bddd4fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:20.346129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-6be53d59-72c9-4161-8849-826bddd4fab7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=262340de18344ea1ba7a3c7cee7434fb&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.9058843 Nov 12 05:20:20.362877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=f9874a14-1485-4b05-8717-612f0b188107,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:20.363488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Port ae6125bb-2779-48f7-8b08-6183ab851298 on network 12d4519f-353e-454c-aa94-41d813b054f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:20.363819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Attempting to bind port ae6125bb-2779-48f7-8b08-6183ab851298 on network 12d4519f-353e-454c-aa94-41d813b054f7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:20.377960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Transition to ACTIVE for port object cc07b285-1a59-4021-99ad-e5d0754ef58e will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:20.427730 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.451272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:20.451608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Checking segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:20.451993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Bound using segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:20.452470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Bound port: ae6125bb-2779-48f7-8b08-6183ab851298, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:20.452823 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.483596 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:20.486302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdba140-35d2-4bcd-a5dd-a78ca3e25e1d req-9c9ad408-efb5-4216-a18a-748d8f9b1f68 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:20.487842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bdba140-35d2-4bcd-a5dd-a78ca3e25e1d req-9c9ad408-efb5-4216-a18a-748d8f9b1f68 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.2799029 Nov 12 05:20:20.516399 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] Checking router: 52f69f00-9c78-4f5c-81a7-bb664312a6f1 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:20.527620 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:20.528225 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:20.537236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f9874a14-1485-4b05-8717-612f0b188107'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:20.653140 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:20.742266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Pushing event updated for resources: {'Port': ['ID=cc07b285-1a59-4021-99ad-e5d0754ef58e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:20.843752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bdba140-35d2-4bcd-a5dd-a78ca3e25e1d req-bec38a78-f2bb-45be-bac5-7de1a1befbac tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839587 Nov 12 05:20:20.885701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f339c1b8-a8f3-4e4d-b7fd-bae7253073d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:20.887235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-f339c1b8-a8f3-4e4d-b7fd-bae7253073d0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5260642 Nov 12 05:20:20.888378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:20.892591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.910692 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.915193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:20.916412 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:20.936871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Attempting to bind port cc07b285-1a59-4021-99ad-e5d0754ef58e on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:20.937214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Attempting to bind port cc07b285-1a59-4021-99ad-e5d0754ef58e by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:20.937553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Attempting to bind port cc07b285-1a59-4021-99ad-e5d0754ef58e on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:20.949541 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a6315-4a7d-446e-afd7-621d41899fdf None None] The sync data for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 is: [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:48Z', 'revision_number': 4, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '77497987-3c4a-4bb0-a7eb-7bf27e12fb27', 'name': '', 'network_id': '88f182b1-b3c0-49d3-b8dd-212cced455c0', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'mac_address': 'fa:16:3e:2c:7c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:47Z', 'updated_at': '2021-11-12T05:12:53Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'subnets': [{'id': 'da891232-5056-49dd-9d8b-c54a2818ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:20.971176 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.994835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Port cc07b285-1a59-4021-99ad-e5d0754ef58e on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:20.995164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Attempting to bind port cc07b285-1a59-4021-99ad-e5d0754ef58e on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:21.056409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:21.056776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Checking segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:21.057111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Bound using segment: {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:21.057560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Bound port: cc07b285-1a59-4021-99ad-e5d0754ef58e, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6558100a-e0de-4e7e-b054-9a1f185a6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:21.057919 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.075541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.076154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.077529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae6125bb-2779-48f7-8b08-6183ab851298 HTTP/1.1" status: 200 len: 1092 time: 2.9250832 Nov 12 05:20:21.079261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event updated for resources: {'Port': ['ID=281ce439-1157-4d59-83c3-9e41adf8fcec,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:21.134616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'c79f5a82-d269-4392-8fc4-35cef54faf65'}, {'name': 'network-changed', 'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:21.136855 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4264a-9abf-45e1-84aa-b31e0511c31b" -d '{"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "c79f5a82-d269-4392-8fc4-35cef54faf65"}, {"name": "network-changed", "server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:21.148123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.157741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00633d-4ab7-47c8-872d-504006c9a6b6 req-ee37356c-5451-4338-bdcc-b39e0e339502 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.159270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f00633d-4ab7-47c8-872d-504006c9a6b6 req-ee37356c-5451-4338-bdcc-b39e0e339502 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 943 time: 0.2362490 Nov 12 05:20:21.194903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fb3303-ba1d-4be2-9ab7-c9131305282e None None] New status for floating IP af07f815-423f-4b25-bc9a-aec70c1a4fe6: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:20:21.208121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-6b506017-7c89-4be9-869c-11e9144a0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.209556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-6b506017-7c89-4be9-869c-11e9144a0c99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1097 time: 0.2687325 Nov 12 05:20:21.274438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.275613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-d7b18f08-ab58-447f-9d74-1d022a430794 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7874348 Nov 12 05:20:21.302321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098e0c9-3ed6-4125-9161-21157cd38ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:21.391615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] For port cc07b285-1a59-4021-99ad-e5d0754ef58e, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:21.402315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-420e0eb8-6992-48d4-b21a-1e8d9cd64225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.403851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-420e0eb8-6992-48d4-b21a-1e8d9cd64225 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 1095 time: 0.2841387 Nov 12 05:20:21.433157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-eec7daa6-230f-4c59-91a1-5ecce3d78bba tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.1418774 Nov 12 05:20:21.440842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f00633d-4ab7-47c8-872d-504006c9a6b6 req-60f9801d-3c76-4f23-be13-5fd2f2d546d9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352180 Nov 12 05:20:21.468270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] For port cc07b285-1a59-4021-99ad-e5d0754ef58e, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:21.482319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-6e1db493-f619-4480-aba8-73d81938f983 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6125bb-2779-48f7-8b08-6183ab851298 HTTP/1.1" status: 200 len: 217 time: 0.0665934 Nov 12 05:20:21.500939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.609289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-71821968-b43f-4ba0-a458-14b5aadbbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.610750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-71821968-b43f-4ba0-a458-14b5aadbbd3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 913 time: 0.3841877 Nov 12 05:20:21.640407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.641029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.642512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-d101204d-3360-4215-af4a-54be52eb605d service neutron] 10.222.0.47 "PUT /v2.0/ports/cc07b285-1a59-4021-99ad-e5d0754ef58e HTTP/1.1" status: 200 len: 1091 time: 3.0109391 Nov 12 05:20:21.701826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:21.711523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-b83dd6be-3998-415b-9c34-6e097bff5653 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 200 len: 217 time: 0.0788298 Nov 12 05:20:21.758331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-e5392f67-9dfa-4f66-a1f4-ce5c24ff5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.759769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-e5392f67-9dfa-4f66-a1f4-ce5c24ff5bee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.2505245 Nov 12 05:20:21.776885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f9874a14-1485-4b05-8717-612f0b188107 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:21.807432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101204d-3360-4215-af4a-54be52eb605d service neutron] Pushing event updated for resources: {'Port': ['ID=cc07b285-1a59-4021-99ad-e5d0754ef58e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:21.837950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port f9874a14-1485-4b05-8717-612f0b188107 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:21.842005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port f9874a14-1485-4b05-8717-612f0b188107 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:21.842539 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.844277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-a27435cc-27ef-4c3d-934f-87af7b00d81d tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.845654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50c32dd0-ba51-4ebe-bd7b-80b2d4eb60f6 req-a27435cc-27ef-4c3d-934f-87af7b00d81d tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.4039533 Nov 12 05:20:21.865906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-cf324736-6d32-4111-820f-0d914cdb7212 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937147 Nov 12 05:20:21.877279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c833d-28c8-495f-9405-bc90813613fd req-c3d3af93-6cec-474a-9b49-59f11f75424f tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:21.878789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-285c833d-28c8-495f-9405-bc90813613fd req-c3d3af93-6cec-474a-9b49-59f11f75424f tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 950 time: 0.3484461 Nov 12 05:20:21.897795 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c95b620-d264-477f-a1ba-95083ca90d55 x-openstack-request-id: req-3c95b620-d264-477f-a1ba-95083ca90d55 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:21.898870 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8", "tag": "e43233c3-d07d-40cf-ba18-3fe092792ac2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0", "tag": "75281d88-3121-4e6f-af62-39e057ac3e04", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:21.898980 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c95b620-d264-477f-a1ba-95083ca90d55 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:21.899295 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8', 'tag': 'e43233c3-d07d-40cf-ba18-3fe092792ac2', 'status': 'completed', 'code': 200} Nov 12 05:20:21.899557 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0', 'tag': '75281d88-3121-4e6f-af62-39e057ac3e04', 'status': 'completed', 'code': 200} Nov 12 05:20:21.928885 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.944096 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d045c197-3999-4265-a197-d5360dad0682 x-openstack-request-id: req-d045c197-3999-4265-a197-d5360dad0682 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:21.944465 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d017b3a-e808-409e-9007-194f2ff793ba", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffb38-38c2-46eb-83d8-ed6ae7de2a51", "code": 200}, {"server_uuid": "49d6ea7f-542d-4cb9-8d86-0392e5c08f76", "name": "network-vif-plugged", "status": "completed", "tag": "cf8ddea9-69ee-44b4-a499-ee333a54698b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:21.944781 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d045c197-3999-4265-a197-d5360dad0682 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:21.945270 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d017b3a-e808-409e-9007-194f2ff793ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51', 'code': 200} Nov 12 05:20:21.945583 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d6ea7f-542d-4cb9-8d86-0392e5c08f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8ddea9-69ee-44b4-a499-ee333a54698b', 'code': 200} Nov 12 05:20:21.969986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f9874a14-1485-4b05-8717-612f0b188107, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f9874a14-1485-4b05-8717-612f0b188107,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:21.976198 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.029495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=f9874a14-1485-4b05-8717-612f0b188107,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:22.067182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-c0028ca3-ac49-4c63-b0fb-9e4d93eee8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.069403 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-c0028ca3-ac49-4c63-b0fb-9e4d93eee8d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0759552 Nov 12 05:20:22.230932 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.233528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-844562e1-d88f-41b4-bc18-a55c5bc01666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.234981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-844562e1-d88f-41b4-bc18-a55c5bc01666 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.5110247 Nov 12 05:20:22.236945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3269b-5873-4167-9997-445758a594da req-3fb4b0cc-8dbd-457d-8c49-1f9594157bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.238439 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0db3269b-5873-4167-9997-445758a594da req-3fb4b0cc-8dbd-457d-8c49-1f9594157bd2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 1102 time: 0.1357083 Nov 12 05:20:22.242352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2bd86-9452-49c1-9d7d-ada17cfff795 req-dab6d776-9af8-44c5-87ac-90defe5501a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.243741 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-92e2bd86-9452-49c1-9d7d-ada17cfff795 req-dab6d776-9af8-44c5-87ac-90defe5501a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 1097 time: 0.1423957 Nov 12 05:20:22.280688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-08ec6982-89e0-4f2f-bd53-b948b25f6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.282120 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-08ec6982-89e0-4f2f-bd53-b948b25f6ba2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 906 time: 0.1819999 Nov 12 05:20:22.336546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-991d023f-35b5-4fe3-a31c-9ae91cdeb6ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821123 Nov 12 05:20:22.421667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-285c833d-28c8-495f-9405-bc90813613fd req-f4a1c32e-dc60-4e29-9851-9bcf006ec99b tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292797 Nov 12 05:20:22.454536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32e114-e8e8-4bdb-b15c-2f97759e1136 req-47dd7f80-f56e-481a-965e-c484e8379b1a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.456484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a32e114-e8e8-4bdb-b15c-2f97759e1136 req-47dd7f80-f56e-481a-965e-c484e8379b1a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 946 time: 0.2278860 Nov 12 05:20:22.556253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-f7563e12-5d6f-46d7-96af-0a872bb8dcec service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6764703 Nov 12 05:20:22.600949 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-1cef0e94-76d2-4823-8642-5b5de2c9706a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e43233c3-d07d-40cf-ba18-3fe092792ac2 HTTP/1.1" status: 200 len: 217 time: 0.3099232 Nov 12 05:20:22.612096 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0db3269b-5873-4167-9997-445758a594da req-93fefbf3-799f-4b2f-9781-1051c5fafc24 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646710 Nov 12 05:20:22.621973 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-92e2bd86-9452-49c1-9d7d-ada17cfff795 req-75712620-b998-4f90-b0f9-d9274a8897c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616509 Nov 12 05:20:22.656449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-7d070a4e-e2df-4b9e-ab2f-c1bebea4e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.657889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-7d070a4e-e2df-4b9e-ab2f-c1bebea4e0a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.0491982 Nov 12 05:20:22.733580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5eb177f1-39bf-4a07-89ef-fbd11c7426c9 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687313 Nov 12 05:20:22.776243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a32e114-e8e8-4bdb-b15c-2f97759e1136 req-3fa36d5b-694b-4c90-bb8c-1d954850358f tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799973 Nov 12 05:20:22.797413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67a63-e530-4d3c-b888-e1278935104b req-c434bf63-64de-4cea-901e-926b2eb8939b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.803507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67a63-e530-4d3c-b888-e1278935104b req-c434bf63-64de-4cea-901e-926b2eb8939b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.810164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67a63-e530-4d3c-b888-e1278935104b req-c434bf63-64de-4cea-901e-926b2eb8939b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.816232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67a63-e530-4d3c-b888-e1278935104b req-c434bf63-64de-4cea-901e-926b2eb8939b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.822266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67a63-e530-4d3c-b888-e1278935104b req-c434bf63-64de-4cea-901e-926b2eb8939b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.828326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67a63-e530-4d3c-b888-e1278935104b req-c434bf63-64de-4cea-901e-926b2eb8939b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.834310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67a63-e530-4d3c-b888-e1278935104b req-c434bf63-64de-4cea-901e-926b2eb8939b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:22.836197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8d67a63-e530-4d3c-b888-e1278935104b req-c434bf63-64de-4cea-901e-926b2eb8939b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5406 time: 0.2864380 Nov 12 05:20:22.905920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e43233c3-d07d-40cf-ba18-3fe092792ac2 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:22.945965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f64dfed-c2c7-477f-bc85-b91bc524df2e req-daaccbc6-45a4-4ced-941d-b6476e1676c8 service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670459 Nov 12 05:20:22.955378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port e43233c3-d07d-40cf-ba18-3fe092792ac2 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:22.960192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port e43233c3-d07d-40cf-ba18-3fe092792ac2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:22.960678 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.041352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bb859-ad56-49ba-a29d-9dce401e98a3 req-b868d28d-81a2-4311-abc1-1df0b5868749 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.042886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d0bb859-ad56-49ba-a29d-9dce401e98a3 req-b868d28d-81a2-4311-abc1-1df0b5868749 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 944 time: 0.2033801 Nov 12 05:20:23.055789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8d67a63-e530-4d3c-b888-e1278935104b req-5ca7243d-9924-4908-a820-f32b7c14e0ab tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2131178 Nov 12 05:20:23.070773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-2f2c3d8f-61b4-4ee6-8c29-7741521d0079 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010285 Nov 12 05:20:23.124569 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ab1859-88e3-40e5-aabe-da14c300d4d4 x-openstack-request-id: req-b1ab1859-88e3-40e5-aabe-da14c300d4d4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:23.124897 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "c79f5a82-d269-4392-8fc4-35cef54faf65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:23.125145 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1ab1859-88e3-40e5-aabe-da14c300d4d4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:23.125750 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'c79f5a82-d269-4392-8fc4-35cef54faf65', 'status': 'completed', 'code': 200} Nov 12 05:20:23.125888 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'status': 'completed', 'code': 200} Nov 12 05:20:23.168780 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.201177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e43233c3-d07d-40cf-ba18-3fe092792ac2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e43233c3-d07d-40cf-ba18-3fe092792ac2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:23.204908 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.205695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 75281d88-3121-4e6f-af62-39e057ac3e04 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:23.210211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d096ffe-5b37-4bd8-be11-f89776a4f88c {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:23.226416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d0bb859-ad56-49ba-a29d-9dce401e98a3 req-a32741ca-5d63-48e2-9960-a86c628d8f35 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695769 Nov 12 05:20:23.228706 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.284466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Transition to ACTIVE for port object 0d096ffe-5b37-4bd8-be11-f89776a4f88c will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:23.292474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e43233c3-d07d-40cf-ba18-3fe092792ac2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:23.297731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5f26feb0-8fbe-4e42-ab70-1e3b94bd2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.298220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5f26feb0-8fbe-4e42-ab70-1e3b94bd2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.298732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5f26feb0-8fbe-4e42-ab70-1e3b94bd2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.299208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5f26feb0-8fbe-4e42-ab70-1e3b94bd2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.299677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5f26feb0-8fbe-4e42-ab70-1e3b94bd2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.300145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5f26feb0-8fbe-4e42-ab70-1e3b94bd2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.300609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5f26feb0-8fbe-4e42-ab70-1e3b94bd2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.300773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 75281d88-3121-4e6f-af62-39e057ac3e04 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:23.302531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-5f26feb0-8fbe-4e42-ab70-1e3b94bd2228 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6358 time: 0.1716676 Nov 12 05:20:23.304774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 75281d88-3121-4e6f-af62-39e057ac3e04 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:23.305143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.308401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.339298 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-f04cace2-4025-45d0-9f79-b3f66b0957c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282180 Nov 12 05:20:23.390898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.416734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-3c2a6516-6a5b-4e42-b75a-f837b41ac880 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2829893 Nov 12 05:20:23.439299 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-104c9e01-09cb-4a09-8dbb-09077da04d48 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918825 Nov 12 05:20:23.439471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 75281d88-3121-4e6f-af62-39e057ac3e04, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=75281d88-3121-4e6f-af62-39e057ac3e04,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:23.448061 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.449159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 879d6116-d821-48a8-89a6-e7b69f1b4da9 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:23.466777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:23.480831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 879d6116-d821-48a8-89a6-e7b69f1b4da9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:23.481327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 879d6116-d821-48a8-89a6-e7b69f1b4da9 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:23.482515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d096ffe-5b37-4bd8-be11-f89776a4f88c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:23.551553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-4770c5cd-5adc-4ca1-82b4-0473d1261971 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039519 Nov 12 05:20:23.563093 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=75281d88-3121-4e6f-af62-39e057ac3e04,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:23.563538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad499517-6e1f-424c-abee-8a07a3b785ec req-d24939c5-c82a-4a1d-a86f-bd1f415b999c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.565697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad499517-6e1f-424c-abee-8a07a3b785ec req-d24939c5-c82a-4a1d-a86f-bd1f415b999c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.2616098 Nov 12 05:20:23.600158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.614007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-dbcbc4f1-61e5-4a3a-9b94-61e1d6a08fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.614520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-dbcbc4f1-61e5-4a3a-9b94-61e1d6a08fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.614985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-dbcbc4f1-61e5-4a3a-9b94-61e1d6a08fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.616564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-dbcbc4f1-61e5-4a3a-9b94-61e1d6a08fec service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=262340de18344ea1ba7a3c7cee7434fb&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2871153 Nov 12 05:20:23.692360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-fbcd6765-f6fa-4006-9ee3-88fb13367234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.694099 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-fbcd6765-f6fa-4006-9ee3-88fb13367234 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0466928 Nov 12 05:20:23.698009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Attempting to bind port 0d096ffe-5b37-4bd8-be11-f89776a4f88c on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:23.698366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Attempting to bind port 0d096ffe-5b37-4bd8-be11-f89776a4f88c by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:23.698703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Attempting to bind port 0d096ffe-5b37-4bd8-be11-f89776a4f88c on network 089d0ad6-f654-4578-bf11-2852cee4be08 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:23.764688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Port 0d096ffe-5b37-4bd8-be11-f89776a4f88c on network 089d0ad6-f654-4578-bf11-2852cee4be08 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:23.765095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Attempting to bind port 0d096ffe-5b37-4bd8-be11-f89776a4f88c on network 089d0ad6-f654-4578-bf11-2852cee4be08 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:23.773880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad499517-6e1f-424c-abee-8a07a3b785ec req-a71984b3-5234-4a68-9501-081398160473 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891375 Nov 12 05:20:23.781791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:23.782137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Checking segment: {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:23.782548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Bound using segment: {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:23.782988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Bound port: 0d096ffe-5b37-4bd8-be11-f89776a4f88c, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:23.783353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.787358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-bf70af63-7ca8-4ce2-8d89-14d38bda5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.788878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-bf70af63-7ca8-4ce2-8d89-14d38bda5ae6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 916 time: 0.0859678 Nov 12 05:20:23.837440 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-cf5cff7a-be7c-4d30-8fc0-c3465a663253 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75281d88-3121-4e6f-af62-39e057ac3e04 HTTP/1.1" status: 200 len: 217 time: 0.0406251 Nov 12 05:20:23.853366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-83c8cd8c-462c-4cec-b9ac-a5218b6f2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.854813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2899704-3041-4129-8fed-a866e1f6ed72 req-83c8cd8c-462c-4cec-b9ac-a5218b6f2cc9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222643 Nov 12 05:20:23.886924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-ae457efb-be6a-4b1d-99a1-02fa66908348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.888564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-ae457efb-be6a-4b1d-99a1-02fa66908348 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 200 len: 854 time: 0.0437310 Nov 12 05:20:23.906242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e229c77-13f7-4a94-82f1-213fd784be82', 'name': 'network-vif-deleted', 'tag': '879d6116-d821-48a8-89a6-e7b69f1b4da9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:23.908446 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c31ff-27b5-41ce-959c-ee7ac87f596d" -d '{"events": [{"server_uuid": "7e229c77-13f7-4a94-82f1-213fd784be82", "name": "network-vif-deleted", "tag": "879d6116-d821-48a8-89a6-e7b69f1b4da9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:23.941861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-93eb32b9-e089-4d6f-8719-2ba77d2b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.943389 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-93eb32b9-e089-4d6f-8719-2ba77d2b7497 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e912341-a250-41c8-bf96-563c5539140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452061 Nov 12 05:20:23.946638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107'}, {'server_uuid': '69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43233c3-d07d-40cf-ba18-3fe092792ac2'}, {'server_uuid': '0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75281d88-3121-4e6f-af62-39e057ac3e04'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:23.948970 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9d6ed7-adef-4b82-8a85-064fc92a06b0" -d '{"events": [{"server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "name": "network-vif-plugged", "status": "completed", "tag": "f9874a14-1485-4b05-8717-612f0b188107"}, {"server_uuid": "69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8", "name": "network-vif-plugged", "status": "completed", "tag": "e43233c3-d07d-40cf-ba18-3fe092792ac2"}, {"server_uuid": "0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0", "name": "network-vif-plugged", "status": "completed", "tag": "75281d88-3121-4e6f-af62-39e057ac3e04"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:23.953954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] For port 0d096ffe-5b37-4bd8-be11-f89776a4f88c, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:23.979825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2745ae4-1d19-4b92-a8ea-f18e4d3b936c req-d8973e88-cda6-4202-a070-e03ebb9ee282 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:23.981318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2745ae4-1d19-4b92-a8ea-f18e4d3b936c req-d8973e88-cda6-4202-a070-e03ebb9ee282 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 943 time: 0.1343787 Nov 12 05:20:23.983882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] For port 0d096ffe-5b37-4bd8-be11-f89776a4f88c, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:23.994056 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.001345 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.047160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-f9a477aa-2376-4331-b7b8-d7c9612e0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.047642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-f9a477aa-2376-4331-b7b8-d7c9612e0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.048116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-f9a477aa-2376-4331-b7b8-d7c9612e0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.048582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-f9a477aa-2376-4331-b7b8-d7c9612e0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.049048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-f9a477aa-2376-4331-b7b8-d7c9612e0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.049510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-f9a477aa-2376-4331-b7b8-d7c9612e0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.050097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-f9a477aa-2376-4331-b7b8-d7c9612e0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.051879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-f9a477aa-2376-4331-b7b8-d7c9612e0601 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6384 time: 0.1510348 Nov 12 05:20:24.066170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-db3f90fb-8de0-48bb-b9f8-a323864243ab service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146777 Nov 12 05:20:24.103783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.104422 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.105769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] 10.222.0.47 "PUT /v2.0/ports/0d096ffe-5b37-4bd8-be11-f89776a4f88c HTTP/1.1" status: 200 len: 1092 time: 2.4109576 Nov 12 05:20:24.160404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Request body: {'port': {'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:24.167440 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-39d42c7a-9157-44cd-abe1-fedcff7c868a req-f5524b31-46af-4a71-9fbc-ff63e535f212 service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931535 Nov 12 05:20:24.237412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5040d-6905-472d-a12c-d7d7ff118fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d096ffe-5b37-4bd8-be11-f89776a4f88c,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:24.243656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2745ae4-1d19-4b92-a8ea-f18e4d3b936c req-48b2957e-29d4-45b6-8510-5f32cf958ddc tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539332 Nov 12 05:20:24.343898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Allocated IP 172.25.2.116 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/4032429f-c67e-469c-8746-4941f7a62d72) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:24.370719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-3f0fdb61-75f3-4f22-9e0c-3d13ca7f2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.371179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-3f0fdb61-75f3-4f22-9e0c-3d13ca7f2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.371646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-3f0fdb61-75f3-4f22-9e0c-3d13ca7f2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.373204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-3f0fdb61-75f3-4f22-9e0c-3d13ca7f2c73 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=262340de18344ea1ba7a3c7cee7434fb&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2851038 Nov 12 05:20:24.373818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.555512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0091b9-2c3b-4f79-acbf-c75f471933f6 req-9aeb0eb5-d94d-45be-be17-c4fde257ef95 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.556994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d0091b9-2c3b-4f79-acbf-c75f471933f6 req-9aeb0eb5-d94d-45be-be17-c4fde257ef95 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 950 time: 0.2110274 Nov 12 05:20:24.687300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-2f2ba0bb-1b9c-421a-a8ca-9f65eb8288e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.688779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-2f2ba0bb-1b9c-421a-a8ca-9f65eb8288e3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989776 Nov 12 05:20:24.716394 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.752623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d0091b9-2c3b-4f79-acbf-c75f471933f6 req-c79079ff-a99a-4b25-ba26-2c6bb9926625 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840622 Nov 12 05:20:25.134273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'cc07b285-1a59-4021-99ad-e5d0754ef58e'}, {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': '0d096ffe-5b37-4bd8-be11-f89776a4f88c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:25.136465 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "cc07b285-1a59-4021-99ad-e5d0754ef58e"}, {"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "0d096ffe-5b37-4bd8-be11-f89776a4f88c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:25.200628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.210705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-ead08016-08b1-4c14-b47d-389de8e2f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.212177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-ead08016-08b1-4c14-b47d-389de8e2f5ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 1095 time: 0.4648404 Nov 12 05:20:25.269033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa839e-0556-4144-92c7-e3aff435412b req-7a256b6e-a766-4b10-868c-e784c9fab6bd tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.270504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eaa839e-0556-4144-92c7-e3aff435412b req-7a256b6e-a766-4b10-868c-e784c9fab6bd tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 946 time: 0.1571116 Nov 12 05:20:25.292402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:25.313740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:25.324624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:25.397709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event updated for resources: {'Port': ['ID=4032429f-c67e-469c-8746-4941f7a62d72,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:25.445204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1717fc-c0f1-4b58-8a77-a671c665475f {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:25.466646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.487911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eaa839e-0556-4144-92c7-e3aff435412b req-91e2dab1-572e-4e8c-ac48-9f78949223e0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979973 Nov 12 05:20:25.499040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Transition to ACTIVE for port object ac1717fc-c0f1-4b58-8a77-a671c665475f will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:25.502870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-aa9ee266-7f02-4400-9d18-45405f08aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.504359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-aa9ee266-7f02-4400-9d18-45405f08aae8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 905 time: 0.2594509 Nov 12 05:20:25.533332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.537067 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00be08bb-8e85-4d38-b2f3-a1c7b703b50e x-openstack-request-id: req-00be08bb-8e85-4d38-b2f3-a1c7b703b50e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:25.537580 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e229c77-13f7-4a94-82f1-213fd784be82", "name": "network-vif-deleted", "tag": "879d6116-d821-48a8-89a6-e7b69f1b4da9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:25.537973 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00be08bb-8e85-4d38-b2f3-a1c7b703b50e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:25.539669 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e229c77-13f7-4a94-82f1-213fd784be82', 'name': 'network-vif-deleted', 'tag': '879d6116-d821-48a8-89a6-e7b69f1b4da9', 'status': 'completed', 'code': 200} Nov 12 05:20:25.578950 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d472b9b5-a853-42cd-b1a5-b2ac4056e9ee x-openstack-request-id: req-d472b9b5-a853-42cd-b1a5-b2ac4056e9ee {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:25.579509 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "name": "network-vif-plugged", "status": "completed", "tag": "f9874a14-1485-4b05-8717-612f0b188107", "code": 200}, {"server_uuid": "69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8", "name": "network-vif-plugged", "status": "completed", "tag": "e43233c3-d07d-40cf-ba18-3fe092792ac2", "code": 200}, {"server_uuid": "0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0", "name": "network-vif-plugged", "status": "completed", "tag": "75281d88-3121-4e6f-af62-39e057ac3e04", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:25.582733 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d472b9b5-a853-42cd-b1a5-b2ac4056e9ee {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:25.583671 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107', 'code': 200} Nov 12 05:20:25.586519 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43233c3-d07d-40cf-ba18-3fe092792ac2', 'code': 200} Nov 12 05:20:25.586940 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75281d88-3121-4e6f-af62-39e057ac3e04', 'code': 200} Nov 12 05:20:25.609135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-c361b57b-0eba-441d-9683-fed4b3a0f875 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6125bb-2779-48f7-8b08-6183ab851298 HTTP/1.1" status: 200 len: 217 time: 0.0726717 Nov 12 05:20:25.639202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1717fc-c0f1-4b58-8a77-a671c665475f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:25.677362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.780594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a9eb-192c-4060-9b47-2395cd028c69 req-6a731c53-fb5c-442e-b87b-ca56919a4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.782808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e711a9eb-192c-4060-9b47-2395cd028c69 req-6a731c53-fb5c-442e-b87b-ca56919a4d0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0811088 Nov 12 05:20:25.788168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f146c-0c40-4a01-8305-a3e31ba88565 req-e1841e9a-4e2b-4947-887e-3b4fdc417f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.789987 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-959f146c-0c40-4a01-8305-a3e31ba88565 req-e1841e9a-4e2b-4947-887e-3b4fdc417f51 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0615227 Nov 12 05:20:25.792076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ae6125bb-2779-48f7-8b08-6183ab851298 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:25.811551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-63f63001-f1c5-42f5-8645-a7512a43a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.813118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-63f63001-f1c5-42f5-8645-a7512a43a42a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.1865621 Nov 12 05:20:25.838012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.861380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e711a9eb-192c-4060-9b47-2395cd028c69 req-fd3c96fc-52d7-493b-8441-45562ce8e557 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698793 Nov 12 05:20:25.863573 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-959f146c-0c40-4a01-8305-a3e31ba88565 req-cc8bcc95-6499-463f-be2e-c33fba7165d6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659833 Nov 12 05:20:25.883736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-db550063-1f08-41df-a846-1b688b2f9f41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601096 Nov 12 05:20:25.899369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-172a980f-3dc3-4cf1-ad3c-58e6fc3171a5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.905363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-172a980f-3dc3-4cf1-ad3c-58e6fc3171a5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.911433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-172a980f-3dc3-4cf1-ad3c-58e6fc3171a5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.917533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-172a980f-3dc3-4cf1-ad3c-58e6fc3171a5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.919514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:25.923577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-172a980f-3dc3-4cf1-ad3c-58e6fc3171a5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.929621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-172a980f-3dc3-4cf1-ad3c-58e6fc3171a5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.935537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'port_id': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'mac_address': 'fa:16:3e:ed:04:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe6034-b5c9-43f5-8a4a-3d6545ac4082', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:25.935725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-172a980f-3dc3-4cf1-ad3c-58e6fc3171a5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.937552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-172a980f-3dc3-4cf1-ad3c-58e6fc3171a5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.2996721 Nov 12 05:20:25.976992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.990194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6125bb-2779-48f7-8b08-6183ab851298 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:25.990995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff427b6-f171-4cba-b1c8-c3f53574145b req-08d287fa-d9b7-4bfb-af98-ec5dd7161f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:25.992512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ff427b6-f171-4cba-b1c8-c3f53574145b req-08d287fa-d9b7-4bfb-af98-ec5dd7161f05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1098 time: 0.3060851 Nov 12 05:20:26.010912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:26.015891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.054686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Attempting to bind port ac1717fc-c0f1-4b58-8a77-a671c665475f on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:26.055027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Attempting to bind port ac1717fc-c0f1-4b58-8a77-a671c665475f by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:26.055362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Attempting to bind port ac1717fc-c0f1-4b58-8a77-a671c665475f on network 089d0ad6-f654-4578-bf11-2852cee4be08 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:26.062880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:26.104336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Port ac1717fc-c0f1-4b58-8a77-a671c665475f on network 089d0ad6-f654-4578-bf11-2852cee4be08 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:26.104662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Attempting to bind port ac1717fc-c0f1-4b58-8a77-a671c665475f on network 089d0ad6-f654-4578-bf11-2852cee4be08 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:26.169541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:26.169774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Checking segment: {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:26.170020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Bound using segment: {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:26.170497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Bound port: ac1717fc-c0f1-4b58-8a77-a671c665475f, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581d3c60-4681-400d-b227-dd84448cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:26.170857 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.215169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8283a32-11bd-45b2-af2c-cf9695cfcdf0 req-12a6695f-d4fa-4ce4-a537-b6ff19beaa45 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2588677 Nov 12 05:20:26.224842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ff427b6-f171-4cba-b1c8-c3f53574145b req-a47ff403-b552-4e4a-879b-8269307ed19a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117331 Nov 12 05:20:26.233982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-5392977b-4879-4bec-972c-500744ff005f service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923012 Nov 12 05:20:26.268060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ae6125bb-2779-48f7-8b08-6183ab851298'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:26.343358 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.346310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] For port ac1717fc-c0f1-4b58-8a77-a671c665475f, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:26.351500 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.385977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] For port ac1717fc-c0f1-4b58-8a77-a671c665475f, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:26.398701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.411365 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:20:26.416878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edd6a1-3f79-4087-a0cb-872b697242e5 req-eb48f7e6-4962-4e11-ac41-e1ad8c11a957 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.418390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6edd6a1-3f79-4087-a0cb-872b697242e5 req-eb48f7e6-4962-4e11-ac41-e1ad8c11a957 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 945 time: 0.1334386 Nov 12 05:20:26.462331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event updated for resources: {'Port': ['ID=4032429f-c67e-469c-8746-4941f7a62d72,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:26.490627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.491245 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.493262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/ac1717fc-c0f1-4b58-8a77-a671c665475f HTTP/1.1" status: 200 len: 1092 time: 2.3454280 Nov 12 05:20:26.576487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.651003 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.652219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-933a3a7b-3e86-4657-b389-87854eedf223 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1990244 Nov 12 05:20:26.661777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6edd6a1-3f79-4087-a0cb-872b697242e5 req-61a8ec5c-02fa-4e96-9d15-264990cd850c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165670 Nov 12 05:20:26.662394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae243-abab-49e0-98b6-827ef56440c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1717fc-c0f1-4b58-8a77-a671c665475f,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:26.725630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0230dc08-9bdd-46f7-99f0-89c7c77d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.726124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0230dc08-9bdd-46f7-99f0-89c7c77d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.727166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0230dc08-9bdd-46f7-99f0-89c7c77d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.727640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0230dc08-9bdd-46f7-99f0-89c7c77d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.728112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0230dc08-9bdd-46f7-99f0-89c7c77d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.728578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0230dc08-9bdd-46f7-99f0-89c7c77d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.729049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0230dc08-9bdd-46f7-99f0-89c7c77d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.731019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0230dc08-9bdd-46f7-99f0-89c7c77d9a01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6494 time: 0.1742260 Nov 12 05:20:26.738878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddf4264a-9abf-45e1-84aa-b31e0511c31b req-21b4034f-e3a6-4b88-8f8a-17643685875b service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986634 Nov 12 05:20:26.741898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-feb3b0f2-4596-4ed1-a0b5-3252ffeba7f1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.0738785 Nov 12 05:20:26.793587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-37315af5-1ab9-4877-8761-b3ce4b529e88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 HTTP/1.1" status: 200 len: 217 time: 0.0470824 Nov 12 05:20:26.924365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-2f4059d9-1853-48b6-b556-986cc45d11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.925795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-2f4059d9-1853-48b6-b556-986cc45d11e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c54d1faf-483f-422b-8037-251de861ef51 HTTP/1.1" status: 200 len: 855 time: 0.1049416 Nov 12 05:20:26.945319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.953376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f4593-86d4-465f-8d5e-f4a7be1e159d req-f78316ca-a903-405b-b339-e6d85983b511 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.954818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-983f4593-86d4-465f-8d5e-f4a7be1e159d req-f78316ca-a903-405b-b339-e6d85983b511 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.1724036 Nov 12 05:20:26.994185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-e6405f38-9828-4e7b-9b5c-7abd4cfa1ce9 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:26.995432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61e30825-b8d7-4cc9-bb45-e4195fb1017d req-e6405f38-9828-4e7b-9b5c-7abd4cfa1ce9 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2405171 Nov 12 05:20:27.027996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-9d13f453-6e99-45b9-83d2-d80049c74e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.029519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-9d13f453-6e99-45b9-83d2-d80049c74e96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2478ff-cee8-449a-8481-98ac2b21b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932426 Nov 12 05:20:27.034826 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96c6390-4546-49ea-a087-67b2e2a3276c x-openstack-request-id: req-e96c6390-4546-49ea-a087-67b2e2a3276c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:27.035141 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "cc07b285-1a59-4021-99ad-e5d0754ef58e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "0d096ffe-5b37-4bd8-be11-f89776a4f88c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:27.035351 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e96c6390-4546-49ea-a087-67b2e2a3276c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:27.035980 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'cc07b285-1a59-4021-99ad-e5d0754ef58e', 'status': 'completed', 'code': 200} Nov 12 05:20:27.035980 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': '0d096ffe-5b37-4bd8-be11-f89776a4f88c', 'status': 'completed', 'code': 200} Nov 12 05:20:27.044009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-983f4593-86d4-465f-8d5e-f4a7be1e159d req-10883bf9-efa2-49c7-bdbf-6693bfe777a9 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695705 Nov 12 05:20:27.202526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c4570-ee02-4bac-8224-3abf1a791c76 req-c0f5d390-71c2-48a2-91a5-e96be91b64bb tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.203982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b16c4570-ee02-4bac-8224-3abf1a791c76 req-c0f5d390-71c2-48a2-91a5-e96be91b64bb tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 944 time: 0.1057229 Nov 12 05:20:27.205720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f2ce5ad2-9b07-4c57-9747-5192c52c6919 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608872 Nov 12 05:20:27.213700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fd830-9af7-44f8-946e-bcaa77c11e74 req-230313a2-3df1-4c15-ab20-a5efe0a77a49 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.215078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb6fd830-9af7-44f8-946e-bcaa77c11e74 req-230313a2-3df1-4c15-ab20-a5efe0a77a49 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 950 time: 0.1064241 Nov 12 05:20:27.341746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b16c4570-ee02-4bac-8224-3abf1a791c76 req-fc1bb009-d946-4c25-b44f-298f7ed63fe1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255391 Nov 12 05:20:27.353153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb6fd830-9af7-44f8-946e-bcaa77c11e74 req-339aaf6f-2188-41e2-8c5a-f0995d7ab5ad tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315200 Nov 12 05:20:27.376934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-2a07b721-4ae8-4f64-b8a8-70c3151e0373 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543322 Nov 12 05:20:27.394862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57288) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:27.431180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-7ead33c4-721f-45b7-892a-3edf452fa6c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 217 time: 0.0428205 Nov 12 05:20:27.451119 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b8127df-1ed0-4921-9098-d0881f2d36d6 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.476866 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b8127df-1ed0-4921-9098-d0881f2d36d6 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.534973 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b8127df-1ed0-4921-9098-d0881f2d36d6 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.538379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b8127df-1ed0-4921-9098-d0881f2d36d6 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.539662 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7b8127df-1ed0-4921-9098-d0881f2d36d6 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "DELETE /v2.0/security-groups/e8fe558c-3a63-4dfa-a205-96ab4f98dd1d HTTP/1.1" status: 204 len: 168 time: 0.1431372 Nov 12 05:20:27.543158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57290) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:27.563283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8127df-1ed0-4921-9098-d0881f2d36d6 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fe558c-3a63-4dfa-a205-96ab4f98dd1d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:27.565907 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-3bee71d3-b758-4041-a174-4bfbc2cdd531 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] show failed (client error): The resource could not be found. Nov 12 05:20:27.569717 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3bee71d3-b758-4041-a174-4bfbc2cdd531 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "GET /v2.0/security-groups/e8fe558c-3a63-4dfa-a205-96ab4f98dd1d HTTP/1.1" status: 404 len: 347 time: 0.0228386 Nov 12 05:20:27.572138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:27.589499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-ec7fd169-8a67-46b4-8e4f-8fc1c8fd256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.590990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-ec7fd169-8a67-46b4-8e4f-8fc1c8fd256c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1284876 Nov 12 05:20:27.604190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c33672-aa1a-4f1f-8c37-059f55dcffca req-cecb6185-8e8a-43bc-8975-809513b5244a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.605652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0c33672-aa1a-4f1f-8c37-059f55dcffca req-cecb6185-8e8a-43bc-8975-809513b5244a tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 946 time: 0.1784735 Nov 12 05:20:27.659430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92369491-4cd1-4733-98ab-cce794700603 req-7cf90364-65ce-41e7-80a6-202f1786f644 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2310693 Nov 12 05:20:27.676418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:27.695638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Deleting port 5b28b106-5dd2-4e78-a5af-813e5bd7ba4f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:27.695996 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.700919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e85f4c5d-632b-4fe9-ada3-7b53dacf30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.702439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-e85f4c5d-632b-4fe9-ada3-7b53dacf30e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958991 Nov 12 05:20:27.736251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0c33672-aa1a-4f1f-8c37-059f55dcffca req-5d92cba3-d5f8-43b3-960b-9927afbb8dc2 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191542 Nov 12 05:20:27.746055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.794023 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ae6125bb-2779-48f7-8b08-6183ab851298 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:27.799468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.800193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.820746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Calling delete_port for 5b28b106-5dd2-4e78-a5af-813e5bd7ba4f owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:27.863378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port ae6125bb-2779-48f7-8b08-6183ab851298 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:27.868088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port ae6125bb-2779-48f7-8b08-6183ab851298 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:27.868265 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.920500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-c4004295-3f6e-47ba-a13e-a9043a1c6804 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091365 Nov 12 05:20:27.944613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-7cdd5655-e6d0-4735-9805-bbb38433b195 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.952030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-7cdd5655-e6d0-4735-9805-bbb38433b195 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.958692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-7cdd5655-e6d0-4735-9805-bbb38433b195 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.965901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-7cdd5655-e6d0-4735-9805-bbb38433b195 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.969304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.972505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-7cdd5655-e6d0-4735-9805-bbb38433b195 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.979343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-7cdd5655-e6d0-4735-9805-bbb38433b195 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.980192 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.985450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-7cdd5655-e6d0-4735-9805-bbb38433b195 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.993813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-7cdd5655-e6d0-4735-9805-bbb38433b195 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.1586580 Nov 12 05:20:27.999707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Pushing event deleted for resources: {'Port': ['ID=5b28b106-5dd2-4e78-a5af-813e5bd7ba4f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:28.024629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:28.028348 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd1d20e-8600-4122-9f47-3e85ff4e3852" -d '{"events": [{"server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "name": "network-vif-plugged", "status": "completed", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:28.045868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:28.050614 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.075682 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.078947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.082992 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a275b3f4-9f40-40ed-b07f-d8f64ce41ac1 tempest-ServersWithSpecificFlavorTestJSON-1722737862 tempest-ServersWithSpecificFlavorTestJSON-1722737862-project] 10.222.0.48 "DELETE /v2.0/floatingips/af07f815-423f-4b25-bc9a-aec70c1a4fe6 HTTP/1.1" status: 204 len: 168 time: 0.5115080 Nov 12 05:20:28.103971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:28.129448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e38fe6a9-75db-4004-b4fc-c4a0c6486da0 req-3e084f15-f8b5-4a3b-ba62-fb3f514d9be6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346946 Nov 12 05:20:28.153111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-a16f1b0e-971e-4bb2-afeb-4b49349cefda service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572797 Nov 12 05:20:28.159111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.203787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-bb1fd2e3-eb26-4c16-8bba-95df28446c1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 217 time: 0.0426316 Nov 12 05:20:28.321739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-7975d398-a2bd-4454-abe0-9f3260a5cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:28.323124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-7975d398-a2bd-4454-abe0-9f3260a5cad5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.0913875 Nov 12 05:20:28.389939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Allocated IP 172.25.2.182 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/a3d1853e-3773-4912-a854-3165f19612ec) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:28.422279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26b99-76cc-4572-b682-7bf717094206 req-a07b6058-d6c6-4e72-9c0b-ef098eb2b2f5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:28.423770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88b26b99-76cc-4572-b682-7bf717094206 req-a07b6058-d6c6-4e72-9c0b-ef098eb2b2f5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 945 time: 0.1144068 Nov 12 05:20:28.427980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f3b5bda4-42ae-4c1a-83f5-85823f880cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:28.429378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-f3b5bda4-42ae-4c1a-83f5-85823f880cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841486 Nov 12 05:20:28.913194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88b26b99-76cc-4572-b682-7bf717094206 req-b0f39b1c-f9d4-4429-a0df-99eb9624f654 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828615 Nov 12 05:20:28.924937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-14efc743-1ee2-468f-8af5-d4b16d356ace service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791281 Nov 12 05:20:28.934962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.958681 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccf0f25-756b-485d-94fc-9fdc468c1f13 x-openstack-request-id: req-3ccf0f25-756b-485d-94fc-9fdc468c1f13 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:28.959545 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "name": "network-vif-plugged", "status": "completed", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:28.960052 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ccf0f25-756b-485d-94fc-9fdc468c1f13 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:28.961306 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'code': 200} Nov 12 05:20:29.040099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'ac1717fc-c0f1-4b58-8a77-a671c665475f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:29.042326 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134767e9-722f-4308-b426-703feebce8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "ac1717fc-c0f1-4b58-8a77-a671c665475f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:29.093796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.133336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-1a38803e-65ef-43d9-8120-57b6371e3de6 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966496 Nov 12 05:20:29.167109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab63a1-40f8-4071-b3d8-79aa6b10a355 req-38b34d20-0bce-4ce3-ad13-bcc70610aac1 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:29.168455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edab63a1-40f8-4071-b3d8-79aa6b10a355 req-38b34d20-0bce-4ce3-ad13-bcc70610aac1 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.1613789 Nov 12 05:20:29.170150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:29.208282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:29.215238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event updated for resources: {'Port': ['ID=a3d1853e-3773-4912-a854-3165f19612ec,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:29.218527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd970b6-bae3-4209-a360-30687491e6e5 req-b4bc5249-d37f-4560-93d0-bc5dc508156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:29.219965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bd970b6-bae3-4209-a360-30687491e6e5 req-b4bc5249-d37f-4560-93d0-bc5dc508156e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 1097 time: 0.1736143 Nov 12 05:20:29.220674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:29.224408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-73bc4c25-5926-4584-863b-cbc3bd0dea32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c79f5a82-d269-4392-8fc4-35cef54faf65 HTTP/1.1" status: 200 len: 217 time: 0.0804629 Nov 12 05:20:29.336837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edab63a1-40f8-4071-b3d8-79aa6b10a355 req-f5a4fe42-3e52-4b52-ac75-a7c59593c775 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583474 Nov 12 05:20:29.394784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-7efc54ee-b1d6-4fed-94f4-428985cda8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:29.396274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-7efc54ee-b1d6-4fed-94f4-428985cda8de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1404223 Nov 12 05:20:29.402956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bd970b6-bae3-4209-a360-30687491e6e5 req-f2a638cd-ae98-4424-aa8b-80ac90be1324 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435492 Nov 12 05:20:29.438971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.473826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b02afffb-1144-4fa0-ad4b-18f7ee8c367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:29.475370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-b02afffb-1144-4fa0-ad4b-18f7ee8c367c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715773 Nov 12 05:20:29.483409 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.651966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11754116-f1d0-41da-91df-5ee3191aa6d5 req-753f1210-b324-4543-a679-bb6054a6aa54 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:29.653426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11754116-f1d0-41da-91df-5ee3191aa6d5 req-753f1210-b324-4543-a679-bb6054a6aa54 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 950 time: 0.1113112 Nov 12 05:20:29.769981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.781229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.791590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11754116-f1d0-41da-91df-5ee3191aa6d5 req-75529d08-877f-4f7a-a5a6-06e09ad4c550 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292932 Nov 12 05:20:29.821822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0b9558b9-a730-4597-9080-6fe1010bb707 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026820 Nov 12 05:20:29.899710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event updated for resources: {'Port': ['ID=a3d1853e-3773-4912-a854-3165f19612ec,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:29.957374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.987683 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.988898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92369491-4cd1-4733-98ab-cce794700603 req-8465d3e6-c43f-4e27-94c6-5b04f1270fb1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3225961 Nov 12 05:20:30.007179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebdc9b-edf7-434d-b50a-0f138790cb58 req-b287ce73-4987-4d03-92e8-68650c54d774 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.009206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60ebdc9b-edf7-434d-b50a-0f138790cb58 req-b287ce73-4987-4d03-92e8-68650c54d774 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1522441 Nov 12 05:20:30.027392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-731967fc-beae-4abf-85e3-dfd8d4109cae service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962759 Nov 12 05:20:30.109892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92369491-4cd1-4733-98ab-cce794700603 req-437a3649-a4a0-41ff-9755-ae0d1e6757ad tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 696 time: 0.0997093 Nov 12 05:20:30.111527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-6941cf12-04ea-4338-9fc1-10cb4db7631c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e HTTP/1.1" status: 200 len: 217 time: 0.0516086 Nov 12 05:20:30.192700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60ebdc9b-edf7-434d-b50a-0f138790cb58 req-78efe257-48db-4dd3-9aae-2c3dd99d9e83 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733353 Nov 12 05:20:30.244130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-3f6c8b23-2e05-4f90-aac2-c24377c2f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.245599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-3f6c8b23-2e05-4f90-aac2-c24377c2f0f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1141052 Nov 12 05:20:30.327851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92369491-4cd1-4733-98ab-cce794700603 req-4d58b41f-4e26-49a3-b84d-2ffe35648b3d tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.329105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92369491-4cd1-4733-98ab-cce794700603 req-4d58b41f-4e26-49a3-b84d-2ffe35648b3d tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2132022 Nov 12 05:20:30.346899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396ddbb-fcb5-4824-8df2-54bf9a4b0b52 req-63c54787-2b41-42c7-bfa8-3748134f6010 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.348397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0396ddbb-fcb5-4824-8df2-54bf9a4b0b52 req-63c54787-2b41-42c7-bfa8-3748134f6010 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 946 time: 0.0994561 Nov 12 05:20:30.355537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-5e54bf29-d77c-4d04-9f15-0d6c90bb4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.357168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-5e54bf29-d77c-4d04-9f15-0d6c90bb4070 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0970950 Nov 12 05:20:30.477288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0396ddbb-fcb5-4824-8df2-54bf9a4b0b52 req-7be9cf57-f303-4b3c-b154-2104bf0e4dbe tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193078 Nov 12 05:20:30.531825 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f6f36d-d071-4ca7-a807-675156e2d8de x-openstack-request-id: req-44f6f36d-d071-4ca7-a807-675156e2d8de {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:30.532112 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "ac1717fc-c0f1-4b58-8a77-a671c665475f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:30.532368 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44f6f36d-d071-4ca7-a807-675156e2d8de {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:30.532759 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'ac1717fc-c0f1-4b58-8a77-a671c665475f', 'status': 'completed', 'code': 200} Nov 12 05:20:30.557201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-fea5379a-d78e-4110-82c7-f67531d2cd78 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856711 Nov 12 05:20:30.578699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752819a-74bf-4080-9220-1e3df8bcfada req-27a43756-c22b-49af-a7c0-522454978bf7 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.580950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-27a43756-c22b-49af-a7c0-522454978bf7 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.1769233 Nov 12 05:20:30.644754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-78a2d725-1d28-4b31-98a7-6efadaca4c18 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/quotas/0ef4818c9b594b20b2e6187eecd470c0 HTTP/1.1" status: 200 len: 375 time: 0.0527763 Nov 12 05:20:30.744583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-1e3ab20f-0393-457b-a7e3-609b57c1028d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.750530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-1e3ab20f-0393-457b-a7e3-609b57c1028d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.756453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-1e3ab20f-0393-457b-a7e3-609b57c1028d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.762436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-1e3ab20f-0393-457b-a7e3-609b57c1028d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.768642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-1e3ab20f-0393-457b-a7e3-609b57c1028d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.782069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-1e3ab20f-0393-457b-a7e3-609b57c1028d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.788096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-1e3ab20f-0393-457b-a7e3-609b57c1028d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.790416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-1e3ab20f-0393-457b-a7e3-609b57c1028d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.2003210 Nov 12 05:20:30.804831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-b68c20bf-44e0-4ec6-a631-426186717c76 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353726 Nov 12 05:20:30.806602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-3e1a836b-ca6e-46ea-a6de-fc5c799130a5 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247450 Nov 12 05:20:30.909738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-0737b9f1-3266-4073-81ee-8eafb1ebc6c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c HTTP/1.1" status: 200 len: 217 time: 0.0844827 Nov 12 05:20:30.984424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82bfd5b0-af61-4ecc-b702-c5d06ee7a8bc req-c60fb421-61ee-4c60-b8f9-cc382236eebe tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1873147 Nov 12 05:20:31.003991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-915eea83-9e19-43a3-aae8-9c50eb6a663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:31.005492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-915eea83-9e19-43a3-aae8-9c50eb6a663e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.0864868 Nov 12 05:20:31.007735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-80eeb96f-a4cd-44e6-a969-f089844d7ce4 service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955111 Nov 12 05:20:31.143456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-eb70f8ed-63fc-4daf-a315-4e3af9b3d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:31.144932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-eb70f8ed-63fc-4daf-a315-4e3af9b3d656 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1318772 Nov 12 05:20:31.158184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c070-08c5-4d6c-9093-f1ee4a16bbe0 req-180284f9-d4f1-4a8e-a5e4-b7f35997ecf5 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:31.159540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e36c070-08c5-4d6c-9093-f1ee4a16bbe0 req-180284f9-d4f1-4a8e-a5e4-b7f35997ecf5 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.1130929 Nov 12 05:20:31.207382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-1630d07e-0000-4602-9ac8-773d7ed9234c service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927032 Nov 12 05:20:31.271653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e36c070-08c5-4d6c-9093-f1ee4a16bbe0 req-56b089e6-91e5-4b6e-ba84-5a55203a5dde tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001477 Nov 12 05:20:31.292018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-03bf3cae-6da0-4856-b97a-6da1bec79417 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297786 Nov 12 05:20:31.432027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78355fc0-5287-446d-968f-08075cfc3993 req-7cc9db86-10b3-4f05-8570-7aad04207cc5 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips/7dbd9a89-8af7-4527-82c4-d38dccd826de HTTP/1.1" status: 200 len: 693 time: 0.0897150 Nov 12 05:20:31.546718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebcf9a-b87d-4cd5-bff2-e2a0beaf1255 req-7dabf123-b682-48c9-bc89-d390cb1c2d75 tempest-LiveMigrationNegativeTest-1973163654 tempest-LiveMigrationNegativeTest-1973163654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:31.548231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1ebcf9a-b87d-4cd5-bff2-e2a0beaf1255 req-7dabf123-b682-48c9-bc89-d390cb1c2d75 tempest-LiveMigrationNegativeTest-1973163654 tempest-LiveMigrationNegativeTest-1973163654-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 1102 time: 0.1635082 Nov 12 05:20:31.552321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-4e5a1569-4627-4e6b-9982-3da6689fc57f service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458971 Nov 12 05:20:31.612802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1ebcf9a-b87d-4cd5-bff2-e2a0beaf1255 req-9fbe5fbb-2859-464e-bc72-495d54b22f51 tempest-LiveMigrationNegativeTest-1973163654 tempest-LiveMigrationNegativeTest-1973163654-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.619508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-98e255e2-4599-4981-8a6a-684a570c2185 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f HTTP/1.1" status: 200 len: 217 time: 0.0520608 Nov 12 05:20:31.658680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78355fc0-5287-446d-968f-08075cfc3993 req-f300ae70-c1b3-4e80-99a7-da486f20129d tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:31.660011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78355fc0-5287-446d-968f-08075cfc3993 req-f300ae70-c1b3-4e80-99a7-da486f20129d tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2115169 Nov 12 05:20:31.689048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-78355fc0-5287-446d-968f-08075cfc3993 req-e50723e9-6e94-46a6-98b4-61cfd227f3ab tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:20:31.690315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78355fc0-5287-446d-968f-08075cfc3993 req-e50723e9-6e94-46a6-98b4-61cfd227f3ab tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099559 Nov 12 05:20:31.726932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-9f5c4edd-e1ab-4a57-8cbb-9f719bbf9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:31.728342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-9f5c4edd-e1ab-4a57-8cbb-9f719bbf9932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.0927002 Nov 12 05:20:31.813491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1ebcf9a-b87d-4cd5-bff2-e2a0beaf1255 req-9fbe5fbb-2859-464e-bc72-495d54b22f51 tempest-LiveMigrationNegativeTest-1973163654 tempest-LiveMigrationNegativeTest-1973163654-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.826756 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c1ebcf9a-b87d-4cd5-bff2-e2a0beaf1255 req-9fbe5fbb-2859-464e-bc72-495d54b22f51 tempest-LiveMigrationNegativeTest-1973163654 tempest-LiveMigrationNegativeTest-1973163654-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.869904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-2cf6b6d2-7250-4464-afce-04622d00da26 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1709788687&fields=id&tenant_id=029a5cceb0f94a62b8dd22d6d6386f05 HTTP/1.1" status: 200 len: 267 time: 0.1259453 Nov 12 05:20:31.878005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-fe7118ea-3fa2-4f89-8323-87391ad0b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:31.879606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-fe7118ea-3fa2-4f89-8323-87391ad0b9ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1369696 Nov 12 05:20:31.895137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1ebcf9a-b87d-4cd5-bff2-e2a0beaf1255 req-9fbe5fbb-2859-464e-bc72-495d54b22f51 tempest-LiveMigrationNegativeTest-1973163654 tempest-LiveMigrationNegativeTest-1973163654-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378952 Nov 12 05:20:31.898137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe5fbb-2859-464e-bc72-495d54b22f51 tempest-LiveMigrationNegativeTest-1973163654 tempest-LiveMigrationNegativeTest-1973163654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672693cb-8a97-4d3e-abc9-101f2aa751b2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:32.023933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-e163afd3-f160-4985-95ab-dc520dde3266 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.025331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-e163afd3-f160-4985-95ab-dc520dde3266 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 946 time: 0.1423693 Nov 12 05:20:32.048022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'port': {'security_groups': ['94365748-cc0e-4d80-ad6a-5115c307e63c', '7c99362d-0fe5-41c4-b64f-860d6d7ca922']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:32.080013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-41c5f619-1745-49fa-b9f7-ebe02e1e9b19 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839788 Nov 12 05:20:32.089402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1e9fd-4714-41c9-8a66-b0af831ca2a6 req-9bf387f6-ebe9-43a9-ad41-3c1bfae7fc7d tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.090791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc1e9fd-4714-41c9-8a66-b0af831ca2a6 req-9bf387f6-ebe9-43a9-ad41-3c1bfae7fc7d tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1170971 Nov 12 05:20:32.203886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.238374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc1e9fd-4714-41c9-8a66-b0af831ca2a6 req-eadf9855-bf5c-4245-824c-0e0a6a7ae006 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328444 Nov 12 05:20:32.301830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20e435a-808d-4bc6-b82a-58c5c96802aa req-10291880-2867-4f7b-a15e-e54ce46cc28c service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082062 Nov 12 05:20:32.390675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa466804-9f0d-42ae-a3c9-4b4faa41dd0f req-c9d5dbf3-6fa4-4e7b-a5ed-ef07a9e08a57 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.392198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa466804-9f0d-42ae-a3c9-4b4faa41dd0f req-c9d5dbf3-6fa4-4e7b-a5ed-ef07a9e08a57 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 945 time: 0.0929949 Nov 12 05:20:32.469329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752819a-74bf-4080-9220-1e3df8bcfada req-fc5fe978-6bed-4c2d-9f53-e4ef2a7ec49a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.471091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-fc5fe978-6bed-4c2d-9f53-e4ef2a7ec49a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.1059244 Nov 12 05:20:32.491681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Request body: {'port': {'device_id': '6eccfaa4-aa6f-460f-ad78-9843ff8c2ede', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'admin_state_up': True, 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:32.607832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:32.611614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.740751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Allocated IP 172.20.0.14 (4f836827-85a5-42cb-8a20-031681797e49/fc13883a-6d2d-4077-bd2d-08d9f8815580/0558a32c-851d-409d-9dbd-1001cc744971) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:32.841644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-ef933fb2-c25e-4a9f-afa4-a837aeaf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.842125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-ef933fb2-c25e-4a9f-afa4-a837aeaf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.842624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-ef933fb2-c25e-4a9f-afa4-a837aeaf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.843092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-ef933fb2-c25e-4a9f-afa4-a837aeaf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.843558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-ef933fb2-c25e-4a9f-afa4-a837aeaf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.844024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-ef933fb2-c25e-4a9f-afa4-a837aeaf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.844485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-ef933fb2-c25e-4a9f-afa4-a837aeaf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:32.846394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-ef933fb2-c25e-4a9f-afa4-a837aeaf0d00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6494 time: 0.4514563 Nov 12 05:20:32.852828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa466804-9f0d-42ae-a3c9-4b4faa41dd0f req-58d7ff0a-41a3-4918-acbf-a06c4fa653d7 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469540 Nov 12 05:20:32.893144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.901144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] For port f9874a14-1485-4b05-8717-612f0b188107, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f9874a14-1485-4b05-8717-612f0b188107,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:32.927237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.941890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:32.975840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Network 4f836827-85a5-42cb-8a20-031681797e49 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:32.979218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:32.984051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:32.988351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e43233c3-d07d-40cf-ba18-3fe092792ac2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:33.010399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event updated for resources: {'Port': ['ID=0558a32c-851d-409d-9dbd-1001cc744971,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:33.011944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.024695 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.035022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90819a2c-1716-4f01-8aa7-9bf510ccf60d req-443480fd-1355-4c58-94a3-f9f72ace1099 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.036536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90819a2c-1716-4f01-8aa7-9bf510ccf60d req-443480fd-1355-4c58-94a3-f9f72ace1099 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 932 time: 0.1057680 Nov 12 05:20:33.040192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.040829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.059807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-4eef11f9-0a33-41a0-ac57-17d88cbcab92 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723372 Nov 12 05:20:33.068424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-c8c16c3f-c2eb-4c0e-ba9f-9afc12835f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.070541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-c8c16c3f-c2eb-4c0e-ba9f-9afc12835f33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=318583e5-a484-4725-b8e0-2e8bd56a07f6 HTTP/1.1" status: 200 len: 902 time: 0.2114525 Nov 12 05:20:33.135412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.135929 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.137329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec760323-f098-4ef7-97e8-1242ef51b615 req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "PUT /v2.0/ports/f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 200 len: 982 time: 1.1029606 Nov 12 05:20:33.137832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:33.140364 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb56dd-6465-41b2-808f-5117cb7aa458" -d '{"events": [{"name": "network-changed", "server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "tag": "f9874a14-1485-4b05-8717-612f0b188107"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:33.150465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-99f80a9d-68ef-4654-9c6b-4134a5e58721 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e HTTP/1.1" status: 200 len: 217 time: 0.0681109 Nov 12 05:20:33.178383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Request body: {'port': {'device_id': '6eccfaa4-aa6f-460f-ad78-9843ff8c2ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:33.219982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9ca86-d1d8-4115-a2a7-da42ed802885 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'Port': ['ID=f9874a14-1485-4b05-8717-612f0b188107,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:33.231418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f9874a14-1485-4b05-8717-612f0b188107'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:33.254196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.268090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90819a2c-1716-4f01-8aa7-9bf510ccf60d req-dbbf60a4-61a5-4740-a3c6-00016a09377d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195337 Nov 12 05:20:33.294844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-27a55439-d075-4c01-af37-f26359cf1b51 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips/7dbd9a89-8af7-4527-82c4-d38dccd826de HTTP/1.1" status: 200 len: 693 time: 0.1054134 Nov 12 05:20:33.309873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-7584b79d-703f-4972-911a-17867e1d0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.311443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-7584b79d-703f-4972-911a-17867e1d0e94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1376798 Nov 12 05:20:33.462239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-14ae39dc-f443-4e5e-ab97-e3cc9c19165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.463699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-14ae39dc-f443-4e5e-ab97-e3cc9c19165b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413248 Nov 12 05:20:33.473855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-3ead16ee-7acb-42b5-bb35-fe34613c09ff tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.475155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-3ead16ee-7acb-42b5-bb35-fe34613c09ff tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1794441 Nov 12 05:20:33.480479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'f9874a14-1485-4b05-8717-612f0b188107'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:33.499953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-76167614-768d-4460-96dc-755e3ac705e1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.505977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-76167614-768d-4460-96dc-755e3ac705e1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.512172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-76167614-768d-4460-96dc-755e3ac705e1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.518556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-76167614-768d-4460-96dc-755e3ac705e1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.524790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-76167614-768d-4460-96dc-755e3ac705e1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.531055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-76167614-768d-4460-96dc-755e3ac705e1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.537493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-76167614-768d-4460-96dc-755e3ac705e1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.540212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-76167614-768d-4460-96dc-755e3ac705e1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.1566966 Nov 12 05:20:33.583160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0558a32c-851d-409d-9dbd-1001cc744971 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:33.591414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.605106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Transition to ACTIVE for port object 0558a32c-851d-409d-9dbd-1001cc744971 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:33.609616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.651297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-4bf75511-76a4-4840-8214-695dd228819b tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 696 time: 0.1014111 Nov 12 05:20:33.661287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Pushing event updated for resources: {'Port': ['ID=0558a32c-851d-409d-9dbd-1001cc744971,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:33.734326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-2de63c84-6180-49a7-9939-7a0c1d04a423 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 696 time: 0.0724800 Nov 12 05:20:33.734586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Attempting to bind port 0558a32c-851d-409d-9dbd-1001cc744971 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:33.734841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Attempting to bind port 0558a32c-851d-409d-9dbd-1001cc744971 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:33.736103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Attempting to bind port 0558a32c-851d-409d-9dbd-1001cc744971 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:33.740880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Port 0558a32c-851d-409d-9dbd-1001cc744971 on network 4f836827-85a5-42cb-8a20-031681797e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:33.741212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Attempting to bind port 0558a32c-851d-409d-9dbd-1001cc744971 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:33.746247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:33.746663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Checking segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:33.747055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Bound using segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:33.747493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Bound port: 0558a32c-851d-409d-9dbd-1001cc744971, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:33.747900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.750876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e932f5b-ed4f-4c58-9965-bc9ace30cc59 req-23004f15-fa94-44d2-80ba-a6d3146eb086 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929588 Nov 12 05:20:33.759658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-2c044901-468c-43aa-855a-1cbe15fa724a service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808404 Nov 12 05:20:33.820594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] For port 0558a32c-851d-409d-9dbd-1001cc744971, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:33.824066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] For port 0558a32c-851d-409d-9dbd-1001cc744971, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0558a32c-851d-409d-9dbd-1001cc744971,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:33.833504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.878546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:33.880113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.881706 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] 10.222.0.43 "PUT /v2.0/ports/0558a32c-851d-409d-9dbd-1001cc744971 HTTP/1.1" status: 200 len: 1093 time: 0.7118282 Nov 12 05:20:33.882464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eccfaa4-aa6f-460f-ad78-9843ff8c2ede', 'tag': '0558a32c-851d-409d-9dbd-1001cc744971'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:33.884739 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740" -d '{"events": [{"name": "network-changed", "server_uuid": "6eccfaa4-aa6f-460f-ad78-9843ff8c2ede", "tag": "0558a32c-851d-409d-9dbd-1001cc744971"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:33.916421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee277802-54cf-4fa7-9dd0-a1e40808ab18 service neutron] Pushing event updated for resources: {'Port': ['ID=0558a32c-851d-409d-9dbd-1001cc744971,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:33.949166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-a1053e68-752b-4e89-bae2-54d7f43e8769 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481886 Nov 12 05:20:33.959254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Deleting port a3d1853e-3773-4912-a854-3165f19612ec {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:33.959632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:34.013127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752819a-74bf-4080-9220-1e3df8bcfada req-81560631-e708-44b2-bc3b-cd222a137eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.015072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-81560631-e708-44b2-bc3b-cd222a137eac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 1096 time: 0.0699024 Nov 12 05:20:34.066533 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-77dff977-3755-409a-9a5b-ef61da160871 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0558a32c-851d-409d-9dbd-1001cc744971 HTTP/1.1" status: 200 len: 217 time: 0.0368009 Nov 12 05:20:34.079376 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:34.080393 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:34.098359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Calling delete_port for a3d1853e-3773-4912-a854-3165f19612ec owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:34.108491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-71ceaf24-4f3c-48b1-8846-4773953a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.108974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-71ceaf24-4f3c-48b1-8846-4773953a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.109451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-71ceaf24-4f3c-48b1-8846-4773953a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.109918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-71ceaf24-4f3c-48b1-8846-4773953a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.110409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-71ceaf24-4f3c-48b1-8846-4773953a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.110880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-71ceaf24-4f3c-48b1-8846-4773953a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.111345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-71ceaf24-4f3c-48b1-8846-4773953a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.113249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-71ceaf24-4f3c-48b1-8846-4773953a4a41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6494 time: 0.0848510 Nov 12 05:20:34.133760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752819a-74bf-4080-9220-1e3df8bcfada req-29a80907-c06e-460c-b140-b2711e2cb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.135552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-29a80907-c06e-460c-b140-b2711e2cb1d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.0528929 Nov 12 05:20:34.168141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-41f6be5c-170e-425d-a6df-50de0915fc08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248260 Nov 12 05:20:34.260732 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-e95a888d-d699-4d31-b502-cb579c08723f service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843148 Nov 12 05:20:34.301093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-4646307e-552a-43af-8a04-6692c2026d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.302687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-4646307e-552a-43af-8a04-6692c2026d25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 200 len: 901 time: 0.1797609 Nov 12 05:20:34.316650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71990b-44c7-44b3-a8fc-f77b6b3c40e1 req-9118b29f-68c2-4721-a7db-544f30d2cb2d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.318075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed71990b-44c7-44b3-a8fc-f77b6b3c40e1 req-9118b29f-68c2-4721-a7db-544f30d2cb2d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.1038730 Nov 12 05:20:34.357095 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f752819a-74bf-4080-9220-1e3df8bcfada req-253a00db-7f1f-40b3-be38-762e6b1951ad service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882154 Nov 12 05:20:34.363203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-b16fcbdb-311a-4168-b3e2-0291d5b9d3a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c HTTP/1.1" status: 200 len: 217 time: 0.0435808 Nov 12 05:20:34.470502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed71990b-44c7-44b3-a8fc-f77b6b3c40e1 req-e5649f72-d278-4688-816e-ef90ca955e55 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428576 Nov 12 05:20:34.473079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:34.498997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-49b2bd13-b9cc-4a20-b1ec-c7868704e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.505035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-49b2bd13-b9cc-4a20-b1ec-c7868704e7e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.1272309 Nov 12 05:20:34.505035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event deleted for resources: {'Port': ['ID=a3d1853e-3773-4912-a854-3165f19612ec,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:34.513696 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d1cfa-948e-4fa5-aa78-9175bf54f4a1 x-openstack-request-id: req-633d1cfa-948e-4fa5-aa78-9175bf54f4a1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:34.514317 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "tag": "f9874a14-1485-4b05-8717-612f0b188107", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:34.514662 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-633d1cfa-948e-4fa5-aa78-9175bf54f4a1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:34.515097 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107', 'status': 'completed', 'code': 200} Nov 12 05:20:34.665095 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:34.667654 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:34.668797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34876d5b-df83-422e-a0b2-fabef2f22161 req-5095f825-cb06-4dbf-9de3-ac431f6e0007 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "DELETE /v2.0/floatingips/7dbd9a89-8af7-4527-82c4-d38dccd826de HTTP/1.1" status: 204 len: 173 time: 0.9235618 Nov 12 05:20:34.672095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-21636073-2699-44ee-ae9c-1f30ef804196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.673507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-21636073-2699-44ee-ae9c-1f30ef804196 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1374886 Nov 12 05:20:34.677300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-621bee0e-d0f3-4cca-9c46-5950d53dfe48 req-b31f764a-321e-4e08-a568-f036fa05ebcc tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/7c99362d-0fe5-41c4-b64f-860d6d7ca922 HTTP/1.1" status: 200 len: 1818 time: 0.1423507 Nov 12 05:20:34.684162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-8fb9470f-1ed6-4798-b579-e613a9058894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.685647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-8fb9470f-1ed6-4798-b579-e613a9058894 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1137 time: 0.1036024 Nov 12 05:20:34.820279 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c202cc58-1472-4d42-bc30-6ff9af3c98ef x-openstack-request-id: req-c202cc58-1472-4d42-bc30-6ff9af3c98ef {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:34.821006 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eccfaa4-aa6f-460f-ad78-9843ff8c2ede", "tag": "0558a32c-851d-409d-9dbd-1001cc744971", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:34.821447 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c202cc58-1472-4d42-bc30-6ff9af3c98ef {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:34.822006 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eccfaa4-aa6f-460f-ad78-9843ff8c2ede', 'tag': '0558a32c-851d-409d-9dbd-1001cc744971', 'status': 'completed', 'code': 200} Nov 12 05:20:34.858969 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-621bee0e-d0f3-4cca-9c46-5950d53dfe48 req-e1a784c7-c490-4499-9e15-5c29a0606837 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 05:20:34.871016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-621bee0e-d0f3-4cca-9c46-5950d53dfe48 req-e1a784c7-c490-4499-9e15-5c29a0606837 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c99362d-0fe5-41c4-b64f-860d6d7ca922 HTTP/1.1" status: 409 len: 341 time: 0.1831536 Nov 12 05:20:34.922884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-f2e3f2f9-4398-44f7-b66a-a1c34b26306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.924447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-f2e3f2f9-4398-44f7-b66a-a1c34b26306a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 1096 time: 0.0443747 Nov 12 05:20:34.937026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-60b7bd5c-8a01-4566-ab19-e57d0c8f5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:34.938592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-60b7bd5c-8a01-4566-ab19-e57d0c8f5c3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 913 time: 0.2274654 Nov 12 05:20:34.948956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-6700bc78-2127-4dc7-926e-921dd3544d6f service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623997 Nov 12 05:20:35.020188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-01814f7f-fce1-4f8e-aa8f-92de75d37413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.021638 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-01814f7f-fce1-4f8e-aa8f-92de75d37413 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 906 time: 0.0894957 Nov 12 05:20:35.032621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-a9d4f650-b53e-429f-a34a-dd9a55548191 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 200 len: 217 time: 0.0643983 Nov 12 05:20:35.050225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985615f-0c8d-459a-96ca-e54a45f902c6 req-2cb6a2d2-9a07-4581-87e9-14fc02366984 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.051703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d985615f-0c8d-459a-96ca-e54a45f902c6 req-2cb6a2d2-9a07-4581-87e9-14fc02366984 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1705511 Nov 12 05:20:35.063928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-2027c016-d0e1-4059-bcce-3aeaa6b41935 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0558a32c-851d-409d-9dbd-1001cc744971 HTTP/1.1" status: 200 len: 217 time: 0.0350845 Nov 12 05:20:35.114769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-b9e10efd-ac4d-4bf2-b150-84bbd7d5609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.116201 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-b9e10efd-ac4d-4bf2-b150-84bbd7d5609d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.0459018 Nov 12 05:20:35.135119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1446b-fd76-4963-9331-7ab6b4cb6ab0 req-b05e3ed7-7ecb-422a-bede-454dfdd1b2cb tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.136574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdd1446b-fd76-4963-9331-7ab6b4cb6ab0 req-b05e3ed7-7ecb-422a-bede-454dfdd1b2cb tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 944 time: 0.2027333 Nov 12 05:20:35.156690 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-19b3b569-1ed7-4952-8736-5c8f8b60c63c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266960 Nov 12 05:20:35.191383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-22376161-c0ce-4a8c-a3f0-aac6656f560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.192808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-22376161-c0ce-4a8c-a3f0-aac6656f560a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.1114774 Nov 12 05:20:35.235644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aebf492e-3c0f-43ca-9d5a-d9b581b32dc3 req-a19b1c18-6ee7-4ea5-bdb9-5e2e8356bc2a service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663722 Nov 12 05:20:35.248091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-b1802f23-5a58-4f74-bbad-3859023676c8 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833309 Nov 12 05:20:35.260106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-5d76b57b-e1e8-4ea6-b2a2-e866ce0417f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499268 Nov 12 05:20:35.267775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d985615f-0c8d-459a-96ca-e54a45f902c6 req-10a03e32-d3e5-490d-9b77-b886355d5043 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851082 Nov 12 05:20:35.287964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdd1446b-fd76-4963-9331-7ab6b4cb6ab0 req-ce137809-9149-4abe-a440-6cbb611211a3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404774 Nov 12 05:20:35.374800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cc6bf9f3-c0d1-4261-b94b-b7e7e8f60740 req-2f367851-e685-4e13-b091-411794573e84 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142426 Nov 12 05:20:35.600008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-546665ba-2246-435d-866a-bfcfe5b92984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.600486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-546665ba-2246-435d-866a-bfcfe5b92984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.600985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-546665ba-2246-435d-866a-bfcfe5b92984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.601461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-546665ba-2246-435d-866a-bfcfe5b92984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.601991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-546665ba-2246-435d-866a-bfcfe5b92984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.602482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-546665ba-2246-435d-866a-bfcfe5b92984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.602947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-546665ba-2246-435d-866a-bfcfe5b92984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.604803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-134767e9-722f-4308-b426-703feebce8ff req-546665ba-2246-435d-866a-bfcfe5b92984 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6494 time: 0.3013110 Nov 12 05:20:35.625196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-d1b56639-dac3-41f6-a36e-cee75183bd7a service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526750 Nov 12 05:20:35.689754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163987f2-cb04-4e4c-9539-4936b5bac853 req-62ef2dd6-24e5-4a88-befc-681f84a7cab8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.691202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-163987f2-cb04-4e4c-9539-4936b5bac853 req-62ef2dd6-24e5-4a88-befc-681f84a7cab8 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3634031 Nov 12 05:20:35.733672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a235-745e-4977-8d03-85f15526513c req-6e9ec786-a6e3-4c11-9e54-1be4f520b166 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:35.735217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a2a235-745e-4977-8d03-85f15526513c req-6e9ec786-a6e3-4c11-9e54-1be4f520b166 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.2259216 Nov 12 05:20:36.188170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-5cfe4e87-5d2c-4489-a65b-562da300a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.189648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-134767e9-722f-4308-b426-703feebce8ff req-5cfe4e87-5d2c-4489-a65b-562da300a649 service neutron] 10.222.0.47 "GET /v2.0/networks?id=089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 200 len: 901 time: 0.5666168 Nov 12 05:20:36.193474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2eb56dd-6465-41b2-808f-5117cb7aa458 req-f1eaaabf-ae1b-423d-b0ea-f1bd0e4a6483 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369058 Nov 12 05:20:36.199393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a2a235-745e-4977-8d03-85f15526513c req-39651c40-4d87-418c-8447-ad618cf239d3 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219771 Nov 12 05:20:36.216057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-c0cea8e6-103b-4516-9687-20cee5be32d1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.217923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-c0cea8e6-103b-4516-9687-20cee5be32d1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.223944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-c0cea8e6-103b-4516-9687-20cee5be32d1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.230885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-c0cea8e6-103b-4516-9687-20cee5be32d1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.236837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-c0cea8e6-103b-4516-9687-20cee5be32d1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.242850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-c0cea8e6-103b-4516-9687-20cee5be32d1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.248812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-c0cea8e6-103b-4516-9687-20cee5be32d1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.250798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-c0cea8e6-103b-4516-9687-20cee5be32d1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.1747274 Nov 12 05:20:36.297072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-134767e9-722f-4308-b426-703feebce8ff req-a98ad1cb-fefb-46a0-a345-92416d9b5851 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f HTTP/1.1" status: 200 len: 217 time: 0.0452712 Nov 12 05:20:36.464991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6291a671-3d67-48fa-8c0d-b22dc92a53b8 req-54c64f62-b775-4bca-942f-90754c5ca8ea tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=f34681e873e2401d9a03486a0820d916 HTTP/1.1" status: 200 len: 1657 time: 0.1205444 Nov 12 05:20:36.475617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1bd37940-dfcf-42d5-adc6-19cb14436509 req-81c9b0ca-fb78-4181-ab4d-cb8f7c775dfe tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2157326 Nov 12 05:20:36.476979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-6289a213-094d-40a2-b9eb-ec265f8b0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.478443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-134767e9-722f-4308-b426-703feebce8ff req-6289a213-094d-40a2-b9eb-ec265f8b0f6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.1735153 Nov 12 05:20:36.587587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-b2167424-3de4-413c-8574-b2afc6ee24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.589039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-b2167424-3de4-413c-8574-b2afc6ee24f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1137 time: 0.1675067 Nov 12 05:20:36.686439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134767e9-722f-4308-b426-703feebce8ff req-ed0e255b-7a54-4855-9240-276de6dbb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.687921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-134767e9-722f-4308-b426-703feebce8ff req-ed0e255b-7a54-4855-9240-276de6dbb6e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1954377 Nov 12 05:20:36.725171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21191588-c3bf-4dbd-8a07-4714d753e20d req-b485bf6d-e5e1-4c10-afd8-4ea43cffb1fd tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.726566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21191588-c3bf-4dbd-8a07-4714d753e20d req-b485bf6d-e5e1-4c10-afd8-4ea43cffb1fd tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 950 time: 0.1609623 Nov 12 05:20:36.744047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291a671-3d67-48fa-8c0d-b22dc92a53b8 req-ea7ae7f9-0f22-458e-92af-ef650efd9ade tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.745425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6291a671-3d67-48fa-8c0d-b22dc92a53b8 req-ea7ae7f9-0f22-458e-92af-ef650efd9ade tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks?id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&id=9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 787 time: 0.2661109 Nov 12 05:20:36.770019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-6291a671-3d67-48fa-8c0d-b22dc92a53b8 req-20397eda-36ea-4bee-9789-43a21e1a73ff tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:20:36.771054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6291a671-3d67-48fa-8c0d-b22dc92a53b8 req-20397eda-36ea-4bee-9789-43a21e1a73ff tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171716 Nov 12 05:20:36.839925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-44398930-9d38-48d0-89d5-f9e0d28ac41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:36.841399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-44398930-9d38-48d0-89d5-f9e0d28ac41d service neutron] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 913 time: 0.2355821 Nov 12 05:20:36.894979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21191588-c3bf-4dbd-8a07-4714d753e20d req-1f295050-cedc-4c80-9acf-11fd06b597af tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471841 Nov 12 05:20:36.899332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-906cb626-f261-41ef-af4b-20ade45ee849 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 200 len: 217 time: 0.0483904 Nov 12 05:20:36.919106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-134767e9-722f-4308-b426-703feebce8ff req-b101aed0-3c36-4a2d-808f-2a0c3dbf4a3f service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143211 Nov 12 05:20:37.028519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-77df542c-6218-459f-a440-b993ff8ed25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.029862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-77df542c-6218-459f-a440-b993ff8ed25b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.1232617 Nov 12 05:20:37.103544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-498bb2c7-a6a9-47d9-bd00-fec5821d4039 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391150 Nov 12 05:20:37.143868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538063d-cfc5-40b7-9b32-dee15bf3b77d req-d8467d64-2ac4-4e54-9bd4-d1f5f4501bc3 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.145278 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d538063d-cfc5-40b7-9b32-dee15bf3b77d req-d8467d64-2ac4-4e54-9bd4-d1f5f4501bc3 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1444297 Nov 12 05:20:37.147067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-134767e9-722f-4308-b426-703feebce8ff req-8b882f15-94eb-4074-a817-d2d830623884 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097294 Nov 12 05:20:37.167053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07adc0-df24-43b7-aa33-b8d07dbadb8e req-c22d904a-9631-42fa-9054-45631ba01e1d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.173082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07adc0-df24-43b7-aa33-b8d07dbadb8e req-c22d904a-9631-42fa-9054-45631ba01e1d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.180641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07adc0-df24-43b7-aa33-b8d07dbadb8e req-c22d904a-9631-42fa-9054-45631ba01e1d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.182229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f07adc0-df24-43b7-aa33-b8d07dbadb8e req-c22d904a-9631-42fa-9054-45631ba01e1d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0&device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76&device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 2417 time: 0.1802788 Nov 12 05:20:37.315980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d538063d-cfc5-40b7-9b32-dee15bf3b77d req-2154a20a-dacb-4916-b146-0962d3250e09 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584806 Nov 12 05:20:37.339076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f07adc0-df24-43b7-aa33-b8d07dbadb8e req-9de9d934-5715-4ec4-9ae3-0398a705ab0e tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450779 Nov 12 05:20:37.345483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-93715ded-d878-49c1-bb1b-cdb2876deed5 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193916 Nov 12 05:20:37.368856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-9fc06030-ea88-4e62-b003-1b1ad46d9cd8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792458 Nov 12 05:20:37.554462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984d5a2-139a-48d4-8a34-fee87bf319b0 req-ffd91643-ca41-4464-af25-90a4d79a5d8e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.556044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e984d5a2-139a-48d4-8a34-fee87bf319b0 req-ffd91643-ca41-4464-af25-90a4d79a5d8e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 944 time: 0.1699185 Nov 12 05:20:37.557825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a603bd3-96c5-413f-9487-a0369eddbc7b req-09dee59b-1a75-4105-91fe-f457b5b6b093 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023337 Nov 12 05:20:37.559857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-fee2b339-7817-4e16-8a79-70669589dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.561201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-fee2b339-7817-4e16-8a79-70669589dd3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 1098 time: 0.1317606 Nov 12 05:20:37.568698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cd4f0-7f25-4ad8-af9e-0dc6768821b5 req-386f8a36-7bef-4b88-931a-2c77bd5cf9d0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.570088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a3cd4f0-7f25-4ad8-af9e-0dc6768821b5 req-386f8a36-7bef-4b88-931a-2c77bd5cf9d0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 985 time: 0.1710031 Nov 12 05:20:37.694674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e984d5a2-139a-48d4-8a34-fee87bf319b0 req-ad5028d2-8520-469f-8680-1f2218c1f6a3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234055 Nov 12 05:20:37.717464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a3cd4f0-7f25-4ad8-af9e-0dc6768821b5 req-704c4f8a-a67c-425c-8511-25cce44a430d tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&id=7c99362d-0fe5-41c4-b64f-860d6d7ca922&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1405437 Nov 12 05:20:37.740596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-bd9f281c-8415-40bf-b8a9-de5db9362b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.742118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-bd9f281c-8415-40bf-b8a9-de5db9362b87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 906 time: 0.1423965 Nov 12 05:20:37.804869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-4be4e1c0-d3c9-476f-a35b-4911a0945a0b tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips/aacf8f4e-5984-4d09-8eeb-9f666da15712 HTTP/1.1" status: 200 len: 693 time: 0.0529711 Nov 12 05:20:37.835215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-c0d1b1cd-296a-4126-ae27-c333989422f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea6f77e9-0484-430b-974b-61cb42742bf2 HTTP/1.1" status: 200 len: 217 time: 0.0451701 Nov 12 05:20:37.910293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-ab28c72f-1d5e-4f9b-9761-72a8335ac3db tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.911819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-ab28c72f-1d5e-4f9b-9761-72a8335ac3db tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 950 time: 0.0494950 Nov 12 05:20:37.976816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-eceeb340-62c1-426e-8fce-d5d197313324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.978532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-eceeb340-62c1-426e-8fce-d5d197313324 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.1273844 Nov 12 05:20:37.988754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dff07-89e4-458f-aaf5-b461facbdf4b req-572eac14-6023-412a-84cf-1e8819d03f64 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:37.990223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c72dff07-89e4-458f-aaf5-b461facbdf4b req-572eac14-6023-412a-84cf-1e8819d03f64 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.1581922 Nov 12 05:20:38.017733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Deleting port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:38.018109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.114408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] For port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:38.114951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.129524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Calling delete_port for 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:38.266394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.273717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-4516b2a2-5c9e-436f-8451-b1af6a4f63a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2798100 Nov 12 05:20:38.294939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Pushing event deleted for resources: {'Port': ['ID=5aeffb38-38c2-46eb-83d8-ed6ae7de2a51,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:38.297421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-a4644660-bde2-40e5-ba67-563c54527fc3 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.298771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-a4644660-bde2-40e5-ba67-563c54527fc3 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.4678402 Nov 12 05:20:38.305601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['9a0eee05-c0ed-4bf0-827c-67ad1f00106f', '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:38.349568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] No DVR routers for this DVR port 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:38.352023 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.356072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7650c3a4-abf2-4a8a-b1f8-041f47eaa5de req-4b78b085-e9ec-437e-9179-9ae97c056058 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "DELETE /v2.0/ports/5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 HTTP/1.1" status: 204 len: 173 time: 0.4341631 Nov 12 05:20:38.356072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d017b3a-e808-409e-9007-194f2ff793ba', 'name': 'network-vif-deleted', 'tag': '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:38.358625 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac9226d-d993-4b02-a7bb-dc8defef8517" -d '{"events": [{"server_uuid": "4d017b3a-e808-409e-9007-194f2ff793ba", "name": "network-vif-deleted", "tag": "5aeffb38-38c2-46eb-83d8-ed6ae7de2a51"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:38.433455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-d3099d01-9948-441a-bd2e-ea2b0ee337de tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.1133084 Nov 12 05:20:38.446140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c72dff07-89e4-458f-aaf5-b461facbdf4b req-61b0ed32-7f4f-4b67-b918-e98d08d78970 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404473 Nov 12 05:20:38.544110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-10c553bd-51f3-48b6-9674-95849c90274a tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.1097662 Nov 12 05:20:38.553250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-11a7c9e7-e002-4a28-b046-1d571ab6e6d5 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700722 Nov 12 05:20:38.740084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-dec1cdef-8221-43d9-a14f-0d70288dcc04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.746655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-dec1cdef-8221-43d9-a14f-0d70288dcc04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.752814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-dec1cdef-8221-43d9-a14f-0d70288dcc04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.758924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-dec1cdef-8221-43d9-a14f-0d70288dcc04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.765250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-dec1cdef-8221-43d9-a14f-0d70288dcc04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.771373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-dec1cdef-8221-43d9-a14f-0d70288dcc04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.777481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-dec1cdef-8221-43d9-a14f-0d70288dcc04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.779354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-dec1cdef-8221-43d9-a14f-0d70288dcc04 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.2419930 Nov 12 05:20:38.847412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c811f7-7826-4e65-8991-9654c8ad9ea6 req-03678a0d-530f-47c7-9b2e-9a21f24a0869 service neutron] 10.222.0.47 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673092 Nov 12 05:20:38.863828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Deleting port 4032429f-c67e-469c-8746-4941f7a62d72 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:38.864168 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.895330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abcaa1c6-bd23-426a-9491-9859a4b505d7 req-4939c68d-8557-4415-b8f3-153510ffef5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059351 Nov 12 05:20:38.933451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0558a32c-851d-409d-9dbd-1001cc744971 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:38.957243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57428) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:39.008070 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.008441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.047884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Calling delete_port for 4032429f-c67e-469c-8746-4941f7a62d72 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:39.076057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0558a32c-851d-409d-9dbd-1001cc744971, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0558a32c-851d-409d-9dbd-1001cc744971,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:39.091278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '0558a32c-851d-409d-9dbd-1001cc744971', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'port_id': '0558a32c-851d-409d-9dbd-1001cc744971', 'mac_address': 'fa:16:3e:98:18:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13883a-6d2d-4077-bd2d-08d9f8815580', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:39.130965 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.149448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a790b28c-e152-4ea6-baa0-d95c794c69f2 req-6dd82434-da73-4d69-9fdd-c49901f89b5a tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d017b3a-e808-409e-9007-194f2ff793ba HTTP/1.1" status: 200 len: 210 time: 0.0793653 Nov 12 05:20:39.163002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0558a32c-851d-409d-9dbd-1001cc744971 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:39.201000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0558a32c-851d-409d-9dbd-1001cc744971, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0558a32c-851d-409d-9dbd-1001cc744971,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:39.208289 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.268017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=0558a32c-851d-409d-9dbd-1001cc744971,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:39.309283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.337223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event deleted for resources: {'Port': ['ID=4032429f-c67e-469c-8746-4941f7a62d72,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:39.349990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b11f-a452-4842-bedd-6354f2644f88 req-545c6ebd-14eb-48c5-9144-5f233a20a769 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:39.352180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0aa1b11f-a452-4842-bedd-6354f2644f88 req-545c6ebd-14eb-48c5-9144-5f233a20a769 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1071277 Nov 12 05:20:39.453239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0aa1b11f-a452-4842-bedd-6354f2644f88 req-5dc7cfe3-89bc-4b9f-9cae-d6438cadd8e3 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929108 Nov 12 05:20:39.458087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.460814 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.462785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-714906b1-25f5-407c-bbd1-a5e397ca63be req-0727adbd-45e7-47bf-b698-65bd731d1c82 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "DELETE /v2.0/floatingips/aacf8f4e-5984-4d09-8eeb-9f666da15712 HTTP/1.1" status: 204 len: 173 time: 0.9068794 Nov 12 05:20:39.486639 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.554994 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8baf63-8c83-41fa-aea0-8dbded9c9eda x-openstack-request-id: req-2f8baf63-8c83-41fa-aea0-8dbded9c9eda {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:39.556446 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d017b3a-e808-409e-9007-194f2ff793ba", "name": "network-vif-deleted", "tag": "5aeffb38-38c2-46eb-83d8-ed6ae7de2a51", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:39.556721 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f8baf63-8c83-41fa-aea0-8dbded9c9eda {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:39.557122 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d017b3a-e808-409e-9007-194f2ff793ba', 'name': 'network-vif-deleted', 'tag': '5aeffb38-38c2-46eb-83d8-ed6ae7de2a51', 'status': 'completed', 'code': 200} Nov 12 05:20:39.642822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110692-50db-45a4-9766-ef4dd328921a req-5356885f-6c6b-4870-b4f8-f76be73001af tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:39.644402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e110692-50db-45a4-9766-ef4dd328921a req-5356885f-6c6b-4870-b4f8-f76be73001af tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 945 time: 0.0637741 Nov 12 05:20:39.713593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['0558a32c-851d-409d-9dbd-1001cc744971'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:39.744738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e110692-50db-45a4-9766-ef4dd328921a req-8ab6b05e-b933-458e-bdd8-afd1ee40fa23 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882740 Nov 12 05:20:39.762773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a43ad-aa47-4b83-a799-20a19bd68f10 req-f1eb43fd-2057-4084-8574-d3745b6583c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:39.775612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e8a43ad-aa47-4b83-a799-20a19bd68f10 req-f1eb43fd-2057-4084-8574-d3745b6583c6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 985 time: 0.1294551 Nov 12 05:20:39.811605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Deleting port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:39.812689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.860175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-2254cc7a-2edf-49b7-b1c5-3d11dcd9e4c2 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips/462eae0a-c95e-4c97-9fb1-d574ac636dbb HTTP/1.1" status: 200 len: 693 time: 0.0766923 Nov 12 05:20:39.915507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] For port 77497987-3c4a-4bb0-a7eb-7bf27e12fb27, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:39.916338 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.932159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Calling delete_port for 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:39.968098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e8a43ad-aa47-4b83-a799-20a19bd68f10 req-53c11bfa-96d9-435c-8ee9-4b0f707e0624 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=94365748-cc0e-4d80-ad6a-5115c307e63c&id=7c99362d-0fe5-41c4-b64f-860d6d7ca922&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1913581 Nov 12 05:20:40.026317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-3ad10d17-30ee-45b0-9650-be79f4d13a51 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.027729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-3ad10d17-30ee-45b0-9650-be79f4d13a51 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1564476 Nov 12 05:20:40.096888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-eef03dc2-33cd-405b-9426-8ffa3c17cdec tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0604270 Nov 12 05:20:40.171805 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:40.174671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-fca90679-66e7-4beb-b1b2-47fbe41945bf tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0698557 Nov 12 05:20:40.227861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=77497987-3c4a-4bb0-a7eb-7bf27e12fb27,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:40.289849 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:40.323895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-eac54feb-efcc-4d80-a4b9-6be2c7754144 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.330723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-eac54feb-efcc-4d80-a4b9-6be2c7754144 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.336859 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-eac54feb-efcc-4d80-a4b9-6be2c7754144 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.343012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-eac54feb-efcc-4d80-a4b9-6be2c7754144 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.349402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-eac54feb-efcc-4d80-a4b9-6be2c7754144 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.356093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-eac54feb-efcc-4d80-a4b9-6be2c7754144 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.362167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-eac54feb-efcc-4d80-a4b9-6be2c7754144 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.364170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-eac54feb-efcc-4d80-a4b9-6be2c7754144 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.2057824 Nov 12 05:20:40.395697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:40.452864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ab4d982-cf01-4925-aae8-108b09b1d135 req-f3528740-9a97-4ab7-ae2e-a224762b0bac tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710430 Nov 12 05:20:40.456047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Deleting port 281ce439-1157-4d59-83c3-9e41adf8fcec {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:40.456741 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:40.573613 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:40.573900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:40.588676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c07e30c-1199-4949-b66a-c2d95568107b req-523e0b10-f98a-4e87-877b-5ea6825e7355 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1536050358&fields=id&tenant_id=029a5cceb0f94a62b8dd22d6d6386f05 HTTP/1.1" status: 200 len: 267 time: 0.0691922 Nov 12 05:20:40.592793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Calling delete_port for 281ce439-1157-4d59-83c3-9e41adf8fcec owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:40.694321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e30c-1199-4949-b66a-c2d95568107b req-f5ee6593-1641-40de-9d10-a2ae67449634 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.696043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c07e30c-1199-4949-b66a-c2d95568107b req-f5ee6593-1641-40de-9d10-a2ae67449634 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 985 time: 0.1012521 Nov 12 05:20:40.713284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-3c07e30c-1199-4949-b66a-c2d95568107b req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'port': {'security_groups': ['7c99362d-0fe5-41c4-b64f-860d6d7ca922', '94365748-cc0e-4d80-ad6a-5115c307e63c', '2c71269c-5c95-4688-906c-c07e73d30490']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:40.824678 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3c07e30c-1199-4949-b66a-c2d95568107b req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:40.880977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:40.891641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:40.922457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event deleted for resources: {'Port': ['ID=281ce439-1157-4d59-83c3-9e41adf8fcec,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:40.935681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0558a32c-851d-409d-9dbd-1001cc744971 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:40.992221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 0558a32c-851d-409d-9dbd-1001cc744971 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:40.998040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 0558a32c-851d-409d-9dbd-1001cc744971 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:40.998576 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.016904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:41.017256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.019799 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.024634 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9bc639ff-7953-488e-8fcf-e52573db3c40 admin admin] 10.222.0.48 "PUT /v2.0/routers/52f69f00-9c78-4f5c-81a7-bb664312a6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0657103 Nov 12 05:20:41.026448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57448) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:41.027039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e68654a-99ca-47ec-ab9c-3489843a4ad2 req-99d53977-0ee1-4fd4-aa1c-e02519b952a1 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "DELETE /v2.0/floatingips/462eae0a-c95e-4c97-9fb1-d574ac636dbb HTTP/1.1" status: 204 len: 173 time: 0.8455684 Nov 12 05:20:41.035952 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] Sync routers for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:41.055230 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:41.058236 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:41.093918 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.140429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0558a32c-851d-409d-9dbd-1001cc744971, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0558a32c-851d-409d-9dbd-1001cc744971,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:41.141660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eccfaa4-aa6f-460f-ad78-9843ff8c2ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0558a32c-851d-409d-9dbd-1001cc744971'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:41.144684 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8384dabd-c5d6-44b3-a0c4-1b4ad614131d" -d '{"events": [{"server_uuid": "6eccfaa4-aa6f-460f-ad78-9843ff8c2ede", "name": "network-vif-plugged", "status": "completed", "tag": "0558a32c-851d-409d-9dbd-1001cc744971"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:41.153967 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.155912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:41.199088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:41.199431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5aeffb38-38c2-46eb-83d8-ed6ae7de2a51 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:41.204444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.228546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=0558a32c-851d-409d-9dbd-1001cc744971,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:41.230078 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:41.272390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3c07e30c-1199-4949-b66a-c2d95568107b req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] For port f9874a14-1485-4b05-8717-612f0b188107, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f9874a14-1485-4b05-8717-612f0b188107,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:41.310401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3c07e30c-1199-4949-b66a-c2d95568107b req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.319168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69fa7c-714a-4e4b-9032-80f665d8bb20 req-d9f5f113-0b71-43dd-8ae8-36c996cd4247 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:41.321392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b69fa7c-714a-4e4b-9032-80f665d8bb20 req-d9f5f113-0b71-43dd-8ae8-36c996cd4247 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.0904171 Nov 12 05:20:41.322599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3c07e30c-1199-4949-b66a-c2d95568107b req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.329584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.338711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'f9874a14-1485-4b05-8717-612f0b188107'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:41.381780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e30c-1199-4949-b66a-c2d95568107b req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:41.383053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3c07e30c-1199-4949-b66a-c2d95568107b req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.384442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c07e30c-1199-4949-b66a-c2d95568107b req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "PUT /v2.0/ports/f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 200 len: 1021 time: 0.6789095 Nov 12 05:20:41.384900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:41.387191 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e9f157-57f9-4f2a-b26d-c424e2a55723" -d '{"events": [{"name": "network-changed", "server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "tag": "f9874a14-1485-4b05-8717-612f0b188107"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:41.408124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Deleting port 62634526-e56c-489e-9e0a-c99f512bcd12 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:41.409555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.460072 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:20:40Z', 'revision_number': 5, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port': {'id': '62634526-e56c-489e-9e0a-c99f512bcd12', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:41.480012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b69fa7c-714a-4e4b-9032-80f665d8bb20 req-1161e34f-7513-4fe8-aa18-bfbe588fcd84 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493301 Nov 12 05:20:41.480901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e8376-1bed-4fd3-8a88-677b25d1fae4 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'Port': ['ID=f9874a14-1485-4b05-8717-612f0b188107,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:41.500297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f9874a14-1485-4b05-8717-612f0b188107'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:41.515500 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] Checking router: 52f69f00-9c78-4f5c-81a7-bb664312a6f1 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:41.531902 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] Routers {'52f69f00-9c78-4f5c-81a7-bb664312a6f1'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:41.532815 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:41.537606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] For port 62634526-e56c-489e-9e0a-c99f512bcd12, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=62634526-e56c-489e-9e0a-c99f512bcd12,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:41.538792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.563896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Calling delete_port for 62634526-e56c-489e-9e0a-c99f512bcd12 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:41.593679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e714d0-2917-45b5-ab21-744c6bd6742a req-d753e4a7-7140-44d3-98b4-7108cb875ede tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:41.602802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0e714d0-2917-45b5-ab21-744c6bd6742a req-d753e4a7-7140-44d3-98b4-7108cb875ede tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 946 time: 0.1420848 Nov 12 05:20:41.619641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-a0fd45e8-b494-4183-aa8b-02dc04241f52 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips/2334e93f-909e-465a-938d-eea42ba254cc HTTP/1.1" status: 200 len: 693 time: 0.0863962 Nov 12 05:20:41.637772 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] Set router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:41.703801 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:20:41Z', 'revision_number': 6, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:41.740693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0e714d0-2917-45b5-ab21-744c6bd6742a req-a4c11a5a-4e63-4743-83f9-45df4d15ae78 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311355 Nov 12 05:20:41.740959 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1941858-3758-47d1-95b2-5d96f8c6fb6c None None] The sync data for ids ['52f69f00-9c78-4f5c-81a7-bb664312a6f1'] in n-d-765315-28 is: [{'id': '52f69f00-9c78-4f5c-81a7-bb664312a6f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-426195985-router', 'tenant_id': 'f7d2208e72b640758eb545ea8fc54e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:44Z', 'updated_at': '2021-11-12T05:20:41Z', 'revision_number': 6, 'project_id': 'f7d2208e72b640758eb545ea8fc54e75', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:41.814546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-3e8d31ce-ae94-40f7-adfe-bc3155b5758d tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:41.822573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-3e8d31ce-ae94-40f7-adfe-bc3155b5758d tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1919649 Nov 12 05:20:41.827570 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.867336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=62634526-e56c-489e-9e0a-c99f512bcd12,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:41.885317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-42e443e2-fd33-4f9d-93e3-50aee30677d3 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 696 time: 0.0612998 Nov 12 05:20:41.944233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:41.948257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-14a81370-6072-4a17-a57a-cf5cf2f4430c tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 696 time: 0.0616469 Nov 12 05:20:42.025401 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c78453-5dd7-4974-b1aa-a245bd556d1e x-openstack-request-id: req-f0c78453-5dd7-4974-b1aa-a245bd556d1e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:42.025898 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eccfaa4-aa6f-460f-ad78-9843ff8c2ede", "name": "network-vif-plugged", "status": "completed", "tag": "0558a32c-851d-409d-9dbd-1001cc744971", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:42.026007 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0c78453-5dd7-4974-b1aa-a245bd556d1e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:42.026315 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eccfaa4-aa6f-460f-ad78-9843ff8c2ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0558a32c-851d-409d-9dbd-1001cc744971', 'code': 200} Nov 12 05:20:42.055003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.057724 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.112907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Deleting port c9f1b2d2-b4fd-4e24-bd3a-124736f1ecd9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:42.113254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.114156 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.115528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f69f00-9c78-4f5c-81a7-bb664312a6f1 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:20:42.121822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.125609 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8ce65a6b-9b91-4392-b995-636d479c1a0d admin admin] 10.222.0.48 "DELETE /v2.0/routers/52f69f00-9c78-4f5c-81a7-bb664312a6f1 HTTP/1.1" status: 204 len: 168 time: 1.0956984 Nov 12 05:20:42.126248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57466) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:42.230409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fe2098-64bb-482d-bf2e-d5c22ad03b3b admin admin] Deleting subnet da891232-5056-49dd-9d8b-c54a2818ba64 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:20:42.233494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75fe2098-64bb-482d-bf2e-d5c22ad03b3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.255764 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.256148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.270575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75fe2098-64bb-482d-bf2e-d5c22ad03b3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.278091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Calling delete_port for c9f1b2d2-b4fd-4e24-bd3a-124736f1ecd9 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:42.294425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:42.302236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8f4fa59-b3d8-4376-be4d-aa6a27d77f58 req-9d759717-5dd5-4af7-ab4f-3586f0406216 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/2c71269c-5c95-4688-906c-c07e73d30490 HTTP/1.1" status: 200 len: 1818 time: 0.0713377 Nov 12 05:20:42.323745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:42.323745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 77497987-3c4a-4bb0-a7eb-7bf27e12fb27 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:42.333444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41410c93-0cb8-408c-af9f-2a985c0380f9 req-f48c57b0-5a51-4c6d-8662-0f3ebc86a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.335026 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41410c93-0cb8-408c-af9f-2a985c0380f9 req-f48c57b0-5a51-4c6d-8662-0f3ebc86a549 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 1098 time: 0.1601562 Nov 12 05:20:42.408218 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75fe2098-64bb-482d-bf2e-d5c22ad03b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.439642 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41410c93-0cb8-408c-af9f-2a985c0380f9 req-56a02f55-d023-4278-95a7-311df8d2c010 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907562 Nov 12 05:20:42.471852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75fe2098-64bb-482d-bf2e-d5c22ad03b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.498386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe2098-64bb-482d-bf2e-d5c22ad03b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da891232-5056-49dd-9d8b-c54a2818ba64,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:42.505493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75fe2098-64bb-482d-bf2e-d5c22ad03b3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.511001 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75fe2098-64bb-482d-bf2e-d5c22ad03b3b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/da891232-5056-49dd-9d8b-c54a2818ba64 HTTP/1.1" status: 204 len: 168 time: 0.3831117 Nov 12 05:20:42.511987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57470) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:42.517360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9bda9-a9f4-4468-aaa4-9b3c1275aa37 None None] Network 88f182b1-b3c0-49d3-b8dd-212cced455c0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:42.593416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.634615 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-b8f4fa59-b3d8-4376-be4d-aa6a27d77f58 req-ae4456d4-544e-4879-b3f9-f6deee9ac823 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 05:20:42.642905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8f4fa59-b3d8-4376-be4d-aa6a27d77f58 req-ae4456d4-544e-4879-b3f9-f6deee9ac823 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/2c71269c-5c95-4688-906c-c07e73d30490 HTTP/1.1" status: 409 len: 341 time: 0.3078883 Nov 12 05:20:42.649593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Deleting port cc92009c-2517-4d74-b62c-7161b70ea193 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:42.649934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.706700 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3c3288-0a94-4466-946c-73ec62bb654d x-openstack-request-id: req-1b3c3288-0a94-4466-946c-73ec62bb654d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:42.719309 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "tag": "f9874a14-1485-4b05-8717-612f0b188107", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:42.719596 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b3c3288-0a94-4466-946c-73ec62bb654d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:42.720026 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107', 'status': 'completed', 'code': 200} Nov 12 05:20:42.720356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] For port cc92009c-2517-4d74-b62c-7161b70ea193, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cc92009c-2517-4d74-b62c-7161b70ea193,segment=NetworkSegment(4dbb2466-f5d0-4005-9972-1c8265ee4219),segment_id=4dbb2466-f5d0-4005-9972-1c8265ee4219)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:42.720728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.734442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Calling delete_port for cc92009c-2517-4d74-b62c-7161b70ea193 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:42.753760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] DHCP port deletion for 88f182b1-b3c0-49d3-b8dd-212cced455c0 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:42.760997 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.809359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Pushing event deleted for resources: {'Port': ['ID=c9f1b2d2-b4fd-4e24-bd3a-124736f1ecd9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:42.824928 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.829349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] Deleting port cc92009c-2517-4d74-b62c-7161b70ea193 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:42.829723 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.859922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc92009c-2517-4d74-b62c-7161b70ea193,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:42.863996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] No DVR routers for this DVR port cc92009c-2517-4d74-b62c-7161b70ea193 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:42.891959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-e37aee57-38b7-4c8f-bf89-9d437ba147de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.893460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-e37aee57-38b7-4c8f-bf89-9d437ba147de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1176 time: 0.1639094 Nov 12 05:20:42.895536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] For port cc92009c-2517-4d74-b62c-7161b70ea193, host n-d-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:42.895892 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.910807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] Calling delete_port for cc92009c-2517-4d74-b62c-7161b70ea193 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:42.913541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] Port cc92009c-2517-4d74-b62c-7161b70ea193 was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:20:42.915238 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.923215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-96103e9c-b95e-4cbf-8d7e-e0d87225ec1e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.929842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-96103e9c-b95e-4cbf-8d7e-e0d87225ec1e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.935943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-96103e9c-b95e-4cbf-8d7e-e0d87225ec1e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.942010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-96103e9c-b95e-4cbf-8d7e-e0d87225ec1e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.943102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] Pushing event deleted for resources: {'Port': ['ID=cc92009c-2517-4d74-b62c-7161b70ea193,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:42.947441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25dd00-62d3-497c-a85b-af5ee29d3522 None None] No DVR routers for this DVR port cc92009c-2517-4d74-b62c-7161b70ea193 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:42.949281 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:42.953597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-96103e9c-b95e-4cbf-8d7e-e0d87225ec1e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.964558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-96103e9c-b95e-4cbf-8d7e-e0d87225ec1e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.971080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-96103e9c-b95e-4cbf-8d7e-e0d87225ec1e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.972643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f182b1-b3c0-49d3-b8dd-212cced455c0']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:42.974982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-96103e9c-b95e-4cbf-8d7e-e0d87225ec1e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.2030718 Nov 12 05:20:42.983864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbb2466-f5d0-4005-9972-1c8265ee4219') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:42.984152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbb2466-f5d0-4005-9972-1c8265ee4219') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:42.994334 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.009940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.016920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:20:43.017128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:20:43.018875 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:20:43.044636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.047833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.048990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-852d3563-0cf7-45e5-bdaf-61f0cee5fb4d req-95f2cd47-26cc-4e44-92fc-a36e9c6f4e79 tempest-FloatingIPDetailsTestJSON-1022139673 tempest-FloatingIPDetailsTestJSON-1022139673-project] 10.222.0.48 "DELETE /v2.0/floatingips/2334e93f-909e-465a-938d-eea42ba254cc HTTP/1.1" status: 204 len: 173 time: 1.0996797 Nov 12 05:20:43.061176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57478) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:43.088531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.101185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.108797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] 10.222.0.48 "DELETE /v2.0/networks/88f182b1-b3c0-49d3-b8dd-212cced455c0 HTTP/1.1" status: 204 len: 168 time: 0.5956821 Nov 12 05:20:43.113063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57480) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:43.187168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783d296-5e79-4f58-8335-578e73918908 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f182b1-b3c0-49d3-b8dd-212cced455c0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:43.212242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-76b80596-52ea-46db-b826-45af08c6dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:43.213584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-76b80596-52ea-46db-b826-45af08c6dd36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 200 len: 913 time: 0.3026946 Nov 12 05:20:43.243110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c03910ec-9d4d-409a-92f4-e320b6d5a16e req-6e3fb985-e395-4116-965e-844b8927734f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2370799 Nov 12 05:20:43.308617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-0612c888-de95-4368-b7b1-57c2225520b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 200 len: 217 time: 0.0717242 Nov 12 05:20:43.415314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd9ff5-5686-4c97-a5ec-980a27243480 req-01bc41ef-e704-4d82-ad1a-06ac64a25528 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:43.416809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82dd9ff5-5686-4c97-a5ec-980a27243480 req-01bc41ef-e704-4d82-ad1a-06ac64a25528 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 950 time: 0.2194574 Nov 12 05:20:43.485553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.497170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-10535a48-2f0f-4b55-b056-59ee9c781fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:43.498661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-10535a48-2f0f-4b55-b056-59ee9c781fbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 200 len: 852 time: 0.1503761 Nov 12 05:20:43.559461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-e8099d3d-800d-4284-afb1-71009d7f9796 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a2239a-8e17-410c-8fe7-a03c5364e40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439303 Nov 12 05:20:43.569553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e95aec-f879-4d2e-aea4-c1dbb569f62a req-17d4c629-5567-488d-8bb1-39d0f1a6a617 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:43.570985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97e95aec-f879-4d2e-aea4-c1dbb569f62a req-17d4c629-5567-488d-8bb1-39d0f1a6a617 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.2548656 Nov 12 05:20:43.577099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82dd9ff5-5686-4c97-a5ec-980a27243480 req-9bbcf460-b55f-42b3-a71d-bc63d3f8e1ce tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491890 Nov 12 05:20:43.757613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Deleting port b3d4af86-300f-43ba-a3ef-596abb117d56 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:43.757873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.763469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97e95aec-f879-4d2e-aea4-c1dbb569f62a req-b4f528ed-c9fc-44fa-a7e4-5978e1f2ba00 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833882 Nov 12 05:20:43.818382 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f1e518bb-43e6-4282-bb9a-1afde37ad792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.819132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-337ffe12-aca7-4a33-8caf-e1a111212a19 service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394285 Nov 12 05:20:43.852711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] For port b3d4af86-300f-43ba-a3ef-596abb117d56, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b3d4af86-300f-43ba-a3ef-596abb117d56,segment=NetworkSegment(a9f11284-4356-4715-a4b9-3984c5fc4896),segment_id=a9f11284-4356-4715-a4b9-3984c5fc4896)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:43.853569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.866567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Calling delete_port for b3d4af86-300f-43ba-a3ef-596abb117d56 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:44.000378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedee6c-208d-471c-8a8c-d02572716926 req-9c00376d-5b4e-46b7-975b-ce7bc43d8cf5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.002082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dedee6c-208d-471c-8a8c-d02572716926 req-9c00376d-5b4e-46b7-975b-ce7bc43d8cf5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 946 time: 0.2070494 Nov 12 05:20:44.013353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30e9f157-57f9-4f2a-b26d-c424e2a55723 req-d0aea4ff-1299-480f-8ff8-3f722374192e service neutron] 10.222.0.47 "GET /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755452 Nov 12 05:20:44.093159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:44.095737 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:44.103607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dedee6c-208d-471c-8a8c-d02572716926 req-5f34816d-dc9c-439d-acc1-91d06cbcc0e9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837460 Nov 12 05:20:44.115948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 62634526-e56c-489e-9e0a-c99f512bcd12 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:44.126070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d4af86-300f-43ba-a3ef-596abb117d56,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:44.175085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 62634526-e56c-489e-9e0a-c99f512bcd12 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:44.180607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 62634526-e56c-489e-9e0a-c99f512bcd12 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:44.181340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cc92009c-2517-4d74-b62c-7161b70ea193 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:44.234236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: cc92009c-2517-4d74-b62c-7161b70ea193 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:44.235031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cc92009c-2517-4d74-b62c-7161b70ea193 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:44.247319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1674a4a-5a5d-4918-8e9d-131b5668287a req-d38b2a17-8150-4b78-8664-88992a99d564 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.248888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1674a4a-5a5d-4918-8e9d-131b5668287a req-d38b2a17-8150-4b78-8664-88992a99d564 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1024 time: 0.1724918 Nov 12 05:20:44.318658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:44.495762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1674a4a-5a5d-4918-8e9d-131b5668287a req-d85fb32b-f3f1-45a3-b926-a5e75c407fa6 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c71269c-5c95-4688-906c-c07e73d30490&id=94365748-cc0e-4d80-ad6a-5115c307e63c&id=7c99362d-0fe5-41c4-b64f-860d6d7ca922&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2373967 Nov 12 05:20:44.528637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-768a3e8c-7321-49c5-b55d-71503ba2beb4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.534805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-768a3e8c-7321-49c5-b55d-71503ba2beb4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.541416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-768a3e8c-7321-49c5-b55d-71503ba2beb4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.547457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-768a3e8c-7321-49c5-b55d-71503ba2beb4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.553480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-768a3e8c-7321-49c5-b55d-71503ba2beb4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.560364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-768a3e8c-7321-49c5-b55d-71503ba2beb4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.564385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Router 96bb58b3-6862-4475-a567-17491681fa45 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:44.566395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-768a3e8c-7321-49c5-b55d-71503ba2beb4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.568315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-768a3e8c-7321-49c5-b55d-71503ba2beb4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.1784112 Nov 12 05:20:44.671218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:44.676395 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-114c3a7d-dd1c-4715-833b-7f2df041ab82 admin admin] 10.222.0.48 "PUT /v2.0/routers/96bb58b3-6862-4475-a567-17491681fa45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5603738 Nov 12 05:20:44.679577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57494) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:44.682459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] Sync routers for ids ['96bb58b3-6862-4475-a567-17491681fa45'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:44.694909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] Routers {'96bb58b3-6862-4475-a567-17491681fa45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:44.695535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['96bb58b3-6862-4475-a567-17491681fa45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:44.789784 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:44.810847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] Set router 96bb58b3-6862-4475-a567-17491681fa45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:44.896912 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:44.949417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdcbe5-68a4-403a-985c-0c7cd2379ec6 req-25b0977f-ad67-4849-9ce2-b12661714f18 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.951182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54fdcbe5-68a4-403a-985c-0c7cd2379ec6 req-25b0977f-ad67-4849-9ce2-b12661714f18 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.3819423 Nov 12 05:20:44.965871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5480f250-beb2-48e3-9d4c-f27b674177ad req-4647cc80-aae8-4e8e-8120-12c3a6050d76 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3897269 Nov 12 05:20:45.014689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a6790-e03b-43c7-a3e0-788358a5120f req-d7bfa91e-3f7c-4351-98bc-1ac8bc441fe2 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:45.014865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54fdcbe5-68a4-403a-985c-0c7cd2379ec6 req-766a0470-166d-46bb-b2db-34bd1d35905c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563798 Nov 12 05:20:45.016398 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-117a6790-e03b-43c7-a3e0-788358a5120f req-d7bfa91e-3f7c-4351-98bc-1ac8bc441fe2 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 950 time: 0.1029587 Nov 12 05:20:45.018625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Deleting port d0ca3620-363c-4397-b8c5-6c4c83efacff {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:45.018974 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.035470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Deleting port 1c89d6a4-93c1-4faf-b567-6101950b67c0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:45.035878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.152294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:20:44Z', 'revision_number': 5, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port': {'id': 'd0ca3620-363c-4397-b8c5-6c4c83efacff', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bb58b3-6862-4475-a567-17491681fa45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:12:57Z', 'updated_at': '2021-11-12T05:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:45.180197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] Checking router: 96bb58b3-6862-4475-a567-17491681fa45 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:45.189306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] Routers {'96bb58b3-6862-4475-a567-17491681fa45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:45.190033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['96bb58b3-6862-4475-a567-17491681fa45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:45.211328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1673e-56a7-42ee-8d3b-a652ded81a85 req-5f584136-df92-4a60-878f-e262eea19f18 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:45.213020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18f1673e-56a7-42ee-8d3b-a652ded81a85 req-5f584136-df92-4a60-878f-e262eea19f18 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 950 time: 0.1135616 Nov 12 05:20:45.215211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] For port 1c89d6a4-93c1-4faf-b567-6101950b67c0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1c89d6a4-93c1-4faf-b567-6101950b67c0,segment=NetworkSegment(14215e74-f83a-490c-bab8-ef81614f352e),segment_id=14215e74-f83a-490c-bab8-ef81614f352e)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:45.215654 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.241642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Calling delete_port for 1c89d6a4-93c1-4faf-b567-6101950b67c0 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:45.270681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d093008-da0f-45c5-a164-0d6691ca46d6 req-3e95520b-ea6f-43f4-9d94-2e78bb3a1af1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:45.272905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d093008-da0f-45c5-a164-0d6691ca46d6 req-3e95520b-ea6f-43f4-9d94-2e78bb3a1af1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1322043 Nov 12 05:20:45.290783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] Set router 96bb58b3-6862-4475-a567-17491681fa45 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:45.350033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:20:44Z', 'revision_number': 6, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:45.353772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18f1673e-56a7-42ee-8d3b-a652ded81a85 req-cc381dbc-576c-4c3c-9f3e-84199ccb16c4 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4619dfe-acd9-4df6-b502-4011106f6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261139 Nov 12 05:20:45.417949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d093008-da0f-45c5-a164-0d6691ca46d6 req-ec2c2ebc-a8b8-4d6b-8839-aa29e08b460e tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310487 Nov 12 05:20:45.423864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33af914-4f4d-4a2f-a87c-200b88f90fed None None] The sync data for ids ['96bb58b3-6862-4475-a567-17491681fa45'] in n-d-765315-28 is: [{'id': '96bb58b3-6862-4475-a567-17491681fa45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772961895-router', 'tenant_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:12:55Z', 'updated_at': '2021-11-12T05:20:44Z', 'revision_number': 6, 'project_id': 'c18d4199dafc4e6e8de8da2b3196d17b', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:45.488433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] For port d0ca3620-363c-4397-b8c5-6c4c83efacff, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d0ca3620-363c-4397-b8c5-6c4c83efacff,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:45.488798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.497876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Deleting port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:45.498211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.515769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Calling delete_port for d0ca3620-363c-4397-b8c5-6c4c83efacff owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:45.568006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7f224-042c-4d46-9896-75f6f7c6e825 req-1bd3d74d-3e4d-4ed1-873c-d749c567e157 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:45.570082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6c7f224-042c-4d46-9896-75f6f7c6e825 req-1bd3d74d-3e4d-4ed1-873c-d749c567e157 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 946 time: 0.1031871 Nov 12 05:20:45.642323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] For port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:45.642865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.659180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Calling delete_port for 9a0eee05-c0ed-4bf0-827c-67ad1f00106f owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:45.721858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0c93f-8365-4761-8de1-dd47c8a4479e req-3c64cb5e-998d-4e8b-ae72-4409ee008f1f tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:45.723374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8da0c93f-8365-4761-8de1-dd47c8a4479e req-3c64cb5e-998d-4e8b-ae72-4409ee008f1f tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1024 time: 0.1523762 Nov 12 05:20:45.734796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-c812d08e-69c8-438e-b8f0-a35400febd96 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:45.736117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-c812d08e-69c8-438e-b8f0-a35400febd96 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.47 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 1024 time: 0.1542361 Nov 12 05:20:45.740004 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.750488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6c7f224-042c-4d46-9896-75f6f7c6e825 req-7dd38ad2-ec6f-4c48-a519-6c6b182c9c6a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593599 Nov 12 05:20:45.801788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c89d6a4-93c1-4faf-b567-6101950b67c0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:45.823123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.893897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ca3620-363c-4397-b8c5-6c4c83efacff,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:45.970003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.031532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8da0c93f-8365-4761-8de1-dd47c8a4479e req-a938f26a-af62-4ed7-86f6-1f8f7c4fd57d tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c71269c-5c95-4688-906c-c07e73d30490&id=94365748-cc0e-4d80-ad6a-5115c307e63c&id=7c99362d-0fe5-41c4-b64f-860d6d7ca922&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2925024 Nov 12 05:20:46.032094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.079768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['9a0eee05-c0ed-4bf0-827c-67ad1f00106f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:46.082542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.091992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717cd73-42ff-4cb5-9959-09a50593f7e3 req-da25541c-c595-4e50-bedf-3701ba010463 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.093784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b717cd73-42ff-4cb5-9959-09a50593f7e3 req-da25541c-c595-4e50-bedf-3701ba010463 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 945 time: 0.1845758 Nov 12 05:20:46.101304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.164503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Pushing event deleted for resources: {'Port': ['ID=9a0eee05-c0ed-4bf0-827c-67ad1f00106f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:46.178302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.178302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96bb58b3-6862-4475-a567-17491681fa45 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:20:46.201542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.204967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c0f4e3ec-8f26-4c83-ba17-fbf08242f396 admin admin] 10.222.0.48 "DELETE /v2.0/routers/96bb58b3-6862-4475-a567-17491681fa45 HTTP/1.1" status: 204 len: 168 time: 1.5223489 Nov 12 05:20:46.205878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57508) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:46.216870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Deleting port f9874a14-1485-4b05-8717-612f0b188107 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:46.217216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.248534 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-091e09d5-82ee-4dad-8e26-39a8ae422397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.260084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] No DVR routers for this DVR port 9a0eee05-c0ed-4bf0-827c-67ad1f00106f on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:46.264277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.269344 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-117a6790-e03b-43c7-a3e0-788358a5120f req-caa49236-3365-4d7b-912e-9e00f51d7dc7 tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.43 "DELETE /v2.0/ports/9a0eee05-c0ed-4bf0-827c-67ad1f00106f HTTP/1.1" status: 204 len: 173 time: 1.2253854 Nov 12 05:20:46.270942 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae85820-5983-4f2c-84ff-1b10dfb2adca', 'name': 'network-vif-deleted', 'tag': '9a0eee05-c0ed-4bf0-827c-67ad1f00106f'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:46.282424 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2bd56c-f663-4333-9890-9ef0db5b5472" -d '{"events": [{"server_uuid": "7ae85820-5983-4f2c-84ff-1b10dfb2adca", "name": "network-vif-deleted", "tag": "9a0eee05-c0ed-4bf0-827c-67ad1f00106f"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:46.290155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b717cd73-42ff-4cb5-9959-09a50593f7e3 req-c29da2ae-89ec-4ed5-948f-c24116538ef0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859994 Nov 12 05:20:46.304604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-41debbaf-9d75-453c-acec-ac488fb21497 admin admin] Deleting subnet 1144d045-79b0-4421-a2d9-776bb3d93e3d {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:20:46.309133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41debbaf-9d75-453c-acec-ac488fb21497 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.353289 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41debbaf-9d75-453c-acec-ac488fb21497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.357381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.430067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-6ca6b99f-106a-435f-8e0f-6d878e4c31ce tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.432565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d0ca3620-363c-4397-b8c5-6c4c83efacff no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:46.453414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-6ca6b99f-106a-435f-8e0f-6d878e4c31ce tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.460479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d0ca3620-363c-4397-b8c5-6c4c83efacff {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:46.460745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-6ca6b99f-106a-435f-8e0f-6d878e4c31ce tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.461042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d0ca3620-363c-4397-b8c5-6c4c83efacff not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:46.464581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b3d4af86-300f-43ba-a3ef-596abb117d56 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:46.477741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-6ca6b99f-106a-435f-8e0f-6d878e4c31ce tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.479582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41debbaf-9d75-453c-acec-ac488fb21497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.484249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-6ca6b99f-106a-435f-8e0f-6d878e4c31ce tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.488486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: b3d4af86-300f-43ba-a3ef-596abb117d56 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:46.488941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b3d4af86-300f-43ba-a3ef-596abb117d56 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:46.494880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-6ca6b99f-106a-435f-8e0f-6d878e4c31ce tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.502837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-6ca6b99f-106a-435f-8e0f-6d878e4c31ce tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.504952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-6ca6b99f-106a-435f-8e0f-6d878e4c31ce tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.3398707 Nov 12 05:20:46.562646 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41debbaf-9d75-453c-acec-ac488fb21497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.597749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41debbaf-9d75-453c-acec-ac488fb21497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1144d045-79b0-4421-a2d9-776bb3d93e3d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:46.605906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41debbaf-9d75-453c-acec-ac488fb21497 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.612526 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-41debbaf-9d75-453c-acec-ac488fb21497 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1144d045-79b0-4421-a2d9-776bb3d93e3d HTTP/1.1" status: 204 len: 168 time: 0.4012692 Nov 12 05:20:46.614825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:46.621628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be035239-f441-424e-a171-74cdf4a033e5 None None] Network e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:46.653423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] For port f9874a14-1485-4b05-8717-612f0b188107, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f9874a14-1485-4b05-8717-612f0b188107,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:46.653800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.714505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4999b-097c-43f4-b7bf-91d4c6f590bb req-10124d2b-81ab-418a-9ae4-6f632d97e299 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.722061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8a4999b-097c-43f4-b7bf-91d4c6f590bb req-10124d2b-81ab-418a-9ae4-6f632d97e299 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.3511965 Nov 12 05:20:46.727938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.736934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Calling delete_port for f9874a14-1485-4b05-8717-612f0b188107 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:46.767125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b43908b-9e1e-4dc7-8ea5-72c66c9fee10 req-204bc315-7f0f-411e-9b52-9ffb501fe1da tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2512105 Nov 12 05:20:46.855462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Deleting port e85dd5cf-275f-4e31-bcd4-19e3666632bf {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:46.856178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.864146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8a4999b-097c-43f4-b7bf-91d4c6f590bb req-1da592bb-97d7-484a-b328-b70236830252 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411643 Nov 12 05:20:46.940486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] DHCP port deletion for e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:46.995924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] Deleting port e85dd5cf-275f-4e31-bcd4-19e3666632bf {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:46.996299 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dea1a7-ca69-4d07-82f8-69ea1fcaac66 x-openstack-request-id: req-f1dea1a7-ca69-4d07-82f8-69ea1fcaac66 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:46.996698 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae85820-5983-4f2c-84ff-1b10dfb2adca", "name": "network-vif-deleted", "tag": "9a0eee05-c0ed-4bf0-827c-67ad1f00106f", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:46.996958 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:46.997135 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1dea1a7-ca69-4d07-82f8-69ea1fcaac66 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:46.997641 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae85820-5983-4f2c-84ff-1b10dfb2adca', 'name': 'network-vif-deleted', 'tag': '9a0eee05-c0ed-4bf0-827c-67ad1f00106f', 'status': 'completed', 'code': 200} Nov 12 05:20:47.011371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] For port e85dd5cf-275f-4e31-bcd4-19e3666632bf, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e85dd5cf-275f-4e31-bcd4-19e3666632bf,segment=NetworkSegment(a9f11284-4356-4715-a4b9-3984c5fc4896),segment_id=a9f11284-4356-4715-a4b9-3984c5fc4896)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:47.012891 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.033476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Calling delete_port for e85dd5cf-275f-4e31-bcd4-19e3666632bf owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:47.068605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] For port e85dd5cf-275f-4e31-bcd4-19e3666632bf, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e85dd5cf-275f-4e31-bcd4-19e3666632bf,segment=NetworkSegment(a9f11284-4356-4715-a4b9-3984c5fc4896),segment_id=a9f11284-4356-4715-a4b9-3984c5fc4896)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:47.069342 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.082439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] Calling delete_port for e85dd5cf-275f-4e31-bcd4-19e3666632bf owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:47.085513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-504c1c48-8385-49b8-84dc-7738a59089db req-960850e1-3235-48ac-81da-c7f0bf70efca tempest-LiveMigrationNegativeTest-1273670447 tempest-LiveMigrationNegativeTest-1273670447-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae85820-5983-4f2c-84ff-1b10dfb2adca HTTP/1.1" status: 200 len: 210 time: 0.0643942 Nov 12 05:20:47.143730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.172067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85dd5cf-275f-4e31-bcd4-19e3666632bf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:47.175485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] No DVR routers for this DVR port e85dd5cf-275f-4e31-bcd4-19e3666632bf on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:47.189779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5ae29-d4c6-4b77-a5e0-467eb2c96f63 req-442dae69-8070-4eaa-970f-f321ad8daaa9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:47.191245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-baa5ae29-d4c6-4b77-a5e0-467eb2c96f63 req-442dae69-8070-4eaa-970f-f321ad8daaa9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 946 time: 0.2471149 Nov 12 05:20:47.191381 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.224575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] Pushing event deleted for resources: {'Port': ['ID=e85dd5cf-275f-4e31-bcd4-19e3666632bf,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:47.234139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a3996-38da-4987-aece-e5b6278a441e None None] No DVR routers for this DVR port e85dd5cf-275f-4e31-bcd4-19e3666632bf on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:47.252115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.259409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.260840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Router 0576cf49-3c74-4a81-a537-4995498ee216 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:47.278252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.282864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30aa5cc-9a27-4582-ac64-bbb50ba40cf1']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:47.291432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9437183-2eb1-4243-9e9d-0a8e85860452 req-08b1176b-c393-45a4-87d2-bcc7e2856d80 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:47.292243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'f9874a14-1485-4b05-8717-612f0b188107'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:47.292949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9437183-2eb1-4243-9e9d-0a8e85860452 req-08b1176b-c393-45a4-87d2-bcc7e2856d80 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1286569 Nov 12 05:20:47.293690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f11284-4356-4715-a4b9-3984c5fc4896') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:47.294672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f11284-4356-4715-a4b9-3984c5fc4896') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:47.306749 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.325336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.332322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:20:47.332866 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:20:47.334682 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:20:47.354092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-baa5ae29-d4c6-4b77-a5e0-467eb2c96f63 req-3a4c254c-de86-43e7-a2cd-22f771b6af34 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442356 Nov 12 05:20:47.354877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'Port': ['ID=f9874a14-1485-4b05-8717-612f0b188107,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:47.411107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.417549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.426903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e30aa5cc-9a27-4582-ac64-bbb50ba40cf1 HTTP/1.1" status: 204 len: 168 time: 0.8095522 Nov 12 05:20:47.449895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458230c-3d3a-4768-9546-42985eec34c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30aa5cc-9a27-4582-ac64-bbb50ba40cf1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:47.477359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] No DVR routers for this DVR port f9874a14-1485-4b05-8717-612f0b188107 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:47.506118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.506392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c757cb6-fdbb-4c2f-b204-100ecde32bdb req-5d57602f-efca-4d89-8684-019f411b6f37 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.47 "DELETE /v2.0/ports/f9874a14-1485-4b05-8717-612f0b188107 HTTP/1.1" status: 204 len: 173 time: 1.7525542 Nov 12 05:20:47.506895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'name': 'network-vif-deleted', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:47.509486 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d344e9b2-131d-4c1c-9e71-4b7736fe14fa" -d '{"events": [{"server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "name": "network-vif-deleted", "tag": "f9874a14-1485-4b05-8717-612f0b188107"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:47.516206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-225323c2-45da-4ccb-8bda-31fab38e92ec req-7895f577-81be-42bb-b95e-447445dcf59d tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=4adcc115-20e7-4d79-8b14-a37bec247418 HTTP/1.1" status: 200 len: 210 time: 0.0486901 Nov 12 05:20:47.611802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57528) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:47.675248 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-26578750-08f9-4376-b565-3f3a6a656fda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7d2208e72b640758eb545ea8fc54e75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0593464 Nov 12 05:20:47.675616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57530) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:47.749303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ea7cfec-5bea-4779-9ccc-5b77196c7dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.779412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ea7cfec-5bea-4779-9ccc-5b77196c7dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.812343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9437183-2eb1-4243-9e9d-0a8e85860452 req-32e10c8e-0f97-41de-8c33-896fe232c847 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041804 Nov 12 05:20:47.815679 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65979e22-0278-4a37-9683-b7c51d8d80ad x-openstack-request-id: req-65979e22-0278-4a37-9683-b7c51d8d80ad {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:47.815969 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adcc115-20e7-4d79-8b14-a37bec247418", "name": "network-vif-deleted", "tag": "f9874a14-1485-4b05-8717-612f0b188107", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:47.816218 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65979e22-0278-4a37-9683-b7c51d8d80ad {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:47.816613 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adcc115-20e7-4d79-8b14-a37bec247418', 'name': 'network-vif-deleted', 'tag': 'f9874a14-1485-4b05-8717-612f0b188107', 'status': 'completed', 'code': 200} Nov 12 05:20:47.846115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ea7cfec-5bea-4779-9ccc-5b77196c7dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.848867 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ea7cfec-5bea-4779-9ccc-5b77196c7dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.852478 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1ea7cfec-5bea-4779-9ccc-5b77196c7dc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f75ff9de-0e24-41b8-ba62-32b6ae403296 HTTP/1.1" status: 204 len: 168 time: 0.1733007 Nov 12 05:20:47.859339 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7cfec-5bea-4779-9ccc-5b77196c7dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ff9de-0e24-41b8-ba62-32b6ae403296,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:47.882757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:47.888445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bf66568d-c041-4c5f-badc-8f8580b2bd68 admin admin] 10.222.0.48 "PUT /v2.0/routers/0576cf49-3c74-4a81-a537-4995498ee216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8247812 Nov 12 05:20:47.891377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57538) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:47.896166 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] Sync routers for ids ['0576cf49-3c74-4a81-a537-4995498ee216'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:47.912402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563dae-eca6-499a-8c65-7113ff87f209 req-2e8f664a-b5d0-4b81-9b0e-734bd7958507 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:47.914245 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] Routers {'0576cf49-3c74-4a81-a537-4995498ee216'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:47.916122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19563dae-eca6-499a-8c65-7113ff87f209 req-2e8f664a-b5d0-4b81-9b0e-734bd7958507 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 946 time: 0.0971131 Nov 12 05:20:47.916651 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0576cf49-3c74-4a81-a537-4995498ee216'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:48.019968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.040129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19563dae-eca6-499a-8c65-7113ff87f209 req-87440e6f-6b74-4824-8e63-1ff4a27f5002 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139808 Nov 12 05:20:48.115925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e85dd5cf-275f-4e31-bcd4-19e3666632bf no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:48.123970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-3699c473-b369-43f3-b90b-d424270d63b7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:48.142499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-3699c473-b369-43f3-b90b-d424270d63b7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:48.149082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: e85dd5cf-275f-4e31-bcd4-19e3666632bf {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:48.149430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e85dd5cf-275f-4e31-bcd4-19e3666632bf not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:48.159198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-3699c473-b369-43f3-b90b-d424270d63b7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:48.166542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-3699c473-b369-43f3-b90b-d424270d63b7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:48.169467 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] Set router 0576cf49-3c74-4a81-a537-4995498ee216 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:48.172669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-3699c473-b369-43f3-b90b-d424270d63b7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:48.181829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-3699c473-b369-43f3-b90b-d424270d63b7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:48.187988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-3699c473-b369-43f3-b90b-d424270d63b7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:48.196151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-3699c473-b369-43f3-b90b-d424270d63b7 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.2615230 Nov 12 05:20:48.239554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.289749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a455adc-992a-40a2-afd0-1697fb3f659c req-828c66c8-db82-4c7e-9295-a3b971fe4a0e tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:48.291252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a455adc-992a-40a2-afd0-1697fb3f659c req-828c66c8-db82-4c7e-9295-a3b971fe4a0e tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.0921912 Nov 12 05:20:48.297043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70f7d9cd-afd6-48af-bd65-5efbfa9d2186 req-b81d56eb-3f8b-4f26-85a5-eded64b3b624 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997663 Nov 12 05:20:48.345699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Deleting port 0ff66f77-c918-47e6-9407-013094efba3a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:48.346162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.404807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a455adc-992a-40a2-afd0-1697fb3f659c req-4868448e-f3d6-49f0-977e-4c24fe28725d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063583 Nov 12 05:20:48.436591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57548) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:48.468174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.471424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] For port 0ff66f77-c918-47e6-9407-013094efba3a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0ff66f77-c918-47e6-9407-013094efba3a,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:48.471956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.489371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Calling delete_port for 0ff66f77-c918-47e6-9407-013094efba3a owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:48.494143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8393ff20-1531-48d1-8780-29fd09f170bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c18d4199dafc4e6e8de8da2b3196d17b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563114 Nov 12 05:20:48.496683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57550) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:48.546214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '0ff66f77-c918-47e6-9407-013094efba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:45Z', 'revision_number': 5, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port': {'id': '0ff66f77-c918-47e6-9407-013094efba3a', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0576cf49-3c74-4a81-a537-4995498ee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:48.581309 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d5a5286-5093-43d4-b1f2-3b033e209f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.583095 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] Checking router: 0576cf49-3c74-4a81-a537-4995498ee216 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:48.594012 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] Routers {'0576cf49-3c74-4a81-a537-4995498ee216'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:48.594752 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0576cf49-3c74-4a81-a537-4995498ee216'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:48.643183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d5a5286-5093-43d4-b1f2-3b033e209f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.695014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c89acc19-a833-4c81-adba-d949d212c0c0 req-3afe3179-6a1e-4376-9206-5c2a46cdbd49 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/7c99362d-0fe5-41c4-b64f-860d6d7ca922 HTTP/1.1" status: 200 len: 1818 time: 0.0784423 Nov 12 05:20:48.712572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.715318 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] Set router 0576cf49-3c74-4a81-a537-4995498ee216 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:48.727842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:48.736215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d5a5286-5093-43d4-b1f2-3b033e209f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.738826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d5a5286-5093-43d4-b1f2-3b033e209f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.743020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0d5a5286-5093-43d4-b1f2-3b033e209f10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8bb1a75-ff43-418c-8aaa-a231bda060ce HTTP/1.1" status: 204 len: 168 time: 0.2423494 Nov 12 05:20:48.758217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff66f77-c918-47e6-9407-013094efba3a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:48.775515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a5286-5093-43d4-b1f2-3b033e209f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bb1a75-ff43-418c-8aaa-a231bda060ce,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:48.797892 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c89acc19-a833-4c81-adba-d949d212c0c0 req-24054e1e-b754-4d6f-a08f-547851f4d63c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.807999 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:48Z', 'revision_number': 6, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:48.838905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c89acc19-a833-4c81-adba-d949d212c0c0 req-24054e1e-b754-4d6f-a08f-547851f4d63c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.844838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.885681 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3399a-2191-45ab-b9ea-1a3e2038682f None None] The sync data for ids ['0576cf49-3c74-4a81-a537-4995498ee216'] in n-d-765315-28 is: [{'id': '0576cf49-3c74-4a81-a537-4995498ee216', 'name': 'tempest-FloatingIPDetailsTestJSON-17345657-router', 'tenant_id': 'f34681e873e2401d9a03486a0820d916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:19:58Z', 'updated_at': '2021-11-12T05:20:48Z', 'revision_number': 6, 'project_id': 'f34681e873e2401d9a03486a0820d916', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:48.888742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c89acc19-a833-4c81-adba-d949d212c0c0 req-24054e1e-b754-4d6f-a08f-547851f4d63c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.892111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c89acc19-a833-4c81-adba-d949d212c0c0 req-24054e1e-b754-4d6f-a08f-547851f4d63c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.895998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c89acc19-a833-4c81-adba-d949d212c0c0 req-24054e1e-b754-4d6f-a08f-547851f4d63c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c99362d-0fe5-41c4-b64f-860d6d7ca922 HTTP/1.1" status: 204 len: 173 time: 0.1938767 Nov 12 05:20:48.912461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24054e1e-b754-4d6f-a08f-547851f4d63c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c99362d-0fe5-41c4-b64f-860d6d7ca922,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:48.975187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9a0eee05-c0ed-4bf0-827c-67ad1f00106f no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:48.975979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.978060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.001827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f6f7525-20f6-40d4-835e-e8007784b142 req-eea37217-0924-4d13-9b84-71883db50fcc tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/2c71269c-5c95-4688-906c-c07e73d30490 HTTP/1.1" status: 200 len: 1818 time: 0.0865428 Nov 12 05:20:49.003991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 9a0eee05-c0ed-4bf0-827c-67ad1f00106f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:49.004553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9a0eee05-c0ed-4bf0-827c-67ad1f00106f not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:49.041581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.042582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0576cf49-3c74-4a81-a537-4995498ee216 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:20:49.047815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.050860 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bab591d6-6f8b-4b13-b60c-3f6cab22d2cf admin admin] 10.222.0.48 "DELETE /v2.0/routers/0576cf49-3c74-4a81-a537-4995498ee216 HTTP/1.1" status: 204 len: 168 time: 1.1583359 Nov 12 05:20:49.051695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57570) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:49.104997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Deleting subnet 773e3946-0980-4923-875f-b343a25e7a70 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:20:49.108627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.135967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19109afe-8527-4c75-83f8-2e3550154c6c req-a93a9e29-0267-4fbf-90ab-e7a4a5537ffb tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.138374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19109afe-8527-4c75-83f8-2e3550154c6c req-a93a9e29-0267-4fbf-90ab-e7a4a5537ffb tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1459148 Nov 12 05:20:49.140172 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7f6f7525-20f6-40d4-835e-e8007784b142 req-f0d43175-c3b0-4aff-b4fa-e9a9412b9420 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.181566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7f6f7525-20f6-40d4-835e-e8007784b142 req-f0d43175-c3b0-4aff-b4fa-e9a9412b9420 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.183443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.221179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19109afe-8527-4c75-83f8-2e3550154c6c req-ac7b63e0-c0e4-4426-bd18-9fd2edcc7c3f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669639 Nov 12 05:20:49.259344 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-632e9137-dea8-497d-a273-c2249a9c6eb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54f6437fdf7f40758033a732e173c652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132227 Nov 12 05:20:49.261766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57580) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:49.284506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7f6f7525-20f6-40d4-835e-e8007784b142 req-f0d43175-c3b0-4aff-b4fa-e9a9412b9420 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.293309 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7f6f7525-20f6-40d4-835e-e8007784b142 req-f0d43175-c3b0-4aff-b4fa-e9a9412b9420 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.294770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f6f7525-20f6-40d4-835e-e8007784b142 req-f0d43175-c3b0-4aff-b4fa-e9a9412b9420 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/2c71269c-5c95-4688-906c-c07e73d30490 HTTP/1.1" status: 204 len: 173 time: 0.2920372 Nov 12 05:20:49.349324 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.351100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-268141b1-528d-4399-b084-fb52aa8b63e5 req-1c09fe3d-eee5-4a8a-8d64-ab34aa09cc81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1023127300', 'description': 'tempest-description-1000847303'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:49.360321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d43175-c3b0-4aff-b4fa-e9a9412b9420 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c71269c-5c95-4688-906c-c07e73d30490,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:49.423459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde054f-910d-4b06-a995-40f29cbb1b74 req-1d64138d-2c17-449b-aede-7b82ad4494b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.426701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.431182 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.433756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acde054f-910d-4b06-a995-40f29cbb1b74 req-1d64138d-2c17-449b-aede-7b82ad4494b3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 946 time: 0.1532016 Nov 12 05:20:49.465801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d32cf08d-e11a-4011-99e1-83a380310738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.469602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-268141b1-528d-4399-b084-fb52aa8b63e5 req-1c09fe3d-eee5-4a8a-8d64-ab34aa09cc81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.471791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.477160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abcaf39-a515-46af-b1d0-708a8b89bd39 None None] Network 6d079e3e-27e2-47d1-8509-37a95e238273 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:49.477673 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/773e3946-0980-4923-875f-b343a25e7a70 HTTP/1.1" status: 204 len: 168 time: 0.4235108 Nov 12 05:20:49.478325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57592) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:49.542908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acde054f-910d-4b06-a995-40f29cbb1b74 req-81799b71-07c6-452c-a15f-fa700839ae5a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082180 Nov 12 05:20:49.554924 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d32cf08d-e11a-4011-99e1-83a380310738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.585012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773e3946-0980-4923-875f-b343a25e7a70,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:49.598848 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.608857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.609443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.609932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.610630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.611058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.611479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.611806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.612129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.612457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.612786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.613174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.613473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260d4f9-fb87-449a-9ad1-69e377ce274f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:49.712815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-268141b1-528d-4399-b084-fb52aa8b63e5 req-1c09fe3d-eee5-4a8a-8d64-ab34aa09cc81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.717292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Deleting port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:49.717707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.729225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-9ad01fbb-dccd-4261-acfb-3acea0ad43e4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.742998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-9ad01fbb-dccd-4261-acfb-3acea0ad43e4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.749209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-9ad01fbb-dccd-4261-acfb-3acea0ad43e4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.756586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-9ad01fbb-dccd-4261-acfb-3acea0ad43e4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.766455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-9ad01fbb-dccd-4261-acfb-3acea0ad43e4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.772667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-9ad01fbb-dccd-4261-acfb-3acea0ad43e4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.778768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-9ad01fbb-dccd-4261-acfb-3acea0ad43e4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.780833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-9ad01fbb-dccd-4261-acfb-3acea0ad43e4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.1639266 Nov 12 05:20:49.783328 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-268141b1-528d-4399-b084-fb52aa8b63e5 req-1c09fe3d-eee5-4a8a-8d64-ab34aa09cc81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.787293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] For port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,segment=NetworkSegment(14215e74-f83a-490c-bab8-ef81614f352e),segment_id=14215e74-f83a-490c-bab8-ef81614f352e)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:49.787293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.817896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d32cf08d-e11a-4011-99e1-83a380310738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.820511 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d32cf08d-e11a-4011-99e1-83a380310738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.821631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d32cf08d-e11a-4011-99e1-83a380310738 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4619dfe-acd9-4df6-b502-4011106f6025 HTTP/1.1" status: 204 len: 168 time: 0.5585332 Nov 12 05:20:49.830307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Calling delete_port for ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:49.842514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-268141b1-528d-4399-b084-fb52aa8b63e5 req-1c09fe3d-eee5-4a8a-8d64-ab34aa09cc81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.843731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-268141b1-528d-4399-b084-fb52aa8b63e5 req-1c09fe3d-eee5-4a8a-8d64-ab34aa09cc81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5064116 Nov 12 05:20:49.849368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09fe3d-eee5-4a8a-8d64-ab34aa09cc81 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdca96b-6ed0-495c-a138-040f8b84df2f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:49.891696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cf08d-e11a-4011-99e1-83a380310738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4619dfe-acd9-4df6-b502-4011106f6025,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:49.899077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] DHCP port deletion for 6d079e3e-27e2-47d1-8509-37a95e238273 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:49.908775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f9874a14-1485-4b05-8717-612f0b188107 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:49.927480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d824e7a9-05fc-45be-820e-2d40ab5c4fd5 req-bfe1c057-b622-4980-9b83-822afe80684e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308048 Nov 12 05:20:49.936910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-ce8f17ae-1a75-4492-b17c-47108adc297c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.938507 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-ce8f17ae-1a75-4492-b17c-47108adc297c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 946 time: 0.1475029 Nov 12 05:20:50.028264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: f9874a14-1485-4b05-8717-612f0b188107 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:50.028611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f9874a14-1485-4b05-8717-612f0b188107 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:50.089474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] Deleting port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:50.089994 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.111957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c973eb28-380b-4831-890e-fc28216545bf req-988379f8-38d7-447d-9e1c-84c6f760d346 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/9cdca96b-6ed0-495c-a138-040f8b84df2f HTTP/1.1" status: 200 len: 1818 time: 0.1352081 Nov 12 05:20:50.122862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c973eb28-380b-4831-890e-fc28216545bf req-a614943f-d67b-4208-96b8-11c94d8657c0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1707227018', 'description': 'tempest-description-hth-290924048'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:50.149333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aa83e-eb28-452d-96af-ae2d372a6230 req-ccac672c-7e1a-4279-bccb-48e1de447d5b tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:50.151331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-735aa83e-eb28-452d-96af-ae2d372a6230 req-ccac672c-7e1a-4279-bccb-48e1de447d5b tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.1603475 Nov 12 05:20:50.215609 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c973eb28-380b-4831-890e-fc28216545bf req-a614943f-d67b-4208-96b8-11c94d8657c0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.222032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Deleting port 0558a32c-851d-409d-9dbd-1001cc744971 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:50.224030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.234830 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0ff66f77-c918-47e6-9407-013094efba3a no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:50.248475 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.261481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-735aa83e-eb28-452d-96af-ae2d372a6230 req-5951a32a-725d-42aa-af3e-03764581c413 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990863 Nov 12 05:20:50.300692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] No DVR routers for this DVR port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:50.308979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:50.332505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 0ff66f77-c918-47e6-9407-013094efba3a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:50.332505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0ff66f77-c918-47e6-9407-013094efba3a not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:50.335774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:50.338221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c973eb28-380b-4831-890e-fc28216545bf req-a614943f-d67b-4208-96b8-11c94d8657c0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.352709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c973eb28-380b-4831-890e-fc28216545bf req-a614943f-d67b-4208-96b8-11c94d8657c0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.356652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c973eb28-380b-4831-890e-fc28216545bf req-a614943f-d67b-4208-96b8-11c94d8657c0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.364374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c973eb28-380b-4831-890e-fc28216545bf req-a614943f-d67b-4208-96b8-11c94d8657c0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "PUT /v2.0/security-groups/9cdca96b-6ed0-495c-a138-040f8b84df2f HTTP/1.1" status: 200 len: 1791 time: 0.2513230 Nov 12 05:20:50.397093 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:50.399063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:50.399685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1c89d6a4-93c1-4faf-b567-6101950b67c0 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:50.420502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] For port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,segment=NetworkSegment(14215e74-f83a-490c-bab8-ef81614f352e),segment_id=14215e74-f83a-490c-bab8-ef81614f352e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:50.421000 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.437656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] Calling delete_port for ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:50.482688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614943f-d67b-4208-96b8-11c94d8657c0 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdca96b-6ed0-495c-a138-040f8b84df2f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:50.483131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.513123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c44227f7-3e63-4d74-9a5a-d0b646ff8358 req-fb041c97-d8f2-4268-9261-95a471fd9d34 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/9cdca96b-6ed0-495c-a138-040f8b84df2f HTTP/1.1" status: 200 len: 1791 time: 0.1097550 Nov 12 05:20:50.533898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d079e3e-27e2-47d1-8509-37a95e238273']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:50.539986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0dbc7-c35c-430e-b13d-924e6a2c8e53 req-3ebbeb47-36c1-4569-abe2-7e497bf4f329 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:50.545209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14215e74-f83a-490c-bab8-ef81614f352e') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:50.545515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14215e74-f83a-490c-bab8-ef81614f352e') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:50.549307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88e0dbc7-c35c-430e-b13d-924e6a2c8e53 req-3ebbeb47-36c1-4569-abe2-7e497bf4f329 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1446362 Nov 12 05:20:50.550315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 1c89d6a4-93c1-4faf-b567-6101950b67c0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:50.550799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1c89d6a4-93c1-4faf-b567-6101950b67c0 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:50.561936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.578831 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.590057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:20:50.590527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.592124 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.645345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b62cbb0b-42ff-4606-9834-668ff38b8734 req-b9be81db-e7d1-4908-a66d-9d181b49ca7c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/9cdca96b-6ed0-495c-a138-040f8b84df2f HTTP/1.1" status: 200 len: 1791 time: 0.0918067 Nov 12 05:20:50.652467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] Pushing event deleted for resources: {'Port': ['ID=ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:20:50.659039 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:20:50.661217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88e0dbc7-c35c-430e-b13d-924e6a2c8e53 req-74760eb9-5af9-46b8-95c1-9fc00a6f7c1d tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079385 Nov 12 05:20:50.677884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] For port 0558a32c-851d-409d-9dbd-1001cc744971, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0558a32c-851d-409d-9dbd-1001cc744971,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:50.678272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.681548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57626) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:50.682251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b3257-2d0c-4c80-b0a1-b86a948c0f12 None None] No DVR routers for this DVR port ec63fbe3-67f5-4ec6-a40e-41eea9b4b6a4 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:50.684653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.705085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.708337 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6d079e3e-27e2-47d1-8509-37a95e238273 HTTP/1.1" status: 204 len: 168 time: 1.2286494 Nov 12 05:20:50.722966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Calling delete_port for 0558a32c-851d-409d-9dbd-1001cc744971 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:50.743833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795c86f-ec1a-44ce-86b0-b1a5b64b6d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d079e3e-27e2-47d1-8509-37a95e238273,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:50.794657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b62cbb0b-42ff-4606-9834-668ff38b8734 req-90f135bb-a9a4-45cf-87a8-dacc142801d1 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.838571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b62cbb0b-42ff-4606-9834-668ff38b8734 req-90f135bb-a9a4-45cf-87a8-dacc142801d1 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.900564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48b8bc-7204-4271-8798-2897df87cbc3 req-147a1251-ab43-41f3-bfad-44333f01a5c1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:50.902300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e48b8bc-7204-4271-8798-2897df87cbc3 req-147a1251-ab43-41f3-bfad-44333f01a5c1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 946 time: 0.1238725 Nov 12 05:20:50.903021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b62cbb0b-42ff-4606-9834-668ff38b8734 req-90f135bb-a9a4-45cf-87a8-dacc142801d1 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.905797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b62cbb0b-42ff-4606-9834-668ff38b8734 req-90f135bb-a9a4-45cf-87a8-dacc142801d1 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.912286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b62cbb0b-42ff-4606-9834-668ff38b8734 req-90f135bb-a9a4-45cf-87a8-dacc142801d1 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/9cdca96b-6ed0-495c-a138-040f8b84df2f HTTP/1.1" status: 204 len: 173 time: 0.2631109 Nov 12 05:20:50.936344 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75c3ddfb-802a-426d-b3de-b0390e6a134c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e148b1f17b644fb96920d5e6966ed34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530305 Nov 12 05:20:50.938897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57634) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:50.947155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.961050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:50.970636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f135bb-a9a4-45cf-87a8-dacc142801d1 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdca96b-6ed0-495c-a138-040f8b84df2f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:51.020000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e43233c3-d07d-40cf-ba18-3fe092792ac2', '0558a32c-851d-409d-9dbd-1001cc744971'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:51.039884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57642) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:51.040681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event deleted for resources: {'Port': ['ID=0558a32c-851d-409d-9dbd-1001cc744971,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:51.113053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e48b8bc-7204-4271-8798-2897df87cbc3 req-915d60f9-2f39-46e2-a495-f6719c99dd60 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998851 Nov 12 05:20:51.151355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8234e451-33b8-44c9-b77a-b9a0f2fda09f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f34681e873e2401d9a03486a0820d916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1098769 Nov 12 05:20:51.155171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57644) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:51.217645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-25f33e2a-e069-4d16-a38b-905c15718573 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.225396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-25f33e2a-e069-4d16-a38b-905c15718573 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.233502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-25f33e2a-e069-4d16-a38b-905c15718573 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.241823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-25f33e2a-e069-4d16-a38b-905c15718573 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.249805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-25f33e2a-e069-4d16-a38b-905c15718573 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.258217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-25f33e2a-e069-4d16-a38b-905c15718573 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.265624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-25f33e2a-e069-4d16-a38b-905c15718573 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.276090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-25f33e2a-e069-4d16-a38b-905c15718573 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5430 time: 0.2139795 Nov 12 05:20:51.352564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f28a025b-eed6-4fd5-9452-8e9ecdd4fbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.369918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2c7d73d-f8ca-49b3-913c-21e2585ee5ec req-80343782-d218-4470-965c-e44053e26265 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925310 Nov 12 05:20:51.386583 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-2a401f15-8e48-4919-85e4-0c10faca7ba3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4636340 Nov 12 05:20:51.406287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] No DVR routers for this DVR port 0558a32c-851d-409d-9dbd-1001cc744971 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:51.409374 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.413536 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a269a4f9-0340-416a-bf19-3d67f7b3e294 req-3e70ed4b-a714-4415-b7fd-59427edf5db5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "DELETE /v2.0/ports/0558a32c-851d-409d-9dbd-1001cc744971 HTTP/1.1" status: 204 len: 173 time: 1.4014544 Nov 12 05:20:51.414206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eccfaa4-aa6f-460f-ad78-9843ff8c2ede', 'name': 'network-vif-deleted', 'tag': '0558a32c-851d-409d-9dbd-1001cc744971'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:51.416480 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c235426-1440-4749-8dc7-20aabf914eb4" -d '{"events": [{"server_uuid": "6eccfaa4-aa6f-460f-ad78-9843ff8c2ede", "name": "network-vif-deleted", "tag": "0558a32c-851d-409d-9dbd-1001cc744971"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:51.429378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f28a025b-eed6-4fd5-9452-8e9ecdd4fbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.434126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33c1383b-b524-4ccb-a48e-8ca62388b61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.447259 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-acef86b5-6d7d-4d16-b7ba-3288e331c0cb req-0b4018d7-cb81-4d83-93f0-ff64ae45691e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:20:51.448321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acef86b5-6d7d-4d16-b7ba-3288e331c0cb req-0b4018d7-cb81-4d83-93f0-ff64ae45691e tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/2c71269c-5c95-4688-906c-c07e73d30490 HTTP/1.1" status: 404 len: 352 time: 0.0364592 Nov 12 05:20:51.479158 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33c1383b-b524-4ccb-a48e-8ca62388b61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.511589 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f28a025b-eed6-4fd5-9452-8e9ecdd4fbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.516170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f28a025b-eed6-4fd5-9452-8e9ecdd4fbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.521818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f28a025b-eed6-4fd5-9452-8e9ecdd4fbea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bd1e948-aebc-4309-86ab-3f1f426a02e8 HTTP/1.1" status: 204 len: 168 time: 0.3613789 Nov 12 05:20:51.534619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a025b-eed6-4fd5-9452-8e9ecdd4fbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd1e948-aebc-4309-86ab-3f1f426a02e8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:51.582874 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2d3b4a-0bf4-4ab9-8f33-7f8a43d3fbaa x-openstack-request-id: req-9e2d3b4a-0bf4-4ab9-8f33-7f8a43d3fbaa {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:51.583174 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eccfaa4-aa6f-460f-ad78-9843ff8c2ede", "name": "network-vif-deleted", "tag": "0558a32c-851d-409d-9dbd-1001cc744971", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:51.583534 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e2d3b4a-0bf4-4ab9-8f33-7f8a43d3fbaa {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:51.584001 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eccfaa4-aa6f-460f-ad78-9843ff8c2ede', 'name': 'network-vif-deleted', 'tag': '0558a32c-851d-409d-9dbd-1001cc744971', 'status': 'completed', 'code': 200} Nov 12 05:20:51.591242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-50197de7-b4e0-4f91-8531-f36a6bec7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.592858 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-50197de7-b4e0-4f91-8531-f36a6bec7781 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 1097 time: 0.1292970 Nov 12 05:20:51.620060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33c1383b-b524-4ccb-a48e-8ca62388b61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.625544 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33c1383b-b524-4ccb-a48e-8ca62388b61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:51.627092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-33c1383b-b524-4ccb-a48e-8ca62388b61c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/672693cb-8a97-4d3e-abc9-101f2aa751b2 HTTP/1.1" status: 204 len: 168 time: 0.6868992 Nov 12 05:20:51.645676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1383b-b524-4ccb-a48e-8ca62388b61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672693cb-8a97-4d3e-abc9-101f2aa751b2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:51.666026 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-a737b1c2-a8ca-48ea-acdd-a0bfa9c5c8c1 req-f0174ac5-cb8e-4e4c-ac34-ac599cc3dd23 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:20:51.678588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a737b1c2-a8ca-48ea-acdd-a0bfa9c5c8c1 req-f0174ac5-cb8e-4e4c-ac34-ac599cc3dd23 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/7c99362d-0fe5-41c4-b64f-860d6d7ca922 HTTP/1.1" status: 404 len: 352 time: 0.0813992 Nov 12 05:20:51.695345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc581e5-256e-4345-afac-b05fb88c8929 req-8e2ef0e7-a417-4d5d-bfb6-9986f98bff4c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.697216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfc581e5-256e-4345-afac-b05fb88c8929 req-8e2ef0e7-a417-4d5d-bfb6-9986f98bff4c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.1347249 Nov 12 05:20:51.762895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfc581e5-256e-4345-afac-b05fb88c8929 req-b3a5d994-e914-485f-9949-074b22d8f564 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551665 Nov 12 05:20:51.773536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-05a2a54f-bb1e-489d-856d-bcd98e37f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.775598 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-05a2a54f-bb1e-489d-856d-bcd98e37f855 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 916 time: 0.1390989 Nov 12 05:20:51.821622 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-f0c132a2-8fea-4e5d-9a52-dd8fa00c5e2a req-c2c22f45-c802-4c92-8291-87d36f9e5a7d tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:20:51.832982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0c132a2-8fea-4e5d-9a52-dd8fa00c5e2a req-c2c22f45-c802-4c92-8291-87d36f9e5a7d tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/9b1f7d01-a80e-40c9-a8e1-dfec69ac2741 HTTP/1.1" status: 404 len: 352 time: 0.0221708 Nov 12 05:20:51.836625 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-afa43804-e3df-47d5-a036-8051f602491f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf8ddea9-69ee-44b4-a499-ee333a54698b HTTP/1.1" status: 200 len: 217 time: 0.0418055 Nov 12 05:20:51.902383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ac1717fc-c0f1-4b58-8a77-a671c665475f details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:51.908116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-8d700d6f-d917-473b-b652-4420bd6e54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.909589 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-8d700d6f-d917-473b-b652-4420bd6e54d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 200 len: 854 time: 0.0579183 Nov 12 05:20:51.939687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367340f-2c98-47a2-9600-54c15ff4306f req-68ce9474-4716-4a53-bbba-67615e1ad5d9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.942162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7367340f-2c98-47a2-9600-54c15ff4306f req-68ce9474-4716-4a53-bbba-67615e1ad5d9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.0589974 Nov 12 05:20:51.976309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-0a9eddd1-2884-41c0-9130-c4b33eb028ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:51.977823 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-0a9eddd1-2884-41c0-9130-c4b33eb028ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e912341-a250-41c8-bf96-563c5539140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580239 Nov 12 05:20:52.040532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7367340f-2c98-47a2-9600-54c15ff4306f req-5f4b8434-f70a-447f-8086-3466126fd7ec tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896010 Nov 12 05:20:52.076472 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-2ebe381d-e151-47f1-96ef-7391e9a1ed3d req-0b55a5a0-7ad5-47ff-8412-532b8f7dd296 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:20:52.077825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ebe381d-e151-47f1-96ef-7391e9a1ed3d req-0b55a5a0-7ad5-47ff-8412-532b8f7dd296 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/37d74edc-dc14-4d6e-bee1-526a9e9c6e5a HTTP/1.1" status: 404 len: 352 time: 0.0499158 Nov 12 05:20:52.106181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ac1717fc-c0f1-4b58-8a77-a671c665475f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:52.125314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'ac1717fc-c0f1-4b58-8a77-a671c665475f', 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08', 'port_id': 'ac1717fc-c0f1-4b58-8a77-a671c665475f', 'mac_address': 'fa:16:3e:dc:05:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624429b-a76f-48fd-a2ef-242ec733c8ce', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:52.137467 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-62185c10-0d09-4ab7-bb97-615e1fc04c2b req-a5c76098-46c9-4b23-968b-c678cab06a49 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:20:52.139990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62185c10-0d09-4ab7-bb97-615e1fc04c2b req-a5c76098-46c9-4b23-968b-c678cab06a49 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/720a7275-fa71-462f-80fe-26b9f7dd8d77 HTTP/1.1" status: 404 len: 352 time: 0.0307276 Nov 12 05:20:52.213413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:52.217643 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-648fca64-6e1a-423b-8fbc-c941cbe0d694 service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044773 Nov 12 05:20:52.227841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1717fc-c0f1-4b58-8a77-a671c665475f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:52.248588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ac1717fc-c0f1-4b58-8a77-a671c665475f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:52.254009 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:52.255006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:52.282253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-605690a6-9ec4-4693-86bc-720cf6be5870 req-4c34aef4-914d-4920-af87-eba110f26ca3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eccfaa4-aa6f-460f-ad78-9843ff8c2ede HTTP/1.1" status: 200 len: 210 time: 0.0786662 Nov 12 05:20:52.299273 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-50686a77-7569-4acc-98d7-424a31fa1db2 req-308569b6-4592-4b36-add7-6ef6f8ad5d3c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] show failed (client error): The resource could not be found. Nov 12 05:20:52.310276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50686a77-7569-4acc-98d7-424a31fa1db2 req-308569b6-4592-4b36-add7-6ef6f8ad5d3c tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/c6175c5a-cb6d-4416-b8c5-a2120e68c334 HTTP/1.1" status: 404 len: 352 time: 0.1030173 Nov 12 05:20:52.381139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ac1717fc-c0f1-4b58-8a77-a671c665475f,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:52.468926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:52.486378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'port_id': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'mac_address': 'fa:16:3e:55:9c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:52.493238 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c92ad9f8-033f-4a04-ba0c-d3517a4b1526 req-4242c2e9-cb12-4782-a086-0e76db1473cd service neutron] 10.222.0.43 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671399 Nov 12 05:20:52.556114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:52.572505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:52.615643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-6dc4e2f8-8feb-4763-8e55-c11b2dcd0861 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.617780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:52.625373 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:52.625887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-6dc4e2f8-8feb-4763-8e55-c11b2dcd0861 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.626097 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c79f5a82-d269-4392-8fc4-35cef54faf65 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:52.634973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-6dc4e2f8-8feb-4763-8e55-c11b2dcd0861 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.643709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-6dc4e2f8-8feb-4763-8e55-c11b2dcd0861 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.651141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-6dc4e2f8-8feb-4763-8e55-c11b2dcd0861 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.658610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-6dc4e2f8-8feb-4763-8e55-c11b2dcd0861 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.665413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-6dc4e2f8-8feb-4763-8e55-c11b2dcd0861 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.673413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-6dc4e2f8-8feb-4763-8e55-c11b2dcd0861 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5431 time: 0.1324224 Nov 12 05:20:52.736556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:52.789073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c0cd171-509a-49d2-ac1b-1dfe4c80687a req-99334984-e495-47eb-938b-070494b60b80 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146934 Nov 12 05:20:52.814471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a5351-8e8e-465f-b813-dfb7aeb337aa req-6d4bb341-1640-4866-b798-384ecc0273e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.816231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af4a5351-8e8e-465f-b813-dfb7aeb337aa req-6d4bb341-1640-4866-b798-384ecc0273e7 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1024 time: 0.0703473 Nov 12 05:20:52.872684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c79f5a82-d269-4392-8fc4-35cef54faf65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c79f5a82-d269-4392-8fc4-35cef54faf65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:52.887385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c79f5a82-d269-4392-8fc4-35cef54faf65', 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'port_id': 'c79f5a82-d269-4392-8fc4-35cef54faf65', 'mac_address': 'fa:16:3e:58:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e686dd2-1170-4809-a9b2-7324f382c851', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:52.915824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af4a5351-8e8e-465f-b813-dfb7aeb337aa req-9d976483-1e7d-4d75-8436-92ed6cb3f2fa tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=124395ee-c22f-46be-9446-28dfb5d8ef1a&id=6ee43c75-1906-41c7-8e64-2110461a520e&id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0910239 Nov 12 05:20:52.931007 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:52.950780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79f5a82-d269-4392-8fc4-35cef54faf65 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:52.972947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c79f5a82-d269-4392-8fc4-35cef54faf65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c79f5a82-d269-4392-8fc4-35cef54faf65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:52.977589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba50a4-aa2c-4ed0-b231-44632d858cc6 req-1167815e-2aa2-4c84-8186-3806a37dc651 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:52.978448 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:52.979196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-beba50a4-aa2c-4ed0-b231-44632d858cc6 req-1167815e-2aa2-4c84-8186-3806a37dc651 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.0623765 Nov 12 05:20:52.979879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d096ffe-5b37-4bd8-be11-f89776a4f88c details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:53.018628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0558a32c-851d-409d-9dbd-1001cc744971 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:53.033689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:53.042044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-beba50a4-aa2c-4ed0-b231-44632d858cc6 req-a444c7b5-d074-4b08-8db0-1e6821f48dd3 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562193 Nov 12 05:20:53.068372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 0558a32c-851d-409d-9dbd-1001cc744971 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:53.068704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0558a32c-851d-409d-9dbd-1001cc744971 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:53.083553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57738) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:53.087660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d096ffe-5b37-4bd8-be11-f89776a4f88c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:53.090518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c79f5a82-d269-4392-8fc4-35cef54faf65,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:53.113941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '0d096ffe-5b37-4bd8-be11-f89776a4f88c', 'network_id': '089d0ad6-f654-4578-bf11-2852cee4be08', 'port_id': '0d096ffe-5b37-4bd8-be11-f89776a4f88c', 'mac_address': 'fa:16:3e:bf:34:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624429b-a76f-48fd-a2ef-242ec733c8ce', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:53.158223 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.173386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d096ffe-5b37-4bd8-be11-f89776a4f88c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:53.187841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4ef30-af62-4fbf-a928-0f91d3ec0a92 req-ec7e6ae4-a37d-4640-9b67-868c2d9a8538 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:53.189669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76a4ef30-af62-4fbf-a928-0f91d3ec0a92 req-ec7e6ae4-a37d-4640-9b67-868c2d9a8538 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.0647848 Nov 12 05:20:53.195056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d096ffe-5b37-4bd8-be11-f89776a4f88c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:53.201852 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.203075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1db7b40d-19de-43d2-9b12-6b19afe4b22c details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:53.205359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-network', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:53.243843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32fd0ba0-d2af-4c3a-94a0-2ebefc01587c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.258871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Made reservation on behalf of e49a2fac973243dc80ce5abd4c954f76 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:53.261655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.274649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.286235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76a4ef30-af62-4fbf-a928-0f91d3ec0a92 req-34e19b75-d042-4b7a-8c10-5174c3cde9cd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897331 Nov 12 05:20:53.404800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0d096ffe-5b37-4bd8-be11-f89776a4f88c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:53.419716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32fd0ba0-d2af-4c3a-94a0-2ebefc01587c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.433024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1db7b40d-19de-43d2-9b12-6b19afe4b22c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:53.436695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.438226 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32fd0ba0-d2af-4c3a-94a0-2ebefc01587c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.448352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '1db7b40d-19de-43d2-9b12-6b19afe4b22c', 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'port_id': '1db7b40d-19de-43d2-9b12-6b19afe4b22c', 'mac_address': 'fa:16:3e:c0:33:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e686dd2-1170-4809-a9b2-7324f382c851', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:53.452718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.489319 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-32fd0ba0-d2af-4c3a-94a0-2ebefc01587c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32fb87a43c084515a2e3ce1f4fb11327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047568 Nov 12 05:20:53.493105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57752) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:53.496095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:20:53.498227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd0ba0-d2af-4c3a-94a0-2ebefc01587c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bf7f04-4859-49e3-ad65-c18e959232be,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:53.509335 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.521335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.521689 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Added segment 3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca of type vlan for network e71e910a-1c95-4a27-8e87-2954465a713b Nov 12 05:20:53.556819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db7b40d-19de-43d2-9b12-6b19afe4b22c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:53.563716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d799a81e-230e-4f86-8209-34422b6d45e7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:53.581990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.612614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1db7b40d-19de-43d2-9b12-6b19afe4b22c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:53.620491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a782b1b-9114-41d2-90cb-c29f7ae8aa36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.620732 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.622322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device cc07b285-1a59-4021-99ad-e5d0754ef58e details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:53.634192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.635222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:53.635819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.680544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a782b1b-9114-41d2-90cb-c29f7ae8aa36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.684902 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6465583 Nov 12 05:20:53.692305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57758) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:53.699416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Request body: {'subnet': {'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-subnet', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:53.706783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port cc07b285-1a59-4021-99ad-e5d0754ef58e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:53.709096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=1db7b40d-19de-43d2-9b12-6b19afe4b22c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:53.721742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'cc07b285-1a59-4021-99ad-e5d0754ef58e', 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'port_id': 'cc07b285-1a59-4021-99ad-e5d0754ef58e', 'mac_address': 'fa:16:3e:f1:3b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e686dd2-1170-4809-a9b2-7324f382c851', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:53.737140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5737f8-eebc-4fb4-aad2-db0f3d034ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=e71e910a-1c95-4a27-8e87-2954465a713b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:53.741137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Made reservation on behalf of e49a2fac973243dc80ce5abd4c954f76 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:53.744159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.758834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e71e910a-1c95-4a27-8e87-2954465a713b details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:20:53.793199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.811669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28106f65-9f35-46d3-bc53-2a24611b0d29 req-ea7817d3-da0b-4aef-ba19-11d8b282b25e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:53.813196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28106f65-9f35-46d3-bc53-2a24611b0d29 req-ea7817d3-da0b-4aef-ba19-11d8b282b25e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 945 time: 0.1679318 Nov 12 05:20:53.842200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc07b285-1a59-4021-99ad-e5d0754ef58e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:53.872189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a782b1b-9114-41d2-90cb-c29f7ae8aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.874962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a782b1b-9114-41d2-90cb-c29f7ae8aa36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.879580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3a782b1b-9114-41d2-90cb-c29f7ae8aa36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4bf7f04-4859-49e3-ad65-c18e959232be HTTP/1.1" status: 204 len: 168 time: 0.3845439 Nov 12 05:20:53.891413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port cc07b285-1a59-4021-99ad-e5d0754ef58e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:53.900455 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.901405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a2aeb995-c38c-462c-a3b1-769bcfc7aa65 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:53.904336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a782b1b-9114-41d2-90cb-c29f7ae8aa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bf7f04-4859-49e3-ad65-c18e959232be,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:53.992818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a2aeb995-c38c-462c-a3b1-769bcfc7aa65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:53.995395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=cc07b285-1a59-4021-99ad-e5d0754ef58e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:54.009764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28106f65-9f35-46d3-bc53-2a24611b0d29 req-1f2a82a6-96c6-472f-9314-1fe6e13f1306 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708775 Nov 12 05:20:54.026594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'a2aeb995-c38c-462c-a3b1-769bcfc7aa65', 'network_id': '318583e5-a484-4725-b8e0-2e8bd56a07f6', 'port_id': 'a2aeb995-c38c-462c-a3b1-769bcfc7aa65', 'mac_address': 'fa:16:3e:0b:68:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e686dd2-1170-4809-a9b2-7324f382c851', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:54.078667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-b1426472-bb32-41dc-8c8e-dda47b4bd64d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.085100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-b1426472-bb32-41dc-8c8e-dda47b4bd64d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.091718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-b1426472-bb32-41dc-8c8e-dda47b4bd64d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.095866 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.106012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-b1426472-bb32-41dc-8c8e-dda47b4bd64d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.106012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-b1426472-bb32-41dc-8c8e-dda47b4bd64d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.111399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-b1426472-bb32-41dc-8c8e-dda47b4bd64d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.119169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2aeb995-c38c-462c-a3b1-769bcfc7aa65 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:54.121079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-b1426472-bb32-41dc-8c8e-dda47b4bd64d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.122399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-b1426472-bb32-41dc-8c8e-dda47b4bd64d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5436 time: 0.1999862 Nov 12 05:20:54.151238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a2aeb995-c38c-462c-a3b1-769bcfc7aa65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:54.156288 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.193738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.217623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:54.307710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9658364-d4ac-4c32-98d8-ac515f6bd7ad req-82499c4d-146f-44db-8df9-aef5e68351cb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.315039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9658364-d4ac-4c32-98d8-ac515f6bd7ad req-82499c4d-146f-44db-8df9-aef5e68351cb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1024 time: 0.1816475 Nov 12 05:20:54.332693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0b33ea9-0272-43a8-a1ea-fde1fa9b79f5 req-15494f67-ace5-4803-bae4-426ff76969de tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2010503 Nov 12 05:20:54.365013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488a6c72-8833-4abe-86ad-a72a4602d9d3,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:54.382217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57788) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:54.394589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.395211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.395747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.396300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.396954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a812a5ab-84b7-4f90-9ee2-efe3748f7770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.397108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.397462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.397865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.398268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.398700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.399093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.399490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.399896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:54.431052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-1a6ed16e-7b62-4feb-9542-6241712fa256 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.432584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-1a6ed16e-7b62-4feb-9542-6241712fa256 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 1024 time: 0.1905823 Nov 12 05:20:54.437873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Checking segment: {'id': '3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:54.438303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Network hostable DHCP agents. Network: e71e910a-1c95-4a27-8e87-2954465a713b, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:20:54.492431 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a812a5ab-84b7-4f90-9ee2-efe3748f7770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.497928 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a812a5ab-84b7-4f90-9ee2-efe3748f7770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.544833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a812a5ab-84b7-4f90-9ee2-efe3748f7770 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fb8b2897b4d4599bd85b7effc91515a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612895 Nov 12 05:20:54.546787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812a5ab-84b7-4f90-9ee2-efe3748f7770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de81198-c36d-4942-8b11-7721e20eec0d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:54.549073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:54.556129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9658364-d4ac-4c32-98d8-ac515f6bd7ad req-10187088-d566-4d45-a480-e5a0045f7674 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups?id=124395ee-c22f-46be-9446-28dfb5d8ef1a&id=6ee43c75-1906-41c7-8e64-2110461a520e&id=94365748-cc0e-4d80-ad6a-5115c307e63c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2345545 Nov 12 05:20:54.597680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Network e71e910a-1c95-4a27-8e87-2954465a713b is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:20:54.611913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1456365-e40e-4a58-bfa5-73f340333b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.612988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15c0e0-457e-499c-b400-f8a3dedc149d req-4232e23e-c047-42a6-8c00-e3ad9f162186 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.614543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a15c0e0-457e-499c-b400-f8a3dedc149d req-4232e23e-c047-42a6-8c00-e3ad9f162186 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.1807070 Nov 12 05:20:54.633769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e71e910a-1c95-4a27-8e87-2954465a713b) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:54.645565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb38183-ca32-4ff7-978f-63485686cac7 None None] Network e71e910a-1c95-4a27-8e87-2954465a713b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:54.646102 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1456365-e40e-4a58-bfa5-73f340333b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.666962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.667562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.721729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6384320b-8f47-40c7-826f-15029d0ec209 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0251346 Nov 12 05:20:54.722711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57794) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:54.728423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Deleting port 47f7127b-7a17-4e24-a76a-e6b600f3b44c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:54.728764 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.731567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-router', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:54.747847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1456365-e40e-4a58-bfa5-73f340333b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.751185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1456365-e40e-4a58-bfa5-73f340333b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.752604 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e1456365-e40e-4a58-bfa5-73f340333b8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1de81198-c36d-4942-8b11-7721e20eec0d HTTP/1.1" status: 204 len: 168 time: 0.2026100 Nov 12 05:20:54.758552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a15c0e0-457e-499c-b400-f8a3dedc149d req-0f744b69-e032-432f-bb40-392279c88c78 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282167 Nov 12 05:20:54.768698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666520-7a03-45b4-91de-9600dd0b0e7c req-66de90d6-2496-4390-a7dd-1abccbd448d1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:54.770233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73666520-7a03-45b4-91de-9600dd0b0e7c req-66de90d6-2496-4390-a7dd-1abccbd448d1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1518033 Nov 12 05:20:54.793161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1456365-e40e-4a58-bfa5-73f340333b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de81198-c36d-4942-8b11-7721e20eec0d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:54.804723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.806202 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.861957 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.880349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73666520-7a03-45b4-91de-9600dd0b0e7c req-de69a1ae-5689-4892-acc6-2c3ab9879701 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968328 Nov 12 05:20:54.882172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] For port 47f7127b-7a17-4e24-a76a-e6b600f3b44c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=47f7127b-7a17-4e24-a76a-e6b600f3b44c,segment=NetworkSegment(199a5e3f-d147-4223-abd4-0c2b0aea5de0),segment_id=199a5e3f-d147-4223-abd4-0c2b0aea5de0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:54.882593 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:54.884720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:54.914848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Calling delete_port for 47f7127b-7a17-4e24-a76a-e6b600f3b44c owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:54.933970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c79f5a82-d269-4392-8fc4-35cef54faf65'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:54.981984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['a2aeb995-c38c-462c-a3b1-769bcfc7aa65'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:54.996869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['cc07b285-1a59-4021-99ad-e5d0754ef58e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:55.029174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ac1717fc-c0f1-4b58-8a77-a671c665475f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:55.029833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:55.163067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e71e910a-1c95-4a27-8e87-2954465a713b', 'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'fixed_ips': [{'subnet_id': '488a6c72-8833-4abe-86ad-a72a4602d9d3'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:20:55.164581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:55.170795 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:55.233415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'Port': ['ID=47f7127b-7a17-4e24-a76a-e6b600f3b44c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:55.311961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] No DVR routers for this DVR port 47f7127b-7a17-4e24-a76a-e6b600f3b44c on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:55.321660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:55.325869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0dd6c76-c07b-440d-b430-795dee9c0316 req-91169ad0-fd0c-4828-86ac-e244264e474b tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.47 "DELETE /v2.0/ports/47f7127b-7a17-4e24-a76a-e6b600f3b44c HTTP/1.1" status: 204 len: 173 time: 0.8762414 Nov 12 05:20:55.326611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'name': 'network-vif-deleted', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:55.330549 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dcc15c-5a19-4926-afe3-3097d696e697" -d '{"events": [{"server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "name": "network-vif-deleted", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:55.348538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6396c-c454-4017-ba19-d371f20159b4 req-c620562c-8496-41eb-8673-8d2201176c84 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:55.358104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ae6396c-c454-4017-ba19-d371f20159b4 req-c620562c-8496-41eb-8673-8d2201176c84 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 945 time: 0.2008321 Nov 12 05:20:55.408007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:55.462525 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5772e8a1-571e-4462-ac75-544a89b7733e x-openstack-request-id: req-5772e8a1-571e-4462-ac75-544a89b7733e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:55.465862 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1616ee-8a60-48c3-becd-28c57553d6a3", "name": "network-vif-deleted", "tag": "47f7127b-7a17-4e24-a76a-e6b600f3b44c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:55.466157 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5772e8a1-571e-4462-ac75-544a89b7733e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:55.468243 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1616ee-8a60-48c3-becd-28c57553d6a3', 'name': 'network-vif-deleted', 'tag': '47f7127b-7a17-4e24-a76a-e6b600f3b44c', 'status': 'completed', 'code': 200} Nov 12 05:20:55.473132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:55.481653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ae6396c-c454-4017-ba19-d371f20159b4 req-619e9c70-16ae-4aaa-8098-04e3c535a112 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209297 Nov 12 05:20:55.633417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-fb140240-224e-4393-80cc-e2bac126c31a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:55.644686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-fb140240-224e-4393-80cc-e2bac126c31a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:55.651638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-fb140240-224e-4393-80cc-e2bac126c31a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:55.658921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-fb140240-224e-4393-80cc-e2bac126c31a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:55.666379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-fb140240-224e-4393-80cc-e2bac126c31a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:55.672472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-fb140240-224e-4393-80cc-e2bac126c31a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:55.680777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-fb140240-224e-4393-80cc-e2bac126c31a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:55.688858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-fb140240-224e-4393-80cc-e2bac126c31a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5437 time: 0.1275809 Nov 12 05:20:55.735798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Allocated IP 172.25.2.204 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/20870ed0-ec76-447a-85db-2cc169b1ff71) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:55.811989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b411dc60-ab03-49c4-9cd9-47047736e05e req-4094585d-b164-414c-8738-fa6bf12140d3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220591 Nov 12 05:20:55.826510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Allocated IP 172.20.0.2 (e71e910a-1c95-4a27-8e87-2954465a713b/488a6c72-8833-4abe-86ad-a72a4602d9d3/68817fb7-3360-451c-9c03-85b33528c0c9) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:55.899874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1db7b40d-19de-43d2-9b12-6b19afe4b22c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:55.900881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['0d096ffe-5b37-4bd8-be11-f89776a4f88c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:55.993199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:56.028487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b9a11-2734-4a4f-b8a5-35a150d9bfa5 req-959db0b3-8865-4462-a65b-8982fd8c7103 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:56.030134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222b9a11-2734-4a4f-b8a5-35a150d9bfa5 req-959db0b3-8865-4462-a65b-8982fd8c7103 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.1301179 Nov 12 05:20:56.072635 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:56.138793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dfb8b77-a819-49af-84ca-d53466d36b28 req-b44ca180-96f0-47da-a183-345469af1f20 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e1616ee-8a60-48c3-becd-28c57553d6a3 HTTP/1.1" status: 200 len: 210 time: 0.1050618 Nov 12 05:20:56.154507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:56.175687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:56.197543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:56.215233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222b9a11-2734-4a4f-b8a5-35a150d9bfa5 req-e60c03a1-c81d-4e58-857b-7f943d2afb9d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625748 Nov 12 05:20:56.281719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Pushing event updated for resources: {'Port': ['ID=20870ed0-ec76-447a-85db-2cc169b1ff71,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:56.329115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213a8b6-5bce-4037-9712-63578f911051 req-2cd2ea95-1d07-4d27-8424-564392d2ff41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:56.330495 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4213a8b6-5bce-4037-9712-63578f911051 req-2cd2ea95-1d07-4d27-8424-564392d2ff41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 945 time: 0.1562583 Nov 12 05:20:56.431402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef6422-c6e3-482f-aae5-a2463b761601 req-fa51a145-33df-451c-829a-b2438cd0712a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:56.450682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbef6422-c6e3-482f-aae5-a2463b761601 req-fa51a145-33df-451c-829a-b2438cd0712a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1050286 Nov 12 05:20:56.474923 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:56.534381 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:56.557406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbef6422-c6e3-482f-aae5-a2463b761601 req-78fea48b-628c-4d72-aa6a-9c090d3cca89 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997972 Nov 12 05:20:56.593168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Deleting port e43233c3-d07d-40cf-ba18-3fe092792ac2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:56.593656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:56.633760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Network e71e910a-1c95-4a27-8e87-2954465a713b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:56.657921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:56.664485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:56.717010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:56.753602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Pushing event updated for resources: {'Port': ['ID=68817fb7-3360-451c-9c03-85b33528c0c9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:56.797026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] For port e43233c3-d07d-40cf-ba18-3fe092792ac2, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e43233c3-d07d-40cf-ba18-3fe092792ac2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:56.797462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:56.845849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Calling delete_port for e43233c3-d07d-40cf-ba18-3fe092792ac2 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:56.929101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd1d2-c104-4b09-bcd2-76a5541c6315 req-a9980aa9-d8e6-4f14-9c0e-e7304e495793 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:56.948436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05abd1d2-c104-4b09-bcd2-76a5541c6315 req-a9980aa9-d8e6-4f14-9c0e-e7304e495793 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8 HTTP/1.1" status: 200 len: 945 time: 0.1897297 Nov 12 05:20:56.991728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Attempting to bind port 68817fb7-3360-451c-9c03-85b33528c0c9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:56.992197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Attempting to bind port 68817fb7-3360-451c-9c03-85b33528c0c9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:56.992573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Attempting to bind port 68817fb7-3360-451c-9c03-85b33528c0c9 on network e71e910a-1c95-4a27-8e87-2954465a713b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:57.000315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:57.000691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Checking segment: {'id': '3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:57.001379 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.001774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Bound using segment: {'id': '3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:57.002264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Bound port: 68817fb7-3360-451c-9c03-85b33528c0c9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:57.002817 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.005199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.047601 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.150805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05abd1d2-c104-4b09-bcd2-76a5541c6315 req-741ebc21-6b5d-4b3a-afd2-054a7be141ff tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942005 Nov 12 05:20:57.201635 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.202285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] For port 68817fb7-3360-451c-9c03-85b33528c0c9, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:57.208791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] For port 68817fb7-3360-451c-9c03-85b33528c0c9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=68817fb7-3360-451c-9c03-85b33528c0c9,segment=NetworkSegment(3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca),segment_id=3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:57.221988 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.242299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event deleted for resources: {'Port': ['ID=e43233c3-d07d-40cf-ba18-3fe092792ac2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:57.323900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e43233c3-d07d-40cf-ba18-3fe092792ac2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:57.339202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] No DVR routers for this DVR port e43233c3-d07d-40cf-ba18-3fe092792ac2 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:57.351511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.354961 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4213a8b6-5bce-4037-9712-63578f911051 req-c39a920f-6198-4ff7-be20-23a59f5a46c3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "DELETE /v2.0/ports/e43233c3-d07d-40cf-ba18-3fe092792ac2 HTTP/1.1" status: 204 len: 173 time: 0.9817474 Nov 12 05:20:57.358045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8', 'name': 'network-vif-deleted', 'tag': 'e43233c3-d07d-40cf-ba18-3fe092792ac2'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:57.364604 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4e976b-7d73-499f-b933-ffe6449f6047" -d '{"events": [{"server_uuid": "69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8", "name": "network-vif-deleted", "tag": "e43233c3-d07d-40cf-ba18-3fe092792ac2"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:57.411009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b905e-c260-44ae-8b68-2d32e044c821 req-45dec85d-dfff-4751-89e2-489e966063b5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.421158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b905e-c260-44ae-8b68-2d32e044c821 req-45dec85d-dfff-4751-89e2-489e966063b5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.440513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013e7c7-877b-4a97-8aa8-26cbc28003a9 None None] Pushing event updated for resources: {'Port': ['ID=68817fb7-3360-451c-9c03-85b33528c0c9,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:57.441874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b905e-c260-44ae-8b68-2d32e044c821 req-45dec85d-dfff-4751-89e2-489e966063b5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.452266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b905e-c260-44ae-8b68-2d32e044c821 req-45dec85d-dfff-4751-89e2-489e966063b5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.463746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b905e-c260-44ae-8b68-2d32e044c821 req-45dec85d-dfff-4751-89e2-489e966063b5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.472309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Router e7777904-d8c9-4414-ad85-8dc2b34911e8 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:20:57.474723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b905e-c260-44ae-8b68-2d32e044c821 req-45dec85d-dfff-4751-89e2-489e966063b5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.482336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b905e-c260-44ae-8b68-2d32e044c821 req-45dec85d-dfff-4751-89e2-489e966063b5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.484546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-817b905e-c260-44ae-8b68-2d32e044c821 req-45dec85d-dfff-4751-89e2-489e966063b5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5437 time: 0.2212386 Nov 12 05:20:57.552089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ab9a0-e994-4217-9bea-1bb3c9adb894 req-6354591e-9164-4818-962d-6fe8578a7438 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.560726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df9ab9a0-e994-4217-9bea-1bb3c9adb894 req-6354591e-9164-4818-962d-6fe8578a7438 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.2284667 Nov 12 05:20:57.641589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:57.651798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-eefc2785-e1b2-4865-b213-f5a2f52bf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.652981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Sync routers for ids ['e7777904-d8c9-4414-ad85-8dc2b34911e8'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:57.653486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-eefc2785-e1b2-4865-b213-f5a2f52bf19d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1963601e522c4bbaa628449395c6e84e&device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 1098 time: 0.2838166 Nov 12 05:20:57.671944 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.675983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25d250db-5a5f-4ba9-8e58-9f8cb5123769 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9483786 Nov 12 05:20:57.676166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Routers {'e7777904-d8c9-4414-ad85-8dc2b34911e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:57.676166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e7777904-d8c9-4414-ad85-8dc2b34911e8'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:57.676434 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-817b905e-c260-44ae-8b68-2d32e044c821 req-5850273a-037c-4dbd-b0ad-407da95bb530 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684957 Nov 12 05:20:57.676689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57882) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:57.728809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df9ab9a0-e994-4217-9bea-1bb3c9adb894 req-669e3736-db36-4535-9eb1-777e79b89f1c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632082 Nov 12 05:20:57.947267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-77d687f6-5ede-42c8-a5a8-2a3cf45c2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:57.948857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-77d687f6-5ede-42c8-a5a8-2a3cf45c2c12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 200 len: 916 time: 0.2840385 Nov 12 05:20:57.988546 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9500cdc-0b9d-4f77-b8b2-f6e0baab11ae x-openstack-request-id: req-e9500cdc-0b9d-4f77-b8b2-f6e0baab11ae {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:57.988840 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8", "name": "network-vif-deleted", "tag": "e43233c3-d07d-40cf-ba18-3fe092792ac2", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:57.989228 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9500cdc-0b9d-4f77-b8b2-f6e0baab11ae {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:57.989545 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fbcfb1-b7e1-4c5d-8ec5-47d7443d6ab8', 'name': 'network-vif-deleted', 'tag': 'e43233c3-d07d-40cf-ba18-3fe092792ac2', 'status': 'completed', 'code': 200} Nov 12 05:20:58.041630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-df6e79f3-d2d9-4a4e-b874-93390df6dfa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97004944-86eb-4ad7-89f7-0951adf890d8 HTTP/1.1" status: 200 len: 217 time: 0.0814564 Nov 12 05:20:58.042578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Set router e7777904-d8c9-4414-ad85-8dc2b34911e8 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:58.175558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-26d95eb8-4a08-46e4-8b4d-7e0f2a182286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:58.177045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-26d95eb8-4a08-46e4-8b4d-7e0f2a182286 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 200 len: 854 time: 0.1267545 Nov 12 05:20:58.186543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8dc0-361a-409c-b148-0cf4d841ff7d req-5aa72297-2d6f-4d19-a9f9-64dc6eb2bf80 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:58.188880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08ff8dc0-361a-409c-b148-0cf4d841ff7d req-5aa72297-2d6f-4d19-a9f9-64dc6eb2bf80 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.0786331 Nov 12 05:20:58.212537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 68817fb7-3360-451c-9c03-85b33528c0c9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:58.216527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:58.292607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-80ef74d8-2854-4539-b293-3e60914ca748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:58.294107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-80ef74d8-2854-4539-b293-3e60914ca748 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e912341-a250-41c8-bf96-563c5539140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031919 Nov 12 05:20:58.337754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:58.453229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd6d6cd4-cce2-4dd2-9541-6282edcc0e9f req-a8c21266-44ab-434d-ae78-ef60724555b2 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/124395ee-c22f-46be-9446-28dfb5d8ef1a HTTP/1.1" status: 200 len: 1817 time: 0.2631109 Nov 12 05:20:58.478886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:58.494681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08ff8dc0-361a-409c-b148-0cf4d841ff7d req-d4a22eaf-45de-4be9-9199-46135237d255 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890148 Nov 12 05:20:58.549891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-d3875922-36fb-4988-ae2f-fb2f903dd939 service neutron] 10.222.0.47 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422078 Nov 12 05:20:58.661816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Allocated IP 172.20.0.1 (e71e910a-1c95-4a27-8e87-2954465a713b/488a6c72-8833-4abe-86ad-a72a4602d9d3/cf7f07d4-9743-483b-bf6e-6326a8087115) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:58.697793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 68817fb7-3360-451c-9c03-85b33528c0c9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:58.698534 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:58.781951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:58.804284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:58.818334 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:58.823713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:58.824072 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:58.873706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7f07d4-9743-483b-bf6e-6326a8087115,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:58.899679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Network e71e910a-1c95-4a27-8e87-2954465a713b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:58.901713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:58.907286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:58.957314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:58.984392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b8c690a-f130-4a8a-952f-97066d2612e3 req-fb57967e-e315-4ec7-a51c-789f2990dbd6 service neutron] 10.222.0.47 "GET /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154661 Nov 12 05:20:58.985291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd6d6cd4-cce2-4dd2-9541-6282edcc0e9f req-af0d3c53-ccf6-44d7-8eaf-7a5605dbe8cb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.024657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-router', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:54Z', 'updated_at': '2021-11-12T05:20:56Z', 'revision_number': 3, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'gw_port': {'id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:55Z', 'updated_at': '2021-11-12T05:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:59.024956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd6d6cd4-cce2-4dd2-9541-6282edcc0e9f req-af0d3c53-ccf6-44d7-8eaf-7a5605dbe8cb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.066560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.081484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae64b2f-6372-4e4d-8879-f86b6c777cef None None] Network e71e910a-1c95-4a27-8e87-2954465a713b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:59.086197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd6d6cd4-cce2-4dd2-9541-6282edcc0e9f req-af0d3c53-ccf6-44d7-8eaf-7a5605dbe8cb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.088139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Checking router: e7777904-d8c9-4414-ad85-8dc2b34911e8 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:59.088498 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Updating router e7777904-d8c9-4414-ad85-8dc2b34911e8 port 20870ed0-ec76-447a-85db-2cc169b1ff71 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:20:59.089846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cd6d6cd4-cce2-4dd2-9541-6282edcc0e9f req-af0d3c53-ccf6-44d7-8eaf-7a5605dbe8cb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.096676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd6d6cd4-cce2-4dd2-9541-6282edcc0e9f req-af0d3c53-ccf6-44d7-8eaf-7a5605dbe8cb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/124395ee-c22f-46be-9446-28dfb5d8ef1a HTTP/1.1" status: 204 len: 173 time: 0.6425169 Nov 12 05:20:59.114504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.125988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d3c53-ccf6-44d7-8eaf-7a5605dbe8cb tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124395ee-c22f-46be-9446-28dfb5d8ef1a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:59.317301 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.322576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.330079 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.367889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 68817fb7-3360-451c-9c03-85b33528c0c9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=68817fb7-3360-451c-9c03-85b33528c0c9,segment=NetworkSegment(3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca),segment_id=3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:59.368898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-21cfad96-1243-452b-9d15-560eafad1b86 None None] Provisioning complete for port 68817fb7-3360-451c-9c03-85b33528c0c9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:59.369411 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21cfad96-1243-452b-9d15-560eafad1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.392118 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.415962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.419228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7f07d4-9743-483b-bf6e-6326a8087115,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:59.422224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.510995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-8248319f-b7d2-4d2f-847a-99f5610470bb tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:59.520276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-8248319f-b7d2-4d2f-847a-99f5610470bb tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:59.533484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Network e71e910a-1c95-4a27-8e87-2954465a713b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:59.535150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:59.550159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-8248319f-b7d2-4d2f-847a-99f5610470bb tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:59.563983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-8248319f-b7d2-4d2f-847a-99f5610470bb tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:59.576489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-8248319f-b7d2-4d2f-847a-99f5610470bb tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:59.577393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:59.580184 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938be13-9290-4041-bc9b-1150548b669e" -d '{"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:59.584061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-8248319f-b7d2-4d2f-847a-99f5610470bb tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:59.592662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-8248319f-b7d2-4d2f-847a-99f5610470bb tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:59.602608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-8248319f-b7d2-4d2f-847a-99f5610470bb tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5437 time: 0.2352908 Nov 12 05:20:59.640019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:59.668486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=68817fb7-3360-451c-9c03-85b33528c0c9,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:59.671441 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.672494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c79f5a82-d269-4392-8fc4-35cef54faf65 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:59.681749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d5689e5-41a2-4d3f-af58-a6f0c3d9af90 req-7e7f24b8-9e08-4add-a24e-127814e4345f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753479 Nov 12 05:20:59.777843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7233d70-7b96-421a-80aa-3c1ecbf32be6 req-6c0f390e-3ebd-4529-8c5a-e3df22677f99 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:59.779799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7233d70-7b96-421a-80aa-3c1ecbf32be6 req-6c0f390e-3ebd-4529-8c5a-e3df22677f99 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.0957778 Nov 12 05:20:59.784414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e6eb0f2-3e4f-4796-8f0b-25a2054d51db req-7824eaa6-3618-45fd-a061-90e8a2da03d8 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "GET /v2.0/security-groups/6ee43c75-1906-41c7-8e64-2110461a520e HTTP/1.1" status: 200 len: 1818 time: 0.0609500 Nov 12 05:20:59.859769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7233d70-7b96-421a-80aa-3c1ecbf32be6 req-21b838e8-17b5-4781-8457-81b088167e7c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738230 Nov 12 05:20:59.880076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5e6eb0f2-3e4f-4796-8f0b-25a2054d51db req-71e8811b-c0f1-451c-bb79-642156bb3d97 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.886205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:59.912115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5e6eb0f2-3e4f-4796-8f0b-25a2054d51db req-71e8811b-c0f1-451c-bb79-642156bb3d97 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.935980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port c79f5a82-d269-4392-8fc4-35cef54faf65 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:59.957843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c79f5a82-d269-4392-8fc4-35cef54faf65 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:59.957843 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.970594 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5e6eb0f2-3e4f-4796-8f0b-25a2054d51db req-71e8811b-c0f1-451c-bb79-642156bb3d97 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.974590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5e6eb0f2-3e4f-4796-8f0b-25a2054d51db req-71e8811b-c0f1-451c-bb79-642156bb3d97 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.983923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e6eb0f2-3e4f-4796-8f0b-25a2054d51db req-71e8811b-c0f1-451c-bb79-642156bb3d97 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] 10.222.0.48 "DELETE /v2.0/security-groups/6ee43c75-1906-41c7-8e64-2110461a520e HTTP/1.1" status: 204 len: 173 time: 0.1911533 Nov 12 05:20:59.984864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57932) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:00.034990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8811b-c0f1-451c-bb79-642156bb3d97 tempest-SecurityGroupsTestJSON-625931238 tempest-SecurityGroupsTestJSON-625931238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee43c75-1906-41c7-8e64-2110461a520e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:00.060612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe70ff77-3c3a-46ac-b9eb-4e66903f2115 admin admin] Deleting subnet 5f0a11f7-e543-4b19-a12f-ce5140ea08ad {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:21:00.068462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe70ff77-3c3a-46ac-b9eb-4e66903f2115 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.132267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe70ff77-3c3a-46ac-b9eb-4e66903f2115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.156461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Router e7777904-d8c9-4414-ad85-8dc2b34911e8 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:21:00.214563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-6b5a8fe9-2e75-4451-aa62-a31afb1aed7f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:00.226512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-6b5a8fe9-2e75-4451-aa62-a31afb1aed7f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.1890378 Nov 12 05:21:00.237010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe70ff77-3c3a-46ac-b9eb-4e66903f2115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.261031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-d9ffabc3-ef04-4902-84d2-a692c835a7a4 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/quotas/0ef4818c9b594b20b2e6187eecd470c0 HTTP/1.1" status: 200 len: 375 time: 0.0333059 Nov 12 05:21:00.294902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 68817fb7-3360-451c-9c03-85b33528c0c9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:00.356530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-9d4a27da-a152-4096-b5bc-57ce48cf919d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944328 Nov 12 05:21:00.396026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89b673-0ddb-46bd-98aa-1d5f4fcc45c7 req-91cf3a9e-201f-4a25-86a7-77b26943b586 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:00.405589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d89b673-0ddb-46bd-98aa-1d5f4fcc45c7 req-91cf3a9e-201f-4a25-86a7-77b26943b586 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1682067 Nov 12 05:21:00.416754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:00.437205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d5d7ccc5-ee0e-48d8-9bd8-fbba90e5c2e4 admin admin] 10.222.0.48 "PUT /v2.0/routers/e7777904-d8c9-4414-ad85-8dc2b34911e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7588704 Nov 12 05:21:00.439992 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe70ff77-3c3a-46ac-b9eb-4e66903f2115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.489921 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.496941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70ff77-3c3a-46ac-b9eb-4e66903f2115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0a11f7-e543-4b19-a12f-ce5140ea08ad,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:00.520684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe70ff77-3c3a-46ac-b9eb-4e66903f2115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.536649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57952) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:00.537247 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fe70ff77-3c3a-46ac-b9eb-4e66903f2115 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5f0a11f7-e543-4b19-a12f-ce5140ea08ad HTTP/1.1" status: 204 len: 168 time: 0.5454192 Nov 12 05:21:00.544169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 68817fb7-3360-451c-9c03-85b33528c0c9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:00.544538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.548651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1a761484-db32-4fa5-bb0a-884548e72260 None None] Provisioning complete for port 68817fb7-3360-451c-9c03-85b33528c0c9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:00.549018 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a761484-db32-4fa5-bb0a-884548e72260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.553691 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.604158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d89b673-0ddb-46bd-98aa-1d5f4fcc45c7 req-d8330b9b-2a47-4bf0-8bfd-47fbf5bc94d1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922214 Nov 12 05:21:00.650860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14188f58-b568-4ff7-aec9-2db5f0d68198 None None] Pushing event updated for resources: {'Port': ['ID=20870ed0-ec76-447a-85db-2cc169b1ff71,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:00.686681 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a38f80b-e8b9-4e3e-a1ac-f03c46b07d18 x-openstack-request-id: req-7a38f80b-e8b9-4e3e-a1ac-f03c46b07d18 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:00.686931 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:00.687149 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a38f80b-e8b9-4e3e-a1ac-f03c46b07d18 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:00.687551 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'code': 200} Nov 12 05:21:00.737561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Attempting to bind port 20870ed0-ec76-447a-85db-2cc169b1ff71 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:00.737922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Attempting to bind port 20870ed0-ec76-447a-85db-2cc169b1ff71 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:00.738264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Attempting to bind port 20870ed0-ec76-447a-85db-2cc169b1ff71 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:00.742547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-46b6e4a3-bb30-4422-bc49-4cc136983ee7 service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850498 Nov 12 05:21:00.766266 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.772838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:00.773423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:00.774021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.774502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:00.775058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Bound port: 20870ed0-ec76-447a-85db-2cc169b1ff71, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:00.775606 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.903272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.933004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] For port 20870ed0-ec76-447a-85db-2cc169b1ff71, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:00.937570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] For port 20870ed0-ec76-447a-85db-2cc169b1ff71, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=20870ed0-ec76-447a-85db-2cc169b1ff71,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:00.953171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.958988 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:00.987362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-2416ff8a-00ea-4e93-a44c-f6a79f0fc760 service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438366 Nov 12 05:21:01.012093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a2239a-8e17-410c-8fe7-a03c5364e40d']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:01.022550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e43233c3-d07d-40cf-ba18-3fe092792ac2 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:01.041922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199a5e3f-d147-4223-abd4-0c2b0aea5de0') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:01.043554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199a5e3f-d147-4223-abd4-0c2b0aea5de0') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:01.077589 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.081208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: e43233c3-d07d-40cf-ba18-3fe092792ac2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:01.081541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e43233c3-d07d-40cf-ba18-3fe092792ac2 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:01.084810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c79f5a82-d269-4392-8fc4-35cef54faf65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c79f5a82-d269-4392-8fc4-35cef54faf65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:01.097487 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.098290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ac1717fc-c0f1-4b58-8a77-a671c665475f up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:01.100508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14188f58-b568-4ff7-aec9-2db5f0d68198 None None] Pushing event updated for resources: {'Port': ['ID=20870ed0-ec76-447a-85db-2cc169b1ff71,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:01.105173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Routers {'e7777904-d8c9-4414-ad85-8dc2b34911e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:01.105914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e7777904-d8c9-4414-ad85-8dc2b34911e8'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:01.109808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.142529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:21:01.142963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.144270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1a761484-db32-4fa5-bb0a-884548e72260 None None] Provisioning complete for port cf7f07d4-9743-483b-bf6e-6326a8087115 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:01.144669 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a761484-db32-4fa5-bb0a-884548e72260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:21:01.145197 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:21:01.274374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1a761484-db32-4fa5-bb0a-884548e72260 None None] Port cf7f07d4-9743-483b-bf6e-6326a8087115 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:01.287131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.307442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c79f5a82-d269-4392-8fc4-35cef54faf65,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:01.318980 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.322850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/67a2239a-8e17-410c-8fe7-a03c5364e40d HTTP/1.1" status: 204 len: 168 time: 0.7838264 Nov 12 05:21:01.343813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2eb7c-d489-4d39-bbe6-d79faea904c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a2239a-8e17-410c-8fe7-a03c5364e40d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:01.389592 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-58778272-7ea7-47e6-939e-3efdec210d3b req-6c2f120a-ce0c-48f9-97d1-e2b75a94510a tempest-FloatingIPDetailsNegativeTestJSON-1857701328 tempest-FloatingIPDetailsNegativeTestJSON-1857701328-project] show failed (client error): The resource could not be found. Nov 12 05:21:01.394527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port ac1717fc-c0f1-4b58-8a77-a671c665475f completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:01.400658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58778272-7ea7-47e6-939e-3efdec210d3b req-6c2f120a-ce0c-48f9-97d1-e2b75a94510a tempest-FloatingIPDetailsNegativeTestJSON-1857701328 tempest-FloatingIPDetailsNegativeTestJSON-1857701328-project] 10.222.0.48 "GET /v2.0/floatingips/a83be795-ccf5-4d8e-87e2-a1c094aa2620 HTTP/1.1" status: 404 len: 350 time: 0.0764406 Nov 12 05:21:01.402484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57980) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:01.421510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] Set router e7777904-d8c9-4414-ad85-8dc2b34911e8 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:01.424962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port ac1717fc-c0f1-4b58-8a77-a671c665475f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:01.425338 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.441338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-3e5d4a03-bd80-4b1e-8f7d-19744bc0503e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:01.447740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-3e5d4a03-bd80-4b1e-8f7d-19744bc0503e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:01.454400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-3e5d4a03-bd80-4b1e-8f7d-19744bc0503e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:01.461470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-3e5d4a03-bd80-4b1e-8f7d-19744bc0503e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:01.467900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-3e5d4a03-bd80-4b1e-8f7d-19744bc0503e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:01.476459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-3e5d4a03-bd80-4b1e-8f7d-19744bc0503e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:01.483146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-3e5d4a03-bd80-4b1e-8f7d-19744bc0503e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:01.491697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-3e5d4a03-bd80-4b1e-8f7d-19744bc0503e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5439 time: 0.2602632 Nov 12 05:21:01.588286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-927f7fd0-c667-4834-a595-de7bfe4f95af None None] Provisioning complete for port cf7f07d4-9743-483b-bf6e-6326a8087115 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:01.588948 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-927f7fd0-c667-4834-a595-de7bfe4f95af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.627080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57988) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:01.628965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0a5acb5-7077-479a-a7ad-37cd5030affc req-ada31941-620f-4d74-87c2-186691f43ced tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322136 Nov 12 05:21:01.636503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-927f7fd0-c667-4834-a595-de7bfe4f95af None None] Port cf7f07d4-9743-483b-bf6e-6326a8087115 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:01.653540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a9f29-5c79-4c1d-989c-7e9fb6bafcab req-efd4548c-c507-4158-a7e5-bfc6917b19b7 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:01.655127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a0a9f29-5c79-4c1d-989c-7e9fb6bafcab req-efd4548c-c507-4158-a7e5-bfc6917b19b7 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.1121986 Nov 12 05:21:01.730960 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f5adf44f-0aef-4f11-99e4-68207bdd422e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=029a5cceb0f94a62b8dd22d6d6386f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1026094 Nov 12 05:21:01.737118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57990) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:01.755048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01f7e2bb-27b0-4584-9bc1-eb049f5ce642 req-a8768c73-a0a8-45e3-b7f4-e911cf0ab4ad tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 210 time: 0.0593975 Nov 12 05:21:01.776415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a0a9f29-5c79-4c1d-989c-7e9fb6bafcab req-5f87870c-0e19-42f8-981e-931499da638e tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104281 Nov 12 05:21:01.821819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.890262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ac1717fc-c0f1-4b58-8a77-a671c665475f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:01.910529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-feffe210-6779-4349-8439-85a10a347a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.917086 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:01.917883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device cc07b285-1a59-4021-99ad-e5d0754ef58e up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:01.941770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-feffe210-6779-4349-8439-85a10a347a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.047233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-feffe210-6779-4349-8439-85a10a347a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.051497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-feffe210-6779-4349-8439-85a10a347a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.056556 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-feffe210-6779-4349-8439-85a10a347a5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94365748-cc0e-4d80-ad6a-5115c307e63c HTTP/1.1" status: 204 len: 168 time: 0.3141484 Nov 12 05:21:02.077123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffe210-6779-4349-8439-85a10a347a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94365748-cc0e-4d80-ad6a-5115c307e63c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:02.086468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.145065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ac1717fc-c0f1-4b58-8a77-a671c665475f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:02.162373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-router', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:54Z', 'updated_at': '2021-11-12T05:20:59Z', 'revision_number': 4, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'gw_port': {'id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:55Z', 'updated_at': '2021-11-12T05:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cf7f07d4-9743-483b-bf6e-6326a8087115', 'name': '', 'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'mac_address': 'fa:16:3e:9a:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '488a6c72-8833-4abe-86ad-a72a4602d9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:58Z', 'updated_at': '2021-11-12T05:20:59Z', 'revision_number': 2, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'subnets': [{'id': '488a6c72-8833-4abe-86ad-a72a4602d9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:02.200229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15011d31-bd89-4fbe-9ee6-2769257acbff None None] The sync data for ids ['e7777904-d8c9-4414-ad85-8dc2b34911e8'] in n-d-765315-28 is: [{'id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-router', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:54Z', 'updated_at': '2021-11-12T05:20:59Z', 'revision_number': 4, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'gw_port': {'id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:55Z', 'updated_at': '2021-11-12T05:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cf7f07d4-9743-483b-bf6e-6326a8087115', 'name': '', 'network_id': 'e71e910a-1c95-4a27-8e87-2954465a713b', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'mac_address': 'fa:16:3e:9a:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '488a6c72-8833-4abe-86ad-a72a4602d9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:58Z', 'updated_at': '2021-11-12T05:20:59Z', 'revision_number': 2, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'subnets': [{'id': '488a6c72-8833-4abe-86ad-a72a4602d9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:02.206066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port cc07b285-1a59-4021-99ad-e5d0754ef58e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:02.211664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port cc07b285-1a59-4021-99ad-e5d0754ef58e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:02.212074 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.351608 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.377217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c473b-d571-4d6d-813e-9657678048b7 req-c99dd258-6955-4263-b2ef-7ad5a3aef5a6 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:02.380723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-744c473b-d571-4d6d-813e-9657678048b7 req-c99dd258-6955-4263-b2ef-7ad5a3aef5a6 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.1435204 Nov 12 05:21:02.414091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port cc07b285-1a59-4021-99ad-e5d0754ef58e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:02.425762 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.427132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 47f7127b-7a17-4e24-a76a-e6b600f3b44c no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:02.483531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 47f7127b-7a17-4e24-a76a-e6b600f3b44c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:02.483874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 47f7127b-7a17-4e24-a76a-e6b600f3b44c not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:02.502286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-744c473b-d571-4d6d-813e-9657678048b7 req-e0391140-687e-45d8-bf5a-807cd07d0587 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099403 Nov 12 05:21:02.520066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b433926-f078-4495-a3e9-094e52dd30c8 req-52cad6ad-7be1-48ea-ab98-24c969ec3993 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:02.537216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b433926-f078-4495-a3e9-094e52dd30c8 req-52cad6ad-7be1-48ea-ab98-24c969ec3993 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 945 time: 0.1543803 Nov 12 05:21:02.544150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1db7b40d-19de-43d2-9b12-6b19afe4b22c up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:02.714038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79f5a82-d269-4392-8fc4-35cef54faf65'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1717fc-c0f1-4b58-8a77-a671c665475f'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc07b285-1a59-4021-99ad-e5d0754ef58e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:02.725321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b433926-f078-4495-a3e9-094e52dd30c8 req-7099d16c-d25d-4fb2-be9a-6e8f995a7d6f tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832778 Nov 12 05:21:02.738386 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccc3f67-ffb3-40bb-9dd3-2407ea49f648" -d '{"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "c79f5a82-d269-4392-8fc4-35cef54faf65"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "ac1717fc-c0f1-4b58-8a77-a671c665475f"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "cc07b285-1a59-4021-99ad-e5d0754ef58e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:02.808485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=cc07b285-1a59-4021-99ad-e5d0754ef58e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:02.838961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 1db7b40d-19de-43d2-9b12-6b19afe4b22c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:02.843725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 1db7b40d-19de-43d2-9b12-6b19afe4b22c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:02.845237 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.897193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Deleting port cf7f07d4-9743-483b-bf6e-6326a8087115 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:02.897796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:02.999264 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:03.004642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-5689f079-3f13-4ca1-8ed7-d790c5f088dc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.011548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-5689f079-3f13-4ca1-8ed7-d790c5f088dc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.018506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-5689f079-3f13-4ca1-8ed7-d790c5f088dc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.020025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:03.025748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-5689f079-3f13-4ca1-8ed7-d790c5f088dc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.032887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-5689f079-3f13-4ca1-8ed7-d790c5f088dc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.036300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Calling delete_port for cf7f07d4-9743-483b-bf6e-6326a8087115 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:03.040544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-5689f079-3f13-4ca1-8ed7-d790c5f088dc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.047216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-5689f079-3f13-4ca1-8ed7-d790c5f088dc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.056549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-5689f079-3f13-4ca1-8ed7-d790c5f088dc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5441 time: 0.1979730 Nov 12 05:21:03.076019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1db7b40d-19de-43d2-9b12-6b19afe4b22c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:03.086683 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:03.087675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a2aeb995-c38c-462c-a3b1-769bcfc7aa65 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:03.111118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9c93e-6f4a-4ae0-b53e-03da25b4b484 req-6e19aee6-354e-4fe5-8c76-a6edfaa606f4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.120084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eec9c93e-6f4a-4ae0-b53e-03da25b4b484 req-6e19aee6-354e-4fe5-8c76-a6edfaa606f4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.1992772 Nov 12 05:21:03.136925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-fdbb5d12-0ba6-4b23-8c68-bba053ee2526 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:03.139063 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-fdbb5d12-0ba6-4b23-8c68-bba053ee2526 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.4318130 Nov 12 05:21:03.163964 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Request body: {'port': {'device_id': '9d74ceab-39e2-4d7d-864f-f481e7681428', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'admin_state_up': True, 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:03.208330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=1db7b40d-19de-43d2-9b12-6b19afe4b22c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:03.236684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbe77c9b-ae6c-4ab8-8c77-88d865dd32bc req-6b801eb8-1bca-4f90-9487-489519bf5026 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1785223 Nov 12 05:21:03.244703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:03.249270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:03.251043 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:03.329577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eec9c93e-6f4a-4ae0-b53e-03da25b4b484 req-f1fa9a13-9a60-4e34-a084-0637288c829d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975508 Nov 12 05:21:03.411972 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:21:03.531197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65834fbe-fc9a-43f9-907d-6774d306e8cd req-28750a40-859d-4f90-9eaa-1521d645b6fd tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 210 time: 0.0684564 Nov 12 05:21:03.694911 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4619f8ff-4c87-4dbe-a266-317acda2179d x-openstack-request-id: req-4619f8ff-4c87-4dbe-a266-317acda2179d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:03.695207 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "c79f5a82-d269-4392-8fc4-35cef54faf65", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "ac1717fc-c0f1-4b58-8a77-a671c665475f", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "cc07b285-1a59-4021-99ad-e5d0754ef58e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:03.695469 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4619f8ff-4c87-4dbe-a266-317acda2179d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:03.695877 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79f5a82-d269-4392-8fc4-35cef54faf65', 'code': 200} Nov 12 05:21:03.696133 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1717fc-c0f1-4b58-8a77-a671c665475f', 'code': 200} Nov 12 05:21:03.699426 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc07b285-1a59-4021-99ad-e5d0754ef58e', 'code': 200} Nov 12 05:21:03.711596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58048) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:03.755911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-3ff8cb1f-6a62-4cdd-9f45-8a4b7f6cf910 req-ee7925a8-cd4b-4d6c-baab-90a430137e3c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:21:03.758677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ff8cb1f-6a62-4cdd-9f45-8a4b7f6cf910 req-ee7925a8-cd4b-4d6c-baab-90a430137e3c tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103509 Nov 12 05:21:03.779108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:03.801566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:03.823868 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:03.891770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:03.922434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a2aeb995-c38c-462c-a3b1-769bcfc7aa65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:03.938288 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:03.939361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d096ffe-5b37-4bd8-be11-f89776a4f88c up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:04.027619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ff8cb1f-6a62-4cdd-9f45-8a4b7f6cf910 req-0a5ff880-e759-43fd-9a88-5503b3e7ed73 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2552221 Nov 12 05:21:04.042495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1516976420-network', 'tenant_id': 'd4287e9696bf459c9f624775056949cb'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:04.062906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7f07d4-9743-483b-bf6e-6326a8087115,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:04.153306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1866-774c-4716-8b9d-af21e6562778 req-1c952945-729b-4aa1-918c-504e25c1defb tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.168861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e84b1866-774c-4716-8b9d-af21e6562778 req-1c952945-729b-4aa1-918c-504e25c1defb tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.2455368 Nov 12 05:21:04.207013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 20870ed0-ec76-447a-85db-2cc169b1ff71 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:04.207730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Made reservation on behalf of d4287e9696bf459c9f624775056949cb for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:04.214440 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.256101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58058) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:04.260795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:04.267201 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.293004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.293453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.294027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.303817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.304527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.305092 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.307232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.307838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.308384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.308924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.310610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e84b1866-774c-4716-8b9d-af21e6562778 req-e904b848-01ac-41a8-ac00-1ad5a48423f4 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406896 Nov 12 05:21:04.313433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.314520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:04.338299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 0d096ffe-5b37-4bd8-be11-f89776a4f88c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:04.393212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 0d096ffe-5b37-4bd8-be11-f89776a4f88c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:04.393581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.517466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Allocated IP 172.20.0.9 (4f836827-85a5-42cb-8a20-031681797e49/fc13883a-6d2d-4077-bd2d-08d9f8815580/5eb23c89-f470-4348-b8b3-bebf11aeddb3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:04.518811 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.551152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.563753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22fc6c17-db9d-4199-9137-4176df7a9c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.567650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.639980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 20870ed0-ec76-447a-85db-2cc169b1ff71 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:04.640343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.649231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:21:04.675629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b24c8-4ec0-4dd0-bad3-9ea609815f17,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:04.695905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.696256 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Added segment c13ac4ef-37c0-470e-bc4d-b9b41fd308e6 of type vlan for network 2a2d5ae3-3c61-462f-bdbf-560819410a93 Nov 12 05:21:04.781252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-9c977a7f-01ad-431b-81c3-529a14c87075 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.787799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-9c977a7f-01ad-431b-81c3-529a14c87075 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.795519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-9c977a7f-01ad-431b-81c3-529a14c87075 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.801961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-9c977a7f-01ad-431b-81c3-529a14c87075 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.808644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-9c977a7f-01ad-431b-81c3-529a14c87075 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.815061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-9c977a7f-01ad-431b-81c3-529a14c87075 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.820316 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.821377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-9c977a7f-01ad-431b-81c3-529a14c87075 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.830981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-9c977a7f-01ad-431b-81c3-529a14c87075 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5443 time: 0.1923106 Nov 12 05:21:04.834519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.858758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.896967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d096ffe-5b37-4bd8-be11-f89776a4f88c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:04.908270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.923194 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.933677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa4d6b64-4064-4dcb-8007-88c1905fc9b2 req-4f086d2c-430c-4949-8f8c-d54b764757f1 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013136 Nov 12 05:21:04.961307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.966421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:04.968945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Network 4f836827-85a5-42cb-8a20-031681797e49 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:04.969142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:04.973382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:04.999150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0d096ffe-5b37-4bd8-be11-f89776a4f88c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:05.011519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:05.016410 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:05.040396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22fc6c17-db9d-4199-9137-4176df7a9c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.052174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.088043 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22fc6c17-db9d-4199-9137-4176df7a9c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.105605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 20870ed0-ec76-447a-85db-2cc169b1ff71, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=20870ed0-ec76-447a-85db-2cc169b1ff71,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:05.123525 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.134157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:05.135560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.150812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4288037 Nov 12 05:21:05.157807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58072) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:05.158677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc6c17-db9d-4199-9137-4176df7a9c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e356bf30-1efe-457d-931e-4c72f736c9e1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:05.176116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5a25c-7888-4b5d-b56d-04a153054dba admin admin] Pushing event updated for resources: {'Network': ['ID=2a2d5ae3-3c61-462f-bdbf-560819410a93,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:05.207402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-22fc6c17-db9d-4199-9137-4176df7a9c52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6eb81c999534df08f7597c88d308dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9456577 Nov 12 05:21:05.208050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58076) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:05.234190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=20870ed0-ec76-447a-85db-2cc169b1ff71,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:05.237816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 2a2d5ae3-3c61-462f-bdbf-560819410a93 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:21:05.253686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Request body: {'subnet': {'network_id': '2a2d5ae3-3c61-462f-bdbf-560819410a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1516976420-subnet', 'tenant_id': 'd4287e9696bf459c9f624775056949cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:05.285753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1286728 Nov 12 05:21:05.298663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b4a08-3641-47eb-a2bd-1045aa01fed1 req-4b9abd23-3c06-426a-9949-4b414de4f784 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:05.306920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Made reservation on behalf of d4287e9696bf459c9f624775056949cb for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:05.308367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d5b4a08-3641-47eb-a2bd-1045aa01fed1 req-4b9abd23-3c06-426a-9949-4b414de4f784 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 931 time: 0.2584717 Nov 12 05:21:05.313027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.409614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Request body: {'port': {'device_id': '9d74ceab-39e2-4d7d-864f-f481e7681428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:05.431865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c133f90f-f7ad-4eb6-9dba-a7c7359d43c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.437847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f8c70-9b04-40cd-93dd-fdaa928cef41 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event updated for resources: {'Port': ['ID=5eb23c89-f470-4348-b8b3-bebf11aeddb3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:05.458635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d5b4a08-3641-47eb-a2bd-1045aa01fed1 req-800814db-cedd-40e7-9780-c04a86883263 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474812 Nov 12 05:21:05.478527 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c133f90f-f7ad-4eb6-9dba-a7c7359d43c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.495322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066c8e2-de84-4838-813a-96c96a622d4c req-97bcefba-b801-40d0-979f-aa0c4e435424 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:05.497553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c066c8e2-de84-4838-813a-96c96a622d4c req-97bcefba-b801-40d0-979f-aa0c4e435424 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.2371161 Nov 12 05:21:05.530192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.635478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c066c8e2-de84-4838-813a-96c96a622d4c req-2e0696b6-75b8-4126-9d2c-e90c7ba69ea0 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307683 Nov 12 05:21:05.656146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c133f90f-f7ad-4eb6-9dba-a7c7359d43c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.659584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c133f90f-f7ad-4eb6-9dba-a7c7359d43c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.660990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c133f90f-f7ad-4eb6-9dba-a7c7359d43c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e356bf30-1efe-457d-931e-4c72f736c9e1 HTTP/1.1" status: 204 len: 168 time: 0.4506090 Nov 12 05:21:05.689085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133f90f-f7ad-4eb6-9dba-a7c7359d43c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e356bf30-1efe-457d-931e-4c72f736c9e1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:05.700233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db7b40d-19de-43d2-9b12-6b19afe4b22c'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2aeb995-c38c-462c-a3b1-769bcfc7aa65'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d096ffe-5b37-4bd8-be11-f89776a4f88c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:05.702963 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3885c7d5-8f9e-4b43-a066-d6a38e8241ec" -d '{"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "1db7b40d-19de-43d2-9b12-6b19afe4b22c"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "a2aeb995-c38c-462c-a3b1-769bcfc7aa65"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "0d096ffe-5b37-4bd8-be11-f89776a4f88c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:05.711578 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] Sync routers for ids ['e7777904-d8c9-4414-ad85-8dc2b34911e8'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:05.745183 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] Routers {'e7777904-d8c9-4414-ad85-8dc2b34911e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:05.748541 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e7777904-d8c9-4414-ad85-8dc2b34911e8'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:05.831198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Router e7777904-d8c9-4414-ad85-8dc2b34911e8 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:21:05.873007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eae83-d92f-4212-907a-b3a1c3f265c3 req-a2113620-b12a-4f8a-8e33-5ae3eb9f5826 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:05.878824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-818eae83-d92f-4212-907a-b3a1c3f265c3 req-a2113620-b12a-4f8a-8e33-5ae3eb9f5826 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 945 time: 0.0758832 Nov 12 05:21:05.889711 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.911742 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] Set router e7777904-d8c9-4414-ad85-8dc2b34911e8 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:05.953981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-818eae83-d92f-4212-907a-b3a1c3f265c3 req-d80bf4ea-8978-478f-a24b-d9e8d6a2af15 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694425 Nov 12 05:21:06.111222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25248d2-a826-4c47-9e68-2c24122f9707,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:06.130987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 20870ed0-ec76-447a-85db-2cc169b1ff71 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:06.141959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153a24-19e3-4cfb-ae6d-9bd7359d697b req-47c2e5e9-c02a-424a-95f2-f1f2fcb3d82f tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.149957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30153a24-19e3-4cfb-ae6d-9bd7359d697b req-47c2e5e9-c02a-424a-95f2-f1f2fcb3d82f tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 945 time: 0.0782902 Nov 12 05:21:06.160382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58098) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:06.203148 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4536f424-1806-4bae-93cf-d5d504f8e723 x-openstack-request-id: req-4536f424-1806-4bae-93cf-d5d504f8e723 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:06.203717 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "1db7b40d-19de-43d2-9b12-6b19afe4b22c", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "a2aeb995-c38c-462c-a3b1-769bcfc7aa65", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-plugged", "status": "completed", "tag": "0d096ffe-5b37-4bd8-be11-f89776a4f88c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:06.204477 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4536f424-1806-4bae-93cf-d5d504f8e723 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:06.205089 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db7b40d-19de-43d2-9b12-6b19afe4b22c', 'code': 200} Nov 12 05:21:06.205584 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2aeb995-c38c-462c-a3b1-769bcfc7aa65', 'code': 200} Nov 12 05:21:06.206042 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d096ffe-5b37-4bd8-be11-f89776a4f88c', 'code': 200} Nov 12 05:21:06.206992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 20870ed0-ec76-447a-85db-2cc169b1ff71 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:06.207569 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:06.213036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1dca559a-43d2-44de-b608-9a89d42adecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:06.267235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Checking segment: {'id': 'c13ac4ef-37c0-470e-bc4d-b9b41fd308e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a2d5ae3-3c61-462f-bdbf-560819410a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:06.268613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Network hostable DHCP agents. Network: 2a2d5ae3-3c61-462f-bdbf-560819410a93, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:21:06.279975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30153a24-19e3-4cfb-ae6d-9bd7359d697b req-03f55639-655c-4d88-ae86-6935ffe5fbd1 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289959 Nov 12 05:21:06.311830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:06.320761 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-716e0c25-7973-4761-9261-a9e87dc6d6dd admin admin] 10.222.0.48 "PUT /v2.0/routers/e7777904-d8c9-4414-ad85-8dc2b34911e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9170964 Nov 12 05:21:06.325274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58102) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:06.338366 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-router', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:54Z', 'updated_at': '2021-11-12T05:21:03Z', 'revision_number': 5, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'gw_port': {'id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:55Z', 'updated_at': '2021-11-12T05:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:06.416070 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] Checking router: e7777904-d8c9-4414-ad85-8dc2b34911e8 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:06.431707 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] Routers {'e7777904-d8c9-4414-ad85-8dc2b34911e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:06.432549 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e7777904-d8c9-4414-ad85-8dc2b34911e8'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:06.509941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1dca559a-43d2-44de-b608-9a89d42adecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:06.540973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-15ee3d10-7048-4641-83e2-807d079d364f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.548162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-15ee3d10-7048-4641-83e2-807d079d364f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.555381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-15ee3d10-7048-4641-83e2-807d079d364f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.562428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-15ee3d10-7048-4641-83e2-807d079d364f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.569425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-15ee3d10-7048-4641-83e2-807d079d364f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.575777 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] Set router e7777904-d8c9-4414-ad85-8dc2b34911e8 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:06.576238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-15ee3d10-7048-4641-83e2-807d079d364f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.583511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-15ee3d10-7048-4641-83e2-807d079d364f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.592817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-15ee3d10-7048-4641-83e2-807d079d364f tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.1966157 Nov 12 05:21:06.601998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-5be51184-dfae-46b2-ab0f-9a94df7b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.602764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-5be51184-dfae-46b2-ab0f-9a94df7b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.603417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-5be51184-dfae-46b2-ab0f-9a94df7b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.604056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-5be51184-dfae-46b2-ab0f-9a94df7b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.604696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-5be51184-dfae-46b2-ab0f-9a94df7b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.605330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-5be51184-dfae-46b2-ab0f-9a94df7b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.605994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-5be51184-dfae-46b2-ab0f-9a94df7b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.609426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-5be51184-dfae-46b2-ab0f-9a94df7b9f09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6508 time: 0.3004487 Nov 12 05:21:06.610383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1dca559a-43d2-44de-b608-9a89d42adecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:06.673277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58112) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:06.699973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1dca559a-43d2-44de-b608-9a89d42adecf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9adee8a0896a4a5c802822c3394fd842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5360856 Nov 12 05:21:06.712170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58120) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:06.741116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Network 2a2d5ae3-3c61-462f-bdbf-560819410a93 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:21:06.746478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e15d9a2c-23f5-49e1-8ae7-029c239adc7f req-ab59e912-3baf-4265-b2d8-678112339ee8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523988 Nov 12 05:21:06.753852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca559a-43d2-44de-b608-9a89d42adecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5831bd5e-f07d-467a-9d2d-260ca9adead3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:06.834059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-861372a2-3fcf-469c-861c-df06bdc9db89 req-cae9b468-8bc6-4675-8a74-b51ee8ab7088 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&id=86a25cee-69ba-4640-a508-8fa64a10326a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2127001 Nov 12 05:21:06.835310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 2a2d5ae3-3c61-462f-bdbf-560819410a93) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:06.839836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.840581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:06.850489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619f5bc-8d5c-48c3-b9bd-96b74eea5c07 None None] Network 2a2d5ae3-3c61-462f-bdbf-560819410a93 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:06.893393 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-router', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:54Z', 'updated_at': '2021-11-12T05:21:03Z', 'revision_number': 5, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'gw_port': {'id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:55Z', 'updated_at': '2021-11-12T05:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:06.919816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf188dc-e45f-49a8-8efb-ef22ca783c70 req-2802ed64-6b06-4e0b-ae51-7b8581d90f3b tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:06.929527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-caf188dc-e45f-49a8-8efb-ef22ca783c70 req-2802ed64-6b06-4e0b-ae51-7b8581d90f3b tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.0777633 Nov 12 05:21:06.950376 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fac72ed4-0839-4f3e-9f5f-d96db59ce5e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7822051 Nov 12 05:21:06.959405 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:06.962764 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead9ed9-6cf8-4696-98ec-c38aeda4a9ad None None] The sync data for ids ['e7777904-d8c9-4414-ad85-8dc2b34911e8'] in n-d-765315-28 is: [{'id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-router', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:54Z', 'updated_at': '2021-11-12T05:21:03Z', 'revision_number': 5, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'gw_port': {'id': '20870ed0-ec76-447a-85db-2cc169b1ff71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:55Z', 'updated_at': '2021-11-12T05:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:06.966713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb23c89-f470-4348-b8b3-bebf11aeddb3 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:07.006506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2847fe8a-502d-4b28-a0c7-7f4a2b2fdea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.017721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-caf188dc-e45f-49a8-8efb-ef22ca783c70 req-b89fb008-4d74-4488-8ed2-734ab68d0d16 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872567 Nov 12 05:21:07.064493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e269d4-b4d6-4798-9288-b596c5566f34 None None] Network 2a2d5ae3-3c61-462f-bdbf-560819410a93 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:07.080262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.102150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2847fe8a-502d-4b28-a0c7-7f4a2b2fdea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.109089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2847fe8a-502d-4b28-a0c7-7f4a2b2fdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.128573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Transition to ACTIVE for port object 5eb23c89-f470-4348-b8b3-bebf11aeddb3 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:07.151546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.166771 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa8954bb-2743-433d-987f-2de6b8a98a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.172669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847fe8a-502d-4b28-a0c7-7f4a2b2fdea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e8f8c-5d98-4075-b902-07038fddc933,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:07.237878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2847fe8a-502d-4b28-a0c7-7f4a2b2fdea0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e75ee36228504b86ab8c4a11c2e26b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5609453 Nov 12 05:21:07.238103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58138) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:07.328905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f3c14-757a-4e22-9970-9fcc93da5fcc req-ff970d51-de34-479d-8c5d-803d2b21f261 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:07.334888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b07f3c14-757a-4e22-9970-9fcc93da5fcc req-ff970d51-de34-479d-8c5d-803d2b21f261 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 943 time: 0.1684635 Nov 12 05:21:07.335701 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa8954bb-2743-433d-987f-2de6b8a98a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.346459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb23c89-f470-4348-b8b3-bebf11aeddb3,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:07.398257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14d-c286-4078-b0a3-a98196acfb72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.439017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.460809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14d-c286-4078-b0a3-a98196acfb72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.470049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c116-ccf5-4201-a341-25be4ab0e325 req-ebe75c89-078f-46f2-acc1-2ae7694497d0 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:07.476886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c116-ccf5-4201-a341-25be4ab0e325 req-ebe75c89-078f-46f2-acc1-2ae7694497d0 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:07.483032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c116-ccf5-4201-a341-25be4ab0e325 req-ebe75c89-078f-46f2-acc1-2ae7694497d0 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:07.484746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8de4c116-ccf5-4201-a341-25be4ab0e325 req-ebe75c89-078f-46f2-acc1-2ae7694497d0 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0&device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76&device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 2417 time: 0.1487923 Nov 12 05:21:07.511969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Attempting to bind port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:07.512311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Attempting to bind port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:07.512876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Attempting to bind port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:07.513271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b07f3c14-757a-4e22-9970-9fcc93da5fcc req-d95962a8-f1c3-4570-9781-5c26f25b6578 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697822 Nov 12 05:21:07.515598 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa8954bb-2743-433d-987f-2de6b8a98a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.518326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa8954bb-2743-433d-987f-2de6b8a98a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.519578 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fa8954bb-2743-433d-987f-2de6b8a98a6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5831bd5e-f07d-467a-9d2d-260ca9adead3 HTTP/1.1" status: 204 len: 168 time: 0.8006029 Nov 12 05:21:07.532167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 on network 4f836827-85a5-42cb-8a20-031681797e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:07.532495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Attempting to bind port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:07.539834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8954bb-2743-433d-987f-2de6b8a98a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5831bd5e-f07d-467a-9d2d-260ca9adead3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:07.545561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:07.546210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Checking segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:07.547175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Bound using segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:07.547843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Bound port: 5eb23c89-f470-4348-b8b3-bebf11aeddb3, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:07.548384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.576895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Deleting port 20870ed0-ec76-447a-85db-2cc169b1ff71 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:07.577239 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.602559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8de4c116-ccf5-4201-a341-25be4ab0e325 req-d4df1473-9388-4455-84c4-16f8041da157 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961421 Nov 12 05:21:07.619832 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14d-c286-4078-b0a3-a98196acfb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.630432 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14d-c286-4078-b0a3-a98196acfb72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.638724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f16fe14d-c286-4078-b0a3-a98196acfb72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/785e8f8c-5d98-4075-b902-07038fddc933 HTTP/1.1" status: 204 len: 168 time: 0.3995550 Nov 12 05:21:07.654919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fe14d-c286-4078-b0a3-a98196acfb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e8f8c-5d98-4075-b902-07038fddc933,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:07.712749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] For port 5eb23c89-f470-4348-b8b3-bebf11aeddb3, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:07.721031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] For port 5eb23c89-f470-4348-b8b3-bebf11aeddb3, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5eb23c89-f470-4348-b8b3-bebf11aeddb3,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:07.741300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.745259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] For port 20870ed0-ec76-447a-85db-2cc169b1ff71, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=20870ed0-ec76-447a-85db-2cc169b1ff71,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:07.745662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.755162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d819da5e-303c-476e-b1cc-3afebeaf248c req-09edb062-21ee-47d2-a070-7e4cd7a217ca tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0882647 Nov 12 05:21:07.812387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Calling delete_port for 20870ed0-ec76-447a-85db-2cc169b1ff71 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:07.823708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:07.824912 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.827212 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] 10.222.0.43 "PUT /v2.0/ports/5eb23c89-f470-4348-b8b3-bebf11aeddb3 HTTP/1.1" status: 200 len: 1092 time: 2.5214002 Nov 12 05:21:07.832196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d74ceab-39e2-4d7d-864f-f481e7681428', 'tag': '5eb23c89-f470-4348-b8b3-bebf11aeddb3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:07.836070 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4036b6b-345b-42e7-be11-a5dfe9ec4606" -d '{"events": [{"name": "network-changed", "server_uuid": "9d74ceab-39e2-4d7d-864f-f481e7681428", "tag": "5eb23c89-f470-4348-b8b3-bebf11aeddb3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:07.942482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6930d-f0a1-4f26-ae42-bc38475c3e72 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb23c89-f470-4348-b8b3-bebf11aeddb3,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:07.980783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-ff9cf7e3-b348-4fae-873c-45ee5305f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:07.982386 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-ff9cf7e3-b348-4fae-873c-45ee5305f199 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 1095 time: 0.0770011 Nov 12 05:21:08.031294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cf7f07d4-9743-483b-bf6e-6326a8087115 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:08.067243 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-23977965-4562-4c99-9593-8ae24836925d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb23c89-f470-4348-b8b3-bebf11aeddb3 HTTP/1.1" status: 200 len: 217 time: 0.0486720 Nov 12 05:21:08.077140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: cf7f07d4-9743-483b-bf6e-6326a8087115 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:08.077651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cf7f07d4-9743-483b-bf6e-6326a8087115 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:08.157953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605ead-497a-494c-938f-4f266ba7a128 req-f2cacdbd-59e7-465a-b05e-1a1638dee164 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.170869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605ead-497a-494c-938f-4f266ba7a128 req-f2cacdbd-59e7-465a-b05e-1a1638dee164 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.173924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-c0b6693e-422a-40d6-aea7-03781c826600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.175514 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-c0b6693e-422a-40d6-aea7-03781c826600 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.0997686 Nov 12 05:21:08.178368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605ead-497a-494c-938f-4f266ba7a128 req-f2cacdbd-59e7-465a-b05e-1a1638dee164 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.187919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605ead-497a-494c-938f-4f266ba7a128 req-f2cacdbd-59e7-465a-b05e-1a1638dee164 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.199894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605ead-497a-494c-938f-4f266ba7a128 req-f2cacdbd-59e7-465a-b05e-1a1638dee164 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.210668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605ead-497a-494c-938f-4f266ba7a128 req-f2cacdbd-59e7-465a-b05e-1a1638dee164 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.216502 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-7a0598ef-ce69-4f29-9ffd-5422c441ad90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310667 Nov 12 05:21:08.217646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605ead-497a-494c-938f-4f266ba7a128 req-f2cacdbd-59e7-465a-b05e-1a1638dee164 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.217948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.219425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7605ead-497a-494c-938f-4f266ba7a128 req-f2cacdbd-59e7-465a-b05e-1a1638dee164 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.2113438 Nov 12 05:21:08.296443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Pushing event deleted for resources: {'Port': ['ID=20870ed0-ec76-447a-85db-2cc169b1ff71,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:08.368771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58172) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:08.450793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.451732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d87d544-a236-4176-9788-58b656df3ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.538001 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-0fdda5d6-d93d-4be0-bc5e-83e4cf0a49ca service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012016 Nov 12 05:21:08.546882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] Sync routers for ids ['e7777904-d8c9-4414-ad85-8dc2b34911e8'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:08.549953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568d7b-1f51-48aa-a133-849704cadecb req-abf9e96a-b541-4a3d-a6ba-7e1a4d13b317 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.552238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-abf9e96a-b541-4a3d-a6ba-7e1a4d13b317 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/networks?id=2a2d5ae3-3c61-462f-bdbf-560819410a93 HTTP/1.1" status: 200 len: 814 time: 0.3315749 Nov 12 05:21:08.573261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] Routers {'e7777904-d8c9-4414-ad85-8dc2b34911e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:08.574529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7605ead-497a-494c-938f-4f266ba7a128 req-42e8d095-ecd3-4ba8-b7f0-fd821b88e4c2 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3186152 Nov 12 05:21:08.584263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e7777904-d8c9-4414-ad85-8dc2b34911e8'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:08.600346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-3dde2b32-1869-4be9-8b0a-56158d294824 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/quotas/d4287e9696bf459c9f624775056949cb HTTP/1.1" status: 200 len: 375 time: 0.0241511 Nov 12 05:21:08.645782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.653938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.660818 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a0d4fa-26ae-4796-b108-95a79fdc3c57 x-openstack-request-id: req-16a0d4fa-26ae-4796-b108-95a79fdc3c57 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:08.661396 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d74ceab-39e2-4d7d-864f-f481e7681428", "tag": "5eb23c89-f470-4348-b8b3-bebf11aeddb3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:08.661978 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16a0d4fa-26ae-4796-b108-95a79fdc3c57 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:08.664859 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d74ceab-39e2-4d7d-864f-f481e7681428', 'tag': '5eb23c89-f470-4348-b8b3-bebf11aeddb3', 'status': 'completed', 'code': 200} Nov 12 05:21:08.680751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] Set router e7777904-d8c9-4414-ad85-8dc2b34911e8 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:08.684488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-c8683c0e-df0a-4220-a024-1b295a22defc tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4287e9696bf459c9f624775056949cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748584 Nov 12 05:21:08.749934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.750545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7777904-d8c9-4414-ad85-8dc2b34911e8 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:21:08.756606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7777904-d8c9-4414-ad85-8dc2b34911e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786887745-router', 'tenant_id': 'e49a2fac973243dc80ce5abd4c954f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:54Z', 'updated_at': '2021-11-12T05:21:08Z', 'revision_number': 7, 'project_id': 'e49a2fac973243dc80ce5abd4c954f76', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:08.757689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.758989 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7de38bd1-5829-4150-9d34-fe03a71e877b admin admin] 10.222.0.48 "DELETE /v2.0/routers/e7777904-d8c9-4414-ad85-8dc2b34911e8 HTTP/1.1" status: 204 len: 168 time: 2.4324946 Nov 12 05:21:08.763525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58184) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:08.816087 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-28d6a228-33ae-458a-8bdd-eb6d706f24ab req-5dbb5e6b-9271-4fa6-9083-b3690b8d8b69 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022114 Nov 12 05:21:08.834664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-4d0591b0-95d4-4423-bfc4-b5b5da085a65 service neutron] 10.222.0.48 "GET /v2.0/networks/2a2d5ae3-3c61-462f-bdbf-560819410a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360905 Nov 12 05:21:08.834920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec901aaf-feb1-4419-845b-2487b8beaacb admin admin] Deleting subnet 488a6c72-8833-4abe-86ad-a72a4602d9d3 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:21:08.838762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec901aaf-feb1-4419-845b-2487b8beaacb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.845587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] Checking router: e7777904-d8c9-4414-ad85-8dc2b34911e8 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:08.870526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] Routers set() bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:08.871109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] Router IDs set() for agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 05:21:08.871914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_agentschedulers_db [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7777904-d8c9-4414-ad85-8dc2b34911e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent'). {{(pid=102591) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 05:21:08.872559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14e59b-3847-4b17-9cd5-2164c5228b63 None None] The sync data for ids ['e7777904-d8c9-4414-ad85-8dc2b34911e8'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:08.913194 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec901aaf-feb1-4419-845b-2487b8beaacb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.931865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d87d544-a236-4176-9788-58b656df3ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.966664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-3a28f242-e8e0-4f97-b8d5-804e94517888 service neutron] 10.222.0.48 "GET /v2.0/networks/2a2d5ae3-3c61-462f-bdbf-560819410a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263752 Nov 12 05:21:08.966664 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d87d544-a236-4176-9788-58b656df3ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.010698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-2d430bdd-4aee-4336-8de4-0eeb781ae5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:09.019326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-2d430bdd-4aee-4336-8de4-0eeb781ae5cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 1095 time: 0.0974922 Nov 12 05:21:09.035544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d87d544-a236-4176-9788-58b656df3ee8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40af008f7abd438ea88159e3fbcfd4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6577592 Nov 12 05:21:09.055985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58198) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:09.056680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87d544-a236-4176-9788-58b656df3ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad1f5aa-94c2-42aa-97ac-4020eb5f4017,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:09.129722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec901aaf-feb1-4419-845b-2487b8beaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.153734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c65028f3-1a28-43f3-a915-31fc68e68454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.186720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c65028f3-1a28-43f3-a915-31fc68e68454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.273982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-3592c3e4-37aa-4def-9732-76f67029bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:09.276303 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-3592c3e4-37aa-4def-9732-76f67029bcb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 906 time: 0.2553942 Nov 12 05:21:09.280124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec901aaf-feb1-4419-845b-2487b8beaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.317945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec901aaf-feb1-4419-845b-2487b8beaacb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488a6c72-8833-4abe-86ad-a72a4602d9d3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:09.354751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6fea8-0926-4618-bbc5-b074a0d4c404 req-754baffd-720e-4293-9309-321e9fe1dd4e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:09.357436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34b6fea8-0926-4618-bbc5-b074a0d4c404 req-754baffd-720e-4293-9309-321e9fe1dd4e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 943 time: 0.1641643 Nov 12 05:21:09.360086 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-636f4966-b715-46ef-8676-1fed13a6163f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb23c89-f470-4348-b8b3-bebf11aeddb3 HTTP/1.1" status: 200 len: 217 time: 0.0747733 Nov 12 05:21:09.360961 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec901aaf-feb1-4419-845b-2487b8beaacb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.367596 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ec901aaf-feb1-4419-845b-2487b8beaacb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/488a6c72-8833-4abe-86ad-a72a4602d9d3 HTTP/1.1" status: 204 len: 168 time: 0.6011357 Nov 12 05:21:09.368226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58210) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:09.379764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4871c7-d5ff-4d9b-b45f-49679dec0111 None None] Network e71e910a-1c95-4a27-8e87-2954465a713b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:09.410676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c65028f3-1a28-43f3-a915-31fc68e68454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.416414 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c65028f3-1a28-43f3-a915-31fc68e68454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.420266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c65028f3-1a28-43f3-a915-31fc68e68454 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ad1f5aa-94c2-42aa-97ac-4020eb5f4017 HTTP/1.1" status: 204 len: 168 time: 0.3527722 Nov 12 05:21:09.447437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65028f3-1a28-43f3-a915-31fc68e68454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad1f5aa-94c2-42aa-97ac-4020eb5f4017,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:09.518010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34b6fea8-0926-4618-bbc5-b074a0d4c404 req-daa05527-8a2f-49fc-9705-5ec66fbd847a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318412 Nov 12 05:21:09.638257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-56e62f93-e1f7-4c32-8d83-4aa8e8c7a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:09.640846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-56e62f93-e1f7-4c32-8d83-4aa8e8c7a1b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.2738037 Nov 12 05:21:09.675263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-937aff65-03d6-40ea-937f-0f251d86c47e req-22cbe07e-7f96-4db5-8cd2-3182c456713e tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 210 time: 0.0667415 Nov 12 05:21:09.726168 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-c032c301-68f9-45d4-8339-9d20da611afe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639343 Nov 12 05:21:09.729805 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.848884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] DHCP port deletion for e71e910a-1c95-4a27-8e87-2954465a713b request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:21:09.976506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-6f93754d-5227-4a05-938d-1d6a1b226dae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:09.980127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] Deleting port 68817fb7-3360-451c-9c03-85b33528c0c9 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:09.982704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.995413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-6f93754d-5227-4a05-938d-1d6a1b226dae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.005475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-6f93754d-5227-4a05-938d-1d6a1b226dae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.016248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Deleting port 68817fb7-3360-451c-9c03-85b33528c0c9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:10.017629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:10.018176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-6f93754d-5227-4a05-938d-1d6a1b226dae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.028931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-8f77be10-51e3-4794-8707-e416f3926149 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961164 Nov 12 05:21:10.041826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-6f93754d-5227-4a05-938d-1d6a1b226dae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.050752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-6f93754d-5227-4a05-938d-1d6a1b226dae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.060750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-6f93754d-5227-4a05-938d-1d6a1b226dae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.070219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-6f93754d-5227-4a05-938d-1d6a1b226dae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.2377312 Nov 12 05:21:10.164299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0f8725b-5da7-4f0b-a3f4-6112486eb262 req-9f159383-9c11-4f93-b2fe-2b2ffe4922d4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925400 Nov 12 05:21:10.199030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] For port 68817fb7-3360-451c-9c03-85b33528c0c9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=68817fb7-3360-451c-9c03-85b33528c0c9,segment=NetworkSegment(3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca),segment_id=3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:10.199030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:10.199030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 68817fb7-3360-451c-9c03-85b33528c0c9 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:10.271981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ae6125bb-2779-48f7-8b08-6183ab851298 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:10.304030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] Calling delete_port for 68817fb7-3360-451c-9c03-85b33528c0c9 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:10.411070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] For port 68817fb7-3360-451c-9c03-85b33528c0c9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=68817fb7-3360-451c-9c03-85b33528c0c9,segment=NetworkSegment(3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca),segment_id=3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:10.415615 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:10.436202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4bd0-8e5f-4766-b229-8a1342de90aa req-be0680c9-c6ab-435c-a375-1d9b3a88954c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.448495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4bd0-8e5f-4766-b229-8a1342de90aa req-be0680c9-c6ab-435c-a375-1d9b3a88954c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.451204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Calling delete_port for 68817fb7-3360-451c-9c03-85b33528c0c9 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:10.458598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4bd0-8e5f-4766-b229-8a1342de90aa req-be0680c9-c6ab-435c-a375-1d9b3a88954c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.459928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:10.468594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4bd0-8e5f-4766-b229-8a1342de90aa req-be0680c9-c6ab-435c-a375-1d9b3a88954c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.471922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-e3861701-418c-441e-920b-be3aff26ecff None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:21:10.478427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4bd0-8e5f-4766-b229-8a1342de90aa req-be0680c9-c6ab-435c-a375-1d9b3a88954c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.486088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4bd0-8e5f-4766-b229-8a1342de90aa req-be0680c9-c6ab-435c-a375-1d9b3a88954c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.495220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4bd0-8e5f-4766-b229-8a1342de90aa req-be0680c9-c6ab-435c-a375-1d9b3a88954c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:10.523425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-631f4bd0-8e5f-4766-b229-8a1342de90aa req-be0680c9-c6ab-435c-a375-1d9b3a88954c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.1772850 Nov 12 05:21:10.525441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:10.532135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Request body: {'floatingip': {'port_id': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:10.625240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:10.704675 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b4036b6b-345b-42e7-be11-a5dfe9ec4606 req-d2a4193f-6041-4133-a8ab-4b4ad91990a6 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538589 Nov 12 05:21:10.706103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:10.761091 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:10.823599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Pushing event deleted for resources: {'Port': ['ID=68817fb7-3360-451c-9c03-85b33528c0c9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:10.832883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:10.834657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] No DVR routers for this DVR port 68817fb7-3360-451c-9c03-85b33528c0c9 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:10.852686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'port_id': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'mac_address': 'fa:16:3e:ed:04:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe6034-b5c9-43f5-8a4a-3d6545ac4082', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:10.882622 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:10.913091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] No DVR routers for this DVR port 68817fb7-3360-451c-9c03-85b33528c0c9 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:10.929720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 20870ed0-ec76-447a-85db-2cc169b1ff71 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:11.117768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:11.137050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 20870ed0-ec76-447a-85db-2cc169b1ff71 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:11.140225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 20870ed0-ec76-447a-85db-2cc169b1ff71 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:11.149541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b8db0-3edb-4ce2-bae8-9252e49b6967 None None] Pushing event deleted for resources: {'Port': ['ID=68817fb7-3360-451c-9c03-85b33528c0c9,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:11.154002 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:11.186621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae6125bb-2779-48f7-8b08-6183ab851298 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:11.230080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:11.243669 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:11.249389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71e910a-1c95-4a27-8e87-2954465a713b']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:11.265076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:11.266029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5b5e54-25b7-4de8-9e4a-93fc3d8cb9ca') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:11.284396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:11.322729 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:11.352438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:21:11.355797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:21:11.364467 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:21:11.392275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:11.407448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ae6125bb-2779-48f7-8b08-6183ab851298'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:11.419630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568d7b-1f51-48aa-a133-849704cadecb req-092ed78a-525b-4ffb-aba0-35f46e4e14d2 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:11.421255 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-092ed78a-525b-4ffb-aba0-35f46e4e14d2 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.43 "GET /v2.0/networks?id=2a2d5ae3-3c61-462f-bdbf-560819410a93 HTTP/1.1" status: 200 len: 814 time: 0.3328817 Nov 12 05:21:11.438735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2dceffa-64e6-4efa-b40b-a249b083e21e req-4cf659a4-5dc6-4c87-b306-3e765ea23381 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 210 time: 0.2204797 Nov 12 05:21:11.491208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814f6b4-2dc8-48a1-affa-b21f0687bc32 req-f16de687-0498-44c9-96ae-9c78f5045872 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:11.497273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Request body: {'port': {'device_id': '77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4', 'network_id': '2a2d5ae3-3c61-462f-bdbf-560819410a93', 'admin_state_up': True, 'tenant_id': 'd4287e9696bf459c9f624775056949cb'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:11.499350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2814f6b4-2dc8-48a1-affa-b21f0687bc32 req-f16de687-0498-44c9-96ae-9c78f5045872 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 943 time: 0.2822709 Nov 12 05:21:11.641486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58314) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:11.701698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2814f6b4-2dc8-48a1-affa-b21f0687bc32 req-f4eabb69-cedb-4c0a-baf9-5c037c768f8c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013702 Nov 12 05:21:11.717164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:11.728463 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:11.743452 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e71e910a-1c95-4a27-8e87-2954465a713b HTTP/1.1" status: 204 len: 168 time: 2.3736615 Nov 12 05:21:11.775305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71083f-90a3-47ee-b1ae-1b871ef05760 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71e910a-1c95-4a27-8e87-2954465a713b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:11.819781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Made reservation on behalf of d4287e9696bf459c9f624775056949cb for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:11.823993 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.045312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:12.145613 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fadea35f-7a2b-48a5-acd2-3d3bfe513251 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e49a2fac973243dc80ce5abd4c954f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977900 Nov 12 05:21:12.153909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58322) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:12.245750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ae6125bb-2779-48f7-8b08-6183ab851298 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:12.270299 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.283107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-network', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:12.301287 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.344356 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3729ee06-eab3-45b4-9c80-fc4b9db1386d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.374820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port ae6125bb-2779-48f7-8b08-6183ab851298 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:12.375246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.382267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3729ee06-eab3-45b4-9c80-fc4b9db1386d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.453531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Made reservation on behalf of 29d43c51a5fe48ca896676cdcae6f483 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:12.462775 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.463261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Allocated IP 172.20.0.8 (2a2d5ae3-3c61-462f-bdbf-560819410a93/e25248d2-a826-4c47-9e68-2c24122f9707/8107effa-f19f-48c3-964a-035e12d7b90d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:12.472873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3729ee06-eab3-45b4-9c80-fc4b9db1386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.476558 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3729ee06-eab3-45b4-9c80-fc4b9db1386d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.477743 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3729ee06-eab3-45b4-9c80-fc4b9db1386d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d799a81e-230e-4f86-8209-34422b6d45e7 HTTP/1.1" status: 204 len: 168 time: 0.3222871 Nov 12 05:21:12.532697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729ee06-eab3-45b4-9c80-fc4b9db1386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d799a81e-230e-4f86-8209-34422b6d45e7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:12.608328 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.829991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0edd6cc-d383-48d1-861b-9ede6afb1d53 req-622e905c-fc39-468c-a861-38c20019e20d tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 210 time: 0.1063843 Nov 12 05:21:12.871544 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Floating IP 0e232fbf-ee72-4fd6-a961-e01db29508ad associated. External IP: 172.25.2.225, port: adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7. Nov 12 05:21:12.931187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:12.967975 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.000475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:13.004199 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d62c0-70ac-4215-a6e9-df88f3a7c8a6" -d '{"events": [{"server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "name": "network-vif-plugged", "status": "completed", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:13.050944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d80a-4de5-4165-bdab-085a86b8e6f6 req-5b137a31-09f4-4376-9f6c-7992f24c3659 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:13.060017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1165d80a-4de5-4165-bdab-085a86b8e6f6 req-5b137a31-09f4-4376-9f6c-7992f24c3659 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.3125257 Nov 12 05:21:13.068696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:13.068918 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.074160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5eb23c89-f470-4348-b8b3-bebf11aeddb3 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:13.118800 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.174785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303adba7-553a-4d26-888b-c99ce3dfd2f7 req-884dca48-0224-4283-b2b4-ff0d205924ec tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:13.183057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Pushing event updated for resources: {'Port': ['ID=8107effa-f19f-48c3-964a-035e12d7b90d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:13.183265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-303adba7-553a-4d26-888b-c99ce3dfd2f7 req-884dca48-0224-4283-b2b4-ff0d205924ec tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 943 time: 0.2223082 Nov 12 05:21:13.210092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Network 2a2d5ae3-3c61-462f-bdbf-560819410a93 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:13.211609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:13.223262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:13.225355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.246675 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.257315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:21:13.271723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1165d80a-4de5-4165-bdab-085a86b8e6f6 req-a6e0f7dd-eab3-4b6c-9fdb-45b221673cd1 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107074 Nov 12 05:21:13.318713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58356) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:13.366235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:13.366921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.402477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-bcfcac95-e727-434a-a60a-73208ec221b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9181726 Nov 12 05:21:13.414935 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b745e044-2654-4d69-a27b-0ae986735d1e x-openstack-request-id: req-b745e044-2654-4d69-a27b-0ae986735d1e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:13.415226 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "name": "network-vif-plugged", "status": "completed", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:13.417947 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b745e044-2654-4d69-a27b-0ae986735d1e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:13.419053 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'code': 200} Nov 12 05:21:13.435112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Request body: {'port': {'device_id': '77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:13.450283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:13.532890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5eb23c89-f470-4348-b8b3-bebf11aeddb3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5eb23c89-f470-4348-b8b3-bebf11aeddb3,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:13.549156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '5eb23c89-f470-4348-b8b3-bebf11aeddb3', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'port_id': '5eb23c89-f470-4348-b8b3-bebf11aeddb3', 'mac_address': 'fa:16:3e:7a:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13883a-6d2d-4077-bd2d-08d9f8815580', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:13.562453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa8df6ef-afcf-4aa9-8b9a-24826ea618a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.572561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740db435-69af-435e-91f7-a57775c512ef,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:13.574493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.633236 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.652846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:21:13.660038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb23c89-f470-4348-b8b3-bebf11aeddb3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:13.684650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5eb23c89-f470-4348-b8b3-bebf11aeddb3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5eb23c89-f470-4348-b8b3-bebf11aeddb3,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:13.690034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Router 0459c988-008e-4040-bc9b-e93b319eacdb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:21:13.691561 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.712577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-303adba7-553a-4d26-888b-c99ce3dfd2f7 req-1ebc0f55-951f-4618-9840-b10197dc0839 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230246 Nov 12 05:21:13.725169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.725763 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Added segment 56790da4-dd0e-458e-b980-faa10fb0206e of type vlan for network 698cb2bf-ac47-4712-a247-675154f801ac Nov 12 05:21:13.855086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=5eb23c89-f470-4348-b8b3-bebf11aeddb3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:13.855666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa8df6ef-afcf-4aa9-8b9a-24826ea618a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.871915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa8df6ef-afcf-4aa9-8b9a-24826ea618a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.905639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.922211 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-429e20d3-98f6-4644-8aff-dff6aa1e51ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.928925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:13.941065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.941538 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] Sync routers for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:13.960608 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:13.962948 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:14.010792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8df6ef-afcf-4aa9-8b9a-24826ea618a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d22ee60-b992-4a54-baac-8507db50b65c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:14.011659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:14.012768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.013540 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:14.024842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0fcd6566-408b-4fad-a530-2e7bcdbb7e96 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "PUT /v2.0/floatingips/0e232fbf-ee72-4fd6-a961-e01db29508ad HTTP/1.1" status: 200 len: 991 time: 3.4967172 Nov 12 05:21:14.029431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:14.034470 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aa8df6ef-afcf-4aa9-8b9a-24826ea618a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1016ba956a9449edbda7b2544f0604c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7143393 Nov 12 05:21:14.035261 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16" -d '{"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:14.036525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58386) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:14.121551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4783680 Nov 12 05:21:14.130128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a83f71-bbe6-4395-bd4f-94df954af7a2 req-548ad4d0-93ba-46d3-908b-abc4ff8f05b9 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.138582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4a83f71-bbe6-4395-bd4f-94df954af7a2 req-548ad4d0-93ba-46d3-908b-abc4ff8f05b9 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 931 time: 0.1937294 Nov 12 05:21:14.141941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58390) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:14.156412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Request body: {'subnet': {'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-subnet', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:14.174805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['5eb23c89-f470-4348-b8b3-bebf11aeddb3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:14.176331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c37ab1-5e99-4ded-93b1-90bf4fe3418a admin admin] Pushing event updated for resources: {'Network': ['ID=698cb2bf-ac47-4712-a247-675154f801ac,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:14.216676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Made reservation on behalf of 29d43c51a5fe48ca896676cdcae6f483 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:14.220760 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:14.259495 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4a83f71-bbe6-4395-bd4f-94df954af7a2 req-26cb2ff5-b3f4-461c-8b88-2091985344d1 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195529 Nov 12 05:21:14.280208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 698cb2bf-ac47-4712-a247-675154f801ac details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:21:14.325479 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d4c451-95eb-42e3-bcba-bf23461fca88 x-openstack-request-id: req-64d4c451-95eb-42e3-bcba-bf23461fca88 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:14.325771 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:14.326023 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64d4c451-95eb-42e3-bcba-bf23461fca88 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:14.326459 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'status': 'completed', 'code': 200} Nov 12 05:21:14.333519 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:14.393506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8107effa-f19f-48c3-964a-035e12d7b90d {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:14.484442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-13b90935-9d66-47a7-a173-2b0614e53763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.485274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-13b90935-9d66-47a7-a173-2b0614e53763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.485911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-13b90935-9d66-47a7-a173-2b0614e53763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.486583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-13b90935-9d66-47a7-a173-2b0614e53763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.488171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-13b90935-9d66-47a7-a173-2b0614e53763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.488812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-13b90935-9d66-47a7-a173-2b0614e53763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.489498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-13b90935-9d66-47a7-a173-2b0614e53763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.492320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-13b90935-9d66-47a7-a173-2b0614e53763 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6508 time: 0.1573796 Nov 12 05:21:14.533878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5f140-fdea-4771-af55-ebbd7c1f2e93 req-26fe3694-91cd-40bd-9d1f-2ca2d5f01c90 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.536041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00e5f140-fdea-4771-af55-ebbd7c1f2e93 req-26fe3694-91cd-40bd-9d1f-2ca2d5f01c90 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.1359947 Nov 12 05:21:14.593192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:14.664804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-3acdb566-d434-4518-8b91-3cc4d1201b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.666526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-3acdb566-d434-4518-8b91-3cc4d1201b4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2478ff-cee8-449a-8481-98ac2b21b209 HTTP/1.1" status: 200 len: 917 time: 0.1595817 Nov 12 05:21:14.693520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Transition to ACTIVE for port object 8107effa-f19f-48c3-964a-035e12d7b90d will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:14.743797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:14.776785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-e5ef590d-bf91-49fd-a63f-633631061861 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:14.777886 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-e5ef590d-bf91-49fd-a63f-633631061861 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.3397183 Nov 12 05:21:14.784714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37a5acbe-313c-47ff-8588-b19795f7fa9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:14.811167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37a5acbe-313c-47ff-8588-b19795f7fa9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:14.879528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00e5f140-fdea-4771-af55-ebbd7c1f2e93 req-9e4b6cd7-6e86-476d-99f1-f229ddd0a0be tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067048 Nov 12 05:21:14.909923 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0e232fbf-ee72-4fd6-a961-e01db29508ad', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'port_id': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'mac_address': 'fa:16:3e:55:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:19:38Z', 'updated_at': '2021-11-12T05:21:12Z', 'revision_number': 1, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:06Z', 'revision_number': 5, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:14.956263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-e4677bf5-e790-4645-95df-8974d71424c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 HTTP/1.1" status: 200 len: 999 time: 0.2566781 Nov 12 05:21:14.960521 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:15.016526 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] Checking router: 0459c988-008e-4040-bc9b-e93b319eacdb for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:15.029445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8551dc53-43c1-451d-80ae-f5fd96a81bb1,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:15.033190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Pushing event updated for resources: {'Port': ['ID=8107effa-f19f-48c3-964a-035e12d7b90d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:15.076407 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:15.083725 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:15.088016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37a5acbe-313c-47ff-8588-b19795f7fa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:15.091622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37a5acbe-313c-47ff-8588-b19795f7fa9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:15.096220 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-37a5acbe-313c-47ff-8588-b19795f7fa9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d22ee60-b992-4a54-baac-8507db50b65c HTTP/1.1" status: 204 len: 168 time: 0.8469687 Nov 12 05:21:15.196666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Checking segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:15.197775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Network hostable DHCP agents. Network: 698cb2bf-ac47-4712-a247-675154f801ac, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:21:15.230123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cccd0-340c-446a-a448-ca31296575a0 req-6db155d3-9856-4800-b6cf-caa97b95f02b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:15.232085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-473cccd0-340c-446a-a448-ca31296575a0 req-6db155d3-9856-4800-b6cf-caa97b95f02b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 944 time: 0.2039940 Nov 12 05:21:15.233772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-ebbdeefa-ef52-48cc-ad15-05bfdf35b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:15.237007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-ebbdeefa-ef52-48cc-ad15-05bfdf35b6cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c54d1faf-483f-422b-8037-251de861ef51 HTTP/1.1" status: 200 len: 855 time: 0.2720602 Nov 12 05:21:15.324565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Network 698cb2bf-ac47-4712-a247-675154f801ac is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:21:15.372020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-473cccd0-340c-446a-a448-ca31296575a0 req-f83e9c27-1fe1-4433-ada8-708df9e17320 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320353 Nov 12 05:21:15.390025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 698cb2bf-ac47-4712-a247-675154f801ac) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:15.400920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f7f4c-1c76-4007-8399-71467e85bf5d None None] Network 698cb2bf-ac47-4712-a247-675154f801ac requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:15.401967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:15.403503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:15.414067 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:15.448317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3f977d77-5938-4a55-86ae-ddc4cfd50472 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3017106 Nov 12 05:21:15.449985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58432) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:15.462092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:15.483319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-f78024b5-fa40-4c44-949d-08396490d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:15.487674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-f78024b5-fa40-4c44-949d-08396490d7f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2478ff-cee8-449a-8481-98ac2b21b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124934 Nov 12 05:21:15.882459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5acbe-313c-47ff-8588-b19795f7fa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d22ee60-b992-4a54-baac-8507db50b65c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:15.900295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58458) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:15.935248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-698cb2bf-ac47-4712-a247-675154f801ac', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:21:15.935248 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:15.974259 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0e232fbf-ee72-4fd6-a961-e01db29508ad', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'port_id': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'mac_address': 'fa:16:3e:55:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:19:38Z', 'updated_at': '2021-11-12T05:21:12Z', 'revision_number': 1, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:06Z', 'revision_number': 5, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:15.982031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Attempting to bind port 8107effa-f19f-48c3-964a-035e12d7b90d on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:15.982656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Attempting to bind port 8107effa-f19f-48c3-964a-035e12d7b90d by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'c13ac4ef-37c0-470e-bc4d-b9b41fd308e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a2d5ae3-3c61-462f-bdbf-560819410a93'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:15.982831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Attempting to bind port 8107effa-f19f-48c3-964a-035e12d7b90d on network 2a2d5ae3-3c61-462f-bdbf-560819410a93 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:16.008428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-72375b03-fe86-4515-b791-878e692af958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.030314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Port 8107effa-f19f-48c3-964a-035e12d7b90d on network 2a2d5ae3-3c61-462f-bdbf-560819410a93 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:16.030649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Attempting to bind port 8107effa-f19f-48c3-964a-035e12d7b90d on network 2a2d5ae3-3c61-462f-bdbf-560819410a93 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:16.040387 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046a4b1-665e-4bfc-9de6-7f32d64fdd65 None None] The sync data for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 is: [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0e232fbf-ee72-4fd6-a961-e01db29508ad', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'port_id': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'mac_address': 'fa:16:3e:55:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d57ab4-3043-4922-9308-99789288c64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:19:38Z', 'updated_at': '2021-11-12T05:21:12Z', 'revision_number': 1, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:06Z', 'revision_number': 5, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:16.054753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:16.055778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Checking segment: {'id': 'c13ac4ef-37c0-470e-bc4d-b9b41fd308e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a2d5ae3-3c61-462f-bdbf-560819410a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:16.056362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Bound using segment: {'id': 'c13ac4ef-37c0-470e-bc4d-b9b41fd308e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a2d5ae3-3c61-462f-bdbf-560819410a93'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:16.063098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Bound port: 8107effa-f19f-48c3-964a-035e12d7b90d, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13ac4ef-37c0-470e-bc4d-b9b41fd308e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2a2d5ae3-3c61-462f-bdbf-560819410a93'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:16.063780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.120928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Deleting port 75281d88-3121-4e6f-af62-39e057ac3e04 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:16.121302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.268816 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42e5d6d4-08c8-4145-9b65-f17c23f6f8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.295767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Allocated IP 172.20.0.2 (698cb2bf-ac47-4712-a247-675154f801ac/8551dc53-43c1-451d-80ae-f5fd96a81bb1/6d288d8e-1b97-4386-96d9-e5e3ca878688) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:16.345184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-a0051c8b-5669-47cb-91ad-cc23f91c9a45 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8407841 Nov 12 05:21:16.466790 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.467800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.474492 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-72375b03-fe86-4515-b791-878e692af958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.515190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] For port 75281d88-3121-4e6f-af62-39e057ac3e04, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=75281d88-3121-4e6f-af62-39e057ac3e04,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:16.515492 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.551804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Calling delete_port for 75281d88-3121-4e6f-af62-39e057ac3e04 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:16.603504 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.608900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932e051-4a43-4b25-be1e-59df510b7024 None None] New status for floating IP 0e232fbf-ee72-4fd6-a961-e01db29508ad: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:21:16.661431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] For port 8107effa-f19f-48c3-964a-035e12d7b90d, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:16.666506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-72375b03-fe86-4515-b791-878e692af958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.736282 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.751403 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-72375b03-fe86-4515-b791-878e692af958 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=962ea198fcfe47fdaab59d9ef314003f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8477030 Nov 12 05:21:16.756133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72375b03-fe86-4515-b791-878e692af958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b56774-48f0-4682-bbfe-5fb6cd52a6ed,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:16.760643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58498) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:16.782934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.809943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] For port 8107effa-f19f-48c3-964a-035e12d7b90d, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8107effa-f19f-48c3-964a-035e12d7b90d,segment=NetworkSegment(c13ac4ef-37c0-470e-bc4d-b9b41fd308e6),segment_id=c13ac4ef-37c0-470e-bc4d-b9b41fd308e6)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:16.834848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee22c3-27d0-4ea4-9ded-f6a2761cca1b req-22de5d7f-c4d1-4d4a-8a28-e4f83b4fd145 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:16.836347 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bee22c3-27d0-4ea4-9ded-f6a2761cca1b req-22de5d7f-c4d1-4d4a-8a28-e4f83b4fd145 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 943 time: 0.4901507 Nov 12 05:21:16.842603 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.848301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Pushing event deleted for resources: {'Port': ['ID=75281d88-3121-4e6f-af62-39e057ac3e04,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:16.907296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.920366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:16.920982 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.922397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] 10.222.0.43 "PUT /v2.0/ports/8107effa-f19f-48c3-964a-035e12d7b90d HTTP/1.1" status: 200 len: 1092 time: 3.4991090 Nov 12 05:21:16.925001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4', 'tag': '8107effa-f19f-48c3-964a-035e12d7b90d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:16.928591 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4", "tag": "8107effa-f19f-48c3-964a-035e12d7b90d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:16.944973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['97004944-86eb-4ad7-89f7-0951adf890d8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:16.951086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] No DVR routers for this DVR port 75281d88-3121-4e6f-af62-39e057ac3e04 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:16.956797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-575ab384-42bd-4fc6-b6e6-4cfaae07a5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.959239 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:16.962605 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0a1898c4-623c-497c-829a-3e2d9b52c843 req-a69780ee-9664-49b2-a060-e7aba34624fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.43 "DELETE /v2.0/ports/75281d88-3121-4e6f-af62-39e057ac3e04 HTTP/1.1" status: 204 len: 173 time: 2.0879769 Nov 12 05:21:16.985689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['cf8ddea9-69ee-44b4-a499-ee333a54698b', '75281d88-3121-4e6f-af62-39e057ac3e04'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:16.988996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e79a-bb9b-454a-92fa-8279abe31f61 service neutron] Pushing event updated for resources: {'Port': ['ID=8107effa-f19f-48c3-964a-035e12d7b90d,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:17.011648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-575ab384-42bd-4fc6-b6e6-4cfaae07a5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.076815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568d7b-1f51-48aa-a133-849704cadecb req-46e318e8-55ce-42dc-a5d3-1d3de804c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:17.078055 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-46e318e8-55ce-42dc-a5d3-1d3de804c860 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4287e9696bf459c9f624775056949cb&device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 1095 time: 0.0806663 Nov 12 05:21:17.121557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5eb23c89-f470-4348-b8b3-bebf11aeddb3 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:17.126646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Network 698cb2bf-ac47-4712-a247-675154f801ac is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:17.170537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:17.173851 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-6dd609da-a561-4445-bd32-69a2c2aacc3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8107effa-f19f-48c3-964a-035e12d7b90d HTTP/1.1" status: 200 len: 217 time: 0.0788476 Nov 12 05:21:17.174619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-575ab384-42bd-4fc6-b6e6-4cfaae07a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.176892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Pushing event updated for resources: {'Port': ['ID=6d288d8e-1b97-4386-96d9-e5e3ca878688,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:17.177211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1329825-7f2a-41cb-958b-3c5d23abb57a req-2caa3313-1e5a-48f2-b422-f883d94f6097 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:17.177917 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-575ab384-42bd-4fc6-b6e6-4cfaae07a5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.181400 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-575ab384-42bd-4fc6-b6e6-4cfaae07a5b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0b56774-48f0-4682-bbfe-5fb6cd52a6ed HTTP/1.1" status: 204 len: 168 time: 0.4160402 Nov 12 05:21:17.186238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:17.198896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ab384-42bd-4fc6-b6e6-4cfaae07a5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b56774-48f0-4682-bbfe-5fb6cd52a6ed,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:17.213001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1329825-7f2a-41cb-958b-3c5d23abb57a req-2caa3313-1e5a-48f2-b422-f883d94f6097 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0 HTTP/1.1" status: 200 len: 867 time: 0.5776610 Nov 12 05:21:17.270885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568d7b-1f51-48aa-a133-849704cadecb req-988a35a2-3a49-4c85-b575-3a3b9de23d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:17.272469 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-988a35a2-3a49-4c85-b575-3a3b9de23d21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e25248d2-a826-4c47-9e68-2c24122f9707 HTTP/1.1" status: 200 len: 854 time: 0.0847366 Nov 12 05:21:17.317714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bee22c3-27d0-4ea4-9ded-f6a2761cca1b req-97e855a0-0e33-4f18-99d6-b76f37a0b9dc tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883817 Nov 12 05:21:17.343746 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-34f164ca-bcf5-43a6-a658-d68738bc8a8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a2d5ae3-3c61-462f-bdbf-560819410a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582714 Nov 12 05:21:17.405902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Attempting to bind port 6d288d8e-1b97-4386-96d9-e5e3ca878688 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:17.406274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Attempting to bind port 6d288d8e-1b97-4386-96d9-e5e3ca878688 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:17.406667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Attempting to bind port 6d288d8e-1b97-4386-96d9-e5e3ca878688 on network 698cb2bf-ac47-4712-a247-675154f801ac {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:17.455921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:17.456299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Checking segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:17.456707 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.457103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Bound using segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:17.457588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Bound port: 6d288d8e-1b97-4386-96d9-e5e3ca878688, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:17.463706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.524066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.526835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1329825-7f2a-41cb-958b-3c5d23abb57a req-6b244f4b-b8bc-4290-8d79-8f6ab5a5b5f5 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076386 Nov 12 05:21:17.590804 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.624894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:17.641702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:17.642076 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.699684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca4f9c7b-2890-4ac5-bf87-f6ffac1aae16 req-e8c1f3c0-fe06-4c06-b7e7-073b3689a15f service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3111143 Nov 12 05:21:17.720561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] For port 6d288d8e-1b97-4386-96d9-e5e3ca878688, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:17.728692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] For port 6d288d8e-1b97-4386-96d9-e5e3ca878688, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6d288d8e-1b97-4386-96d9-e5e3ca878688,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:17.743113 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-544944a2-c6d0-4f08-9cc9-fb61733eb56a service neutron] 10.222.0.43 "GET /v2.0/networks/2a2d5ae3-3c61-462f-bdbf-560819410a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894701 Nov 12 05:21:17.765750 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.878598 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:17.944031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc724b9f-d340-423e-97f3-9d2713147695 req-15cd0d5d-907f-4fae-8261-a142ece9e4ea tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:17.945643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc724b9f-d340-423e-97f3-9d2713147695 req-15cd0d5d-907f-4fae-8261-a142ece9e4ea tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 944 time: 0.3960719 Nov 12 05:21:17.972847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaeb513-7383-4311-bf54-002fedcc7f90 None None] Pushing event updated for resources: {'Port': ['ID=6d288d8e-1b97-4386-96d9-e5e3ca878688,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:17.979970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d74ceab-39e2-4d7d-864f-f481e7681428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb23c89-f470-4348-b8b3-bebf11aeddb3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:17.989839 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c24402-9f5a-460b-b6a2-dda8bd929601" -d '{"events": [{"server_uuid": "9d74ceab-39e2-4d7d-864f-f481e7681428", "name": "network-vif-plugged", "status": "completed", "tag": "5eb23c89-f470-4348-b8b3-bebf11aeddb3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:18.006386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5eb23c89-f470-4348-b8b3-bebf11aeddb3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5eb23c89-f470-4348-b8b3-bebf11aeddb3,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:18.015831 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:18.017085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 75281d88-3121-4e6f-af62-39e057ac3e04 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:18.039249 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ac568d7b-1f51-48aa-a133-849704cadecb req-36d86e13-521a-49f1-9f83-50298593fef1 service neutron] 10.222.0.43 "GET /v2.0/networks/2a2d5ae3-3c61-462f-bdbf-560819410a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866354 Nov 12 05:21:18.114487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc724b9f-d340-423e-97f3-9d2713147695 req-708df80b-8b02-4fd1-9364-e958109c638c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620444 Nov 12 05:21:18.168159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 75281d88-3121-4e6f-af62-39e057ac3e04 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:18.168638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 75281d88-3121-4e6f-af62-39e057ac3e04 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:18.253427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=5eb23c89-f470-4348-b8b3-bebf11aeddb3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:18.368388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:18.400387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:18.520151 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:18.569987 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc598221-121b-4999-8251-dd658cf764ce x-openstack-request-id: req-dc598221-121b-4999-8251-dd658cf764ce {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:18.570877 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4", "tag": "8107effa-f19f-48c3-964a-035e12d7b90d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:18.571347 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc598221-121b-4999-8251-dd658cf764ce {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:18.571924 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4', 'tag': '8107effa-f19f-48c3-964a-035e12d7b90d', 'status': 'completed', 'code': 200} Nov 12 05:21:18.591081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Allocated IP 172.25.2.92 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/44e360f5-93f2-46fb-9f53-7eb6052374ad) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:18.600350 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db7a3d-6a3f-4044-a821-5749c12b4d33 x-openstack-request-id: req-40db7a3d-6a3f-4044-a821-5749c12b4d33 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:18.602893 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d74ceab-39e2-4d7d-864f-f481e7681428", "name": "network-vif-plugged", "status": "completed", "tag": "5eb23c89-f470-4348-b8b3-bebf11aeddb3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:18.603381 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40db7a3d-6a3f-4044-a821-5749c12b4d33 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:18.604154 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d74ceab-39e2-4d7d-864f-f481e7681428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb23c89-f470-4348-b8b3-bebf11aeddb3', 'code': 200} Nov 12 05:21:18.823300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414355-b19b-4279-9d8e-54d00852d397 req-785d3ba4-b889-4802-aaeb-d9d3c74b1c5f tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:18.827760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-f8196028-e6c1-454c-8ea4-c14b34e65cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:18.830384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-f8196028-e6c1-454c-8ea4-c14b34e65cfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4287e9696bf459c9f624775056949cb&device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 1095 time: 0.1974618 Nov 12 05:21:18.830545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35414355-b19b-4279-9d8e-54d00852d397 req-785d3ba4-b889-4802-aaeb-d9d3c74b1c5f tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 943 time: 0.1356435 Nov 12 05:21:18.858092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39566a-1341-4151-9403-8b6e5c4ebeae req-07ddfcfa-7708-46cb-9025-4cc5b1572880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:18.863063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:18.870378 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-de39566a-1341-4151-9403-8b6e5c4ebeae req-07ddfcfa-7708-46cb-9025-4cc5b1572880 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 1097 time: 0.1109242 Nov 12 05:21:18.961994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35414355-b19b-4279-9d8e-54d00852d397 req-c82e9e44-77b7-4b91-996b-53db32cee079 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304841 Nov 12 05:21:18.995859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:19.081745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:19.106020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:19.110435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:19.112777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Pushing event updated for resources: {'Port': ['ID=44e360f5-93f2-46fb-9f53-7eb6052374ad,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:19.117059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-de39566a-1341-4151-9403-8b6e5c4ebeae req-2a903f6e-7a8a-40c4-a08d-3c789d051d15 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305832 Nov 12 05:21:19.147515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-4ddfb880-8220-4f09-8f57-d79b3da307b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:19.149014 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-4ddfb880-8220-4f09-8f57-d79b3da307b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a2d5ae3-3c61-462f-bdbf-560819410a93 HTTP/1.1" status: 200 len: 915 time: 0.3053255 Nov 12 05:21:19.429542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:19.461415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0fc43-9905-457a-b691-087b1daa9f16 req-a9fafbb5-a493-4a00-ab87-6d38dc42867e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:19.469129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32a0fc43-9905-457a-b691-087b1daa9f16 req-a9fafbb5-a493-4a00-ab87-6d38dc42867e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 945 time: 0.1311436 Nov 12 05:21:19.634047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-5da2b1bd-185a-4aaf-8c55-ab863ac1fc69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8107effa-f19f-48c3-964a-035e12d7b90d HTTP/1.1" status: 200 len: 217 time: 0.0818489 Nov 12 05:21:19.720950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d45049-1d83-4ac3-9770-ef22ece906c5 req-2accc654-b41c-45b3-b2a4-416d15dc791d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:19.730598 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52d45049-1d83-4ac3-9770-ef22ece906c5 req-2accc654-b41c-45b3-b2a4-416d15dc791d tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 945 time: 0.2003055 Nov 12 05:21:19.748542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-238e22d8-ac73-44b3-86f4-db83816e0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:19.756712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32a0fc43-9905-457a-b691-087b1daa9f16 req-10402ba4-6e3b-43d3-8fb5-7f208a660282 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795045 Nov 12 05:21:19.757256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-238e22d8-ac73-44b3-86f4-db83816e0842 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e25248d2-a826-4c47-9e68-2c24122f9707 HTTP/1.1" status: 200 len: 854 time: 0.0983183 Nov 12 05:21:19.758286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672a9ba-82e3-407f-9db0-63f561c8948e None None] Network 698cb2bf-ac47-4712-a247-675154f801ac requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:19.801258 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:19.822692 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-2f1a5f35-f894-4617-bd36-d077b8f62117 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a2d5ae3-3c61-462f-bdbf-560819410a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574670 Nov 12 05:21:19.877117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c2a70aab-3194-4cfc-b100-2474ee140196 None None] Provisioning complete for port 6d288d8e-1b97-4386-96d9-e5e3ca878688 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:19.877762 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a70aab-3194-4cfc-b100-2474ee140196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:19.995439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52d45049-1d83-4ac3-9770-ef22ece906c5 req-0f2ba2f3-894f-4546-a4a2-bc92cc2a8100 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499614 Nov 12 05:21:20.058251 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-222c5272-cc97-4efb-a0b3-22ec12d4d3aa service neutron] 10.222.0.43 "GET /v2.0/networks/2a2d5ae3-3c61-462f-bdbf-560819410a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135284 Nov 12 05:21:20.256967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6d288d8e-1b97-4386-96d9-e5e3ca878688 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:20.321330 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-274140ab-a5e7-4ba4-aeeb-3cf06270b13e req-21f8bba9-bb7c-4d4d-8659-d717615e5ecc service neutron] 10.222.0.43 "GET /v2.0/networks/2a2d5ae3-3c61-462f-bdbf-560819410a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622340 Nov 12 05:21:20.394608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea19dd-3809-4bf8-8297-2dbb75816031 req-de29a069-d3bb-4a0d-9b96-ca4cd7a80580 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:20.413383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0aea19dd-3809-4bf8-8297-2dbb75816031 req-de29a069-d3bb-4a0d-9b96-ca4cd7a80580 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 943 time: 0.2253699 Nov 12 05:21:20.541931 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:20.557172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0aea19dd-3809-4bf8-8297-2dbb75816031 req-4b55f03c-a293-46c2-8b25-8c47bab004c1 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423779 Nov 12 05:21:20.565420 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a70aab-3194-4cfc-b100-2474ee140196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:20.573491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0', 'name': 'network-vif-deleted', 'tag': '75281d88-3121-4e6f-af62-39e057ac3e04'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:20.576026 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3a6b08-7c6d-4f9c-a371-2b61822fea9a" -d '{"events": [{"server_uuid": "0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0", "name": "network-vif-deleted", "tag": "75281d88-3121-4e6f-af62-39e057ac3e04"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:20.672663 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860bb435-12de-4930-b11e-d1425b3e75bb x-openstack-request-id: req-860bb435-12de-4930-b11e-d1425b3e75bb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:20.673553 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0", "name": "network-vif-deleted", "tag": "75281d88-3121-4e6f-af62-39e057ac3e04", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:20.673553 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-860bb435-12de-4930-b11e-d1425b3e75bb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:20.673553 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf12b1a-19e4-4524-afd1-05e6ae4d2ba0', 'name': 'network-vif-deleted', 'tag': '75281d88-3121-4e6f-af62-39e057ac3e04', 'status': 'completed', 'code': 200} Nov 12 05:21:20.705607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c2a70aab-3194-4cfc-b100-2474ee140196 None None] For port 6d288d8e-1b97-4386-96d9-e5e3ca878688, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6d288d8e-1b97-4386-96d9-e5e3ca878688,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:20.720793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a70aab-3194-4cfc-b100-2474ee140196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:20.889457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6d288d8e-1b97-4386-96d9-e5e3ca878688 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:20.889457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:21.032702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a70aab-3194-4cfc-b100-2474ee140196 None None] Pushing event updated for resources: {'Port': ['ID=6d288d8e-1b97-4386-96d9-e5e3ca878688,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:21.094493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:21:21.108273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58720) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:21.142997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c1e92-6be2-48d1-9ae2-3edf5200324e req-ce26f262-b1ee-40db-a759-2599f687d053 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:21.160792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-217c1e92-6be2-48d1-9ae2-3edf5200324e req-ce26f262-b1ee-40db-a759-2599f687d053 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 945 time: 0.2162910 Nov 12 05:21:21.162359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c86e6cb9-acba-44b1-99e3-056f7cbbebee None None] Provisioning complete for port 6d288d8e-1b97-4386-96d9-e5e3ca878688 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:21.162918 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c86e6cb9-acba-44b1-99e3-056f7cbbebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:21.326002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-217c1e92-6be2-48d1-9ae2-3edf5200324e req-819d6a85-180e-4ed6-9217-622a96b3b68d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641994 Nov 12 05:21:21.336585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ccf15629-a50c-46c8-a7ad-f9e649cbfe5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:21.477523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:21.488308 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:21.513751 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:21.515301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee1560-50fc-4b0d-9096-a6574b225485 req-c2c84e38-715b-40a6-9d48-1997c1bb8cdc tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:21.518693 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:21.527283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91ee1560-50fc-4b0d-9096-a6574b225485 req-c2c84e38-715b-40a6-9d48-1997c1bb8cdc tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 945 time: 0.1393607 Nov 12 05:21:21.544396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ccf15629-a50c-46c8-a7ad-f9e649cbfe5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:21.545007 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:21.547527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e84b3583-b2c7-4517-9155-0163febe4f6e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0940354 Nov 12 05:21:21.551127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58752) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:21.570359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ccf15629-a50c-46c8-a7ad-f9e649cbfe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:21.621295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91ee1560-50fc-4b0d-9096-a6574b225485 req-105389ed-f8b5-4f25-9e51-2450d7bbdeb7 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931163 Nov 12 05:21:21.778045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ed19e-9e15-4ffe-bb23-bd1b7a311a67 req-5953fb1b-47d3-48d7-9ee6-dda259e6011d tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:21.786053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-435ed19e-9e15-4ffe-bb23-bd1b7a311a67 req-5953fb1b-47d3-48d7-9ee6-dda259e6011d tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 943 time: 0.0804472 Nov 12 05:21:21.801005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:21.872993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-435ed19e-9e15-4ffe-bb23-bd1b7a311a67 req-0e6062c2-3834-42ce-882d-7ce4f20358d1 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858107 Nov 12 05:21:21.877180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58776) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:21.877450 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ccf15629-a50c-46c8-a7ad-f9e649cbfe5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33f0d39d81164405bab5770acc439b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7680557 Nov 12 05:21:21.895699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0bb59-acf4-4b73-a549-22384693573b req-d56e74ab-4c9a-4504-a22a-7c5ff4640c13 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:21.897423 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-22b0bb59-acf4-4b73-a549-22384693573b req-d56e74ab-4c9a-4504-a22a-7c5ff4640c13 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.43 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 945 time: 0.3472493 Nov 12 05:21:21.898083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf15629-a50c-46c8-a7ad-f9e649cbfe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd63498-2b02-46fa-9166-862c154437b0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:21.966616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7875679d-4863-4c50-af2d-712eba4e0870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.026436 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7875679d-4863-4c50-af2d-712eba4e0870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.156201 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7875679d-4863-4c50-af2d-712eba4e0870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.158450 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:19Z', 'revision_number': 3, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:22.160150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7875679d-4863-4c50-af2d-712eba4e0870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.167747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7875679d-4863-4c50-af2d-712eba4e0870 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fd63498-2b02-46fa-9166-862c154437b0 HTTP/1.1" status: 204 len: 168 time: 0.2877486 Nov 12 05:21:22.174856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6d288d8e-1b97-4386-96d9-e5e3ca878688 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:22.190370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875679d-4863-4c50-af2d-712eba4e0870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd63498-2b02-46fa-9166-862c154437b0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:22.197541 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:22.198213 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Updating router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea port 44e360f5-93f2-46fb-9f53-7eb6052374ad binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:21:22.249663 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.305405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6d288d8e-1b97-4386-96d9-e5e3ca878688 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:22.305985 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.456525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Deleting port cf8ddea9-69ee-44b4-a499-ee333a54698b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:22.456877 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.632628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55c579-0a0e-42b7-90d9-ac6a82c0b4f8 req-cbcc7d6c-d2d7-4d3c-8234-e20fd44028b6 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:22.650516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc55c579-0a0e-42b7-90d9-ac6a82c0b4f8 req-cbcc7d6c-d2d7-4d3c-8234-e20fd44028b6 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 945 time: 0.1814120 Nov 12 05:21:22.727004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.772269 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.780985 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.802451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc55c579-0a0e-42b7-90d9-ac6a82c0b4f8 req-9854bf44-a963-4374-9df5-fc452554d1ae tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508572 Nov 12 05:21:22.836644 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Pushing event updated for resources: {'Port': ['ID=44e360f5-93f2-46fb-9f53-7eb6052374ad,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:22.851715 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.852252 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.852776 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.853245 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.853788 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.854301 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.854791 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.855216 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.855689 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.856118 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.856539 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.857062 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:22.897810 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Attempting to bind port 44e360f5-93f2-46fb-9f53-7eb6052374ad on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:22.898915 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Attempting to bind port 44e360f5-93f2-46fb-9f53-7eb6052374ad by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:22.899676 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Attempting to bind port 44e360f5-93f2-46fb-9f53-7eb6052374ad on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:22.915733 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:22.918908 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:22.919594 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.923272 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:22.931806 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Bound port: 44e360f5-93f2-46fb-9f53-7eb6052374ad, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:22.932818 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.956065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Allocated IP 172.20.0.1 (698cb2bf-ac47-4712-a247-675154f801ac/8551dc53-43c1-451d-80ae-f5fd96a81bb1/148a39be-725a-4ce3-8e29-a4309269994e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:22.988342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58860) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:23.006818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42722466-8247-4b21-ab6f-24e185501b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.039893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234aafb-09f0-4340-a426-b36351e25878 req-18dca654-ad2a-4fb8-b9bc-7b47f4bf9132 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:23.054177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a234aafb-09f0-4340-a426-b36351e25878 req-18dca654-ad2a-4fb8-b9bc-7b47f4bf9132 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=49d6ea7f-542d-4cb9-8d86-0392e5c08f76 HTTP/1.1" status: 200 len: 945 time: 0.1257360 Nov 12 05:21:23.071931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] For port cf8ddea9-69ee-44b4-a499-ee333a54698b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf8ddea9-69ee-44b4-a499-ee333a54698b,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:23.072330 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.091835 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] For port 44e360f5-93f2-46fb-9f53-7eb6052374ad, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:23.096710 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] For port 44e360f5-93f2-46fb-9f53-7eb6052374ad, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44e360f5-93f2-46fb-9f53-7eb6052374ad,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:23.098891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Calling delete_port for cf8ddea9-69ee-44b4-a499-ee333a54698b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:23.103272 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.103547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.120135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8107effa-f19f-48c3-964a-035e12d7b90d details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:23.187512 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:23.188459 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:23.193686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a234aafb-09f0-4340-a426-b36351e25878 req-476be64f-ca34-4d6c-82ed-9ecaaeb8960a tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371992 Nov 12 05:21:23.228582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.259430 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42722466-8247-4b21-ab6f-24e185501b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.270480 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42722466-8247-4b21-ab6f-24e185501b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.328786 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021027d-530b-4104-96d4-11a3aa1faf03 None None] Pushing event updated for resources: {'Port': ['ID=44e360f5-93f2-46fb-9f53-7eb6052374ad,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:23.336579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Network 698cb2bf-ac47-4712-a247-675154f801ac is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:23.342152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8107effa-f19f-48c3-964a-035e12d7b90d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8107effa-f19f-48c3-964a-035e12d7b90d,segment=NetworkSegment(c13ac4ef-37c0-470e-bc4d-b9b41fd308e6),segment_id=c13ac4ef-37c0-470e-bc4d-b9b41fd308e6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:23.357329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '8107effa-f19f-48c3-964a-035e12d7b90d', 'network_id': '2a2d5ae3-3c61-462f-bdbf-560819410a93', 'port_id': '8107effa-f19f-48c3-964a-035e12d7b90d', 'mac_address': 'fa:16:3e:be:92:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25248d2-a826-4c47-9e68-2c24122f9707', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:23.361255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42722466-8247-4b21-ab6f-24e185501b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b171e1f-4844-498c-8726-e4faa9c2a02f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:23.383568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:23.394505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:23.422979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-42722466-8247-4b21-ab6f-24e185501b4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13ed88a3703b4d8893c87fc94c0b1465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315097 Nov 12 05:21:23.426378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58878) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:23.465428 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.486708 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:23.515008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8107effa-f19f-48c3-964a-035e12d7b90d {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:23.517184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Pushing event updated for resources: {'Port': ['ID=148a39be-725a-4ce3-8e29-a4309269994e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:23.556087 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.557404 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-431972dc-b8c3-4b8a-95d6-ac1a50095c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.565700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8107effa-f19f-48c3-964a-035e12d7b90d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8107effa-f19f-48c3-964a-035e12d7b90d,segment=NetworkSegment(c13ac4ef-37c0-470e-bc4d-b9b41fd308e6),segment_id=c13ac4ef-37c0-470e-bc4d-b9b41fd308e6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:23.569821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391eb3e-f01e-4c12-bf97-a55b11c59ac7 req-e64ef2aa-5585-4ce7-b30d-4a78f42b21a8 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:23.574448 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.578378 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.578549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9391eb3e-f01e-4c12-bf97-a55b11c59ac7 req-e64ef2aa-5585-4ce7-b30d-4a78f42b21a8 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 943 time: 0.2121720 Nov 12 05:21:23.591042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['97004944-86eb-4ad7-89f7-0951adf890d8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:23.670374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['cf8ddea9-69ee-44b4-a499-ee333a54698b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:23.782275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8107effa-f19f-48c3-964a-035e12d7b90d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:23.795977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Pushing event deleted for resources: {'Port': ['ID=cf8ddea9-69ee-44b4-a499-ee333a54698b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:23.961078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3f7bbb10-c854-4527-8b0f-cd21e1265469 None None] Provisioning complete for port 148a39be-725a-4ce3-8e29-a4309269994e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:23.967739 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbb10-c854-4527-8b0f-cd21e1265469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.054572 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:19Z', 'revision_number': 3, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:24.083654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['8107effa-f19f-48c3-964a-035e12d7b90d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:24.102555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] No DVR routers for this DVR port cf8ddea9-69ee-44b4-a499-ee333a54698b on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:24.105905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.111646 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c8b63-6815-4083-8936-b5e7f6760b6f None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:19Z', 'revision_number': 3, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:24.118562 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-22b0bb59-acf4-4b73-a549-22384693573b req-37c5544b-ae8b-4008-88da-58d1a556aee8 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.43 "DELETE /v2.0/ports/cf8ddea9-69ee-44b4-a499-ee333a54698b HTTP/1.1" status: 204 len: 173 time: 2.0934770 Nov 12 05:21:24.126896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d6ea7f-542d-4cb9-8d86-0392e5c08f76', 'name': 'network-vif-deleted', 'tag': 'cf8ddea9-69ee-44b4-a499-ee333a54698b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:24.139657 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bbf8dd-0ae1-4b3b-a911-52d3546268f7" -d '{"events": [{"server_uuid": "49d6ea7f-542d-4cb9-8d86-0392e5c08f76", "name": "network-vif-deleted", "tag": "cf8ddea9-69ee-44b4-a499-ee333a54698b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:24.165117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bbb10-c854-4527-8b0f-cd21e1265469 None None] Port 148a39be-725a-4ce3-8e29-a4309269994e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:24.291028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.391651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-431972dc-b8c3-4b8a-95d6-ac1a50095c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.420388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e7eed-ca34-445f-8a22-d00fef1ab44b req-09d1039b-59b8-4009-96e6-c1698d8a648e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:24.421945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f77e7eed-ca34-445f-8a22-d00fef1ab44b req-09d1039b-59b8-4009-96e6-c1698d8a648e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 945 time: 0.1621912 Nov 12 05:21:24.498610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9391eb3e-f01e-4c12-bf97-a55b11c59ac7 req-83079c23-9765-4be1-a200-53fe7b4ef142 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9146163 Nov 12 05:21:24.607783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f77e7eed-ca34-445f-8a22-d00fef1ab44b req-547c6438-3f64-41f7-847c-9c85765e7a55 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692853 Nov 12 05:21:24.662727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-431972dc-b8c3-4b8a-95d6-ac1a50095c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.665377 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.665681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-431972dc-b8c3-4b8a-95d6-ac1a50095c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.669261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-431972dc-b8c3-4b8a-95d6-ac1a50095c1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b171e1f-4844-498c-8726-e4faa9c2a02f HTTP/1.1" status: 204 len: 168 time: 1.2393646 Nov 12 05:21:24.675871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.694006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431972dc-b8c3-4b8a-95d6-ac1a50095c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b171e1f-4844-498c-8726-e4faa9c2a02f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:24.844064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:24.901070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Pushing event updated for resources: {'Port': ['ID=148a39be-725a-4ce3-8e29-a4309269994e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:24.957789 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ca496a-2c09-4579-948c-34aa3ae56171 x-openstack-request-id: req-e8ca496a-2c09-4579-948c-34aa3ae56171 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:24.958113 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d6ea7f-542d-4cb9-8d86-0392e5c08f76", "name": "network-vif-deleted", "tag": "cf8ddea9-69ee-44b4-a499-ee333a54698b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:24.964726 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8ca496a-2c09-4579-948c-34aa3ae56171 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:24.965228 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d6ea7f-542d-4cb9-8d86-0392e5c08f76', 'name': 'network-vif-deleted', 'tag': 'cf8ddea9-69ee-44b4-a499-ee333a54698b', 'status': 'completed', 'code': 200} Nov 12 05:21:25.070006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Network 698cb2bf-ac47-4712-a247-675154f801ac is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:25.071618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:25.141801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8107effa-f19f-48c3-964a-035e12d7b90d up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:25.284782 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 8107effa-f19f-48c3-964a-035e12d7b90d completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:25.290062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 8107effa-f19f-48c3-964a-035e12d7b90d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:25.290824 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:25.304737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f77b7-cdb4-4b62-acd8-eb9636963af3 req-8fda7f74-cdce-4ebc-a868-8f20f14ffae9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:25.317037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-553f77b7-cdb4-4b62-acd8-eb9636963af3 req-8fda7f74-cdce-4ebc-a868-8f20f14ffae9 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 945 time: 0.1376705 Nov 12 05:21:25.424613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-553f77b7-cdb4-4b62-acd8-eb9636963af3 req-54fd5b29-9b79-46ec-8f6e-ecb3520943d3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057096 Nov 12 05:21:25.511464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:25.520263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:21:25.562958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8107effa-f19f-48c3-964a-035e12d7b90d'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:25.566033 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01277402-18ef-42ac-9ef1-754215676e26" -d '{"events": [{"server_uuid": "77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4", "name": "network-vif-plugged", "status": "completed", "tag": "8107effa-f19f-48c3-964a-035e12d7b90d"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:25.599738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8107effa-f19f-48c3-964a-035e12d7b90d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8107effa-f19f-48c3-964a-035e12d7b90d,segment=NetworkSegment(c13ac4ef-37c0-470e-bc4d-b9b41fd308e6),segment_id=c13ac4ef-37c0-470e-bc4d-b9b41fd308e6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:25.620113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:25.621372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device cf8ddea9-69ee-44b4-a499-ee333a54698b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:25.685007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: cf8ddea9-69ee-44b4-a499-ee333a54698b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:25.685527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device cf8ddea9-69ee-44b4-a499-ee333a54698b not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:25.695931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2c0e19aa-f49a-434f-a501-ade532e8bdf4 None None] Provisioning complete for port 148a39be-725a-4ce3-8e29-a4309269994e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:25.696459 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2c0e19aa-f49a-434f-a501-ade532e8bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:25.774564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:25.783976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4ccb66bf-b81f-4cc6-95e1-bcf93c3a5e0a admin admin] 10.222.0.48 "PUT /v2.0/routers/d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2202077 Nov 12 05:21:25.798562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8107effa-f19f-48c3-964a-035e12d7b90d,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:25.803320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e19aa-f49a-434f-a501-ade532e8bdf4 None None] Port 148a39be-725a-4ce3-8e29-a4309269994e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:26.064900 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d012949e-fbf2-41df-ad1c-f304975e1d55 x-openstack-request-id: req-d012949e-fbf2-41df-ad1c-f304975e1d55 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:26.064900 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4", "name": "network-vif-plugged", "status": "completed", "tag": "8107effa-f19f-48c3-964a-035e12d7b90d", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:26.064900 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d012949e-fbf2-41df-ad1c-f304975e1d55 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:26.065253 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8107effa-f19f-48c3-964a-035e12d7b90d', 'code': 200} Nov 12 05:21:26.094968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34439e42-1a75-431f-9920-63824697599a req-2b77aae0-1ee3-42aa-944d-b73ecfc54893 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:26.096823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34439e42-1a75-431f-9920-63824697599a req-2b77aae0-1ee3-42aa-944d-b73ecfc54893 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 945 time: 0.1415858 Nov 12 05:21:26.238054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34439e42-1a75-431f-9920-63824697599a req-cc0d7601-5c7c-4703-9b01-6c30f9538b64 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277511 Nov 12 05:21:26.241907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44e360f5-93f2-46fb-9f53-7eb6052374ad up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:26.323655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fa86a-dcd5-40cb-8ab5-e9d3df8bc533 req-7f80e67f-e2d5-488b-bd11-2d2273e32a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:26.325936 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-815fa86a-dcd5-40cb-8ab5-e9d3df8bc533 req-7f80e67f-e2d5-488b-bd11-2d2273e32a2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 1097 time: 0.1371434 Nov 12 05:21:26.394933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 44e360f5-93f2-46fb-9f53-7eb6052374ad triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:26.395429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:26.432230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f7fa-9e3b-48a9-a771-47ad8de4e242 req-b6987e40-d0b3-4765-907f-6b63eb8309c0 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:26.436682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79c8f7fa-9e3b-48a9-a771-47ad8de4e242 req-b6987e40-d0b3-4765-907f-6b63eb8309c0 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.1076412 Nov 12 05:21:26.456214 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-815fa86a-dcd5-40cb-8ab5-e9d3df8bc533 req-2f7a90ad-14d1-4f71-9d41-dc6e95cda439 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109428 Nov 12 05:21:26.518200 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:26.549924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 44e360f5-93f2-46fb-9f53-7eb6052374ad, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44e360f5-93f2-46fb-9f53-7eb6052374ad,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:26.555857 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:26.570958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79c8f7fa-9e3b-48a9-a771-47ad8de4e242 req-420fc653-a846-4e1f-ab6b-95c12aaef9fe tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242025 Nov 12 05:21:26.614594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69aabe-eefb-48a6-9d58-1ff855cd337d req-c652cbe5-f6df-462c-96c7-e4ae77cfb309 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:26.622056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b69aabe-eefb-48a6-9d58-1ff855cd337d req-c652cbe5-f6df-462c-96c7-e4ae77cfb309 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 945 time: 0.1490157 Nov 12 05:21:26.643273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=44e360f5-93f2-46fb-9f53-7eb6052374ad,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:26.682484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b69aabe-eefb-48a6-9d58-1ff855cd337d req-803a6994-88f7-4307-9512-534960063c20 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590396 Nov 12 05:21:26.976355 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.183640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:27.198253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:27.199106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:27.201366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-edb14e38-5019-4768-9a88-25628973b53b tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:27.214055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-edb14e38-5019-4768-9a88-25628973b53b tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 820 time: 0.2478065 Nov 12 05:21:27.232616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-475c4779-9f90-437a-9453-798b26093ea5 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/quotas/29d43c51a5fe48ca896676cdcae6f483 HTTP/1.1" status: 200 len: 375 time: 0.0170152 Nov 12 05:21:27.328349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-8b587292-e944-41c1-884c-369874891173 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944889 Nov 12 05:21:27.370598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:27.527701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-8804bfc8-5b3c-481d-8188-c30215d5f507 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967678 Nov 12 05:21:27.576080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3998fd5-e0f9-4114-9430-f6c9f681c5e0 req-7fabc164-a8f7-4b98-bcde-bb6aa13202af tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:27.583486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3998fd5-e0f9-4114-9430-f6c9f681c5e0 req-7fabc164-a8f7-4b98-bcde-bb6aa13202af tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 945 time: 0.0910344 Nov 12 05:21:27.670800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 2, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:27.681529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3998fd5-e0f9-4114-9430-f6c9f681c5e0 req-a9cd0d51-9901-4ce5-9363-7db32f797a55 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971761 Nov 12 05:21:27.684210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-16cea278-63fc-4f5c-93d4-f095c38d8005 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493161 Nov 12 05:21:27.740936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:27.741292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Updating router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea port 148a39be-725a-4ce3-8e29-a4309269994e binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:21:27.781511 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.849687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-c28f70ff-e0d5-4d27-ac71-344d9104e703 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:27.852109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-c28f70ff-e0d5-4d27-ac71-344d9104e703 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.1262650 Nov 12 05:21:28.123497 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.133461 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.136117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Deleting port 97004944-86eb-4ad7-89f7-0951adf890d8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:28.136550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.170646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44e360f5-93f2-46fb-9f53-7eb6052374ad up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:28.250613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab950d14-f906-452c-b661-a26c22e81673 None None] Pushing event updated for resources: {'Port': ['ID=148a39be-725a-4ce3-8e29-a4309269994e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:28.330293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Attempting to bind port 148a39be-725a-4ce3-8e29-a4309269994e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:28.330699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Attempting to bind port 148a39be-725a-4ce3-8e29-a4309269994e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:28.331054 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Attempting to bind port 148a39be-725a-4ce3-8e29-a4309269994e on network 698cb2bf-ac47-4712-a247-675154f801ac {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:28.343065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:28.343511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Checking segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:28.343850 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.344250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Bound using segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:28.344737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Bound port: 148a39be-725a-4ce3-8e29-a4309269994e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:28.345121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.363251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 44e360f5-93f2-46fb-9f53-7eb6052374ad triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:28.363626 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.474689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-d3f09563-607e-402e-9d90-56d0e8880f08 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:28.480062 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-d3f09563-607e-402e-9d90-56d0e8880f08 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 945 time: 0.1531472 Nov 12 05:21:28.481656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] For port 148a39be-725a-4ce3-8e29-a4309269994e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:28.485435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] For port 148a39be-725a-4ce3-8e29-a4309269994e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=148a39be-725a-4ce3-8e29-a4309269994e,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:28.513189 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.580044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cb79c-4d21-4588-92fe-0fd8ebf27523 req-ecf1f14d-1818-4160-9d03-8394374c8481 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:28.597609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae5cb79c-4d21-4588-92fe-0fd8ebf27523 req-ecf1f14d-1818-4160-9d03-8394374c8481 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c3d89b9-2d32-4dd6-8aa8-386f65a8302f HTTP/1.1" status: 200 len: 946 time: 0.2362447 Nov 12 05:21:28.660866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] For port 97004944-86eb-4ad7-89f7-0951adf890d8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97004944-86eb-4ad7-89f7-0951adf890d8,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:28.661349 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.698827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Calling delete_port for 97004944-86eb-4ad7-89f7-0951adf890d8 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:28.820214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-40f481ec-6313-414f-b768-c293f82c73ca None None] Provisioning complete for port 148a39be-725a-4ce3-8e29-a4309269994e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:28.831899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-40f481ec-6313-414f-b768-c293f82c73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.873640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab950d14-f906-452c-b661-a26c22e81673 None None] Pushing event updated for resources: {'Port': ['ID=148a39be-725a-4ce3-8e29-a4309269994e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:28.890026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:28.891196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:29.039308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Request body: {'security_group': {'name': 'tempest-securitygroup-443829579', 'description': 'tempest-description-301761380'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:29.053553 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.084129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Deleting port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:29.084541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.089617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:29.106721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Pushing event deleted for resources: {'Port': ['ID=97004944-86eb-4ad7-89f7-0951adf890d8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:29.170516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.213074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] No DVR routers for this DVR port 97004944-86eb-4ad7-89f7-0951adf890d8 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:29.220762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.224283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-933b482a-9ff2-4f2f-bddd-5736c690f925 req-0c1bfbf6-f73b-4273-ae1d-bc9b87e5fba4 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.47 "DELETE /v2.0/ports/97004944-86eb-4ad7-89f7-0951adf890d8 HTTP/1.1" status: 204 len: 173 time: 1.3607349 Nov 12 05:21:29.249181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae5cb79c-4d21-4588-92fe-0fd8ebf27523 req-5f6356a8-d171-4631-8e45-05a4ad4f8db3 tempest-ListServerFiltersTestJSON-1493804073 tempest-ListServerFiltersTestJSON-1493804073-project] 10.222.0.48 "GET /v2.0/security-groups?id=b25193a0-eb44-46b0-93c5-3d2294496ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142429 Nov 12 05:21:29.249823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3d89b9-2d32-4dd6-8aa8-386f65a8302f', 'name': 'network-vif-deleted', 'tag': '97004944-86eb-4ad7-89f7-0951adf890d8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:29.252278 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff92d0e-450a-4f1d-b102-47209a2be775" -d '{"events": [{"server_uuid": "2c3d89b9-2d32-4dd6-8aa8-386f65a8302f", "name": "network-vif-deleted", "tag": "97004944-86eb-4ad7-89f7-0951adf890d8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:29.277131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.346682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['97004944-86eb-4ad7-89f7-0951adf890d8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:29.377376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] For port 5eb23c89-f470-4348-b8b3-bebf11aeddb3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5eb23c89-f470-4348-b8b3-bebf11aeddb3,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:29.382481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.410729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Calling delete_port for 5eb23c89-f470-4348-b8b3-bebf11aeddb3 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:29.530222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54960c-3798-45d5-ba05-9ba92cf01fb6 req-746cc327-173b-48b0-8c55-b65daaf80e7f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:29.538603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae54960c-3798-45d5-ba05-9ba92cf01fb6 req-746cc327-173b-48b0-8c55-b65daaf80e7f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d74ceab-39e2-4d7d-864f-f481e7681428 HTTP/1.1" status: 200 len: 945 time: 0.0963483 Nov 12 05:21:29.546322 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.574836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.612829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.644008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:29.650300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae54960c-3798-45d5-ba05-9ba92cf01fb6 req-a647c656-f6ac-4ce8-bfc8-aa2275dc4957 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099746 Nov 12 05:21:29.652484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba21281-2fd5-4811-93eb-d9eca45b951c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:29.654062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event deleted for resources: {'Port': ['ID=5eb23c89-f470-4348-b8b3-bebf11aeddb3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:29.733169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-40f481ec-6313-414f-b768-c293f82c73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.734936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] No DVR routers for this DVR port 5eb23c89-f470-4348-b8b3-bebf11aeddb3 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:29.744478 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.748968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-29a4226a-fa5c-4ac6-8e3d-1ac5a5472b54 req-3c4b4b19-ed57-4718-bc3b-277a23304b37 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "DELETE /v2.0/ports/5eb23c89-f470-4348-b8b3-bebf11aeddb3 HTTP/1.1" status: 204 len: 173 time: 1.2554047 Nov 12 05:21:29.749158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d74ceab-39e2-4d7d-864f-f481e7681428', 'name': 'network-vif-deleted', 'tag': '5eb23c89-f470-4348-b8b3-bebf11aeddb3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:29.751561 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba89ffbf-9066-4d8b-ac3e-098f864866b4" -d '{"events": [{"server_uuid": "9d74ceab-39e2-4d7d-864f-f481e7681428", "name": "network-vif-deleted", "tag": "5eb23c89-f470-4348-b8b3-bebf11aeddb3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:29.779798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.792576 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.856780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-40f481ec-6313-414f-b768-c293f82c73ca None None] For port 148a39be-725a-4ce3-8e29-a4309269994e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=148a39be-725a-4ce3-8e29-a4309269994e,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:29.881413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-40f481ec-6313-414f-b768-c293f82c73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.883264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374b01d3-fe76-4d0f-b5bd-34e67dc9b67b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:29.890221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d74b78a1-c47d-4127-a29c-364876838e33 req-cf9b1e14-b8a0-49e2-9a28-ee70bb29a03d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 210 time: 0.1191275 Nov 12 05:21:29.894437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:28Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:29.927793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.934870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ee7e8c1-9d58-48c7-a6e5-012b60134b67 req-9d5e5b49-0489-41f1-a9c9-e9dbfa8580f8 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9020190 Nov 12 05:21:30.050443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ebd00-a065-47b4-9cdc-6da0d370318b None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:28Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:30.193170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f481ec-6313-414f-b768-c293f82c73ca None None] Pushing event updated for resources: {'Port': ['ID=148a39be-725a-4ce3-8e29-a4309269994e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:30.196123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ad19b46f-6bb4-42ac-9b03-42f0d1d0f8c9 None None] Provisioning complete for port 148a39be-725a-4ce3-8e29-a4309269994e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:30.196477 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ad19b46f-6bb4-42ac-9b03-42f0d1d0f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:30.480975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-e1da7fc4-c0ec-4fe4-a40e-a669e30c66e3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:30.506175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-e1da7fc4-c0ec-4fe4-a40e-a669e30c66e3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.47 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 820 time: 0.4798081 Nov 12 05:21:30.511402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Request body: {'port': {'device_id': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'admin_state_up': True, 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:30.549197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765984e7-6f12-4cbe-b209-02ae8c20ae20 req-60901c43-47c7-439e-9c56-e0957a1c7f56 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:30.573489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-765984e7-6f12-4cbe-b209-02ae8c20ae20 req-60901c43-47c7-439e-9c56-e0957a1c7f56 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 945 time: 0.3817117 Nov 12 05:21:30.765315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-765984e7-6f12-4cbe-b209-02ae8c20ae20 req-ee28d4fb-ac4c-42da-aca8-b26e0700f82c tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908598 Nov 12 05:21:30.855115 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378481f4-8261-46d5-a15b-50be43401495 x-openstack-request-id: req-378481f4-8261-46d5-a15b-50be43401495 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:30.855551 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3d89b9-2d32-4dd6-8aa8-386f65a8302f", "name": "network-vif-deleted", "tag": "97004944-86eb-4ad7-89f7-0951adf890d8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:30.856228 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-378481f4-8261-46d5-a15b-50be43401495 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:30.857471 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3d89b9-2d32-4dd6-8aa8-386f65a8302f', 'name': 'network-vif-deleted', 'tag': '97004944-86eb-4ad7-89f7-0951adf890d8', 'status': 'completed', 'code': 200} Nov 12 05:21:30.877958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Made reservation on behalf of 29d43c51a5fe48ca896676cdcae6f483 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:30.885355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:30.908070 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b7f2ce-cec6-43d0-b7aa-078927b69542 x-openstack-request-id: req-52b7f2ce-cec6-43d0-b7aa-078927b69542 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:30.908581 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d74ceab-39e2-4d7d-864f-f481e7681428", "name": "network-vif-deleted", "tag": "5eb23c89-f470-4348-b8b3-bebf11aeddb3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:30.908719 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52b7f2ce-cec6-43d0-b7aa-078927b69542 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:30.909164 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d74ceab-39e2-4d7d-864f-f481e7681428', 'name': 'network-vif-deleted', 'tag': '5eb23c89-f470-4348-b8b3-bebf11aeddb3', 'status': 'completed', 'code': 200} Nov 12 05:21:30.943828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a9df3b59-dfc7-481c-a668-840898705744 req-298749d4-9e95-4d71-817c-03b1f7478429 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Request body: {'security_group': {'name': 'tempest-securitygroup-984275723', 'description': 'tempest-description-578688280'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:31.014980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59212) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:31.085877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a9df3b59-dfc7-481c-a668-840898705744 req-298749d4-9e95-4d71-817c-03b1f7478429 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.123860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5eb23c89-f470-4348-b8b3-bebf11aeddb3 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:31.134443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82278b1-cb71-4c1d-b476-9431aec31498 admin admin] Deleting subnet 2c5f2609-b10b-40b6-a156-8f3f635238f1 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:21:31.144786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c82278b1-cb71-4c1d-b476-9431aec31498 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.236822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c82278b1-cb71-4c1d-b476-9431aec31498 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.250689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 5eb23c89-f470-4348-b8b3-bebf11aeddb3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:31.252707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5eb23c89-f470-4348-b8b3-bebf11aeddb3 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:31.373609 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c82278b1-cb71-4c1d-b476-9431aec31498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.418610 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a9df3b59-dfc7-481c-a668-840898705744 req-298749d4-9e95-4d71-817c-03b1f7478429 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.427360 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a9df3b59-dfc7-481c-a668-840898705744 req-298749d4-9e95-4d71-817c-03b1f7478429 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.455809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c82278b1-cb71-4c1d-b476-9431aec31498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.477879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58badc89-98e4-4476-8594-4fe674ac7ec4 None None] Network 8e912341-a250-41c8-bf96-563c5539140f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:31.478109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c82278b1-cb71-4c1d-b476-9431aec31498 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.484910 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c82278b1-cb71-4c1d-b476-9431aec31498 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2c5f2609-b10b-40b6-a156-8f3f635238f1 HTTP/1.1" status: 204 len: 168 time: 0.4662070 Nov 12 05:21:31.486215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59222) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:31.530250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-447d6f0d-cc9c-402f-8d9d-184543512450 req-46287cc5-e829-433b-a27e-e015390b856b tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 210 time: 0.1098959 Nov 12 05:21:31.554966 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a9df3b59-dfc7-481c-a668-840898705744 req-298749d4-9e95-4d71-817c-03b1f7478429 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.556213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9df3b59-dfc7-481c-a668-840898705744 req-298749d4-9e95-4d71-817c-03b1f7478429 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6247673 Nov 12 05:21:31.559503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298749d4-9e95-4d71-817c-03b1f7478429 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d35db1-ea87-4a2e-ab25-af3ccd39b833,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:31.597714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:31.641646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Allocated IP 172.20.0.11 (698cb2bf-ac47-4712-a247-675154f801ac/8551dc53-43c1-451d-80ae-f5fd96a81bb1/b6706b57-74b7-4f31-badf-5b312a43d9e3) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:31.771526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82278b1-cb71-4c1d-b476-9431aec31498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5f2609-b10b-40b6-a156-8f3f635238f1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:31.776772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.869425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Deleting port 3db54606-a4a2-48b6-a36b-3524d3b8076a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:31.869779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:31.890503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] DHCP port deletion for 8e912341-a250-41c8-bf96-563c5539140f request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:21:32.030418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] Deleting port 3db54606-a4a2-48b6-a36b-3524d3b8076a {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:32.031001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.088832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] For port 3db54606-a4a2-48b6-a36b-3524d3b8076a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3db54606-a4a2-48b6-a36b-3524d3b8076a,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:32.091658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.095115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-12bae138-e9ba-4e1f-89ce-905a47f890f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.151311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Calling delete_port for 3db54606-a4a2-48b6-a36b-3524d3b8076a owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:32.190834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] For port 3db54606-a4a2-48b6-a36b-3524d3b8076a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3db54606-a4a2-48b6-a36b-3524d3b8076a,segment=NetworkSegment(e75ff0f4-c51e-42c0-b67b-f92c1be64057),segment_id=e75ff0f4-c51e-42c0-b67b-f92c1be64057)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:32.193497 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.215557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] Calling delete_port for 3db54606-a4a2-48b6-a36b-3524d3b8076a owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:32.232143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-12bae138-e9ba-4e1f-89ce-905a47f890f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.244048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 148a39be-725a-4ce3-8e29-a4309269994e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:32.253413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2004117544', 'description': 'tempest-description-835927891'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:32.270988 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-12bae138-e9ba-4e1f-89ce-905a47f890f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.289911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97004944-86eb-4ad7-89f7-0951adf890d8 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:32.320714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.364116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Pushing event deleted for resources: {'Port': ['ID=3db54606-a4a2-48b6-a36b-3524d3b8076a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:32.367270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] No DVR routers for this DVR port 3db54606-a4a2-48b6-a36b-3524d3b8076a on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:32.372365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-12bae138-e9ba-4e1f-89ce-905a47f890f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c31556f29fad49598a58b43380767b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7736020 Nov 12 05:21:32.376279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 97004944-86eb-4ad7-89f7-0951adf890d8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:32.376647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97004944-86eb-4ad7-89f7-0951adf890d8 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:32.386538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59244) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:32.405881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-441c3ab1-e69a-4d23-937d-4178af2f1398 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:32.413612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-441c3ab1-e69a-4d23-937d-4178af2f1398 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.5893798 Nov 12 05:21:32.416111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.428496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 148a39be-725a-4ce3-8e29-a4309269994e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:32.429466 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.443887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bae138-e9ba-4e1f-89ce-905a47f890f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add9ad5e-7908-4961-b613-83422f6d55cd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:32.452118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.456121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.460115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.474558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-b5f844a4-95ba-48a3-844b-d88e95df55c8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/quotas/0ef4818c9b594b20b2e6187eecd470c0 HTTP/1.1" status: 200 len: 375 time: 0.0599833 Nov 12 05:21:32.479592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e912341-a250-41c8-bf96-563c5539140f']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:32.492182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75ff0f4-c51e-42c0-b67b-f92c1be64057') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:32.492629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75ff0f4-c51e-42c0-b67b-f92c1be64057') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:32.511492 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.513356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.530100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.540649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:21:32.541160 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:21:32.544003 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:21:32.576379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] No DVR routers for this DVR port 3db54606-a4a2-48b6-a36b-3524d3b8076a on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:32.592983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f62b1c-4f79-4547-959e-2c63cb2152cd None None] Pushing event deleted for resources: {'Port': ['ID=3db54606-a4a2-48b6-a36b-3524d3b8076a,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:32.596282 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd5c-0202-4182-90b3-6fe253a9139a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.613759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-5ef2c9b0-a25b-4c4f-8964-82b4e5fc4968 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376324 Nov 12 05:21:32.625175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.634119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.639136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.643473 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] 10.222.0.48 "DELETE /v2.0/networks/8e912341-a250-41c8-bf96-563c5539140f HTTP/1.1" status: 204 len: 168 time: 1.1570516 Nov 12 05:21:32.672914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c60bd-2ede-4c9a-9637-2a1ee0f8ab9d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e912341-a250-41c8-bf96-563c5539140f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:32.747130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd5c-0202-4182-90b3-6fe253a9139a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.779721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3db54606-a4a2-48b6-a36b-3524d3b8076a no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:32.792414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Network 698cb2bf-ac47-4712-a247-675154f801ac is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:32.817887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:32.825206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3db54606-a4a2-48b6-a36b-3524d3b8076a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:32.825470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3db54606-a4a2-48b6-a36b-3524d3b8076a not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:32.834477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:32.842764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Pushing event updated for resources: {'Port': ['ID=b6706b57-74b7-4f31-badf-5b312a43d9e3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:32.866817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59252) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:32.885734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.920732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:32.969400 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-39807461-87aa-422a-a698-8bb48466a328 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1963601e522c4bbaa628449395c6e84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012437 Nov 12 05:21:32.970214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59254) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:32.990753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-052b6629-6048-4c67-85a1-8bfe30a4fd9b service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765614 Nov 12 05:21:33.033775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e330d-9548-4805-89a8-21f4254f975d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:33.075596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e22825d-9c64-4be0-925b-33c24d9d2249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.105957 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e22825d-9c64-4be0-925b-33c24d9d2249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.111291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:33.112131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.133828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd5c-0202-4182-90b3-6fe253a9139a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.137579 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd5c-0202-4182-90b3-6fe253a9139a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.139215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c49ecd5c-0202-4182-90b3-6fe253a9139a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/add9ad5e-7908-4961-b613-83422f6d55cd HTTP/1.1" status: 204 len: 168 time: 0.7485006 Nov 12 05:21:33.171442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ecd5c-0202-4182-90b3-6fe253a9139a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add9ad5e-7908-4961-b613-83422f6d55cd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:33.175082 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e22825d-9c64-4be0-925b-33c24d9d2249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.176062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.180348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e22825d-9c64-4be0-925b-33c24d9d2249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.182245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8e22825d-9c64-4be0-925b-33c24d9d2249 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b25193a0-eb44-46b0-93c5-3d2294496ce4 HTTP/1.1" status: 204 len: 168 time: 0.2031624 Nov 12 05:21:33.211951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22825d-9c64-4be0-925b-33c24d9d2249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25193a0-eb44-46b0-93c5-3d2294496ce4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:33.237965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-df135d4d-65fc-4a96-a190-af97d25394de None None] Provisioning complete for port b6706b57-74b7-4f31-badf-5b312a43d9e3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:33.238566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-df135d4d-65fc-4a96-a190-af97d25394de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.253291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.302487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-176f1fe8-7711-4558-88e9-54160e8a8062 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7942438 Nov 12 05:21:33.313488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-df135d4d-65fc-4a96-a190-af97d25394de None None] Port b6706b57-74b7-4f31-badf-5b312a43d9e3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:33.352801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Request body: {'port': {'device_id': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:33.405096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.406432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce66e243-d0b8-446e-809b-6d04b5678d07 req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1727245 Nov 12 05:21:33.419011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-fbc2e6ca-9ff0-4bec-a418-cfc1382146e2 service neutron] 10.222.0.48 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242501 Nov 12 05:21:33.561631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5520f76-af4b-4b99-9843-66911630d964 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be8dda-ebe9-4996-b676-6dd67e58022a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:33.572110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.872315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a57d79be-bded-4462-a1c7-cd1629da6329 req-555ec5ce-2ba0-49f7-8a5c-f8aef6a8f0fe tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-461664408', 'description': 'tempest-description-540894388'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:34.000656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f96b8b-c416-4b88-93f8-4cf145afc203 req-e96be221-527b-4d9f-bb9d-3e0078fa1006 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:34.011673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2f96b8b-c416-4b88-93f8-4cf145afc203 req-e96be221-527b-4d9f-bb9d-3e0078fa1006 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 932 time: 0.2861619 Nov 12 05:21:34.020431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a57d79be-bded-4462-a1c7-cd1629da6329 req-555ec5ce-2ba0-49f7-8a5c-f8aef6a8f0fe tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.243852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2f96b8b-c416-4b88-93f8-4cf145afc203 req-02718508-54b4-41fe-a5a1-1fb2269acf7c tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185900 Nov 12 05:21:34.345984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a57d79be-bded-4462-a1c7-cd1629da6329 req-555ec5ce-2ba0-49f7-8a5c-f8aef6a8f0fe tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.352604 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a57d79be-bded-4462-a1c7-cd1629da6329 req-555ec5ce-2ba0-49f7-8a5c-f8aef6a8f0fe tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.426110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ec5ce-2ba0-49f7-8a5c-f8aef6a8f0fe tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f88a7-450d-4a87-bd17-a0fb842cc1e8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:34.445666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a57d79be-bded-4462-a1c7-cd1629da6329 req-555ec5ce-2ba0-49f7-8a5c-f8aef6a8f0fe tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.460533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a57d79be-bded-4462-a1c7-cd1629da6329 req-555ec5ce-2ba0-49f7-8a5c-f8aef6a8f0fe tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6099396 Nov 12 05:21:34.468547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6706b57-74b7-4f31-badf-5b312a43d9e3 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:34.499629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.525718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Transition to ACTIVE for port object b6706b57-74b7-4f31-badf-5b312a43d9e3 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:34.537420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.646012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2281020-b0ff-4ba2-b774-45ea452fc04a req-2db37055-ec55-4a2b-b547-1d2aeace3fc3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 210 time: 0.0390980 Nov 12 05:21:34.726653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59332) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:34.764620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Attempting to bind port b6706b57-74b7-4f31-badf-5b312a43d9e3 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:34.764965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Attempting to bind port b6706b57-74b7-4f31-badf-5b312a43d9e3 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:34.765230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Attempting to bind port b6706b57-74b7-4f31-badf-5b312a43d9e3 on network 698cb2bf-ac47-4712-a247-675154f801ac {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:34.768008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Pushing event updated for resources: {'Port': ['ID=b6706b57-74b7-4f31-badf-5b312a43d9e3,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:34.855594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Port b6706b57-74b7-4f31-badf-5b312a43d9e3 on network 698cb2bf-ac47-4712-a247-675154f801ac not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:34.856081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Attempting to bind port b6706b57-74b7-4f31-badf-5b312a43d9e3 on network 698cb2bf-ac47-4712-a247-675154f801ac {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:34.875378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:34.875854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Checking segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:34.876165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Bound using segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:34.876812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Bound port: b6706b57-74b7-4f31-badf-5b312a43d9e3, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:34.877177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.945642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-757014565-network', 'tenant_id': '6b1f0c2fdd184a78b5b1da6ff4f79bbc'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:34.987978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Made reservation on behalf of 6b1f0c2fdd184a78b5b1da6ff4f79bbc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:34.990533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.000020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.050373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc45b3-0987-467c-a546-625074a4cd2e req-1a1bcae8-7c8b-4836-baca-72c23a564aee tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:35.052007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bcc45b3-0987-467c-a546-625074a4cd2e req-1a1bcae8-7c8b-4836-baca-72c23a564aee tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 945 time: 0.1474154 Nov 12 05:21:35.101387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.105302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.105451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] For port b6706b57-74b7-4f31-badf-5b312a43d9e3, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:35.130664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:21:35.140980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a624c20-28ae-4545-884d-e79cc8e46863,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:35.144008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] For port b6706b57-74b7-4f31-badf-5b312a43d9e3, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:35.146603 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.147170 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Added segment 66295c97-a9f5-4020-bf92-bf469d813059 of type vlan for network 7a80877f-6f8a-4fa5-888c-406a8f174385 Nov 12 05:21:35.152813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bcc45b3-0987-467c-a546-625074a4cd2e req-3616d017-c7d7-4b73-ab75-d37631cd27ff tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858190 Nov 12 05:21:35.157062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.193377 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.220142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:35.220792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.222238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] 10.222.0.47 "PUT /v2.0/ports/b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 1093 time: 1.8978837 Nov 12 05:21:35.222674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:35.224958 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a463b8a5-6300-4602-8b7f-301e79c5beb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:35.225424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.226781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:35.227617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.249034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a8146-e417-4ed8-b489-770746b4e557 service neutron] Pushing event updated for resources: {'Port': ['ID=b6706b57-74b7-4f31-badf-5b312a43d9e3,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:35.274162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-ef6f3d95-3ac1-4928-873d-139e9c8d3c11 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37051 time: 0.5953388 Nov 12 05:21:35.284288 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5520854 Nov 12 05:21:35.306174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59360) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:35.316714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Request body: {'subnet': {'network_id': '7a80877f-6f8a-4fa5-888c-406a8f174385', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-757014565-subnet', 'tenant_id': '6b1f0c2fdd184a78b5b1da6ff4f79bbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:35.327922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37ecb8-be1c-4cc0-bb1d-349cc8a7fe97 admin admin] Pushing event updated for resources: {'Network': ['ID=7a80877f-6f8a-4fa5-888c-406a8f174385,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:35.339810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 7a80877f-6f8a-4fa5-888c-406a8f174385 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:21:35.357192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Made reservation on behalf of 6b1f0c2fdd184a78b5b1da6ff4f79bbc for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:35.359533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.404271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-c91a49ee-30ff-4097-b270-31c3fc1b9220 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2183741f-cbd5-4d17-aefb-102e769eb0ca HTTP/1.1" status: 200 len: 2994 time: 0.1242931 Nov 12 05:21:35.605386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-9e5a4987-0e69-4731-a1d9-9ade3826e9c4 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:35.607295 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-9e5a4987-0e69-4731-a1d9-9ade3826e9c4 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 805 time: 0.2470770 Nov 12 05:21:35.627874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Request body: {'port': {'device_id': '913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'admin_state_up': True, 'tenant_id': '0ef4818c9b594b20b2e6187eecd470c0'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:35.747726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Made reservation on behalf of 0ef4818c9b594b20b2e6187eecd470c0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:35.752157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.865339 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f223e2c-36d8-4c66-aca8-e6be2f0e206f x-openstack-request-id: req-7f223e2c-36d8-4c66-aca8-e6be2f0e206f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:35.865622 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:35.865875 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f223e2c-36d8-4c66-aca8-e6be2f0e206f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:35.866264 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'status': 'completed', 'code': 200} Nov 12 05:21:35.888509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Allocated IP 172.20.0.4 (4f836827-85a5-42cb-8a20-031681797e49/fc13883a-6d2d-4077-bd2d-08d9f8815580/ec23040e-f134-4759-87d8-88382190cd4e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:35.961555 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-fcc72d5b-d7a0-4e42-adf6-64d28ac6f557 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2183741f-cbd5-4d17-aefb-102e769eb0ca HTTP/1.1" status: 200 len: 2994 time: 0.5556858 Nov 12 05:21:35.981836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff437a-2930-4192-a697-cc2358775e82 req-f0a608d8-b065-4664-9d80-0d5edbf9a859 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:35.983330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7eff437a-2930-4192-a697-cc2358775e82 req-f0a608d8-b065-4664-9d80-0d5edbf9a859 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 944 time: 0.1203158 Nov 12 05:21:35.987264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-04b089db-653d-4973-aec5-4d57dcaf4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:35.988680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-04b089db-653d-4973-aec5-4d57dcaf4026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1096 time: 0.5552945 Nov 12 05:21:36.044158 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.063785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-089a2162-666e-4bd7-a0cd-a0b71f0a2b5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 217 time: 0.0620739 Nov 12 05:21:36.087376 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.100666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:36.130461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Network 4f836827-85a5-42cb-8a20-031681797e49 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:36.135844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:36.139878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:36.166549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event updated for resources: {'Port': ['ID=ec23040e-f134-4759-87d8-88382190cd4e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:36.175646 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-2caf9122-ec8f-477b-987c-e4a189612a54 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2b67d9f2-989d-4420-8c98-352a8202c87d HTTP/1.1" status: 200 len: 2998 time: 0.2031364 Nov 12 05:21:36.185977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7eff437a-2930-4192-a697-cc2358775e82 req-4be4d38a-1cb9-41cd-b9c1-f543af76a5f8 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958549 Nov 12 05:21:36.215435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:36.215631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.225665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-a41d006e-ca1c-412a-a18b-16624899cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:36.227193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-a41d006e-ca1c-412a-a18b-16624899cc17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.1352923 Nov 12 05:21:36.239393 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d3077e60-3903-4bf0-a09c-d9dd4a929a56 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156287 Nov 12 05:21:36.279817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.328594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Request body: {'port': {'device_id': '913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:36.362981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-999bbcf9-7d1e-4b89-8907-25d45d9cca53 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2b67d9f2-989d-4420-8c98-352a8202c87d HTTP/1.1" status: 200 len: 2998 time: 0.1722834 Nov 12 05:21:36.383156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-281e22d6-b450-47e5-926c-542ac3dae65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:36.384650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-281e22d6-b450-47e5-926c-542ac3dae65c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490755 Nov 12 05:21:36.387941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48cee51-eacb-4d74-baed-bbccc2d52d30,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:36.401070 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.463761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Checking segment: {'id': '66295c97-a9f5-4020-bf92-bf469d813059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7a80877f-6f8a-4fa5-888c-406a8f174385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:36.464132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Network hostable DHCP agents. Network: 7a80877f-6f8a-4fa5-888c-406a8f174385, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:21:36.510164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140cfe5-3a21-4a61-9395-dc2dc5041c86 req-43ab5117-77a1-4fe2-ade7-a31c0f19e3c1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:36.511622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a140cfe5-3a21-4a61-9395-dc2dc5041c86 req-43ab5117-77a1-4fe2-ade7-a31c0f19e3c1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 931 time: 0.1804392 Nov 12 05:21:36.519459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-4399b09f-f965-4bb3-98b0-d77504d25125 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/518e330d-9548-4805-89a8-21f4254f975d HTTP/1.1" status: 200 len: 2998 time: 0.1329527 Nov 12 05:21:36.572165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Network 7a80877f-6f8a-4fa5-888c-406a8f174385 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:21:36.591206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-d0f87335-3612-4d83-a286-e9dc186a6620 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:36.592797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-d0f87335-3612-4d83-a286-e9dc186a6620 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.43 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 945 time: 0.0864174 Nov 12 05:21:36.616803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 7a80877f-6f8a-4fa5-888c-406a8f174385) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:36.625840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe806f5-bf33-432f-86f7-d9eb94d7bdea None None] Network 7a80877f-6f8a-4fa5-888c-406a8f174385 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:36.628735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-540e3daa-5698-4c45-9b33-b84b523a12e8 service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209976 Nov 12 05:21:36.635101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:36.635716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.659448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a140cfe5-3a21-4a61-9395-dc2dc5041c86 req-943b0d51-5715-4b4f-bb45-d556b60639c0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373098 Nov 12 05:21:36.684258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ee8fabad-93a4-4ac8-9136-10e32b26345c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3735890 Nov 12 05:21:36.684258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-d8fcc87b-1729-469a-badd-e844e6b3125f tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/518e330d-9548-4805-89a8-21f4254f975d HTTP/1.1" status: 200 len: 2998 time: 0.1498799 Nov 12 05:21:36.828345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Deleting port 8107effa-f19f-48c3-964a-035e12d7b90d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:36.829482 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.847490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba2aca80-c39a-49f6-94a7-7b0938435a78 req-a450ba87-2076-4d42-a11d-297bd3a47217 service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084427 Nov 12 05:21:36.921138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a700a0f-adbb-4521-adaa-0666eeb16b31 None None] Network 7a80877f-6f8a-4fa5-888c-406a8f174385 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:36.946354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec23040e-f134-4759-87d8-88382190cd4e {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:36.959924 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.982645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Transition to ACTIVE for port object ec23040e-f134-4759-87d8-88382190cd4e will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:36.990098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.011741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-9577ef12-f01d-48ac-998a-597642b29444 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/740db435-69af-435e-91f7-a57775c512ef HTTP/1.1" status: 200 len: 2998 time: 0.1822662 Nov 12 05:21:37.026525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640901e9-0c37-44e6-b879-d633f590b85b req-d0527a00-5e86-4cd2-afaa-84121bff59b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.028134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-640901e9-0c37-44e6-b879-d633f590b85b req-d0527a00-5e86-4cd2-afaa-84121bff59b4 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4 HTTP/1.1" status: 200 len: 945 time: 0.1537499 Nov 12 05:21:37.042207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Pushing event updated for resources: {'Port': ['ID=ec23040e-f134-4759-87d8-88382190cd4e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:37.042676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-44e42afb-9eba-4c68-9e44-7ea49b33aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.044295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-44e42afb-9eba-4c68-9e44-7ea49b33aba9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1096 time: 0.0992081 Nov 12 05:21:37.047440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] For port 8107effa-f19f-48c3-964a-035e12d7b90d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8107effa-f19f-48c3-964a-035e12d7b90d,segment=NetworkSegment(c13ac4ef-37c0-470e-bc4d-b9b41fd308e6),segment_id=c13ac4ef-37c0-470e-bc4d-b9b41fd308e6)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:37.047816 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.066065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Calling delete_port for 8107effa-f19f-48c3-964a-035e12d7b90d owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:37.167236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-4357ce5f-c9a5-4757-a779-55c3da854b8f tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/740db435-69af-435e-91f7-a57775c512ef HTTP/1.1" status: 200 len: 2998 time: 0.1369183 Nov 12 05:21:37.178363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-640901e9-0c37-44e6-b879-d633f590b85b req-ac09efa2-beeb-44bd-a32f-6d0f7d4e6e8c tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.48 "GET /v2.0/security-groups?id=b94b24c8-4ec0-4dd0-bad3-9ea609815f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392124 Nov 12 05:21:37.213322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Attempting to bind port ec23040e-f134-4759-87d8-88382190cd4e on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:37.213676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Attempting to bind port ec23040e-f134-4759-87d8-88382190cd4e by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:37.213980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Attempting to bind port ec23040e-f134-4759-87d8-88382190cd4e on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:37.227388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-7b5e31d6-064d-4e34-831e-dc4213ce5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.228557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Port ec23040e-f134-4759-87d8-88382190cd4e on network 4f836827-85a5-42cb-8a20-031681797e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:37.228980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Attempting to bind port ec23040e-f134-4759-87d8-88382190cd4e on network 4f836827-85a5-42cb-8a20-031681797e49 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:37.229681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-7b5e31d6-064d-4e34-831e-dc4213ce5d96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.1767616 Nov 12 05:21:37.235826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:37.236323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Checking segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:37.236752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Bound using segment: {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:37.237343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Bound port: ec23040e-f134-4759-87d8-88382190cd4e, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09de68ed-1eb3-4816-a88c-a6ecc1863adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4f836827-85a5-42cb-8a20-031681797e49'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:37.237812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.252324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-62dd45ef-1821-4855-8a33-e24181b65bcf tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/86531ec2-6826-4422-a733-b4677cf4c456 HTTP/1.1" status: 200 len: 2998 time: 0.0783970 Nov 12 05:21:37.286911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-88fd83a8-0e9a-4533-a4ac-2d09bb37f441 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 217 time: 0.0451102 Nov 12 05:21:37.335845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.365706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-616ad06d-044d-41a7-be8b-d498744768ae tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/86531ec2-6826-4422-a733-b4677cf4c456 HTTP/1.1" status: 200 len: 2998 time: 0.0857306 Nov 12 05:21:37.367631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-41e48154-7e8b-4f7b-a2fb-1dc9bb3fc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.368998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-41e48154-7e8b-4f7b-a2fb-1dc9bb3fc68f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.0739245 Nov 12 05:21:37.377258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Pushing event deleted for resources: {'Port': ['ID=8107effa-f19f-48c3-964a-035e12d7b90d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:37.382250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] For port ec23040e-f134-4759-87d8-88382190cd4e, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:37.419167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] For port ec23040e-f134-4759-87d8-88382190cd4e, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ec23040e-f134-4759-87d8-88382190cd4e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:37.435334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-dc3d71db-247d-4eba-8604-11e36cd9dd48 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/86a25cee-69ba-4640-a508-8fa64a10326a HTTP/1.1" status: 200 len: 2998 time: 0.0605984 Nov 12 05:21:37.436939 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.442322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] No DVR routers for this DVR port 8107effa-f19f-48c3-964a-035e12d7b90d on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:37.468068 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.471567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ca8ecc5-36fa-4376-be23-ce7f1f63924a req-e18afc29-2df5-45d3-8f65-fe915cb8f126 tempest-ServerAddressesTestJSON-291471325 tempest-ServerAddressesTestJSON-291471325-project] 10.222.0.43 "DELETE /v2.0/ports/8107effa-f19f-48c3-964a-035e12d7b90d HTTP/1.1" status: 204 len: 173 time: 0.8509603 Nov 12 05:21:37.471824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4', 'name': 'network-vif-deleted', 'tag': '8107effa-f19f-48c3-964a-035e12d7b90d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:37.474786 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379188c4-b248-49a5-8958-60c83757eadd" -d '{"events": [{"server_uuid": "77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4", "name": "network-vif-deleted", "tag": "8107effa-f19f-48c3-964a-035e12d7b90d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:37.489784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.490519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.491863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] 10.222.0.43 "PUT /v2.0/ports/ec23040e-f134-4759-87d8-88382190cd4e HTTP/1.1" status: 200 len: 1092 time: 1.1676493 Nov 12 05:21:37.497380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-b1d672e1-6e08-4e7d-8e7e-f18f765cc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.499023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-b1d672e1-6e08-4e7d-8e7e-f18f765cc977 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783880 Nov 12 05:21:37.504218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-8713a80c-ad69-4169-864b-c78af69dd5d0 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/86a25cee-69ba-4640-a508-8fa64a10326a HTTP/1.1" status: 200 len: 2998 time: 0.0539737 Nov 12 05:21:37.525323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90aa34-c1f9-4440-ba4f-3a6221f9e452 service neutron] Pushing event updated for resources: {'Port': ['ID=ec23040e-f134-4759-87d8-88382190cd4e,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:37.607334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-25eff706-6d24-40e3-9987-6bc7e57f8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.608929 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-25eff706-6d24-40e3-9987-6bc7e57f8b72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 1095 time: 0.0443170 Nov 12 05:21:37.672844 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-d900d17e-5d86-45a2-bdc5-c45df0ed3cba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec23040e-f134-4759-87d8-88382190cd4e HTTP/1.1" status: 200 len: 217 time: 0.0372713 Nov 12 05:21:37.714940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-2881b524-9477-49c3-af6d-4b88e6d3482a tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8b0ff5a8-8eff-43c6-a14d-8ec542e16892 HTTP/1.1" status: 200 len: 2998 time: 0.1838374 Nov 12 05:21:37.725052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-213b84e0-a09f-4918-ab5b-7eebb9068149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.726587 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-213b84e0-a09f-4918-ab5b-7eebb9068149 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.0468078 Nov 12 05:21:37.746632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-71fdcd30-7b6b-4e44-8c82-5992d6f1fbc5 service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340951 Nov 12 05:21:37.764946 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-5ec6fe53-22c6-42fc-9e66-28b6e20dc180 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295508 Nov 12 05:21:37.809997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-93e2edac-2acc-499d-b21b-44e65bea0b59 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:37.811398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-93e2edac-2acc-499d-b21b-44e65bea0b59 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/networks?id=7a80877f-6f8a-4fa5-888c-406a8f174385 HTTP/1.1" status: 200 len: 808 time: 0.2525017 Nov 12 05:21:37.856602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-f074a822-a0a1-42e3-894a-7507863bda27 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8b0ff5a8-8eff-43c6-a14d-8ec542e16892 HTTP/1.1" status: 200 len: 2998 time: 0.1301093 Nov 12 05:21:37.859773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2ba8e5c4-3700-4a6e-9bfd-407931eb12cc tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/quotas/6b1f0c2fdd184a78b5b1da6ff4f79bbc HTTP/1.1" status: 200 len: 375 time: 0.0211036 Nov 12 05:21:37.861381 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-bcb9f5dd-f9f9-4b06-ab47-79bf6ea89112 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890346 Nov 12 05:21:37.925772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-09982bee-1d78-4b9f-8134-8439f197c7ca tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b1f0c2fdd184a78b5b1da6ff4f79bbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582695 Nov 12 05:21:37.932312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a463b8a5-6300-4602-8b7f-301e79c5beb9 req-4ffeb21e-63cd-4162-b5e9-8761f26a875e service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758456 Nov 12 05:21:37.973163 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-040e2737-ce6f-4309-b6c8-65fecab0e9aa req-aeb28cd8-ccf0-419e-a506-8dcfc872c208 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984483 Nov 12 05:21:37.974375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-2f738a88-d411-4bb6-aefc-4192fdfddc72 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ab0ae860-1f6a-4f59-9061-8137d965f3d1 HTTP/1.1" status: 200 len: 2990 time: 0.1085887 Nov 12 05:21:38.084316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-9aecec83-ff28-4849-a7bd-d7e969c13cf5 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ab0ae860-1f6a-4f59-9061-8137d965f3d1 HTTP/1.1" status: 200 len: 2990 time: 0.0786278 Nov 12 05:21:38.090835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-799d0e06-0364-4010-bf53-5b6052f6f931 service neutron] 10.222.0.48 "GET /v2.0/networks/7a80877f-6f8a-4fa5-888c-406a8f174385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513758 Nov 12 05:21:38.216641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-b4522172-8b51-4daf-aaa3-47cb71c3ed44 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b94b24c8-4ec0-4dd0-bad3-9ea609815f17 HTTP/1.1" status: 200 len: 2998 time: 0.1247721 Nov 12 05:21:38.250872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-9b2428ce-b066-4969-bbcd-d22fe5248a6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1145422 Nov 12 05:21:38.254219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-5a65add8-13af-4d54-be40-31110e43c0ff service neutron] 10.222.0.48 "GET /v2.0/networks/7a80877f-6f8a-4fa5-888c-406a8f174385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613245 Nov 12 05:21:38.288686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-3890d314-b4e5-40f4-ab31-5861e4a8d121 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b94b24c8-4ec0-4dd0-bad3-9ea609815f17 HTTP/1.1" status: 200 len: 2998 time: 0.0623453 Nov 12 05:21:38.348475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-3d02930c-b8d9-4311-8bde-ed3762c7c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:38.349885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-3d02930c-b8d9-4311-8bde-ed3762c7c9a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 1097 time: 0.0727651 Nov 12 05:21:38.353407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-7c72ed2c-720f-4070-89f6-4117dadcf164 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fba21281-2fd5-4811-93eb-d9eca45b951c HTTP/1.1" status: 200 len: 2998 time: 0.0477707 Nov 12 05:21:38.484346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6a46e3d-f8fd-4e81-8180-921434cd7506 req-b5a83791-2c59-4bb6-93e3-a655d70dde7c tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fba21281-2fd5-4811-93eb-d9eca45b951c HTTP/1.1" status: 200 len: 2998 time: 0.1237264 Nov 12 05:21:38.528116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b55d49-eb9d-4926-9757-f7cc3faa1e7c req-2ad7021e-c420-4eb4-8585-35a397cb6836 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:38.529627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69b55d49-eb9d-4926-9757-f7cc3faa1e7c req-2ad7021e-c420-4eb4-8585-35a397cb6836 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 944 time: 0.1127088 Nov 12 05:21:38.534968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-61e66172-4e6a-43ba-a091-d059fd92f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:38.537135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-61e66172-4e6a-43ba-a091-d059fd92f154 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 905 time: 0.1561263 Nov 12 05:21:38.606502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-82584456-7374-489a-86fa-ec0698e70c7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6125bb-2779-48f7-8b08-6183ab851298 HTTP/1.1" status: 200 len: 217 time: 0.0573008 Nov 12 05:21:38.665828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69b55d49-eb9d-4926-9757-f7cc3faa1e7c req-f2a2396b-57a7-4dc4-a1db-7bb1f7e61870 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252129 Nov 12 05:21:38.677851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-ab51c90c-163f-4a4e-952d-29f0ca353c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:38.679827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-ab51c90c-163f-4a4e-952d-29f0ca353c05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.0630057 Nov 12 05:21:38.723843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-25cb93cc-7243-47a7-b68f-cb52f4fa0dfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348203 Nov 12 05:21:38.725655 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12462c74-cb9d-4531-ab3c-d6841a6b4a66 x-openstack-request-id: req-12462c74-cb9d-4531-ab3c-d6841a6b4a66 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:38.726150 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4", "name": "network-vif-deleted", "tag": "8107effa-f19f-48c3-964a-035e12d7b90d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:38.726553 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12462c74-cb9d-4531-ab3c-d6841a6b4a66 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:38.727173 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e7de5f-18f6-4df5-a0dd-4cbb7c2926f4', 'name': 'network-vif-deleted', 'tag': '8107effa-f19f-48c3-964a-035e12d7b90d', 'status': 'completed', 'code': 200} Nov 12 05:21:38.891742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05b691-dc23-4654-b1cd-bc5425d57186 req-b58f7832-1a5b-4d2f-8b63-788dd2b431a6 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:38.893465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f05b691-dc23-4654-b1cd-bc5425d57186 req-b58f7832-1a5b-4d2f-8b63-788dd2b431a6 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 943 time: 0.0906191 Nov 12 05:21:38.896683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-09bfbcf9-43e7-4e45-92b4-b8ec44ac0031 service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649973 Nov 12 05:21:39.019685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f05b691-dc23-4654-b1cd-bc5425d57186 req-8b786cfa-0c90-45d5-b998-17c1715f07e8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186643 Nov 12 05:21:39.050815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f9184b-730f-4d2b-a074-2dbff5cd9edc req-730405bd-c320-4e26-8e28-3d703e3d0378 service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464410 Nov 12 05:21:39.088425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59484) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:39.153528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe3ab9c-6429-4e97-a77e-5c4bd4c99c22 admin admin] Deleting subnet e25248d2-a826-4c47-9e68-2c24122f9707 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:21:39.157117 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ab9c-6429-4e97-a77e-5c4bd4c99c22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.194586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8107effa-f19f-48c3-964a-035e12d7b90d no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:39.197051 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ab9c-6429-4e97-a77e-5c4bd4c99c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.229460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 8107effa-f19f-48c3-964a-035e12d7b90d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:39.229809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8107effa-f19f-48c3-964a-035e12d7b90d not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:39.273902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd1f9e77-44ae-4c73-a481-056e39c2253f req-5fd81efa-8056-4fc8-8ec8-3a836ea91b34 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 210 time: 0.0519197 Nov 12 05:21:39.294811 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ab9c-6429-4e97-a77e-5c4bd4c99c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.377611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5f44ec7-dd57-42af-a49b-e1ef941f2b18 req-71433b91-019e-4136-95cf-a0a1a67aede0 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa235b3e71854028a2a35c46a0c65ad1 HTTP/1.1" status: 200 len: 6151 time: 0.1530104 Nov 12 05:21:39.394846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ab9c-6429-4e97-a77e-5c4bd4c99c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.441756 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ab9c-6429-4e97-a77e-5c4bd4c99c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.446178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6fe3ab9c-6429-4e97-a77e-5c4bd4c99c22 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e25248d2-a826-4c47-9e68-2c24122f9707 HTTP/1.1" status: 204 len: 168 time: 0.3562422 Nov 12 05:21:39.448814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59494) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:39.453463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3ab9c-6429-4e97-a77e-5c4bd4c99c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25248d2-a826-4c47-9e68-2c24122f9707,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:39.476833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5f44ec7-dd57-42af-a49b-e1ef941f2b18 req-53a1c5a3-91cd-4d07-b76a-528d30fdf3dd tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "GET /v2.0/security-groups/fba21281-2fd5-4811-93eb-d9eca45b951c HTTP/1.1" status: 200 len: 2998 time: 0.0910301 Nov 12 05:21:39.550794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5f44ec7-dd57-42af-a49b-e1ef941f2b18 req-c36a777c-dabb-4eb6-81c1-7c16bc7eff97 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "GET /v2.0/security-groups/fba21281-2fd5-4811-93eb-d9eca45b951c HTTP/1.1" status: 200 len: 2998 time: 0.0660746 Nov 12 05:21:39.576950 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.669646 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9b5fc19-bcd1-4ed5-9759-abb1e2969ed1 req-a8dfa9b1-94b8-47d6-a332-215e6d1d5c4a tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8d3f88a7-450d-4a87-bd17-a0fb842cc1e8 HTTP/1.1" status: 200 len: 1793 time: 0.0933547 Nov 12 05:21:39.752517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d9b5fc19-bcd1-4ed5-9759-abb1e2969ed1 req-de5eebf4-ca55-452b-8a27-e9f2d75979d2 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.765728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.803785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2d5ae3-3c61-462f-bdbf-560819410a93']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:39.820082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59520) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:39.826161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13ac4ef-37c0-470e-bc4d-b9b41fd308e6') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:39.826702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13ac4ef-37c0-470e-bc4d-b9b41fd308e6') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:39.848332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-903ab9d5-a4e2-4417-933b-8bd02132d1bf tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:39.849887 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-903ab9d5-a4e2-4417-933b-8bd02132d1bf tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.43 "GET /v2.0/networks?id=7a80877f-6f8a-4fa5-888c-406a8f174385 HTTP/1.1" status: 200 len: 808 time: 0.1751227 Nov 12 05:21:39.851811 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.863484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d9b5fc19-bcd1-4ed5-9759-abb1e2969ed1 req-de5eebf4-ca55-452b-8a27-e9f2d75979d2 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.866835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.874535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:21:39.874914 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.881039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Request body: {'port': {'device_id': 'f6fecd67-6739-4765-817e-23f87933d4c6', 'network_id': '7a80877f-6f8a-4fa5-888c-406a8f174385', 'admin_state_up': True, 'tenant_id': '6b1f0c2fdd184a78b5b1da6ff4f79bbc'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:21:39.884502 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:21:39.906009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-52c9ff10-c576-4660-bdd4-96348ff4595f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:39.908480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-52c9ff10-c576-4660-bdd4-96348ff4595f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 804 time: 0.1730006 Nov 12 05:21:39.930154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-fedf9d6d-65f2-449f-ae67-e2c26a2f0cca tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/quotas/f2a7f1e823cb4e24b0fe1a67fecce406 HTTP/1.1" status: 200 len: 375 time: 0.0153196 Nov 12 05:21:39.950860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d9b5fc19-bcd1-4ed5-9759-abb1e2969ed1 req-de5eebf4-ca55-452b-8a27-e9f2d75979d2 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.952872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d9b5fc19-bcd1-4ed5-9759-abb1e2969ed1 req-de5eebf4-ca55-452b-8a27-e9f2d75979d2 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.964028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9b5fc19-bcd1-4ed5-9759-abb1e2969ed1 req-de5eebf4-ca55-452b-8a27-e9f2d75979d2 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d3f88a7-450d-4a87-bd17-a0fb842cc1e8 HTTP/1.1" status: 204 len: 173 time: 0.2934084 Nov 12 05:21:39.989402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5eebf4-ca55-452b-8a27-e9f2d75979d2 tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f88a7-450d-4a87-bd17-a0fb842cc1e8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:40.010128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-b7080060-0b80-42ff-a8ed-8acca9346055 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724459 Nov 12 05:21:40.010742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3db100ed-e567-46f8-b5ab-ddbcbb3a009e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.037798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.053392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.056600 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a2d5ae3-3c61-462f-bdbf-560819410a93 HTTP/1.1" status: 204 len: 168 time: 0.6062000 Nov 12 05:21:40.074797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db1d12-fbfa-4820-90bf-d5ca89749cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2d5ae3-3c61-462f-bdbf-560819410a93,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:40.138470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Made reservation on behalf of 6b1f0c2fdd184a78b5b1da6ff4f79bbc for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:40.143305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.190288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3db100ed-e567-46f8-b5ab-ddbcbb3a009e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.223097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3db100ed-e567-46f8-b5ab-ddbcbb3a009e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.251539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59532) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:40.308134 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.309123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db100ed-e567-46f8-b5ab-ddbcbb3a009e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5749d24d-24ec-4185-b763-928350e6a2ae,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:40.313495 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3db100ed-e567-46f8-b5ab-ddbcbb3a009e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c007b19df4640f4a59ade0a68fc72a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906693 Nov 12 05:21:40.326381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b6706b57-74b7-4f31-badf-5b312a43d9e3 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:40.333996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ae6125bb-2779-48f7-8b08-6183ab851298 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:40.340967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59536) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:40.413535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f0d18a2e-1652-4d51-953e-fb26996b2051 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4287e9696bf459c9f624775056949cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574283 Nov 12 05:21:40.416559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59538) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:40.422151 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:21:40.438554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a11865-eb79-46b3-9cb3-1a970ea741fd req-8e8883b5-3e61-4c8b-9410-8b83e407cd31 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:40.439999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Allocated IP 172.20.0.3 (7a80877f-6f8a-4fa5-888c-406a8f174385/b48cee51-eacb-4d74-baed-bbccc2d52d30/987426c9-7505-45b1-bf2a-f8ce3be5ea9d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:40.443360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22a11865-eb79-46b3-9cb3-1a970ea741fd req-8e8883b5-3e61-4c8b-9410-8b83e407cd31 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 944 time: 0.4210143 Nov 12 05:21:40.466802 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd6a1-66be-4b60-b109-d8843b14a721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.516818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b6706b57-74b7-4f31-badf-5b312a43d9e3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:40.519941 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.534818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-4339efbd-60b4-4938-a8d1-b460924b5474 service neutron] 10.222.0.48 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996045 Nov 12 05:21:40.540401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd6a1-66be-4b60-b109-d8843b14a721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.552956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:40.555208 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d6ab2-68ca-4aac-943a-ee105aac8d0d" -d '{"events": [{"server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:40.560388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'mac_address': 'fa:16:3e:76:3b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:40.570189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:40.580578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22a11865-eb79-46b3-9cb3-1a970ea741fd req-94179c99-908f-403f-b703-52af855095f2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271913 Nov 12 05:21:40.592586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f2be6f6-5d17-4f3c-a8c1-1c5935a93bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.594576 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.619202 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f2be6f6-5d17-4f3c-a8c1-1c5935a93bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.631102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.659953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6706b57-74b7-4f31-badf-5b312a43d9e3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:40.686570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:40.693115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b6706b57-74b7-4f31-badf-5b312a43d9e3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:40.698155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.706741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd6a1-66be-4b60-b109-d8843b14a721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.709905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd6a1-66be-4b60-b109-d8843b14a721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.711456 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f5dd6a1-66be-4b60-b109-d8843b14a721 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5749d24d-24ec-4185-b763-928350e6a2ae HTTP/1.1" status: 204 len: 168 time: 0.3693225 Nov 12 05:21:40.733356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5', 'tag': 'ec23040e-f134-4759-87d8-88382190cd4e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:40.735979 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a31889-88ca-412d-824a-f177acbf538b" -d '{"events": [{"name": "network-changed", "server_uuid": "913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5", "tag": "ec23040e-f134-4759-87d8-88382190cd4e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:40.747084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dd6a1-66be-4b60-b109-d8843b14a721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5749d24d-24ec-4185-b763-928350e6a2ae,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:40.756112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07584842-4430-4e40-ae64-1fdabb1225b8 req-03ec776a-e732-4c49-81ff-57c780d8453f tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/42be8dda-ebe9-4996-b676-6dd67e58022a HTTP/1.1" status: 200 len: 1794 time: 0.1328053 Nov 12 05:21:40.765336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b6706b57-74b7-4f31-badf-5b312a43d9e3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:40.790968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-d8e98470-8ac4-4a6a-9a08-8e2cae910eeb service neutron] 10.222.0.48 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451065 Nov 12 05:21:40.808298 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f2be6f6-5d17-4f3c-a8c1-1c5935a93bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.811229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f2be6f6-5d17-4f3c-a8c1-1c5935a93bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.814750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5f2be6f6-5d17-4f3c-a8c1-1c5935a93bd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b94b24c8-4ec0-4dd0-bad3-9ea609815f17 HTTP/1.1" status: 204 len: 168 time: 0.3934886 Nov 12 05:21:40.814940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.830071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2be6f6-5d17-4f3c-a8c1-1c5935a93bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b24c8-4ec0-4dd0-bad3-9ea609815f17,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:40.851307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-07584842-4430-4e40-ae64-1fdabb1225b8 req-32b120a0-f646-4f97-b7df-b45967b0199b tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.884399 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-07584842-4430-4e40-ae64-1fdabb1225b8 req-32b120a0-f646-4f97-b7df-b45967b0199b tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.920354 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.935108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-07584842-4430-4e40-ae64-1fdabb1225b8 req-32b120a0-f646-4f97-b7df-b45967b0199b tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.939917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-07584842-4430-4e40-ae64-1fdabb1225b8 req-32b120a0-f646-4f97-b7df-b45967b0199b tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.944581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07584842-4430-4e40-ae64-1fdabb1225b8 req-32b120a0-f646-4f97-b7df-b45967b0199b tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/42be8dda-ebe9-4996-b676-6dd67e58022a HTTP/1.1" status: 204 len: 173 time: 0.1847546 Nov 12 05:21:40.959999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b120a0-f646-4f97-b7df-b45967b0199b tempest-SecurityGroupsTestAdminJSON-1792246875 tempest-SecurityGroupsTestAdminJSON-1792246875-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be8dda-ebe9-4996-b676-6dd67e58022a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:41.031791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b6706b57-74b7-4f31-badf-5b312a43d9e3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:41.059158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Network 7a80877f-6f8a-4fa5-888c-406a8f174385 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:41.069150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:41.082098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:41.151180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ba6d8-d380-4e42-8a57-1e2320339d58 req-81b5f652-7eb2-42c4-8d63-532954d91bff tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:41.153097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c9ba6d8-d380-4e42-8a57-1e2320339d58 req-81b5f652-7eb2-42c4-8d63-532954d91bff tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 943 time: 0.1148925 Nov 12 05:21:41.189860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ec23040e-f134-4759-87d8-88382190cd4e details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:41.456055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c9ba6d8-d380-4e42-8a57-1e2320339d58 req-05ffe6e5-70da-4a12-8853-950f447e1007 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954752 Nov 12 05:21:41.512620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-c6db576b-5238-4460-b52f-1b73df243c91 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:41.519623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-c6db576b-5238-4460-b52f-1b73df243c91 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d05051-75a6-489f-92fd-43dfd92519fa HTTP/1.1" status: 200 len: 943 time: 0.3341827 Nov 12 05:21:41.541018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a681-a9e0-4732-be3e-f6bcbb2d4ea6 req-876f3578-3c64-4dc1-bd7c-a5bf9cd6b123 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:41.543592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f77a681-a9e0-4732-be3e-f6bcbb2d4ea6 req-876f3578-3c64-4dc1-bd7c-a5bf9cd6b123 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 931 time: 0.3646746 Nov 12 05:21:41.590183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ec23040e-f134-4759-87d8-88382190cd4e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ec23040e-f134-4759-87d8-88382190cd4e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:41.602519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:41.603211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:41.605743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Pushing event updated for resources: {'Port': ['ID=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:41.619819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'ec23040e-f134-4759-87d8-88382190cd4e', 'network_id': '4f836827-85a5-42cb-8a20-031681797e49', 'port_id': 'ec23040e-f134-4759-87d8-88382190cd4e', 'mac_address': 'fa:16:3e:49:11:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13883a-6d2d-4077-bd2d-08d9f8815580', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:41.628345 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca768cd-5e74-48cc-a54b-ebf8b71f4f39 x-openstack-request-id: req-2ca768cd-5e74-48cc-a54b-ebf8b71f4f39 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:41.628907 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:41.629992 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ca768cd-5e74-48cc-a54b-ebf8b71f4f39 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:41.631145 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'code': 200} Nov 12 05:21:41.640198 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-701a67ec-4985-43e2-b22b-649a822285f2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7668173 Nov 12 05:21:41.655076 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b711ce-a6f3-47ab-9e76-89649a1b8ffd x-openstack-request-id: req-11b711ce-a6f3-47ab-9e76-89649a1b8ffd {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:41.655695 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5", "tag": "ec23040e-f134-4759-87d8-88382190cd4e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:41.656199 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11b711ce-a6f3-47ab-9e76-89649a1b8ffd {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:41.656877 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5', 'tag': 'ec23040e-f134-4759-87d8-88382190cd4e', 'status': 'completed', 'code': 200} Nov 12 05:21:41.667475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Request body: {'port': {'device_id': 'f6fecd67-6739-4765-817e-23f87933d4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:41.719588 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:41.753082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec23040e-f134-4759-87d8-88382190cd4e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:41.780069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f77a681-a9e0-4732-be3e-f6bcbb2d4ea6 req-e684fedf-6846-490c-9a75-ace75bd67173 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202885 Nov 12 05:21:41.821558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ec23040e-f134-4759-87d8-88382190cd4e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ec23040e-f134-4759-87d8-88382190cd4e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:41.830810 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:41.896178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31889-88ca-412d-824a-f177acbf538b req-0fccd7b2-f081-4e09-852d-1538533e3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:41.898335 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5a31889-88ca-412d-824a-f177acbf538b req-0fccd7b2-f081-4e09-852d-1538533e3c7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 1095 time: 0.1803422 Nov 12 05:21:41.904036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:41.918007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ec23040e-f134-4759-87d8-88382190cd4e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:41.971387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Deleting port ae6125bb-2779-48f7-8b08-6183ab851298 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:41.971741 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.068117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e50ea9a6-38e1-4514-9816-44afbf1d7782 req-4f47ff11-968b-4924-bf76-bd340fd629c7 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "GET /v2.0/security-groups/b5d35db1-ea87-4a2e-ab25-af3ccd39b833 HTTP/1.1" status: 200 len: 1793 time: 0.2836018 Nov 12 05:21:42.147965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7889bc-85dd-4a07-b9b0-5c28dd478583 req-5cea0136-8cf0-47a4-ad2b-ab51bebacace tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 210 time: 0.1990802 Nov 12 05:21:42.162478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31889-88ca-412d-824a-f177acbf538b req-5cf7ec83-d1bd-4b04-bdab-438716784a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:42.164173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5a31889-88ca-412d-824a-f177acbf538b req-5cf7ec83-d1bd-4b04-bdab-438716784a85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 200 len: 906 time: 0.2322116 Nov 12 05:21:42.210056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ec23040e-f134-4759-87d8-88382190cd4e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:42.242942 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e50ea9a6-38e1-4514-9816-44afbf1d7782 req-a515f3e7-e679-45a9-91c6-4bbd29783ea6 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.314203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] For port ae6125bb-2779-48f7-8b08-6183ab851298, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ae6125bb-2779-48f7-8b08-6183ab851298,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:42.314711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.338327 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e50ea9a6-38e1-4514-9816-44afbf1d7782 req-a515f3e7-e679-45a9-91c6-4bbd29783ea6 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.343522 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5a31889-88ca-412d-824a-f177acbf538b req-ee9b582e-a476-41a4-a45f-22f0ae51df94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec23040e-f134-4759-87d8-88382190cd4e HTTP/1.1" status: 200 len: 217 time: 0.1681571 Nov 12 05:21:42.355569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Calling delete_port for ae6125bb-2779-48f7-8b08-6183ab851298 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:42.372536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d566ff-6464-45b1-888e-0e8697e08090 req-f323e92a-f7dd-4d37-8715-e005fa851c61 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:42.374472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57d566ff-6464-45b1-888e-0e8697e08090 req-f323e92a-f7dd-4d37-8715-e005fa851c61 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 945 time: 0.1078362 Nov 12 05:21:42.451009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31889-88ca-412d-824a-f177acbf538b req-ade71b5e-f776-4a9a-9b9c-7869b195392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:42.455813 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5a31889-88ca-412d-824a-f177acbf538b req-ade71b5e-f776-4a9a-9b9c-7869b195392f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 200 len: 845 time: 0.0977235 Nov 12 05:21:42.488818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57d566ff-6464-45b1-888e-0e8697e08090 req-cfdd5e62-c1a6-419a-a5c3-6d36168cc70e tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042333 Nov 12 05:21:42.528925 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e50ea9a6-38e1-4514-9816-44afbf1d7782 req-a515f3e7-e679-45a9-91c6-4bbd29783ea6 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.532190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e50ea9a6-38e1-4514-9816-44afbf1d7782 req-a515f3e7-e679-45a9-91c6-4bbd29783ea6 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.533400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e50ea9a6-38e1-4514-9816-44afbf1d7782 req-a515f3e7-e679-45a9-91c6-4bbd29783ea6 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "DELETE /v2.0/security-groups/b5d35db1-ea87-4a2e-ab25-af3ccd39b833 HTTP/1.1" status: 204 len: 173 time: 0.4634302 Nov 12 05:21:42.547595 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5a31889-88ca-412d-824a-f177acbf538b req-a33aed35-dbd3-442b-b988-66103fdd8e7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f836827-85a5-42cb-8a20-031681797e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827811 Nov 12 05:21:42.548614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515f3e7-e679-45a9-91c6-4bbd29783ea6 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d35db1-ea87-4a2e-ab25-af3ccd39b833,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:42.699987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987426c9-7505-45b1-bf2a-f8ce3be5ea9d {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:42.714500 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.718770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.746771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Transition to ACTIVE for port object 987426c9-7505-45b1-bf2a-f8ce3be5ea9d will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:42.757173 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.763443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Pushing event deleted for resources: {'Port': ['ID=ae6125bb-2779-48f7-8b08-6183ab851298,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:42.777007 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5a31889-88ca-412d-824a-f177acbf538b req-2356be14-145d-4d5b-9a9c-8c8ac17901b4 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182169 Nov 12 05:21:42.825464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] No DVR routers for this DVR port ae6125bb-2779-48f7-8b08-6183ab851298 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:42.835410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-956df505-cbfd-40bd-b1ea-c56f589c8cad tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:42.837134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-956df505-cbfd-40bd-b1ea-c56f589c8cad tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.47 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 804 time: 0.2223773 Nov 12 05:21:42.838563 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.842684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cfcde476-a05d-482d-88aa-3aba004a6a06 req-4e85ee69-7f1b-4e20-9bf5-646f5ae43b10 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.47 "DELETE /v2.0/ports/ae6125bb-2779-48f7-8b08-6183ab851298 HTTP/1.1" status: 204 len: 173 time: 1.2975066 Nov 12 05:21:42.843232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'name': 'network-vif-deleted', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:42.845653 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a9fef8-4d87-4782-9101-191d75ffc3cb" -d '{"events": [{"server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "name": "network-vif-deleted", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:42.855058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Request body: {'port': {'device_id': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'admin_state_up': True, 'tenant_id': 'f2a7f1e823cb4e24b0fe1a67fecce406'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:42.926304 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5a31889-88ca-412d-824a-f177acbf538b req-3ceec685-4c43-46a2-adc5-45c2b5033e27 service neutron] 10.222.0.43 "GET /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159372 Nov 12 05:21:42.980896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac1b20-45af-4a7a-b4b0-fabae753a726 req-43f855ed-2156-4b6e-9cad-5491732043a1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:42.982579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bac1b20-45af-4a7a-b4b0-fabae753a726 req-43f855ed-2156-4b6e-9cad-5491732043a1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 944 time: 0.1089878 Nov 12 05:21:42.989367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Pushing event updated for resources: {'Port': ['ID=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:43.033843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Attempting to bind port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:43.034702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Attempting to bind port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '66295c97-a9f5-4020-bf92-bf469d813059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7a80877f-6f8a-4fa5-888c-406a8f174385'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:43.035274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Attempting to bind port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d on network 7a80877f-6f8a-4fa5-888c-406a8f174385 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:43.041479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d on network 7a80877f-6f8a-4fa5-888c-406a8f174385 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:43.042642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Attempting to bind port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d on network 7a80877f-6f8a-4fa5-888c-406a8f174385 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:43.049201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:43.049629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Checking segment: {'id': '66295c97-a9f5-4020-bf92-bf469d813059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7a80877f-6f8a-4fa5-888c-406a8f174385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:43.050078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Bound using segment: {'id': '66295c97-a9f5-4020-bf92-bf469d813059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7a80877f-6f8a-4fa5-888c-406a8f174385'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:43.050634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Bound port: 987426c9-7505-45b1-bf2a-f8ce3be5ea9d, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66295c97-a9f5-4020-bf92-bf469d813059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7a80877f-6f8a-4fa5-888c-406a8f174385'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:43.051109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.062299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bac1b20-45af-4a7a-b4b0-fabae753a726 req-6cf23403-6e77-40b4-aa7e-8c5d3826683c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624447 Nov 12 05:21:43.074643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Made reservation on behalf of f2a7f1e823cb4e24b0fe1a67fecce406 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:43.080836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.146748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] For port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:43.149427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] For port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,segment=NetworkSegment(66295c97-a9f5-4020-bf92-bf469d813059),segment_id=66295c97-a9f5-4020-bf92-bf469d813059)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:43.154814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.190331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:43.190988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.192939 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] 10.222.0.43 "PUT /v2.0/ports/987426c9-7505-45b1-bf2a-f8ce3be5ea9d HTTP/1.1" status: 200 len: 1092 time: 1.5341759 Nov 12 05:21:43.210878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9269497-1888-443a-a5a2-5085191129ce req-93522e21-840a-4b6d-b047-3e088ea64a25 tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "GET /v2.0/security-groups/374b01d3-fe76-4d0f-b5bd-34e67dc9b67b HTTP/1.1" status: 200 len: 1793 time: 0.1108732 Nov 12 05:21:43.218226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ec23040e-f134-4759-87d8-88382190cd4e up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:43.222832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736e9d2-a364-471e-9a04-6c2d8822cb7b service neutron] Pushing event updated for resources: {'Port': ['ID=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:43.304834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port ec23040e-f134-4759-87d8-88382190cd4e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:43.315362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port ec23040e-f134-4759-87d8-88382190cd4e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:43.315814 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.316502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Allocated IP 172.20.0.9 (12d4519f-353e-454c-aa94-41d813b054f7/23fe6034-b5c9-43f5-8a4a-3d6545ac4082/eddf4bad-2013-4598-a648-fc292848bc61) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:43.332132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-106c45ce-6cec-4955-beef-6f8296dde149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:43.334660 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-106c45ce-6cec-4955-beef-6f8296dde149 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b1f0c2fdd184a78b5b1da6ff4f79bbc&device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 1095 time: 0.0619514 Nov 12 05:21:43.348294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f9269497-1888-443a-a5a2-5085191129ce req-23038c25-74b5-4a8a-a67b-5142aea36c4a tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.397628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f9269497-1888-443a-a5a2-5085191129ce req-23038c25-74b5-4a8a-a67b-5142aea36c4a tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.422127 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-aa5bbdb2-0c0a-4c82-97d0-d8b0ed03bf40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987426c9-7505-45b1-bf2a-f8ce3be5ea9d HTTP/1.1" status: 200 len: 217 time: 0.0718434 Nov 12 05:21:43.451434 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.525823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-3def3578-7c15-4d0e-a879-4a0792d7ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:43.527769 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-3def3578-7c15-4d0e-a879-4a0792d7ebbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b48cee51-eacb-4d74-baed-bbccc2d52d30 HTTP/1.1" status: 200 len: 848 time: 0.0980728 Nov 12 05:21:43.542223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ec23040e-f134-4759-87d8-88382190cd4e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ec23040e-f134-4759-87d8-88382190cd4e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:43.550172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.551195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f9269497-1888-443a-a5a2-5085191129ce req-23038c25-74b5-4a8a-a67b-5142aea36c4a tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.554758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f9269497-1888-443a-a5a2-5085191129ce req-23038c25-74b5-4a8a-a67b-5142aea36c4a tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.560336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9269497-1888-443a-a5a2-5085191129ce req-23038c25-74b5-4a8a-a67b-5142aea36c4a tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] 10.222.0.48 "DELETE /v2.0/security-groups/374b01d3-fe76-4d0f-b5bd-34e67dc9b67b HTTP/1.1" status: 204 len: 173 time: 0.3129659 Nov 12 05:21:43.589382 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-679b140f-688f-4b51-b5aa-db43e00027b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a80877f-6f8a-4fa5-888c-406a8f174385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510931 Nov 12 05:21:43.597222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23038c25-74b5-4a8a-a67b-5142aea36c4a tempest-SecurityGroupsTestAdminJSON-41777310 tempest-SecurityGroupsTestAdminJSON-41777310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b01d3-fe76-4d0f-b5bd-34e67dc9b67b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:43.637311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec23040e-f134-4759-87d8-88382190cd4e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:43.640199 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09f47c2-1df4-4d90-a7ff-2964271035af" -d '{"events": [{"server_uuid": "913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5", "name": "network-vif-plugged", "status": "completed", "tag": "ec23040e-f134-4759-87d8-88382190cd4e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:43.652911 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3edb04-5f86-4149-b8f7-078062af06ac x-openstack-request-id: req-6d3edb04-5f86-4149-b8f7-078062af06ac {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:43.653199 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d05051-75a6-489f-92fd-43dfd92519fa", "name": "network-vif-deleted", "tag": "ae6125bb-2779-48f7-8b08-6183ab851298", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:43.653449 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d3edb04-5f86-4149-b8f7-078062af06ac {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:43.653991 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d05051-75a6-489f-92fd-43dfd92519fa', 'name': 'network-vif-deleted', 'tag': 'ae6125bb-2779-48f7-8b08-6183ab851298', 'status': 'completed', 'code': 200} Nov 12 05:21:43.663484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ec23040e-f134-4759-87d8-88382190cd4e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:43.676850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.692832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e16b3a-b994-4ec8-bcf2-b59bdb52a422 req-88fd7a4b-15f1-4fde-9dec-edd568aff809 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:43.694683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72e16b3a-b994-4ec8-bcf2-b59bdb52a422 req-88fd7a4b-15f1-4fde-9dec-edd568aff809 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 943 time: 0.0986176 Nov 12 05:21:43.771189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72e16b3a-b994-4ec8-bcf2-b59bdb52a422 req-3f764c11-7b8f-4697-91ff-8261b9eb2d5f tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641212 Nov 12 05:21:43.773530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fecd67-6739-4765-817e-23f87933d4c6', 'tag': '987426c9-7505-45b1-bf2a-f8ce3be5ea9d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:43.775755 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8124cc7-b722-450e-8166-2a8772e359ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fecd67-6739-4765-817e-23f87933d4c6", "tag": "987426c9-7505-45b1-bf2a-f8ce3be5ea9d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:43.781869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.832865 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3a6d147b-2193-4e83-9239-2279f4991205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.856870 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-10814a95-e890-4298-841b-778b42481ae5 service neutron] 10.222.0.43 "GET /v2.0/networks/7a80877f-6f8a-4fa5-888c-406a8f174385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587960 Nov 12 05:21:43.914304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0649ddb-395e-48af-8830-1e8bda814c68 req-9af69ab9-e43e-42ed-8b11-dba478fe88b3 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3298f73-11d4-4acc-ba73-8abbe233e5f2 HTTP/1.1" status: 200 len: 210 time: 0.0494606 Nov 12 05:21:43.917811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Network 12d4519f-353e-454c-aa94-41d813b054f7 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:43.963052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd6623-0086-4ea9-b1b2-6f66ecc9d592 req-4870d807-e25f-4acb-ac01-4846011627e4 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:43.969401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91bd6623-0086-4ea9-b1b2-6f66ecc9d592 req-4870d807-e25f-4acb-ac01-4846011627e4 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 931 time: 0.1880567 Nov 12 05:21:43.970556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:43.979587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:43.992114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Pushing event updated for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:44.008623 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9f61b08-7c4d-4209-8209-4f1725c48d07 req-a01a573e-d809-4c3b-b255-74e6cf3e8ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/7a80877f-6f8a-4fa5-888c-406a8f174385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425469 Nov 12 05:21:44.063565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59656) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:44.111095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91bd6623-0086-4ea9-b1b2-6f66ecc9d592 req-d7277449-2467-4dba-ad99-4f8af09eeab1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269872 Nov 12 05:21:44.128644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:44.129268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.154078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8134021-6c27-405f-bbf5-9b3945a4db53 req-d3ff759d-b5ad-4b5a-a6a9-ef756458073d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:44.155746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8134021-6c27-405f-bbf5-9b3945a4db53 req-d3ff759d-b5ad-4b5a-a6a9-ef756458073d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 945 time: 0.1262765 Nov 12 05:21:44.159896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-f8e7c6b8-d6bf-470d-874b-e746d699bb9a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3090372 Nov 12 05:21:44.181078 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de133b72-af10-4dd4-a69d-191f1c5eeb05 x-openstack-request-id: req-de133b72-af10-4dd4-a69d-191f1c5eeb05 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:44.181663 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5", "name": "network-vif-plugged", "status": "completed", "tag": "ec23040e-f134-4759-87d8-88382190cd4e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:44.182087 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de133b72-af10-4dd4-a69d-191f1c5eeb05 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:44.182218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Request body: {'port': {'device_id': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:44.182987 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec23040e-f134-4759-87d8-88382190cd4e', 'code': 200} Nov 12 05:21:44.262111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8134021-6c27-405f-bbf5-9b3945a4db53 req-4b9e5a18-2b73-4126-bb3b-55a8aaaedf29 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985656 Nov 12 05:21:44.272827 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.304746 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-786dcd21-5943-4340-b9d3-26202be22db8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa235b3e71854028a2a35c46a0c65ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397838 Nov 12 05:21:44.313427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59666) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:44.370840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b6706b57-74b7-4f31-badf-5b312a43d9e3 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:44.381848 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f06af6e-9498-4ca6-bd32-351c5bbc99c1 x-openstack-request-id: req-0f06af6e-9498-4ca6-bd32-351c5bbc99c1 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:44.382244 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fecd67-6739-4765-817e-23f87933d4c6", "tag": "987426c9-7505-45b1-bf2a-f8ce3be5ea9d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:44.382398 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f06af6e-9498-4ca6-bd32-351c5bbc99c1 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:44.384985 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fecd67-6739-4765-817e-23f87933d4c6', 'tag': '987426c9-7505-45b1-bf2a-f8ce3be5ea9d', 'status': 'completed', 'code': 200} Nov 12 05:21:44.452182 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4876ca19-9c82-4fbf-83fe-fa0e4cc9781b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.452470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port b6706b57-74b7-4f31-badf-5b312a43d9e3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:44.461927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b6706b57-74b7-4f31-badf-5b312a43d9e3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:44.462899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.545391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500819f-3ebe-4af4-9c37-8fc2fc97e2a4 req-42dd0f28-49e4-4278-afa5-330d283c55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:44.547932 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9500819f-3ebe-4af4-9c37-8fc2fc97e2a4 req-42dd0f28-49e4-4278-afa5-330d283c55d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 1097 time: 0.1621447 Nov 12 05:21:44.556694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd020c-5952-4e41-86f2-17b58dcc6a80 req-6704e82d-8ce6-46bf-aa34-0bf15e190133 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:44.558485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bfd020c-5952-4e41-86f2-17b58dcc6a80 req-6704e82d-8ce6-46bf-aa34-0bf15e190133 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1963100 Nov 12 05:21:44.565080 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4876ca19-9c82-4fbf-83fe-fa0e4cc9781b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.639907 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9500819f-3ebe-4af4-9c37-8fc2fc97e2a4 req-1b4c8bf5-387b-4ebd-84b2-b11e3e51ea69 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688448 Nov 12 05:21:44.644341 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.651697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8124cc7-b722-450e-8166-2a8772e359ac req-dd7b216a-7d67-4ad8-871f-3e395ab933d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:44.653457 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8124cc7-b722-450e-8166-2a8772e359ac req-dd7b216a-7d67-4ad8-871f-3e395ab933d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b1f0c2fdd184a78b5b1da6ff4f79bbc&device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 1095 time: 0.2266817 Nov 12 05:21:44.676653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bfd020c-5952-4e41-86f2-17b58dcc6a80 req-13f2a9de-3bc3-4f85-b926-da37ca6b4576 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700800 Nov 12 05:21:44.712311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4876ca19-9c82-4fbf-83fe-fa0e4cc9781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.716633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4876ca19-9c82-4fbf-83fe-fa0e4cc9781b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.720310 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4876ca19-9c82-4fbf-83fe-fa0e4cc9781b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fba21281-2fd5-4811-93eb-d9eca45b951c HTTP/1.1" status: 204 len: 168 time: 0.4033196 Nov 12 05:21:44.741516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b6706b57-74b7-4f31-badf-5b312a43d9e3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:44.743130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ca19-9c82-4fbf-83fe-fa0e4cc9781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba21281-2fd5-4811-93eb-d9eca45b951c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:44.774974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.777014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ae6125bb-2779-48f7-8b08-6183ab851298 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:44.833837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: ae6125bb-2779-48f7-8b08-6183ab851298 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:44.834368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ae6125bb-2779-48f7-8b08-6183ab851298 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:44.891366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1c5b6d2-d766-466a-ab6c-449c0f46866c req-9a95fb29-12cd-4463-bc55-0e3ce5258a5a tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0458121 Nov 12 05:21:44.898197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddf4bad-2013-4598-a648-fc292848bc61 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:44.915723 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.932636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b6706b57-74b7-4f31-badf-5b312a43d9e3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:44.960338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Transition to ACTIVE for port object eddf4bad-2013-4598-a648-fc292848bc61 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:44.980571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.081503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe1a20-01d0-4150-bae6-a30f809ec9ab req-fa2f8ae8-da4d-47a6-b9b0-54193db2f873 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.083275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6fe1a20-01d0-4150-bae6-a30f809ec9ab req-fa2f8ae8-da4d-47a6-b9b0-54193db2f873 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 943 time: 0.1394746 Nov 12 05:21:45.087487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Pushing event updated for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:45.106583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8124cc7-b722-450e-8166-2a8772e359ac req-2c848941-c1ce-44c2-b6c6-b317e335112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.108259 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8124cc7-b722-450e-8166-2a8772e359ac req-2c848941-c1ce-44c2-b6c6-b317e335112b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a80877f-6f8a-4fa5-888c-406a8f174385 HTTP/1.1" status: 200 len: 909 time: 0.1018176 Nov 12 05:21:45.168968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8124cc7-b722-450e-8166-2a8772e359ac req-c25bc125-7b57-4394-a112-3e738b8f7378 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987426c9-7505-45b1-bf2a-f8ce3be5ea9d HTTP/1.1" status: 200 len: 217 time: 0.0496929 Nov 12 05:21:45.186560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6fe1a20-01d0-4150-bae6-a30f809ec9ab req-bcec0c5e-c67e-4513-a232-e31097d20a91 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942280 Nov 12 05:21:45.230003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Attempting to bind port eddf4bad-2013-4598-a648-fc292848bc61 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:45.233314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Attempting to bind port eddf4bad-2013-4598-a648-fc292848bc61 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:45.234792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Attempting to bind port eddf4bad-2013-4598-a648-fc292848bc61 on network 12d4519f-353e-454c-aa94-41d813b054f7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:45.243467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Port eddf4bad-2013-4598-a648-fc292848bc61 on network 12d4519f-353e-454c-aa94-41d813b054f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:45.244796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Attempting to bind port eddf4bad-2013-4598-a648-fc292848bc61 on network 12d4519f-353e-454c-aa94-41d813b054f7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:45.252011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:45.253138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Checking segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:45.253646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Bound using segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:45.254184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Bound port: eddf4bad-2013-4598-a648-fc292848bc61, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:45.255294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.284540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59704) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:45.311533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8124cc7-b722-450e-8166-2a8772e359ac req-9f49e31f-d214-4612-b504-5189f9067b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.312942 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8124cc7-b722-450e-8166-2a8772e359ac req-9f49e31f-d214-4612-b504-5189f9067b02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b48cee51-eacb-4d74-baed-bbccc2d52d30 HTTP/1.1" status: 200 len: 848 time: 0.1328893 Nov 12 05:21:45.345585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-45401f05-5098-4e5d-a0b3-43c7cc657f4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38a1807d11a6484693f342eea8051bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598030 Nov 12 05:21:45.349300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59710) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:45.374724 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8124cc7-b722-450e-8166-2a8772e359ac req-42a695ac-ff51-4ae9-a549-993f4ca1f318 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a80877f-6f8a-4fa5-888c-406a8f174385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318210 Nov 12 05:21:45.404279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d5d97-29ea-4986-a598-e4403eff17cc req-8dc18da5-706f-463d-a46b-08cfb8075bc4 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.406017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e10d5d97-29ea-4986-a598-e4403eff17cc req-8dc18da5-706f-463d-a46b-08cfb8075bc4 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 943 time: 0.1298459 Nov 12 05:21:45.414800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:45.420975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:45.436314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.504364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.505119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.506645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] 10.222.0.47 "PUT /v2.0/ports/eddf4bad-2013-4598-a648-fc292848bc61 HTTP/1.1" status: 200 len: 1092 time: 1.3357105 Nov 12 05:21:45.541860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fe03337-143a-45d2-bd87-78f3aa61e344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.557526 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8124cc7-b722-450e-8166-2a8772e359ac req-80c29ac9-d481-470d-83af-ebcb4e937623 service neutron] 10.222.0.43 "GET /v2.0/networks/7a80877f-6f8a-4fa5-888c-406a8f174385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742258 Nov 12 05:21:45.565886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e10d5d97-29ea-4986-a598-e4403eff17cc req-1f368c48-ab22-4dde-934b-57ed856a9d0a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483383 Nov 12 05:21:45.620804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d2ccc-40fc-46ca-b22d-5e3cc01259ec service neutron] Pushing event updated for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:45.659528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:45.662413 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "tag": "eddf4bad-2013-4598-a648-fc292848bc61"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:45.666374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fe03337-143a-45d2-bd87-78f3aa61e344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.718548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-7cc7e1de-0fa2-4eaa-bd08-409e73e04ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.719807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b8124cc7-b722-450e-8166-2a8772e359ac req-912faa36-1afa-4d82-9847-aeccac2b3c15 service neutron] 10.222.0.43 "GET /v2.0/networks/7a80877f-6f8a-4fa5-888c-406a8f174385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495056 Nov 12 05:21:45.720042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-7cc7e1de-0fa2-4eaa-bd08-409e73e04ebb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 1095 time: 0.1321719 Nov 12 05:21:45.733222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec2317-bcec-468f-aad8-7a56ff65393d req-27b8e481-9edb-4617-baad-3d85dc00bd20 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.734687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42ec2317-bcec-468f-aad8-7a56ff65393d req-27b8e481-9edb-4617-baad-3d85dc00bd20 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 946 time: 0.1316991 Nov 12 05:21:45.782380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-a477a86e-52f5-48ad-aca9-8ae21cf6a34f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eddf4bad-2013-4598-a648-fc292848bc61 HTTP/1.1" status: 200 len: 217 time: 0.0460720 Nov 12 05:21:45.793259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fe03337-143a-45d2-bd87-78f3aa61e344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.795794 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fe03337-143a-45d2-bd87-78f3aa61e344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.799609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5fe03337-143a-45d2-bd87-78f3aa61e344 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/518e330d-9548-4805-89a8-21f4254f975d HTTP/1.1" status: 204 len: 168 time: 0.4443471 Nov 12 05:21:45.841237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe03337-143a-45d2-bd87-78f3aa61e344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e330d-9548-4805-89a8-21f4254f975d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:45.858931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42ec2317-bcec-468f-aad8-7a56ff65393d req-f6dbb4af-b5c7-4d1e-8579-3eb58613a674 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159360 Nov 12 05:21:45.869749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-8d0619c6-681b-450d-9f02-25cda832104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.871308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-8d0619c6-681b-450d-9f02-25cda832104a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.0790505 Nov 12 05:21:45.913707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-190c9abf-6a58-4a53-89ba-71d3c0f525a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295725 Nov 12 05:21:45.932697 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441f72b9-1ea9-471f-b1e7-dc9731e66084 x-openstack-request-id: req-441f72b9-1ea9-471f-b1e7-dc9731e66084 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:45.932977 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "tag": "eddf4bad-2013-4598-a648-fc292848bc61", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:45.933444 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-441f72b9-1ea9-471f-b1e7-dc9731e66084 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:45.933608 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61', 'status': 'completed', 'code': 200} Nov 12 05:21:46.083053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-404d42a4-c1be-484e-bc7a-5ed0597436da service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595929 Nov 12 05:21:46.105200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49574-f037-4fef-a1d7-e3b683822681 req-19600df0-ca00-4dfa-ace1-c822e4462e42 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:46.112667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28a49574-f037-4fef-a1d7-e3b683822681 req-19600df0-ca00-4dfa-ace1-c822e4462e42 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1075900 Nov 12 05:21:46.184693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:46.188151 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7cbb45-5788-4769-b24a-a766283465fd" -d '{"events": [{"server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "name": "network-vif-plugged", "status": "completed", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:46.225025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-adc2fe6f-71af-4d1a-9afc-bbc843f2f3fc req-8f7a73a0-bc63-4a71-84d0-ce5267e3c152 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0807731 Nov 12 05:21:46.240788 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bac692fd-e011-40a2-94dc-66e15340f1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.289002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28a49574-f037-4fef-a1d7-e3b683822681 req-9b3ff6e6-d969-4255-a3b3-eb65d098b2ad tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752439 Nov 12 05:21:46.319449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-895476cc-ccd3-4bb9-bdb6-eb6761bd18e5 req-1b012725-4ed6-46cb-bf72-ad95419e1df3 service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292676 Nov 12 05:21:46.345966 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab39e04-ae8a-4544-94e9-08e52fe3eb81 x-openstack-request-id: req-5ab39e04-ae8a-4544-94e9-08e52fe3eb81 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:46.346367 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "name": "network-vif-plugged", "status": "completed", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:46.346679 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ab39e04-ae8a-4544-94e9-08e52fe3eb81 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:46.347139 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'code': 200} Nov 12 05:21:46.502713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ecf96-7e20-4331-b376-2f595f738a9e req-b7ae1f20-c729-4e3e-9d9c-f7a2477c5eae tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:46.504284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d44ecf96-7e20-4331-b376-2f595f738a9e req-b7ae1f20-c729-4e3e-9d9c-f7a2477c5eae tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 943 time: 0.1096179 Nov 12 05:21:46.511458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-3be05641-4492-45e7-959f-dae53e012fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:46.512939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-3be05641-4492-45e7-959f-dae53e012fdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 1095 time: 0.1063364 Nov 12 05:21:46.525449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b93aa-6a61-4d48-b10e-e815e5f01a8d req-dc7b5d8f-a5ef-4e0e-9c54-eddc52cd6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:46.527073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-085b93aa-6a61-4d48-b10e-e815e5f01a8d req-dc7b5d8f-a5ef-4e0e-9c54-eddc52cd6d6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.0742435 Nov 12 05:21:46.681859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d44ecf96-7e20-4331-b376-2f595f738a9e req-959b068d-e6a0-47bf-a745-c092c1a9ffea tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482329 Nov 12 05:21:46.721754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-085b93aa-6a61-4d48-b10e-e815e5f01a8d req-fa814aa4-cb70-4a2f-8d1d-8bf14eb915cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821270 Nov 12 05:21:46.723159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-f047da0d-cb68-4cf9-ae2c-7eb9e5e51662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:46.724651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-f047da0d-cb68-4cf9-ae2c-7eb9e5e51662 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 905 time: 0.2031257 Nov 12 05:21:46.749958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59760) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:46.785220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f391a-8ca2-487c-b903-23b14e2cc9ad req-02735608-5a40-4a15-ad18-e8660f681b7a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:46.791164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c49f391a-8ca2-487c-b903-23b14e2cc9ad req-02735608-5a40-4a15-ad18-e8660f681b7a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 943 time: 0.0989635 Nov 12 05:21:46.838420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c49f391a-8ca2-487c-b903-23b14e2cc9ad req-bee628da-efca-4e39-a496-97947e5385f0 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Nov 12 05:21:46.898142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59768) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:46.920424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-882491869-network', 'tenant_id': '33dcd17b287f47e6a6fdc797637c5cb5'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:46.945926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Made reservation on behalf of 33dcd17b287f47e6a6fdc797637c5cb5 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:46.948664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.960923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.995239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-b3bd7521-6003-4ba7-befc-a5c06bd608da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eddf4bad-2013-4598-a648-fc292848bc61 HTTP/1.1" status: 200 len: 217 time: 0.0598557 Nov 12 05:21:47.007653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40d582cc-547f-46ee-863e-27fffc3677e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.038525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.042306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.070069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:21:47.073275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd5b56-da8f-4ff6-b39a-ec7807c43015 req-ede8a30a-806d-4c91-810c-1e6e7933a7e7 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.075959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aadd5b56-da8f-4ff6-b39a-ec7807c43015 req-ede8a30a-806d-4c91-810c-1e6e7933a7e7 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 946 time: 0.1413777 Nov 12 05:21:47.095967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255b478f-9222-44e0-9f40-b008093ba274,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:47.095967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.099219 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Added segment 5943eac8-b98b-4a2b-aae9-7016ace9f3f1 of type vlan for network 0d31872a-b8a0-4134-9f4e-89a04d401669 Nov 12 05:21:47.105128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-63eba33f-690b-406f-9226-fec54536ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.106642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-63eba33f-690b-406f-9226-fec54536ac30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.0969729 Nov 12 05:21:47.142468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.152738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-40694274-b579-4ce7-937e-4f1d5e8c5865 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370467 Nov 12 05:21:47.167909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.169016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.169603 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.200095 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4488127 Nov 12 05:21:47.205813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59772) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:47.219381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Request body: {'subnet': {'network_id': '0d31872a-b8a0-4134-9f4e-89a04d401669', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-882491869-subnet', 'tenant_id': '33dcd17b287f47e6a6fdc797637c5cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:47.231247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a44e75-80c5-4e7a-bf05-752227a41331 admin admin] Pushing event updated for resources: {'Network': ['ID=0d31872a-b8a0-4134-9f4e-89a04d401669,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:47.236109 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.243833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0d31872a-b8a0-4134-9f4e-89a04d401669 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:21:47.248544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40d582cc-547f-46ee-863e-27fffc3677e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.264086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 987426c9-7505-45b1-bf2a-f8ce3be5ea9d details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:47.415139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,segment=NetworkSegment(66295c97-a9f5-4020-bf92-bf469d813059),segment_id=66295c97-a9f5-4020-bf92-bf469d813059)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:47.426995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '987426c9-7505-45b1-bf2a-f8ce3be5ea9d', 'network_id': '7a80877f-6f8a-4fa5-888c-406a8f174385', 'port_id': '987426c9-7505-45b1-bf2a-f8ce3be5ea9d', 'mac_address': 'fa:16:3e:f0:fe:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48cee51-eacb-4d74-baed-bbccc2d52d30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:47.470068 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.483935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987426c9-7505-45b1-bf2a-f8ce3be5ea9d {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:47.504226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,segment=NetworkSegment(66295c97-a9f5-4020-bf92-bf469d813059),segment_id=66295c97-a9f5-4020-bf92-bf469d813059)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:47.510282 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.560946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:47.567525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aadd5b56-da8f-4ff6-b39a-ec7807c43015 req-1a6f756e-eac0-46b1-bb8f-f9a718d4e802 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408565 Nov 12 05:21:47.575669 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40d582cc-547f-46ee-863e-27fffc3677e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.635442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94e66d08-c4cd-48b0-ac8a-f55ee38539e9 req-cf989cd2-ed10-45b8-9bb0-30520e041eb1 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0652061 Nov 12 05:21:47.665991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Made reservation on behalf of 33dcd17b287f47e6a6fdc797637c5cb5 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:47.668162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.671396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-40d582cc-547f-46ee-863e-27fffc3677e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c471cb9f84042c29d7d4b3c5ee38186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7721694 Nov 12 05:21:47.674296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59778) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:47.729795 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-537c1085-655a-4a2e-8803-541c366e0b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.746172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d582cc-547f-46ee-863e-27fffc3677e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3488e460-68f1-4618-bd77-7ed349169a51,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:47.750020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-2d9c6b7b-a1f4-4eee-9f0a-2ba11ba181df service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678265 Nov 12 05:21:47.751806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e5f2e27-8084-47e6-a798-6cd4b88ed77d req-8981b413-95b4-42af-93fd-fc7b63098281 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0738282 Nov 12 05:21:47.756975 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-537c1085-655a-4a2e-8803-541c366e0b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.805043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-537c1085-655a-4a2e-8803-541c366e0b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.808642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-537c1085-655a-4a2e-8803-541c366e0b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.809812 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-537c1085-655a-4a2e-8803-541c366e0b4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3488e460-68f1-4618-bd77-7ed349169a51 HTTP/1.1" status: 204 len: 168 time: 0.1344104 Nov 12 05:21:47.818502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c1085-655a-4a2e-8803-541c366e0b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3488e460-68f1-4618-bd77-7ed349169a51,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:47.845903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37a0ab-c5ba-4d81-983a-2fc44548f6d8 req-26be149a-2cce-4031-91be-b11ba914f17c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.851059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a37a0ab-c5ba-4d81-983a-2fc44548f6d8 req-26be149a-2cce-4031-91be-b11ba914f17c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.2075105 Nov 12 05:21:47.894798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93b7de-f0c4-4c25-b6f0-0b0c3d065b58 req-f1e5b8ac-10db-4c03-bf49-341db07be8df tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.896848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee93b7de-f0c4-4c25-b6f0-0b0c3d065b58 req-f1e5b8ac-10db-4c03-bf49-341db07be8df tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 944 time: 0.1528530 Nov 12 05:21:47.967224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a37a0ab-c5ba-4d81-983a-2fc44548f6d8 req-dce77ea2-a9f0-4056-8d5d-b1f1f7dab00c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114283 Nov 12 05:21:47.989959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['987426c9-7505-45b1-bf2a-f8ce3be5ea9d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:48.096323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee93b7de-f0c4-4c25-b6f0-0b0c3d065b58 req-030969b6-66db-452f-b90b-4d0eb3882bfc tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868451 Nov 12 05:21:48.156324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:48.202650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcc4ba-b621-4fac-887a-826424830cef req-f90f80d1-56bf-42e6-9c97-3d140b58680f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:48.210419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57fcc4ba-b621-4fac-887a-826424830cef req-f90f80d1-56bf-42e6-9c97-3d140b58680f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 943 time: 0.1416397 Nov 12 05:21:48.218536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c2ba144-c59e-46a0-9ff9-203bd3b6ae5d req-90391d20-746f-4b95-b6be-b7c24b0d4202 service neutron] 10.222.0.47 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500916 Nov 12 05:21:48.254193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3152b5-f3f8-4803-97ed-1cb88bcbfd3f,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:48.281255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Checking segment: {'id': '5943eac8-b98b-4a2b-aae9-7016ace9f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0d31872a-b8a0-4134-9f4e-89a04d401669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:48.281671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Network hostable DHCP agents. Network: 0d31872a-b8a0-4134-9f4e-89a04d401669, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:21:48.303415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57fcc4ba-b621-4fac-887a-826424830cef req-6632e7c2-e675-4d20-b676-c4b5e2a72b6b tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921075 Nov 12 05:21:48.315560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Network 0d31872a-b8a0-4134-9f4e-89a04d401669 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:21:48.327442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0d31872a-b8a0-4134-9f4e-89a04d401669) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:48.332446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:48.334282 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:48.338655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b23fb3-3115-4e87-98cc-dd499b489e63 None None] Network 0d31872a-b8a0-4134-9f4e-89a04d401669 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:48.358472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-04a508b1-5d5b-49e0-ab22-e1d51ff2e7c8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1386597 Nov 12 05:21:48.500640 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:48.502780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7482bae0-cc1a-46a6-9be8-9311710ca38b None None] Network 0d31872a-b8a0-4134-9f4e-89a04d401669 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:48.505666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b204a-1774-4d0b-991e-425553216414 req-c3ac39b6-84f5-4549-8a21-33a8c085e276 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:48.521544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf4b204a-1774-4d0b-991e-425553216414 req-c3ac39b6-84f5-4549-8a21-33a8c085e276 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1012552 Nov 12 05:21:48.558699 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-64c2327c-1523-4df6-abb3-5b77641b330f req-19eebb27-ee71-4959-8dd7-72a941b9d0c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3298f73-11d4-4acc-ba73-8abbe233e5f2 HTTP/1.1" status: 200 len: 210 time: 0.0587761 Nov 12 05:21:48.583726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf4b204a-1774-4d0b-991e-425553216414 req-4ac965a2-9b3b-4214-8190-2869db3de531 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Nov 12 05:21:48.736142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e3df-640b-42d9-80be-0ede0b86cf3a req-4c11f055-98af-4bc1-ab42-cfd6538eaaef tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:48.737796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c992e3df-640b-42d9-80be-0ede0b86cf3a req-4c11f055-98af-4bc1-ab42-cfd6538eaaef tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0840647 Nov 12 05:21:48.752829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f65a8f-7c52-404a-b074-da0decb3c279 req-14810911-398a-4ba7-b73d-6ccf8bf156de tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:48.755053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75f65a8f-7c52-404a-b074-da0decb3c279 req-14810911-398a-4ba7-b73d-6ccf8bf156de tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 946 time: 0.0734115 Nov 12 05:21:48.762754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59822) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:48.840763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c992e3df-640b-42d9-80be-0ede0b86cf3a req-85da6e44-873a-4e6e-9780-3b07c7d306f4 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846119 Nov 12 05:21:48.851432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75f65a8f-7c52-404a-b074-da0decb3c279 req-ea1d18a3-6419-41b2-b521-1f69fd0f6c2f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856106 Nov 12 05:21:48.881168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1888673653-network', 'tenant_id': 'de9663633abb49e182b14486da6f7a26'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:48.909408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Made reservation on behalf of de9663633abb49e182b14486da6f7a26 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:48.927961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:48.946808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.043328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af83c33b-bdcd-4a19-9137-f9babe90d370 req-8b14b2d8-b883-4e25-a35b-8072b7e18859 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0808573 Nov 12 05:21:49.150621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59842) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:49.155651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-715900478-network', 'tenant_id': '6805fc1edb114086ba220a97e15085d2'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:49.178561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Made reservation on behalf of 6805fc1edb114086ba220a97e15085d2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:49.181188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.189846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.205127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-91689a64-5316-4a4f-84ae-d9b277181249 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2057023 Nov 12 05:21:49.206926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.216231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:49.220377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.231460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a12fdc-dade-4194-ace0-67e4387d20d5 req-ee1941a0-63fa-4d89-bff7-02dbddaab553 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:49.232892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22a12fdc-dade-4194-ace0-67e4387d20d5 req-ee1941a0-63fa-4d89-bff7-02dbddaab553 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1213799 Nov 12 05:21:49.267787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 987426c9-7505-45b1-bf2a-f8ce3be5ea9d up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:49.269370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.274684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.282312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:21:49.293945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.296826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd73da-3700-477c-ad62-6267c1095550,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:49.297351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:21:49.313366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.313713 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Added segment d1d6ecde-785f-49ef-88c7-470d6a668682 of type vlan for network a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8 Nov 12 05:21:49.314823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9038749-f9f3-4118-b029-0e2fc9c4e063,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:49.318932 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.319285 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Added segment 9c3f8109-6fb5-47f3-9356-583a40ce978d of type vlan for network 0cb6966c-fd84-484b-8583-d388e479c091 Nov 12 05:21:49.329488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:49.334801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:49.335790 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.365355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.382761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22a12fdc-dade-4194-ace0-67e4387d20d5 req-57404364-7ebd-4498-a94d-b1e968b6d4c8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400907 Nov 12 05:21:49.393960 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.399541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.400839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:49.401476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.437470 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.445108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2932436 Nov 12 05:21:49.448783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59848) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:49.456760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Request body: {'subnet': {'network_id': '0cb6966c-fd84-484b-8583-d388e479c091', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-715900478-subnet', 'tenant_id': '6805fc1edb114086ba220a97e15085d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:49.469545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.470547 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.471515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:49.472101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.476604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fecd67-6739-4765-817e-23f87933d4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987426c9-7505-45b1-bf2a-f8ce3be5ea9d'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:49.479223 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58513b1c-0f94-412c-9e4c-78856259f2f7" -d '{"events": [{"server_uuid": "f6fecd67-6739-4765-817e-23f87933d4c6", "name": "network-vif-plugged", "status": "completed", "tag": "987426c9-7505-45b1-bf2a-f8ce3be5ea9d"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:49.493070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,segment=NetworkSegment(66295c97-a9f5-4020-bf92-bf469d813059),segment_id=66295c97-a9f5-4020-bf92-bf469d813059)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:49.507166 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.508085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee6b15-a134-4945-abd3-013bc66586ac admin admin] Pushing event updated for resources: {'Network': ['ID=0cb6966c-fd84-484b-8583-d388e479c091,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:49.530431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Made reservation on behalf of 6805fc1edb114086ba220a97e15085d2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:49.533118 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.540270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0cb6966c-fd84-484b-8583-d388e479c091 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:21:49.588303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8215916 Nov 12 05:21:49.588603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59852) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:49.597051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Request body: {'subnet': {'network_id': 'a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1888673653-subnet', 'tenant_id': 'de9663633abb49e182b14486da6f7a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:49.600628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf72d58-4c79-4062-9a55-60722a20df52 admin admin] Pushing event updated for resources: {'Network': ['ID=a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:49.617491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:49.627805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:21:49.629542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63df3e-d3f5-41f9-bc73-104859f96078 req-092bdbe3-9fbb-451e-bdf3-6b1b745c0d35 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:49.637466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa63df3e-d3f5-41f9-bc73-104859f96078 req-092bdbe3-9fbb-451e-bdf3-6b1b745c0d35 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 945 time: 0.1593060 Nov 12 05:21:49.641549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Made reservation on behalf of de9663633abb49e182b14486da6f7a26 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:49.642630 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.644196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.726308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa63df3e-d3f5-41f9-bc73-104859f96078 req-d17a8303-f42e-4c1f-bc95-ea9156935061 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877671 Nov 12 05:21:49.810103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Allocated IP 172.25.2.180 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/ae6919f0-af6c-43d9-be61-895d44e93420) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:49.852330 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.953384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2fdb47e-8e0d-49d2-8e17-1f31eb2f1d23,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:49.953624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.966368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.966714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.967066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.967440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.967774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.968104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.968430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.968754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.969098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.969395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.969718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.970074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:49.974496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b9177-521b-4ecc-bed9-364ea8051fab req-48b180b1-dd3c-4236-9230-7e95cfbdc096 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:49.975873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f10b9177-521b-4ecc-bed9-364ea8051fab req-48b180b1-dd3c-4236-9230-7e95cfbdc096 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 943 time: 0.0830481 Nov 12 05:21:49.976978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.986146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Checking segment: {'id': '9c3f8109-6fb5-47f3-9356-583a40ce978d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0cb6966c-fd84-484b-8583-d388e479c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:49.986536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Network hostable DHCP agents. Network: 0cb6966c-fd84-484b-8583-d388e479c091, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:21:50.043728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.056705 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4726ce2b-cbd2-4d48-b86e-ba84ff6cb8a9,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:50.061125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Network 0cb6966c-fd84-484b-8583-d388e479c091 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:21:50.073113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Checking segment: {'id': 'd1d6ecde-785f-49ef-88c7-470d6a668682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:50.073473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Network hostable DHCP agents. Network: a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:21:50.076047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0cb6966c-fd84-484b-8583-d388e479c091) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:50.080892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:50.081484 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.088492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c38ea-607c-404d-bc50-579f6ee0db38 None None] Network 0cb6966c-fd84-484b-8583-d388e479c091 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:50.103671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Network a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:21:50.107552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f10b9177-521b-4ecc-bed9-364ea8051fab req-981589d0-d66f-431b-ac01-7c03b880ea2f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041501 Nov 12 05:21:50.110141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-798053cc-7698-4b75-88a5-bbdce1fe1b14 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6592262 Nov 12 05:21:50.114522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:50.136044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:50.136953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.157435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:50.158123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c0942-b854-4078-af18-c4cfe721d7dc None None] Network a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:50.159658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Pushing event updated for resources: {'Port': ['ID=ae6919f0-af6c-43d9-be61-895d44e93420,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:50.163423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:50.170300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a0b68696-4134-4089-9fc9-3b8f1891cb56 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5803881 Nov 12 05:21:50.181445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:50.309581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f26065f-2c72-44c5-b4cf-1dc8cf167cc8 req-e95de11d-c68d-447b-80a7-2628820b16b2 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0412815 Nov 12 05:21:50.358942 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.406247 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.446130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70891489-0c4d-4d30-8d26-3d3d5f01a2ac req-6f209879-f09d-4c33-be18-d50769db8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:50.448567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-70891489-0c4d-4d30-8d26-3d3d5f01a2ac req-6f209879-f09d-4c33-be18-d50769db8ccb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 1097 time: 0.1238425 Nov 12 05:21:50.493656 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f81bb50-270a-42c4-8c1d-9513341b7820 x-openstack-request-id: req-8f81bb50-270a-42c4-8c1d-9513341b7820 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:50.494254 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fecd67-6739-4765-817e-23f87933d4c6", "name": "network-vif-plugged", "status": "completed", "tag": "987426c9-7505-45b1-bf2a-f8ce3be5ea9d", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:50.494254 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f81bb50-270a-42c4-8c1d-9513341b7820 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:50.494718 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fecd67-6739-4765-817e-23f87933d4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987426c9-7505-45b1-bf2a-f8ce3be5ea9d', 'code': 200} Nov 12 05:21:50.495487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eddf4bad-2013-4598-a648-fc292848bc61 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:50.553565 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-70891489-0c4d-4d30-8d26-3d3d5f01a2ac req-7c5ecff7-0761-4fe1-a0cf-a9064711f919 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958006 Nov 12 05:21:50.655763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.671947 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.702416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:50.737671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'eddf4bad-2013-4598-a648-fc292848bc61', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'port_id': 'eddf4bad-2013-4598-a648-fc292848bc61', 'mac_address': 'fa:16:3e:72:de:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe6034-b5c9-43f5-8a4a-3d6545ac4082', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:50.773728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Pushing event updated for resources: {'Port': ['ID=ae6919f0-af6c-43d9-be61-895d44e93420,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:50.802659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10180c1-b698-4019-bd3c-7ee1592ced72 None None] Network 0cb6966c-fd84-484b-8583-d388e479c091 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:50.806759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220e75d-5537-46bb-a469-0a31799e3d34 req-91b97115-5f7c-41e0-9c70-dfad9a8d68f1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:50.808086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e220e75d-5537-46bb-a469-0a31799e3d34 req-91b97115-5f7c-41e0-9c70-dfad9a8d68f1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1084113 Nov 12 05:21:50.808889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.837263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.838548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-a9c1dd31-7ce0-49c8-b4e1-0f15dc2afd22 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6272151 Nov 12 05:21:50.842831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc58aa-bcb6-4052-b102-6e4bee591027 None None] Network a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:50.888435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.906132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e220e75d-5537-46bb-a469-0a31799e3d34 req-ee9d08ce-79ea-4e6a-81cb-51a9f606965b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871563 Nov 12 05:21:50.914871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-6effdaa6-518d-4db5-b54a-b51bb36c00c1 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 696 time: 0.0612020 Nov 12 05:21:50.945140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddf4bad-2013-4598-a648-fc292848bc61 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:50.987162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:50.994552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.057547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-fda10e5e-abe9-4c3d-8b4c-749075092119 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:51.059308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f4cf5e8-9263-464f-af03-dc6af2e175da req-fda10e5e-abe9-4c3d-8b4c-749075092119 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1366227 Nov 12 05:21:51.114563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b6a005cb-0c20-4aa0-ba9d-c288aae386ee req-5b8544cf-71c8-48c9-aa7f-3027a847b4da tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1815909936', 'description': 'tempest-description-1066758039'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:51.123569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:51.144433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b6a005cb-0c20-4aa0-ba9d-c288aae386ee req-5b8544cf-71c8-48c9-aa7f-3027a847b4da tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.249308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b6a005cb-0c20-4aa0-ba9d-c288aae386ee req-5b8544cf-71c8-48c9-aa7f-3027a847b4da tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.279164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b6a005cb-0c20-4aa0-ba9d-c288aae386ee req-5b8544cf-71c8-48c9-aa7f-3027a847b4da tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.319055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b6a005cb-0c20-4aa0-ba9d-c288aae386ee req-5b8544cf-71c8-48c9-aa7f-3027a847b4da tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.320182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6a005cb-0c20-4aa0-ba9d-c288aae386ee req-5b8544cf-71c8-48c9-aa7f-3027a847b4da tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2107334 Nov 12 05:21:51.327796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8544cf-71c8-48c9-aa7f-3027a847b4da tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26df579-da99-4edb-a842-9163ab6169da,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:51.333216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eddf4bad-2013-4598-a648-fc292848bc61'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:51.360193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-dca5cf8d-1013-441e-9576-faf36bb87d9d tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:51.368372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-dca5cf8d-1013-441e-9576-faf36bb87d9d tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/networks?id=0d31872a-b8a0-4134-9f4e-89a04d401669 HTTP/1.1" status: 200 len: 814 time: 0.1669025 Nov 12 05:21:51.406957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f23a1e0f-e81b-41e6-81fe-35746c82de27 req-45456714-4462-4005-b61e-6f1404937c6a tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0331380 Nov 12 05:21:51.408796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-47ad42d4-1602-4ea3-8dd1-c3f91d7d0994 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/quotas/33dcd17b287f47e6a6fdc797637c5cb5 HTTP/1.1" status: 200 len: 375 time: 0.0247545 Nov 12 05:21:51.444813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-92e0eeca-ebe1-4af4-9de1-ce6cbb3bd435 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33dcd17b287f47e6a6fdc797637c5cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302176 Nov 12 05:21:51.574510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440100d3-13b6-4d0b-80a6-15d53d11b7fc req-99cbd365-f0c4-4283-be5d-cd7aa2ac3520 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:51.575889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-440100d3-13b6-4d0b-80a6-15d53d11b7fc req-99cbd365-f0c4-4283-be5d-cd7aa2ac3520 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 945 time: 0.1019561 Nov 12 05:21:51.601092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-14efcb1a-3ac7-457c-9547-3daf230d07ca service neutron] 10.222.0.48 "GET /v2.0/networks/0d31872a-b8a0-4134-9f4e-89a04d401669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460478 Nov 12 05:21:51.678975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-440100d3-13b6-4d0b-80a6-15d53d11b7fc req-219b1e65-d3c7-4b23-b490-72579b9055c0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938818 Nov 12 05:21:51.719180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e043bbe0-6970-4e80-8236-44d55db6cfa6 service neutron] 10.222.0.48 "GET /v2.0/networks/0d31872a-b8a0-4134-9f4e-89a04d401669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108658 Nov 12 05:21:51.845035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f47d0e-f37f-40ba-bf4c-46765ca7d051 req-edc8054a-56bd-4b66-94cc-81b4fad687bf tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:51.846566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77f47d0e-f37f-40ba-bf4c-46765ca7d051 req-edc8054a-56bd-4b66-94cc-81b4fad687bf tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 944 time: 0.0550697 Nov 12 05:21:51.947070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77f47d0e-f37f-40ba-bf4c-46765ca7d051 req-7d94174c-a6b0-4ec4-a6b7-99c4cd4332f6 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877354 Nov 12 05:21:52.078660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-923fb376-ec26-4cf3-a471-6c41c2550663 req-8ad90dbc-aa8b-4ed7-98bc-5a5505c29c74 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/b26df579-da99-4edb-a842-9163ab6169da HTTP/1.1" status: 200 len: 1830 time: 0.0884750 Nov 12 05:21:52.086325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-e1a23d30-0c11-4c18-882f-eb649d9c7349 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:52.089067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-e1a23d30-0c11-4c18-882f-eb649d9c7349 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 820 time: 0.1922102 Nov 12 05:21:52.095221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-923fb376-ec26-4cf3-a471-6c41c2550663 req-03bcf03a-2f55-4a92-bd3a-cb753ad03ca1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b26df579-da99-4edb-a842-9163ab6169da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:52.095664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-923fb376-ec26-4cf3-a471-6c41c2550663 req-03bcf03a-2f55-4a92-bd3a-cb753ad03ca1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b26df579-da99-4edb-a842-9163ab6169da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:52.128053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-567ceb65-db55-4c8b-aadb-b8d932f7c4fb tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/quotas/29d43c51a5fe48ca896676cdcae6f483 HTTP/1.1" status: 200 len: 375 time: 0.0269258 Nov 12 05:21:52.229587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-fed4ebeb-5dcf-4889-8499-9656326b8400 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0951669 Nov 12 05:21:52.232731 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-923fb376-ec26-4cf3-a471-6c41c2550663 req-03bcf03a-2f55-4a92-bd3a-cb753ad03ca1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.339522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-923fb376-ec26-4cf3-a471-6c41c2550663 req-03bcf03a-2f55-4a92-bd3a-cb753ad03ca1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.346559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-923fb376-ec26-4cf3-a471-6c41c2550663 req-03bcf03a-2f55-4a92-bd3a-cb753ad03ca1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.382788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcf03a-2f55-4a92-bd3a-cb753ad03ca1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2305db49-48ff-4de3-ab3d-4f8793100e1b,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:52.395830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-923fb376-ec26-4cf3-a471-6c41c2550663 req-03bcf03a-2f55-4a92-bd3a-cb753ad03ca1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.397131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-923fb376-ec26-4cf3-a471-6c41c2550663 req-03bcf03a-2f55-4a92-bd3a-cb753ad03ca1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3069706 Nov 12 05:21:52.401507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-68572bff-2367-44ed-b72c-f7580996aacd service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618700 Nov 12 05:21:52.461123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eddf4bad-2013-4598-a648-fc292848bc61 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:52.502110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cb4781e-8abf-45ce-9e87-827f513eae25 req-eb7d844e-f838-49a5-8010-2143eb114bbc tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 210 time: 0.0345404 Nov 12 05:21:52.527994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port eddf4bad-2013-4598-a648-fc292848bc61 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:21:52.532542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port eddf4bad-2013-4598-a648-fc292848bc61 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:52.532999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.549647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-ab1be988-0403-433a-a361-1b7e9f594089 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401811 Nov 12 05:21:52.643607 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.643957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e9278-b995-4207-8980-f51b66990ee7 req-e026c9f1-fa16-4895-a93e-e803d78cf94e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:52.647063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-705e9278-b995-4207-8980-f51b66990ee7 req-e026c9f1-fa16-4895-a93e-e803d78cf94e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0634792 Nov 12 05:21:52.673139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:52.675607 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36958d56-a111-4f87-b960-909cf5234a73" -d '{"events": [{"server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "name": "network-vif-plugged", "status": "completed", "tag": "eddf4bad-2013-4598-a648-fc292848bc61"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:52.691081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:52.696155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.745188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-705e9278-b995-4207-8980-f51b66990ee7 req-003d2046-ce4f-43e6-9153-ba0d7b7f2637 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931280 Nov 12 05:21:52.751161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82e3e98e-333a-4bd1-bf34-dfb70233f1f5 req-df9d63ca-f02f-4528-8228-bcb1ac7cbcdb tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/b26df579-da99-4edb-a842-9163ab6169da HTTP/1.1" status: 200 len: 2423 time: 0.0660625 Nov 12 05:21:52.756267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:52.849129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce98243f-a48f-4d48-b9ca-b604f6261cef req-8a6af553-f52d-400c-8cd8-15c3a22e439b tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 210 time: 0.0425262 Nov 12 05:21:52.880796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4026f0f4-b604-4435-a2ef-f26b369863fa req-b35065ba-4a14-4dc6-8262-8223b82d97d5 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0359592 Nov 12 05:21:52.929826 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e87741-1da1-48dd-b2d9-e89a7496f9ad x-openstack-request-id: req-c4e87741-1da1-48dd-b2d9-e89a7496f9ad {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:52.930188 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "name": "network-vif-plugged", "status": "completed", "tag": "eddf4bad-2013-4598-a648-fc292848bc61", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:52.936470 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4e87741-1da1-48dd-b2d9-e89a7496f9ad {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:52.937148 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61', 'code': 200} Nov 12 05:21:53.106971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a3fcebc-4f7f-4a95-8804-31ba5ae19ec8 req-e9434aa8-6b84-4d73-bc9e-e5ec11040719 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-group-rules/2305db49-48ff-4de3-ab3d-4f8793100e1b HTTP/1.1" status: 200 len: 778 time: 0.0353093 Nov 12 05:21:53.148845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-15a79dfc-d66a-42e5-9f82-fd868052a791 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.152032 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-15a79dfc-d66a-42e5-9f82-fd868052a791 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.43 "GET /v2.0/networks?id=0d31872a-b8a0-4134-9f4e-89a04d401669 HTTP/1.1" status: 200 len: 814 time: 0.1956546 Nov 12 05:21:53.157074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc88b9-3b2d-4651-b821-1806dcfd5125 req-add15507-8d5f-4197-aa9c-1a1b5897383f tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.158713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19bc88b9-3b2d-4651-b821-1806dcfd5125 req-add15507-8d5f-4197-aa9c-1a1b5897383f tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 945 time: 0.1774900 Nov 12 05:21:53.172052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Request body: {'port': {'device_id': '99f73420-5e06-4717-a7bf-4e7d2efc109e', 'network_id': '0d31872a-b8a0-4134-9f4e-89a04d401669', 'admin_state_up': True, 'tenant_id': '33dcd17b287f47e6a6fdc797637c5cb5'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:53.184073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248de392-ec8d-4ce9-acee-c11ac729b6f2 req-f6cf3054-f827-47c9-8607-d6e7e9a623c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.185693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-248de392-ec8d-4ce9-acee-c11ac729b6f2 req-f6cf3054-f827-47c9-8607-d6e7e9a623c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 1097 time: 0.1577058 Nov 12 05:21:53.205961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a3fcebc-4f7f-4a95-8804-31ba5ae19ec8 req-677aa57e-058d-4a9a-8ba2-7010e4dd4927 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/b26df579-da99-4edb-a842-9163ab6169da HTTP/1.1" status: 200 len: 2423 time: 0.0913866 Nov 12 05:21:53.283987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4a3fcebc-4f7f-4a95-8804-31ba5ae19ec8 req-26c2d4fb-15ca-488f-b355-8c2e9d39c57d tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.290216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19bc88b9-3b2d-4651-b821-1806dcfd5125 req-2bbfd46d-b599-4b26-b20b-8872c2becad9 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171515 Nov 12 05:21:53.294035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-248de392-ec8d-4ce9-acee-c11ac729b6f2 req-60f54516-8eda-47f9-8514-1419f7a6b53c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992038 Nov 12 05:21:53.300768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Made reservation on behalf of 33dcd17b287f47e6a6fdc797637c5cb5 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:53.301476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4a3fcebc-4f7f-4a95-8804-31ba5ae19ec8 req-26c2d4fb-15ca-488f-b355-8c2e9d39c57d tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.305520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.347255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4a3fcebc-4f7f-4a95-8804-31ba5ae19ec8 req-26c2d4fb-15ca-488f-b355-8c2e9d39c57d tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.355290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4a3fcebc-4f7f-4a95-8804-31ba5ae19ec8 req-26c2d4fb-15ca-488f-b355-8c2e9d39c57d tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.357223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a3fcebc-4f7f-4a95-8804-31ba5ae19ec8 req-26c2d4fb-15ca-488f-b355-8c2e9d39c57d tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2305db49-48ff-4de3-ab3d-4f8793100e1b HTTP/1.1" status: 204 len: 173 time: 0.1415892 Nov 12 05:21:53.367634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2d4fb-15ca-488f-b355-8c2e9d39c57d tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2305db49-48ff-4de3-ab3d-4f8793100e1b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:53.440660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84506-9557-4e48-8176-8e531716c499 req-3a707af5-f611-4f70-aff0-26dd05aa789a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.443069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33a84506-9557-4e48-8176-8e531716c499 req-3a707af5-f611-4f70-aff0-26dd05aa789a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 945 time: 0.0638022 Nov 12 05:21:53.488145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Allocated IP 172.20.0.9 (0d31872a-b8a0-4134-9f4e-89a04d401669/cb3152b5-f3f8-4803-97ed-1cb88bcbfd3f/c683f986-5dd1-4025-98e5-2886e152e644) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:53.500414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33a84506-9557-4e48-8176-8e531716c499 req-7daefd67-2447-4fb0-abb4-95f2df4af85e tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497398 Nov 12 05:21:53.531011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-46116962-57ee-44ac-b454-94e66a52312c req-e91eae3d-dd67-4538-9e52-7bca95e912fa tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-677924271', 'description': 'tempest-description-526747526'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:53.557388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46116962-57ee-44ac-b454-94e66a52312c req-e91eae3d-dd67-4538-9e52-7bca95e912fa tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.628410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73c33151-29b4-4ef9-954f-bb0f1f78c2f5 req-9f5f7a2a-d262-4d90-9d42-d41879ed1d0d tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 210 time: 0.0337772 Nov 12 05:21:53.662684 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46116962-57ee-44ac-b454-94e66a52312c req-e91eae3d-dd67-4538-9e52-7bca95e912fa tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.667648 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46116962-57ee-44ac-b454-94e66a52312c req-e91eae3d-dd67-4538-9e52-7bca95e912fa tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.697171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46116962-57ee-44ac-b454-94e66a52312c req-e91eae3d-dd67-4538-9e52-7bca95e912fa tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.698450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46116962-57ee-44ac-b454-94e66a52312c req-e91eae3d-dd67-4538-9e52-7bca95e912fa tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1724923 Nov 12 05:21:53.702812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eae3d-dd67-4538-9e52-7bca95e912fa tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a82f5-8cdd-41f7-95ea-9a8a1406df90,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:53.710965 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.754024 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.789968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ff8bec4-ca36-48b6-b99c-9c1846664474 req-eb413f77-daf0-4a8a-9258-e55271fb74b1 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/f65a82f5-8cdd-41f7-95ea-9a8a1406df90 HTTP/1.1" status: 200 len: 1828 time: 0.0698497 Nov 12 05:21:53.810384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Network 0d31872a-b8a0-4134-9f4e-89a04d401669 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:53.815764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:53.820194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:53.863087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-93eeb5af-0f57-450d-a3f7-88caa2a65198 req-77edaa98-bd3c-4a41-9030-4ea4255990d0 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-893488333', 'description': 'tempest-description-1997591981'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:53.869249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Pushing event updated for resources: {'Port': ['ID=c683f986-5dd1-4025-98e5-2886e152e644,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:53.879776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.880268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.931469 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-93eeb5af-0f57-450d-a3f7-88caa2a65198 req-77edaa98-bd3c-4a41-9030-4ea4255990d0 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.945500 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-e7865f03-df56-43c0-b1a1-b7677ee8f4b2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7781394 Nov 12 05:21:53.954674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7fbcb-1d95-4f30-80fa-123c55e81932 req-af818789-70a4-4b57-b9c6-0533dc4b900d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.956278 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30a7fbcb-1d95-4f30-80fa-123c55e81932 req-af818789-70a4-4b57-b9c6-0533dc4b900d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0858245 Nov 12 05:21:53.979462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Request body: {'port': {'device_id': '99f73420-5e06-4717-a7bf-4e7d2efc109e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:54.041607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30a7fbcb-1d95-4f30-80fa-123c55e81932 req-252664b6-963e-469f-b263-fa1173d6595e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751362 Nov 12 05:21:54.065569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.066600 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-93eeb5af-0f57-450d-a3f7-88caa2a65198 req-77edaa98-bd3c-4a41-9030-4ea4255990d0 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.074888 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-93eeb5af-0f57-450d-a3f7-88caa2a65198 req-77edaa98-bd3c-4a41-9030-4ea4255990d0 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.085622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-006d79d7-fed7-4fb0-9bb8-1ed28fb6be24 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.087143 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-006d79d7-fed7-4fb0-9bb8-1ed28fb6be24 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.43 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 820 time: 0.1813972 Nov 12 05:21:54.105170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-93eeb5af-0f57-450d-a3f7-88caa2a65198 req-77edaa98-bd3c-4a41-9030-4ea4255990d0 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.117764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93eeb5af-0f57-450d-a3f7-88caa2a65198 req-77edaa98-bd3c-4a41-9030-4ea4255990d0 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2598643 Nov 12 05:21:54.130288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edaa98-bd3c-4a41-9030-4ea4255990d0 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f39a63-5b17-4cb9-b6f5-26ea5b91ce7b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:54.151316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Request body: {'port': {'device_id': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'admin_state_up': True, 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:54.205606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-024faac5-b593-4b15-b915-05b7474a4779 req-00529ee8-4d55-481d-b2f6-85a7a075e61f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 210 time: 0.0355070 Nov 12 05:21:54.280071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5bbebf0-d361-420b-b302-460235ea8762 req-8c6eff90-43c1-4084-83b6-b0fd62246cf0 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0284700 Nov 12 05:21:54.371392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-932f4ac9-003f-407b-8fdc-d88ef7dccc32 req-226c147a-fd82-499f-8392-872223775686 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/09f39a63-5b17-4cb9-b6f5-26ea5b91ce7b HTTP/1.1" status: 200 len: 1829 time: 0.0539691 Nov 12 05:21:54.396661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6ef13798-42be-4b34-b7c0-c5eab2818761 req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-185650375', 'description': 'tempest-description-1061681886'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:54.424826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Made reservation on behalf of 29d43c51a5fe48ca896676cdcae6f483 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:54.428938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.441329 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6ef13798-42be-4b34-b7c0-c5eab2818761 req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.530247 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6ef13798-42be-4b34-b7c0-c5eab2818761 req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.538914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6ef13798-42be-4b34-b7c0-c5eab2818761 req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.540194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c683f986-5dd1-4025-98e5-2886e152e644 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:54.557477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.578865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b9b8f-df4b-4deb-96a1-a4511c18e61a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:54.589119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6ef13798-42be-4b34-b7c0-c5eab2818761 req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.589895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ef13798-42be-4b34-b7c0-c5eab2818761 req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1983552 Nov 12 05:21:54.591399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.591747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.592150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.592498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.592833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.593166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.593493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.593820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.594275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.601631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.601998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Transition to ACTIVE for port object c683f986-5dd1-4025-98e5-2886e152e644 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:54.602130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.602545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152426ae-acc3-45f3-a298-686147c59666 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:54.614107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.671731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Allocated IP 172.20.0.9 (698cb2bf-ac47-4712-a247-675154f801ac/8551dc53-43c1-451d-80ae-f5fd96a81bb1/d0ede18d-c6db-49a0-943b-e3d2db905b15) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:54.682939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461e5e6-f5f6-4b55-94e0-b00900405f3d req-12e6e287-6d5e-4b25-add3-072d0a6587ef tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.684660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8461e5e6-f5f6-4b55-94e0-b00900405f3d req-12e6e287-6d5e-4b25-add3-072d0a6587ef tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 945 time: 0.0730317 Nov 12 05:21:54.692573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c683f986-5dd1-4025-98e5-2886e152e644,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:54.752089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8461e5e6-f5f6-4b55-94e0-b00900405f3d req-c8e34944-d4d5-4b58-81d5-08c99cc3091a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594780 Nov 12 05:21:54.818766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Attempting to bind port c683f986-5dd1-4025-98e5-2886e152e644 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:54.819120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Attempting to bind port c683f986-5dd1-4025-98e5-2886e152e644 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '5943eac8-b98b-4a2b-aae9-7016ace9f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0d31872a-b8a0-4134-9f4e-89a04d401669'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:54.819402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Attempting to bind port c683f986-5dd1-4025-98e5-2886e152e644 on network 0d31872a-b8a0-4134-9f4e-89a04d401669 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:54.828336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Port c683f986-5dd1-4025-98e5-2886e152e644 on network 0d31872a-b8a0-4134-9f4e-89a04d401669 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:54.828676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Attempting to bind port c683f986-5dd1-4025-98e5-2886e152e644 on network 0d31872a-b8a0-4134-9f4e-89a04d401669 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:54.847294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2139e0d0-134f-4c6f-b770-b7914b686f24 req-fa83b146-b7d2-49fa-b03e-4e5884bc093d tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/a50b9b8f-df4b-4deb-96a1-a4511c18e61a HTTP/1.1" status: 200 len: 1829 time: 0.0530198 Nov 12 05:21:54.862574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:54.863178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Checking segment: {'id': '5943eac8-b98b-4a2b-aae9-7016ace9f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0d31872a-b8a0-4134-9f4e-89a04d401669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:54.863303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Bound using segment: {'id': '5943eac8-b98b-4a2b-aae9-7016ace9f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0d31872a-b8a0-4134-9f4e-89a04d401669'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:54.863757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Bound port: c683f986-5dd1-4025-98e5-2886e152e644, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5943eac8-b98b-4a2b-aae9-7016ace9f3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0d31872a-b8a0-4134-9f4e-89a04d401669'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:54.864118 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.907785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227af58a-91ff-46f4-b7dd-22f888440b53 req-b37e5f45-1faa-4cdf-8266-8a02b82bf260 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.909469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-227af58a-91ff-46f4-b7dd-22f888440b53 req-b37e5f45-1faa-4cdf-8266-8a02b82bf260 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 943 time: 0.0585725 Nov 12 05:21:54.962167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.966307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-227af58a-91ff-46f4-b7dd-22f888440b53 req-5de49485-269e-4366-befa-dbfddfd35ed4 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469172 Nov 12 05:21:54.979038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] For port c683f986-5dd1-4025-98e5-2886e152e644, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:54.983738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] For port c683f986-5dd1-4025-98e5-2886e152e644, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c683f986-5dd1-4025-98e5-2886e152e644,segment=NetworkSegment(5943eac8-b98b-4a2b-aae9-7016ace9f3f1),segment_id=5943eac8-b98b-4a2b-aae9-7016ace9f3f1)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:54.991237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6a2b6476-a9c3-43ea-8b30-49612a8c6565 req-4f145462-8042-4895-81bc-6534e2bbc7e7 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2016365114', 'description': 'tempest-description-1920480689'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:54.991446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.025825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a2b6476-a9c3-43ea-8b30-49612a8c6565 req-4f145462-8042-4895-81bc-6534e2bbc7e7 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.029108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:55.029738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.031177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] 10.222.0.43 "PUT /v2.0/ports/c683f986-5dd1-4025-98e5-2886e152e644 HTTP/1.1" status: 200 len: 1092 time: 1.0565400 Nov 12 05:21:55.031636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f73420-5e06-4717-a7bf-4e7d2efc109e', 'tag': 'c683f986-5dd1-4025-98e5-2886e152e644'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:55.033859 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23e63b9-6fa4-4683-b25d-96de96d307f3" -d '{"events": [{"name": "network-changed", "server_uuid": "99f73420-5e06-4717-a7bf-4e7d2efc109e", "tag": "c683f986-5dd1-4025-98e5-2886e152e644"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:55.067216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.073869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b356df-ef6b-4f1a-8373-b9782856f5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c683f986-5dd1-4025-98e5-2886e152e644,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:55.088081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b6706b57-74b7-4f31-badf-5b312a43d9e3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:21:55.095161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Network 698cb2bf-ac47-4712-a247-675154f801ac is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:55.115251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:55.121133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:55.128396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a2b6476-a9c3-43ea-8b30-49612a8c6565 req-4f145462-8042-4895-81bc-6534e2bbc7e7 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.134045 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a2b6476-a9c3-43ea-8b30-49612a8c6565 req-4f145462-8042-4895-81bc-6534e2bbc7e7 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.183040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f145462-8042-4895-81bc-6534e2bbc7e7 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3bff20-3170-4add-8d23-f6f01964afb5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:55.203646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a2b6476-a9c3-43ea-8b30-49612a8c6565 req-4f145462-8042-4895-81bc-6534e2bbc7e7 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.207993 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf7196-9ac9-408c-ad0e-57d664a3131f x-openstack-request-id: req-4bcf7196-9ac9-408c-ad0e-57d664a3131f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:55.208543 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f73420-5e06-4717-a7bf-4e7d2efc109e", "tag": "c683f986-5dd1-4025-98e5-2886e152e644", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:55.208543 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bcf7196-9ac9-408c-ad0e-57d664a3131f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:55.209266 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f73420-5e06-4717-a7bf-4e7d2efc109e', 'tag': 'c683f986-5dd1-4025-98e5-2886e152e644', 'status': 'completed', 'code': 200} Nov 12 05:21:55.216450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a2b6476-a9c3-43ea-8b30-49612a8c6565 req-4f145462-8042-4895-81bc-6534e2bbc7e7 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2260261 Nov 12 05:21:55.223280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Pushing event updated for resources: {'Port': ['ID=d0ede18d-c6db-49a0-943b-e3d2db905b15,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:55.266272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:55.266990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.272579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-7769fe2f-4a53-486a-bc57-1b66b2368884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:55.274091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-7769fe2f-4a53-486a-bc57-1b66b2368884 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33dcd17b287f47e6a6fdc797637c5cb5&device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 1095 time: 0.1545081 Nov 12 05:21:55.290654 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-eaed6a88-7ca2-4aa9-bdeb-a08337fd3fa2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1461091 Nov 12 05:21:55.336545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3212db9b-58a6-4e0a-801e-41ad7da5849c req-8653add6-4af5-409e-91b2-a04c0bd62328 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/fb3bff20-3170-4add-8d23-f6f01964afb5 HTTP/1.1" status: 200 len: 1831 time: 0.0478151 Nov 12 05:21:55.354264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ace9c-58f8-48f8-a7e5-87a718e6cc03 req-a3d45535-bdbc-4e0d-a5e8-78a78fc7c29b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:55.354642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Request body: {'port': {'device_id': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:55.359236 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-bba9cfd8-461f-4aee-b643-afa4bc630ce4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c683f986-5dd1-4025-98e5-2886e152e644 HTTP/1.1" status: 200 len: 217 time: 0.0676503 Nov 12 05:21:55.364736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f47ace9c-58f8-48f8-a7e5-87a718e6cc03 req-a3d45535-bdbc-4e0d-a5e8-78a78fc7c29b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1199560 Nov 12 05:21:55.429632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f47ace9c-58f8-48f8-a7e5-87a718e6cc03 req-5e51ef62-26a7-4d29-9aea-91d07fb47de3 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638099 Nov 12 05:21:55.458610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-12cceab7-ca19-4812-9d83-a0f6f73592e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:55.460158 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-12cceab7-ca19-4812-9d83-a0f6f73592e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb3152b5-f3f8-4803-97ed-1cb88bcbfd3f HTTP/1.1" status: 200 len: 854 time: 0.0796676 Nov 12 05:21:55.463026 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.480130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c051d1-ad47-4454-adf4-e092a839cfb5 req-b8c32bc0-13f8-45a4-b412-d72508d3b309 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:55.481685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20c051d1-ad47-4454-adf4-e092a839cfb5 req-b8c32bc0-13f8-45a4-b412-d72508d3b309 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 931 time: 0.0574608 Nov 12 05:21:55.492551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bb12e880-6a62-4d4a-9e55-0984f7f1c624 None None] Provisioning complete for port d0ede18d-c6db-49a0-943b-e3d2db905b15 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:55.493299 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bb12e880-6a62-4d4a-9e55-0984f7f1c624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.544561 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-d07a5ff6-effd-4ade-9687-218d3274247b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d31872a-b8a0-4134-9f4e-89a04d401669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724206 Nov 12 05:21:55.550541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-bb12e880-6a62-4d4a-9e55-0984f7f1c624 None None] Port d0ede18d-c6db-49a0-943b-e3d2db905b15 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:55.556454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20c051d1-ad47-4454-adf4-e092a839cfb5 req-9e6b149d-8a3e-4709-b720-708fe1373dba tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667171 Nov 12 05:21:55.637273 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-7e1b712a-7e17-4234-a9b3-baf790fe861c req-07136077-8007-48f8-8a8d-fa1c629f00ec tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] show failed (client error): The resource could not be found. Nov 12 05:21:55.638292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e1b712a-7e17-4234-a9b3-baf790fe861c req-07136077-8007-48f8-8a8d-fa1c629f00ec tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/db555552-9e17-4180-be14-e5318db4e10b HTTP/1.1" status: 404 len: 352 time: 0.0190275 Nov 12 05:21:55.671920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f505e80d-1c26-4def-95fb-ac73551a3afc req-7c78b341-09b5-49b3-8af0-7684e6525d21 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0372438 Nov 12 05:21:55.713374 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-d8b7ebe3-b50e-4730-b0b5-1b70554d4f2d req-74bdb030-0862-4a0f-9e90-59e166380069 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] show failed (client error): The resource could not be found. Nov 12 05:21:55.714504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8b7ebe3-b50e-4730-b0b5-1b70554d4f2d req-74bdb030-0862-4a0f-9e90-59e166380069 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-group-rules/b3578f5f-59c8-44cf-a857-89e764dad0e6 HTTP/1.1" status: 404 len: 361 time: 0.0132282 Nov 12 05:21:55.784585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf596181-bf76-47a6-badb-cde0cf703555 req-a69cbc39-f41f-4f2f-8094-c22b2f0e1ba7 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/fb3bff20-3170-4add-8d23-f6f01964afb5 HTTP/1.1" status: 200 len: 1831 time: 0.0448689 Nov 12 05:21:55.854687 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bf596181-bf76-47a6-badb-cde0cf703555 req-9af8400c-81f6-4034-8308-5ff45982fbec tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.879905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bf596181-bf76-47a6-badb-cde0cf703555 req-9af8400c-81f6-4034-8308-5ff45982fbec tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.928825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bf596181-bf76-47a6-badb-cde0cf703555 req-9af8400c-81f6-4034-8308-5ff45982fbec tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.931687 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bf596181-bf76-47a6-badb-cde0cf703555 req-9af8400c-81f6-4034-8308-5ff45982fbec tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:55.933070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf596181-bf76-47a6-badb-cde0cf703555 req-9af8400c-81f6-4034-8308-5ff45982fbec tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb3bff20-3170-4add-8d23-f6f01964afb5 HTTP/1.1" status: 204 len: 173 time: 0.1407194 Nov 12 05:21:55.944594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8400c-81f6-4034-8308-5ff45982fbec tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3bff20-3170-4add-8d23-f6f01964afb5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:56.002937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cda66-1382-4442-8c4c-b9dc6e3a6591 req-4e75b60d-62fb-4d2a-9c8c-b15c78df9691 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.004506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f91cda66-1382-4442-8c4c-b9dc6e3a6591 req-4e75b60d-62fb-4d2a-9c8c-b15c78df9691 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 945 time: 0.0619102 Nov 12 05:21:56.033805 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-aeaedaf0-2e99-4898-824e-c3ad42c6daae service neutron] 10.222.0.43 "GET /v2.0/networks/0d31872a-b8a0-4134-9f4e-89a04d401669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810402 Nov 12 05:21:56.071333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f91cda66-1382-4442-8c4c-b9dc6e3a6591 req-c4cd89cb-88e2-4e38-b887-71dc9b40b27f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Nov 12 05:21:56.123759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e795e5ef-a892-4823-b0c1-e8bcd8b069b1 req-a619a277-a638-4629-b897-3ee0a34e36ee tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/a50b9b8f-df4b-4deb-96a1-a4511c18e61a HTTP/1.1" status: 200 len: 1829 time: 0.0474007 Nov 12 05:21:56.189315 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f9918f53-035e-40e5-980b-20351d24b4b1 req-88fd8c76-21ab-4a59-90db-d5db5a4125a8 service neutron] 10.222.0.43 "GET /v2.0/networks/0d31872a-b8a0-4134-9f4e-89a04d401669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283374 Nov 12 05:21:56.227236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead91eb-79bf-4067-9f81-314079ca0d18 req-8acb7bd6-70ac-4e65-a337-8e28c7912284 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.228737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ead91eb-79bf-4067-9f81-314079ca0d18 req-8acb7bd6-70ac-4e65-a337-8e28c7912284 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 943 time: 0.0819216 Nov 12 05:21:56.229534 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e795e5ef-a892-4823-b0c1-e8bcd8b069b1 req-419e06cf-15e8-4625-9432-18e8ad4add57 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.239095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ede18d-c6db-49a0-943b-e3d2db905b15 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:56.247467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.261327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Transition to ACTIVE for port object d0ede18d-c6db-49a0-943b-e3d2db905b15 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:56.265063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.352272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ede18d-c6db-49a0-943b-e3d2db905b15,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:56.408149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-331d8c8b-5596-4b16-9e69-62169a8bba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.409743 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-331d8c8b-5596-4b16-9e69-62169a8bba6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33dcd17b287f47e6a6fdc797637c5cb5&device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 1095 time: 0.1053863 Nov 12 05:21:56.476665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Attempting to bind port d0ede18d-c6db-49a0-943b-e3d2db905b15 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:56.477100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Attempting to bind port d0ede18d-c6db-49a0-943b-e3d2db905b15 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:56.477490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Attempting to bind port d0ede18d-c6db-49a0-943b-e3d2db905b15 on network 698cb2bf-ac47-4712-a247-675154f801ac {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:56.513230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Port d0ede18d-c6db-49a0-943b-e3d2db905b15 on network 698cb2bf-ac47-4712-a247-675154f801ac not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:56.513573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Attempting to bind port d0ede18d-c6db-49a0-943b-e3d2db905b15 on network 698cb2bf-ac47-4712-a247-675154f801ac {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:56.522625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:56.522971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Checking segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:56.523362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Bound using segment: {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:56.523809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Bound port: d0ede18d-c6db-49a0-943b-e3d2db905b15, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56790da4-dd0e-458e-b980-faa10fb0206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:56.524170 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.574362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e795e5ef-a892-4823-b0c1-e8bcd8b069b1 req-419e06cf-15e8-4625-9432-18e8ad4add57 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.603224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-2c7689c6-4c0c-4bf4-aeda-8c8776dd6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.604691 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-2c7689c6-4c0c-4bf4-aeda-8c8776dd6a02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d31872a-b8a0-4134-9f4e-89a04d401669 HTTP/1.1" status: 200 len: 915 time: 0.1697085 Nov 12 05:21:56.622102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] For port d0ede18d-c6db-49a0-943b-e3d2db905b15, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:56.626637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] For port d0ede18d-c6db-49a0-943b-e3d2db905b15, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:56.626856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ead91eb-79bf-4067-9f81-314079ca0d18 req-70f8aaf5-04d1-4881-8e6d-bb5f466ee134 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909578 Nov 12 05:21:56.642946 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e795e5ef-a892-4823-b0c1-e8bcd8b069b1 req-419e06cf-15e8-4625-9432-18e8ad4add57 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.647006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e795e5ef-a892-4823-b0c1-e8bcd8b069b1 req-419e06cf-15e8-4625-9432-18e8ad4add57 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.648434 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e795e5ef-a892-4823-b0c1-e8bcd8b069b1 req-419e06cf-15e8-4625-9432-18e8ad4add57 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "DELETE /v2.0/security-groups/a50b9b8f-df4b-4deb-96a1-a4511c18e61a HTTP/1.1" status: 204 len: 173 time: 0.5161731 Nov 12 05:21:56.664339 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-b1d28135-5707-4920-a08c-f560497d6173 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c683f986-5dd1-4025-98e5-2886e152e644 HTTP/1.1" status: 200 len: 217 time: 0.0484965 Nov 12 05:21:56.664672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e06cf-15e8-4625-9432-18e8ad4add57 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b9b8f-df4b-4deb-96a1-a4511c18e61a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:56.665666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.734005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.734785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.736157 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] 10.222.0.43 "PUT /v2.0/ports/d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 1092 time: 1.3913550 Nov 12 05:21:56.766774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34904af1-a94d-4f3e-8782-99900b37d986 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ede18d-c6db-49a0-943b-e3d2db905b15,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:56.770438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-a20242be-feb6-421f-b478-2b346bd2ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.771921 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-a20242be-feb6-421f-b478-2b346bd2ad83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb3152b5-f3f8-4803-97ed-1cb88bcbfd3f HTTP/1.1" status: 200 len: 854 time: 0.0973725 Nov 12 05:21:56.823579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58058f95-2ea7-4223-9a9f-93674446d13f req-a9e32097-8bbe-45b3-972e-7091e863677b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.832387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58058f95-2ea7-4223-9a9f-93674446d13f req-a9e32097-8bbe-45b3-972e-7091e863677b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0881913 Nov 12 05:21:56.852477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-cff241c8-0f0c-43eb-8c2f-d19130a00613 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d31872a-b8a0-4134-9f4e-89a04d401669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451300 Nov 12 05:21:56.892578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58058f95-2ea7-4223-9a9f-93674446d13f req-2a3f90b7-7f2b-4850-9173-3ce898dadd3f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592635 Nov 12 05:21:56.964193 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.965374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-8f295d3a-b7fe-4358-aa94-0ad0c8aa75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.967073 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-8f295d3a-b7fe-4358-aa94-0ad0c8aa75ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 1095 time: 0.1266158 Nov 12 05:21:57.042769 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-cc624e95-be49-4ecb-ad26-37b7f7228587 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 217 time: 0.0563469 Nov 12 05:21:57.050657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f678769-c5b9-4aed-a571-0a6e2c6fd137 req-4dd9f14d-e667-41e4-8c7a-f5a1d5f062ca tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.052364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f678769-c5b9-4aed-a571-0a6e2c6fd137 req-4dd9f14d-e667-41e4-8c7a-f5a1d5f062ca tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 943 time: 0.0638759 Nov 12 05:21:57.063402 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-3a6fa2e2-0f4f-4a9e-8079-92c4420658b6 service neutron] 10.222.0.43 "GET /v2.0/networks/0d31872a-b8a0-4134-9f4e-89a04d401669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850283 Nov 12 05:21:57.112169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f678769-c5b9-4aed-a571-0a6e2c6fd137 req-3f6c2459-ce5f-4ba8-b874-f0e49cf13135 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485892 Nov 12 05:21:57.153986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-15897f54-377e-4c6e-9cb9-af61fe896cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.155424 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-15897f54-377e-4c6e-9cb9-af61fe896cb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.1046917 Nov 12 05:21:57.205307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08e958c1-57db-48a2-8e6a-d748fc4fb8eb req-d9bdb776-73e4-44eb-b3d2-868ed5fc2c4a tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/09f39a63-5b17-4cb9-b6f5-26ea5b91ce7b HTTP/1.1" status: 200 len: 1829 time: 0.0407748 Nov 12 05:21:57.212471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:57.214801 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:57.225753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d23e63b9-6fa4-4683-b25d-96de96d307f3 req-19467aca-6321-43ed-a977-85892eed987c service neutron] 10.222.0.43 "GET /v2.0/networks/0d31872a-b8a0-4134-9f4e-89a04d401669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424310 Nov 12 05:21:57.238199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-66744769-bcd1-4624-a9de-9c5584059ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.239758 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-66744769-bcd1-4624-a9de-9c5584059ead service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678394 Nov 12 05:21:57.269310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-08e958c1-57db-48a2-8e6a-d748fc4fb8eb req-674c221c-f2a8-42d2-85cd-080632a8780c tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.294657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-08e958c1-57db-48a2-8e6a-d748fc4fb8eb req-674c221c-f2a8-42d2-85cd-080632a8780c tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.345184 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-08e958c1-57db-48a2-8e6a-d748fc4fb8eb req-674c221c-f2a8-42d2-85cd-080632a8780c tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.348133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-08e958c1-57db-48a2-8e6a-d748fc4fb8eb req-674c221c-f2a8-42d2-85cd-080632a8780c tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.349433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08e958c1-57db-48a2-8e6a-d748fc4fb8eb req-674c221c-f2a8-42d2-85cd-080632a8780c tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "DELETE /v2.0/security-groups/09f39a63-5b17-4cb9-b6f5-26ea5b91ce7b HTTP/1.1" status: 204 len: 173 time: 0.1364458 Nov 12 05:21:57.363183 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-e91a6042-974a-453c-9827-1b24aacb3820 service neutron] 10.222.0.43 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068375 Nov 12 05:21:57.371120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c221c-f2a8-42d2-85cd-080632a8780c tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f39a63-5b17-4cb9-b6f5-26ea5b91ce7b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:57.395521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42719a0b-8310-4958-b070-91885a82a402 req-13aebf8c-8b91-4736-bc3a-7b2c5605549b tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0402858 Nov 12 05:21:57.449384 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d1d06-6f15-4884-bf7b-be33d9d7460a x-openstack-request-id: req-1e6d1d06-6f15-4884-bf7b-be33d9d7460a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:57.449702 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:57.450041 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e6d1d06-6f15-4884-bf7b-be33d9d7460a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:57.450512 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'status': 'completed', 'code': 200} Nov 12 05:21:57.477029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3778102-f308-4ff8-af71-4c994ae38967 req-dac2ac51-a966-4b19-87e5-cb0373bc58e9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.478576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3778102-f308-4ff8-af71-4c994ae38967 req-dac2ac51-a966-4b19-87e5-cb0373bc58e9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 945 time: 0.0652747 Nov 12 05:21:57.489143 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a370acf-e425-41e9-a796-b95fb8694de6 req-36c7889d-0fb1-420e-8122-743adef3bfd3 service neutron] 10.222.0.43 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151135 Nov 12 05:21:57.536298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3778102-f308-4ff8-af71-4c994ae38967 req-062225af-a019-4167-b9d3-1e6a0208210b tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509188 Nov 12 05:21:57.601376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68eea0c3-339d-4159-b514-0e6a0f48290b req-db885257-3af0-4f44-8109-ddf352d36a35 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/f65a82f5-8cdd-41f7-95ea-9a8a1406df90 HTTP/1.1" status: 200 len: 1828 time: 0.0409875 Nov 12 05:21:57.668652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-b46f23e3-fab6-4ae1-b895-191f23edae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.670022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-b46f23e3-fab6-4ae1-b895-191f23edae26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 1095 time: 0.0497754 Nov 12 05:21:57.695542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-68eea0c3-339d-4159-b514-0e6a0f48290b req-a97b5180-27c7-430c-9e92-490618b5cf04 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.705711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f48f3-7641-4255-90e6-fa0c4054ae3d req-4c7c092d-a9d5-403f-860a-14508a3d66c2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.707244 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c00f48f3-7641-4255-90e6-fa0c4054ae3d req-4c7c092d-a9d5-403f-860a-14508a3d66c2 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 945 time: 0.0812218 Nov 12 05:21:57.740482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-68eea0c3-339d-4159-b514-0e6a0f48290b req-a97b5180-27c7-430c-9e92-490618b5cf04 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.783198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-063c082e-4a85-49f6-9b8e-8a5622da8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.784827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-063c082e-4a85-49f6-9b8e-8a5622da8f05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.0956042 Nov 12 05:21:57.790768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c00f48f3-7641-4255-90e6-fa0c4054ae3d req-815f5f9b-634a-47ae-9a22-22654a0be496 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752006 Nov 12 05:21:57.820093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-68eea0c3-339d-4159-b514-0e6a0f48290b req-a97b5180-27c7-430c-9e92-490618b5cf04 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.823153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-68eea0c3-339d-4159-b514-0e6a0f48290b req-a97b5180-27c7-430c-9e92-490618b5cf04 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.824430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68eea0c3-339d-4159-b514-0e6a0f48290b req-a97b5180-27c7-430c-9e92-490618b5cf04 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "DELETE /v2.0/security-groups/f65a82f5-8cdd-41f7-95ea-9a8a1406df90 HTTP/1.1" status: 204 len: 173 time: 0.2167969 Nov 12 05:21:57.834034 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-bb766354-0817-48f3-812f-714e10ddfb51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 217 time: 0.0414119 Nov 12 05:21:57.837424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b5180-27c7-430c-9e92-490618b5cf04 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a82f5-8cdd-41f7-95ea-9a8a1406df90,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:57.893242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-833a7296-1d07-4ba7-81ed-9e5be87c8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.894871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-833a7296-1d07-4ba7-81ed-9e5be87c8fda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.0490360 Nov 12 05:21:57.947775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-1ed02fef-ade5-4c8b-a4bf-221cb202bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.948402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45e6991f-9245-4e59-a9de-457b958ada11 req-2dbf31f5-56a4-4ff3-b6cc-bdc1a8800615 tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "GET /v2.0/security-groups/b26df579-da99-4edb-a842-9163ab6169da HTTP/1.1" status: 200 len: 1830 time: 0.0812869 Nov 12 05:21:57.949463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-1ed02fef-ade5-4c8b-a4bf-221cb202bc96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463972 Nov 12 05:21:57.956979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440da7-9625-4001-949a-c8696b774f59 req-993ed66f-3903-4639-b73c-ddfa5131d8af tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.958591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d440da7-9625-4001-949a-c8696b774f59 req-993ed66f-3903-4639-b73c-ddfa5131d8af tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 943 time: 0.0722136 Nov 12 05:21:58.039616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d440da7-9625-4001-949a-c8696b774f59 req-60f1650c-0313-4b89-8f05-3b1816690229 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734289 Nov 12 05:21:58.050500 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-e9bc11f8-d151-4a6f-8005-fcd8b4dda3c4 service neutron] 10.222.0.43 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906088 Nov 12 05:21:58.051766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45e6991f-9245-4e59-a9de-457b958ada11 req-51ca1366-5cc7-4c73-bc4a-13884c172aff tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.087072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45e6991f-9245-4e59-a9de-457b958ada11 req-51ca1366-5cc7-4c73-bc4a-13884c172aff tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.161584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45e6991f-9245-4e59-a9de-457b958ada11 req-51ca1366-5cc7-4c73-bc4a-13884c172aff tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.164615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45e6991f-9245-4e59-a9de-457b958ada11 req-51ca1366-5cc7-4c73-bc4a-13884c172aff tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.164824 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dd16be89-75b1-4fd8-8aa6-2322b190cf0a req-c497f3b9-6579-4a8b-b828-6c124b78c2a4 service neutron] 10.222.0.43 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015537 Nov 12 05:21:58.166253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45e6991f-9245-4e59-a9de-457b958ada11 req-51ca1366-5cc7-4c73-bc4a-13884c172aff tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] 10.222.0.48 "DELETE /v2.0/security-groups/b26df579-da99-4edb-a842-9163ab6169da HTTP/1.1" status: 204 len: 173 time: 0.2065024 Nov 12 05:21:58.172939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60074) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:58.180393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85af35b-c251-4c0c-b69c-711eeb4f4e90 req-f68025f4-f46d-4e2d-bb89-139ecd7f8c61 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:58.182155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b85af35b-c251-4c0c-b69c-711eeb4f4e90 req-f68025f4-f46d-4e2d-bb89-139ecd7f8c61 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0759711 Nov 12 05:21:58.189304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca1366-5cc7-4c73-bc4a-13884c172aff tempest-SecurityGroupRulesNegativeTestJSON-943240575 tempest-SecurityGroupRulesNegativeTestJSON-943240575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26df579-da99-4edb-a842-9163ab6169da,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:58.233146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-68893e89-4df8-4f07-9b67-105fc207b12b admin admin] Deleting subnet 4726ce2b-cbd2-4d48-b86e-ba84ff6cb8a9 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:21:58.236666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68893e89-4df8-4f07-9b67-105fc207b12b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.272355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68893e89-4df8-4f07-9b67-105fc207b12b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.279784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b85af35b-c251-4c0c-b69c-711eeb4f4e90 req-3cc73051-4afb-46fb-acc7-dfebf0e29e29 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Nov 12 05:21:58.303485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293a0aa-7f69-4844-9930-b213e317babb req-3e100f3d-ab92-47b8-88e7-71076147390f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:58.303485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f293a0aa-7f69-4844-9930-b213e317babb req-3e100f3d-ab92-47b8-88e7-71076147390f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 943 time: 0.0715945 Nov 12 05:21:58.314308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68893e89-4df8-4f07-9b67-105fc207b12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.350694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f293a0aa-7f69-4844-9930-b213e317babb req-603eafd8-29df-4e2a-a8f0-e66ad4a6ff01 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Nov 12 05:21:58.375363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68893e89-4df8-4f07-9b67-105fc207b12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.403284 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-68893e89-4df8-4f07-9b67-105fc207b12b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.406431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-68893e89-4df8-4f07-9b67-105fc207b12b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4726ce2b-cbd2-4d48-b86e-ba84ff6cb8a9 HTTP/1.1" status: 204 len: 168 time: 0.2321398 Nov 12 05:21:58.407196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68893e89-4df8-4f07-9b67-105fc207b12b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4726ce2b-cbd2-4d48-b86e-ba84ff6cb8a9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:58.408991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:58.481154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.515289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ed8a244-54e9-4e4d-ae9c-a502f32b8bd7 req-d4486707-ee53-42e9-9c0a-ab1dbdeedc52 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0376778 Nov 12 05:21:58.587145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.615376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:58.643293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d6ecde-785f-49ef-88c7-470d6a668682') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:58.643587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d6ecde-785f-49ef-88c7-470d6a668682') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:58.655275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.673750 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.686018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae84f7-6c00-4940-90f6-bffab01cd1e8 req-962e5fd1-ba42-4bdc-b5d8-82a81d2d8d6b tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:58.687532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daae84f7-6c00-4940-90f6-bffab01cd1e8 req-962e5fd1-ba42-4bdc-b5d8-82a81d2d8d6b tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 945 time: 0.0825992 Nov 12 05:21:58.690055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:21:58.690474 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:21:58.692869 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:21:58.771380 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.781082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.784306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8 HTTP/1.1" status: 204 len: 168 time: 0.3726258 Nov 12 05:21:58.798669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daae84f7-6c00-4940-90f6-bffab01cd1e8 req-268b9fc6-13e2-4f67-852b-f9e3cfa88840 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966716 Nov 12 05:21:58.799602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324f19-47e7-4334-85db-56b87d0fa4b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a776b2ac-b5bc-4916-ae8f-4fe76fa1e0b8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:58.927604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b805ac-4c19-4c7d-97c3-57aaf56c75ca req-7161909d-4ac3-45ba-a1f0-52603d94fb39 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:58.929195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66b805ac-4c19-4c7d-97c3-57aaf56c75ca req-7161909d-4ac3-45ba-a1f0-52603d94fb39 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 945 time: 0.0591576 Nov 12 05:21:58.961274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:58.987425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66b805ac-4c19-4c7d-97c3-57aaf56c75ca req-e615c5db-3f8c-4fce-acd5-29aa8d60805a tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a624c20-28ae-4545-884d-e79cc8e46863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518255 Nov 12 05:21:59.005601 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4e68a44d-f0f2-4d7e-b19c-a23febe8b97e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de9663633abb49e182b14486da6f7a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406678 Nov 12 05:21:59.006681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60100) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:59.053774 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb715b10-d9ac-4485-ab90-fbb7d104c6b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.079412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb715b10-d9ac-4485-ab90-fbb7d104c6b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.143056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb715b10-d9ac-4485-ab90-fbb7d104c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.147813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb715b10-d9ac-4485-ab90-fbb7d104c6b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.150385 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb715b10-d9ac-4485-ab90-fbb7d104c6b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6acd73da-3700-477c-ad62-6267c1095550 HTTP/1.1" status: 204 len: 168 time: 0.1435268 Nov 12 05:21:59.159292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb715b10-d9ac-4485-ab90-fbb7d104c6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd73da-3700-477c-ad62-6267c1095550,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:59.182382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fc6ce-9f56-4615-a030-060581dd9f01 req-ffbb95e2-50bf-4b29-ae6c-a77f5eedd4c4 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:59.190012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-099fc6ce-9f56-4615-a030-060581dd9f01 req-ffbb95e2-50bf-4b29-ae6c-a77f5eedd4c4 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 943 time: 0.0774989 Nov 12 05:21:59.239809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-099fc6ce-9f56-4615-a030-060581dd9f01 req-6dc99114-ffff-49f5-92e5-da4767bf13ad tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Nov 12 05:21:59.330443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c683f986-5dd1-4025-98e5-2886e152e644 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:59.417512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191cafc-660e-4349-b626-fa26670d323d req-03d6881f-7b54-48a3-8703-e57e124bdb5f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:59.419258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3191cafc-660e-4349-b626-fa26670d323d req-03d6881f-7b54-48a3-8703-e57e124bdb5f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0588028 Nov 12 05:21:59.479187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c683f986-5dd1-4025-98e5-2886e152e644, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c683f986-5dd1-4025-98e5-2886e152e644,segment=NetworkSegment(5943eac8-b98b-4a2b-aae9-7016ace9f3f1),segment_id=5943eac8-b98b-4a2b-aae9-7016ace9f3f1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:59.486437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3191cafc-660e-4349-b626-fa26670d323d req-acb8a0d5-1bcc-4ecc-b3e2-986b32d1fc7c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590935 Nov 12 05:21:59.492830 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'c683f986-5dd1-4025-98e5-2886e152e644', 'network_id': '0d31872a-b8a0-4134-9f4e-89a04d401669', 'port_id': 'c683f986-5dd1-4025-98e5-2886e152e644', 'mac_address': 'fa:16:3e:34:53:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3152b5-f3f8-4803-97ed-1cb88bcbfd3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:59.546827 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.568121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c683f986-5dd1-4025-98e5-2886e152e644 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:59.579465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464ef71-433c-44e8-b727-dfe993e5542c req-d369cbe4-f460-45ce-b851-be0fd202ee61 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:59.582075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1464ef71-433c-44e8-b727-dfe993e5542c req-d369cbe4-f460-45ce-b851-be0fd202ee61 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 943 time: 0.0579143 Nov 12 05:21:59.588537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288fa75-ce6f-428e-b292-46e19e89180d req-f4b25c8b-77ff-4d76-b56e-906d5a9df73a tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:59.590153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8288fa75-ce6f-428e-b292-46e19e89180d req-f4b25c8b-77ff-4d76-b56e-906d5a9df73a tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 945 time: 0.0707245 Nov 12 05:21:59.600613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c683f986-5dd1-4025-98e5-2886e152e644, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c683f986-5dd1-4025-98e5-2886e152e644,segment=NetworkSegment(5943eac8-b98b-4a2b-aae9-7016ace9f3f1),segment_id=5943eac8-b98b-4a2b-aae9-7016ace9f3f1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:59.608424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.640184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61f0a2d0-f66b-4ac6-95eb-01f872c4db62 req-36815ceb-d773-4ef4-b930-369ae973ecba tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0333295 Nov 12 05:21:59.673752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1464ef71-433c-44e8-b727-dfe993e5542c req-7f043a28-5e7d-472a-a193-51f47ab2be44 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839727 Nov 12 05:21:59.683545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c683f986-5dd1-4025-98e5-2886e152e644,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:59.711570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Deleting port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:59.711918 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.806829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] For port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,segment=NetworkSegment(66295c97-a9f5-4020-bf92-bf469d813059),segment_id=66295c97-a9f5-4020-bf92-bf469d813059)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:59.807197 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.820219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Calling delete_port for 987426c9-7505-45b1-bf2a-f8ce3be5ea9d owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:59.952227 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.983399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Pushing event deleted for resources: {'Port': ['ID=987426c9-7505-45b1-bf2a-f8ce3be5ea9d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:59.992263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['987426c9-7505-45b1-bf2a-f8ce3be5ea9d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:00.008801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60144) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:00.024633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['c683f986-5dd1-4025-98e5-2886e152e644'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:00.033034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] No DVR routers for this DVR port 987426c9-7505-45b1-bf2a-f8ce3be5ea9d on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:00.036336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.040098 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8288fa75-ce6f-428e-b292-46e19e89180d req-9d619027-445b-479b-b660-9f78155e88d0 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.43 "DELETE /v2.0/ports/987426c9-7505-45b1-bf2a-f8ce3be5ea9d HTTP/1.1" status: 204 len: 173 time: 0.4425218 Nov 12 05:22:00.040589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fecd67-6739-4765-817e-23f87933d4c6', 'name': 'network-vif-deleted', 'tag': '987426c9-7505-45b1-bf2a-f8ce3be5ea9d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:00.049930 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e37e46b-e7dd-4da8-9b45-c31e564d5d73" -d '{"events": [{"server_uuid": "f6fecd67-6739-4765-817e-23f87933d4c6", "name": "network-vif-deleted", "tag": "987426c9-7505-45b1-bf2a-f8ce3be5ea9d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:00.095154 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c673a2-2e0e-47fa-9985-5065ef3cfc96 x-openstack-request-id: req-b7c673a2-2e0e-47fa-9985-5065ef3cfc96 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:00.095455 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fecd67-6739-4765-817e-23f87933d4c6", "name": "network-vif-deleted", "tag": "987426c9-7505-45b1-bf2a-f8ce3be5ea9d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:00.095745 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7c673a2-2e0e-47fa-9985-5065ef3cfc96 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:00.096151 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fecd67-6739-4765-817e-23f87933d4c6', 'name': 'network-vif-deleted', 'tag': '987426c9-7505-45b1-bf2a-f8ce3be5ea9d', 'status': 'completed', 'code': 200} Nov 12 05:22:00.140016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-193adef8-2fe5-4902-bc2b-810276cd2886 req-b8a8e60a-a135-4280-a0af-ba1234194127 tempest-ServerTagsTestJSON-715120568 tempest-ServerTagsTestJSON-715120568-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6fecd67-6739-4765-817e-23f87933d4c6 HTTP/1.1" status: 200 len: 210 time: 0.0446014 Nov 12 05:22:00.143446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-677927086-network', 'tenant_id': '388ec8407eb74d2880046c15f1d05f94'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:00.171581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Made reservation on behalf of 388ec8407eb74d2880046c15f1d05f94 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:00.174235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.184026 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.261352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.265999 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.292789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:22:00.302805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d409f68a-a4d1-46ce-8bab-1cec675073c1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:00.307522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.307860 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Added segment 1bae6379-81da-4d4a-a1de-3c6d5db74aa1 of type vlan for network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c Nov 12 05:22:00.372457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.402564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a15cb1-a18a-4177-a74c-31d2da10fdd5 req-c9dd74c2-e518-42ff-b890-de5ac80817a2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:00.404037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1a15cb1-a18a-4177-a74c-31d2da10fdd5 req-c9dd74c2-e518-42ff-b890-de5ac80817a2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 944 time: 0.0885243 Nov 12 05:22:00.417530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.418450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:00.419020 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.469081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4561470 Nov 12 05:22:00.469450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60164) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:00.475318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Request body: {'subnet': {'network_id': 'aeb802e5-1407-4b41-8532-a7dc9fbaeb0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-677927086-subnet', 'tenant_id': '388ec8407eb74d2880046c15f1d05f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:00.497688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Made reservation on behalf of 388ec8407eb74d2880046c15f1d05f94 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:00.506372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.511853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1a15cb1-a18a-4177-a74c-31d2da10fdd5 req-3a0ea83c-4412-4b56-bc77-29f6859114a2 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998518 Nov 12 05:22:00.522471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487fa1f-c5bb-4769-91f0-d62733abab3b admin admin] Pushing event updated for resources: {'Network': ['ID=aeb802e5-1407-4b41-8532-a7dc9fbaeb0c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:00.530761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:22:00.642587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efae4e0-032c-4d86-a458-a2249a6967ef req-50eae311-de68-4cfe-a8e0-cca981e6714a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:00.644318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2efae4e0-032c-4d86-a458-a2249a6967ef req-50eae311-de68-4cfe-a8e0-cca981e6714a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0617859 Nov 12 05:22:00.708909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2efae4e0-032c-4d86-a458-a2249a6967ef req-1a8bd612-0f1e-48e6-8b42-ae1b82e61e99 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 Nov 12 05:22:00.724619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.784673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7311293-01ba-41cd-b3bf-814df8d0832c,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:00.787659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3708ab36-a556-4f22-9365-55729a7385a6 req-cc1b8f57-3f36-4b5b-8e9c-3e2984f0a00d tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0432723 Nov 12 05:22:00.794488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Checking segment: {'id': '1bae6379-81da-4d4a-a1de-3c6d5db74aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'aeb802e5-1407-4b41-8532-a7dc9fbaeb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:00.794973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Network hostable DHCP agents. Network: aeb802e5-1407-4b41-8532-a7dc9fbaeb0c, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:22:00.820632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:22:00.831495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, aeb802e5-1407-4b41-8532-a7dc9fbaeb0c) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:00.836258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:00.837084 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:00.841715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e90571f-4d3a-4890-aa64-b595a703c9d3 None None] Network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:00.853792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaf6c8-e490-4476-af2c-ad70b99be1e7 req-7b17407e-2595-4bdd-9af5-b9377042b835 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:00.857311 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4528459a-f9c3-460b-87ab-90838baf1e0f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3866148 Nov 12 05:22:00.860223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bfaf6c8-e490-4476-af2c-ad70b99be1e7 req-7b17407e-2595-4bdd-9af5-b9377042b835 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 943 time: 0.0713563 Nov 12 05:22:00.920302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bfaf6c8-e490-4476-af2c-ad70b99be1e7 req-50c95573-fc6d-4a9e-999b-be11dca1c4ce tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515635 Nov 12 05:22:00.995616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f14831-226d-4d58-8d27-ccdeb1e6c2ef None None] Network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:01.205125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60186) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:01.305142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f2aceb-71a7-4188-88cd-b977264b1a2d admin admin] Deleting subnet b48cee51-eacb-4d74-baed-bbccc2d52d30 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:22:01.311514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aceb-71a7-4188-88cd-b977264b1a2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.337024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d0ede18d-c6db-49a0-943b-e3d2db905b15 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:22:01.350890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c683f986-5dd1-4025-98e5-2886e152e644 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:01.375208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aceb-71a7-4188-88cd-b977264b1a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.404414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-b66e15af-465f-4f22-b8a0-7885584dfe53 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:01.405889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-b66e15af-465f-4f22-b8a0-7885584dfe53 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/networks?id=aeb802e5-1407-4b41-8532-a7dc9fbaeb0c HTTP/1.1" status: 200 len: 817 time: 0.1749246 Nov 12 05:22:01.432704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-73f19489-5591-4239-9f65-f06b00ec7822 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/quotas/388ec8407eb74d2880046c15f1d05f94 HTTP/1.1" status: 200 len: 375 time: 0.0165539 Nov 12 05:22:01.434608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aceb-71a7-4188-88cd-b977264b1a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.467167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port c683f986-5dd1-4025-98e5-2886e152e644 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:22:01.476015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port c683f986-5dd1-4025-98e5-2886e152e644 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:01.476015 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.478901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d0ede18d-c6db-49a0-943b-e3d2db905b15, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:01.494686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-b4f90049-6bfd-4932-9daa-d8d77d2ef938 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=388ec8407eb74d2880046c15f1d05f94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404596 Nov 12 05:22:01.506856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'port_id': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'mac_address': 'fa:16:3e:e3:d4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:22:01.564478 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.569756 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aceb-71a7-4188-88cd-b977264b1a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.602438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ede18d-c6db-49a0-943b-e3d2db905b15 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:01.607176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2aceb-71a7-4188-88cd-b977264b1a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48cee51-eacb-4d74-baed-bbccc2d52d30,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:01.628552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aceb-71a7-4188-88cd-b977264b1a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.628946 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.633990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d0ede18d-c6db-49a0-943b-e3d2db905b15, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:01.635265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60206) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:01.635413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a8f2aceb-71a7-4188-88cd-b977264b1a2d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b48cee51-eacb-4d74-baed-bbccc2d52d30 HTTP/1.1" status: 204 len: 168 time: 0.4291332 Nov 12 05:22:01.644301 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.679068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-18d88d87-6ba6-4791-b3a2-0f968ef0d86a service neutron] 10.222.0.48 "GET /v2.0/networks/aeb802e5-1407-4b41-8532-a7dc9fbaeb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763198 Nov 12 05:22:01.682244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f73420-5e06-4717-a7bf-4e7d2efc109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c683f986-5dd1-4025-98e5-2886e152e644'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:01.684691 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b92aaa0-a31c-47c7-8349-45cd7d37478d" -d '{"events": [{"server_uuid": "99f73420-5e06-4717-a7bf-4e7d2efc109e", "name": "network-vif-plugged", "status": "completed", "tag": "c683f986-5dd1-4025-98e5-2886e152e644"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:01.697483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582bd6-eacc-40e2-83a8-27b10b1c5595 req-63362470-9491-4f6b-8016-4563039d812f tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:01.699110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9582bd6-eacc-40e2-83a8-27b10b1c5595 req-63362470-9491-4f6b-8016-4563039d812f tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 944 time: 0.0996630 Nov 12 05:22:01.728726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c683f986-5dd1-4025-98e5-2886e152e644, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c683f986-5dd1-4025-98e5-2886e152e644,segment=NetworkSegment(5943eac8-b98b-4a2b-aae9-7016ace9f3f1),segment_id=5943eac8-b98b-4a2b-aae9-7016ace9f3f1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:01.734684 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.736999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d0ede18d-c6db-49a0-943b-e3d2db905b15,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:01.738760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.793432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c683f986-5dd1-4025-98e5-2886e152e644,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:01.815354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9582bd6-eacc-40e2-83a8-27b10b1c5595 req-5509475c-59d1-4e3a-ab4b-04c7d65c251d tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089840 Nov 12 05:22:01.842707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-1cb1e424-3c59-4d19-9541-0c92b4e9cff8 service neutron] 10.222.0.48 "GET /v2.0/networks/aeb802e5-1407-4b41-8532-a7dc9fbaeb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537111 Nov 12 05:22:01.859164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.894208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a80877f-6f8a-4fa5-888c-406a8f174385']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:01.905672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66295c97-a9f5-4020-bf92-bf469d813059') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:01.906041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66295c97-a9f5-4020-bf92-bf469d813059') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:01.929193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.951780 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2603c14-7f26-4569-b8fa-066e0b4aa33a x-openstack-request-id: req-d2603c14-7f26-4569-b8fa-066e0b4aa33a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:01.952053 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f73420-5e06-4717-a7bf-4e7d2efc109e", "name": "network-vif-plugged", "status": "completed", "tag": "c683f986-5dd1-4025-98e5-2886e152e644", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:01.953702 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2603c14-7f26-4569-b8fa-066e0b4aa33a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:01.953702 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f73420-5e06-4717-a7bf-4e7d2efc109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c683f986-5dd1-4025-98e5-2886e152e644', 'code': 200} Nov 12 05:22:01.964654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.975595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:22:01.976236 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:22:01.979379 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:22:02.100315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a21375ed-4318-48df-aa0d-0a58bc8d0cfa req-87073383-48f8-40d1-a190-cfd53cef4c76 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0546324 Nov 12 05:22:02.104676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:02.134628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:02.139624 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] 10.222.0.48 "DELETE /v2.0/networks/7a80877f-6f8a-4fa5-888c-406a8f174385 HTTP/1.1" status: 204 len: 168 time: 0.5025067 Nov 12 05:22:02.154762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fb537-7e0e-490c-9f26-b79a40d06f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a80877f-6f8a-4fa5-888c-406a8f174385,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:02.158578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb58fd9-b2d0-47c4-922f-96360ad88e60 req-0edcd863-8aa6-45c3-a50d-2a84c5f9183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:02.160913 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8cb58fd9-b2d0-47c4-922f-96360ad88e60 req-0edcd863-8aa6-45c3-a50d-2a84c5f9183c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 1097 time: 0.1026578 Nov 12 05:22:02.161085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d136361-157b-4b9c-aa1b-ab01ce0b64e8 req-9da4d21c-2658-49de-bdc0-325190b82783 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:02.168122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d136361-157b-4b9c-aa1b-ab01ce0b64e8 req-9da4d21c-2658-49de-bdc0-325190b82783 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1072674 Nov 12 05:22:02.226059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8cb58fd9-b2d0-47c4-922f-96360ad88e60 req-cdf70c4a-a37c-4a82-96f0-96a264eb0dab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534191 Nov 12 05:22:02.275229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d136361-157b-4b9c-aa1b-ab01ce0b64e8 req-57fcd87d-8e83-492b-a090-0a510a8ba255 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029100 Nov 12 05:22:02.301885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72970a54-827b-43c9-95a0-c8d6571624b6 req-78dedf8d-4a05-43f0-a4e3-045b8d8cc342 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:02.303798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72970a54-827b-43c9-95a0-c8d6571624b6 req-78dedf8d-4a05-43f0-a4e3-045b8d8cc342 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 944 time: 0.0780268 Nov 12 05:22:02.348777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60244) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:02.382058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['d0ede18d-c6db-49a0-943b-e3d2db905b15'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:02.383843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5be05fab-c50f-4a32-b5ec-a3f3e0c9928c req-45e54884-8f50-4d3b-b9a6-763602d69b12 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 210 time: 0.0487864 Nov 12 05:22:02.394258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4af49f22-4354-4bfa-9c46-c75bfe49aa8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b1f0c2fdd184a78b5b1da6ff4f79bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441675 Nov 12 05:22:02.396690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60248) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:02.442220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72970a54-827b-43c9-95a0-c8d6571624b6 req-fef0e360-7e6c-417e-bcf2-0b18f3e93fad tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295733 Nov 12 05:22:02.534857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d0ad1df-8ae7-48c8-bd6f-73199c511581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:02.562273 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d0ad1df-8ae7-48c8-bd6f-73199c511581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:02.594408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eddf4bad-2013-4598-a648-fc292848bc61 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:22:02.628865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d0ad1df-8ae7-48c8-bd6f-73199c511581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:02.633924 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d0ad1df-8ae7-48c8-bd6f-73199c511581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:02.637470 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4d0ad1df-8ae7-48c8-bd6f-73199c511581 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a624c20-28ae-4545-884d-e79cc8e46863 HTTP/1.1" status: 204 len: 168 time: 0.2376063 Nov 12 05:22:02.647001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ad1df-8ae7-48c8-bd6f-73199c511581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a624c20-28ae-4545-884d-e79cc8e46863,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:02.783683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:02.811437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'eddf4bad-2013-4598-a648-fc292848bc61', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'port_id': 'eddf4bad-2013-4598-a648-fc292848bc61', 'mac_address': 'fa:16:3e:72:de:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe6034-b5c9-43f5-8a4a-3d6545ac4082', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:22:02.858898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:02.875200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eddf4bad-2013-4598-a648-fc292848bc61 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:02.900515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:02.909272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:03.043181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:03.060636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3ff19-d57b-407b-8ceb-d4a252db6625 req-ad235f3c-7a09-4f45-b727-eeeb6a3530fb tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:03.069253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aaa3ff19-d57b-407b-8ceb-d4a252db6625 req-ad235f3c-7a09-4f45-b727-eeeb6a3530fb tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 945 time: 0.1298547 Nov 12 05:22:03.123130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['eddf4bad-2013-4598-a648-fc292848bc61'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:03.170406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aaa3ff19-d57b-407b-8ceb-d4a252db6625 req-c6bea34d-b033-42e8-89d9-ca08eec0b0ac tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905478 Nov 12 05:22:03.333679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abc1722a-8b3e-4def-8a6a-3ed1661774d1 req-ff4d37c8-274a-40e8-8cb7-49601688a8b2 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0499749 Nov 12 05:22:03.349059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 987426c9-7505-45b1-bf2a-f8ce3be5ea9d no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:03.398884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 987426c9-7505-45b1-bf2a-f8ce3be5ea9d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:03.399380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 987426c9-7505-45b1-bf2a-f8ce3be5ea9d not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:03.452652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f6d8f-7476-49fa-9771-e3cd0522b9f7 req-23f4ce31-cc7a-4ad4-b39d-56e32bed6871 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:03.456897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2f6d8f-7476-49fa-9771-e3cd0522b9f7 req-23f4ce31-cc7a-4ad4-b39d-56e32bed6871 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0800290 Nov 12 05:22:03.590426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9793e04c-5626-4d5d-9a35-264e71f95e52 req-78909179-79e4-44a4-97d1-a124a5501b0a tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 210 time: 0.0906608 Nov 12 05:22:03.625200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2f6d8f-7476-49fa-9771-e3cd0522b9f7 req-eef24ab2-ba00-4c45-b7b6-51ff9f741a90 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604743 Nov 12 05:22:03.843445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de836bbc-4ae5-4e93-97c8-ddb6cd721bdd req-df3dde61-e494-41c8-b786-6e398adc4d75 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:03.845639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de836bbc-4ae5-4e93-97c8-ddb6cd721bdd req-df3dde61-e494-41c8-b786-6e398adc4d75 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 944 time: 0.0858819 Nov 12 05:22:03.913907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-060bad2b-0ab7-454e-9f8e-0806aa8fc669 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:03.916047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-060bad2b-0ab7-454e-9f8e-0806aa8fc669 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.43 "GET /v2.0/networks?id=aeb802e5-1407-4b41-8532-a7dc9fbaeb0c HTTP/1.1" status: 200 len: 817 time: 0.2380078 Nov 12 05:22:03.926681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de836bbc-4ae5-4e93-97c8-ddb6cd721bdd req-fe709426-de8e-4db3-88f6-21acddc99343 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Nov 12 05:22:03.950285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Request body: {'port': {'device_id': '153d22d6-c64e-4ece-a282-8025ed1ffe47', 'network_id': 'aeb802e5-1407-4b41-8532-a7dc9fbaeb0c', 'admin_state_up': True, 'tenant_id': '388ec8407eb74d2880046c15f1d05f94'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:04.028939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:04.137758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Made reservation on behalf of 388ec8407eb74d2880046c15f1d05f94 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:04.143097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.251042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1631740948-network', 'tenant_id': 'e66a568732ca4ed0907d9c45b8e9ac10'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:04.352841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Made reservation on behalf of e66a568732ca4ed0907d9c45b8e9ac10 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:04.356925 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.370284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b0573-7605-453e-91c6-9f72e007c64b req-7daa1ae8-07e5-43da-ad96-e1e13d05ef78 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:04.372960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-616b0573-7605-453e-91c6-9f72e007c64b req-7daa1ae8-07e5-43da-ad96-e1e13d05ef78 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 945 time: 0.0802569 Nov 12 05:22:04.383015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.400683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Allocated IP 172.20.0.10 (aeb802e5-1407-4b41-8532-a7dc9fbaeb0c/d7311293-01ba-41cd-b3bf-814df8d0832c/47f0e9e9-e418-436e-872e-87d64240d83d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:04.440969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-616b0573-7605-453e-91c6-9f72e007c64b req-248d937c-1b3c-4a4c-8359-5a2c73273adc tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603201 Nov 12 05:22:04.525448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eddf4bad-2013-4598-a648-fc292848bc61 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:04.554867 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.575896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.591711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76b0f7ae-0c06-4250-961f-21c76de033eb req-7261f5e0-ba22-4238-bbb7-3a1fc1c20b40 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.1086676 Nov 12 05:22:04.634412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port eddf4bad-2013-4598-a648-fc292848bc61 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:04.635551 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.686333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:22:04.707940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e126d22c-a374-4234-9608-17f8bf37dd9a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:04.723847 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.763806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:04.765211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:04.765465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.765984 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Added segment e9d6458d-5440-4fc3-add0-5ea46efa6ddb of type vlan for network 70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a Nov 12 05:22:04.768005 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1cba4b-ff1c-4b88-a306-f6956f987a0b" -d '{"events": [{"server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "name": "network-vif-plugged", "status": "completed", "tag": "eddf4bad-2013-4598-a648-fc292848bc61"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:04.774259 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:04.854473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:04.863703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.864500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.865179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.865770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.866587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.867248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.867796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.868410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.868954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.869586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.870124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.870776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:04.916018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e483dff-0b78-4ea8-80cd-06b3f4a4ac38 req-c66406e1-3413-442c-8a7b-dc8fc307af42 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 210 time: 0.0619049 Nov 12 05:22:04.961422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad5f79-6e08-4ce1-a78b-88516b8cdf83 req-9ddadec4-28be-4fb2-954d-9d933258d52f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:04.984748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62ad5f79-6e08-4ce1-a78b-88516b8cdf83 req-9ddadec4-28be-4fb2-954d-9d933258d52f tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.2122726 Nov 12 05:22:05.003288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.034786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.134250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62ad5f79-6e08-4ce1-a78b-88516b8cdf83 req-0fdb554d-3cb3-4766-a7cd-c7e98dc36bcf tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473606 Nov 12 05:22:05.141685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.145279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:05.148439 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.164811 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc8bb71-9e73-4f7d-998f-e6f54a99a588 x-openstack-request-id: req-4cc8bb71-9e73-4f7d-998f-e6f54a99a588 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:05.165314 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "name": "network-vif-plugged", "status": "completed", "tag": "eddf4bad-2013-4598-a648-fc292848bc61", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:05.166240 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cc8bb71-9e73-4f7d-998f-e6f54a99a588 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:05.166922 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61', 'code': 200} Nov 12 05:22:05.237721 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2076168 Nov 12 05:22:05.244401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60348) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:05.251440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Request body: {'subnet': {'network_id': '70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1631740948-subnet', 'tenant_id': 'e66a568732ca4ed0907d9c45b8e9ac10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:05.322439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Made reservation on behalf of e66a568732ca4ed0907d9c45b8e9ac10 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:05.327959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.342562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8426279-3197-464a-a13a-7b3225a9b0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:05.351301 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.356858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d0ede18d-c6db-49a0-943b-e3d2db905b15 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:05.362799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:22:05.474991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Pushing event updated for resources: {'Port': ['ID=47f0e9e9-e418-436e-872e-87d64240d83d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:05.486624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12492437-4090-4b61-947a-a70b25702f73 req-89c0c264-cb92-4ded-a20d-6da7177a54fe tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:05.496522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12492437-4090-4b61-947a-a70b25702f73 req-89c0c264-cb92-4ded-a20d-6da7177a54fe tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 944 time: 0.2112815 Nov 12 05:22:05.499156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:05.502014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:05.506683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:05.578818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12492437-4090-4b61-947a-a70b25702f73 req-9b921c32-3c92-4a5d-b6b7-e962aa27452f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814734 Nov 12 05:22:05.579099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:05.579903 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.611403 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a7237d7b-8952-46ec-802d-932398eef500 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6659799 Nov 12 05:22:05.632877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port d0ede18d-c6db-49a0-943b-e3d2db905b15 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:22:05.637762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port d0ede18d-c6db-49a0-943b-e3d2db905b15 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:05.638580 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.650707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Request body: {'port': {'device_id': '153d22d6-c64e-4ece-a282-8025ed1ffe47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:05.756606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.803911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b885637-fc71-4e60-88f0-70f34c2aae76 req-00f14c8c-7072-4c05-8ef8-25ac3a5d306c tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0579169 Nov 12 05:22:05.808985 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.873570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.889958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d0ede18d-c6db-49a0-943b-e3d2db905b15, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:05.899865 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.956093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44724905-373a-44ad-bb4e-2621ff41f4b5,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:06.003690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d0ede18d-c6db-49a0-943b-e3d2db905b15,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:06.045826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Checking segment: {'id': 'e9d6458d-5440-4fc3-add0-5ea46efa6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:06.046674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Network hostable DHCP agents. Network: 70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:22:06.117652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Network 70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:22:06.151828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a3970-abf4-406f-adaa-61db0998ed4a req-aa39f77f-0d99-43eb-a7f0-1755b95ad63e tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:06.153500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef4a3970-abf4-406f-adaa-61db0998ed4a req-aa39f77f-0d99-43eb-a7f0-1755b95ad63e tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 932 time: 0.0956273 Nov 12 05:22:06.177313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:06.197312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b880940-028b-4ef6-88fb-c9edfe8af821 None None] Network 70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:06.200912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f0e9e9-e418-436e-872e-87d64240d83d {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:06.210381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:06.211395 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.219335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.247842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Transition to ACTIVE for port object 47f0e9e9-e418-436e-872e-87d64240d83d will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:22:06.256634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-27d20ae5-85f8-4903-a7b4-b5daff744d8b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0096705 Nov 12 05:22:06.268988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.321804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef4a3970-abf4-406f-adaa-61db0998ed4a req-981fdaa3-0cde-4acd-b1e9-51ca84c36e12 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565688 Nov 12 05:22:06.354440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=47f0e9e9-e418-436e-872e-87d64240d83d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:06.497295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:06.498193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9366a-20b6-4d49-b297-e03ad0d2903f req-4735f38c-4510-4b06-9f37-2b03c66feb82 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:06.513470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51b9366a-20b6-4d49-b297-e03ad0d2903f req-4735f38c-4510-4b06-9f37-2b03c66feb82 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1865404 Nov 12 05:22:06.546090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4053f-239d-4a43-80c7-bd93c3c26042 None None] Network 70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:06.553811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa134f2-8767-4f4d-bf7c-1be439f44164 admin admin] Deleting subnet 44724905-373a-44ad-bb4e-2621ff41f4b5 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:22:06.562270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaa134f2-8767-4f4d-bf7c-1be439f44164 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.605175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Attempting to bind port 47f0e9e9-e418-436e-872e-87d64240d83d on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:22:06.605511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Attempting to bind port 47f0e9e9-e418-436e-872e-87d64240d83d by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '1bae6379-81da-4d4a-a1de-3c6d5db74aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'aeb802e5-1407-4b41-8532-a7dc9fbaeb0c'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:22:06.605840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Attempting to bind port 47f0e9e9-e418-436e-872e-87d64240d83d on network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:06.609321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51b9366a-20b6-4d49-b297-e03ad0d2903f req-91397c22-87f0-4b9a-92c0-18bd4bd2f71e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948818 Nov 12 05:22:06.615417 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Port 47f0e9e9-e418-436e-872e-87d64240d83d on network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:22:06.615627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Attempting to bind port 47f0e9e9-e418-436e-872e-87d64240d83d on network aeb802e5-1407-4b41-8532-a7dc9fbaeb0c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:06.634752 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaa134f2-8767-4f4d-bf7c-1be439f44164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.636852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:22:06.637193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Checking segment: {'id': '1bae6379-81da-4d4a-a1de-3c6d5db74aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'aeb802e5-1407-4b41-8532-a7dc9fbaeb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:06.637550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Bound using segment: {'id': '1bae6379-81da-4d4a-a1de-3c6d5db74aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'aeb802e5-1407-4b41-8532-a7dc9fbaeb0c'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:22:06.637980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Bound port: 47f0e9e9-e418-436e-872e-87d64240d83d, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bae6379-81da-4d4a-a1de-3c6d5db74aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'aeb802e5-1407-4b41-8532-a7dc9fbaeb0c'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:22:06.638319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.717692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaa134f2-8767-4f4d-bf7c-1be439f44164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.775515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] For port 47f0e9e9-e418-436e-872e-87d64240d83d, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:22:06.779202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b786d-20ec-448e-b06a-420c42ef6fcc req-06346a1f-f58d-4967-aa84-200857276076 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:06.788471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-210b786d-20ec-448e-b06a-420c42ef6fcc req-06346a1f-f58d-4967-aa84-200857276076 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 945 time: 0.0801072 Nov 12 05:22:06.819066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] For port 47f0e9e9-e418-436e-872e-87d64240d83d, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47f0e9e9-e418-436e-872e-87d64240d83d,segment=NetworkSegment(1bae6379-81da-4d4a-a1de-3c6d5db74aa1),segment_id=1bae6379-81da-4d4a-a1de-3c6d5db74aa1)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:22:06.864788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.871113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaa134f2-8767-4f4d-bf7c-1be439f44164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.874898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-210b786d-20ec-448e-b06a-420c42ef6fcc req-78c2991d-647a-400b-a139-d9ccf1832128 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843472 Nov 12 05:22:06.932054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa134f2-8767-4f4d-bf7c-1be439f44164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44724905-373a-44ad-bb4e-2621ff41f4b5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:06.948154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaa134f2-8767-4f4d-bf7c-1be439f44164 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.954526 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aaa134f2-8767-4f4d-bf7c-1be439f44164 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/44724905-373a-44ad-bb4e-2621ff41f4b5 HTTP/1.1" status: 204 len: 168 time: 0.4538655 Nov 12 05:22:06.954852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60382) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:06.956636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:06.957628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.959133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/47f0e9e9-e418-436e-872e-87d64240d83d HTTP/1.1" status: 200 len: 1093 time: 1.3188319 Nov 12 05:22:06.959681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153d22d6-c64e-4ece-a282-8025ed1ffe47', 'tag': '47f0e9e9-e418-436e-872e-87d64240d83d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:06.961990 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759f20d7-ec38-427a-8fe1-83ea07f022b1" -d '{"events": [{"name": "network-changed", "server_uuid": "153d22d6-c64e-4ece-a282-8025ed1ffe47", "tag": "47f0e9e9-e418-436e-872e-87d64240d83d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:06.963341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68096fd6-710d-4753-8d9f-51a95ad4c64a req-6bfd97b0-3adb-45d9-bdb0-2a66b4d44621 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0390322 Nov 12 05:22:07.006583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d7313-8e56-4c99-9a99-50001b0e87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=47f0e9e9-e418-436e-872e-87d64240d83d,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:07.064609 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d664d8c-42a2-49f9-b629-54cfefbf6b70 x-openstack-request-id: req-8d664d8c-42a2-49f9-b629-54cfefbf6b70 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:07.064942 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153d22d6-c64e-4ece-a282-8025ed1ffe47", "tag": "47f0e9e9-e418-436e-872e-87d64240d83d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:07.065294 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d664d8c-42a2-49f9-b629-54cfefbf6b70 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:07.065753 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153d22d6-c64e-4ece-a282-8025ed1ffe47', 'tag': '47f0e9e9-e418-436e-872e-87d64240d83d', 'status': 'completed', 'code': 200} Nov 12 05:22:07.083021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-3389b289-015c-4851-922e-6ad0f302dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:07.084740 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-3389b289-015c-4851-922e-6ad0f302dfc4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=388ec8407eb74d2880046c15f1d05f94&device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 1096 time: 0.0545533 Nov 12 05:22:07.088962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.145980 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-fbb9e6c9-f775-4395-b963-1288b3b1ef29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47f0e9e9-e418-436e-872e-87d64240d83d HTTP/1.1" status: 200 len: 217 time: 0.0412681 Nov 12 05:22:07.168379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:07.171573 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc28c3f-efb4-436e-b95e-8967ab46a3a3" -d '{"events": [{"server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "name": "network-vif-plugged", "status": "completed", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:07.194592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.241473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:07.254566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d6458d-5440-4fc3-add0-5ea46efa6ddb') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:07.254868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d6458d-5440-4fc3-add0-5ea46efa6ddb') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:07.266152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.282312 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.294541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:22:07.294953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.297589 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f74f8a0-50cd-4c48-b80d-59c15cb53030 x-openstack-request-id: req-4f74f8a0-50cd-4c48-b80d-59c15cb53030 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:07.298964 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "name": "network-vif-plugged", "status": "completed", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:22:07.301796 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:22:07.306607 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f74f8a0-50cd-4c48-b80d-59c15cb53030 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:07.307518 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'code': 200} Nov 12 05:22:07.329342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a98d6af5-67ce-482d-a189-4f4fade454f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:07.330285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-a98d6af5-67ce-482d-a189-4f4fade454f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d7311293-01ba-41cd-b3bf-814df8d0832c HTTP/1.1" status: 200 len: 857 time: 0.1589210 Nov 12 05:22:07.391956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.400896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.404943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] 10.222.0.48 "DELETE /v2.0/networks/70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a HTTP/1.1" status: 204 len: 168 time: 0.4490349 Nov 12 05:22:07.429649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f054370-8767-4672-a880-696eaecb1032 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d70ba9-3b7c-4634-8e37-04fe1b6a2f4a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:07.560493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd4a59-66d1-4333-ba96-44daabf92fc6 req-52c345fd-d19f-46f5-b772-e73f6d07573c tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:07.570910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90fd4a59-66d1-4333-ba96-44daabf92fc6 req-52c345fd-d19f-46f5-b772-e73f6d07573c tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 944 time: 0.0986836 Nov 12 05:22:07.664884 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90fd4a59-66d1-4333-ba96-44daabf92fc6 req-f29927da-629f-42fb-8567-ddbacf67f5df tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924311 Nov 12 05:22:07.688956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60416) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:07.778397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-40d33baf-973c-4467-993b-51a2d0fb8b5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e66a568732ca4ed0907d9c45b8e9ac10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879800 Nov 12 05:22:07.779262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60418) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:07.844485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e0f72a-4362-4264-97f4-04b8ab2043c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.849412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-49ebcde5-a38e-4daf-a371-776623831ddc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aeb802e5-1407-4b41-8532-a7dc9fbaeb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5088503 Nov 12 05:22:07.906706 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e0f72a-4362-4264-97f4-04b8ab2043c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:08.016179 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-dd97bb44-7d9e-4f6f-b3a7-2103a54fe009 service neutron] 10.222.0.43 "GET /v2.0/networks/aeb802e5-1407-4b41-8532-a7dc9fbaeb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281378 Nov 12 05:22:08.060687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe9685-9f16-46e4-8e6d-977afae85bcb req-9e3bdf1b-588a-4e6f-9090-03bbebed2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:08.064548 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71fe9685-9f16-46e4-8e6d-977afae85bcb req-9e3bdf1b-588a-4e6f-9090-03bbebed2fea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 1097 time: 0.2290456 Nov 12 05:22:08.070643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41758ef1-17aa-424f-ae1d-9c801f7de802 req-06cf8b47-eed2-44c7-ac1b-a4e08d8a4e5d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:08.078890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41758ef1-17aa-424f-ae1d-9c801f7de802 req-06cf8b47-eed2-44c7-ac1b-a4e08d8a4e5d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1333175 Nov 12 05:22:08.098935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487163-1e00-4582-8711-002debd457fd req-be32e99d-2357-4053-beee-29385a381c58 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:08.107679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c487163-1e00-4582-8711-002debd457fd req-be32e99d-2357-4053-beee-29385a381c58 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 945 time: 0.1190460 Nov 12 05:22:08.134404 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e0f72a-4362-4264-97f4-04b8ab2043c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:08.137147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e0f72a-4362-4264-97f4-04b8ab2043c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:08.143013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-26e0f72a-4362-4264-97f4-04b8ab2043c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e126d22c-a374-4234-9608-17f8bf37dd9a HTTP/1.1" status: 204 len: 168 time: 0.3597486 Nov 12 05:22:08.155645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0f72a-4362-4264-97f4-04b8ab2043c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e126d22c-a374-4234-9608-17f8bf37dd9a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:08.211398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c487163-1e00-4582-8711-002debd457fd req-ed63f9b4-3816-458b-9d26-fbaa9d261669 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026876 Nov 12 05:22:08.253170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eaa1d2e1-32be-470d-94df-3570d7bce908 req-3d933b43-5e2c-4c8e-90de-608ecb872dfa service neutron] 10.222.0.43 "GET /v2.0/networks/aeb802e5-1407-4b41-8532-a7dc9fbaeb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259114 Nov 12 05:22:08.257861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71fe9685-9f16-46e4-8e6d-977afae85bcb req-d482196c-95a4-4e24-af81-d6f0ffbf33b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425250 Nov 12 05:22:08.308080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41758ef1-17aa-424f-ae1d-9c801f7de802 req-92a158cd-a54f-4b38-88e6-0ec1961acea1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281380 Nov 12 05:22:08.393988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-785345dc-004d-46a9-923c-a58c31d39d63 req-57f50a3c-9834-400f-8efe-b0ec5a8f0664 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0684752 Nov 12 05:22:08.831283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-cf9d0d0c-f021-4a69-960b-ab8e3104f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:08.834850 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-cf9d0d0c-f021-4a69-960b-ab8e3104f0be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=388ec8407eb74d2880046c15f1d05f94&device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 1096 time: 0.0966892 Nov 12 05:22:08.860719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d657df0-68f1-436b-b59f-0a29b5def85f req-7e061bbd-7a3a-4111-8c06-7329a8c2b45e tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:08.872616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d657df0-68f1-436b-b59f-0a29b5def85f req-7e061bbd-7a3a-4111-8c06-7329a8c2b45e tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 944 time: 0.1105137 Nov 12 05:22:08.944083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d657df0-68f1-436b-b59f-0a29b5def85f req-77733a2c-8385-44cb-a360-8ff10ddd190d tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701792 Nov 12 05:22:09.033447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-f189c65d-efab-46e1-8f68-5f095e17edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:09.034986 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-f189c65d-efab-46e1-8f68-5f095e17edbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=aeb802e5-1407-4b41-8532-a7dc9fbaeb0c HTTP/1.1" status: 200 len: 918 time: 0.1897633 Nov 12 05:22:09.092883 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-6f72e7bb-9ae5-4e83-9031-46d45f60c7ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47f0e9e9-e418-436e-872e-87d64240d83d HTTP/1.1" status: 200 len: 217 time: 0.0499468 Nov 12 05:22:09.161261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-bf42ef72-ab33-4336-ad01-04a778f8eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:09.163185 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-bf42ef72-ab33-4336-ad01-04a778f8eb41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d7311293-01ba-41cd-b3bf-814df8d0832c HTTP/1.1" status: 200 len: 857 time: 0.0629542 Nov 12 05:22:09.211906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-f947d1f6-447c-41af-a00c-d97f3b35a5cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aeb802e5-1407-4b41-8532-a7dc9fbaeb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386992 Nov 12 05:22:09.406833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-f2eb309f-b96b-459b-ad3d-069af931ab4f service neutron] 10.222.0.43 "GET /v2.0/networks/aeb802e5-1407-4b41-8532-a7dc9fbaeb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843901 Nov 12 05:22:09.461739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e6ede-4017-4b56-9bf4-ac8cba1a723b req-66b9c065-c6aa-47aa-bd11-af1964ed3b00 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:09.470820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b01e6ede-4017-4b56-9bf4-ac8cba1a723b req-66b9c065-c6aa-47aa-bd11-af1964ed3b00 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0706553 Nov 12 05:22:09.486014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f250-b3c7-4360-a108-be6461feaba3 req-174ca6b0-96eb-4ed2-b8e2-b5c40a1cf958 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:09.494032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2989f250-b3c7-4360-a108-be6461feaba3 req-174ca6b0-96eb-4ed2-b8e2-b5c40a1cf958 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 945 time: 0.1361082 Nov 12 05:22:09.581086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b01e6ede-4017-4b56-9bf4-ac8cba1a723b req-2a37d7c8-9fba-47a4-a11d-fba47f666aea tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035421 Nov 12 05:22:09.587671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-759f20d7-ec38-427a-8fe1-83ea07f022b1 req-fa6102d0-328b-4ee1-b2d8-046cb540743a service neutron] 10.222.0.43 "GET /v2.0/networks/aeb802e5-1407-4b41-8532-a7dc9fbaeb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731272 Nov 12 05:22:09.598400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2989f250-b3c7-4360-a108-be6461feaba3 req-075bc966-812f-4b71-8fce-3208c245e27f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001563 Nov 12 05:22:09.720806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bae20633-0d31-4e35-99c4-e4f42acc7ede req-31ed5f1d-db71-450f-8767-f6ceebc39881 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0406361 Nov 12 05:22:09.988538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60496) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:10.150127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7216ed-824c-4472-99ea-1e226a72ec30 req-7d41a901-b128-4437-88d4-d04d887835dc tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:10.162260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d7216ed-824c-4472-99ea-1e226a72ec30 req-7d41a901-b128-4437-88d4-d04d887835dc tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 944 time: 0.0979710 Nov 12 05:22:10.170401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70e2b939-bb22-4433-a375-7079b9c20f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:10.260360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d7216ed-824c-4472-99ea-1e226a72ec30 req-862de142-793f-445a-97ee-b8a89dbe474c tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965810 Nov 12 05:22:10.308064 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:10.308695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70e2b939-bb22-4433-a375-7079b9c20f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:10.314029 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70e2b939-bb22-4433-a375-7079b9c20f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:10.376755 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-70e2b939-bb22-4433-a375-7079b9c20f23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b13581b2af5497689c3d5eb1f073480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3867300 Nov 12 05:22:10.379785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60504) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:10.422802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2b939-bb22-4433-a375-7079b9c20f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cd85df-4a8c-44e6-a6b3-ae2214373c03,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:10.486506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4949b7b0-dd55-4e81-a396-05eb6e119a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:10.518625 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4949b7b0-dd55-4e81-a396-05eb6e119a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:10.584084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4949b7b0-dd55-4e81-a396-05eb6e119a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:10.588303 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4949b7b0-dd55-4e81-a396-05eb6e119a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:10.592704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4949b7b0-dd55-4e81-a396-05eb6e119a34 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36cd85df-4a8c-44e6-a6b3-ae2214373c03 HTTP/1.1" status: 204 len: 168 time: 0.2112362 Nov 12 05:22:10.611910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949b7b0-dd55-4e81-a396-05eb6e119a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cd85df-4a8c-44e6-a6b3-ae2214373c03,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:10.825373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a276582-2cf0-4309-b246-f4bd251eb8e3 req-f4b5eab8-0fc6-4acc-99f2-21800a14907d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:10.833442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a276582-2cf0-4309-b246-f4bd251eb8e3 req-f4b5eab8-0fc6-4acc-99f2-21800a14907d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 945 time: 0.1320229 Nov 12 05:22:10.892559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca64e9-0218-4233-8928-08641b3053c8 req-6fc37022-6fbb-4bde-8e3b-28c6257d0cf1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:10.900458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45ca64e9-0218-4233-8928-08641b3053c8 req-6fc37022-6fbb-4bde-8e3b-28c6257d0cf1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1320972 Nov 12 05:22:10.942834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a276582-2cf0-4309-b246-f4bd251eb8e3 req-9e06356b-4db6-4742-a775-c9b1d649be63 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015003 Nov 12 05:22:11.005885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45ca64e9-0218-4233-8928-08641b3053c8 req-76f626b7-3e21-4ff0-ab7a-a36291dd1278 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991325 Nov 12 05:22:11.193573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca797965-8b4e-4314-ba30-a7a387cfe597 req-3af6f35b-03d0-41d3-9d5f-95bc45e7c106 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0556223 Nov 12 05:22:11.324699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-73604fd7-7e3a-46f4-b96e-83f4a75efcf9 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:11.332024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-73604fd7-7e3a-46f4-b96e-83f4a75efcf9 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1361177 Nov 12 05:22:11.402607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-4f6e0448-7d0c-4e55-9581-b587d0ae5708 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 696 time: 0.0696120 Nov 12 05:22:11.411338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Request body: {'floatingip': {'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:11.453665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:11.612740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27f416-b691-4aea-9e60-e602db1374a8 req-4acc4f04-ff06-4b5a-a74c-fd8751c590be tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:11.615432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed27f416-b691-4aea-9e60-e602db1374a8 req-4acc4f04-ff06-4b5a-a74c-fd8751c590be tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 944 time: 0.1578805 Nov 12 05:22:11.736853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed27f416-b691-4aea-9e60-e602db1374a8 req-b2aaaecf-0854-40fa-aa95-428a87c49df1 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119158 Nov 12 05:22:12.305421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c1029-cc19-48a9-96e2-1ee0152bf81e req-fea723b1-90e9-4dee-8d5f-6236e2bd97c8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:12.312748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc4c1029-cc19-48a9-96e2-1ee0152bf81e req-fea723b1-90e9-4dee-8d5f-6236e2bd97c8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1380701 Nov 12 05:22:12.409898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc4c1029-cc19-48a9-96e2-1ee0152bf81e req-78f115b2-4cb7-4873-8685-ba2f3670606e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961785 Nov 12 05:22:12.513286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:12.531344 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:12.677937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3f52b0b-c14b-4801-98ff-7a66cff09b48 req-fe586157-6e66-4579-9385-c89bb7b70bcf tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0620487 Nov 12 05:22:12.705530 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6 associated. External IP: 172.25.2.180, port: b6706b57-74b7-4f31-badf-5b312a43d9e3. Nov 12 05:22:13.000787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:13.020225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b958e22-d267-4f8a-bfd6-bf32ef19558d req-3fe8ff92-2ed6-48a9-bb1a-090ef489e93e tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:13.022696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b958e22-d267-4f8a-bfd6-bf32ef19558d req-3fe8ff92-2ed6-48a9-bb1a-090ef489e93e tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 944 time: 0.0899942 Nov 12 05:22:13.164468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b958e22-d267-4f8a-bfd6-bf32ef19558d req-beb60470-cf4b-4397-ab6e-df1ecae1a951 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348765 Nov 12 05:22:13.190177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:13.194961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:13.202231 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432bea7c-d299-4607-a922-411c2c917240 None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:13.218615 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432bea7c-d299-4607-a922-411c2c917240 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:13.219742 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-432bea7c-d299-4607-a922-411c2c917240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:21:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:13.226587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-fe1e20ae-b099-4490-a10e-8b76801eecd3 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "PUT /v2.0/floatingips/ccba7158-e296-4ead-99ae-f5e3424fa3b6 HTTP/1.1" status: 200 len: 997 time: 1.8201420 Nov 12 05:22:13.227180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:13.229626 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693b5f9-c2d6-47e9-afd9-7684be796256" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:13.316719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-b9f099c0-84fb-49f7-bee2-af71eb65e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:13.319459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-b9f099c0-84fb-49f7-bee2-af71eb65e277 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.0783131 Nov 12 05:22:13.352978 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5cd702-dc06-4dc1-b3cf-a46639bb5fc7 x-openstack-request-id: req-bf5cd702-dc06-4dc1-b3cf-a46639bb5fc7 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:13.353546 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:13.353972 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf5cd702-dc06-4dc1-b3cf-a46639bb5fc7 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:13.354563 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'status': 'completed', 'code': 200} Nov 12 05:22:13.527050 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-432bea7c-d299-4607-a922-411c2c917240 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:13.529854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 47f0e9e9-e418-436e-872e-87d64240d83d details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:22:13.592791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-080fcced-97a6-4116-8e45-417d0d35ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:13.594286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-080fcced-97a6-4116-8e45-417d0d35ffd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.2652791 Nov 12 05:22:13.596379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-7a860bdd-3a1b-4549-9704-a2f080fcbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:13.598667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-7a860bdd-3a1b-4549-9704-a2f080fcbdcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.1745129 Nov 12 05:22:13.678310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 47f0e9e9-e418-436e-872e-87d64240d83d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47f0e9e9-e418-436e-872e-87d64240d83d,segment=NetworkSegment(1bae6379-81da-4d4a-a1de-3c6d5db74aa1),segment_id=1bae6379-81da-4d4a-a1de-3c6d5db74aa1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:13.689978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '47f0e9e9-e418-436e-872e-87d64240d83d', 'network_id': 'aeb802e5-1407-4b41-8532-a7dc9fbaeb0c', 'port_id': '47f0e9e9-e418-436e-872e-87d64240d83d', 'mac_address': 'fa:16:3e:f9:5f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7311293-01ba-41cd-b3bf-814df8d0832c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:22:13.743293 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:13.757318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f0e9e9-e418-436e-872e-87d64240d83d {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:13.794314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 47f0e9e9-e418-436e-872e-87d64240d83d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47f0e9e9-e418-436e-872e-87d64240d83d,segment=NetworkSegment(1bae6379-81da-4d4a-a1de-3c6d5db74aa1),segment_id=1bae6379-81da-4d4a-a1de-3c6d5db74aa1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:13.811098 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:13.872361 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4ed5a377-73b2-45c5-8fd3-55a75c886088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:13.872938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-bf1666f0-a91b-411a-8011-591eba18446f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 1000 time: 0.2708740 Nov 12 05:22:13.887269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c2357-42b5-4b9e-b5f2-a07abaf2dad6 req-08dd435b-3ec1-46dc-b27e-16e25e45e2d8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:13.895994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea4c2357-42b5-4b9e-b5f2-a07abaf2dad6 req-08dd435b-3ec1-46dc-b27e-16e25e45e2d8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1585855 Nov 12 05:22:13.922822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=47f0e9e9-e418-436e-872e-87d64240d83d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:13.929087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-4a3e23d2-d5ae-4fac-af83-e9358c121368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:13.930622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-4a3e23d2-d5ae-4fac-af83-e9358c121368 service neutron] 10.222.0.47 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.3164213 Nov 12 05:22:14.010121 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-432bea7c-d299-4607-a922-411c2c917240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:76:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:12Z', 'revision_number': 1, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:14.046990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea4c2357-42b5-4b9e-b5f2-a07abaf2dad6 req-005ce572-06b0-4c5b-8d4e-6f4e85b4145b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500351 Nov 12 05:22:14.073759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-f35d3a08-b102-4c2f-9bc1-4ad84eb6ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:14.078745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-f35d3a08-b102-4c2f-9bc1-4ad84eb6ca9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.1792054 Nov 12 05:22:14.098061 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432bea7c-d299-4607-a922-411c2c917240 None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:14.112005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432bea7c-d299-4607-a922-411c2c917240 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:14.113030 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-432bea7c-d299-4607-a922-411c2c917240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:21:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:14.126799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-c0ad6704-bf9c-4b42-800f-2ce97e8c90a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 1000 time: 0.1679747 Nov 12 05:22:14.190467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-6e00da68-2074-4d16-af9d-4d8b4bb0ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:14.196531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-6e00da68-2074-4d16-af9d-4d8b4bb0ea37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007714 Nov 12 05:22:14.245577 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-432bea7c-d299-4607-a922-411c2c917240 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:14.346713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['47f0e9e9-e418-436e-872e-87d64240d83d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:14.534378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b5b5ea7-d37b-4378-ae67-406ace5b12ba req-5f4f463d-b4ad-47c7-ae02-e74cb6374a07 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.1241918 Nov 12 05:22:14.536720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-83132418-3c92-45f0-85a1-3743371bd696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:14.540946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-83132418-3c92-45f0-85a1-3743371bd696 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.3852906 Nov 12 05:22:14.661514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60628) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:14.678828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-abb7d445-2301-4d2d-886d-99ebe9629371 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744978 Nov 12 05:22:14.681234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-ac146fc8-75ce-4517-af23-1fc6ed00f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:14.683437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-ac146fc8-75ce-4517-af23-1fc6ed00f6b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251180 Nov 12 05:22:14.802058 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-432bea7c-d299-4607-a922-411c2c917240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:76:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:12Z', 'revision_number': 1, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:14.832285 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432bea7c-d299-4607-a922-411c2c917240 None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:76:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:12Z', 'revision_number': 1, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:14.902735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a5ca-ba81-422f-9f58-e9c089b6c331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:15.024368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a5ca-ba81-422f-9f58-e9c089b6c331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:15.032553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a5ca-ba81-422f-9f58-e9c089b6c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:15.100592 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9bd4a5ca-ba81-422f-9f58-e9c089b6c331 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f3443da377e49b99e6152daedbabaf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4373643 Nov 12 05:22:15.101655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60634) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:15.102907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4a5ca-ba81-422f-9f58-e9c089b6c331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fa202b-d4ca-48ea-942e-e1ebe723bf91,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:15.146759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-3a46c34f-ebf4-418a-b62d-d4ca0fc7b77a service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745825 Nov 12 05:22:15.188995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8781-dce5-4f59-9d7e-cdd87fd2eba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:15.205886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5bf6f-0436-4c66-b722-1995ab6f76e0 None None] New status for floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:22:15.220948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8781-dce5-4f59-9d7e-cdd87fd2eba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:15.295451 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8781-dce5-4f59-9d7e-cdd87fd2eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:15.298813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8781-dce5-4f59-9d7e-cdd87fd2eba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:15.300312 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c7eb8781-dce5-4f59-9d7e-cdd87fd2eba2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1fa202b-d4ca-48ea-942e-e1ebe723bf91 HTTP/1.1" status: 204 len: 168 time: 0.1927404 Nov 12 05:22:15.309654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb8781-dce5-4f59-9d7e-cdd87fd2eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fa202b-d4ca-48ea-942e-e1ebe723bf91,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:15.353002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5048c-3170-44bc-b1b6-79b681593f98 req-bdb8ee55-deeb-40b1-9405-3102c0e6900e tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:15.364159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32e5048c-3170-44bc-b1b6-79b681593f98 req-bdb8ee55-deeb-40b1-9405-3102c0e6900e tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 945 time: 0.4406137 Nov 12 05:22:15.477040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc981a93-d9a2-4a5e-96eb-abbe30a920e6 req-e82dcb01-ef50-4297-9401-cfba3b5a1ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908781 Nov 12 05:22:15.550878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32e5048c-3170-44bc-b1b6-79b681593f98 req-050115e5-3c4d-4d5e-8224-1c0568f66ee9 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774936 Nov 12 05:22:15.595749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d693b5f9-c2d6-47e9-afd9-7684be796256 req-fd416702-b24d-4c9e-8610-d26ac30d3e48 service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325132 Nov 12 05:22:15.759068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bfedd-1db8-4aa2-928d-d68b920b1b36 req-cbbd8499-516d-4bb9-bd1e-5e3c9ca13d2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:15.760707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d50bfedd-1db8-4aa2-928d-d68b920b1b36 req-cbbd8499-516d-4bb9-bd1e-5e3c9ca13d2c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1056683 Nov 12 05:22:15.883021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d50bfedd-1db8-4aa2-928d-d68b920b1b36 req-18cb938e-ad6c-4675-aa47-6d67807df22b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154628 Nov 12 05:22:15.923879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-832f9e89-47e8-40d8-8719-20ac5ab36254 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:15.941849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-832f9e89-47e8-40d8-8719-20ac5ab36254 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1727638 Nov 12 05:22:16.071384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-c06c81d9-6a6d-438d-a8f2-a0e023eb2684 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1002 time: 0.1281934 Nov 12 05:22:16.077399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Request body: {'floatingip': {'port_id': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:16.135498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b3c6951-a4d5-4b17-afdc-2a53a2eaf21b req-f4f148e3-d16c-4b87-96b8-34851e2b0908 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0619032 Nov 12 05:22:16.162128 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:16.247906 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d85624e-d2f1-427c-bfb9-224763426ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:17.052748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c59db-2f53-4746-9934-0d3954c596dd req-ee8b29fd-f450-49ab-a64d-fe2f861bd580 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:17.055296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a0c59db-2f53-4746-9934-0d3954c596dd req-ee8b29fd-f450-49ab-a64d-fe2f861bd580 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 945 time: 0.4275787 Nov 12 05:22:17.181920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a0c59db-2f53-4746-9934-0d3954c596dd req-c6077ed4-b168-46f5-b0ca-7ced1c685c11 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110666 Nov 12 05:22:17.224212 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:17.239451 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:17.262483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:17.365868 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6 associated. External IP: 172.25.2.180, port: b6706b57-74b7-4f31-badf-5b312a43d9e3. Nov 12 05:22:17.413300 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:22:17.441946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 47f0e9e9-e418-436e-872e-87d64240d83d up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:17.507227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 47f0e9e9-e418-436e-872e-87d64240d83d completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:22:17.515380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 47f0e9e9-e418-436e-872e-87d64240d83d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:17.516140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:17.557040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718b16-57fc-44d6-bbff-d4d4e784e75e req-c32ac0ac-d433-46b2-be46-7cdca6696439 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:17.558597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d718b16-57fc-44d6-bbff-d4d4e784e75e req-c32ac0ac-d433-46b2-be46-7cdca6696439 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1900251 Nov 12 05:22:17.635606 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:17.679886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 47f0e9e9-e418-436e-872e-87d64240d83d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47f0e9e9-e418-436e-872e-87d64240d83d,segment=NetworkSegment(1bae6379-81da-4d4a-a1de-3c6d5db74aa1),segment_id=1bae6379-81da-4d4a-a1de-3c6d5db74aa1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:17.682425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153d22d6-c64e-4ece-a282-8025ed1ffe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f0e9e9-e418-436e-872e-87d64240d83d'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:17.687666 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e5aa86-ac4f-4b3c-92ce-807aa70177f2" -d '{"events": [{"server_uuid": "153d22d6-c64e-4ece-a282-8025ed1ffe47", "name": "network-vif-plugged", "status": "completed", "tag": "47f0e9e9-e418-436e-872e-87d64240d83d"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:17.693697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d718b16-57fc-44d6-bbff-d4d4e784e75e req-69c88c82-bb4f-4ac3-9713-4770f3a20121 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031466 Nov 12 05:22:17.694045 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:17.764831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:17.793831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=47f0e9e9-e418-436e-872e-87d64240d83d,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:17.820189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-011839bc-2b74-45ef-abfb-8f1a545f356d req-f4a76163-381f-4da1-a09d-d8c116c69e95 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0341229 Nov 12 05:22:17.953487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:17.975305 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:18.008096 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:18.008640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:18.080977 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a381f1c3-b094-487d-acb4-b056693e32bc x-openstack-request-id: req-a381f1c3-b094-487d-acb4-b056693e32bc {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:18.080977 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153d22d6-c64e-4ece-a282-8025ed1ffe47", "name": "network-vif-plugged", "status": "completed", "tag": "47f0e9e9-e418-436e-872e-87d64240d83d", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:18.081267 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a381f1c3-b094-487d-acb4-b056693e32bc {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:18.082226 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153d22d6-c64e-4ece-a282-8025ed1ffe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f0e9e9-e418-436e-872e-87d64240d83d', 'code': 200} Nov 12 05:22:18.189476 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:18.294965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:18.311182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a95a49-44ef-4c8f-a4b6-ef5fd9fe38b1 req-2f635c56-ef0b-4ab7-b410-3c18af368e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:18.313522 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13a95a49-44ef-4c8f-a4b6-ef5fd9fe38b1 req-2f635c56-ef0b-4ab7-b410-3c18af368e62 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 1098 time: 0.1190019 Nov 12 05:22:18.384473 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13a95a49-44ef-4c8f-a4b6-ef5fd9fe38b1 req-b57e0579-3615-4347-b49e-e908a59454fd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625916 Nov 12 05:22:18.482724 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:18.497982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc11ac-b54c-40da-a230-3a5d12f48c3c req-a859c7c4-3719-4b42-afb8-5e63877caa33 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:18.499742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52fc11ac-b54c-40da-a230-3a5d12f48c3c req-a859c7c4-3719-4b42-afb8-5e63877caa33 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 946 time: 0.1164000 Nov 12 05:22:18.538417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:18.541313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:18.588448 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:e3:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:17Z', 'revision_number': 3, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:18.620952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:18.623407 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74559626-969c-4bf8-b98d-02c69d96ce36" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:18.644920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52fc11ac-b54c-40da-a230-3a5d12f48c3c req-e95d0df2-807a-4696-9aa5-df5fbb30979f tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302259 Nov 12 05:22:18.671673 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:18.676857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-2c0bd3fc-bd3e-4e96-a5fe-6b0ce81bb91f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "PUT /v2.0/floatingips/ccba7158-e296-4ead-99ae-f5e3424fa3b6 HTTP/1.1" status: 200 len: 998 time: 2.6044734 Nov 12 05:22:18.698377 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:18.699281 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:18.805851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-848abc50-6e36-43c1-a1e7-aa6fd1c35929 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:18.815758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-848abc50-6e36-43c1-a1e7-aa6fd1c35929 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports/b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 943 time: 0.1330876 Nov 12 05:22:18.817407 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db69a91-8369-4541-9164-38628307a458 x-openstack-request-id: req-5db69a91-8369-4541-9164-38628307a458 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:18.817689 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:18.817936 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5db69a91-8369-4541-9164-38628307a458 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:18.818353 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'status': 'completed', 'code': 200} Nov 12 05:22:18.933177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-ef20ae2f-bc08-402c-a236-06ffe1b5df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:18.934784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-ef20ae2f-bc08-402c-a236-06ffe1b5df4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.1130171 Nov 12 05:22:18.991591 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:19.006090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc1243-0bc4-4dd2-8255-8f3b39c23ef1 req-5d545c97-5afb-4bef-a19d-875aa5eac7db tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.008649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11cc1243-0bc4-4dd2-8255-8f3b39c23ef1 req-5d545c97-5afb-4bef-a19d-875aa5eac7db tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1204178 Nov 12 05:22:19.140437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-e575753b-766d-4fb3-bade-1d62cc990edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.142163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-e575753b-766d-4fb3-bade-1d62cc990edb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.1738119 Nov 12 05:22:19.148740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11cc1243-0bc4-4dd2-8255-8f3b39c23ef1 req-56579982-416f-4578-be3b-c7462a84e3af tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105182 Nov 12 05:22:19.239293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-8066ff0a-0dee-4f66-96a8-bb16773aa8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.240944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-8066ff0a-0dee-4f66-96a8-bb16773aa8fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.2968667 Nov 12 05:22:19.326124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c866939-b90f-4c65-975b-f1409a241b48 req-c81f2b22-e2c7-4488-bfa1-71c4f2891956 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0569978 Nov 12 05:22:19.330960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-1a6cb9f5-d14e-4c84-9ce5-03c90165d92e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 217 time: 0.0727103 Nov 12 05:22:19.382897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-cfd2e8f1-0fe8-4353-9906-10a0fce64c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.384724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-cfd2e8f1-0fe8-4353-9906-10a0fce64c79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.2349334 Nov 12 05:22:19.428469 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:19.438227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-0ab305a7-c3a0-4707-85fe-c6ee07e308b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 217 time: 0.0468941 Nov 12 05:22:19.443942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-be62bdc4-3031-4bd3-9b81-2eecee793ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.446923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-be62bdc4-3031-4bd3-9b81-2eecee793ca0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.1027694 Nov 12 05:22:19.545022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-b34d637b-85a2-4e22-84a4-c939b2f4e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.546516 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:e3:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:17Z', 'revision_number': 3, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:19.546917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-b34d637b-85a2-4e22-84a4-c939b2f4e762 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.0984406 Nov 12 05:22:19.554912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-33897a5a-9bc0-4d8c-b8f1-cdcf3757e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.556734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-33897a5a-9bc0-4d8c-b8f1-cdcf3757e485 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000175 Nov 12 05:22:19.623413 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9742c0-004b-4205-9eb8-75d6885960cc None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:e3:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:17Z', 'revision_number': 3, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:19.680528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-4dc5b9eb-a4f9-4632-b901-6734c4eba59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.682131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-4dc5b9eb-a4f9-4632-b901-6734c4eba59d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243773 Nov 12 05:22:19.851552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-b0c04875-024b-45d4-b9cb-b4a4cb0f049f service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835567 Nov 12 05:22:19.927651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f40d5-27fd-4ac1-a56b-8fbfa850ed21 req-4ec37630-a6bb-41ee-ac73-db42a04d3efa tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.929590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a5f40d5-27fd-4ac1-a56b-8fbfa850ed21 req-4ec37630-a6bb-41ee-ac73-db42a04d3efa tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 946 time: 0.1339221 Nov 12 05:22:19.980404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fad6f-fee0-495e-b335-604bb66346cc None None] New status for floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:22:19.982117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-9b79caed-92c4-48b6-95b1-72462cfc80c4 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885695 Nov 12 05:22:20.088824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a5f40d5-27fd-4ac1-a56b-8fbfa850ed21 req-b4ff36ff-a310-4618-96e7-cb606b336c9b tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181633 Nov 12 05:22:20.140039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74559626-969c-4bf8-b98d-02c69d96ce36 req-67925334-8ad6-493b-afbf-eae5267ca962 service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789910 Nov 12 05:22:20.157355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-5b9482b6-61d7-4199-a9b0-91a8c8a146b3 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695945 Nov 12 05:22:20.226997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-fa450d0c-c20e-40ad-a2ca-d66d642cb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:20.229006 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-fa450d0c-c20e-40ad-a2ca-d66d642cb9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 1097 time: 0.0511324 Nov 12 05:22:20.368145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a7c0d-5407-43b1-8b02-de55c42bb462 req-87a862d0-0e5b-4b3c-870e-c471be19991c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:20.369708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c33a7c0d-5407-43b1-8b02-de55c42bb462 req-87a862d0-0e5b-4b3c-870e-c471be19991c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1053023 Nov 12 05:22:20.380131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-cbc7530d-7166-47dc-b40c-852e1ffbfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:20.381697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-cbc7530d-7166-47dc-b40c-852e1ffbfe59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.1430914 Nov 12 05:22:20.463032 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:20.474272 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:20.475154 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:20.479695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c33a7c0d-5407-43b1-8b02-de55c42bb462 req-72857470-3204-4023-b513-432c76f297a5 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970347 Nov 12 05:22:20.504960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-4e8301c1-ce23-4986-8472-666073d7e26a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 1001 time: 0.1041789 Nov 12 05:22:20.602054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-b65b5b78-9708-4d39-834f-1580d78f3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:20.604600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-b65b5b78-9708-4d39-834f-1580d78f3947 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.0893414 Nov 12 05:22:20.612347 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:20.647987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1bcb7244-31c3-43e4-bf87-6c4b277ab59b req-065de407-e8e7-402a-9c81-1c18d0109839 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0277102 Nov 12 05:22:20.686736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-ef4593e4-ab27-457b-b81b-9bb75eb65f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:20.688462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-ef4593e4-ab27-457b-b81b-9bb75eb65f0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784357 Nov 12 05:22:20.818500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-7db0c508-d883-4fc1-a064-fb369148872f service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223545 Nov 12 05:22:20.819006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:20.821963 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6504d32-7964-420e-a225-fc744837446d" -d '{"events": [{"name": "network-changed", "server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:20.885343 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:e3:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:20Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:20.909140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60864) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:20.920338 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:20.931889 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:20.932510 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:20.940210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-045cda34-3ebe-40b5-9ca1-5347553640b1 req-090c7076-f75b-4d4e-a784-f99eef383b8a service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144676 Nov 12 05:22:21.065888 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:21.069973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc71c0-7fe6-44bc-b890-3399b99bc920 req-b088458d-8f27-44e9-9e99-00f9b2e624e1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.078503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dbc71c0-7fe6-44bc-b890-3399b99bc920 req-b088458d-8f27-44e9-9e99-00f9b2e624e1 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0689247 Nov 12 05:22:21.318839 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:e3:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:20Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:21.350260 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3416a-699b-4de7-bb83-519dcd1d8351 None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:e3:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:20Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:21.422057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37a76883-e15e-4038-a576-d2fde6b925be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:21.469617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dbc71c0-7fe6-44bc-b890-3399b99bc920 req-2dfd303a-d87e-4e8a-a813-e4d803229536 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904114 Nov 12 05:22:21.579841 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed7228-1f45-4319-9515-d49b83e05837 x-openstack-request-id: req-a8ed7228-1f45-4319-9515-d49b83e05837 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:21.580139 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:21.580388 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8ed7228-1f45-4319-9515-d49b83e05837 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:21.580785 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'status': 'completed', 'code': 200} Nov 12 05:22:21.586665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37a76883-e15e-4038-a576-d2fde6b925be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:21.593595 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37a76883-e15e-4038-a576-d2fde6b925be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:21.656814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504d32-7964-420e-a225-fc744837446d req-5ace7aeb-a90b-4329-89a9-e44d46231b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.658310 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b6504d32-7964-420e-a225-fc744837446d req-5ace7aeb-a90b-4329-89a9-e44d46231b7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 1097 time: 0.0403943 Nov 12 05:22:21.658505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8668637-b1ae-4e0d-ac84-0bbe0fcad97d req-be388aa5-e469-4ca1-800c-ffd9257b3f99 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1001 time: 0.1211815 Nov 12 05:22:21.675491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-37a76883-e15e-4038-a576-d2fde6b925be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81135722edc647db843b6e7ffa90a5b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7648833 Nov 12 05:22:21.678063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a76883-e15e-4038-a576-d2fde6b925be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60aa985-629b-42f7-aef6-b582eb140ebe,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:21.680369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60908) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:21.752000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8668637-b1ae-4e0d-ac84-0bbe0fcad97d req-82f5bc2f-db72-441d-b6b4-dcebc41f5966 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.753364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8668637-b1ae-4e0d-ac84-0bbe0fcad97d req-82f5bc2f-db72-441d-b6b4-dcebc41f5966 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports/d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 942 time: 0.0774319 Nov 12 05:22:21.758046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504d32-7964-420e-a225-fc744837446d req-e8bfea5e-ac99-4d3e-a1af-036061f111d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.759197 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b6504d32-7964-420e-a225-fc744837446d req-e8bfea5e-ac99-4d3e-a1af-036061f111d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.0921228 Nov 12 05:22:21.768768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2e94e-0984-4e92-bbd0-977e5fb6f1eb req-3ff0cf7f-92e8-4fca-b794-44c6ca853aca tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.770852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9d2e94e-0984-4e92-bbd0-977e5fb6f1eb req-3ff0cf7f-92e8-4fca-b794-44c6ca853aca tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 946 time: 0.1447487 Nov 12 05:22:21.812704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cc85809-4c2b-4bbd-b9d1-4f65d435f74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:21.828346 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b6504d32-7964-420e-a225-fc744837446d req-32b60d6e-7a01-408d-bdcf-8ab5d6c9b95f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 1001 time: 0.0603762 Nov 12 05:22:21.875734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504d32-7964-420e-a225-fc744837446d req-02a70893-3434-4484-99e8-b1572766de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.877185 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b6504d32-7964-420e-a225-fc744837446d req-02a70893-3434-4484-99e8-b1572766de67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.0422573 Nov 12 05:22:21.896804 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cc85809-4c2b-4bbd-b9d1-4f65d435f74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:21.909678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9d2e94e-0984-4e92-bbd0-977e5fb6f1eb req-58307c1d-7471-4411-8384-a27271b235d2 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315081 Nov 12 05:22:21.923260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8668637-b1ae-4e0d-ac84-0bbe0fcad97d req-97a9518b-3252-42f8-89b0-c8ba95fcc045 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1001 time: 0.1220436 Nov 12 05:22:21.945116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504d32-7964-420e-a225-fc744837446d req-a45b9b1a-068a-4d11-9981-2b5e4af7e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.947117 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b6504d32-7964-420e-a225-fc744837446d req-a45b9b1a-068a-4d11-9981-2b5e4af7e3fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556104 Nov 12 05:22:22.062553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b6504d32-7964-420e-a225-fc744837446d req-0f41f6a4-e241-4144-ae7f-48cc780ddd6b service neutron] 10.222.0.43 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928752 Nov 12 05:22:22.068334 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cc85809-4c2b-4bbd-b9d1-4f65d435f74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.071974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cc85809-4c2b-4bbd-b9d1-4f65d435f74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.073103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1cc85809-4c2b-4bbd-b9d1-4f65d435f74a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e60aa985-629b-42f7-aef6-b582eb140ebe HTTP/1.1" status: 204 len: 168 time: 0.3895831 Nov 12 05:22:22.106376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768d84-3ce4-43b3-8208-e5f33039966a req-b7e9bab6-e50b-4582-bad0-3416f70e0c5b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:22.107312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d768d84-3ce4-43b3-8208-e5f33039966a req-b7e9bab6-e50b-4582-bad0-3416f70e0c5b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.1052399 Nov 12 05:22:22.111331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc85809-4c2b-4bbd-b9d1-4f65d435f74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60aa985-629b-42f7-aef6-b582eb140ebe,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:22.164429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8668637-b1ae-4e0d-ac84-0bbe0fcad97d req-5d1f0080-63cf-4d13-a1da-67d5d33c55f9 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:22.173406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8668637-b1ae-4e0d-ac84-0bbe0fcad97d req-5d1f0080-63cf-4d13-a1da-67d5d33c55f9 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2435243 Nov 12 05:22:22.202424 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b6504d32-7964-420e-a225-fc744837446d req-6d17dcd6-f5f4-4568-b8e1-60b7e12971cc service neutron] 10.222.0.43 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321487 Nov 12 05:22:22.245333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d768d84-3ce4-43b3-8208-e5f33039966a req-46cd3a8f-bb49-4602-9f10-565f1e1787c8 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306314 Nov 12 05:22:22.359974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e2c3a37-9322-49ae-883b-e6232310dfad req-63e6230d-ac01-4a63-a19a-dd9cc26d2b85 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0434718 Nov 12 05:22:22.489606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60934) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:22.507295 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-161c7f5b-9379-4550-8886-5446d7f317c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.530939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-722bb5c7-54c4-4d8f-938e-3676ef13f557 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1001 time: 0.0958045 Nov 12 05:22:22.599619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-161c7f5b-9379-4550-8886-5446d7f317c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.604047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-161c7f5b-9379-4550-8886-5446d7f317c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.605588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-83738ce0-03c9-4f6e-a2f8-917691c36dde tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:22.607213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-83738ce0-03c9-4f6e-a2f8-917691c36dde tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports/d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 942 time: 0.0721550 Nov 12 05:22:22.644579 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-161c7f5b-9379-4550-8886-5446d7f317c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07e133a4b6934c469deda8c748bef12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531403 Nov 12 05:22:22.647193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60940) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:22.653798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c7f5b-9379-4550-8886-5446d7f317c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b262ad-9f5a-4dda-be20-126dbb5e8910,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:22.703527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f042-f313-40df-ae38-cd979674d60d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.725262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f042-f313-40df-ae38-cd979674d60d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.727180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-1465853c-14fa-4b83-8232-b116fbd5c506 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1001 time: 0.0764585 Nov 12 05:22:22.778039 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f042-f313-40df-ae38-cd979674d60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.781126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f042-f313-40df-ae38-cd979674d60d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:22.782062 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7fa8f042-f313-40df-ae38-cd979674d60d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75b262ad-9f5a-4dda-be20-126dbb5e8910 HTTP/1.1" status: 204 len: 168 time: 0.1339653 Nov 12 05:22:22.791496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8f042-f313-40df-ae38-cd979674d60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b262ad-9f5a-4dda-be20-126dbb5e8910,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:22.866209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-1a7a564c-9f02-47c3-9603-1d9ce921cfd6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:22.867633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-1a7a564c-9f02-47c3-9603-1d9ce921cfd6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1335666 Nov 12 05:22:22.943810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-a6327a4e-3f99-4c90-844e-9ada5ad062cb tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1001 time: 0.0674698 Nov 12 05:22:22.956207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:23.028765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:23.208532 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:23.225878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:23.226225 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6 disassociated. External IP: 172.25.2.180, port: d0ede18d-c6db-49a0-943b-e3d2db905b15. Nov 12 05:22:23.385440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-892e8d4f-37d3-4e32-8399-3cf1830bc5f9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:23.387055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-892e8d4f-37d3-4e32-8399-3cf1830bc5f9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 804 time: 0.1938758 Nov 12 05:22:23.409475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-fe970731-7663-4ddd-9b35-d4468d939dab tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/quotas/f2a7f1e823cb4e24b0fe1a67fecce406 HTTP/1.1" status: 200 len: 375 time: 0.0152390 Nov 12 05:22:23.530104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-1c23b3bf-9472-4849-8b02-1556dbb6b813 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814586 Nov 12 05:22:23.607985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:23.678530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-28c8d76a-7ff2-4499-9e15-8d6f2cffc59b service neutron] 10.222.0.48 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384091 Nov 12 05:22:23.801502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:23.807213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:23.813336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:23.829227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:23.831090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:23.843465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-21b7b77e-6bce-4dac-89dd-7ac2d7c4646a service neutron] 10.222.0.48 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587214 Nov 12 05:22:23.859249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-4ede09b9-3f94-4be9-a553-e5b6dd472345 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "PUT /v2.0/floatingips/ccba7158-e296-4ead-99ae-f5e3424fa3b6 HTTP/1.1" status: 200 len: 695 time: 0.9082701 Nov 12 05:22:23.868735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:23.873592 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e27795-cc97-4f7f-b84b-975bcbb5c298" -d '{"events": [{"name": "network-changed", "server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:23.927392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb604d52-762f-4844-b787-237dbb36354c req-6b56f6e1-d1fc-4002-98e8-976a70d9b9b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0316713 Nov 12 05:22:23.942980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-fc7869ba-d75a-4da2-9105-964c84e9677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:23.945256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-fc7869ba-d75a-4da2-9105-964c84e9677a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 1097 time: 0.0852215 Nov 12 05:22:23.967005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:24.138236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-f6d8aec0-d5aa-4ec1-8bd4-88c2c0fd2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:24.140263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-f6d8aec0-d5aa-4ec1-8bd4-88c2c0fd2781 service neutron] 10.222.0.48 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.1881208 Nov 12 05:22:24.155860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c340a-c36d-4c83-bce1-11ea747d4293 req-bee128f2-2649-48c1-9002-dce1f2ad146c tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:24.158548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63c340a-c36d-4c83-bce1-11ea747d4293 req-bee128f2-2649-48c1-9002-dce1f2ad146c tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 946 time: 0.0780809 Nov 12 05:22:24.245451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:24.252553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-43643285-ff3f-4303-a26a-5470840ddb97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 217 time: 0.0922146 Nov 12 05:22:24.291336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:24.298894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63c340a-c36d-4c83-bce1-11ea747d4293 req-6138785d-1e95-422f-8053-f21c1104466c tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/security-groups?id=d409f68a-a4d1-46ce-8bab-1cec675073c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302514 Nov 12 05:22:24.302214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:24.303213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:24.353493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-f0efbc24-bcbd-4bfa-94ed-99be390d1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:24.356421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-f0efbc24-bcbd-4bfa-94ed-99be390d1575 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.0689583 Nov 12 05:22:24.427846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-3323ad70-5c3d-45d4-8abe-4a946f42e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:24.429842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-3323ad70-5c3d-45d4-8abe-4a946f42e5cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641859 Nov 12 05:22:24.492344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:24.545763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bc536-3992-4de3-a604-62afa87c4dce req-9ad50ccd-d3a1-4c85-a8b8-c6841885de19 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:24.549581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124bc536-3992-4de3-a604-62afa87c4dce req-9ad50ccd-d3a1-4c85-a8b8-c6841885de19 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.43 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 946 time: 0.1373694 Nov 12 05:22:24.658801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-deb9c4fe-574b-4aa3-a931-46c934cde689 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197108 Nov 12 05:22:24.700731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Deleting port 47f0e9e9-e418-436e-872e-87d64240d83d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:24.701719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:24.781610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eddf4bad-2013-4598-a648-fc292848bc61 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:24.794924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b18f1a35-4c32-4c4a-bbb9-c40e439e1075 req-126b44f2-7909-4659-9864-1dcb5fe98b36 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349380 Nov 12 05:22:24.886031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] For port 47f0e9e9-e418-436e-872e-87d64240d83d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47f0e9e9-e418-436e-872e-87d64240d83d,segment=NetworkSegment(1bae6379-81da-4d4a-a1de-3c6d5db74aa1),segment_id=1bae6379-81da-4d4a-a1de-3c6d5db74aa1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:24.886735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:24.904372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Calling delete_port for 47f0e9e9-e418-436e-872e-87d64240d83d owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:24.905804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:24.938941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ed56733-6d38-4671-827f-6970e8a3020f req-3c24cda5-36cf-4efe-833c-46b9e1f4a72e tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0479968 Nov 12 05:22:24.958326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f7383a15-9683-44b5-83fd-9719c2809854 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:24.968811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f7383a15-9683-44b5-83fd-9719c2809854 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc93d80-bde9-475d-8cc2-13616dabf70f HTTP/1.1" status: 200 len: 945 time: 0.3144305 Nov 12 05:22:24.994332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9de4b6-97f3-4692-a681-00a5e90d9aa7 req-4ed2ade0-8c94-4dc8-afd2-b8c7bc15414b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:25.004018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed9de4b6-97f3-4692-a681-00a5e90d9aa7 req-4ed2ade0-8c94-4dc8-afd2-b8c7bc15414b tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.2079439 Nov 12 05:22:25.023440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a0c5e-79cb-4e53-a624-34a3e98f1b51 None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:25.024888 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:25.104816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:25.105855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:25.108551 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a52183-3c90-4288-a506-3653719a47b2" -d '{"events": [{"server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "name": "network-vif-unplugged", "status": "completed", "tag": "eddf4bad-2013-4598-a648-fc292848bc61"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:25.118650 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:25.209296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed9de4b6-97f3-4692-a681-00a5e90d9aa7 req-66768e8c-7ee5-4c0e-b321-59a51c00afd2 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042291 Nov 12 05:22:25.209941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:25.242460 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c2d003-799d-46c4-a538-be363d545a04 x-openstack-request-id: req-10c2d003-799d-46c4-a538-be363d545a04 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:25.242830 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:25.246518 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10c2d003-799d-46c4-a538-be363d545a04 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:25.246518 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'status': 'completed', 'code': 200} Nov 12 05:22:25.263990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Deleting port eddf4bad-2013-4598-a648-fc292848bc61 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:25.271701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:25.340453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:25.398642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['47f0e9e9-e418-436e-872e-87d64240d83d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:25.437788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-031d19d9-b39c-43ae-9ad5-56060114275e req-51cb0e04-7956-4878-9149-23a8cc9cf082 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 210 time: 0.0667789 Nov 12 05:22:25.452530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Pushing event deleted for resources: {'Port': ['ID=47f0e9e9-e418-436e-872e-87d64240d83d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:25.491456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-d213185e-2c43-4bf2-8f1d-9e579b306f7a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:25.493091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-d213185e-2c43-4bf2-8f1d-9e579b306f7a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 945 time: 0.2728856 Nov 12 05:22:25.534140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] For port eddf4bad-2013-4598-a648-fc292848bc61, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=eddf4bad-2013-4598-a648-fc292848bc61,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:25.534588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:25.555255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Calling delete_port for eddf4bad-2013-4598-a648-fc292848bc61 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:25.560875 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fdd4e8-09c5-4455-ace3-5589e735ab64 x-openstack-request-id: req-b0fdd4e8-09c5-4455-ace3-5589e735ab64 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:25.561173 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "name": "network-vif-unplugged", "status": "completed", "tag": "eddf4bad-2013-4598-a648-fc292848bc61", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:25.561428 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0fdd4e8-09c5-4455-ace3-5589e735ab64 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:25.561922 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61', 'code': 200} Nov 12 05:22:25.592503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-7011480d-bb90-487f-95b3-9756567551ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:25.594103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-7011480d-bb90-487f-95b3-9756567551ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 1097 time: 0.2823236 Nov 12 05:22:25.654983 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6ac51-03e9-4370-ab3f-8fca0d78076e None None] New status for floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:22:25.707416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] No DVR routers for this DVR port 47f0e9e9-e418-436e-872e-87d64240d83d on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:25.721321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b2c3bd2-0651-4433-b1d4-4cbcd49e5ec2 req-a27fd4f2-a26e-47e1-aba4-48e0c7e6b650 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.48 "GET /v2.0/ports?device_id=153d22d6-c64e-4ece-a282-8025ed1ffe47 HTTP/1.1" status: 200 len: 210 time: 0.0476549 Nov 12 05:22:25.732386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:25.735796 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124bc536-3992-4de3-a604-62afa87c4dce req-e3098a74-5074-4186-8f41-36fb83450f04 tempest-InstanceActionsV221TestJSON-756602314 tempest-InstanceActionsV221TestJSON-756602314-project] 10.222.0.43 "DELETE /v2.0/ports/47f0e9e9-e418-436e-872e-87d64240d83d HTTP/1.1" status: 204 len: 173 time: 1.1786661 Nov 12 05:22:25.768108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153d22d6-c64e-4ece-a282-8025ed1ffe47', 'name': 'network-vif-deleted', 'tag': '47f0e9e9-e418-436e-872e-87d64240d83d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:25.770544 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf024126-3e53-4fc1-8852-9a7212e49ef6" -d '{"events": [{"server_uuid": "153d22d6-c64e-4ece-a282-8025ed1ffe47", "name": "network-vif-deleted", "tag": "47f0e9e9-e418-436e-872e-87d64240d83d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:25.827613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-ca01d95e-18b0-468f-b8de-3c9c8283b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:25.830000 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-ca01d95e-18b0-468f-b8de-3c9c8283b09f service neutron] 10.222.0.43 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.2010131 Nov 12 05:22:25.837279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Deleting port ec23040e-f134-4759-87d8-88382190cd4e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:25.837830 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:25.890235 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebc3b5d-6af6-41c1-9225-76a7e2cf503e x-openstack-request-id: req-aebc3b5d-6af6-41c1-9225-76a7e2cf503e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:25.890824 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153d22d6-c64e-4ece-a282-8025ed1ffe47", "name": "network-vif-deleted", "tag": "47f0e9e9-e418-436e-872e-87d64240d83d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:25.891241 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aebc3b5d-6af6-41c1-9225-76a7e2cf503e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:25.891822 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153d22d6-c64e-4ece-a282-8025ed1ffe47', 'name': 'network-vif-deleted', 'tag': '47f0e9e9-e418-436e-872e-87d64240d83d', 'status': 'completed', 'code': 200} Nov 12 05:22:25.901012 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-175f427b-00b0-4633-8cdf-08f04edbc1d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 200 len: 217 time: 0.0594742 Nov 12 05:22:26.064158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-b523a456-c9d7-4e32-b00b-588e83ff0746 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.071689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-b523a456-c9d7-4e32-b00b-588e83ff0746 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2003050 Nov 12 05:22:26.098741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-e9505856-5039-4ec9-9e01-169a83be52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.099435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-4a4396fb-cbec-493b-b8dc-f5be18fa634a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.100208 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-e9505856-5039-4ec9-9e01-169a83be52c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.1598132 Nov 12 05:22:26.102727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-4a4396fb-cbec-493b-b8dc-f5be18fa634a tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.43 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 804 time: 0.3789165 Nov 12 05:22:26.127282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] For port ec23040e-f134-4759-87d8-88382190cd4e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ec23040e-f134-4759-87d8-88382190cd4e,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:26.127908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.174969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Request body: {'port': {'device_id': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'admin_state_up': True, 'tenant_id': 'f2a7f1e823cb4e24b0fe1a67fecce406'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:26.186171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Calling delete_port for ec23040e-f134-4759-87d8-88382190cd4e owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:26.255264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-acc9972a-457c-4342-80da-58c483e7277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.256959 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-acc9972a-457c-4342-80da-58c483e7277a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197600 Nov 12 05:22:26.326639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32840) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:26.425623 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-6a34575e-7f4e-4258-b040-eda94dfc3892 service neutron] 10.222.0.43 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578078 Nov 12 05:22:26.459897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.473113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['ea6f77e9-0484-430b-974b-61cb42742bf2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:26.515506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event deleted for resources: {'Port': ['ID=ec23040e-f134-4759-87d8-88382190cd4e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:26.558784 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4750ab97-5378-48a9-9728-354adbb9a4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.624261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] No DVR routers for this DVR port ec23040e-f134-4759-87d8-88382190cd4e on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:26.633229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.636750 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-fb31f81b-a5ae-4e84-9355-6f69149b1d67 req-9ba9ed15-9c00-4b00-aace-9e205f18d45d tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.43 "DELETE /v2.0/ports/ec23040e-f134-4759-87d8-88382190cd4e HTTP/1.1" status: 204 len: 173 time: 1.1315722 Nov 12 05:22:26.678916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-15e27795-cc97-4f7f-b84b-975bcbb5c298 req-094fd7e3-8b62-497c-873d-bb48e4d66453 service neutron] 10.222.0.43 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304413 Nov 12 05:22:26.711272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62ddf3f8-126f-4203-ba08-2179f5d4cb0c req-7e38ad7c-3b03-4e01-9004-6bfc2c716b65 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.6384885 Nov 12 05:22:26.761870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4750ab97-5378-48a9-9728-354adbb9a4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.772148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4750ab97-5378-48a9-9728-354adbb9a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.789893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-da0a2d97-af5a-4eb6-8da6-9dee54f0ce70 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 696 time: 0.6818564 Nov 12 05:22:26.803470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Request body: {'floatingip': {'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:26.888508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4750ab97-5378-48a9-9728-354adbb9a4c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e29bc07b3fe430687f20b42664c2b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5561459 Nov 12 05:22:26.888508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750ab97-5378-48a9-9728-354adbb9a4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67b9f03-8328-41e2-b1fb-c78c4a853a3c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:26.889490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32850) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:26.892373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.911755 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.991855 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.993560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1513c48-7d90-4100-95b3-2abbb276652f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.001265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Pushing event deleted for resources: {'Port': ['ID=eddf4bad-2013-4598-a648-fc292848bc61,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:27.028281 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1513c48-7d90-4100-95b3-2abbb276652f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.086241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7179b53-6440-44b1-a2c8-e2194ca64b32 req-becc561d-d2de-4bf8-bbf6-914d9dcc0d3a tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5 HTTP/1.1" status: 200 len: 210 time: 0.0860715 Nov 12 05:22:27.093309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1513c48-7d90-4100-95b3-2abbb276652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.097391 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1513c48-7d90-4100-95b3-2abbb276652f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.103231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c1513c48-7d90-4100-95b3-2abbb276652f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b67b9f03-8328-41e2-b1fb-c78c4a853a3c HTTP/1.1" status: 204 len: 168 time: 0.1996467 Nov 12 05:22:27.122885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1513c48-7d90-4100-95b3-2abbb276652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67b9f03-8328-41e2-b1fb-c78c4a853a3c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:27.127041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] No DVR routers for this DVR port eddf4bad-2013-4598-a648-fc292848bc61 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:27.131452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Made reservation on behalf of f2a7f1e823cb4e24b0fe1a67fecce406 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:27.134887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.137303 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.140853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5574bb4-f695-46b9-bb81-08aa17aef984 req-f6e9557e-1998-41dd-8c7c-9cc04a8cc59f tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.47 "DELETE /v2.0/ports/eddf4bad-2013-4598-a648-fc292848bc61 HTTP/1.1" status: 204 len: 173 time: 2.1710095 Nov 12 05:22:27.295277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'name': 'network-vif-deleted', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:27.297722 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d65c31d-a1a9-4b00-bc82-e610cb102204" -d '{"events": [{"server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "name": "network-vif-deleted", "tag": "eddf4bad-2013-4598-a648-fc292848bc61"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:27.301702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Allocated IP 172.20.0.8 (12d4519f-353e-454c-aa94-41d813b054f7/23fe6034-b5c9-43f5-8a4a-3d6545ac4082/11fd44c0-e39a-4fff-ac87-83edd2bbb47a) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:27.343952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a5c58fa-5355-4964-a735-c06c28a08442 req-187b4798-e2f6-4bf3-8b29-6797facc1647 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 210 time: 0.0514896 Nov 12 05:22:27.471578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 47f0e9e9-e418-436e-872e-87d64240d83d no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:27.518283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 47f0e9e9-e418-436e-872e-87d64240d83d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:27.519493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 47f0e9e9-e418-436e-872e-87d64240d83d not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:27.520148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ec23040e-f134-4759-87d8-88382190cd4e no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:27.582683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32858) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:27.585073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: ec23040e-f134-4759-87d8-88382190cd4e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:27.599748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ec23040e-f134-4759-87d8-88382190cd4e not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:27.614254 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d25dc8ac-2dc5-4387-a034-27e54b4daa69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.743523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d25dc8ac-2dc5-4387-a034-27e54b4daa69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.760057 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d25dc8ac-2dc5-4387-a034-27e54b4daa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.805755 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d25dc8ac-2dc5-4387-a034-27e54b4daa69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb37efb3521b47ec822473a4308c6a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2216899 Nov 12 05:22:27.807165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dc8ac-2dc5-4387-a034-27e54b4daa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d34f4-d374-4099-ae8b-9174ca8b8c24,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:27.810519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32860) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:27.816873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cfabc81-b848-494f-999d-f87501715ea0 req-326fcf80-4f00-4a17-8e00-d18b3861d18b tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745&device_id=e3298f73-11d4-4acc-ba73-8abbe233e5f2 HTTP/1.1" status: 200 len: 210 time: 0.0524678 Nov 12 05:22:27.892599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5', 'name': 'network-vif-deleted', 'tag': 'ec23040e-f134-4759-87d8-88382190cd4e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:27.896071 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8841c541-dee6-45e2-a770-5d6d8693e233" -d '{"events": [{"server_uuid": "913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5", "name": "network-vif-deleted", "tag": "ec23040e-f134-4759-87d8-88382190cd4e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:27.899807 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e481baf-c943-4f44-80cb-27deb3d209ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.907388 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c7dd9-e87c-4c21-8091-0cb5373964d2 x-openstack-request-id: req-372c7dd9-e87c-4c21-8091-0cb5373964d2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:27.907778 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc93d80-bde9-475d-8cc2-13616dabf70f", "name": "network-vif-deleted", "tag": "eddf4bad-2013-4598-a648-fc292848bc61", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:27.908090 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-372c7dd9-e87c-4c21-8091-0cb5373964d2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:27.908613 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc93d80-bde9-475d-8cc2-13616dabf70f', 'name': 'network-vif-deleted', 'tag': 'eddf4bad-2013-4598-a648-fc292848bc61', 'status': 'completed', 'code': 200} Nov 12 05:22:27.932720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.933986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e481baf-c943-4f44-80cb-27deb3d209ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.032605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621848a-ea7a-44a3-ba27-e89371627870 req-ceb98780-6ccf-43ff-99b6-cceaec015edc tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:28.036072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3621848a-ea7a-44a3-ba27-e89371627870 req-ceb98780-6ccf-43ff-99b6-cceaec015edc tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.43 "GET /v2.0/ports?device_id=da161b7d-fa6d-4cc7-bffc-98a7f4d386da HTTP/1.1" status: 200 len: 945 time: 0.0825884 Nov 12 05:22:28.056485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.064354 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.077988 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.111688 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e481baf-c943-4f44-80cb-27deb3d209ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.114663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e481baf-c943-4f44-80cb-27deb3d209ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.118431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5e481baf-c943-4f44-80cb-27deb3d209ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c35d34f4-d374-4099-ae8b-9174ca8b8c24 HTTP/1.1" status: 204 len: 168 time: 0.3036332 Nov 12 05:22:28.143511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e481baf-c943-4f44-80cb-27deb3d209ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d34f4-d374-4099-ae8b-9174ca8b8c24,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:28.264031 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6 associated. External IP: 172.25.2.180, port: b6706b57-74b7-4f31-badf-5b312a43d9e3. Nov 12 05:22:28.298123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Deleting port d0ede18d-c6db-49a0-943b-e3d2db905b15 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:28.298487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.434671 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f98177e-87ba-4a63-86b0-987f8b10e4f3 x-openstack-request-id: req-0f98177e-87ba-4a63-86b0-987f8b10e4f3 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:28.436127 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5", "name": "network-vif-deleted", "tag": "ec23040e-f134-4759-87d8-88382190cd4e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:28.437953 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f98177e-87ba-4a63-86b0-987f8b10e4f3 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:28.438589 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913772ca-4fda-4f3c-a3d2-c1ddf4dc76b5', 'name': 'network-vif-deleted', 'tag': 'ec23040e-f134-4759-87d8-88382190cd4e', 'status': 'completed', 'code': 200} Nov 12 05:22:28.489135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] For port d0ede18d-c6db-49a0-943b-e3d2db905b15, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0ede18d-c6db-49a0-943b-e3d2db905b15,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:28.489777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.505677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Calling delete_port for d0ede18d-c6db-49a0-943b-e3d2db905b15 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:28.515041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c05e717c-8275-4b76-92e2-021255e547d6 req-09f0a0a0-33c5-4f70-aee4-dcc06dd9dec0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d80ed411272a4351a29dad927d9f886a&device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.1167343 Nov 12 05:22:28.516310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Pushing event updated for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:28.560441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Network 12d4519f-353e-454c-aa94-41d813b054f7 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:28.588354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:28.591630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c05e717c-8275-4b76-92e2-021255e547d6 req-692eb2aa-9780-47aa-8c10-c6d11c00e2fe service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d80ed411272a4351a29dad927d9f886a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651665 Nov 12 05:22:28.629577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:28.634036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dec35f4-998e-41c1-8e77-f9f655c65014 req-79f1ef49-9a7c-4890-8da6-b949a9aaa0c2 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.1683526 Nov 12 05:22:28.708880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eddf4bad-2013-4598-a648-fc292848bc61 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:28.727014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.753595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b6706b57-74b7-4f31-badf-5b312a43d9e3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:28.759792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: eddf4bad-2013-4598-a648-fc292848bc61 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:28.760393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device eddf4bad-2013-4598-a648-fc292848bc61 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:28.798850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['d0ede18d-c6db-49a0-943b-e3d2db905b15'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:28.860887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] No DVR routers for this DVR port d0ede18d-c6db-49a0-943b-e3d2db905b15 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:28.865223 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.870945 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3621848a-ea7a-44a3-ba27-e89371627870 req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.43 "DELETE /v2.0/ports/d0ede18d-c6db-49a0-943b-e3d2db905b15 HTTP/1.1" status: 204 len: 173 time: 0.8288717 Nov 12 05:22:28.871745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62335cab-401a-4f65-92b2-cb05da0d6609 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Pushing event deleted for resources: {'Port': ['ID=d0ede18d-c6db-49a0-943b-e3d2db905b15,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:28.957725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:28.960543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:29.070216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-737c8674-a7c8-49f3-9eaf-6665d4ba1955 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9006367 Nov 12 05:22:29.094139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:29.099109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e717c-8275-4b76-92e2-021255e547d6 req-6061a9da-0cb6-45a6-82cd-57dd4f528714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:29.100584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c05e717c-8275-4b76-92e2-021255e547d6 req-6061a9da-0cb6-45a6-82cd-57dd4f528714 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4654424 Nov 12 05:22:29.104551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Request body: {'port': {'device_id': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:29.152172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8443725-1f9e-49df-8af9-2972f7f1ebfa req-5c8c97d8-de13-4a1a-81ed-895b162fe8d5 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:29.153760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8443725-1f9e-49df-8af9-2972f7f1ebfa req-5c8c97d8-de13-4a1a-81ed-895b162fe8d5 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 931 time: 0.1726336 Nov 12 05:22:29.245179 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:29.347302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8443725-1f9e-49df-8af9-2972f7f1ebfa req-a8e77bfc-040d-4701-be1f-9dc17eff91c4 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506953 Nov 12 05:22:29.361176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:29.368734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:29.376656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:29.403846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:29.404487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:29.485513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:29.516913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-67086028-20c8-4855-b921-181ae324c59f tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "PUT /v2.0/floatingips/ccba7158-e296-4ead-99ae-f5e3424fa3b6 HTTP/1.1" status: 200 len: 997 time: 2.7260580 Nov 12 05:22:29.567152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e082661f-4979-4e8b-a351-dde3f1ae2a40 admin admin] Deleting subnet d7311293-01ba-41cd-b3bf-814df8d0832c {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:22:29.579163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e082661f-4979-4e8b-a351-dde3f1ae2a40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:29.653913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e082661f-4979-4e8b-a351-dde3f1ae2a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:29.656870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:29.690206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-99eb8bcb-6dcf-4f2c-a126-54fe4c8a8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:29.693013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-99eb8bcb-6dcf-4f2c-a126-54fe4c8a8b56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.1207039 Nov 12 05:22:29.742042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e082661f-4979-4e8b-a351-dde3f1ae2a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:29.835316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e082661f-4979-4e8b-a351-dde3f1ae2a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:29.891507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84434b2b-5ada-4d29-b0fb-b224752f0e1c req-4e1585c3-009e-4cdc-8e3d-9382b7895339 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.0613053 Nov 12 05:22:29.897414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e082661f-4979-4e8b-a351-dde3f1ae2a40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:29.912228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:29.912228 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:29.916177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e082661f-4979-4e8b-a351-dde3f1ae2a40 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d7311293-01ba-41cd-b3bf-814df8d0832c HTTP/1.1" status: 204 len: 168 time: 0.4295681 Nov 12 05:22:29.917767 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082661f-4979-4e8b-a351-dde3f1ae2a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7311293-01ba-41cd-b3bf-814df8d0832c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:29.921604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 32928) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:29.935840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fd44c0-e39a-4fff-ac87-83edd2bbb47a {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:29.979574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:30.020904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-86417f10-2285-427d-9652-18b1273e3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:30.022427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-86417f10-2285-427d-9652-18b1273e3707 service neutron] 10.222.0.48 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.3092248 Nov 12 05:22:30.043828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Transition to ACTIVE for port object 11fd44c0-e39a-4fff-ac87-83edd2bbb47a will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:22:30.052482 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0cbdb3-5fd6-4568-942d-02292c95d18b x-openstack-request-id: req-dd0cbdb3-5fd6-4568-942d-02292c95d18b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:30.052747 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:30.053002 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd0cbdb3-5fd6-4568-942d-02292c95d18b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:30.053394 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'status': 'completed', 'code': 200} Nov 12 05:22:30.121661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:76:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:27Z', 'revision_number': 8, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:30.157699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:30.167693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:30.168647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:30.440413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'name': 'network-vif-deleted', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:30.442811 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d9bdf-b897-47a5-ab7e-711c2b8260cf" -d '{"events": [{"server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "name": "network-vif-deleted", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:30.482301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:30.542793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:30.598608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:30.665530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c05e717c-8275-4b76-92e2-021255e547d6 req-464b9612-ff17-4f50-84de-593cf3c1fd88 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.47 "GET /v2.0/ports?device_id=42040694-048b-4d39-bdff-4e1474141745 HTTP/1.1" status: 200 len: 210 time: 0.1163995 Nov 12 05:22:30.730069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-341ff938-2125-4e7e-b049-907903fdf26c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 1000 time: 0.6982136 Nov 12 05:22:30.742268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Pushing event updated for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:30.801228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:76:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:27Z', 'revision_number': 8, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:30.825139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-a752968b-a6ce-41f3-aae3-dd8c65ad6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:30.826691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-a752968b-a6ce-41f3-aae3-dd8c65ad6031 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.2813892 Nov 12 05:22:30.834402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cec50-481f-49ca-b162-eb835e92e82d None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ccba7158-e296-4ead-99ae-f5e3424fa3b6', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'port_id': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'mac_address': 'fa:16:3e:76:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:21:50Z', 'updated_at': '2021-11-12T05:22:27Z', 'revision_number': 8, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:30.877570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd157e91-bfc2-45c7-bc1c-35c4ab40f6f3 req-a47bc96b-d632-402a-9f26-e3cbf17691a1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:30.886401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd157e91-bfc2-45c7-bc1c-35c4ab40f6f3 req-a47bc96b-d632-402a-9f26-e3cbf17691a1 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 943 time: 0.3398683 Nov 12 05:22:30.986896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.032255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-a21f0384-e664-4fe2-845d-3a03245d01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:31.033757 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-a21f0384-e664-4fe2-845d-3a03245d01b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.2597394 Nov 12 05:22:31.110768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb802e5-1407-4b41-8532-a7dc9fbaeb0c']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:31.137789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bae6379-81da-4d4a-a1de-3c6d5db74aa1') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:31.138545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bae6379-81da-4d4a-a1de-3c6d5db74aa1') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:31.153411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.177682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd157e91-bfc2-45c7-bc1c-35c4ab40f6f3 req-dc1aac19-c0f2-404c-989a-c6eeacaf843e tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903020 Nov 12 05:22:31.178552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Attempting to bind port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:22:31.178894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Attempting to bind port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:22:31.179230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Attempting to bind port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a on network 12d4519f-353e-454c-aa94-41d813b054f7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:31.218474 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e1841-4043-4b02-820d-3f647be98b50 None None] New status for floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:22:31.223675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a on network 12d4519f-353e-454c-aa94-41d813b054f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:22:31.224011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Attempting to bind port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a on network 12d4519f-353e-454c-aa94-41d813b054f7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:31.227836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.236291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-244b450b-dd9a-4740-b8f3-bd05b5d47ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:31.238962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-244b450b-dd9a-4740-b8f3-bd05b5d47ed0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.3844769 Nov 12 05:22:31.243889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-56a515b1-8378-4d56-9561-384f1fd76b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:31.252729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-56a515b1-8378-4d56-9561-384f1fd76b74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060397 Nov 12 05:22:31.255724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:22:31.256190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.259268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:22:31.259625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Checking segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:31.260070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Bound using segment: {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:22:31.260527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Bound port: 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b273f7-eda4-4d4c-a39a-9ffe576fabd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:22:31.261355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:22:31.264167 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:22:31.285255 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d15bb4-b802-4237-852b-599243b64ddc x-openstack-request-id: req-30d15bb4-b802-4237-852b-599243b64ddc {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:31.285816 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da161b7d-fa6d-4cc7-bffc-98a7f4d386da", "name": "network-vif-deleted", "tag": "d0ede18d-c6db-49a0-943b-e3d2db905b15", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:31.285816 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30d15bb4-b802-4237-852b-599243b64ddc {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:31.286281 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da161b7d-fa6d-4cc7-bffc-98a7f4d386da', 'name': 'network-vif-deleted', 'tag': 'd0ede18d-c6db-49a0-943b-e3d2db905b15', 'status': 'completed', 'code': 200} Nov 12 05:22:31.525488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d0ede18d-c6db-49a0-943b-e3d2db905b15 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:31.559526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: d0ede18d-c6db-49a0-943b-e3d2db905b15 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:31.559881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d0ede18d-c6db-49a0-943b-e3d2db905b15 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:31.683132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-7a7dcbdc-9bfc-4553-bff8-c0883bdb04ae service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294546 Nov 12 05:22:31.730466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.746638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.753024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aeb802e5-1407-4b41-8532-a7dc9fbaeb0c HTTP/1.1" status: 204 len: 168 time: 1.8288624 Nov 12 05:22:31.759510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-cfebd2e0-7bcc-4150-a3ff-ef1ade43c3c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 1000 time: 0.4744821 Nov 12 05:22:31.820291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071299b-55e8-4c95-b685-57a522bb6932 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb802e5-1407-4b41-8532-a7dc9fbaeb0c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:31.846331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:22:31.881934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:22:31.900372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-97a7c0db-d595-4254-9758-3e639fe47cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:31.901893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-97a7c0db-d595-4254-9758-3e639fe47cdb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.0987930 Nov 12 05:22:31.905149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.934686 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6962513-4810-4a9e-b323-e492473ce45d req-2fa852c6-5d0c-4552-ae98-1bb265dd14e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d80ed411272a4351a29dad927d9f886a&device_id=e3298f73-11d4-4acc-ba73-8abbe233e5f2 HTTP/1.1" status: 200 len: 210 time: 0.0492504 Nov 12 05:22:31.960386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c37bcf-c96b-4b70-9999-af42a7ee4f66 req-29ec7802-737f-444c-9190-e62d4ca763cd service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737272 Nov 12 05:22:31.988200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:31.988998 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6962513-4810-4a9e-b323-e492473ce45d req-48b236eb-5eb3-4eef-9f49-b8e27f01e6cb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d80ed411272a4351a29dad927d9f886a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381713 Nov 12 05:22:31.990715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:31.992664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] 10.222.0.43 "PUT /v2.0/ports/11fd44c0-e39a-4fff-ac87-83edd2bbb47a HTTP/1.1" status: 200 len: 1092 time: 2.8956606 Nov 12 05:22:32.055925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:32.059169 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aed45a8-b2fa-4af2-b70c-f359cbece576" -d '{"events": [{"name": "network-changed", "server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:32.062512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a82ad3-f9b5-4f6e-8cc8-290e9a3217ae service neutron] Pushing event updated for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:32.167514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:32.185038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b663376c-049f-40ed-a474-34f2e3a8a0ca req-7badd426-d825-489f-b95a-8742ab76a723 tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3298f73-11d4-4acc-ba73-8abbe233e5f2 HTTP/1.1" status: 200 len: 210 time: 0.0979469 Nov 12 05:22:32.250979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-57c7b781-e27a-4b0d-83bc-6f77409a8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:32.252498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-57c7b781-e27a-4b0d-83bc-6f77409a8a90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3356204 Nov 12 05:22:32.255033 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a4c8c9-49d5-41d4-b658-5a0598733108 x-openstack-request-id: req-14a4c8c9-49d5-41d4-b658-5a0598733108 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:32.255317 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:32.255567 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14a4c8c9-49d5-41d4-b658-5a0598733108 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:32.255958 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'status': 'completed', 'code': 200} Nov 12 05:22:32.257890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d7defb3b-ec68-494c-ad00-0dd23e0ffc30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=388ec8407eb74d2880046c15f1d05f94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0892110 Nov 12 05:22:32.258517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:32.285138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-2961a00b-09c0-4462-91fe-c92192c78555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:32.286870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-2961a00b-09c0-4462-91fe-c92192c78555 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 1095 time: 0.2198317 Nov 12 05:22:32.290132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6962513-4810-4a9e-b323-e492473ce45d req-33c0b5da-9d45-4b7b-b355-ab066e5579a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:32.291639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6962513-4810-4a9e-b323-e492473ce45d req-33c0b5da-9d45-4b7b-b355-ab066e5579a6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859311 Nov 12 05:22:32.319625 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abba71d3-3b8f-425e-ac6d-96670551f9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:32.343565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c1e6581-ed13-4088-a470-ff74115927b2 req-3fc11fcc-fade-4f41-9267-96ab1dea39f9 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips/ccba7158-e296-4ead-99ae-f5e3424fa3b6 HTTP/1.1" status: 200 len: 999 time: 0.1618927 Nov 12 05:22:32.346788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abba71d3-3b8f-425e-ac6d-96670551f9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:32.401808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abba71d3-3b8f-425e-ac6d-96670551f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:32.404658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abba71d3-3b8f-425e-ac6d-96670551f9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:32.405971 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-abba71d3-3b8f-425e-ac6d-96670551f9fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d409f68a-a4d1-46ce-8bab-1cec675073c1 HTTP/1.1" status: 204 len: 168 time: 0.1449180 Nov 12 05:22:32.415058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba71d3-3b8f-425e-ac6d-96670551f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409f68a-a4d1-46ce-8bab-1cec675073c1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:32.513907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-02d8a244-36f2-4b37-874b-02e4591dcb71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a HTTP/1.1" status: 200 len: 217 time: 0.0813086 Nov 12 05:22:32.563059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e152e0-0934-43a8-8246-ff93b443ec33 req-0d5f7f86-987b-44e8-be9d-71c06ed102b2 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:32.570236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e152e0-0934-43a8-8246-ff93b443ec33 req-0d5f7f86-987b-44e8-be9d-71c06ed102b2 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 946 time: 0.2549849 Nov 12 05:22:32.577618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-0d18d331-ebc3-482d-a685-e43af43f4fec service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155916 Nov 12 05:22:32.664902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e6581-ed13-4088-a470-ff74115927b2 req-a17b89ef-37ac-464b-93f6-a42b32636fcd tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:32.666260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c1e6581-ed13-4088-a470-ff74115927b2 req-a17b89ef-37ac-464b-93f6-a42b32636fcd tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.3129058 Nov 12 05:22:32.699514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-b7e19aba-4c1e-4f75-b601-793cbad3770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:32.700977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-b7e19aba-4c1e-4f75-b601-793cbad3770d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.1792886 Nov 12 05:22:32.729483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e152e0-0934-43a8-8246-ff93b443ec33 req-0d707a6a-e514-4572-863b-024ecfa3157c tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582518 Nov 12 05:22:32.760340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-46cbb635-fd33-469d-bf00-91c0122457c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483079 Nov 12 05:22:32.823426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edff5959-a90c-40b6-bfbc-3fbe7aa9c06d req-194456be-2037-418f-bdda-5df710d3fba1 service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321765 Nov 12 05:22:32.870884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba155983-f29e-4fc1-8efb-eaca5fc7353c req-a0ecfd25-af62-459f-a01b-7e373b74cd79 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:32.872398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba155983-f29e-4fc1-8efb-eaca5fc7353c req-a0ecfd25-af62-459f-a01b-7e373b74cd79 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 943 time: 0.1382267 Nov 12 05:22:32.923442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-c67272aa-fc9c-4ced-83c4-08c51754f6d8 service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430156 Nov 12 05:22:33.030525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba155983-f29e-4fc1-8efb-eaca5fc7353c req-ad3da138-a698-44a1-b25b-7bbb777842b0 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497664 Nov 12 05:22:33.103161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-51cff32b-604a-4b2f-bed0-edb26b7e6db5 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1002 time: 0.1529951 Nov 12 05:22:33.165829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-5a72f1a4-23b5-47f0-a31d-51504a01dbdc tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:33.180823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-5a72f1a4-23b5-47f0-a31d-51504a01dbdc tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports/b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 943 time: 0.0678518 Nov 12 05:22:33.185797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d687d13-db88-4295-906a-d3f3a19c6ffc req-f6d2d1bd-6efd-4e65-9f60-0b609fcffdd9 service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478929 Nov 12 05:22:33.426291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-912314fe-98bc-4329-9dcf-593f67a08e24 req-7852fb55-de34-4974-9ba2-edf93f2882bf tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3298f73-11d4-4acc-ba73-8abbe233e5f2 HTTP/1.1" status: 200 len: 210 time: 0.1254752 Nov 12 05:22:33.445866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-214f27c8-20d6-47c8-aa43-ca0fbad2f4d2 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1002 time: 0.2224801 Nov 12 05:22:33.451412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-2e10200e-46d7-47c4-b867-6bdba1a54681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:33.453411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-2e10200e-46d7-47c4-b867-6bdba1a54681 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 1095 time: 0.1512728 Nov 12 05:22:33.636818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-bc8e9b27-fbba-4abc-9a06-ffe3886068fb tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:33.638136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-bc8e9b27-fbba-4abc-9a06-ffe3886068fb tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1827159 Nov 12 05:22:33.989080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-99812078-f3a2-43b7-be96-a4e193c81f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:33.990579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-99812078-f3a2-43b7-be96-a4e193c81f7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 905 time: 0.5246685 Nov 12 05:22:34.072239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-6e69fb97-0d1c-4754-8f12-32214c73ea6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a HTTP/1.1" status: 200 len: 217 time: 0.0651338 Nov 12 05:22:34.141430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-3f22de57-66a2-41d0-98d4-b841e03a39fd tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 1002 time: 0.4937100 Nov 12 05:22:34.156539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-7ce97a01-d609-42b6-966e-7a4befb2de46 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:34.158024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-7ce97a01-d609-42b6-966e-7a4befb2de46 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.47 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 946 time: 0.1648607 Nov 12 05:22:34.173661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:34.260700 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6962513-4810-4a9e-b323-e492473ce45d req-9920f380-4936-4273-9bc7-6cae16a8ea6b tempest-ServerShowV247Test-284946611 tempest-ServerShowV247Test-284946611-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3298f73-11d4-4acc-ba73-8abbe233e5f2 HTTP/1.1" status: 200 len: 210 time: 0.0331867 Nov 12 05:22:34.281266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e512f0-38d7-4b97-a2fc-f2ea0b0bae63 req-235691af-84f1-4ac0-9c60-8292c6648d5e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:34.283725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63e512f0-38d7-4b97-a2fc-f2ea0b0bae63 req-235691af-84f1-4ac0-9c60-8292c6648d5e tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 946 time: 0.2150302 Nov 12 05:22:34.295039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-d8d108ff-d1c9-4a60-a39e-6004da70dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:34.296769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-d8d108ff-d1c9-4a60-a39e-6004da70dfce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.2098639 Nov 12 05:22:34.375609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-9bd55b55-af91-437f-bffd-4afd0a4794b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419087 Nov 12 05:22:34.409189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:34.518156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63e512f0-38d7-4b97-a2fc-f2ea0b0bae63 req-af9eaef2-16dd-435b-9cd8-11f0c7391565 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/security-groups?id=86531ec2-6826-4422-a733-b4677cf4c456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170472 Nov 12 05:22:34.596241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Deleting port ea6f77e9-0484-430b-974b-61cb42742bf2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:34.596489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:34.641426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-e6000425-97b8-4140-956b-d85bc318b617 service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580001 Nov 12 05:22:34.721240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:34.749107 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:34.749442 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6 disassociated. External IP: 172.25.2.180, port: b6706b57-74b7-4f31-badf-5b312a43d9e3. Nov 12 05:22:34.879229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] For port ea6f77e9-0484-430b-974b-61cb42742bf2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ea6f77e9-0484-430b-974b-61cb42742bf2,segment=NetworkSegment(09de68ed-1eb3-4816-a88c-a6ecc1863adb),segment_id=09de68ed-1eb3-4816-a88c-a6ecc1863adb)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:34.879603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:34.906079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Calling delete_port for ea6f77e9-0484-430b-974b-61cb42742bf2 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:34.958067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4088b31-2395-4b15-9c80-a68772da03b1 req-d5112698-78fa-4e4b-9667-0843c9601f32 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:34.959583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4088b31-2395-4b15-9c80-a68772da03b1 req-d5112698-78fa-4e4b-9667-0843c9601f32 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 943 time: 0.2474942 Nov 12 05:22:34.975960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6aed45a8-b2fa-4af2-b70c-f359cbece576 req-64cdf475-a557-4c0a-811c-ba939b873c1d service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035827 Nov 12 05:22:35.132890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4088b31-2395-4b15-9c80-a68772da03b1 req-f22af648-6708-4141-b52f-67f7ce1dec54 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626470 Nov 12 05:22:35.225914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:35.243647 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:35.308560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Pushing event deleted for resources: {'Port': ['ID=ea6f77e9-0484-430b-974b-61cb42742bf2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:35.391426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] No DVR routers for this DVR port ea6f77e9-0484-430b-974b-61cb42742bf2 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:35.397304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:35.398878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8650f82d-11a1-422d-a4b6-436157f9d4a7 req-68110504-3a15-4de6-b4f8-d75548a77ad0 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.47 "DELETE /v2.0/ports/ea6f77e9-0484-430b-974b-61cb42742bf2 HTTP/1.1" status: 204 len: 173 time: 1.2316296 Nov 12 05:22:35.401294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b31db6-1166-43a3-a0de-e059171efe74', 'name': 'network-vif-deleted', 'tag': 'ea6f77e9-0484-430b-974b-61cb42742bf2'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:35.404744 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d348ff82-f94e-4b3a-9fc8-16d52ac3e3d2" -d '{"events": [{"server_uuid": "93b31db6-1166-43a3-a0de-e059171efe74", "name": "network-vif-deleted", "tag": "ea6f77e9-0484-430b-974b-61cb42742bf2"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:35.458559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:35.464602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:35.471593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:35.489651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:35.490293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:35.492112 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426fff16-48af-4549-90b8-cf08f974c3e2 x-openstack-request-id: req-426fff16-48af-4549-90b8-cf08f974c3e2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:35.492503 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b31db6-1166-43a3-a0de-e059171efe74", "name": "network-vif-deleted", "tag": "ea6f77e9-0484-430b-974b-61cb42742bf2", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:35.492853 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-426fff16-48af-4549-90b8-cf08f974c3e2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:35.493481 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b31db6-1166-43a3-a0de-e059171efe74', 'name': 'network-vif-deleted', 'tag': 'ea6f77e9-0484-430b-974b-61cb42742bf2', 'status': 'completed', 'code': 200} Nov 12 05:22:35.519735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-863d09ac-2282-4e72-bb44-a2b14ee5e3e6 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "PUT /v2.0/floatingips/ccba7158-e296-4ead-99ae-f5e3424fa3b6 HTTP/1.1" status: 200 len: 696 time: 1.3606260 Nov 12 05:22:35.596592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:35.622143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:35.632442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-cb9079d6-aa41-40d1-be33-baad68fffd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:35.634562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-cb9079d6-aa41-40d1-be33-baad68fffd91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.1020572 Nov 12 05:22:35.785838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d587e1be-532d-43e6-b5b2-c10d08c4fc6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:35.829954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-ad0cb84a-e71a-433a-aa88-f3befa5b2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:35.831852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-ad0cb84a-e71a-433a-aa88-f3befa5b2f56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.1883941 Nov 12 05:22:35.890746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:35.903738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-73d81a4e-e971-4c76-b848-dfbe3d148e3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 217 time: 0.0646036 Nov 12 05:22:35.920545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:35.932006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:35.933804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:35.943545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbbf5cf9-52b9-403f-bbc8-33c8c23862f2 req-dfa5ddc1-9aa4-4a27-93cc-938e0d486832 tempest-ServersTestJSON-36965547 tempest-ServersTestJSON-36965547-project] 10.222.0.48 "GET /v2.0/ports?device_id=93b31db6-1166-43a3-a0de-e059171efe74 HTTP/1.1" status: 200 len: 210 time: 0.0432246 Nov 12 05:22:36.009971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-09b9690a-b37b-4852-b3c2-c165d1b0d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:36.015356 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d587e1be-532d-43e6-b5b2-c10d08c4fc6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:36.019474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-09b9690a-b37b-4852-b3c2-c165d1b0d2d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.1050019 Nov 12 05:22:36.031842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d587e1be-532d-43e6-b5b2-c10d08c4fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:36.079074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-70eec3a5-ff96-4743-82ea-e31f07157bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:36.080793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-70eec3a5-ff96-4743-82ea-e31f07157bc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536723 Nov 12 05:22:36.118962 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d587e1be-532d-43e6-b5b2-c10d08c4fc6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d80ed411272a4351a29dad927d9f886a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182238 Nov 12 05:22:36.119595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33162) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:36.134365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:36.152413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587e1be-532d-43e6-b5b2-c10d08c4fc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86904a6b-598e-47bd-95f2-2992cb561e1f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:36.277759 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55bf7db5-3194-4d37-8a0c-aafdb56abea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:36.322444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55bf7db5-3194-4d37-8a0c-aafdb56abea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:36.402154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55bf7db5-3194-4d37-8a0c-aafdb56abea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:36.407757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55bf7db5-3194-4d37-8a0c-aafdb56abea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:36.410256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-55bf7db5-3194-4d37-8a0c-aafdb56abea9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86904a6b-598e-47bd-95f2-2992cb561e1f HTTP/1.1" status: 204 len: 168 time: 0.2590582 Nov 12 05:22:36.427667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd96e0-0c67-4aea-8f61-32c532e4a8f5 req-820c6e89-00fe-4f32-94f3-6a0a3e67a724 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:36.432313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf7db5-3194-4d37-8a0c-aafdb56abea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86904a6b-598e-47bd-95f2-2992cb561e1f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:36.435920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aefd96e0-0c67-4aea-8f61-32c532e4a8f5 req-820c6e89-00fe-4f32-94f3-6a0a3e67a724 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 943 time: 0.1777830 Nov 12 05:22:36.447657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-22938b83-969b-4e83-9733-990e081a23fa service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573947 Nov 12 05:22:36.555676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aefd96e0-0c67-4aea-8f61-32c532e4a8f5 req-adfabd88-133b-4df0-9837-6c16afd81e40 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186452 Nov 12 05:22:36.605865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-039f63cd-c558-403e-95c3-033e3ca615a7 req-b494496a-0ff0-4854-8494-b71eec0f4b69 service neutron] 10.222.0.48 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472867 Nov 12 05:22:36.642268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:36.689767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a2ebe-d680-450e-b6a3-8ec7139e8a74 None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:21:24Z', 'revision_number': 4, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '148a39be-725a-4ce3-8e29-a4309269994e', 'name': '', 'network_id': '698cb2bf-ac47-4712-a247-675154f801ac', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'mac_address': 'fa:16:3e:77:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:22Z', 'updated_at': '2021-11-12T05:21:29Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'subnets': [{'id': '8551dc53-43c1-451d-80ae-f5fd96a81bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:36.709240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ea6f77e9-0484-430b-974b-61cb42742bf2 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:36.739319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: ea6f77e9-0484-430b-974b-61cb42742bf2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:36.740382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ea6f77e9-0484-430b-974b-61cb42742bf2 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:36.825069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33186) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:37.010967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33198) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:37.078479 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ad7a7-be53-42fc-94f6-fb7f1a5c4660 None None] New status for floating IP ccba7158-e296-4ead-99ae-f5e3424fa3b6: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:22:37.118160 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d0442f5-06aa-4e45-a1ab-45f286e6ba35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.203649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-08aff251-278f-458f-9f4d-321b2d12533c admin admin] Deleting subnet fc13883a-6d2d-4077-bd2d-08d9f8815580 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:22:37.213533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08aff251-278f-458f-9f4d-321b2d12533c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.306465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08aff251-278f-458f-9f4d-321b2d12533c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.365468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-59cd75e9-aa7b-445c-8cbd-32419543cdbc tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips/ccba7158-e296-4ead-99ae-f5e3424fa3b6 HTTP/1.1" status: 200 len: 696 time: 0.5981529 Nov 12 05:22:37.384446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d0442f5-06aa-4e45-a1ab-45f286e6ba35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.388206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08aff251-278f-458f-9f4d-321b2d12533c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.413269 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d0442f5-06aa-4e45-a1ab-45f286e6ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.495732 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d0442f5-06aa-4e45-a1ab-45f286e6ba35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=363be7a1acda4ec9869297ff90661b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6679397 Nov 12 05:22:37.498143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:37.500629 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063a736e-df09-4fa2-b496-7bde4e999346" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:37.502378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0442f5-06aa-4e45-a1ab-45f286e6ba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bf9e74-ad2f-457c-9956-cc32f0af5a20,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:37.508850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33222) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:37.570225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 11fd44c0-e39a-4fff-ac87-83edd2bbb47a details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:22:37.589902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08aff251-278f-458f-9f4d-321b2d12533c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.591941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-3d0b9251-1cbd-43c7-8c2b-e36361992b80 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:37.594305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-3d0b9251-1cbd-43c7-8c2b-e36361992b80 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2280450 Nov 12 05:22:37.611061 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e288b1-909a-4f02-b13d-78f9f2a11552 x-openstack-request-id: req-85e288b1-909a-4f02-b13d-78f9f2a11552 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:37.614700 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:37.615263 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85e288b1-909a-4f02-b13d-78f9f2a11552 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:37.616199 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'status': 'completed', 'code': 200} Nov 12 05:22:37.661203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aff251-278f-458f-9f4d-321b2d12533c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc13883a-6d2d-4077-bd2d-08d9f8815580,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:37.690661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08aff251-278f-458f-9f4d-321b2d12533c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.702469 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-08aff251-278f-458f-9f4d-321b2d12533c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fc13883a-6d2d-4077-bd2d-08d9f8815580 HTTP/1.1" status: 204 len: 168 time: 0.6904025 Nov 12 05:22:37.704762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33234) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:37.713063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-135c7d29-68cc-42f8-9e20-af9762daa34d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 697 time: 0.0948286 Nov 12 05:22:37.771604 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ae7a08bf-28a4-4ea7-a763-6ca36f85358e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.825707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:37.826298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-2b6201ed-9b9e-4572-89cb-57feb357368e tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.180 HTTP/1.1" status: 200 len: 697 time: 0.1117415 Nov 12 05:22:37.854427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'port_id': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'mac_address': 'fa:16:3e:af:bc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe6034-b5c9-43f5-8a4a-3d6545ac4082', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:22:37.881579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.885121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ae7a08bf-28a4-4ea7-a763-6ca36f85358e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.888372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a736e-df09-4fa2-b496-7bde4e999346 req-8d9ee2c9-0974-4a08-94aa-8418552baa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:37.890434 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063a736e-df09-4fa2-b496-7bde4e999346 req-8d9ee2c9-0974-4a08-94aa-8418552baa87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29d43c51a5fe48ca896676cdcae6f483&device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 1098 time: 0.2623014 Nov 12 05:22:37.972765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.981201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.006729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f836827-85a5-42cb-8a20-031681797e49']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:38.014170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fd44c0-e39a-4fff-ac87-83edd2bbb47a {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:38.017638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09de68ed-1eb3-4816-a88c-a6ecc1863adb') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:38.018174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09de68ed-1eb3-4816-a88c-a6ecc1863adb') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:38.032568 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.051708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.071471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefb02f-4501-4741-81c7-c9c632934e42 req-34b05244-76ef-4954-9680-4cade58615fd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.073471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bfefb02f-4501-4741-81c7-c9c632934e42 req-34b05244-76ef-4954-9680-4cade58615fd tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 943 time: 0.3430204 Nov 12 05:22:38.075510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33244) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:38.077373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:22:38.077988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.099689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:22:38.103209 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:22:38.107694 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.162005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.192830 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.196450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:38.198480 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ae7a08bf-28a4-4ea7-a763-6ca36f85358e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.201064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ae7a08bf-28a4-4ea7-a763-6ca36f85358e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.202374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ae7a08bf-28a4-4ea7-a763-6ca36f85358e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22bf9e74-ad2f-457c-9956-cc32f0af5a20 HTTP/1.1" status: 204 len: 168 time: 0.6926718 Nov 12 05:22:38.214888 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f836827-85a5-42cb-8a20-031681797e49 HTTP/1.1" status: 204 len: 168 time: 0.5065329 Nov 12 05:22:38.217003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328cc03-9306-4302-83cd-2d249c5a00f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f836827-85a5-42cb-8a20-031681797e49,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:38.255993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a08bf-28a4-4ea7-a763-6ca36f85358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bf9e74-ad2f-457c-9956-cc32f0af5a20,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:38.264663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a736e-df09-4fa2-b496-7bde4e999346 req-f3ca75c7-e038-433a-b957-f32425116f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.266855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063a736e-df09-4fa2-b496-7bde4e999346 req-f3ca75c7-e038-433a-b957-f32425116f3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 200 len: 921 time: 0.3640492 Nov 12 05:22:38.285409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-2b8c8842-9a3c-4fa7-a569-6ea7f15b9346 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1523483 Nov 12 05:22:38.309367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bfefb02f-4501-4741-81c7-c9c632934e42 req-6761be32-90b2-4610-b296-8a8290831441 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027166 Nov 12 05:22:38.408303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063a736e-df09-4fa2-b496-7bde4e999346 req-51b0af9b-7b67-4ead-817b-9c68db685960 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 200 len: 217 time: 0.1189542 Nov 12 05:22:38.473175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a736e-df09-4fa2-b496-7bde4e999346 req-c3bdcc9b-aba3-4a15-8ed5-1c712db3890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.476059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063a736e-df09-4fa2-b496-7bde4e999346 req-c3bdcc9b-aba3-4a15-8ed5-1c712db3890e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 200 len: 859 time: 0.0594947 Nov 12 05:22:38.483537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['11fd44c0-e39a-4fff-ac87-83edd2bbb47a'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:38.499130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Deleting port ae6919f0-af6c-43d9-be61-895d44e93420 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:38.499632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.673321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-763153759-network', 'tenant_id': '1cca8668a4b54ad1aae42dd088915b8a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:38.695011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-37e2548c-61e5-4cca-acfc-37564794b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.695499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-37e2548c-61e5-4cca-acfc-37564794b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.695983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-37e2548c-61e5-4cca-acfc-37564794b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.696611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-37e2548c-61e5-4cca-acfc-37564794b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.696981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-37e2548c-61e5-4cca-acfc-37564794b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.697476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-37e2548c-61e5-4cca-acfc-37564794b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.697877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33260) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:38.698015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-37e2548c-61e5-4cca-acfc-37564794b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.700268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-37e2548c-61e5-4cca-acfc-37564794b656 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6508 time: 0.3286569 Nov 12 05:22:38.734034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a736e-df09-4fa2-b496-7bde4e999346 req-01b2b080-279c-4537-a335-223f04f91c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.735594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063a736e-df09-4fa2-b496-7bde4e999346 req-01b2b080-279c-4537-a335-223f04f91c9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=698cb2bf-ac47-4712-a247-675154f801ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2466023 Nov 12 05:22:38.738483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Made reservation on behalf of 1cca8668a4b54ad1aae42dd088915b8a for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:38.740777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.789709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.798287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1c9022db-f28f-4eaa-8a18-cb26897220be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ef4818c9b594b20b2e6187eecd470c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0988674 Nov 12 05:22:38.802800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:38.810016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.810366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.899105 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc52dcd4-5694-4df2-bf89-3c837bdb1ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.929804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc52dcd4-5694-4df2-bf89-3c837bdb1ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.966130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Calling delete_port for ae6919f0-af6c-43d9-be61-895d44e93420 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:39.119426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-7d2421ac-5ccb-4f6e-86c2-e67f10c7cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.119839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-7d2421ac-5ccb-4f6e-86c2-e67f10c7cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.120320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-7d2421ac-5ccb-4f6e-86c2-e67f10c7cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.122025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-7d2421ac-5ccb-4f6e-86c2-e67f10c7cad3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2478ff-cee8-449a-8481-98ac2b21b209&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=089d0ad6-f654-4578-bf11-2852cee4be08&id=089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 200 len: 2295 time: 0.3751228 Nov 12 05:22:39.124007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063a736e-df09-4fa2-b496-7bde4e999346 req-2d8d33af-f392-4531-9f96-f6f8ac519da8 service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759737 Nov 12 05:22:39.366401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.370610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-03e6c63e-9315-452a-b5df-2e8d0f170c2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 HTTP/1.1" status: 200 len: 1001 time: 0.2341130 Nov 12 05:22:39.399173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.460216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063a736e-df09-4fa2-b496-7bde4e999346 req-bf65f777-f3f1-4924-a0a7-3bf1722b4805 service neutron] 10.222.0.47 "GET /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195822 Nov 12 05:22:39.461627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc52dcd4-5694-4df2-bf89-3c837bdb1ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.465368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc52dcd4-5694-4df2-bf89-3c837bdb1ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.471047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc52dcd4-5694-4df2-bf89-3c837bdb1ad3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86531ec2-6826-4422-a733-b4677cf4c456 HTTP/1.1" status: 204 len: 168 time: 0.6666849 Nov 12 05:22:39.481733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52dcd4-5694-4df2-bf89-3c837bdb1ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86531ec2-6826-4422-a733-b4677cf4c456,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:39.544235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-683332d6-e422-4411-9ca5-39b84d217060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.545717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-683332d6-e422-4411-9ca5-39b84d217060 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c54d1faf-483f-422b-8037-251de861ef51 HTTP/1.1" status: 200 len: 855 time: 0.1627233 Nov 12 05:22:39.551727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c384a3f-4da3-470a-8ae3-21f3606562af,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:39.587281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 11fd44c0-e39a-4fff-ac87-83edd2bbb47a up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:39.600451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:22:39.618595 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.664322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:22:39.676353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:39.677434 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.735249 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.735614 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Added segment 378c7f7f-7141-40c8-8e70-75dbc58d6b79 of type vlan for network 80628aa6-76f1-4210-b168-47cee58bff70 Nov 12 05:22:39.796118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.833316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Pushing event deleted for resources: {'Port': ['ID=ae6919f0-af6c-43d9-be61-895d44e93420,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:39.846757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.858078 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.859489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.860329 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.874899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4a6a5-3580-4033-988c-9e149b627717 req-7a940584-ac5c-45e4-bdac-b8863f3feed3 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.876935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73d4a6a5-3580-4033-988c-9e149b627717 req-7a940584-ac5c-45e4-bdac-b8863f3feed3 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 944 time: 0.3847361 Nov 12 05:22:39.908792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:39.913483 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08da219-efa6-4f1f-a78e-3b3aa0808988" -d '{"events": [{"server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "name": "network-vif-plugged", "status": "completed", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:39.942974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:39.946032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:39.955822 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.001113 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.004380 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.005779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4c072d1-23a7-4835-83c1-c9c45110dc01 req-8d52ad27-fcb6-49a6-b335-35a78e2b1760 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "DELETE /v2.0/floatingips/ccba7158-e296-4ead-99ae-f5e3424fa3b6 HTTP/1.1" status: 204 len: 173 time: 2.1785839 Nov 12 05:22:40.017043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-aeaf1950-01c7-4c59-b22c-efbb11fae940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:40.018830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-aeaf1950-01c7-4c59-b22c-efbb11fae940 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2478ff-cee8-449a-8481-98ac2b21b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4146910 Nov 12 05:22:40.076627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] Pushing event updated for resources: {'Network': ['ID=80628aa6-76f1-4210-b168-47cee58bff70,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:40.084229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73d4a6a5-3580-4033-988c-9e149b627717 req-53721d91-1db2-45d3-ae7f-a483602ae8e3 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951052 Nov 12 05:22:40.099011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1618007312-network', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:40.102440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7d576492-40e6-4877-9857-38d0b7e380c0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0241992 Nov 12 05:22:40.109456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33310) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:40.116470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Request body: {'subnet': {'network_id': '80628aa6-76f1-4210-b168-47cee58bff70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-763153759-subnet', 'tenant_id': '1cca8668a4b54ad1aae42dd088915b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:40.126563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:40.146887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 80628aa6-76f1-4210-b168-47cee58bff70 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:22:40.195272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Made reservation on behalf of 24165a3c508449c1a6ee2ece4b5a453a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:40.202921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.205038 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9e0d7f-6003-42f9-984e-fa8585c2386c x-openstack-request-id: req-3a9e0d7f-6003-42f9-984e-fa8585c2386c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:40.214285 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "name": "network-vif-plugged", "status": "completed", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:40.215980 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a9e0d7f-6003-42f9-984e-fa8585c2386c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:40.216417 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'code': 200} Nov 12 05:22:40.239666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.255145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-fddcbcb4-6b51-471a-97d8-6ec1d18bd9e4 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154007 Nov 12 05:22:40.448904 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.459105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Made reservation on behalf of 1cca8668a4b54ad1aae42dd088915b8a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:40.463760 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.534998 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.543890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.557797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b74e5f-bf24-4cc3-872a-a00b25d548d5 req-338a6789-49c9-4b34-8030-ca23dfdd2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:40.559353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80b74e5f-bf24-4cc3-872a-a00b25d548d5 req-338a6789-49c9-4b34-8030-ca23dfdd2488 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 1097 time: 0.2698894 Nov 12 05:22:40.585142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:22:40.604322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f5833b-1a53-481c-808e-8665a2cd3492,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:40.633469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.634087 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Added segment da2b8aa2-76b4-480c-9efc-53da8597f4ec of type vlan for network 46a369b1-c712-4dc4-bd41-f07c0aa831fd Nov 12 05:22:40.695418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-3e4673da-8d8a-4e1c-8c01-940104f21db8 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302599 Nov 12 05:22:40.696788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.760175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.761098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:40.762676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.772191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-d9db1c31-9939-4b50-becc-0c028a7d20ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 217 time: 0.0645320 Nov 12 05:22:40.783321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd153-d542-4e59-977f-96df0b21bedc req-88a1094a-fbca-4c86-9bc7-1db70c8683f0 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:40.791312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37ffd153-d542-4e59-977f-96df0b21bedc req-88a1094a-fbca-4c86-9bc7-1db70c8683f0 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 946 time: 0.1755939 Nov 12 05:22:40.825466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80b74e5f-bf24-4cc3-872a-a00b25d548d5 req-e18b8f50-c364-40ea-ac6a-7bfb7087dc2f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108195 Nov 12 05:22:40.907574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=46a369b1-c712-4dc4-bd41-f07c0aa831fd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:40.927807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14e95fb5-3cf1-4d38-8930-d06cfa243dc9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9742041 Nov 12 05:22:40.929646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:22:40.932963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33342) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:40.938524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-62549c3c-9377-4a4d-a084-9167a71b0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:40.940034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-62549c3c-9377-4a4d-a084-9167a71b0170 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1445451 Nov 12 05:22:40.944011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Request body: {'subnet': {'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1618007312-subnet', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:40.992141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Made reservation on behalf of 24165a3c508449c1a6ee2ece4b5a453a for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:40.995359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.010727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37ffd153-d542-4e59-977f-96df0b21bedc req-ff8b008e-1c45-4b81-a2ae-772122e3b53a tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184300 Nov 12 05:22:41.155242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33350) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:41.303712 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.399251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-fcccf873-8d44-43f5-845b-57f0d7536106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:41.401669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-fcccf873-8d44-43f5-845b-57f0d7536106 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3880479 Nov 12 05:22:41.407138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=924bc2b7-ff2f-47ff-995f-624e60488b5f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:41.412674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.461785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Checking segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:41.462205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Network hostable DHCP agents. Network: 46a369b1-c712-4dc4-bd41-f07c0aa831fd, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:22:41.488807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:22:41.513476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 46a369b1-c712-4dc4-bd41-f07c0aa831fd) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:41.518251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:41.519870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.535943 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c50f42a-8803-4c8a-a370-f29dde6b8c7c None None] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:41.545583 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4fbcb55f-a373-45b1-bd4f-7c4ee12de680 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6120408 Nov 12 05:22:41.548271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33360) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:41.567268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:41.607178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.610894 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.768380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.799307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:22:41.800740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.880398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-571722262-network', 'tenant_id': 'b5d6aebf55e64b5da56559ca95e69772'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:41.993163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feaedc2e-6160-4ded-b278-91d890f0b61b,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:42.022175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.069831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Made reservation on behalf of b5d6aebf55e64b5da56559ca95e69772 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:42.072928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.130566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.164217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Checking segment: {'id': '378c7f7f-7141-40c8-8e70-75dbc58d6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80628aa6-76f1-4210-b168-47cee58bff70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:42.164824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Network hostable DHCP agents. Network: 80628aa6-76f1-4210-b168-47cee58bff70, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:22:42.183131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Allocated IP 172.20.0.2 (46a369b1-c712-4dc4-bd41-f07c0aa831fd/924bc2b7-ff2f-47ff-995f-624e60488b5f/6215b101-176e-422f-8f33-1927cacd9772) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:42.256424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89994276-b5f2-42b7-8d72-711ff579ef5c req-9274514c-92f1-4cdb-b3be-d1c3ae6f9790 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:42.259022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89994276-b5f2-42b7-8d72-711ff579ef5c req-9274514c-92f1-4cdb-b3be-d1c3ae6f9790 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 945 time: 0.9784720 Nov 12 05:22:42.327501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-f7919b2b-fabe-439a-aa7f-2b795c5e500b tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:42.332070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-f7919b2b-fabe-439a-aa7f-2b795c5e500b tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.47 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 946 time: 0.3401513 Nov 12 05:22:42.375796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.392703 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.401775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.406548 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.467623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Network 80628aa6-76f1-4210-b168-47cee58bff70 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:22:42.498659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:42.499736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0148-dd25-4d09-b077-57ef6baee9b8 req-7ee4dc6e-4d15-413a-96fe-32f4aa639eaa tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:42.508589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885d0148-dd25-4d09-b077-57ef6baee9b8 req-7ee4dc6e-4d15-413a-96fe-32f4aa639eaa tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 946 time: 0.3640745 Nov 12 05:22:42.536198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-f80e72bb-5106-456a-8ecd-2452fe56a3d1 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1106563 Nov 12 05:22:42.548362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:42.558060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:42.564653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Allocated IP 172.25.2.165 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/388b8959-ff6d-422f-8adb-3b874d0d88cc) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:42.608411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Pushing event updated for resources: {'Port': ['ID=6215b101-176e-422f-8f33-1927cacd9772,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:42.645446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Attempting to bind port 6215b101-176e-422f-8f33-1927cacd9772 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:22:42.645930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Attempting to bind port 6215b101-176e-422f-8f33-1927cacd9772 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:22:42.646462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Attempting to bind port 6215b101-176e-422f-8f33-1927cacd9772 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:42.653019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:22:42.653329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Checking segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:42.653737 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.654128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Bound using segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:22:42.654627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Bound port: 6215b101-176e-422f-8f33-1927cacd9772, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:22:42.655055 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.682766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 80628aa6-76f1-4210-b168-47cee58bff70) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:42.701371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed6d21-b2bc-47e4-8b35-41ab37ff1f6c None None] Network 80628aa6-76f1-4210-b168-47cee58bff70 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:42.724039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:42.725411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.788766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.799154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.815202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] For port 6215b101-176e-422f-8f33-1927cacd9772, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:22:42.839849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] For port 6215b101-176e-422f-8f33-1927cacd9772, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6215b101-176e-422f-8f33-1927cacd9772,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:22:42.862165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885d0148-dd25-4d09-b077-57ef6baee9b8 req-7c590d56-b525-40f3-82d7-d3b1311cd801 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/security-groups?id=740db435-69af-435e-91f7-a57775c512ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535333 Nov 12 05:22:42.863877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.873612 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.888638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:22:42.892097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.896528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f753f225-e4d0-45db-ae9b-03c553f6d818 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7837625 Nov 12 05:22:42.929823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd58401b-f596-4c18-b4b1-c51c91e6cdd7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:42.949414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89994276-b5f2-42b7-8d72-711ff579ef5c req-be7d2e7f-0c6c-4704-9fda-9890842baae5 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453512 Nov 12 05:22:42.958776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed3d9a-4704-43d6-affe-c5214f4eafd6 None None] Network 80628aa6-76f1-4210-b168-47cee58bff70 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:42.962153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:42.964410 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Added segment 5cd2ba5a-eeca-424d-afc9-c317a7ae97dd of type vlan for network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 Nov 12 05:22:42.998991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-55d3ff0f-d37a-45b7-be71-656ecd649c7b service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286098 Nov 12 05:22:43.025759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:43.040671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:43.063356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:43.103154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-6313e81a-3b7c-4916-8624-7e25c2ef293c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 217 time: 0.0955288 Nov 12 05:22:43.109697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Deleting port b6706b57-74b7-4f31-badf-5b312a43d9e3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:43.110114 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:43.121652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Pushing event updated for resources: {'Port': ['ID=388b8959-ff6d-422f-8adb-3b874d0d88cc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:43.123307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564b5cb-357c-4a0f-9623-e28ae5bfe4b6 None None] Pushing event updated for resources: {'Port': ['ID=6215b101-176e-422f-8f33-1927cacd9772,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:43.229402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] For port b6706b57-74b7-4f31-badf-5b312a43d9e3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b6706b57-74b7-4f31-badf-5b312a43d9e3,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:43.229776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:43.244954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Calling delete_port for b6706b57-74b7-4f31-badf-5b312a43d9e3 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:43.400948 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:43.485894 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:43.488890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:43.489968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:43.612099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] Pushing event updated for resources: {'Network': ['ID=57d401f4-5779-4715-9e2f-5f6aaeeedef0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:43.626560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:43.626899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:22:43.632062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-02831a65-9f54-43eb-9a90-6a751d7c8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:43.634508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-02831a65-9f54-43eb-9a90-6a751d7c8641 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.3158274 Nov 12 05:22:43.648408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-917ae121-eb22-49d7-9636-cc7e63c93cbb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4921548 Nov 12 05:22:43.694889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33396) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:43.704738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Request body: {'subnet': {'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-571722262-subnet', 'tenant_id': 'b5d6aebf55e64b5da56559ca95e69772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:43.803362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-6c9bdb12-6531-4b07-a8b9-aedda2320416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:43.805094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-6c9bdb12-6531-4b07-a8b9-aedda2320416 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1626930 Nov 12 05:22:43.839149 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf551-2c4b-4665-8774-4e7daa88155a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:43.851801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Made reservation on behalf of b5d6aebf55e64b5da56559ca95e69772 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:43.854196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:43.979567 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.039004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.166573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Pushing event deleted for resources: {'Port': ['ID=b6706b57-74b7-4f31-badf-5b312a43d9e3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:44.166864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33416) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:44.184051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-377355464-network', 'tenant_id': 'a9a9a6944c4741f69581184bb22e4b41'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:44.246001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6215b101-176e-422f-8f33-1927cacd9772 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:44.263954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4698743c-90cd-432f-b906-6bea8d018c5e req-13cc3d5a-c6a5-44c6-9f28-16b29d34f827 tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.48 "GET /v2.0/ports?device_id=f98d4ad4-9592-4965-972e-721f4548cac1 HTTP/1.1" status: 200 len: 210 time: 0.2174771 Nov 12 05:22:44.305502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] No DVR routers for this DVR port b6706b57-74b7-4f31-badf-5b312a43d9e3 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:44.309468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-d5bc83b9-fe5a-4b8e-add4-58656ab4453a service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928179 Nov 12 05:22:44.310725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.314604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18b305b5-1e21-4259-aa02-d04e24f7deb5 req-c83d0e18-6878-4b32-b6a3-bf8bd625667d tempest-FloatingIPsAssociationTestJSON-1325890085 tempest-FloatingIPsAssociationTestJSON-1325890085-project] 10.222.0.47 "DELETE /v2.0/ports/b6706b57-74b7-4f31-badf-5b312a43d9e3 HTTP/1.1" status: 204 len: 173 time: 1.9606681 Nov 12 05:22:44.318195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'name': 'network-vif-deleted', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:44.328944 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c015777-7acf-41c4-9acc-76bba9b9b7f5" -d '{"events": [{"server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "name": "network-vif-deleted", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:44.366680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6215b101-176e-422f-8f33-1927cacd9772 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:44.367368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.419394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Made reservation on behalf of a9a9a6944c4741f69581184bb22e4b41 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:44.421697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.484850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.498546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845d6e-0de9-417a-b613-bd7f874a3569 req-4c219499-9b45-4af4-a105-3b2db2b34b49 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:44.512326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a845d6e-0de9-417a-b613-bd7f874a3569 req-4c219499-9b45-4af4-a105-3b2db2b34b49 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 945 time: 0.3546929 Nov 12 05:22:44.625319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.653640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:22:44.674940 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1def27-b0a8-4f92-a66e-8ad289140913 x-openstack-request-id: req-5e1def27-b0a8-4f92-a66e-8ad289140913 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:44.675941 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98d4ad4-9592-4965-972e-721f4548cac1", "name": "network-vif-deleted", "tag": "b6706b57-74b7-4f31-badf-5b312a43d9e3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:44.676463 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e1def27-b0a8-4f92-a66e-8ad289140913 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:44.677333 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98d4ad4-9592-4965-972e-721f4548cac1', 'name': 'network-vif-deleted', 'tag': 'b6706b57-74b7-4f31-badf-5b312a43d9e3', 'status': 'completed', 'code': 200} Nov 12 05:22:44.721216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 6215b101-176e-422f-8f33-1927cacd9772, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6215b101-176e-422f-8f33-1927cacd9772,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:44.728805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c0d37-c1f1-4b5e-940d-2ab477c603ce None None] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:44.736158 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.793571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.802041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b6706b57-74b7-4f31-badf-5b312a43d9e3 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:44.802896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.830756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: b6706b57-74b7-4f31-badf-5b312a43d9e3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:44.831367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b6706b57-74b7-4f31-badf-5b312a43d9e3 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:44.876842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:22:44.890794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bd2843-4dbf-49ac-abe1-4fbf3a41bef9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:44.901696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.902405 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Added segment c946a381-2d1c-4e49-a348-04dcd10f27d9 of type vlan for network d9bff7c0-3760-43ae-96cf-0373d9971146 Nov 12 05:22:44.923239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c20fdb96-7e58-4af4-940a-12535d12f2a1 None None] Provisioning complete for port 6215b101-176e-422f-8f33-1927cacd9772 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:44.923882 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c20fdb96-7e58-4af4-940a-12535d12f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:44.963476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:44.980307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a845d6e-0de9-417a-b613-bd7f874a3569 req-0f0d7cb5-21d6-4c53-aa54-597f5f910df4 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732650 Nov 12 05:22:44.988580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Sync routers for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:44.994325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:45.029703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:45.030363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:45.032757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=6215b101-176e-422f-8f33-1927cacd9772,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:45.090074 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:45.095819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ede4d442-2d55-4be9-8538-f7607c922d67 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5462441 Nov 12 05:22:45.101510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33438) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:45.133206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:45.139250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:45.140843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:45.181954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-418a24f0-c47b-46dc-a16a-67404e974df5 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8411598 Nov 12 05:22:45.210735 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0427599 Nov 12 05:22:45.211638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33444) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:45.218722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Request body: {'subnet': {'network_id': 'd9bff7c0-3760-43ae-96cf-0373d9971146', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-377355464-subnet', 'tenant_id': 'a9a9a6944c4741f69581184bb22e4b41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:45.295517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:45.302422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50dcec-0364-4515-91f0-0ca6c96347bc admin admin] Pushing event updated for resources: {'Network': ['ID=d9bff7c0-3760-43ae-96cf-0373d9971146,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:45.340871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Made reservation on behalf of a9a9a6944c4741f69581184bb22e4b41 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:45.349770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:45.382418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:45.388487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33458) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:45.428492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-247b049f-4125-4617-85e3-1d1a8cb57e87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c79f5a82-d269-4392-8fc4-35cef54faf65 HTTP/1.1" status: 200 len: 217 time: 0.1096926 Nov 12 05:22:45.489528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network d9bff7c0-3760-43ae-96cf-0373d9971146 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:22:45.664204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-1682c97c-75cc-46ee-a472-87ff6f50d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:45.672391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-1682c97c-75cc-46ee-a472-87ff6f50d0e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.2311206 Nov 12 05:22:45.891418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:45.955275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=920f1c99-c064-4a9d-8dcd-dcb2c99971e4,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:45.985445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Checking segment: {'id': 'c946a381-2d1c-4e49-a348-04dcd10f27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9bff7c0-3760-43ae-96cf-0373d9971146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:45.986252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Network hostable DHCP agents. Network: d9bff7c0-3760-43ae-96cf-0373d9971146, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:22:46.019253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Network d9bff7c0-3760-43ae-96cf-0373d9971146 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:22:46.034040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01470a01-0340-4d5e-b351-bdee29d8c436,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:46.040290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, d9bff7c0-3760-43ae-96cf-0373d9971146) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:46.044423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:46.044856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:46.079216 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-65cc5f45-de7f-4d2f-ab44-7435f04b9509 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8645768 Nov 12 05:22:46.140884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096c82f-aca4-496f-bff6-ce23eba6a6ea None None] Network d9bff7c0-3760-43ae-96cf-0373d9971146 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:46.287316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6215b101-176e-422f-8f33-1927cacd9772 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:46.360247 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2c3887aa-a31e-4e0e-ac15-27e6a36669ce None None] Provisioning complete for port 6215b101-176e-422f-8f33-1927cacd9772 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:46.360623 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2c3887aa-a31e-4e0e-ac15-27e6a36669ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:46.366305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00b2755c-3e79-47cc-a93e-e8165e8bb3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:46.478692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:43Z', 'revision_number': 3, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:46.547110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Checking router: ea9e4d21-cbfa-40b5-ad8a-6647babbb15d for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:46.547361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Updating router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d port 388b8959-ff6d-422f-8adb-3b874d0d88cc binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:22:46.563671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6215b101-176e-422f-8f33-1927cacd9772 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:46.564075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:46.611466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c6f3a-ca8d-48ea-836e-0e62458aad8b None None] Network d9bff7c0-3760-43ae-96cf-0373d9971146 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:46.652793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:46.856908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-1230d9bc-d630-45d2-84b0-da93cee4dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:46.858627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-1230d9bc-d630-45d2-84b0-da93cee4dd41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1728613 Nov 12 05:22:46.867696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Checking segment: {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:46.868629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Network hostable DHCP agents. Network: 57d401f4-5779-4715-9e2f-5f6aaeeedef0, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:22:46.970728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fa70a-6e67-4638-b8e6-b689e4c6d1a3 req-b2c6a980-f81f-423b-9147-b351d61fca02 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:46.972266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e97fa70a-6e67-4638-b8e6-b689e4c6d1a3 req-b2c6a980-f81f-423b-9147-b351d61fca02 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 945 time: 0.6565182 Nov 12 05:22:47.067590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:22:47.087386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173ae0-da77-43b5-937b-2d82d70e52d8 req-5c2c2317-e878-4ad4-bcab-75d00c09efa0 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:47.088875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26173ae0-da77-43b5-937b-2d82d70e52d8 req-5c2c2317-e878-4ad4-bcab-75d00c09efa0 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 945 time: 0.7634103 Nov 12 05:22:47.134062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 57d401f4-5779-4715-9e2f-5f6aaeeedef0) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:47.135183 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.156585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ce71b-df05-4a44-8a4b-b8f85717fa03 None None] Network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:47.161916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:47.162556 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.188335 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.200027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d088fcea-c645-4199-bff3-4d2154ce4d48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5013103 Nov 12 05:22:47.221622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e97fa70a-6e67-4638-b8e6-b689e4c6d1a3 req-24b79dd7-8d16-42bd-aa3d-39222ce6639d tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060232 Nov 12 05:22:47.314538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-9250bfd8-f1f1-4ac9-b806-a6b19fe015ca service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432292 Nov 12 05:22:47.358400 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.368276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920ddbf-f0bf-4c03-b0b1-72c5bd5653bc None None] Pushing event updated for resources: {'Port': ['ID=388b8959-ff6d-422f-8adb-3b874d0d88cc,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:47.377869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Attempting to bind port 388b8959-ff6d-422f-8adb-3b874d0d88cc on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:22:47.379170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Attempting to bind port 388b8959-ff6d-422f-8adb-3b874d0d88cc by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:22:47.380845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Attempting to bind port 388b8959-ff6d-422f-8adb-3b874d0d88cc on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:47.418208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:22:47.423270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:47.423865 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.424426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:22:47.425745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Bound port: 388b8959-ff6d-422f-8adb-3b874d0d88cc, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:22:47.426331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.447821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26173ae0-da77-43b5-937b-2d82d70e52d8 req-5c691bf8-9ede-402d-9ada-eb0a34ed16ea tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/security-groups?id=255b478f-9222-44e0-9f40-b008093ba274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297102 Nov 12 05:22:47.556461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-183e2c6d-bd79-40c0-b65c-9fdc02322b00 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017236 Nov 12 05:22:47.653910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e7388e-d003-44b3-b1ea-0b682e06a016 None None] Network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:47.654295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-a991ab5d-0714-4c4f-9966-2ad0bc3ae094 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e HTTP/1.1" status: 200 len: 217 time: 0.0826468 Nov 12 05:22:47.806597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] For port 388b8959-ff6d-422f-8adb-3b874d0d88cc, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:22:47.819069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] For port 388b8959-ff6d-422f-8adb-3b874d0d88cc, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=388b8959-ff6d-422f-8adb-3b874d0d88cc,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:22:47.825083 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.832083 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.835859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.897382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920ddbf-f0bf-4c03-b0b1-72c5bd5653bc None None] Pushing event updated for resources: {'Port': ['ID=388b8959-ff6d-422f-8adb-3b874d0d88cc,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:47.900270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:47.900984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:47.980095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-9fbdfae0-6c19-402f-9b4a-2d723897f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:47.981567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-9fbdfae0-6c19-402f-9b4a-2d723897f5de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.3050208 Nov 12 05:22:48.036057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:48.214077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-dd68d4e6-3626-47ca-9905-2a1c85ed97c2 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:48.218828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-dd68d4e6-3626-47ca-9905-2a1c85ed97c2 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/networks?id=80628aa6-76f1-4210-b168-47cee58bff70 HTTP/1.1" status: 200 len: 824 time: 0.5635269 Nov 12 05:22:48.232759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:43Z', 'revision_number': 3, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:48.262781 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af52a2e-94e8-450a-9c83-b0522bb3979c None None] The sync data for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 is: [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:43Z', 'revision_number': 3, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:48.287300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-df1ed0d9-dbd4-4aea-927a-608796b5181d tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/quotas/1cca8668a4b54ad1aae42dd088915b8a HTTP/1.1" status: 200 len: 375 time: 0.0528319 Nov 12 05:22:48.318549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-3125c360-5565-487a-927a-ef0b03215c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:48.320036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-3125c360-5565-487a-927a-ef0b03215c10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3072095 Nov 12 05:22:48.359456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-6d94fab8-e473-4881-9fdc-6fa3d14a954d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:48.361034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-6d94fab8-e473-4881-9fdc-6fa3d14a954d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 813 time: 0.4633203 Nov 12 05:22:48.398206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-478efee7-de56-4f8a-a8b5-549316d4f075 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cca8668a4b54ad1aae42dd088915b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969574 Nov 12 05:22:48.479017 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:48.573523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-25c76230-b690-439d-b30d-e64cef8c1596 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/quotas/b5d6aebf55e64b5da56559ca95e69772 HTTP/1.1" status: 200 len: 375 time: 0.1824813 Nov 12 05:22:48.699584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98539c-20ea-469e-a315-99082267c600 req-279c4adf-765b-4737-a46c-bb90e74271f9 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:48.701431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d98539c-20ea-469e-a315-99082267c600 req-279c4adf-765b-4737-a46c-bb90e74271f9 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.43 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 945 time: 0.4021890 Nov 12 05:22:48.709184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-628dae5b-8f09-4c35-8972-0d6ff0410a29 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017408 Nov 12 05:22:48.712394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Allocated IP 172.20.0.1 (46a369b1-c712-4dc4-bd41-f07c0aa831fd/924bc2b7-ff2f-47ff-995f-624e60488b5f/0f3b7b4b-fc49-4a8f-a2bd-e712d145753b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:48.832142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-51a024a4-8175-443e-846f-796efb15c803 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799244 Nov 12 05:22:49.282629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-49ed5be3-6e88-4dee-a472-a86ccd3b6991 service neutron] 10.222.0.48 "GET /v2.0/networks/80628aa6-76f1-4210-b168-47cee58bff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8699989 Nov 12 05:22:49.356842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33596) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:49.413867 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.468169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-9a46d735-0392-429a-abce-23e850d33cc1 service neutron] 10.222.0.48 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410436 Nov 12 05:22:49.481892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1cfd48af-4a6f-4d11-9dae-92e860e44b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.538510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.564496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1cfd48af-4a6f-4d11-9dae-92e860e44b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.571449 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1cfd48af-4a6f-4d11-9dae-92e860e44b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.589272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-b4b5164a-f7b0-4b52-8afb-c5681d62ecb5 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208824 Nov 12 05:22:49.616076 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1cfd48af-4a6f-4d11-9dae-92e860e44b67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cafc89981dfc4dc2b011a6a679e60001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581120 Nov 12 05:22:49.616759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33600) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:49.623269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd48af-4a6f-4d11-9dae-92e860e44b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7d8f1-94e2-4ca3-b572-acf067eb3621,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:49.623485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Deleting port c683f986-5dd1-4025-98e5-2886e152e644 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:49.623628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.639250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 11fd44c0-e39a-4fff-ac87-83edd2bbb47a details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:22:49.670099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-200534ef-477c-416a-83c9-35fafd332c71 service neutron] 10.222.0.48 "GET /v2.0/networks/80628aa6-76f1-4210-b168-47cee58bff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783290 Nov 12 05:22:49.682260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-593cc550-5b5f-4bba-9af8-a95dfeaab2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.714105 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-593cc550-5b5f-4bba-9af8-a95dfeaab2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.742334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-bf174e66-8462-49c4-b8a1-9a445f6b0fed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c HTTP/1.1" status: 200 len: 217 time: 0.1116791 Nov 12 05:22:49.782178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-593cc550-5b5f-4bba-9af8-a95dfeaab2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.786565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-593cc550-5b5f-4bba-9af8-a95dfeaab2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.791177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-593cc550-5b5f-4bba-9af8-a95dfeaab2a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47c7d8f1-94e2-4ca3-b572-acf067eb3621 HTTP/1.1" status: 204 len: 168 time: 0.1708965 Nov 12 05:22:49.800874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cc550-5b5f-4bba-9af8-a95dfeaab2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7d8f1-94e2-4ca3-b572-acf067eb3621,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:49.819450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] For port c683f986-5dd1-4025-98e5-2886e152e644, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c683f986-5dd1-4025-98e5-2886e152e644,segment=NetworkSegment(5943eac8-b98b-4a2b-aae9-7016ace9f3f1),segment_id=5943eac8-b98b-4a2b-aae9-7016ace9f3f1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:49.819601 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:49.836077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Calling delete_port for c683f986-5dd1-4025-98e5-2886e152e644 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:49.982648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-d6c88594-fb82-4bc5-8a55-f34cbdb14c16 service neutron] 10.222.0.48 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972370 Nov 12 05:22:49.988695 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.041484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:50.050935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Deleting port 148a39be-725a-4ce3-8e29-a4309269994e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:50.051281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.074289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'network_id': '12d4519f-353e-454c-aa94-41d813b054f7', 'port_id': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'mac_address': 'fa:16:3e:af:bc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe6034-b5c9-43f5-8a4a-3d6545ac4082', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:22:50.088461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:50.105335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-0bf0435d-2c87-4930-9777-fde819eb3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:50.106871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-0bf0435d-2c87-4930-9777-fde819eb3a89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.3502774 Nov 12 05:22:50.129438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:50.159798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:50.176609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.205721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:50.217991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11fd44c0-e39a-4fff-ac87-83edd2bbb47a {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:50.321434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 388b8959-ff6d-422f-8adb-3b874d0d88cc up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:50.325876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93738f-210f-462e-94f4-9e77e5a5bf2d req-07dfc25c-0d44-4a44-be86-7c1b44c2eb59 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:50.328489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:50.329878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33618) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:50.336338 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca93738f-210f-462e-94f4-9e77e5a5bf2d req-07dfc25c-0d44-4a44-be86-7c1b44c2eb59 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 945 time: 0.4010746 Nov 12 05:22:50.351095 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.405207 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.531124 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.573648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.587019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.600717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-1835c0e3-de7d-4c6a-99a1-88f6d021c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:50.602532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-1835c0e3-de7d-4c6a-99a1-88f6d021c79c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4561877 Nov 12 05:22:50.628117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca93738f-210f-462e-94f4-9e77e5a5bf2d req-4f075a69-b684-4e52-a9e6-aa7d6c358b2b tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905242 Nov 12 05:22:50.635622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] For port 148a39be-725a-4ce3-8e29-a4309269994e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=148a39be-725a-4ce3-8e29-a4309269994e,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:50.636893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.665071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['11fd44c0-e39a-4fff-ac87-83edd2bbb47a'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:50.698953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ca9be95bbed4c4abb30b8718668715b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678086 Nov 12 05:22:50.700913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b79c92-0164-40c3-8227-29d68d7d8829,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:50.724325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33628) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:50.734981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.735785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.736360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.737329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.738724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.739850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.740687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.741251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.741814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.742492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.744167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.745645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e43729-7451-4cde-a04b-042f392cd7b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:50.769131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8f9760d4-72f0-411a-b02a-d6c3da3e252a None None] Provisioning complete for port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:50.770242 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f9760d4-72f0-411a-b02a-d6c3da3e252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.771716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Calling delete_port for 148a39be-725a-4ce3-8e29-a4309269994e owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:50.857993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8f9760d4-72f0-411a-b02a-d6c3da3e252a None None] Port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:22:50.861412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b53e4db-f4bf-4f0b-9f37-75d7a0056c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.869539 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.870155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:50.888473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 388b8959-ff6d-422f-8adb-3b874d0d88cc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:50.888895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:50.924111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b53e4db-f4bf-4f0b-9f37-75d7a0056c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.003248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b53e4db-f4bf-4f0b-9f37-75d7a0056c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.006897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b53e4db-f4bf-4f0b-9f37-75d7a0056c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.018206 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1b53e4db-f4bf-4f0b-9f37-75d7a0056c65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0b79c92-0164-40c3-8227-29d68d7d8829 HTTP/1.1" status: 204 len: 168 time: 0.2617660 Nov 12 05:22:51.038885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53e4db-f4bf-4f0b-9f37-75d7a0056c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b79c92-0164-40c3-8227-29d68d7d8829,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:51.049734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-532a093b-8c01-416d-b8c6-870b7ac85674 req-b8c311ea-ee97-4840-a2ac-bc317b222a65 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.48 "GET /v2.0/ports?device_id=99f73420-5e06-4717-a7bf-4e7d2efc109e HTTP/1.1" status: 200 len: 210 time: 0.7022150 Nov 12 05:22:51.053087 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.090120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a61498c1-1753-4080-996b-0710a2b1b9c4 req-472cd428-d34a-4289-bc7b-e82b37b10c04 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 210 time: 0.1995320 Nov 12 05:22:51.101609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 388b8959-ff6d-422f-8adb-3b874d0d88cc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=388b8959-ff6d-422f-8adb-3b874d0d88cc,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:51.104777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Pushing event deleted for resources: {'Port': ['ID=c683f986-5dd1-4025-98e5-2886e152e644,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:51.125323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.201050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-7afbaab5-5ffe-4404-b326-1f3b8c3a9a7b service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849063 Nov 12 05:22:51.202227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] No DVR routers for this DVR port c683f986-5dd1-4025-98e5-2886e152e644 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:51.207406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=388b8959-ff6d-422f-8adb-3b874d0d88cc,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:51.229826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.233830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d98539c-20ea-469e-a315-99082267c600 req-8b55068f-6e78-481a-ab78-a46391f74ae1 tempest-VolumesAdminNegativeTest-751234769 tempest-VolumesAdminNegativeTest-751234769-project] 10.222.0.43 "DELETE /v2.0/ports/c683f986-5dd1-4025-98e5-2886e152e644 HTTP/1.1" status: 204 len: 173 time: 2.5188963 Nov 12 05:22:51.237753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f73420-5e06-4717-a7bf-4e7d2efc109e', 'name': 'network-vif-deleted', 'tag': 'c683f986-5dd1-4025-98e5-2886e152e644'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:51.240331 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a17835-203f-45ca-9006-44dc903c03ef" -d '{"events": [{"server_uuid": "99f73420-5e06-4717-a7bf-4e7d2efc109e", "name": "network-vif-deleted", "tag": "c683f986-5dd1-4025-98e5-2886e152e644"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:51.294751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36aa5449-b596-4501-b41d-4a520b012127 req-719372dc-ea66-48e2-b460-6a2654b37d48 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 210 time: 0.0993259 Nov 12 05:22:51.298314 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e2bca-d36f-4dfe-b5d8-95e7ab171b1a x-openstack-request-id: req-704e2bca-d36f-4dfe-b5d8-95e7ab171b1a {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:51.298614 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f73420-5e06-4717-a7bf-4e7d2efc109e", "name": "network-vif-deleted", "tag": "c683f986-5dd1-4025-98e5-2886e152e644", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:51.298881 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-704e2bca-d36f-4dfe-b5d8-95e7ab171b1a {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:51.299263 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f73420-5e06-4717-a7bf-4e7d2efc109e', 'name': 'network-vif-deleted', 'tag': 'c683f986-5dd1-4025-98e5-2886e152e644', 'status': 'completed', 'code': 200} Nov 12 05:22:51.352560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.560175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-1b692059-6049-403f-8247-73e249e7a57f service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251684 Nov 12 05:22:51.667265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 11fd44c0-e39a-4fff-ac87-83edd2bbb47a up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:51.738631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:51.739129 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.933820 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:51.976177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:51.978600 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4995e9e-f7fd-4ce6-89d2-5ac234f3877e" -d '{"events": [{"server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "name": "network-vif-plugged", "status": "completed", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:51.993480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:52.005694 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.006699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c683f986-5dd1-4025-98e5-2886e152e644 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:52.071505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-2896b2be-00f3-4163-acb1-a26f4d55dec6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f HTTP/1.1" status: 200 len: 217 time: 0.4782026 Nov 12 05:22:52.101190 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d911b-abcb-429b-b207-f98e4b02c263 x-openstack-request-id: req-1d9d911b-abcb-429b-b207-f98e4b02c263 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:52.101746 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "name": "network-vif-plugged", "status": "completed", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:52.102221 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d9d911b-abcb-429b-b207-f98e4b02c263 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:52.103138 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'code': 200} Nov 12 05:22:52.104170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:52.108413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: c683f986-5dd1-4025-98e5-2886e152e644 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:52.109046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c683f986-5dd1-4025-98e5-2886e152e644 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:52.183879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33668) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:52.257455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 388b8959-ff6d-422f-8adb-3b874d0d88cc up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:52.259512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd9edb4-21be-4411-8daa-782eb2acdcd6 admin admin] Deleting subnet cb3152b5-f3f8-4803-97ed-1cb88bcbfd3f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:22:52.264031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cbd9edb4-21be-4411-8daa-782eb2acdcd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.335657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.339819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 388b8959-ff6d-422f-8adb-3b874d0d88cc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:52.340270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.347358 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cbd9edb4-21be-4411-8daa-782eb2acdcd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.429445 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cbd9edb4-21be-4411-8daa-782eb2acdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.523916 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.524469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cbd9edb4-21be-4411-8daa-782eb2acdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.535793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-20c19027-67a3-4e24-9a87-cf305e8b0ded tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:52.538654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-20c19027-67a3-4e24-9a87-cf305e8b0ded tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.47 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 813 time: 0.4657350 Nov 12 05:22:52.539602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=148a39be-725a-4ce3-8e29-a4309269994e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:52.556445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f7abedd-5016-492b-b0b5-a006aa7a2b52 req-12af952c-edca-4370-8e60-37ae277aa46b tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 210 time: 0.2315342 Nov 12 05:22:52.558041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-52186cc4-fcbd-405b-bea2-4d204f40931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:52.560438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-52186cc4-fcbd-405b-bea2-4d204f40931e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.4575469 Nov 12 05:22:52.571173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.592564 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cbd9edb4-21be-4411-8daa-782eb2acdcd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.595990 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cbd9edb4-21be-4411-8daa-782eb2acdcd6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cb3152b5-f3f8-4803-97ed-1cb88bcbfd3f HTTP/1.1" status: 204 len: 168 time: 0.4109814 Nov 12 05:22:52.596998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9edb4-21be-4411-8daa-782eb2acdcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3152b5-f3f8-4803-97ed-1cb88bcbfd3f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:52.599008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33678) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:52.638907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Request body: {'port': {'device_id': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0', 'admin_state_up': True, 'tenant_id': 'b5d6aebf55e64b5da56559ca95e69772'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:52.684261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.774028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.796559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d31872a-b8a0-4134-9f4e-89a04d401669']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:52.807036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5943eac8-b98b-4a2b-aae9-7016ace9f3f1') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:52.807563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5943eac8-b98b-4a2b-aae9-7016ace9f3f1') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:52.818183 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.818832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-62a12b1a-9ce5-4ac4-b1e3-df6a13aacf14 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:52.820010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-62a12b1a-9ce5-4ac4-b1e3-df6a13aacf14 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.47 "GET /v2.0/networks?id=80628aa6-76f1-4210-b168-47cee58bff70 HTTP/1.1" status: 200 len: 824 time: 1.2942209 Nov 12 05:22:52.832233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.842927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:22:52.843407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:22:52.845598 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:22:52.852409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Request body: {'port': {'device_id': 'dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4', 'network_id': '80628aa6-76f1-4210-b168-47cee58bff70', 'admin_state_up': True, 'tenant_id': '1cca8668a4b54ad1aae42dd088915b8a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:52.880736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88476d26-0b9f-4bb0-ba6d-34fc0ce462a1 req-463ce486-7bf2-442d-8147-6cecbad53a61 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 210 time: 0.1535592 Nov 12 05:22:52.908311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.921268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:52.926279 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0d31872a-b8a0-4134-9f4e-89a04d401669 HTTP/1.1" status: 204 len: 168 time: 0.3264658 Nov 12 05:22:52.940172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33690) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:52.944101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3403c-d056-44cc-b7b7-a1d5a921d802 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d31872a-b8a0-4134-9f4e-89a04d401669,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:52.948700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:52.962672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-7b8e31e3-b865-44e1-abdb-e00e307d25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:52.964235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-7b8e31e3-b865-44e1-abdb-e00e307d25a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3293538 Nov 12 05:22:52.966046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:53.081697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444e825-9c44-49f0-84cc-345979c11066 req-6c5273ec-111c-42d1-93ca-372bff7785a9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:53.083191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3444e825-9c44-49f0-84cc-345979c11066 req-6c5273ec-111c-42d1-93ca-372bff7785a9 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 945 time: 0.9991233 Nov 12 05:22:53.264802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Deleting subnet a2fdb47e-8e0d-49d2-8e17-1f31eb2f1d23 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:22:53.311067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:53.311207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Made reservation on behalf of b5d6aebf55e64b5da56559ca95e69772 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:53.314736 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:53.430710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:53.457700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3444e825-9c44-49f0-84cc-345979c11066 req-b51c8f95-e88a-4cc1-b450-5c0df535fabf tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625624 Nov 12 05:22:53.471678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-2b17d886-1db4-487e-a12b-87b4956e33b8 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724681 Nov 12 05:22:53.504819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:53.550597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Made reservation on behalf of 1cca8668a4b54ad1aae42dd088915b8a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:53.553905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:53.668167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:53.730597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:53.773166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:53.874063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b873559c-438f-480a-a516-e74ead7efa5b req-21ef0561-1e51-4cce-87bf-dfbfb2753b85 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 210 time: 0.1957741 Nov 12 05:22:54.022997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-be390d3e-10ff-465d-9b30-de3a2a98b0b6 None None] Provisioning complete for port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:54.023577 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be390d3e-10ff-465d-9b30-de3a2a98b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.043548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33726) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:54.066386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-be390d3e-10ff-465d-9b30-de3a2a98b0b6 None None] Port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:22:54.180209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b354f8d5-becc-4b61-a821-c78df1bd2ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.264441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b354f8d5-becc-4b61-a821-c78df1bd2ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.268797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b354f8d5-becc-4b61-a821-c78df1bd2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.308955 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b354f8d5-becc-4b61-a821-c78df1bd2ab8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0a7117219f8472da00007cd4ac5ece4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640195 Nov 12 05:22:54.310133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354f8d5-becc-4b61-a821-c78df1bd2ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11bf543-41cf-434c-b5d1-314fc4806416,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:54.312650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33730) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:54.370693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-fb46c73c-d7f8-480a-8bf5-4208e06bbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:54.372195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-fb46c73c-d7f8-480a-8bf5-4208e06bbae0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 1097 time: 0.7206481 Nov 12 05:22:54.373918 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e9d5-8ed3-45e1-a027-31ba01d1306f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.399796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fafbe737-5973-459c-a3e4-f61618ff2e40 req-4fcbc6d5-0f3c-4285-8140-df6814579b18 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 210 time: 0.4185274 Nov 12 05:22:54.400425 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e9d5-8ed3-45e1-a027-31ba01d1306f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.419411 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:22:54.428832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Allocated IP 172.20.0.9 (57d401f4-5779-4715-9e2f-5f6aaeeedef0/01470a01-0340-4d5e-b351-bdee29d8c436/874ca87b-5c37-425c-920f-00658921368f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:54.447716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3e57c9f-7e0f-44e3-98f5-203152897ab8 req-166f0a76-b512-4702-884c-96d9de46d239 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9152303 Nov 12 05:22:54.455365 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e9d5-8ed3-45e1-a027-31ba01d1306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.458268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e9d5-8ed3-45e1-a027-31ba01d1306f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.460216 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c8b2e9d5-8ed3-45e1-a027-31ba01d1306f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d11bf543-41cf-434c-b5d1-314fc4806416 HTTP/1.1" status: 204 len: 168 time: 0.1463943 Nov 12 05:22:54.469426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2e9d5-8ed3-45e1-a027-31ba01d1306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11bf543-41cf-434c-b5d1-314fc4806416,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:54.580560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.611471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Allocated IP 172.20.0.3 (80628aa6-76f1-4210-b168-47cee58bff70/feaedc2e-6160-4ded-b278-91d890f0b61b/f0532079-28ea-4862-aedf-b33878d7b0d8) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:54.676403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.679594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a2fdb47e-8e0d-49d2-8e17-1f31eb2f1d23 HTTP/1.1" status: 204 len: 168 time: 1.7319479 Nov 12 05:22:54.682222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33738) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:54.699617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2fdb47e-8e0d-49d2-8e17-1f31eb2f1d23,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:54.754405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:54.757396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.772184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.772534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.772872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.773206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.773536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.773861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.774191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.774544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.774869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.775193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.775515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.775833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca728e-7da6-4a6d-bb39-163d660f20dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:54.860345 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.877713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-a6ad4591-079c-47d4-95aa-649cde5beaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:54.879877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-a6ad4591-079c-47d4-95aa-649cde5beaff service neutron] 10.222.0.43 "GET /v2.0/networks?id=12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 200 len: 905 time: 0.4528306 Nov 12 05:22:54.896141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb6966c-fd84-484b-8583-d388e479c091']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:54.908108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3f8109-6fb5-47f3-9356-583a40ce978d') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:54.908844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3f8109-6fb5-47f3-9356-583a40ce978d') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:54.919823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664541f-1514-4098-b8cb-e0cdee09cbe8 req-d7fbf127-6ad9-473d-b315-294fb5ac0cc5 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:54.921384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3664541f-1514-4098-b8cb-e0cdee09cbe8 req-d7fbf127-6ad9-473d-b315-294fb5ac0cc5 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 945 time: 0.3368602 Nov 12 05:22:54.922491 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.946099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.953039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:22:54.953518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:22:54.955519 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:22:55.013529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.028646 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.035823 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0cb6966c-fd84-484b-8583-d388e479c091 HTTP/1.1" status: 204 len: 168 time: 0.3522668 Nov 12 05:22:55.036250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:55.037690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947f212-6024-43ce-9237-4656d66aaf51 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb6966c-fd84-484b-8583-d388e479c091,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:55.040148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-587af188-e82b-4174-9f6c-767544b406fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a HTTP/1.1" status: 200 len: 217 time: 0.1481075 Nov 12 05:22:55.135842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-865b4485-0298-4de6-926a-019d78cfc75b req-96e00a78-d4a5-4901-bb79-897ef0eed796 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 210 time: 0.1120558 Nov 12 05:22:55.192259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33760) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:55.206292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.246513 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-61d059ea-3258-479d-8051-5e5ca23713d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33dcd17b287f47e6a6fdc797637c5cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550215 Nov 12 05:22:55.247406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33764) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:55.309248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2db308d6-dd6b-4c64-bd2b-f552a56b2183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.327695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3664541f-1514-4098-b8cb-e0cdee09cbe8 req-2550a546-0aac-4fba-916c-a7c00c9e2e6e tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919630 Nov 12 05:22:55.336186 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2db308d6-dd6b-4c64-bd2b-f552a56b2183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.343889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-d7305fa0-1a91-4f79-8414-a8d107c9d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:55.345763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-d7305fa0-1a91-4f79-8414-a8d107c9d96c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 200 len: 844 time: 0.2780404 Nov 12 05:22:55.367529 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.418370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-6d52c881-7bec-494d-8956-f1070c95e207 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12d4519f-353e-454c-aa94-41d813b054f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541046 Nov 12 05:22:55.419557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2db308d6-dd6b-4c64-bd2b-f552a56b2183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.422305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2db308d6-dd6b-4c64-bd2b-f552a56b2183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.428584 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2db308d6-dd6b-4c64-bd2b-f552a56b2183 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/255b478f-9222-44e0-9f40-b008093ba274 HTTP/1.1" status: 204 len: 168 time: 0.1793523 Nov 12 05:22:55.444652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db308d6-dd6b-4c64-bd2b-f552a56b2183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b478f-9222-44e0-9f40-b008093ba274,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:55.450108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:55.463671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4df9c11f-bbc7-4b8a-8e1c-86b0974dcac8 admin admin] 10.222.0.48 "PUT /v2.0/routers/ea9e4d21-cbfa-40b5-ad8a-6647babbb15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3176959 Nov 12 05:22:55.466315 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Sync routers for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:55.500964 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:55.501606 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:55.539629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.603360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:55.613553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] Sync routers for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:55.629737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:55.636263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:55.658419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:55.658576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b009ab48-f9d8-4c98-a5eb-d3a576610c5f admin admin] 10.222.0.48 "PUT /v2.0/routers/d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2647080 Nov 12 05:22:55.699853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:55.703931 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.713333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:55.717756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:55.756016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:55.819362 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:55.849152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-fbdb677b-8e26-4161-9324-a81eff1c0659 service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957374 Nov 12 05:22:55.889380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856f3e7-3e05-4cbe-a56d-297c37cf8506 req-b66727bc-ba16-4f8e-acc2-5f90d4c332d5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:55.895226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5856f3e7-3e05-4cbe-a56d-297c37cf8506 req-b66727bc-ba16-4f8e-acc2-5f90d4c332d5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 931 time: 0.3173771 Nov 12 05:22:55.930590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Network 80628aa6-76f1-4210-b168-47cee58bff70 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:55.935206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Pushing event updated for resources: {'Port': ['ID=f0532079-28ea-4862-aedf-b33878d7b0d8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:55.946845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.957362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:55.977219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:55.978177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.980922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:55.984145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:55.988155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33798) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:56.076778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-bc6da635-8775-4de0-b5ff-e37f6e3b7809 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5066822 Nov 12 05:22:56.101421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Request body: {'port': {'device_id': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:56.160078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5856f3e7-3e05-4cbe-a56d-297c37cf8506 req-df09ab7e-fee3-42c9-a2e0-d3f269e642be tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267978 Nov 12 05:22:56.191241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:56.195162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.247029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b407e3-db44-4ed1-9613-b3d3ac12c17a req-8946b7a2-403e-4464-a2e3-f5202f4c654a service neutron] 10.222.0.43 "GET /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476219 Nov 12 05:22:56.260683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33804) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:56.263781 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 2, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:56.290764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-c2c100ea-7ec6-4886-8d99-b1b155351a9c tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4472799 Nov 12 05:22:56.297698 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Checking router: ea9e4d21-cbfa-40b5-ad8a-6647babbb15d for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:56.298060 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Updating router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:22:56.323029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Request body: {'port': {'device_id': 'dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:56.343664 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.369088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.480416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:56.498932 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.520665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c5bc86cd-ceb3-4452-b9a9-3c289d7dad5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6805fc1edb114086ba220a97e15085d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585328 Nov 12 05:22:56.548155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] Checking router: d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:56.565769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] Routers {'d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:56.566427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:56.580956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33808) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:56.613921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a741d6-46d3-4b57-8f97-0e6c479f319b req-25bc25cb-50c7-49f9-99ec-bedc7bce9c28 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:56.615804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67a741d6-46d3-4b57-8f97-0e6c479f319b req-25bc25cb-50c7-49f9-99ec-bedc7bce9c28 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 945 time: 0.3526707 Nov 12 05:22:56.656408 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-305c1f49-e1eb-44bc-bf79-5e484ade2375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.740861 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.752321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33810) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:56.755939 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.759300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5fdb8a5b-64a4-464f-9584-953fab30fc9b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133552271', 'description': 'tempest-description--926464019'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:56.782643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.790259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] Set router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:56.794902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8a5b-64a4-464f-9584-953fab30fc9b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.832015 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Pushing event updated for resources: {'Port': ['ID=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:56.847481 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.847823 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.848156 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.848486 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.849055 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.849407 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.849706 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.850030 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.850370 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.850705 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.851023 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.851339 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:56.914212 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Attempting to bind port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:22:56.914704 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Attempting to bind port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:22:56.914863 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Attempting to bind port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:56.920074 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:22:56.920739 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Checking segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:56.921025 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.921416 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Bound using segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:22:56.921877 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Bound port: 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:22:56.922249 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.979044 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8a5b-64a4-464f-9584-953fab30fc9b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.985263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Deleting port 44e360f5-93f2-46fb-9f53-7eb6052374ad {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:56.985452 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.995211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8a5b-64a4-464f-9584-953fab30fc9b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.999470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c39af2b-a961-46ea-8534-b9d6236ab6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.004905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67a741d6-46d3-4b57-8f97-0e6c479f319b req-8aeb1b7e-4805-4c91-a6e2-960829426422 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715813 Nov 12 05:22:57.057432 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] For port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:22:57.063662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] For port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:22:57.077564 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.080496 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.109425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb8a5b-64a4-464f-9584-953fab30fc9b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4134074f-3965-425b-9b59-8b298648f920,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:57.139889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8a5b-64a4-464f-9584-953fab30fc9b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.141783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5fdb8a5b-64a4-464f-9584-953fab30fc9b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3860199 Nov 12 05:22:57.147785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33812) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:57.152574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-de73ce67-63a2-4506-ac3e-4293cdfe60b0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'security_group_rule': {'security_group_id': '4134074f-3965-425b-9b59-8b298648f920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:57.156416 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:57.157018 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:57.157158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c39af2b-a961-46ea-8534-b9d6236ab6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.160490 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8705db5-bfbc-42a9-9121-c746668e6f46 None None] Pushing event updated for resources: {'Port': ['ID=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:57.241061 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-305c1f49-e1eb-44bc-bf79-5e484ade2375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.256101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-094a319d-47f0-4b10-bcb0-58d1ce5d572b None None] Provisioning complete for port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:57.256501 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-094a319d-47f0-4b10-bcb0-58d1ce5d572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.264471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] For port 44e360f5-93f2-46fb-9f53-7eb6052374ad, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44e360f5-93f2-46fb-9f53-7eb6052374ad,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:57.265571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.292415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de73ce67-63a2-4506-ac3e-4293cdfe60b0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.304942 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Calling delete_port for 44e360f5-93f2-46fb-9f53-7eb6052374ad owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:57.334917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-305c1f49-e1eb-44bc-bf79-5e484ade2375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.356260 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:57.356668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:57.412264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa84f9-a775-4ba6-a961-b23b4b7786c5 None None] The sync data for ids ['d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea'] in n-d-765315-28 is: [{'id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'name': 'tempest-FloatingIPsAssociationTestJSON-374231693-router', 'tenant_id': '29d43c51a5fe48ca896676cdcae6f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:16Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 5, 'project_id': '29d43c51a5fe48ca896676cdcae6f483', 'gw_port': {'id': '44e360f5-93f2-46fb-9f53-7eb6052374ad', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:18Z', 'updated_at': '2021-11-12T05:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:57.414370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de73ce67-63a2-4506-ac3e-4293cdfe60b0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.427533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de73ce67-63a2-4506-ac3e-4293cdfe60b0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.464065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de73ce67-63a2-4506-ac3e-4293cdfe60b0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.467978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-de73ce67-63a2-4506-ac3e-4293cdfe60b0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164515 Nov 12 05:22:57.468638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73ce67-63a2-4506-ac3e-4293cdfe60b0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ef4ebb-0c65-4ac2-a150-33fe484c7b7b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:57.471703 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33816) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:57.513045 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-094a319d-47f0-4b10-bcb0-58d1ce5d572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.522553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f6492be3-9829-46a7-b3a8-82e65175786a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'security_group_rule': {'security_group_id': '4134074f-3965-425b-9b59-8b298648f920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:57.563083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-094a319d-47f0-4b10-bcb0-58d1ce5d572b None None] For port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:57.570584 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-094a319d-47f0-4b10-bcb0-58d1ce5d572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.573488 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6492be3-9829-46a7-b3a8-82e65175786a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.624856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a319d-47f0-4b10-bcb0-58d1ce5d572b None None] Pushing event updated for resources: {'Port': ['ID=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:57.656152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6492be3-9829-46a7-b3a8-82e65175786a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.664579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6492be3-9829-46a7-b3a8-82e65175786a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.688677 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.693084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 11fd44c0-e39a-4fff-ac87-83edd2bbb47a no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:57.695496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6492be3-9829-46a7-b3a8-82e65175786a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f25308a-3fc4-47be-b02e-4243747a74e7,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:57.704900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6492be3-9829-46a7-b3a8-82e65175786a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.706218 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f6492be3-9829-46a7-b3a8-82e65175786a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878154 Nov 12 05:22:57.729246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33818) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:57.729526 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:57Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:57.733991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:57.744919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Pushing event deleted for resources: {'Port': ['ID=44e360f5-93f2-46fb-9f53-7eb6052374ad,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:57.766903 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ccf6f-e13b-4744-be0e-286cdd01ece7 None None] The sync data for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 is: [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:57Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:57.775865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-16ace0c0-89ee-4482-a1d0-cdde253fe519 None None] Provisioning complete for port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:57.776455 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16ace0c0-89ee-4482-a1d0-cdde253fe519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.836354 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.879798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.880485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a13f-90c3-4711-97f7-ed7b8391bc07 req-652c66f1-2b97-4ccf-9457-b9e64097719e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:57.882073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aaa6a13f-90c3-4711-97f7-ed7b8391bc07 req-652c66f1-2b97-4ccf-9457-b9e64097719e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 931 time: 1.0456276 Nov 12 05:22:57.924354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c1f49-e1eb-44bc-bf79-5e484ade2375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cdaaa7-69aa-4b91-9ad4-ba6a376b6497,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:57.951217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c39af2b-a961-46ea-8534-b9d6236ab6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.953803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c39af2b-a961-46ea-8534-b9d6236ab6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.955031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9c39af2b-a961-46ea-8534-b9d6236ab6b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9038749-f9f3-4118-b029-0e2fc9c4e063 HTTP/1.1" status: 204 len: 168 time: 1.3728628 Nov 12 05:22:57.963216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.977606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.989652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.992222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:57.994480 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8726a-f158-426d-9988-6570c9f204e1" -d '{"events": [{"server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "name": "network-vif-unplugged", "status": "completed", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:58.001982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39af2b-a961-46ea-8534-b9d6236ab6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9038749-f9f3-4118-b029-0e2fc9c4e063,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:58.047534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:58.081032 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.133793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-305c1f49-e1eb-44bc-bf79-5e484ade2375 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e0f541785ff4901b70feed7fdc844b3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1395564 Nov 12 05:22:58.136732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33826) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:58.144744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.145273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:22:58.170281 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.172458 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b1371415-cdc8-4f30-9790-dd1d63a2d24b admin admin] 10.222.0.48 "DELETE /v2.0/routers/d1b7ed5d-78dd-45b3-923f-0cfcdb2d9aea HTTP/1.1" status: 204 len: 168 time: 2.5119178 Nov 12 05:22:58.177103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33830) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:58.178473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:58.225762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aaa6a13f-90c3-4711-97f7-ed7b8391bc07 req-59f05b84-d8f6-4ea7-84e2-3523bbe5fe95 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101637 Nov 12 05:22:58.235949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6a0d6a-4eb4-41e7-9b56-573d6b74c4a7 admin admin] Deleting subnet 8551dc53-43c1-451d-80ae-f5fd96a81bb1 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:22:58.251342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d6a0d6a-4eb4-41e7-9b56-573d6b74c4a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.318504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.322160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88347d58-d9cf-44c1-9510-3e530dbd7d97 req-fbe34537-d961-428b-851a-5f544f77bc8c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:58.328093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88347d58-d9cf-44c1-9510-3e530dbd7d97 req-fbe34537-d961-428b-851a-5f544f77bc8c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 931 time: 1.0231774 Nov 12 05:22:58.329801 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730f3a43-7adf-44db-becc-8cd388a50893 x-openstack-request-id: req-730f3a43-7adf-44db-becc-8cd388a50893 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:58.330730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d6a0d6a-4eb4-41e7-9b56-573d6b74c4a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.332910 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "name": "network-vif-unplugged", "status": "completed", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:58.333270 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-730f3a43-7adf-44db-becc-8cd388a50893 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:58.333772 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'code': 200} Nov 12 05:22:58.345090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-a438b5a6-3aec-4785-b2dc-e399f06eb9c5 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:58.348678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-a438b5a6-3aec-4785-b2dc-e399f06eb9c5 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 945 time: 0.4314766 Nov 12 05:22:58.427855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:58.527198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Allocated IP 172.25.2.72 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/24d99a8b-db0f-4642-949b-1bc0c8048991) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:58.665049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88347d58-d9cf-44c1-9510-3e530dbd7d97 req-4af074a5-48ea-43e3-9591-8ff95b920903 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127494 Nov 12 05:22:58.740764 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d6a0d6a-4eb4-41e7-9b56-573d6b74c4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.745826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0532079-28ea-4862-aedf-b33878d7b0d8 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:58.761566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874ca87b-5c37-425c-920f-00658921368f {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:58.768977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.771404 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0812cd80-ec6c-4358-a5d2-791fa027e247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.782774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.795501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b40970-d016-4bf8-a786-879fed07e4b0 req-03ae418f-bcb2-42b8-96f4-3d8714bd3847 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:58.812774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:58.813149 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.815312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79b40970-d016-4bf8-a786-879fed07e4b0 req-03ae418f-bcb2-42b8-96f4-3d8714bd3847 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 943 time: 0.3680184 Nov 12 05:22:58.880838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.882910 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d6a0d6a-4eb4-41e7-9b56-573d6b74c4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.885043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Transition to ACTIVE for port object f0532079-28ea-4862-aedf-b33878d7b0d8 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:22:58.904711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Transition to ACTIVE for port object 874ca87b-5c37-425c-920f-00658921368f will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:22:58.912021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.920949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0812cd80-ec6c-4358-a5d2-791fa027e247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.925572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a0d6a-4eb4-41e7-9b56-573d6b74c4a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8551dc53-43c1-451d-80ae-f5fd96a81bb1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:58.938897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d6a0d6a-4eb4-41e7-9b56-573d6b74c4a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.943111 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4d6a0d6a-4eb4-41e7-9b56-573d6b74c4a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8551dc53-43c1-451d-80ae-f5fd96a81bb1 HTTP/1.1" status: 204 len: 168 time: 0.7649629 Nov 12 05:22:58.947168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33842) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:58.968228 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.990098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086d589-1185-43c7-8c82-2284cacfbfc4 None None] Network 698cb2bf-ac47-4712-a247-675154f801ac requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:22:59.115034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79b40970-d016-4bf8-a786-879fed07e4b0 req-419a34cf-9680-4fc8-b4e6-137bd30f31da tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b67d9f2-989d-4420-8c98-352a8202c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939651 Nov 12 05:22:59.124388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.133086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Deleting port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:59.133672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.154332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 148a39be-725a-4ce3-8e29-a4309269994e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:22:59.154659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Pushing event updated for resources: {'Port': ['ID=f0532079-28ea-4862-aedf-b33878d7b0d8,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:59.182778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.225517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 148a39be-725a-4ce3-8e29-a4309269994e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:22:59.225843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 148a39be-725a-4ce3-8e29-a4309269994e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:22:59.297540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:59.339979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:59.342916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:59.344980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'Port': ['ID=24d99a8b-db0f-4642-949b-1bc0c8048991,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:59.354380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] DHCP port deletion for 698cb2bf-ac47-4712-a247-675154f801ac request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:22:59.414568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] For port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,segment=NetworkSegment(73b273f7-eda4-4d4c-a39a-9ffe576fabd2),segment_id=73b273f7-eda4-4d4c-a39a-9ffe576fabd2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:59.415236 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.431231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Calling delete_port for 11fd44c0-e39a-4fff-ac87-83edd2bbb47a owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:59.435484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Deleting port 6d288d8e-1b97-4386-96d9-e5e3ca878688 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:59.435847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.464146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] Deleting port 6d288d8e-1b97-4386-96d9-e5e3ca878688 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:22:59.464572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.466626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33854) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:59.544505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0812cd80-ec6c-4358-a5d2-791fa027e247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.547144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0812cd80-ec6c-4358-a5d2-791fa027e247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.551813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0812cd80-ec6c-4358-a5d2-791fa027e247 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3cdaaa7-69aa-4b91-9ad4-ba6a376b6497 HTTP/1.1" status: 204 len: 168 time: 1.3995433 Nov 12 05:22:59.569137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] For port 6d288d8e-1b97-4386-96d9-e5e3ca878688, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6d288d8e-1b97-4386-96d9-e5e3ca878688,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:59.570362 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.582169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812cd80-ec6c-4358-a5d2-791fa027e247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cdaaa7-69aa-4b91-9ad4-ba6a376b6497,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:59.594838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] For port 6d288d8e-1b97-4386-96d9-e5e3ca878688, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6d288d8e-1b97-4386-96d9-e5e3ca878688,segment=NetworkSegment(56790da4-dd0e-458e-b980-faa10fb0206e),segment_id=56790da4-dd0e-458e-b980-faa10fb0206e)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:59.595216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.596523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:59.601340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] Calling delete_port for 6d288d8e-1b97-4386-96d9-e5e3ca878688 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:59.606859 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.642670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Calling delete_port for 6d288d8e-1b97-4386-96d9-e5e3ca878688 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:22:59.681609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1403926470-network', 'tenant_id': '84d1955096584b9893c674ea0198d4f6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:59.734281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Attempting to bind port 874ca87b-5c37-425c-920f-00658921368f on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:22:59.734703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Attempting to bind port 874ca87b-5c37-425c-920f-00658921368f by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:22:59.735371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Attempting to bind port 874ca87b-5c37-425c-920f-00658921368f on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:59.737036 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.758861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Port 874ca87b-5c37-425c-920f-00658921368f on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:22:59.759462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Attempting to bind port 874ca87b-5c37-425c-920f-00658921368f on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:59.783993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] No DVR routers for this DVR port 6d288d8e-1b97-4386-96d9-e5e3ca878688 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:22:59.789267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb06d9c-2f58-40be-b788-60aa36668684 None None] Pushing event deleted for resources: {'Port': ['ID=6d288d8e-1b97-4386-96d9-e5e3ca878688,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:59.803019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:22:59.803631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Checking segment: {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:59.804200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Bound using segment: {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:22:59.804975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Bound port: 874ca87b-5c37-425c-920f-00658921368f, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:22:59.805533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.814567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Attempting to bind port f0532079-28ea-4862-aedf-b33878d7b0d8 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:22:59.815120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Attempting to bind port f0532079-28ea-4862-aedf-b33878d7b0d8 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '378c7f7f-7141-40c8-8e70-75dbc58d6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80628aa6-76f1-4210-b168-47cee58bff70'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:22:59.815668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Attempting to bind port f0532079-28ea-4862-aedf-b33878d7b0d8 on network 80628aa6-76f1-4210-b168-47cee58bff70 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:59.828450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.838441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.842332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Port f0532079-28ea-4862-aedf-b33878d7b0d8 on network 80628aa6-76f1-4210-b168-47cee58bff70 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:22:59.842695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Attempting to bind port f0532079-28ea-4862-aedf-b33878d7b0d8 on network 80628aa6-76f1-4210-b168-47cee58bff70 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:59.857639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce8b6-cd0c-47e0-ba1f-862eae4df61c req-9c4bf5e7-9d70-4bbd-bf1d-c63202ea270d tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:59.859205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c24ce8b6-cd0c-47e0-ba1f-862eae4df61c req-9c4bf5e7-9d70-4bbd-bf1d-c63202ea270d tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 943 time: 0.3203745 Nov 12 05:22:59.877240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:22:59.877240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Checking segment: {'id': '378c7f7f-7141-40c8-8e70-75dbc58d6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80628aa6-76f1-4210-b168-47cee58bff70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:59.877240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Bound using segment: {'id': '378c7f7f-7141-40c8-8e70-75dbc58d6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80628aa6-76f1-4210-b168-47cee58bff70'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:22:59.877240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Bound port: f0532079-28ea-4862-aedf-b33878d7b0d8, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c7f7f-7141-40c8-8e70-75dbc58d6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80628aa6-76f1-4210-b168-47cee58bff70'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:22:59.877872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.886297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Made reservation on behalf of 84d1955096584b9893c674ea0198d4f6 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:59.888669 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.898270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d288d8e-1b97-4386-96d9-e5e3ca878688,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:59.898538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.904572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.919158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] No DVR routers for this DVR port 6d288d8e-1b97-4386-96d9-e5e3ca878688 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:23:00.005485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Pushing event deleted for resources: {'Port': ['ID=11fd44c0-e39a-4fff-ac87-83edd2bbb47a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:00.090700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] No DVR routers for this DVR port 11fd44c0-e39a-4fff-ac87-83edd2bbb47a on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:23:00.091348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.110672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.114740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98664688-3d0e-4287-9138-3626f3fbc8ef req-4a96b60e-b446-4c45-be4b-c032a455d4b8 tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.43 "DELETE /v2.0/ports/11fd44c0-e39a-4fff-ac87-83edd2bbb47a HTTP/1.1" status: 204 len: 173 time: 1.6929557 Nov 12 05:23:00.121304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'name': 'network-vif-deleted', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:00.123772 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a039319-eb94-4d84-94d4-7e3461200997" -d '{"events": [{"server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "name": "network-vif-deleted", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:00.140011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698cb2bf-ac47-4712-a247-675154f801ac']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:00.170555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56790da4-dd0e-458e-b980-faa10fb0206e') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:00.170937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56790da4-dd0e-458e-b980-faa10fb0206e') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:00.196177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6d288d8e-1b97-4386-96d9-e5e3ca878688 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:00.202879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.213645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.214840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c24ce8b6-cd0c-47e0-ba1f-862eae4df61c req-d06c5ea6-0616-49ab-b083-1b1e2a71957e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361750 Nov 12 05:23:00.225529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.236745 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.239217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 6d288d8e-1b97-4386-96d9-e5e3ca878688 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:00.240640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6d288d8e-1b97-4386-96d9-e5e3ca878688 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:00.242224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44e360f5-93f2-46fb-9f53-7eb6052374ad no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:00.243275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff2fdf-d316-4618-9b48-7452e979e477 req-5e630b2d-a2ad-41f7-845d-cfb74e1c1186 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:00.248646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:23:00.249323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.252305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2ff2fdf-d316-4618-9b48-7452e979e477 req-5e630b2d-a2ad-41f7-845d-cfb74e1c1186 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 943 time: 0.4028404 Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:23:00.257275 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:23:00.276994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.298818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 44e360f5-93f2-46fb-9f53-7eb6052374ad {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:00.299193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44e360f5-93f2-46fb-9f53-7eb6052374ad not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:00.316449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:00.318984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] For port f0532079-28ea-4862-aedf-b33878d7b0d8, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:00.326665 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.334489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:23:00.338689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2ff2fdf-d316-4618-9b48-7452e979e477 req-42e570f0-ff3e-4a6c-bea0-2b214286fe89 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786877 Nov 12 05:23:00.362938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] For port f0532079-28ea-4862-aedf-b33878d7b0d8, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0532079-28ea-4862-aedf-b33878d7b0d8,segment=NetworkSegment(378c7f7f-7141-40c8-8e70-75dbc58d6b79),segment_id=378c7f7f-7141-40c8-8e70-75dbc58d6b79)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:00.374832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:00.377417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.414651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661aeeee-c94e-4545-96b5-33fd5c0c4ef8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:00.428902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.431066 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Added segment ef984631-afff-4d3b-86b3-5635feb3a5c5 of type vlan for network 3ed78184-8903-4980-8306-bdaee78a9734 Nov 12 05:23:00.471615 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06500a63-a908-4d05-af56-212c8aa4cba2 x-openstack-request-id: req-06500a63-a908-4d05-af56-212c8aa4cba2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:00.472585 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9419a0c7-8738-4f2f-815d-1e8e72fb0299", "name": "network-vif-deleted", "tag": "11fd44c0-e39a-4fff-ac87-83edd2bbb47a", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:00.472842 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06500a63-a908-4d05-af56-212c8aa4cba2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:00.473249 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9419a0c7-8738-4f2f-815d-1e8e72fb0299', 'name': 'network-vif-deleted', 'tag': '11fd44c0-e39a-4fff-ac87-83edd2bbb47a', 'status': 'completed', 'code': 200} Nov 12 05:23:00.474634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Pushing event updated for resources: {'Port': ['ID=f0532079-28ea-4862-aedf-b33878d7b0d8,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:00.477281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.482107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.493531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:00.494158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.495681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-e92f14d2-782c-4517-84da-6d3e92d2f0be service neutron] 10.222.0.47 "PUT /v2.0/ports/f0532079-28ea-4862-aedf-b33878d7b0d8 HTTP/1.1" status: 200 len: 1092 time: 4.1813977 Nov 12 05:23:00.518891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:00.519523 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.521010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] 10.222.0.47 "PUT /v2.0/ports/874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 1092 time: 4.4283164 Nov 12 05:23:00.531249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.535631 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] 10.222.0.48 "DELETE /v2.0/networks/698cb2bf-ac47-4712-a247-675154f801ac HTTP/1.1" status: 204 len: 168 time: 1.5876424 Nov 12 05:23:00.559092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'Port': ['ID=24d99a8b-db0f-4642-949b-1bc0c8048991,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:00.562847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.573669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba9b4f-4fb7-4c25-a1e0-e2353e39d899 admin admin] Pushing event deleted for resources: {'Network': ['ID=698cb2bf-ac47-4712-a247-675154f801ac,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:00.581963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fa3e-8091-474a-b4d7-9b73b7514b22 service neutron] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:00.584168 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.619050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.629335 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a00ebf1-e61e-482f-9c1f-e6f2530a5512 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8899200 Nov 12 05:23:00.631655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.632658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:00.633249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.671875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b737df81-450d-4031-b60d-fe2a74f18a02 req-bf18570b-fc64-43b8-a1b1-edfeb9710a7b tempest-ImagesTestJSON-114516014 tempest-ImagesTestJSON-114516014-project] 10.222.0.48 "GET /v2.0/ports?device_id=9419a0c7-8738-4f2f-815d-1e8e72fb0299 HTTP/1.1" status: 200 len: 210 time: 0.0383644 Nov 12 05:23:00.718373 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2506015 Nov 12 05:23:00.719515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04ff8c-a09a-4234-a2e3-48d9ae71f974 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed78184-8903-4980-8306-bdaee78a9734,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:00.721444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33890) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:00.727922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Request body: {'subnet': {'network_id': '3ed78184-8903-4980-8306-bdaee78a9734', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1403926470-subnet', 'tenant_id': '84d1955096584b9893c674ea0198d4f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:00.734151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 3ed78184-8903-4980-8306-bdaee78a9734 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:23:00.763506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Made reservation on behalf of 84d1955096584b9893c674ea0198d4f6 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:00.766189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:00.806216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:00.883990 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d8609e21-e447-4b15-91cc-7183f51adfb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29d43c51a5fe48ca896676cdcae6f483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0764515 Nov 12 05:23:00.886517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33894) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:00.955544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-84ff2bf0-6e1e-42d1-9443-c22cef3e6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:00.955544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-84ff2bf0-6e1e-42d1-9443-c22cef3e6e55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1095 time: 0.3207009 Nov 12 05:23:00.971440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-75024c27-fda3-41d0-a03f-233aba6bb896 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 217 time: 0.0649076 Nov 12 05:23:00.997520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e7b-7fea-4528-b9c8-01dd12d38f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:01.022495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e7b-7fea-4528-b9c8-01dd12d38f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:01.102096 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e7b-7fea-4528-b9c8-01dd12d38f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:01.103447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-27ff8caa-64d3-45cb-b8fb-5b6226582c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:01.104878 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e7b-7fea-4528-b9c8-01dd12d38f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:01.104979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-27ff8caa-64d3-45cb-b8fb-5b6226582c80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.1189461 Nov 12 05:23:01.108408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-06546932-feed-475f-958f-a4dca22df35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:01.108630 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cf5c6e7b-7fea-4528-b9c8-01dd12d38f2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/740db435-69af-435e-91f7-a57775c512ef HTTP/1.1" status: 204 len: 168 time: 0.2167778 Nov 12 05:23:01.108703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-06546932-feed-475f-958f-a4dca22df35d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cca8668a4b54ad1aae42dd088915b8a&device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 1095 time: 0.4858737 Nov 12 05:23:01.123642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c6e7b-7fea-4528-b9c8-01dd12d38f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740db435-69af-435e-91f7-a57775c512ef,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:01.161277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-4edd7b8e-3917-437d-8c33-803088533708 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398533 Nov 12 05:23:01.228107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-7021e5cc-3023-4c52-b012-c164d1356be0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:23:01.229074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-7021e5cc-3023-4c52-b012-c164d1356be0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103402 Nov 12 05:23:01.248966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-f8812b5f-c454-4fec-83ef-d8fac7fa88f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0532079-28ea-4862-aedf-b33878d7b0d8 HTTP/1.1" status: 200 len: 217 time: 0.1131923 Nov 12 05:23:01.377353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:01.435391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-d9df6b19-38f9-423a-a982-522cb64d40c1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2133552271&fields=id&tenant_id=24165a3c508449c1a6ee2ece4b5a453a HTTP/1.1" status: 200 len: 267 time: 0.2502685 Nov 12 05:23:01.553956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eceb47e6-a9f6-4cf8-ac41-40c8afce1fc7,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:01.585856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-3cceda3e-8879-4ac6-b4b8-95f75a6fa5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:01.587697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-3cceda3e-8879-4ac6-b4b8-95f75a6fa5b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feaedc2e-6160-4ded-b278-91d890f0b61b HTTP/1.1" status: 200 len: 864 time: 0.2916398 Nov 12 05:23:01.647763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Checking segment: {'id': 'ef984631-afff-4d3b-86b3-5635feb3a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ed78184-8903-4980-8306-bdaee78a9734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:01.648090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Network hostable DHCP agents. Network: 3ed78184-8903-4980-8306-bdaee78a9734, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:23:01.652588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-a9b8d7d1-6aa8-46d0-8914-d0d36850bf05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80628aa6-76f1-4210-b168-47cee58bff70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442712 Nov 12 05:23:01.682417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 11fd44c0-e39a-4fff-ac87-83edd2bbb47a no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:01.705619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 11fd44c0-e39a-4fff-ac87-83edd2bbb47a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:01.706096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 11fd44c0-e39a-4fff-ac87-83edd2bbb47a not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:01.749339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c918c69-58e5-4a66-ab7c-c36909e0c13d req-db44872e-682c-41cd-a58b-359d899626c0 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:01.750988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c918c69-58e5-4a66-ab7c-c36909e0c13d req-db44872e-682c-41cd-a58b-359d899626c0 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 943 time: 0.4335988 Nov 12 05:23:01.812419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Network 3ed78184-8903-4980-8306-bdaee78a9734 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:23:01.829209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-7188d35c-6024-43b1-8858-3560512bb422 service neutron] 10.222.0.47 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763276 Nov 12 05:23:01.874157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 3ed78184-8903-4980-8306-bdaee78a9734) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:01.882305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:01.882937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:01.889834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe891a5-6442-4d6d-86fa-0a80897daa68 None None] Network 3ed78184-8903-4980-8306-bdaee78a9734 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:02.053294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb35baf-ae28-4cd6-97e3-abea98ae58a2 None None] Network 3ed78184-8903-4980-8306-bdaee78a9734 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:02.065092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:02.195083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1226331330-network', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:02.224801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Made reservation on behalf of d40cc70b40ff4fb9bd8cd105d8ada910 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:02.227207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.236202 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.300629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-325cafae-faa2-4e17-b3ea-bdab9a67cf01 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:02.305806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-325cafae-faa2-4e17-b3ea-bdab9a67cf01 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.8396244 Nov 12 05:23:02.314391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-94f38ba8-d6e0-4493-af23-9ece5c4a127e service neutron] 10.222.0.47 "GET /v2.0/networks/80628aa6-76f1-4210-b168-47cee58bff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503038 Nov 12 05:23:02.320494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.324650 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.342352 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b3857202-bfea-4e41-8d43-792812c4ba85 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6103706 Nov 12 05:23:02.357447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c918c69-58e5-4a66-ab7c-c36909e0c13d req-6b9355c0-fabe-4e03-9798-7596fa987160 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587358 Nov 12 05:23:02.361963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:23:02.365101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25c643-b8dd-46d3-a685-f11876172b0d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:02.391465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.391910 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Added segment 88778813-edc0-449e-a6df-d6853bc3e5e3 of type vlan for network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 Nov 12 05:23:02.395487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-7ec99c9e-ee30-4a56-b812-1dcd2130a4af tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/quotas/24165a3c508449c1a6ee2ece4b5a453a HTTP/1.1" status: 200 len: 375 time: 0.0788655 Nov 12 05:23:02.446360 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.478183 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.479614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:02.480522 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.502519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4', 'tag': 'f0532079-28ea-4862-aedf-b33878d7b0d8'}, {'name': 'network-changed', 'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'tag': '874ca87b-5c37-425c-920f-00658921368f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:02.505196 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc02e3cc-9b80-410c-86b7-39baf9398a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4", "tag": "f0532079-28ea-4862-aedf-b33878d7b0d8"}, {"name": "network-changed", "server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "tag": "874ca87b-5c37-425c-920f-00658921368f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:02.530091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58327aa3-fe8e-46e7-a77a-cd5d3adc7066 req-f48d391e-4bd9-4df6-b092-4a477765b25f service neutron] 10.222.0.47 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902702 Nov 12 05:23:02.564514 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4981012 Nov 12 05:23:02.569291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33984) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:02.585792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Request body: {'subnet': {'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1226331330-subnet', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:02.592554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-38c38f46-835f-4cbb-8d16-7b30b6e0d536 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1961985 Nov 12 05:23:02.600613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-787e18bf-eb5f-4978-a7ae-c49099bfb63c req-f8ecd3e9-a91e-4e99-ba22-091d29ac0520 service neutron] 10.222.0.47 "GET /v2.0/networks/80628aa6-76f1-4210-b168-47cee58bff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731230 Nov 12 05:23:02.601007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aaeb6-aecf-4d8a-a51b-29ae176c37df admin admin] Pushing event updated for resources: {'Network': ['ID=55857ed2-e4da-4d18-b06b-2cce7c7dbb53,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:02.613098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:23:02.618465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d4117-5fdf-4a00-bc7c-6a7b4fce4bb8 req-b54a9ea6-333e-4179-b481-51953baa0fc0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:02.620094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-946d4117-5fdf-4a00-bc7c-6a7b4fce4bb8 req-b54a9ea6-333e-4179-b481-51953baa0fc0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 943 time: 0.1186445 Nov 12 05:23:02.640738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Made reservation on behalf of d40cc70b40ff4fb9bd8cd105d8ada910 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:02.643386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.727631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-946d4117-5fdf-4a00-bc7c-6a7b4fce4bb8 req-0f82109a-d467-4236-a602-337dd348eab1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986090 Nov 12 05:23:02.764514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-a3777c72-3171-4a82-a5c6-e200cba0b133 service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434031 Nov 12 05:23:02.902122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:02.907720 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd52215e-50a0-47b6-b836-2d373d6d06c3 x-openstack-request-id: req-fd52215e-50a0-47b6-b836-2d373d6d06c3 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:02.908304 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4", "tag": "f0532079-28ea-4862-aedf-b33878d7b0d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "tag": "874ca87b-5c37-425c-920f-00658921368f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:02.908657 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd52215e-50a0-47b6-b836-2d373d6d06c3 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:02.909104 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4', 'tag': 'f0532079-28ea-4862-aedf-b33878d7b0d8', 'status': 'completed', 'code': 200} Nov 12 05:23:02.909487 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'tag': '874ca87b-5c37-425c-920f-00658921368f', 'status': 'completed', 'code': 200} Nov 12 05:23:02.912073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-d91d4510-34cd-4836-b7b8-413a88ddddc7 service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377740 Nov 12 05:23:02.989713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-8df54b29-fa6e-4a26-ad2b-1923bb952c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:02.993179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-8df54b29-fa6e-4a26-ad2b-1923bb952c81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cca8668a4b54ad1aae42dd088915b8a&device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 1095 time: 0.0628963 Nov 12 05:23:03.016038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2c0397-c3dd-4d2e-b656-16c00b9a02ed,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:03.018311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Checking segment: {'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:03.018752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Network hostable DHCP agents. Network: 55857ed2-e4da-4d18-b06b-2cce7c7dbb53, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:23:03.039456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:23:03.056108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 55857ed2-e4da-4d18-b06b-2cce7c7dbb53) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:03.061214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:03.062176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.067693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8844fac-f13c-455f-b024-86865ad579a6 None None] Network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:03.093223 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-729de5cb-c604-484f-baf4-0537d4c0691e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5206304 Nov 12 05:23:03.093704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34030) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:03.105779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:03.152874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.153838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.169306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d3a94902-db91-49b9-a18c-e8286aa870a9 req-d1e23845-632b-4df5-912b-9c2124fa8321 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1203772697', 'description': 'tempest-description-596964904'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:03.299125 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.330663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20e3745-478c-4d76-915d-4b11f119d0e7 req-14abc164-841f-4d74-b9f8-3ca11a24951e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 210 time: 0.1130135 Nov 12 05:23:03.387766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-55857ed2-e4da-4d18-b06b-2cce7c7dbb53', 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'fixed_ips': [{'subnet_id': 'db2c0397-c3dd-4d2e-b656-16c00b9a02ed'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:23:03.390034 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.406552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d3a94902-db91-49b9-a18c-e8286aa870a9 req-d1e23845-632b-4df5-912b-9c2124fa8321 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.458369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-7ba0deb0-26fc-424f-a9ef-a213e535b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:03.461115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-7ba0deb0-26fc-424f-a9ef-a213e535b17a service neutron] 10.222.0.47 "GET /v2.0/networks?id=80628aa6-76f1-4210-b168-47cee58bff70 HTTP/1.1" status: 200 len: 925 time: 0.4553638 Nov 12 05:23:03.543322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-4d8ab8f5-5696-4141-be80-3fcfe463d85b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0532079-28ea-4862-aedf-b33878d7b0d8 HTTP/1.1" status: 200 len: 217 time: 0.0675683 Nov 12 05:23:03.609458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.702049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Allocated IP 172.20.0.2 (55857ed2-e4da-4d18-b06b-2cce7c7dbb53/db2c0397-c3dd-4d2e-b656-16c00b9a02ed/59deb6df-ed5b-440e-aa3c-f9dff558397d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:03.731343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c4174-25cb-454b-9a48-5770ade7af8f req-9e20efba-9f25-4216-9728-a785ec0f48f2 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:03.739943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-225c4174-25cb-454b-9a48-5770ade7af8f req-9e20efba-9f25-4216-9728-a785ec0f48f2 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 943 time: 0.2006407 Nov 12 05:23:03.798638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-a36004bc-a40f-4bf4-bb16-588f6eb80b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:03.801069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-a36004bc-a40f-4bf4-bb16-588f6eb80b02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feaedc2e-6160-4ded-b278-91d890f0b61b HTTP/1.1" status: 200 len: 864 time: 0.2268054 Nov 12 05:23:03.813517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d3a94902-db91-49b9-a18c-e8286aa870a9 req-d1e23845-632b-4df5-912b-9c2124fa8321 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.846005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-f0dce573-70bc-4a89-9fe3-82c844bdc894 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80628aa6-76f1-4210-b168-47cee58bff70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360510 Nov 12 05:23:03.857746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d3a94902-db91-49b9-a18c-e8286aa870a9 req-d1e23845-632b-4df5-912b-9c2124fa8321 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.975861 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.976662 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d3a94902-db91-49b9-a18c-e8286aa870a9 req-d1e23845-632b-4df5-912b-9c2124fa8321 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.993590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3a94902-db91-49b9-a18c-e8286aa870a9 req-d1e23845-632b-4df5-912b-9c2124fa8321 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8483968 Nov 12 05:23:04.000486 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.022957 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.037592 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.064305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-225c4174-25cb-454b-9a48-5770ade7af8f req-ba540705-7fbb-420b-942c-106d254c2109 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232956 Nov 12 05:23:04.144754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:04.162006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:04.169122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e23845-632b-4df5-912b-9c2124fa8321 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41eafdec-3d91-4c23-baa0-d8d05587186a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:04.181275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:04.196533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Pushing event updated for resources: {'Port': ['ID=59deb6df-ed5b-440e-aa3c-f9dff558397d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:04.278307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Attempting to bind port 59deb6df-ed5b-440e-aa3c-f9dff558397d on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:04.278852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Attempting to bind port 59deb6df-ed5b-440e-aa3c-f9dff558397d by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:04.279283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Attempting to bind port 59deb6df-ed5b-440e-aa3c-f9dff558397d on network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:04.288318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:04.288809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Checking segment: {'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:04.289711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.290628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Bound using segment: {'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:04.290734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Bound port: 59deb6df-ed5b-440e-aa3c-f9dff558397d, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:04.291358 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.309818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Allocated IP 172.25.2.230 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/a5f59eac-6bb1-4279-87e1-990811d2e377) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:04.362951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5a170-5672-4065-b69f-86320a69a794 req-54bc5962-a140-438d-a7d1-ee6205622312 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:04.365156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eef5a170-5672-4065-b69f-86320a69a794 req-54bc5962-a140-438d-a7d1-ee6205622312 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 943 time: 0.1773818 Nov 12 05:23:04.382120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-111d141e-ee67-49f9-8969-5dafadf97aa1 req-f953580e-c7ba-4eba-a127-eea20fb7aa34 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/41eafdec-3d91-4c23-baa0-d8d05587186a HTTP/1.1" status: 200 len: 1823 time: 0.1124196 Nov 12 05:23:04.387675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-111d141e-ee67-49f9-8969-5dafadf97aa1 req-29e029f9-d01a-4053-8b3c-d73181ee4e42 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41eafdec-3d91-4c23-baa0-d8d05587186a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:04.388001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-111d141e-ee67-49f9-8969-5dafadf97aa1 req-29e029f9-d01a-4053-8b3c-d73181ee4e42 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41eafdec-3d91-4c23-baa0-d8d05587186a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:04.397737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-d2bef027-6958-4e3c-86e3-f857b06e9d28 service neutron] 10.222.0.47 "GET /v2.0/networks/80628aa6-76f1-4210-b168-47cee58bff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413597 Nov 12 05:23:04.399342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] For port 59deb6df-ed5b-440e-aa3c-f9dff558397d, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:04.403702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] For port 59deb6df-ed5b-440e-aa3c-f9dff558397d, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59deb6df-ed5b-440e-aa3c-f9dff558397d,segment=NetworkSegment(88778813-edc0-449e-a6df-d6853bc3e5e3),segment_id=88778813-edc0-449e-a6df-d6853bc3e5e3)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:04.413609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.524803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aad588-bf94-4ac7-8ef7-1973b646352f None None] Pushing event updated for resources: {'Port': ['ID=59deb6df-ed5b-440e-aa3c-f9dff558397d,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:04.539127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eef5a170-5672-4065-b69f-86320a69a794 req-09d00d81-ac25-4ee5-ab09-7c03cb5af262 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388934 Nov 12 05:23:04.585166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.674561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-2b8c8856-3e89-4a09-8e86-d530abb7739f service neutron] 10.222.0.47 "GET /v2.0/networks/80628aa6-76f1-4210-b168-47cee58bff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620301 Nov 12 05:23:04.676905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.691755 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-111d141e-ee67-49f9-8969-5dafadf97aa1 req-29e029f9-d01a-4053-8b3c-d73181ee4e42 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.736867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:04.740731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:04.743265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:04.755743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34142) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:04.761550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-111d141e-ee67-49f9-8969-5dafadf97aa1 req-29e029f9-d01a-4053-8b3c-d73181ee4e42 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.809006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f59eac-6bb1-4279-87e1-990811d2e377,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:04.809213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-111d141e-ee67-49f9-8969-5dafadf97aa1 req-29e029f9-d01a-4053-8b3c-d73181ee4e42 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.834416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f0532079-28ea-4862-aedf-b33878d7b0d8 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:23:04.941246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c6f3a5c-5b9a-4573-bf7a-2333a4031cb3 req-aaf6a543-72cb-4504-b20a-3caffa4844fe tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 210 time: 0.1802719 Nov 12 05:23:04.991327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e029f9-d01a-4053-8b3c-d73181ee4e42 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de077f40-84b1-4674-a392-16d87a91fc6f,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:05.062883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-169dc6d0-2467-44ba-88ca-7377fd7c3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:05.064638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-169dc6d0-2467-44ba-88ca-7377fd7c3075 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1095 time: 0.3079829 Nov 12 05:23:05.070422 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-111d141e-ee67-49f9-8969-5dafadf97aa1 req-29e029f9-d01a-4053-8b3c-d73181ee4e42 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.075185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-111d141e-ee67-49f9-8969-5dafadf97aa1 req-29e029f9-d01a-4053-8b3c-d73181ee4e42 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6916237 Nov 12 05:23:05.104557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6be0c60-8022-4402-85c0-9fc121b65d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.119786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f0532079-28ea-4862-aedf-b33878d7b0d8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0532079-28ea-4862-aedf-b33878d7b0d8,segment=NetworkSegment(378c7f7f-7141-40c8-8e70-75dbc58d6b79),segment_id=378c7f7f-7141-40c8-8e70-75dbc58d6b79)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:05.121189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2313450d-cfbd-4808-a4ba-2352699bbbec req-63dd8b14-cdc6-41f3-ae14-c4ed66126fe3 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1843893215', 'description': 'tempest-description-1760362432'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:05.133955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'f0532079-28ea-4862-aedf-b33878d7b0d8', 'network_id': '80628aa6-76f1-4210-b168-47cee58bff70', 'port_id': 'f0532079-28ea-4862-aedf-b33878d7b0d8', 'mac_address': 'fa:16:3e:94:20:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feaedc2e-6160-4ded-b278-91d890f0b61b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:23:05.205313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2313450d-cfbd-4808-a4ba-2352699bbbec req-63dd8b14-cdc6-41f3-ae14-c4ed66126fe3 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.214907 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.247490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0532079-28ea-4862-aedf-b33878d7b0d8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:05.272652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f0532079-28ea-4862-aedf-b33878d7b0d8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0532079-28ea-4862-aedf-b33878d7b0d8,segment=NetworkSegment(378c7f7f-7141-40c8-8e70-75dbc58d6b79),segment_id=378c7f7f-7141-40c8-8e70-75dbc58d6b79)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:05.278733 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.279416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 874ca87b-5c37-425c-920f-00658921368f details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:23:05.290824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.364057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=f0532079-28ea-4862-aedf-b33878d7b0d8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:05.406161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.406540 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.406887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.407227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.407564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.407893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.408222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.408546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.408868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.409230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.409554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.409874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:05.469408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:05.487145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '874ca87b-5c37-425c-920f-00658921368f', 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0', 'port_id': '874ca87b-5c37-425c-920f-00658921368f', 'mac_address': 'fa:16:3e:2c:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01470a01-0340-4d5e-b351-bdee29d8c436', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:23:05.537903 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.554014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874ca87b-5c37-425c-920f-00658921368f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:05.575765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:05.577191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed972291-944b-419b-8727-7cae2c023f1d req-ad9e9b3a-a64c-4cf1-b737-30a9d4be9156 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:05.583526 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.585676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed972291-944b-419b-8727-7cae2c023f1d req-ad9e9b3a-a64c-4cf1-b737-30a9d4be9156 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 944 time: 0.3364010 Nov 12 05:23:05.625006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-93a97003-5350-4832-b9a3-f18ac9acdb7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:05.626590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-93a97003-5350-4832-b9a3-f18ac9acdb7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.4559627 Nov 12 05:23:05.634620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-004c6c40-6719-4309-b6db-21e728dab218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:05.636112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-004c6c40-6719-4309-b6db-21e728dab218 service neutron] 10.222.0.47 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 914 time: 0.5594831 Nov 12 05:23:05.642737 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6be0c60-8022-4402-85c0-9fc121b65d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.649416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:05.674233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6be0c60-8022-4402-85c0-9fc121b65d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.743284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-53ca5b15-2a25-4d0c-b1dc-03dc5cff229f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 217 time: 0.0912008 Nov 12 05:23:05.786904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2313450d-cfbd-4808-a4ba-2352699bbbec req-63dd8b14-cdc6-41f3-ae14-c4ed66126fe3 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.824673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2313450d-cfbd-4808-a4ba-2352699bbbec req-63dd8b14-cdc6-41f3-ae14-c4ed66126fe3 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.829935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed972291-944b-419b-8727-7cae2c023f1d req-4ce2e9c7-a4a0-4117-a3a8-4ee04dadd70b tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432220 Nov 12 05:23:05.838365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b6be0c60-8022-4402-85c0-9fc121b65d18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6609eeb868743718412169235a01b87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0795228 Nov 12 05:23:05.842783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34158) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:05.848199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be0c60-8022-4402-85c0-9fc121b65d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11b7467-b223-4761-8fe1-6d74efff47c5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:05.857926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.902291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-e4b4a4ea-8203-402b-996a-ab05882d9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:05.904647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-e4b4a4ea-8203-402b-996a-ab05882d9b3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.1433778 Nov 12 05:23:05.907473 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2313450d-cfbd-4808-a4ba-2352699bbbec req-63dd8b14-cdc6-41f3-ae14-c4ed66126fe3 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.908734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2313450d-cfbd-4808-a4ba-2352699bbbec req-63dd8b14-cdc6-41f3-ae14-c4ed66126fe3 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.8057268 Nov 12 05:23:05.921673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-64d0def5-352c-41f3-9010-2b120d80a01d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24165a3c508449c1a6ee2ece4b5a453a HTTP/1.1" status: 200 len: 380 time: 0.2763975 Nov 12 05:23:05.922761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['874ca87b-5c37-425c-920f-00658921368f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:05.938773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'port': {'device_id': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'admin_state_up': True, 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'security_groups': ['4134074f-3965-425b-9b59-8b298648f920']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:05.978909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5877312e-a12a-4cc2-a354-9206ce2c5813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:05.990547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-7364d0d6-9b4b-4c2e-b90d-a3a59bd05477 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648079 Nov 12 05:23:05.990787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f0532079-28ea-4862-aedf-b33878d7b0d8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:06.004681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58979463-01b6-42ba-bdbb-b9a8110b6c46 None None] Network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:06.012786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5877312e-a12a-4cc2-a354-9206ce2c5813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.072566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:23:06.118648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e6d2448c-5798-4ce9-a6a4-875a3e7e16ae None None] Provisioning complete for port 59deb6df-ed5b-440e-aa3c-f9dff558397d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:06.119101 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6d2448c-5798-4ce9-a6a4-875a3e7e16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.130132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5877312e-a12a-4cc2-a354-9206ce2c5813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.132744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5877312e-a12a-4cc2-a354-9206ce2c5813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.136449 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5877312e-a12a-4cc2-a354-9206ce2c5813 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e11b7467-b223-4761-8fe1-6d74efff47c5 HTTP/1.1" status: 204 len: 168 time: 0.2926886 Nov 12 05:23:06.152155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877312e-a12a-4cc2-a354-9206ce2c5813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11b7467-b223-4761-8fe1-6d74efff47c5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:06.215120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd8b14-cdc6-41f3-ae14-c4ed66126fe3 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176b4c33-33f1-45da-84bc-f79e2bd96b42,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:06.232304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:23:06.246047 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Sync routers for ids ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:23:06.274744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.276175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59deb6df-ed5b-440e-aa3c-f9dff558397d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:06.276659 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Routers {'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:06.276733 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a80300f-02d0-4fb0-b41e-39c7811662c8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1821289 Nov 12 05:23:06.277183 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:06.279727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34172) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:06.461298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f27b677-3b82-4f03-8edf-542b287285b3 req-8bd52b45-f05e-4a6d-b3eb-5ca9e33b9dcb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/176b4c33-33f1-45da-84bc-f79e2bd96b42 HTTP/1.1" status: 200 len: 1824 time: 0.2553124 Nov 12 05:23:06.482005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-9f27b677-3b82-4f03-8edf-542b287285b3 req-c0a91f23-fabc-43fb-acbf-a159d5c35d0b tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '176b4c33-33f1-45da-84bc-f79e2bd96b42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:06.482535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-9f27b677-3b82-4f03-8edf-542b287285b3 req-c0a91f23-fabc-43fb-acbf-a159d5c35d0b tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '176b4c33-33f1-45da-84bc-f79e2bd96b42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:06.492546 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Set router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:06.508879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-d6bbda77-7002-469b-beb1-3af81cfdc83a service neutron] 10.222.0.47 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032017 Nov 12 05:23:06.526093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756aebb2-6aec-4e72-b025-7f43bd17a22f req-503f4d1e-a2fa-4dff-9bac-29b1db03cdb6 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:06.536440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-756aebb2-6aec-4e72-b025-7f43bd17a22f req-503f4d1e-a2fa-4dff-9bac-29b1db03cdb6 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.4365664 Nov 12 05:23:06.600170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Made reservation on behalf of 24165a3c508449c1a6ee2ece4b5a453a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:06.604284 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.687046 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:05Z', 'revision_number': 3, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:06.687702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34176) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:06.695569 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6d2448c-5798-4ce9-a6a4-875a3e7e16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.715416 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Checking router: e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:23:06.716037 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Updating router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a port a5f59eac-6bb1-4279-87e1-990811d2e377 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:23:06.723376 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93d82f22-f8d9-4fee-8cbf-d9e977192dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.744022 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.835623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e6d2448c-5798-4ce9-a6a4-875a3e7e16ae None None] For port 59deb6df-ed5b-440e-aa3c-f9dff558397d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59deb6df-ed5b-440e-aa3c-f9dff558397d,segment=NetworkSegment(88778813-edc0-449e-a6df-d6853bc3e5e3),segment_id=88778813-edc0-449e-a6df-d6853bc3e5e3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:06.851111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9f27b677-3b82-4f03-8edf-542b287285b3 req-c0a91f23-fabc-43fb-acbf-a159d5c35d0b tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.862013 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6d2448c-5798-4ce9-a6a4-875a3e7e16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.880668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.885027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-756aebb2-6aec-4e72-b025-7f43bd17a22f req-14799725-9696-44c7-8f02-87cd430262ef tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472488 Nov 12 05:23:06.902557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 59deb6df-ed5b-440e-aa3c-f9dff558397d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:06.902557 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:06.996190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2448c-5798-4ce9-a6a4-875a3e7e16ae None None] Pushing event updated for resources: {'Port': ['ID=59deb6df-ed5b-440e-aa3c-f9dff558397d,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:07.002195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9f27b677-3b82-4f03-8edf-542b287285b3 req-c0a91f23-fabc-43fb-acbf-a159d5c35d0b tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.042205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc02e3cc-9b80-410c-86b7-39baf9398a7c req-86a3d797-cc8f-4307-85e9-f8561d96c907 service neutron] 10.222.0.47 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762664 Nov 12 05:23:07.043087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9f27b677-3b82-4f03-8edf-542b287285b3 req-c0a91f23-fabc-43fb-acbf-a159d5c35d0b tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.109508 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.117080 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.147149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9f27b677-3b82-4f03-8edf-542b287285b3 req-c0a91f23-fabc-43fb-acbf-a159d5c35d0b tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.148511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f27b677-3b82-4f03-8edf-542b287285b3 req-c0a91f23-fabc-43fb-acbf-a159d5c35d0b tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6732643 Nov 12 05:23:07.169564 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce82aae-b0bf-4678-a3c0-13b6ce374e11 None None] Pushing event updated for resources: {'Port': ['ID=a5f59eac-6bb1-4279-87e1-990811d2e377,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:07.171479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a91f23-fabc-43fb-acbf-a159d5c35d0b tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523a5207-2378-4979-b2cb-f18ffb16685d,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:07.179579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8c21c1b-fd4d-4e18-bd13-06237cf680a4 req-074996ec-52b7-4dcd-afab-ac1208f614c2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 210 time: 0.0731461 Nov 12 05:23:07.224548 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Attempting to bind port a5f59eac-6bb1-4279-87e1-990811d2e377 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:07.224925 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Attempting to bind port a5f59eac-6bb1-4279-87e1-990811d2e377 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:07.225281 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Attempting to bind port a5f59eac-6bb1-4279-87e1-990811d2e377 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:07.235114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Allocated IP 172.20.0.13 (46a369b1-c712-4dc4-bd41-f07c0aa831fd/924bc2b7-ff2f-47ff-995f-624e60488b5f/1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:07.241079 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:07.241452 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:07.241851 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.243044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Allocated IP 172.20.0.1 (55857ed2-e4da-4d18-b06b-2cce7c7dbb53/db2c0397-c3dd-4d2e-b656-16c00b9a02ed/4476d30b-e1f5-445d-9c9d-996ffaad8dc9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:07.245027 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:07.245523 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Bound port: a5f59eac-6bb1-4279-87e1-990811d2e377, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:07.245925 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.255332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34186) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:07.263175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93d82f22-f8d9-4fee-8cbf-d9e977192dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.271618 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93d82f22-f8d9-4fee-8cbf-d9e977192dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.291965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dd853ee4-e56f-44b9-b1ea-9fb725e5894c None None] Provisioning complete for port 59deb6df-ed5b-440e-aa3c-f9dff558397d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:07.292538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd853ee4-e56f-44b9-b1ea-9fb725e5894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.316411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d82f22-f8d9-4fee-8cbf-d9e977192dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e1a34-df96-43cf-ab17-44f337e6e84b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:07.356257 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] For port a5f59eac-6bb1-4279-87e1-990811d2e377, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:07.360879 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] For port a5f59eac-6bb1-4279-87e1-990811d2e377, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a5f59eac-6bb1-4279-87e1-990811d2e377,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:07.369408 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.395868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-04e7ff49-8c40-47b7-9dd6-af7990269085 req-ee01a872-530c-49b3-a102-1ec8403800ff tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1802502975', 'description': 'tempest-description-1010359904'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:07.420236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec45c266-6fa9-4338-9ede-1c13c3699d76 admin admin] Deleting subnet 23fe6034-b5c9-43f5-8a4a-3d6545ac4082 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:23:07.421597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-93d82f22-f8d9-4fee-8cbf-d9e977192dfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b0d4fd91eea419cad8e5615371cbea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7270107 Nov 12 05:23:07.423491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34188) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:07.424155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec45c266-6fa9-4338-9ede-1c13c3699d76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.453097 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce82aae-b0bf-4678-a3c0-13b6ce374e11 None None] Pushing event updated for resources: {'Port': ['ID=a5f59eac-6bb1-4279-87e1-990811d2e377,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:07.457632 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Routers {'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:07.458278 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:07.476886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec45c266-6fa9-4338-9ede-1c13c3699d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.519044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-04e7ff49-8c40-47b7-9dd6-af7990269085 req-ee01a872-530c-49b3-a102-1ec8403800ff tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.531912 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.533220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf278-648b-4903-bb38-c7bf1e5a4ae4 req-4d9ff28e-9efe-4bdb-a5eb-f29b513bb597 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:07.535398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c3cf278-648b-4903-bb38-c7bf1e5a4ae4 req-4d9ff28e-9efe-4bdb-a5eb-f29b513bb597 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 944 time: 0.2533524 Nov 12 05:23:07.543659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec45c266-6fa9-4338-9ede-1c13c3699d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.592371 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] Set router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:07.612493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.619036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec45c266-6fa9-4338-9ede-1c13c3699d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.657168 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.666653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5df5-1d0e-45af-9da0-099f1d54f833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.689448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45c266-6fa9-4338-9ede-1c13c3699d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23fe6034-b5c9-43f5-8a4a-3d6545ac4082,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:07.692414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:07.693599 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec45c266-6fa9-4338-9ede-1c13c3699d76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.695421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c3cf278-648b-4903-bb38-c7bf1e5a4ae4 req-0b68418b-adea-45eb-9585-8556bc34b29e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409061 Nov 12 05:23:07.720475 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ec45c266-6fa9-4338-9ede-1c13c3699d76 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/23fe6034-b5c9-43f5-8a4a-3d6545ac4082 HTTP/1.1" status: 204 len: 168 time: 0.4572232 Nov 12 05:23:07.724448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34190) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:07.726515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Pushing event updated for resources: {'Port': ['ID=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:07.728913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:07.730991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:07.732348 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5df5-1d0e-45af-9da0-099f1d54f833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.779921 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-04e7ff49-8c40-47b7-9dd6-af7990269085 req-ee01a872-530c-49b3-a102-1ec8403800ff tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.786065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.804457 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:05Z', 'revision_number': 3, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:07.835788 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf0a38-a67f-41e9-8b5b-deced5d5eb6e None None] The sync data for ids ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'] in n-d-765315-28 is: [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:05Z', 'revision_number': 3, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:23:07.972692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.024158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0af9b5c6-9e97-45f7-9b78-fedfa79c7a1f None None] Provisioning complete for port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:08.025315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0af9b5c6-9e97-45f7-9b78-fedfa79c7a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.071480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0af9b5c6-9e97-45f7-9b78-fedfa79c7a1f None None] Port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:08.205782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.215438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.216219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59deb6df-ed5b-440e-aa3c-f9dff558397d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:08.225568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-04e7ff49-8c40-47b7-9dd6-af7990269085 req-ee01a872-530c-49b3-a102-1ec8403800ff tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.277715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.279761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 59deb6df-ed5b-440e-aa3c-f9dff558397d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:08.280262 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.305778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Pushing event updated for resources: {'Port': ['ID=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:08.311112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.331209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.343233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-04e7ff49-8c40-47b7-9dd6-af7990269085 req-ee01a872-530c-49b3-a102-1ec8403800ff tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.344513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04e7ff49-8c40-47b7-9dd6-af7990269085 req-ee01a872-530c-49b3-a102-1ec8403800ff tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9893348 Nov 12 05:23:08.366734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:08.373800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:08.377432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:08.422080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01a872-530c-49b3-a102-1ec8403800ff tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11909c0-c4ee-4eb8-abbe-4107e57e3e04,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:08.478609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f417a3-cb9a-41ac-957a-e485001a485f req-e8927c4e-e193-4f42-a10f-f2dac375a9ee tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:08.480188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62f417a3-cb9a-41ac-957a-e485001a485f req-e8927c4e-e193-4f42-a10f-f2dac375a9ee tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.2765045 Nov 12 05:23:08.492859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:08.494722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:08.500624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:08.510143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5df5-1d0e-45af-9da0-099f1d54f833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.512680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5df5-1d0e-45af-9da0-099f1d54f833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.516735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3c0a5df5-1d0e-45af-9da0-099f1d54f833 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e11e1a34-df96-43cf-ab17-44f337e6e84b HTTP/1.1" status: 204 len: 168 time: 1.0832145 Nov 12 05:23:08.591739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:08.592439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.618667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a5df5-1d0e-45af-9da0-099f1d54f833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e1a34-df96-43cf-ab17-44f337e6e84b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:08.721201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-b6986629-fcc5-43be-9b69-46914408686d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7863584 Nov 12 05:23:08.724193 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.744903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:23:08.746650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef4028-0303-4aca-964e-cb5bd0a9a4d4 req-0a41b7b3-9100-4dec-afda-9187fda4eeb7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:08.748182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88ef4028-0303-4aca-964e-cb5bd0a9a4d4 req-0a41b7b3-9100-4dec-afda-9187fda4eeb7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 932 time: 0.3176658 Nov 12 05:23:08.771203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Request body: {'port': {'device_id': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:08.831685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62f417a3-cb9a-41ac-957a-e485001a485f req-8dc9ef6b-b64a-4a06-aa9b-14513d35482f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262727 Nov 12 05:23:08.835584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d4519f-353e-454c-aa94-41d813b054f7']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:08.840967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bc852a85-d9e3-4d08-bb33-e9668762fc18 None None] Provisioning complete for port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:08.841490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bc852a85-d9e3-4d08-bb33-e9668762fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.865067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b273f7-eda4-4d4c-a39a-9ffe576fabd2') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:08.865457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b273f7-eda4-4d4c-a39a-9ffe576fabd2') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:08.865831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f0532079-28ea-4862-aedf-b33878d7b0d8 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:08.915231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.954650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:23:08.956801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88ef4028-0303-4aca-964e-cb5bd0a9a4d4 req-a92b8a2d-48e6-453d-ae26-c7d55bd026f3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767766 Nov 12 05:23:08.960635 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f7acb314-1d92-42c8-9b12-9e646b2e8214 admin admin] 10.222.0.48 "PUT /v2.0/routers/e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6787634 Nov 12 05:23:08.983171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.007018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-bc852a85-d9e3-4d08-bb33-e9668762fc18 None None] Port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:09.010787 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.026279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2f94b3bb-7574-4b66-9338-bd171eabb26d req-be8983c6-fd45-4c66-9b78-07757f6a5ca5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-407767237', 'description': 'tempest-description-416953739'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:09.031548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:23:09.032087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.032423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port f0532079-28ea-4862-aedf-b33878d7b0d8 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:23:09.038694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port f0532079-28ea-4862-aedf-b33878d7b0d8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:09.039208 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:23:09.040316 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:23:09.185610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ea4e0af1-2079-40e7-9961-5e95d906688d None None] Provisioning complete for port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:09.185998 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0af1-2079-40e7-9961-5e95d906688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.191204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2f94b3bb-7574-4b66-9338-bd171eabb26d req-be8983c6-fd45-4c66-9b78-07757f6a5ca5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.243906 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.254009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e0af1-2079-40e7-9961-5e95d906688d None None] Port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:09.262833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.270175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.277314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] 10.222.0.48 "DELETE /v2.0/networks/12d4519f-353e-454c-aa94-41d813b054f7 HTTP/1.1" status: 204 len: 168 time: 1.5496259 Nov 12 05:23:09.277456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0532079-28ea-4862-aedf-b33878d7b0d8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:09.280703 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a46ba-da77-4b81-a957-133d6f88afd2" -d '{"events": [{"server_uuid": "dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4", "name": "network-vif-plugged", "status": "completed", "tag": "f0532079-28ea-4862-aedf-b33878d7b0d8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:09.298225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f0532079-28ea-4862-aedf-b33878d7b0d8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0532079-28ea-4862-aedf-b33878d7b0d8,segment=NetworkSegment(378c7f7f-7141-40c8-8e70-75dbc58d6b79),segment_id=378c7f7f-7141-40c8-8e70-75dbc58d6b79)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:09.298780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e48769-40df-4c07-898d-9837abb5734b admin admin] Pushing event deleted for resources: {'Network': ['ID=12d4519f-353e-454c-aa94-41d813b054f7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:09.308542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.310089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 874ca87b-5c37-425c-920f-00658921368f up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:09.314691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478fb8-a7e5-40d6-a02b-81c1c04b4df9 req-3ffcaff7-0fb4-43d0-81cd-b5dd2248baa5 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:09.316885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f478fb8-a7e5-40d6-a02b-81c1c04b4df9 req-3ffcaff7-0fb4-43d0-81cd-b5dd2248baa5 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 944 time: 0.1936703 Nov 12 05:23:09.425960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=f0532079-28ea-4862-aedf-b33878d7b0d8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:09.454032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 874ca87b-5c37-425c-920f-00658921368f completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:23:09.461692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 874ca87b-5c37-425c-920f-00658921368f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:09.462746 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.471124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f478fb8-a7e5-40d6-a02b-81c1c04b4df9 req-1cbd4fa7-15c2-4034-9262-d0622a9f80ff tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420729 Nov 12 05:23:09.520342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2f94b3bb-7574-4b66-9338-bd171eabb26d req-be8983c6-fd45-4c66-9b78-07757f6a5ca5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.537663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34228) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:09.560889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2f94b3bb-7574-4b66-9338-bd171eabb26d req-be8983c6-fd45-4c66-9b78-07757f6a5ca5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.583388 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.595003 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2f94b3bb-7574-4b66-9338-bd171eabb26d req-be8983c6-fd45-4c66-9b78-07757f6a5ca5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.596405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f94b3bb-7574-4b66-9338-bd171eabb26d req-be8983c6-fd45-4c66-9b78-07757f6a5ca5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5827224 Nov 12 05:23:09.624902 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dc30316d-0e3e-4205-a36f-10be4de47b1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2a7f1e823cb4e24b0fe1a67fecce406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0855172 Nov 12 05:23:09.628369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34232) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:09.632062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8983c6-fd45-4c66-9b78-07757f6a5ca5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec58eff0-c2a7-4a4f-8ca2-3a76502779ef,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:09.668863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:09.674484 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28329afc-c087-4a48-8dbe-de3405698631 x-openstack-request-id: req-28329afc-c087-4a48-8dbe-de3405698631 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:09.675504 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4", "name": "network-vif-plugged", "status": "completed", "tag": "f0532079-28ea-4862-aedf-b33878d7b0d8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:09.675739 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28329afc-c087-4a48-8dbe-de3405698631 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:09.677648 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0532079-28ea-4862-aedf-b33878d7b0d8', 'code': 200} Nov 12 05:23:09.689851 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.728806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:09.752346 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.786741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:09.791056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-209782cc-24ee-4f20-a0af-6f2c2e366e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.813898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Transition to ACTIVE for port object 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:23:09.829295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-e61ed2c7-5beb-40dc-a45f-69c94cd80963 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/d11909c0-c4ee-4eb8-abbe-4107e57e3e04 HTTP/1.1" status: 200 len: 1824 time: 0.1235824 Nov 12 05:23:09.835342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.837881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-209782cc-24ee-4f20-a0af-6f2c2e366e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.840169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd7a9f-9d00-4551-a52d-fcfcdace3081 req-72d3bb71-91dd-47c6-97a0-d329eebdc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:09.841677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2dd7a9f-9d00-4551-a52d-fcfcdace3081 req-72d3bb71-91dd-47c6-97a0-d329eebdc1d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 1097 time: 0.1051586 Nov 12 05:23:09.923879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-209782cc-24ee-4f20-a0af-6f2c2e366e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.926660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-209782cc-24ee-4f20-a0af-6f2c2e366e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.927918 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-209782cc-24ee-4f20-a0af-6f2c2e366e52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b67d9f2-989d-4420-8c98-352a8202c87d HTTP/1.1" status: 204 len: 168 time: 0.2985590 Nov 12 05:23:09.945053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209782cc-24ee-4f20-a0af-6f2c2e366e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b67d9f2-989d-4420-8c98-352a8202c87d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:09.981905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-7e86a5b5-2d8e-4aca-9be1-d5ecd0168a98 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/ec58eff0-c2a7-4a4f-8ca2-3a76502779ef HTTP/1.1" status: 200 len: 1822 time: 0.1515603 Nov 12 05:23:10.003463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:10.027072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-3eef507b-6e72-4a3f-9d22-d3ca56a8fbdb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd11909c0-c4ee-4eb8-abbe-4107e57e3e04', 'remote_group_id': 'ec58eff0-c2a7-4a4f-8ca2-3a76502779ef', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:10.027397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-3eef507b-6e72-4a3f-9d22-d3ca56a8fbdb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd11909c0-c4ee-4eb8-abbe-4107e57e3e04', 'remote_group_id': 'ec58eff0-c2a7-4a4f-8ca2-3a76502779ef', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:10.056029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2dd7a9f-9d00-4551-a52d-fcfcdace3081 req-6e0223dc-0c50-49c0-a052-0beb373d85dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013283 Nov 12 05:23:10.239717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Attempting to bind port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:10.240059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Attempting to bind port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:10.240394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Attempting to bind port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:10.266195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a5f59eac-6bb1-4279-87e1-990811d2e377 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:10.269766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:23:10.270103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Attempting to bind port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:10.286031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-1ae95ded-8166-4e79-9b36-79d217c1fd65 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3205664 Nov 12 05:23:10.290943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:10.291295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Checking segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:10.291686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Bound using segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:10.292141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Bound port: 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:10.292502 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.311606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:10.357483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-3eef507b-6e72-4a3f-9d22-d3ca56a8fbdb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.404093 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Sync routers for ids ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:23:10.405547 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.436568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Routers {'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:10.436568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:10.440804 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.449182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-3eef507b-6e72-4a3f-9d22-d3ca56a8fbdb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.458562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-3eef507b-6e72-4a3f-9d22-d3ca56a8fbdb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.470476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:10.480640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:10.489312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef507b-6e72-4a3f-9d22-d3ca56a8fbdb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9257bf69-d710-4d35-ac05-de037e8cdd09,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:10.495968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.520890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a5f59eac-6bb1-4279-87e1-990811d2e377 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:10.521409 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.557670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-3eef507b-6e72-4a3f-9d22-d3ca56a8fbdb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.559019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efc546d5-e5b7-4bfe-844a-ceb1469d5fae req-3eef507b-6e72-4a3f-9d22-d3ca56a8fbdb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5763671 Nov 12 05:23:10.604996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:10.605645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.607114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] 10.222.0.43 "PUT /v2.0/ports/1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 1093 time: 1.8487771 Nov 12 05:23:10.607568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:10.610149 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c031d14-8a39-4677-8c15-d3ffb8887a68" -d '{"events": [{"name": "network-changed", "server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:10.641813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccbcc3-b64e-4570-9a26-5721c4dd1cfc service neutron] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:10.710280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Set router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:10.737307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34306) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:10.794900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.917484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Allocated IP 172.25.2.8 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/f67f752c-2a5e-4bbe-afd8-1bfa66642b24) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:10.924564 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.985969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port a5f59eac-6bb1-4279-87e1-990811d2e377, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a5f59eac-6bb1-4279-87e1-990811d2e377,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:11.001638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccf857d-809c-49b6-957f-8efe45d9c843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.016326 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.049102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.069803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-8393320e-feb8-412f-8892-8c89e9fbbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:11.071361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-8393320e-feb8-412f-8892-8c89e9fbbcee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1096 time: 0.4014089 Nov 12 05:23:11.092359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccf857d-809c-49b6-957f-8efe45d9c843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.098300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ccf857d-809c-49b6-957f-8efe45d9c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.109238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=a5f59eac-6bb1-4279-87e1-990811d2e377,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:11.127032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-cfbf5c0d-cca6-4b51-b66e-46939600a4b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 217 time: 0.0406873 Nov 12 05:23:11.147325 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4ccf857d-809c-49b6-957f-8efe45d9c843 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eba3d719040743e986482cdd9e867588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074795 Nov 12 05:23:11.148424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf857d-809c-49b6-957f-8efe45d9c843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c103cb14-ce1d-40c3-8e4d-2b9f8aa6e195,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:11.150794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:11.158055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb794f2-0736-42ac-8521-46d88f8a0511 req-c0dc9a2c-604d-4a02-bd1f-672b06076dfc tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:11.159724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9eb794f2-0736-42ac-8521-46d88f8a0511 req-c0dc9a2c-604d-4a02-bd1f-672b06076dfc tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.4327123 Nov 12 05:23:11.168663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:07Z', 'revision_number': 4, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4476d30b-e1f5-445d-9c9d-996ffaad8dc9', 'name': '', 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'mac_address': 'fa:16:3e:bf:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'db2c0397-c3dd-4d2e-b656-16c00b9a02ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:06Z', 'updated_at': '2021-11-12T05:23:08Z', 'revision_number': 2, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'subnets': [{'id': 'db2c0397-c3dd-4d2e-b656-16c00b9a02ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:11.205169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Checking router: e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:23:11.205456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Updating router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:23:11.219652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.221351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-327ddf5b-ff4c-46a0-bd4c-0daf191af40a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.264605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.266368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-327ddf5b-ff4c-46a0-bd4c-0daf191af40a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.290541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:11.294810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:11.297557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-74e1d024-a16a-4052-a2ef-fef37e4003ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:11.299154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-74e1d024-a16a-4052-a2ef-fef37e4003ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1624064 Nov 12 05:23:11.302133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:11.309959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9eb794f2-0736-42ac-8521-46d88f8a0511 req-972bba21-31c2-4780-85ed-6a00556600f3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290584 Nov 12 05:23:11.356373 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-327ddf5b-ff4c-46a0-bd4c-0daf191af40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.359122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-327ddf5b-ff4c-46a0-bd4c-0daf191af40a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.360275 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-327ddf5b-ff4c-46a0-bd4c-0daf191af40a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c103cb14-ce1d-40c3-8e4d-2b9f8aa6e195 HTTP/1.1" status: 204 len: 168 time: 0.2085741 Nov 12 05:23:11.369630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ddf5b-ff4c-46a0-bd4c-0daf191af40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c103cb14-ce1d-40c3-8e4d-2b9f8aa6e195,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:11.396740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Pushing event updated for resources: {'Port': ['ID=f67f752c-2a5e-4bbe-afd8-1bfa66642b24,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:11.430197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-9d2d3b22-1c72-43ba-a9be-adf3fc068fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:11.431820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-9d2d3b22-1c72-43ba-a9be-adf3fc068fa5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209364 Nov 12 05:23:11.587068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.635438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fd7ac-a1ff-4421-9990-7a157ef6d0d8 req-0d3ecd55-ca84-417c-a967-11a450c2d926 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:11.636975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f4fd7ac-a1ff-4421-9990-7a157ef6d0d8 req-0d3ecd55-ca84-417c-a967-11a450c2d926 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 944 time: 0.1550670 Nov 12 05:23:11.668302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-39821f05-a43a-4b8b-a01f-430824edc605 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062376 Nov 12 05:23:11.670682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.679650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ca87b-5c37-425c-920f-00658921368f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:11.682776 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74323a3a-0edb-419f-b1f0-e1e3e9330c42" -d '{"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-plugged", "status": "completed", "tag": "874ca87b-5c37-425c-920f-00658921368f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:11.761943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.772493 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.802666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f4fd7ac-a1ff-4421-9990-7a157ef6d0d8 req-35e5c550-a20e-4ac7-bf2a-1e36b8260b7b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560893 Nov 12 05:23:11.896811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39ae2ae4-583e-4c98-b477-a5bc529585ee req-0c5aa06f-d212-4352-84eb-aa3aa7856d3f service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988540 Nov 12 05:23:11.898910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb93da-ee86-423b-bf9a-c5ed6f270793 None None] Pushing event updated for resources: {'Port': ['ID=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:11.962571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:11.970587 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.108676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Pushing event updated for resources: {'Port': ['ID=f67f752c-2a5e-4bbe-afd8-1bfa66642b24,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:12.111051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Attempting to bind port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:12.111487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Attempting to bind port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:12.111919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Attempting to bind port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 on network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:12.118714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:12.119539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Checking segment: {'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:12.119688 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.120050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Bound using segment: {'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:12.120532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Bound port: 4476d30b-e1f5-445d-9c9d-996ffaad8dc9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88778813-edc0-449e-a6df-d6853bc3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:12.121108 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.132096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.147411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f81136-65b6-4f5e-a7ca-154793f93e51 req-b1f0d50e-cf47-4900-bda6-e093fbd3bfa0 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:12.157325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0f81136-65b6-4f5e-a7ca-154793f93e51 req-b1f0d50e-cf47-4900-bda6-e093fbd3bfa0 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 945 time: 0.1341188 Nov 12 05:23:12.194419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.195769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd5d4e41-6486-41d2-9321-438e61b19ca7 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8982825 Nov 12 05:23:12.235846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a5f59eac-6bb1-4279-87e1-990811d2e377 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:12.266880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] For port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:12.275845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0f81136-65b6-4f5e-a7ca-154793f93e51 req-7572aa0d-668d-4c03-aac6-3047befe05a0 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175535 Nov 12 05:23:12.278771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-7ff0e54f-8712-43f8-aeee-5b017a3a3e48 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.8 HTTP/1.1" status: 200 len: 694 time: 0.0684891 Nov 12 05:23:12.293949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-85214e3e-9c7d-4829-8c10-5eab4a67778e None None] Provisioning complete for port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:12.294460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-85214e3e-9c7d-4829-8c10-5eab4a67778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.297400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] For port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,segment=NetworkSegment(88778813-edc0-449e-a6df-d6853bc3e5e3),segment_id=88778813-edc0-449e-a6df-d6853bc3e5e3)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:12.336396 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.359695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4f85b1cf-339d-45e6-be19-f4e5d805f15e req-869b7470-1f1b-4bc9-a04c-f13cae284ff7 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1109437041', 'description': 'tempest-description-1701449149'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:12.401713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-85214e3e-9c7d-4829-8c10-5eab4a67778e None None] Port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:12.405112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4f85b1cf-339d-45e6-be19-f4e5d805f15e req-869b7470-1f1b-4bc9-a04c-f13cae284ff7 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.427101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Routers {'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:12.427736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:22:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:12.432898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd266385-d7e3-4feb-89c6-95d1d39b4080 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:12.434380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a12bf3ee-0260-48d4-8f6c-bcaf255b7e13 req-dd266385-d7e3-4feb-89c6-95d1d39b4080 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1488316 Nov 12 05:23:12.492743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb93da-ee86-423b-bf9a-c5ed6f270793 None None] Pushing event updated for resources: {'Port': ['ID=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:12.504095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a5f59eac-6bb1-4279-87e1-990811d2e377 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:12.504516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.519110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34358) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:12.559725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4f85b1cf-339d-45e6-be19-f4e5d805f15e req-869b7470-1f1b-4bc9-a04c-f13cae284ff7 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.568349 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4f85b1cf-339d-45e6-be19-f4e5d805f15e req-869b7470-1f1b-4bc9-a04c-f13cae284ff7 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.626464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b7470-1f1b-4bc9-a04c-f13cae284ff7 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073e3508-9ba9-40dd-971b-aec221318485,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:12.635291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4f85b1cf-339d-45e6-be19-f4e5d805f15e req-869b7470-1f1b-4bc9-a04c-f13cae284ff7 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.663210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f85b1cf-339d-45e6-be19-f4e5d805f15e req-869b7470-1f1b-4bc9-a04c-f13cae284ff7 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3096125 Nov 12 05:23:12.676385 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6495b1d-a5f2-4d5d-8386-58171a8038a9 x-openstack-request-id: req-f6495b1d-a5f2-4d5d-8386-58171a8038a9 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:12.676943 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:12.677569 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6495b1d-a5f2-4d5d-8386-58171a8038a9 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:12.680940 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'status': 'completed', 'code': 200} Nov 12 05:23:12.711907 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d64f7-bdb3-4e57-87c2-4aa632f73d2d x-openstack-request-id: req-b82d64f7-bdb3-4e57-87c2-4aa632f73d2d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:12.712480 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-plugged", "status": "completed", "tag": "874ca87b-5c37-425c-920f-00658921368f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:12.712480 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b82d64f7-bdb3-4e57-87c2-4aa632f73d2d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:12.713687 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ca87b-5c37-425c-920f-00658921368f', 'code': 200} Nov 12 05:23:12.720223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] Set router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:12.773467 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-94f23872-9f4e-47f7-93ac-855a7d14584e tempest-AgentManagementNegativeTest-1615678925 tempest-AgentManagementNegativeTest-1615678925-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2515237 Nov 12 05:23:12.877049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3df8eda5-f2a0-42a0-831b-e6b4da82a83f None None] Provisioning complete for port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:12.877425 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3df8eda5-f2a0-42a0-831b-e6b4da82a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:12.910729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-cbc83154-b7e9-491f-935c-3560d8082efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:12.912243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-cbc83154-b7e9-491f-935c-3560d8082efb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1096 time: 0.1689658 Nov 12 05:23:12.922441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee347-f63e-49ea-b539-4f76cd329c92 req-f838e960-c325-4e02-9298-7b3083b49322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:12.923975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8eee347-f63e-49ea-b539-4f76cd329c92 req-f838e960-c325-4e02-9298-7b3083b49322 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1097 time: 0.1380193 Nov 12 05:23:12.945818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe977125-7af8-4b6f-bef0-dd3bbebcd200 req-3cf5dc6a-5fcc-4f98-8082-1c3140d52af1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:12.947332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe977125-7af8-4b6f-bef0-dd3bbebcd200 req-3cf5dc6a-5fcc-4f98-8082-1c3140d52af1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1646113 Nov 12 05:23:12.979002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba25fe-8a5d-4c42-a055-cc0a17b450e2 req-9c05f7d8-9b26-4335-8879-19d0a4f66bea tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:12.980731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62ba25fe-8a5d-4c42-a055-cc0a17b450e2 req-9c05f7d8-9b26-4335-8879-19d0a4f66bea tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 945 time: 0.1761529 Nov 12 05:23:13.047741 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3df8eda5-f2a0-42a0-831b-e6b4da82a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.093308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3df8eda5-f2a0-42a0-831b-e6b4da82a83f None None] For port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,segment=NetworkSegment(88778813-edc0-449e-a6df-d6853bc3e5e3),segment_id=88778813-edc0-449e-a6df-d6853bc3e5e3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:13.102171 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3df8eda5-f2a0-42a0-831b-e6b4da82a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.136681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34382) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:13.153333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:07Z', 'revision_number': 4, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4476d30b-e1f5-445d-9c9d-996ffaad8dc9', 'name': '', 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'mac_address': 'fa:16:3e:bf:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'db2c0397-c3dd-4d2e-b656-16c00b9a02ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:06Z', 'updated_at': '2021-11-12T05:23:12Z', 'revision_number': 4, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'subnets': [{'id': 'db2c0397-c3dd-4d2e-b656-16c00b9a02ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:13.158583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe977125-7af8-4b6f-bef0-dd3bbebcd200 req-9ad7a90a-6fc0-4683-9312-b659908da062 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003388 Nov 12 05:23:13.161252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8eee347-f63e-49ea-b539-4f76cd329c92 req-3c154dca-bac9-4d00-bc81-59e7e562dadc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110991 Nov 12 05:23:13.169299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62ba25fe-8a5d-4c42-a055-cc0a17b450e2 req-42c54f1d-0783-4658-9de5-d6b5b83328c7 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652191 Nov 12 05:23:13.170916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-6e5e1fbf-d2a6-4dd1-b03f-76557ee015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:13.172325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-6e5e1fbf-d2a6-4dd1-b03f-76557ee015ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.2461729 Nov 12 05:23:13.192399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04db6-26c7-48d7-84aa-2f2699eccdba None None] The sync data for ids ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'] in n-d-765315-28 is: [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:07Z', 'revision_number': 4, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4476d30b-e1f5-445d-9c9d-996ffaad8dc9', 'name': '', 'network_id': '55857ed2-e4da-4d18-b06b-2cce7c7dbb53', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'mac_address': 'fa:16:3e:bf:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'db2c0397-c3dd-4d2e-b656-16c00b9a02ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:06Z', 'updated_at': '2021-11-12T05:23:12Z', 'revision_number': 4, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'subnets': [{'id': 'db2c0397-c3dd-4d2e-b656-16c00b9a02ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:23:13.204298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8eda5-f2a0-42a0-831b-e6b4da82a83f None None] Pushing event updated for resources: {'Port': ['ID=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:13.256514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-72085dc6-a1ca-439f-a34c-7e0e2e9cacee req-22eb8811-c55c-4c4e-a3b6-3d1a8de8cec1 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-822105632', 'description': 'tempest-description-344836945'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:13.308152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-dcac87bb-ee37-4613-8955-ea6d9456800c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 217 time: 0.1274989 Nov 12 05:23:13.329803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b46a2d6-00a1-4ee1-b232-99680654b4bf req-66f50bac-5fc7-4cce-8903-39cd3f33e30f tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips/606c6fcc-d167-4ac7-a327-a2e752ea2ebd HTTP/1.1" status: 200 len: 691 time: 0.0778613 Nov 12 05:23:13.366923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-615f6416-4594-42e6-9f9b-af33701c8899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.469717 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-615f6416-4594-42e6-9f9b-af33701c8899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.476889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-615f6416-4594-42e6-9f9b-af33701c8899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.479082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-f17185b0-7beb-47f2-8e1d-1a8f912e575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:13.481841 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-f17185b0-7beb-47f2-8e1d-1a8f912e575f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1660802 Nov 12 05:23:13.484909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-72085dc6-a1ca-439f-a34c-7e0e2e9cacee req-22eb8811-c55c-4c4e-a3b6-3d1a8de8cec1 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.532844 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-615f6416-4594-42e6-9f9b-af33701c8899 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c84cfbbdf5248b69bc37d27ce3809fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3953640 Nov 12 05:23:13.533762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f6416-4594-42e6-9f9b-af33701c8899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f1201c-7280-4337-af66-53e9d404022c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:13.536063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34392) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:13.618316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46a2d6-00a1-4ee1-b232-99680654b4bf req-3fef82ee-6bb4-47d0-891b-ddf49c51b4bc tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:13.619742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b46a2d6-00a1-4ee1-b232-99680654b4bf req-3fef82ee-6bb4-47d0-891b-ddf49c51b4bc tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2595906 Nov 12 05:23:13.629552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-65adff0a-805d-4f60-adc0-83227863586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:13.631102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-65adff0a-805d-4f60-adc0-83227863586b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390259 Nov 12 05:23:13.731784 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9651c569-764e-4ab0-9456-b663634dc7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.780994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-72085dc6-a1ca-439f-a34c-7e0e2e9cacee req-22eb8811-c55c-4c4e-a3b6-3d1a8de8cec1 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.798934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-72085dc6-a1ca-439f-a34c-7e0e2e9cacee req-22eb8811-c55c-4c4e-a3b6-3d1a8de8cec1 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:13.825006 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4bc0478-6da1-4ee1-831a-400c35ce7dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:14.122279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9651c569-764e-4ab0-9456-b663634dc7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:14.181371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c292368-083e-45bd-9508-2ded7a3c58d6 req-904eb8b0-e6a6-4752-a835-4519d848dda9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:14.187662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:14.188701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c292368-083e-45bd-9508-2ded7a3c58d6 req-904eb8b0-e6a6-4752-a835-4519d848dda9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 944 time: 0.5036414 Nov 12 05:23:14.207634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-72085dc6-a1ca-439f-a34c-7e0e2e9cacee req-22eb8811-c55c-4c4e-a3b6-3d1a8de8cec1 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:14.208441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72085dc6-a1ca-439f-a34c-7e0e2e9cacee req-22eb8811-c55c-4c4e-a3b6-3d1a8de8cec1 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9571104 Nov 12 05:23:14.225997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-1499c530-a029-4a19-9d37-d08051a9ce53 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855789 Nov 12 05:23:14.231750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb8811-c55c-4c4e-a3b6-3d1a8de8cec1 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9516ce4-8c3b-4a41-a5bb-419010077c4a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:14.287667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:14.288561 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:14.334654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c292368-083e-45bd-9508-2ded7a3c58d6 req-6ccc4cdd-0d39-41f3-86a2-e2758ec05c6f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449773 Nov 12 05:23:14.368533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9651c569-764e-4ab0-9456-b663634dc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:14.371727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9651c569-764e-4ab0-9456-b663634dc7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:14.373299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9651c569-764e-4ab0-9456-b663634dc7e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0f1201c-7280-4337-af66-53e9d404022c HTTP/1.1" status: 204 len: 168 time: 0.8361456 Nov 12 05:23:14.438280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c031d14-8a39-4677-8c15-d3ffb8887a68 req-7e75698e-16e8-428e-b408-abf2fec3b290 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011709 Nov 12 05:23:14.439346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651c569-764e-4ab0-9456-b663634dc7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f1201c-7280-4337-af66-53e9d404022c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:14.575382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b886941c-9b96-427f-b4b6-05ad68bb13ec req-6b572af1-b9b5-48ee-8b6e-d65f89eb1e4d tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=d40cc70b40ff4fb9bd8cd105d8ada910 HTTP/1.1" status: 200 len: 694 time: 0.0681040 Nov 12 05:23:14.712992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886941c-9b96-427f-b4b6-05ad68bb13ec req-905162e1-e6df-43e3-9b12-2bdfcb29f37f tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:14.714737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b886941c-9b96-427f-b4b6-05ad68bb13ec req-905162e1-e6df-43e3-9b12-2bdfcb29f37f tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/networks?id=9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 787 time: 0.1300004 Nov 12 05:23:14.785677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c079338-6c65-47af-a295-249723e5826d req-e372bd45-d7bf-4320-984f-6276246357e5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/073e3508-9ba9-40dd-971b-aec221318485 HTTP/1.1" status: 200 len: 1824 time: 0.0455761 Nov 12 05:23:14.872777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c079338-6c65-47af-a295-249723e5826d req-3b9698df-a1c9-45b6-a5c5-b651c89b5ee8 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/c9516ce4-8c3b-4a41-a5bb-419010077c4a HTTP/1.1" status: 200 len: 1822 time: 0.0766528 Nov 12 05:23:14.888818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a43e-6dbe-4597-b6e4-9a6160677745 req-214b0636-2470-4b52-a23a-a813f937292a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:14.890235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d6a43e-6dbe-4597-b6e4-9a6160677745 req-214b0636-2470-4b52-a23a-a813f937292a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0784466 Nov 12 05:23:14.895890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-9c079338-6c65-47af-a295-249723e5826d req-6e021240-53f3-4173-a565-ebfa5eedb7fa tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '073e3508-9ba9-40dd-971b-aec221318485', 'remote_group_id': 'c9516ce4-8c3b-4a41-a5bb-419010077c4a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:14.896346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-9c079338-6c65-47af-a295-249723e5826d req-6e021240-53f3-4173-a565-ebfa5eedb7fa tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '073e3508-9ba9-40dd-971b-aec221318485', 'remote_group_id': 'c9516ce4-8c3b-4a41-a5bb-419010077c4a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:14.966061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d6a43e-6dbe-4597-b6e4-9a6160677745 req-d9d7c041-9914-4060-bbb9-0161a8c2adb4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Nov 12 05:23:15.010887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9c079338-6c65-47af-a295-249723e5826d req-6e021240-53f3-4173-a565-ebfa5eedb7fa tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.120876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9c079338-6c65-47af-a295-249723e5826d req-6e021240-53f3-4173-a565-ebfa5eedb7fa tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.124971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-c97749a1-ab07-4d8a-a4c1-774acc75beda tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips/606c6fcc-d167-4ac7-a327-a2e752ea2ebd HTTP/1.1" status: 200 len: 691 time: 0.0634439 Nov 12 05:23:15.126096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9c079338-6c65-47af-a295-249723e5826d req-6e021240-53f3-4173-a565-ebfa5eedb7fa tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.173242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e021240-53f3-4173-a565-ebfa5eedb7fa tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0622a0d6-8736-4291-8731-feeb0f571df2,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:15.179408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:15.180664 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9c079338-6c65-47af-a295-249723e5826d req-6e021240-53f3-4173-a565-ebfa5eedb7fa tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.181844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c079338-6c65-47af-a295-249723e5826d req-6e021240-53f3-4173-a565-ebfa5eedb7fa tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2903543 Nov 12 05:23:15.287580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-d1b1bcb9-7464-4cd7-80e8-a314f1c72b49 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:15.288958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-d1b1bcb9-7464-4cd7-80e8-a314f1c72b49 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1567433 Nov 12 05:23:15.310482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34779985-f2f4-4b4a-adbd-1e93f73fdda5 req-6931dca3-2d0d-4349-8d48-f5e5e2580d0a tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:15.311483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34779985-f2f4-4b4a-adbd-1e93f73fdda5 req-6931dca3-2d0d-4349-8d48-f5e5e2580d0a tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 945 time: 0.0781581 Nov 12 05:23:15.330868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-892772483'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:15.352788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Made reservation on behalf of 327eb37d81cb474a94efa1c527a3dd80 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:15.357909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.366581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-5fa466cc-fc69-4751-98f6-eb51f2a493cc tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.8 HTTP/1.1" status: 200 len: 694 time: 0.0705023 Nov 12 05:23:15.370092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.435757 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34779985-f2f4-4b4a-adbd-1e93f73fdda5 req-15da563d-8cf2-4997-903e-e21a8d2c9758 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935214 Nov 12 05:23:15.438570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-68372eb3-aad5-48c8-9692-8fa461a58eea tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.8 HTTP/1.1" status: 200 len: 694 time: 0.0619934 Nov 12 05:23:15.465048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.469164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.498503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:23:15.513799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf5534f-79f6-4c0c-9503-eba5f904424f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:15.517907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.519021 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Added segment 5b4cc822-bc8e-488c-b179-7da839431151 of type vlan for network ba6e0c10-271f-46c4-aba6-1a6e48a66722 Nov 12 05:23:15.564020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.590311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.596450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:15.597042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.658506 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4776392 Nov 12 05:23:15.661881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34476) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:15.666432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e931f-e8fa-42b1-9527-21288a252709 req-0d0e1c79-de4a-44c9-ad3f-1e63a6e388a5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:15.667909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-0d0e1c79-de4a-44c9-ad3f-1e63a6e388a5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 813 time: 0.1389956 Nov 12 05:23:15.668738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'subnet': {'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:15.670522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Deleting port f67f752c-2a5e-4bbe-afd8-1bfa66642b24 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:15.670809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.685469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce45ba-f343-4c67-808d-077d25075dac tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Network': ['ID=ba6e0c10-271f-46c4-aba6-1a6e48a66722,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:15.700436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:23:15.701979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-eeadff79-35d6-4c26-b18d-41520ffbdd7a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/quotas/b5d6aebf55e64b5da56559ca95e69772 HTTP/1.1" status: 200 len: 375 time: 0.0275550 Nov 12 05:23:15.755516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:23:15.768904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Made reservation on behalf of 327eb37d81cb474a94efa1c527a3dd80 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:15.773053 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.794103 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.794449 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.801305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-af789c3a-82de-4308-9b3b-6cb100d007f7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750644 Nov 12 05:23:15.818475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Calling delete_port for f67f752c-2a5e-4bbe-afd8-1bfa66642b24 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:15.872092 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:15.891933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'mac_address': 'fa:16:3e:e2:ca:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:23:15.933047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.946851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:15.963497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-db7d67d4-620f-4c58-9e27-f03c40da808b service neutron] 10.222.0.48 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461771 Nov 12 05:23:15.968835 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:15.972559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:15.973317 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.024611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:16.032612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Subnet': ['ID=4bcd9686-0189-4595-99fb-d1b86da7a566,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:16.043353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Checking segment: {'id': '5b4cc822-bc8e-488c-b179-7da839431151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:16.043720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Network hostable DHCP agents. Network: ba6e0c10-271f-46c4-aba6-1a6e48a66722, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:23:16.062935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:23:16.072446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, ba6e0c10-271f-46c4-aba6-1a6e48a66722) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:16.077936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:16.078923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.083036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62284e4-7263-4247-ba34-1e18fc023467 None None] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:16.100949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.102930 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5cf20068-8a16-4d6f-9ffc-5be668b12e27 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4399154 Nov 12 05:23:16.103832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:16.110161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-495452223'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:16.126833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-73805a5f-5853-4b97-881e-bf6a799eef40 service neutron] 10.222.0.48 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467957 Nov 12 05:23:16.167161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Pushing event deleted for resources: {'Port': ['ID=f67f752c-2a5e-4bbe-afd8-1bfa66642b24,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:16.240876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.243934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.245215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5245b87f-0f8a-4266-a739-44219c37f7c8 req-ee55fbac-b43a-4172-9a93-c84fe3d7cbb0 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "DELETE /v2.0/floatingips/606c6fcc-d167-4ac7-a327-a2e752ea2ebd HTTP/1.1" status: 204 len: 173 time: 0.7993703 Nov 12 05:23:16.259201 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a4deca6-dad1-4726-9d49-cf22003d8a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.288311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'tenant_id': '327eb37d81cb474a94efa1c527a3dd80', 'fixed_ips': [{'subnet_id': '4bcd9686-0189-4595-99fb-d1b86da7a566'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:23:16.290748 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.340366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4797b2dc-3d0a-467a-8581-58cf6cad5bc1 req-307ced2c-a6e8-406e-9c06-ff17ffd41369 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/c9516ce4-8c3b-4a41-a5bb-419010077c4a HTTP/1.1" status: 200 len: 1822 time: 0.0703456 Nov 12 05:23:16.466362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:16.485253 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4797b2dc-3d0a-467a-8581-58cf6cad5bc1 req-c6401d52-f445-4151-a727-b09dc483ecb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.587102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4797b2dc-3d0a-467a-8581-58cf6cad5bc1 req-c6401d52-f445-4151-a727-b09dc483ecb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.645398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Allocated IP 2001:db8::2 (ba6e0c10-271f-46c4-aba6-1a6e48a66722/4bcd9686-0189-4595-99fb-d1b86da7a566/803c97d1-7717-4e9a-85ae-dad0468a1393) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:16.708776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Made reservation on behalf of 327eb37d81cb474a94efa1c527a3dd80 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:16.713535 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.732960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0259116-8e7d-46cd-838a-579f56f25b27 req-03e10d54-65eb-4e30-856f-8a4fe8202ac8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:16.734701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0259116-8e7d-46cd-838a-579f56f25b27 req-03e10d54-65eb-4e30-856f-8a4fe8202ac8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1397645 Nov 12 05:23:16.735423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] device_id is not set on port efab2d84-01b1-4afd-bdc7-4b8388775f9a yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:16.778161 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4797b2dc-3d0a-467a-8581-58cf6cad5bc1 req-c6401d52-f445-4151-a727-b09dc483ecb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.780080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4797b2dc-3d0a-467a-8581-58cf6cad5bc1 req-c6401d52-f445-4151-a727-b09dc483ecb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.781271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4797b2dc-3d0a-467a-8581-58cf6cad5bc1 req-c6401d52-f445-4151-a727-b09dc483ecb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "DELETE /v2.0/security-groups/c9516ce4-8c3b-4a41-a5bb-419010077c4a HTTP/1.1" status: 204 len: 173 time: 0.4312816 Nov 12 05:23:16.805271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6401d52-f445-4151-a727-b09dc483ecb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9516ce4-8c3b-4a41-a5bb-419010077c4a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:16.814550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0259116-8e7d-46cd-838a-579f56f25b27 req-1c0a09f8-67ee-496e-ba3c-4a5cc1ecffd1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656953 Nov 12 05:23:16.933128 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.941131 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:16.949287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7859f05-a240-4f97-908f-e7534362b544 req-e1739150-864d-4c86-be56-a9638a0589cc tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 210 time: 0.0564971 Nov 12 05:23:16.990173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:16.993116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:16.997132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:17.004491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Pushing event updated for resources: {'Port': ['ID=803c97d1-7717-4e9a-85ae-dad0468a1393,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:17.024159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-14be5d83-4ed8-4f90-97d3-b125a635f8f9 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1705554 Nov 12 05:23:17.036034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:17.046603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Allocated IP 2001:db8::d8 (ba6e0c10-271f-46c4-aba6-1a6e48a66722/4bcd9686-0189-4595-99fb-d1b86da7a566/efab2d84-01b1-4afd-bdc7-4b8388775f9a) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:17.085349 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.096004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Attempting to bind port 803c97d1-7717-4e9a-85ae-dad0468a1393 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:17.096619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Attempting to bind port 803c97d1-7717-4e9a-85ae-dad0468a1393 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '5b4cc822-bc8e-488c-b179-7da839431151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:17.097134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Attempting to bind port 803c97d1-7717-4e9a-85ae-dad0468a1393 on network ba6e0c10-271f-46c4-aba6-1a6e48a66722 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:17.103438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:17.104102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Checking segment: {'id': '5b4cc822-bc8e-488c-b179-7da839431151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:17.104645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.105164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Bound using segment: {'id': '5b4cc822-bc8e-488c-b179-7da839431151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:17.105759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Bound port: 803c97d1-7717-4e9a-85ae-dad0468a1393, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4cc822-bc8e-488c-b179-7da839431151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:17.106531 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.157254 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9b1cbda-d68f-4a03-a872-e51e03138aff req-e370cca5-d7c3-486e-a36a-277fb3d4fc99 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/073e3508-9ba9-40dd-971b-aec221318485 HTTP/1.1" status: 200 len: 1824 time: 0.0879412 Nov 12 05:23:17.185430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] For port 803c97d1-7717-4e9a-85ae-dad0468a1393, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:17.188886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] For port 803c97d1-7717-4e9a-85ae-dad0468a1393, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=803c97d1-7717-4e9a-85ae-dad0468a1393,segment=NetworkSegment(5b4cc822-bc8e-488c-b179-7da839431151),segment_id=5b4cc822-bc8e-488c-b179-7da839431151)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:17.194807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.269228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.286432 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.316852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.324734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.329094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc617a1-2cb4-488c-9dc3-d7c3b3d3a9a7 None None] Pushing event updated for resources: {'Port': ['ID=803c97d1-7717-4e9a-85ae-dad0468a1393,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:17.391661 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:17.395735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:17.401979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:17.408377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:17.409067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.422129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=efab2d84-01b1-4afd-bdc7-4b8388775f9a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:17.433341 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a72b62b9-c59e-4af9-ab0b-0e5b8ef160c9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3278964 Nov 12 05:23:17.436579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34538) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:17.448960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-242092234', 'allowed_address_pairs': [{'ip_address': '2001:db8::d8', 'mac_address': 'fa:16:3e:ae:67:41'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:17.465804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Allocated IP 172.25.2.107 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/a8edc971-a0bc-42bd-8d62-7129ee42a413) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:17.472615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f66fa0be-1b7a-40aa-889d-f15a183a47ec req-64b09a8f-ae01-41ed-80bb-26d3bed03395 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-334520619', 'description': 'tempest-description-2061447564'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:17.580034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f66fa0be-1b7a-40aa-889d-f15a183a47ec req-64b09a8f-ae01-41ed-80bb-26d3bed03395 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.596288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Made reservation on behalf of 327eb37d81cb474a94efa1c527a3dd80 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:17.651320 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.704122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.709649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f66fa0be-1b7a-40aa-889d-f15a183a47ec req-64b09a8f-ae01-41ed-80bb-26d3bed03395 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.718709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f66fa0be-1b7a-40aa-889d-f15a183a47ec req-64b09a8f-ae01-41ed-80bb-26d3bed03395 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.731946 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.733238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] device_id is not set on port b88f2242-f0ea-45e7-a193-5c9d49fe13c2 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:17.772623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:17.783294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f66fa0be-1b7a-40aa-889d-f15a183a47ec req-64b09a8f-ae01-41ed-80bb-26d3bed03395 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.785315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f66fa0be-1b7a-40aa-889d-f15a183a47ec req-64b09a8f-ae01-41ed-80bb-26d3bed03395 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3209915 Nov 12 05:23:17.804762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:17.816503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:17.821983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:17.833927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b09a8f-ae01-41ed-80bb-26d3bed03395 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:17.896776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:23:17.899710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Allocated IP 2001:db8::d7 (ba6e0c10-271f-46c4-aba6-1a6e48a66722/4bcd9686-0189-4595-99fb-d1b86da7a566/b88f2242-f0ea-45e7-a193-5c9d49fe13c2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:17.902042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:17.902736 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.915401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Pushing event updated for resources: {'Port': ['ID=a8edc971-a0bc-42bd-8d62-7129ee42a413,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:17.997617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.025104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:18.027457 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f675ee-8b74-4451-a748-efa66c024871" -d '{"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-plugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:18.037750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e931f-e8fa-42b1-9527-21288a252709 req-5cc79240-8154-46c5-9481-0c14862386d4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:18.039266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:18.039411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-5cc79240-8154-46c5-9481-0c14862386d4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.43 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 813 time: 0.2530131 Nov 12 05:23:18.043844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.047206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a878-9185-47c9-a16b-9b24ee64d3b2 req-6e75fcc8-c8ba-4bd9-ac1d-4cbde0daa357 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:18.048665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0181a878-9185-47c9-a16b-9b24ee64d3b2 req-6e75fcc8-c8ba-4bd9-ac1d-4cbde0daa357 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 945 time: 0.1360521 Nov 12 05:23:18.068121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Request body: {'port': {'device_id': 'c66f4306-348c-47e7-86b8-47ed72d0311f', 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0', 'admin_state_up': True, 'tenant_id': 'b5d6aebf55e64b5da56559ca95e69772'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:18.093742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.097352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:18.149487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.198744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.218935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0181a878-9185-47c9-a16b-9b24ee64d3b2 req-8bcd1c08-530a-47ee-b024-4a12092bedbc tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c384a3f-4da3-470a-8ae3-21f3606562af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587315 Nov 12 05:23:18.247762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.257077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 803c97d1-7717-4e9a-85ae-dad0468a1393 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:18.287801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:18.293333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:18.297216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:18.305482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:18.307845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.339951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=b88f2242-f0ea-45e7-a193-5c9d49fe13c2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:18.345623 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7cc36144-c37f-48d2-ad9d-ad058b69f508 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.9079235 Nov 12 05:23:18.347422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 803c97d1-7717-4e9a-85ae-dad0468a1393 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:18.347944 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.349530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34554) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:18.437291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Made reservation on behalf of b5d6aebf55e64b5da56559ca95e69772 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:18.441602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.473021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f1d7a0-faca-401a-a122-2a70e9a78242 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:18.480354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f1d7a0-faca-401a-a122-2a70e9a78242 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:18.485686 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.486668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f1d7a0-faca-401a-a122-2a70e9a78242 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:18.488968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-86f1d7a0-faca-401a-a122-2a70e9a78242 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1379185 Nov 12 05:23:18.491665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34556) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:18.492486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21a404eb-2d5b-43ad-84c8-2101c004ac87 req-39770bf8-4f89-4d9c-b362-33e400f0134c tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92 HTTP/1.1" status: 200 len: 1823 time: 0.1575990 Nov 12 05:23:18.512400 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.519928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-21a404eb-2d5b-43ad-84c8-2101c004ac87 req-c5c7a107-72b3-4b9f-8bb0-561b977eb603 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:18.520231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-21a404eb-2d5b-43ad-84c8-2101c004ac87 req-c5c7a107-72b3-4b9f-8bb0-561b977eb603 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:18.532891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 803c97d1-7717-4e9a-85ae-dad0468a1393, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=803c97d1-7717-4e9a-85ae-dad0468a1393,segment=NetworkSegment(5b4cc822-bc8e-488c-b179-7da839431151),segment_id=5b4cc822-bc8e-488c-b179-7da839431151)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:18.541408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.649743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ecacb08b-812d-44a3-a0ec-cb79c7ad3c77 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Deleting port b88f2242-f0ea-45e7-a193-5c9d49fe13c2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:18.649743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecacb08b-812d-44a3-a0ec-cb79c7ad3c77 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.694674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=803c97d1-7717-4e9a-85ae-dad0468a1393,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:18.703361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.721500 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.780738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecacb08b-812d-44a3-a0ec-cb79c7ad3c77 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.796234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ecacb08b-812d-44a3-a0ec-cb79c7ad3c77 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Calling delete_port for b88f2242-f0ea-45e7-a193-5c9d49fe13c2 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:18.805935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Allocated IP 172.20.0.11 (57d401f4-5779-4715-9e2f-5f6aaeeedef0/01470a01-0340-4d5e-b351-bdee29d8c436/d5b9d281-9568-45a6-a729-c90c96521802) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:18.813258 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21a404eb-2d5b-43ad-84c8-2101c004ac87 req-c5c7a107-72b3-4b9f-8bb0-561b977eb603 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.867015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bc7aac-1da6-472f-966d-18ccdec42c7c None None] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:18.868112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Pushing event updated for resources: {'Port': ['ID=a8edc971-a0bc-42bd-8d62-7129ee42a413,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:18.916531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.952435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21a404eb-2d5b-43ad-84c8-2101c004ac87 req-c5c7a107-72b3-4b9f-8bb0-561b977eb603 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.955588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.956928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-fa76015c-6381-48af-9160-9abb564a8e50 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9257054 Nov 12 05:23:18.965866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21a404eb-2d5b-43ad-84c8-2101c004ac87 req-c5c7a107-72b3-4b9f-8bb0-561b977eb603 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.997469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecacb08b-812d-44a3-a0ec-cb79c7ad3c77 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.050280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacb08b-812d-44a3-a0ec-cb79c7ad3c77 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Port': ['ID=b88f2242-f0ea-45e7-a193-5c9d49fe13c2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:19.085678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380c888-6224-4b42-8635-9a4b5e198116 req-5169811f-f6c5-42f8-8ef9-877c70ff2747 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:19.087480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1380c888-6224-4b42-8635-9a4b5e198116 req-5169811f-f6c5-42f8-8ef9-877c70ff2747 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 945 time: 0.2364311 Nov 12 05:23:19.093428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7a107-72b3-4b9f-8bb0-561b977eb603 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f4d7ac-7645-453a-b434-06fc958ec103,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:19.094509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-01a2fb6b-7d57-45ee-ad42-67b9b90c99c0 None None] Provisioning complete for port 803c97d1-7717-4e9a-85ae-dad0468a1393 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:19.095020 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01a2fb6b-7d57-45ee-ad42-67b9b90c99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.117553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-16e69010-c6be-40ce-b9df-597d237dd219 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.1331677 Nov 12 05:23:19.143934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-21a404eb-2d5b-43ad-84c8-2101c004ac87 req-c5c7a107-72b3-4b9f-8bb0-561b977eb603 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.145146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21a404eb-2d5b-43ad-84c8-2101c004ac87 req-c5c7a107-72b3-4b9f-8bb0-561b977eb603 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6443706 Nov 12 05:23:19.186473 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecacb08b-812d-44a3-a0ec-cb79c7ad3c77 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.193225 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ecacb08b-812d-44a3-a0ec-cb79c7ad3c77 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "DELETE /v2.0/ports/b88f2242-f0ea-45e7-a193-5c9d49fe13c2 HTTP/1.1" status: 204 len: 168 time: 0.6915486 Nov 12 05:23:19.193986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:19.230841 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3118dc-0f87-4f71-957d-a487d07d2694 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] GET failed (client error): The resource could not be found. Nov 12 05:23:19.232715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8c3118dc-0f87-4f71-957d-a487d07d2694 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "GET /v2.0/ports/b88f2242-f0ea-45e7-a193-5c9d49fe13c2 HTTP/1.1" status: 404 len: 333 time: 0.0331342 Nov 12 05:23:19.237023 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34582) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:19.242691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1040287453'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:19.362897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Made reservation on behalf of 327eb37d81cb474a94efa1c527a3dd80 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:19.367272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.389917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] device_id is not set on port 9b3f37f8-526c-484a-96df-ba0a5fd8acab yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:19.431334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.535840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Allocated IP 2001:db8::32c (ba6e0c10-271f-46c4-aba6-1a6e48a66722/4bcd9686-0189-4595-99fb-d1b86da7a566/9b3f37f8-526c-484a-96df-ba0a5fd8acab) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:19.603388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2ab7044f-a683-4aff-baa2-e4e8eaca9771 None None] Provisioning complete for port 803c97d1-7717-4e9a-85ae-dad0468a1393 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:19.603874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ab7044f-a683-4aff-baa2-e4e8eaca9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.650280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.716656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2ab7044f-a683-4aff-baa2-e4e8eaca9771 None None] Provisioning complete for port efab2d84-01b1-4afd-bdc7-4b8388775f9a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:19.717367 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ab7044f-a683-4aff-baa2-e4e8eaca9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.731418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.761962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40f7e8-5006-4998-84ed-7b569de24fac req-08b9c37f-eee4-4373-8c86-ee3aa6dcc348 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:19.762299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7044f-a683-4aff-baa2-e4e8eaca9771 None None] Port efab2d84-01b1-4afd-bdc7-4b8388775f9a cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:19.764505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e40f7e8-5006-4998-84ed-7b569de24fac req-08b9c37f-eee4-4373-8c86-ee3aa6dcc348 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.5444036 Nov 12 05:23:19.774178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-5f8f2cb5-9761-488b-8f7c-9fed3cb95dff tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:19.775708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25ac0347-b8a3-41b6-b69c-5a69f05b5867 req-5f8f2cb5-9761-488b-8f7c-9fed3cb95dff tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.6358640 Nov 12 05:23:19.776110 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.782401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.793945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['874ca87b-5c37-425c-920f-00658921368f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:19.807576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Deleting port f0532079-28ea-4862-aedf-b33878d7b0d8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:19.807920 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.832502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:19.838317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:19.841264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:19.847263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:19.848253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.858888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=9b3f37f8-526c-484a-96df-ba0a5fd8acab,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:19.887810 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4c52459b-8087-44e3-914e-2c162ca5a461 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6485124 Nov 12 05:23:19.888750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:19.895692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d8', 'mac_address': 'fa:16:3e:ae:67:41'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:19.928661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dc248d05-1463-4e75-ab63-6d864dd24aa3 None None] Provisioning complete for port efab2d84-01b1-4afd-bdc7-4b8388775f9a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:19.929027 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc248d05-1463-4e75-ab63-6d864dd24aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.949965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:19.984168 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:19.989115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:19.991348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dc248d05-1463-4e75-ab63-6d864dd24aa3 None None] Port efab2d84-01b1-4afd-bdc7-4b8388775f9a cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:19.997911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:20.005680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Pushing event updated for resources: {'Port': ['ID=d5b9d281-9568-45a6-a729-c90c96521802,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:20.044699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e40f7e8-5006-4998-84ed-7b569de24fac req-efcb5efa-4105-45ac-9020-9d9fdb6f2813 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657037 Nov 12 05:23:20.093322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4381db0-287b-4aff-8166-060ba9a46e4c req-12e786b4-163c-4114-9eb7-a10c0be39f03 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:20.095184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4381db0-287b-4aff-8166-060ba9a46e4c req-12e786b4-163c-4114-9eb7-a10c0be39f03 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 932 time: 0.2206523 Nov 12 05:23:20.142608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] For port f0532079-28ea-4862-aedf-b33878d7b0d8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0532079-28ea-4862-aedf-b33878d7b0d8,segment=NetworkSegment(378c7f7f-7141-40c8-8e70-75dbc58d6b79),segment_id=378c7f7f-7141-40c8-8e70-75dbc58d6b79)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:20.142977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.160782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:20.161419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.185648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Calling delete_port for f0532079-28ea-4862-aedf-b33878d7b0d8 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:20.208995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2c8cf648-33ac-4659-8be8-9f4bcd9853a3 None None] Could not find standard attr ID for object b88f2242-f0ea-45e7-a193-5c9d49fe13c2. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:23:20.219371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 803c97d1-7717-4e9a-85ae-dad0468a1393 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:20.274063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.276058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 803c97d1-7717-4e9a-85ae-dad0468a1393 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:20.276432 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.285655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.349668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] In _notify_port_updated(), no bound segment for port 9b3f37f8-526c-484a-96df-ba0a5fd8acab on network ba6e0c10-271f-46c4-aba6-1a6e48a66722 {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:23:20.355067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:20.356172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.359625 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "PUT /v2.0/ports/9b3f37f8-526c-484a-96df-ba0a5fd8acab HTTP/1.1" status: 200 len: 1002 time: 0.4671290 Nov 12 05:23:20.359873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34592) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:20.381805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-092884ed-7431-44fe-b3c1-b661cd85b2d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3180740 Nov 12 05:23:20.405411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637276-9e5c-470f-8901-78a0b6d4ed0f tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=9b3f37f8-526c-484a-96df-ba0a5fd8acab,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:20.405940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4381db0-287b-4aff-8166-060ba9a46e4c req-09e8e8b2-2b63-41ed-984b-484073dd498d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963142 Nov 12 05:23:20.411982 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.422276 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09456960-90bf-4819-bacb-cfb3976adb1c x-openstack-request-id: req-09456960-90bf-4819-bacb-cfb3976adb1c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:20.422628 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-plugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:20.422889 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09456960-90bf-4819-bacb-cfb3976adb1c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:20.423298 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'code': 200} Nov 12 05:23:20.428673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f0532079-28ea-4862-aedf-b33878d7b0d8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:20.432404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-b1cb79d3-5a75-407d-afdf-7e7fbfe9e0ce tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:23:20.433445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-b1cb79d3-5a75-407d-afdf-7e7fbfe9e0ce tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226042 Nov 12 05:23:20.483004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Request body: {'port': {'device_id': 'c66f4306-348c-47e7-86b8-47ed72d0311f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:20.486735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Pushing event deleted for resources: {'Port': ['ID=f0532079-28ea-4862-aedf-b33878d7b0d8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:20.495170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c8354cd8-0f65-4aa4-9ea9-fed26e950909 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Deleting port 9b3f37f8-526c-484a-96df-ba0a5fd8acab {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:20.495620 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8354cd8-0f65-4aa4-9ea9-fed26e950909 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.582186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] No DVR routers for this DVR port f0532079-28ea-4862-aedf-b33878d7b0d8 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:23:20.585043 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.589178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1380c888-6224-4b42-8635-9a4b5e198116 req-49a764c4-fe53-4d61-9298-d1aa0a6ed34e tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.47 "DELETE /v2.0/ports/f0532079-28ea-4862-aedf-b33878d7b0d8 HTTP/1.1" status: 204 len: 173 time: 1.4867482 Nov 12 05:23:20.599813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4', 'name': 'network-vif-deleted', 'tag': 'f0532079-28ea-4862-aedf-b33878d7b0d8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:20.602007 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe23e3eb-1aa2-4bed-a9dd-19ba199e3207" -d '{"events": [{"server_uuid": "dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4", "name": "network-vif-deleted", "tag": "f0532079-28ea-4862-aedf-b33878d7b0d8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:20.648640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-047b5df7-ad7f-48c5-8f2d-09025c76d2af None None] Provisioning complete for port 9b3f37f8-526c-484a-96df-ba0a5fd8acab triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:20.649106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-047b5df7-ad7f-48c5-8f2d-09025c76d2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.653718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56634a00-b981-47b1-9e85-828e0b2a3948 req-e39a6682-b58b-4199-8c19-864f63ad7121 tempest-ServersNegativeTestMultiTenantJSON-154974221 tempest-ServersNegativeTestMultiTenantJSON-154974221-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4 HTTP/1.1" status: 200 len: 210 time: 0.0628049 Nov 12 05:23:20.661090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74363a-b35b-4d81-a4bd-e6423dbc8a87 req-def8c45e-aa47-49b5-8678-f65f6dae4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:20.662722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e74363a-b35b-4d81-a4bd-e6423dbc8a87 req-def8c45e-aa47-49b5-8678-f65f6dae4865 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1098 time: 0.0791252 Nov 12 05:23:20.664632 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8354cd8-0f65-4aa4-9ea9-fed26e950909 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.694521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c8354cd8-0f65-4aa4-9ea9-fed26e950909 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Calling delete_port for 9b3f37f8-526c-484a-96df-ba0a5fd8acab owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:20.696736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c5269446-9ed2-4737-91fe-b1f89b259944 req-5becf334-d16e-4a22-a7fb-e77c5fde17c8 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92 HTTP/1.1" status: 200 len: 2417 time: 0.1838806 Nov 12 05:23:20.703725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.723345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c5269446-9ed2-4737-91fe-b1f89b259944 req-bf57dbee-52c5-4212-8a36-69551d9285eb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92', 'remote_group_id': None}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:20.723668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c5269446-9ed2-4737-91fe-b1f89b259944 req-bf57dbee-52c5-4212-8a36-69551d9285eb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92', 'remote_group_id': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:20.764272 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8e74363a-b35b-4d81-a4bd-e6423dbc8a87 req-928661bb-696b-40b3-a8c9-7573e2c9df81 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916383 Nov 12 05:23:20.771825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-047b5df7-ad7f-48c5-8f2d-09025c76d2af None None] Port 9b3f37f8-526c-484a-96df-ba0a5fd8acab cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:20.905372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8354cd8-0f65-4aa4-9ea9-fed26e950909 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:20.936025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8354cd8-0f65-4aa4-9ea9-fed26e950909 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Port': ['ID=9b3f37f8-526c-484a-96df-ba0a5fd8acab,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:20.957719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-f220a219-5739-47af-b2e6-2371af84dd60 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips/eb104b15-6bc2-4934-873e-6a618496d0a0 HTTP/1.1" status: 200 len: 693 time: 0.1124253 Nov 12 05:23:20.960745 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c5269446-9ed2-4737-91fe-b1f89b259944 req-bf57dbee-52c5-4212-8a36-69551d9285eb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.037075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8354cd8-0f65-4aa4-9ea9-fed26e950909 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.043263 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c8354cd8-0f65-4aa4-9ea9-fed26e950909 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "DELETE /v2.0/ports/9b3f37f8-526c-484a-96df-ba0a5fd8acab HTTP/1.1" status: 204 len: 168 time: 0.6799915 Nov 12 05:23:21.043562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34606) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:21.069805 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b110d891-b3e8-4cee-b582-8fea7a8c88c4 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] GET failed (client error): The resource could not be found. Nov 12 05:23:21.074797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b110d891-b3e8-4cee-b582-8fea7a8c88c4 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "GET /v2.0/ports/9b3f37f8-526c-484a-96df-ba0a5fd8acab HTTP/1.1" status: 404 len: 333 time: 0.0269623 Nov 12 05:23:21.076276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34610) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:21.082039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-48172141'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:21.088190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c5269446-9ed2-4737-91fe-b1f89b259944 req-bf57dbee-52c5-4212-8a36-69551d9285eb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.113815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c5269446-9ed2-4737-91fe-b1f89b259944 req-bf57dbee-52c5-4212-8a36-69551d9285eb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.191465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8462eff4-f0c5-4cb8-9218-c6995d17164b None None] Could not find standard attr ID for object 9b3f37f8-526c-484a-96df-ba0a5fd8acab. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:23:21.202379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57dbee-52c5-4212-8a36-69551d9285eb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0807e190-0899-4f77-b5d9-0177c45b9783,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:21.231680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c5269446-9ed2-4737-91fe-b1f89b259944 req-bf57dbee-52c5-4212-8a36-69551d9285eb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.232956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c5269446-9ed2-4737-91fe-b1f89b259944 req-bf57dbee-52c5-4212-8a36-69551d9285eb tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5175147 Nov 12 05:23:21.251676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-cb5e1067-1a58-4c43-be75-5151cfcedc1c tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:21.252807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-cb5e1067-1a58-4c43-be75-5151cfcedc1c tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.2641864 Nov 12 05:23:21.352315 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e536769-f972-4f91-b9a1-3d6d620d5100 x-openstack-request-id: req-0e536769-f972-4f91-b9a1-3d6d620d5100 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:21.352583 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4", "name": "network-vif-deleted", "tag": "f0532079-28ea-4862-aedf-b33878d7b0d8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:21.352822 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e536769-f972-4f91-b9a1-3d6d620d5100 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:21.353211 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3a9f1b-b334-4df3-b9dd-d5536f16dfd4', 'name': 'network-vif-deleted', 'tag': 'f0532079-28ea-4862-aedf-b33878d7b0d8', 'status': 'completed', 'code': 200} Nov 12 05:23:21.358028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-6c5200ee-a3a8-4339-a4f0-86945988c6a8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0973842 Nov 12 05:23:21.435714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b9d281-9568-45a6-a729-c90c96521802 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:21.463682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.469408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-f9f2437c-758c-4a15-a004-d816896c8fc2 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0978589 Nov 12 05:23:21.542687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Transition to ACTIVE for port object d5b9d281-9568-45a6-a729-c90c96521802 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:23:21.543605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Made reservation on behalf of 327eb37d81cb474a94efa1c527a3dd80 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:21.547414 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.562910 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.638510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23ff83-192c-4fb1-8960-ac6f5e153b1c req-a1168ded-cefd-4947-ab25-cb62a5b78043 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:21.640000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df23ff83-192c-4fb1-8960-ac6f5e153b1c req-a1168ded-cefd-4947-ab25-cb62a5b78043 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.1996663 Nov 12 05:23:21.652988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] device_id is not set on port 50ab559d-ae2d-4812-9349-a87c5006ee73 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:21.744331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b9d281-9568-45a6-a729-c90c96521802,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:21.867074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df23ff83-192c-4fb1-8960-ac6f5e153b1c req-af6e893f-12da-4292-bf9d-027c5ba7df1a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191358 Nov 12 05:23:21.913595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Deleting port a8edc971-a0bc-42bd-8d62-7129ee42a413 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:21.913938 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.928458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Allocated IP 2001:db8::75 (ba6e0c10-271f-46c4-aba6-1a6e48a66722/4bcd9686-0189-4595-99fb-d1b86da7a566/50ab559d-ae2d-4812-9349-a87c5006ee73) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:21.945239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Attempting to bind port d5b9d281-9568-45a6-a729-c90c96521802 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:21.945580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Attempting to bind port d5b9d281-9568-45a6-a729-c90c96521802 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:21.945914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Attempting to bind port d5b9d281-9568-45a6-a729-c90c96521802 on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:21.971757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Port d5b9d281-9568-45a6-a729-c90c96521802 on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:23:21.972089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Attempting to bind port d5b9d281-9568-45a6-a729-c90c96521802 on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:22.026200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:22.026568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Checking segment: {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:22.026953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Bound using segment: {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:22.027396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Bound port: d5b9d281-9568-45a6-a729-c90c96521802, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:22.027751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.066333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1bb7ad43-594d-4b55-bf1c-d608ac5c5deb req-f76dc389-53bf-4666-9047-d598b0023707 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92 HTTP/1.1" status: 200 len: 3016 time: 0.1722054 Nov 12 05:23:22.111005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.111322 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.142902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Calling delete_port for a8edc971-a0bc-42bd-8d62-7129ee42a413 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:22.224762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-45c71dd7-90b4-4215-96d6-83fec6d1bd5d tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799322 Nov 12 05:23:22.313351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] For port d5b9d281-9568-45a6-a729-c90c96521802, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:22.368279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] For port d5b9d281-9568-45a6-a729-c90c96521802, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d5b9d281-9568-45a6-a729-c90c96521802,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:22.384371 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.469959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.483372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.484035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.485426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] 10.222.0.43 "PUT /v2.0/ports/d5b9d281-9568-45a6-a729-c90c96521802 HTTP/1.1" status: 200 len: 1093 time: 2.0135109 Nov 12 05:23:22.510957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-2c32bf3b-b812-431a-89d3-d371ebdc232f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.512434 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-2c32bf3b-b812-431a-89d3-d371ebdc232f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539794 Nov 12 05:23:22.549635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379a876-45f5-44c7-97b9-841188efca47 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b9d281-9568-45a6-a729-c90c96521802,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:22.605003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-274133aa-47d9-4ce9-8cae-c0535ad69287 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/quotas/ba04ee95d33249cbb975e0c34a00e59f HTTP/1.1" status: 200 len: 375 time: 0.0586920 Nov 12 05:23:22.646772 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.654988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-3cc1b306-55c3-413f-b06f-f9ffd3ffb4a2 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420520 Nov 12 05:23:22.660785 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.681257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e931f-e8fa-42b1-9527-21288a252709 req-40bfdd0d-ee9d-424e-92ec-c61c1b078093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.682799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-40bfdd0d-ee9d-424e-92ec-c61c1b078093 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 1096 time: 0.1341105 Nov 12 05:23:22.687937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Pushing event deleted for resources: {'Port': ['ID=a8edc971-a0bc-42bd-8d62-7129ee42a413,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:22.779314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:22.804498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-6331ec96-c478-460b-b8ec-6b4dc37425ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b9d281-9568-45a6-a729-c90c96521802 HTTP/1.1" status: 200 len: 217 time: 0.1027355 Nov 12 05:23:22.808809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:22.817018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:22.822780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.823402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.896671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=50ab559d-ae2d-4812-9349-a87c5006ee73,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:22.920405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cc7ff7a7-0cb1-4aee-b270-398431c0c63a tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8441045 Nov 12 05:23:22.923042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34650) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:22.927209 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.929214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ae:67:41'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:22.929809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:22.933162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f0532079-28ea-4862-aedf-b33878d7b0d8 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:22.935036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dfb1f1c-152b-4d73-a4f3-e3e73d944868 req-93674c34-8faf-49b9-a039-af25c941ffb8 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "DELETE /v2.0/floatingips/eb104b15-6bc2-4934-873e-6a618496d0a0 HTTP/1.1" status: 204 len: 173 time: 1.4475453 Nov 12 05:23:22.942041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e931f-e8fa-42b1-9527-21288a252709 req-4b4e1772-6fbd-4eda-8393-868f975233f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.943746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-4b4e1772-6fbd-4eda-8393-868f975233f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.1177371 Nov 12 05:23:22.971974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72ffc-9fe8-4289-b7e7-0157e7adf0ca req-02ab3d7d-5256-452b-aab8-c966df12c0c4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.980219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6c72ffc-9fe8-4289-b7e7-0157e7adf0ca req-02ab3d7d-5256-452b-aab8-c966df12c0c4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 944 time: 0.1495697 Nov 12 05:23:22.986299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: f0532079-28ea-4862-aedf-b33878d7b0d8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:22.987608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f0532079-28ea-4862-aedf-b33878d7b0d8 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:23.000182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34654) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:23.022817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-5f035e29-0c73-4519-8044-8609a110e9ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705373 Nov 12 05:23:23.099570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6c72ffc-9fe8-4289-b7e7-0157e7adf0ca req-4ada7ef3-7347-4cc1-8abd-0f760b024849 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184623 Nov 12 05:23:23.137689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a8de78-96d6-4804-8713-7b9f52202eae admin admin] Deleting subnet feaedc2e-6160-4ded-b278-91d890f0b61b {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:23:23.137689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52a8de78-96d6-4804-8713-7b9f52202eae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.140611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2bbe7e99-fdbf-4be5-9bba-5eec4e88d924 None None] Provisioning complete for port 50ab559d-ae2d-4812-9349-a87c5006ee73 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:23.141253 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7e99-fdbf-4be5-9bba-5eec4e88d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.147645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c564c92d-4100-4257-9f28-27f3105251df req-2d29e831-b809-4df9-8955-14fcce680d6a tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-group-rules/0807e190-0899-4f77-b5d9-0177c45b9783 HTTP/1.1" status: 200 len: 783 time: 0.0616500 Nov 12 05:23:23.184201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52a8de78-96d6-4804-8713-7b9f52202eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.220183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe7e99-fdbf-4be5-9bba-5eec4e88d924 None None] Port 50ab559d-ae2d-4812-9349-a87c5006ee73 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:23.230100 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-b6575e51-c10c-4ccf-9952-2902e0a360fe service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972575 Nov 12 05:23:23.282237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52a8de78-96d6-4804-8713-7b9f52202eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.285914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-d2ab72f9-f0e8-4626-87a0-8472936a7780 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504916 Nov 12 05:23:23.306235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.315205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c564c92d-4100-4257-9f28-27f3105251df req-fb0f8752-10b8-45b0-9e76-b132a1eb9580 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92 HTTP/1.1" status: 200 len: 3016 time: 0.1608610 Nov 12 05:23:23.362161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66f4306-348c-47e7-86b8-47ed72d0311f', 'tag': 'd5b9d281-9568-45a6-a729-c90c96521802'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:23.364129 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac58a2c-5cf1-4c96-822d-340201a17df0" -d '{"events": [{"name": "network-changed", "server_uuid": "c66f4306-348c-47e7-86b8-47ed72d0311f", "tag": "d5b9d281-9568-45a6-a729-c90c96521802"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:23.409659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52a8de78-96d6-4804-8713-7b9f52202eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.477866 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52a8de78-96d6-4804-8713-7b9f52202eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.483611 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-52a8de78-96d6-4804-8713-7b9f52202eae admin admin] 10.222.0.48 "DELETE /v2.0/subnets/feaedc2e-6160-4ded-b278-91d890f0b61b HTTP/1.1" status: 204 len: 168 time: 0.4815741 Nov 12 05:23:23.484730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8de78-96d6-4804-8713-7b9f52202eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feaedc2e-6160-4ded-b278-91d890f0b61b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:23.486591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34672) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:23.597048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.645928 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.667834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.738517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.743223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] In _notify_port_updated(), no bound segment for port 50ab559d-ae2d-4812-9349-a87c5006ee73 on network ba6e0c10-271f-46c4-aba6-1a6e48a66722 {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:23:23.748777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:23.749423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.753724 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "PUT /v2.0/ports/50ab559d-ae2d-4812-9349-a87c5006ee73 HTTP/1.1" status: 200 len: 1000 time: 0.8266222 Nov 12 05:23:23.758761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34674) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:23.800055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c564c92d-4100-4257-9f28-27f3105251df req-5af223a6-88cd-43c4-935c-250cedb7a561 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.811725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80628aa6-76f1-4210-b168-47cee58bff70']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:23.813875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280b646-285a-41dc-8e81-df61d9200ec8 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=50ab559d-ae2d-4812-9349-a87c5006ee73,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:23.818443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f69e931f-e8fa-42b1-9527-21288a252709 req-9bd43e79-513c-4e31-b1a3-027a183f08db service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647621 Nov 12 05:23:23.829222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378c7f7f-7141-40c8-8e70-75dbc58d6b79') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:23.829522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378c7f7f-7141-40c8-8e70-75dbc58d6b79') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:23.834550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c564c92d-4100-4257-9f28-27f3105251df req-5af223a6-88cd-43c4-935c-250cedb7a561 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.850259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf5db-b228-41e0-962b-52ed00822319 req-f89df1d0-0e31-405e-9ef3-3dd2ee87effb tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:23.852431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-f89df1d0-0e31-405e-9ef3-3dd2ee87effb tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5545747 Nov 12 05:23:23.864754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.874929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-74d74a7c-0df8-4fcf-bc28-1b1c23c7688a tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/quotas/ba04ee95d33249cbb975e0c34a00e59f HTTP/1.1" status: 200 len: 375 time: 0.0144894 Nov 12 05:23:23.882322 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.891657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:23:23.892112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:23:23.894378 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:23:23.897606 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c564c92d-4100-4257-9f28-27f3105251df req-5af223a6-88cd-43c4-935c-250cedb7a561 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.918077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c564c92d-4100-4257-9f28-27f3105251df req-5af223a6-88cd-43c4-935c-250cedb7a561 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.919228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c564c92d-4100-4257-9f28-27f3105251df req-5af223a6-88cd-43c4-935c-250cedb7a561 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0807e190-0899-4f77-b5d9-0177c45b9783 HTTP/1.1" status: 204 len: 173 time: 0.5666528 Nov 12 05:23:23.922712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-9a2d6d48-fe70-4c97-8c3d-ae4ea7a81645 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386796 Nov 12 05:23:23.929389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af223a6-88cd-43c4-935c-250cedb7a561 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0807e190-0899-4f77-b5d9-0177c45b9783,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:23.975979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.982027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.989694 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] 10.222.0.48 "DELETE /v2.0/networks/80628aa6-76f1-4210-b168-47cee58bff70 HTTP/1.1" status: 204 len: 168 time: 0.4970174 Nov 12 05:23:23.990049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34678) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:24.011250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126af6c-57df-4424-936e-f5b53a270e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=80628aa6-76f1-4210-b168-47cee58bff70,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:24.017076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-02b5603f-37c4-4686-968d-0cd37247f05b tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Deleting port 50ab559d-ae2d-4812-9349-a87c5006ee73 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:24.017427 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02b5603f-37c4-4686-968d-0cd37247f05b tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.051810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c523fc4a-068b-4059-a6fe-ac0f75d587a1 None None] Provisioning complete for port 50ab559d-ae2d-4812-9349-a87c5006ee73 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:24.053041 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c523fc4a-068b-4059-a6fe-ac0f75d587a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.088886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7939fb9-bc22-4b63-93d5-4d3e7cafc7e8 admin admin] Deleting subnet 920f1c99-c064-4a9d-8dcd-dcb2c99971e4 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:23:24.093099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a7939fb9-bc22-4b63-93d5-4d3e7cafc7e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.119877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c523fc4a-068b-4059-a6fe-ac0f75d587a1 None None] Port 50ab559d-ae2d-4812-9349-a87c5006ee73 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:24.161490 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02b5603f-37c4-4686-968d-0cd37247f05b tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.170661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea50bd-e483-44a3-b002-4bb605c85b4e req-cf12fa87-ee21-41d4-ba14-ab2063fc3253 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:24.175319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-02b5603f-37c4-4686-968d-0cd37247f05b tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Calling delete_port for 50ab559d-ae2d-4812-9349-a87c5006ee73 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:24.182364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00ea50bd-e483-44a3-b002-4bb605c85b4e req-cf12fa87-ee21-41d4-ba14-ab2063fc3253 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.1818430 Nov 12 05:23:24.280015 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-2b031780-640a-4eab-b9f7-991e77c3f9de req-6b88aa8a-9042-4264-9037-ebb235e6eeec tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] show failed (client error): The resource could not be found. Nov 12 05:23:24.283077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b031780-640a-4eab-b9f7-991e77c3f9de req-6b88aa8a-9042-4264-9037-ebb235e6eeec tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips/eb104b15-6bc2-4934-873e-6a618496d0a0 HTTP/1.1" status: 404 len: 350 time: 0.1528218 Nov 12 05:23:24.295381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a7939fb9-bc22-4b63-93d5-4d3e7cafc7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.344443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-e9e2db5f-be21-4e20-8aac-8d59bef4c9cf tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162817 Nov 12 05:23:24.350739 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c78afd-01bb-4be4-8500-4081e316b0a5 x-openstack-request-id: req-13c78afd-01bb-4be4-8500-4081e316b0a5 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:24.351040 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66f4306-348c-47e7-86b8-47ed72d0311f", "tag": "d5b9d281-9568-45a6-a729-c90c96521802", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:24.351277 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13c78afd-01bb-4be4-8500-4081e316b0a5 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:24.351652 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66f4306-348c-47e7-86b8-47ed72d0311f', 'tag': 'd5b9d281-9568-45a6-a729-c90c96521802', 'status': 'completed', 'code': 200} Nov 12 05:23:24.367304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02b5603f-37c4-4686-968d-0cd37247f05b tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.381138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a7939fb9-bc22-4b63-93d5-4d3e7cafc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.409824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5603f-37c4-4686-968d-0cd37247f05b tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Port': ['ID=50ab559d-ae2d-4812-9349-a87c5006ee73,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:24.446036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02b5603f-37c4-4686-968d-0cd37247f05b tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.452912 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-02b5603f-37c4-4686-968d-0cd37247f05b tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "DELETE /v2.0/ports/50ab559d-ae2d-4812-9349-a87c5006ee73 HTTP/1.1" status: 204 len: 168 time: 0.6932597 Nov 12 05:23:24.453519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34694) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:24.481998 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a9d90e-1aa9-4c66-b2ce-344f0ecea59d tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] GET failed (client error): The resource could not be found. Nov 12 05:23:24.487934 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d3a9d90e-1aa9-4c66-b2ce-344f0ecea59d tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "GET /v2.0/ports/50ab559d-ae2d-4812-9349-a87c5006ee73 HTTP/1.1" status: 404 len: 333 time: 0.0324249 Nov 12 05:23:24.488923 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34696) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:24.499057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-899012209'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:24.510554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00ea50bd-e483-44a3-b002-4bb605c85b4e req-8f375201-3fb4-47ad-83cc-8850499d41ea tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272047 Nov 12 05:23:24.555863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43cb78c6-cf22-4b68-a4ab-2e6f1dac83b1 req-43c00b4d-d10b-4e2f-97f7-672b0b6bc7b5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92 HTTP/1.1" status: 200 len: 2417 time: 0.1893287 Nov 12 05:23:24.609120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-5fe14fb0-1315-4093-bbc0-ced922f1f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:24.610859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-5fe14fb0-1315-4093-bbc0-ced922f1f08c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 1096 time: 0.1887674 Nov 12 05:23:24.682093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a7939fb9-bc22-4b63-93d5-4d3e7cafc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.684127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Made reservation on behalf of 327eb37d81cb474a94efa1c527a3dd80 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:24.689732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.710336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-39e8327d-c08f-44b6-be03-e2acecb3048d tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:24.711925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-39e8327d-c08f-44b6-be03-e2acecb3048d tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3566215 Nov 12 05:23:24.713237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] device_id is not set on port da691e54-e810-426a-a36a-e51c74997517 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:24.769910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Request body: {'port': {'device_id': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'ba04ee95d33249cbb975e0c34a00e59f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:24.774987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7939fb9-bc22-4b63-93d5-4d3e7cafc7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920f1c99-c064-4a9d-8dcd-dcb2c99971e4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:24.788074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a7939fb9-bc22-4b63-93d5-4d3e7cafc7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:24.793586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a7939fb9-bc22-4b63-93d5-4d3e7cafc7e8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/920f1c99-c064-4a9d-8dcd-dcb2c99971e4 HTTP/1.1" status: 204 len: 168 time: 0.8000803 Nov 12 05:23:24.796583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34702) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:24.839550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Allocated IP 2001:db8::b6 (ba6e0c10-271f-46c4-aba6-1a6e48a66722/4bcd9686-0189-4595-99fb-d1b86da7a566/da691e54-e810-426a-a36a-e51c74997517) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:24.855195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b72eb13-8146-4d61-8f2a-d17bde2a49a9 req-1e771f56-b03f-42a9-81b3-ba41648a206c tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 210 time: 0.0964768 Nov 12 05:23:24.917379 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-43cb78c6-cf22-4b68-a4ab-2e6f1dac83b1 req-1d7ed090-fdaf-44fb-888f-4dd032e59d13 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.008394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.020387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-154301bc-f31a-44bc-9a53-d20c008f524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:25.021793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-154301bc-f31a-44bc-9a53-d20c008f524b service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 914 time: 0.3995590 Nov 12 05:23:25.036659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-43cb78c6-cf22-4b68-a4ab-2e6f1dac83b1 req-1d7ed090-fdaf-44fb-888f-4dd032e59d13 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.043462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.085577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:25.092568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:25.095786 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.097143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:25.102793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:25.103415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.105502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-29a4ec20-a354-491f-b40d-2b65e396bfa8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b9d281-9568-45a6-a729-c90c96521802 HTTP/1.1" status: 200 len: 217 time: 0.0645010 Nov 12 05:23:25.107333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=da691e54-e810-426a-a36a-e51c74997517,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:25.130601 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-121d8b5d-6d11-4fd7-ad36-f4c23a6f8e3e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6403856 Nov 12 05:23:25.133049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34704) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:25.138060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'network_id': 'ba6e0c10-271f-46c4-aba6-1a6e48a66722', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1261787818'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:25.196742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79dccb-96ec-473f-babc-ea3d8e03e95b req-e879669b-b134-41c6-a6d6-eb8fad3d892e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:25.198289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d79dccb-96ec-473f-babc-ea3d8e03e95b req-e879669b-b134-41c6-a6d6-eb8fad3d892e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 944 time: 0.2745814 Nov 12 05:23:25.228126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Made reservation on behalf of ba04ee95d33249cbb975e0c34a00e59f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:25.231708 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.270157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.283430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-5bdb2f46-cc04-469c-8823-c7bb43d2869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:25.284992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-5bdb2f46-cc04-469c-8823-c7bb43d2869c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.1680970 Nov 12 05:23:25.296227 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-43cb78c6-cf22-4b68-a4ab-2e6f1dac83b1 req-1d7ed090-fdaf-44fb-888f-4dd032e59d13 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.298952 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-43cb78c6-cf22-4b68-a4ab-2e6f1dac83b1 req-1d7ed090-fdaf-44fb-888f-4dd032e59d13 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.300181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43cb78c6-cf22-4b68-a4ab-2e6f1dac83b1 req-1d7ed090-fdaf-44fb-888f-4dd032e59d13 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "DELETE /v2.0/security-groups/2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92 HTTP/1.1" status: 204 len: 173 time: 0.7337766 Nov 12 05:23:25.367290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.380355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4fef753b-5c4a-4c00-ba14-40d5475f78f5 None None] Provisioning complete for port da691e54-e810-426a-a36a-e51c74997517 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:25.380904 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4fef753b-5c4a-4c00-ba14-40d5475f78f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.407444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ed090-fdaf-44fb-888f-4dd032e59d13 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abbd7a4-b5a3-4dc6-be0a-2ac1315a4b92,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:25.418669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-3ca196b0-44ff-4e70-a998-c38773d6230b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174431 Nov 12 05:23:25.447078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4fef753b-5c4a-4c00-ba14-40d5475f78f5 None None] Port da691e54-e810-426a-a36a-e51c74997517 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:25.478809 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-61d8849c-b985-4f2b-85e6-33d17aaa6482 req-84adec49-2897-44a3-bf12-ab756b230e56 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] show failed (client error): The resource could not be found. Nov 12 05:23:25.482996 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61d8849c-b985-4f2b-85e6-33d17aaa6482 req-84adec49-2897-44a3-bf12-ab756b230e56 tempest-FloatingIPsTestJSON-1778542003 tempest-FloatingIPsTestJSON-1778542003-project] 10.222.0.48 "GET /v2.0/floatingips/eb104b15-6bc2-4934-873e-6a618496d0a0 HTTP/1.1" status: 404 len: 350 time: 0.1282477 Nov 12 05:23:25.491851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bff7c0-3760-43ae-96cf-0373d9971146']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:25.510100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34708) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:25.511104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c946a381-2d1c-4e49-a348-04dcd10f27d9') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:25.511407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c946a381-2d1c-4e49-a348-04dcd10f27d9') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:25.528402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.589456 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-17079ab5-b96d-4d00-9fc5-07fe6672803e tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407293 Nov 12 05:23:25.590681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d79dccb-96ec-473f-babc-ea3d8e03e95b req-5563f962-9b8d-41d3-8035-6234da2f9191 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593154 Nov 12 05:23:25.605834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.692205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:23:25.692716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:23:25.698304 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:23:25.711242 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-44bc0866-e57f-4765-bdb0-7284a906e394 req-fbfcee43-e347-4b62-96e7-fbc49f8281d8 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] show failed (client error): The resource could not be found. Nov 12 05:23:25.712290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44bc0866-e57f-4765-bdb0-7284a906e394 req-fbfcee43-e347-4b62-96e7-fbc49f8281d8 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/c9516ce4-8c3b-4a41-a5bb-419010077c4a HTTP/1.1" status: 404 len: 352 time: 0.0864918 Nov 12 05:23:25.724917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Made reservation on behalf of 327eb37d81cb474a94efa1c527a3dd80 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:25.728558 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.799412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] device_id is not set on port c2f296f2-5cca-48a2-b3b4-868b10f3b141 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:25.805298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-3e5e9941-2931-4649-b724-5d551c9dbdb1 service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481131 Nov 12 05:23:25.830249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf5db-b228-41e0-962b-52ed00822319 req-900e2f3f-7f59-4dbe-8ce6-522ec3bc0dc0 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:25.831767 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-900e2f3f-7f59-4dbe-8ce6-522ec3bc0dc0 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334828 Nov 12 05:23:25.852064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.867127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.878675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66d55a-4254-4adb-8ea1-ae396bd6f120 req-3da26b19-111d-46ec-b10a-e082ccfedc51 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:25.879732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e66d55a-4254-4adb-8ea1-ae396bd6f120 req-3da26b19-111d-46ec-b10a-e082ccfedc51 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.3212595 Nov 12 05:23:25.882515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.888330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d9bff7c0-3760-43ae-96cf-0373d9971146 HTTP/1.1" status: 204 len: 168 time: 1.0789614 Nov 12 05:23:25.901554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Request body: {'port': {'device_id': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'ba04ee95d33249cbb975e0c34a00e59f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:25.907148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34718) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:25.926490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.928206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'floatingip': {'port_id': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:25.966490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbaeb8-486e-4217-8bec-cc78a1d53180 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9bff7c0-3760-43ae-96cf-0373d9971146,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:26.028067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.045749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8c2c98d-c7b0-431b-ba55-673f3a4246a5 req-bf278429-04a9-43c4-bbaf-fed8fcb34b10 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 210 time: 0.0935376 Nov 12 05:23:26.057696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2632b6-ea1b-43e0-b971-8e8728c0688f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:26.068576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1e32637-a84d-446c-98d5-fd0c10e1f996 req-8cee42a5-5c64-488c-8f60-d7b9d86d60f5 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/073e3508-9ba9-40dd-971b-aec221318485 HTTP/1.1" status: 200 len: 1824 time: 0.2615426 Nov 12 05:23:26.124808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac58a2c-5cf1-4c96-822d-340201a17df0 req-ce55f91c-930f-4c4c-864b-d5c70568b601 service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118229 Nov 12 05:23:26.189845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34720) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:26.214174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b1e32637-a84d-446c-98d5-fd0c10e1f996 req-32ec91b7-0d16-40c2-8fbd-c85b413f4893 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.225731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Allocated IP 192.168.233.79 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/b9fa086e-5a11-437e-8386-cd58f0436cf1) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:26.263460 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b1e32637-a84d-446c-98d5-fd0c10e1f996 req-32ec91b7-0d16-40c2-8fbd-c85b413f4893 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.282628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bc9e24b2-dc23-4502-9129-94b2237827de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cca8668a4b54ad1aae42dd088915b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916781 Nov 12 05:23:26.288088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34722) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:26.289112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Allocated IP 2001:db8::2b9 (ba6e0c10-271f-46c4-aba6-1a6e48a66722/4bcd9686-0189-4595-99fb-d1b86da7a566/c2f296f2-5cca-48a2-b3b4-868b10f3b141) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:26.355715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b1e32637-a84d-446c-98d5-fd0c10e1f996 req-32ec91b7-0d16-40c2-8fbd-c85b413f4893 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.358378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b1e32637-a84d-446c-98d5-fd0c10e1f996 req-32ec91b7-0d16-40c2-8fbd-c85b413f4893 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.359545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1e32637-a84d-446c-98d5-fd0c10e1f996 req-32ec91b7-0d16-40c2-8fbd-c85b413f4893 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "DELETE /v2.0/security-groups/073e3508-9ba9-40dd-971b-aec221318485 HTTP/1.1" status: 204 len: 173 time: 0.2901633 Nov 12 05:23:26.367836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Made reservation on behalf of ba04ee95d33249cbb975e0c34a00e59f for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:26.371456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.405444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec91b7-0d16-40c2-8fbd-c85b413f4893 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073e3508-9ba9-40dd-971b-aec221318485,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:26.468775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07d52d22-ed73-4b37-8eb7-0b9dd479bd55 req-46bfbaa9-9d07-44f5-b829-45a7d100a100 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/ec58eff0-c2a7-4a4f-8ca2-3a76502779ef HTTP/1.1" status: 200 len: 1822 time: 0.0671253 Nov 12 05:23:26.493016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.559320 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-07d52d22-ed73-4b37-8eb7-0b9dd479bd55 req-5986335b-dbb1-41a7-b4a1-7f5b42416bb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.570256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.593499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97170f8a-25a1-409d-8f95-64d5ff7e5cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.616145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-07d52d22-ed73-4b37-8eb7-0b9dd479bd55 req-5986335b-dbb1-41a7-b4a1-7f5b42416bb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.642672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:26.652801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:26.656713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:26.659114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:26.764229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:26.765308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.771061 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97170f8a-25a1-409d-8f95-64d5ff7e5cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.783664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ee29b-b078-45a8-b10e-a1d4dff9d9b0 req-25c89b1c-aa8f-4b8e-9a88-cd494c9afef3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:26.785255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-501ee29b-b078-45a8-b10e-a1d4dff9d9b0 req-25c89b1c-aa8f-4b8e-9a88-cd494c9afef3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 944 time: 0.1236610 Nov 12 05:23:26.802911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-7cb9b5d8-0f82-4d7f-8b43-136622e35c38 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0409315 Nov 12 05:23:26.803989 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-07d52d22-ed73-4b37-8eb7-0b9dd479bd55 req-5986335b-dbb1-41a7-b4a1-7f5b42416bb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.807012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-07d52d22-ed73-4b37-8eb7-0b9dd479bd55 req-5986335b-dbb1-41a7-b4a1-7f5b42416bb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.808138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07d52d22-ed73-4b37-8eb7-0b9dd479bd55 req-5986335b-dbb1-41a7-b4a1-7f5b42416bb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "DELETE /v2.0/security-groups/ec58eff0-c2a7-4a4f-8ca2-3a76502779ef HTTP/1.1" status: 204 len: 173 time: 0.3274946 Nov 12 05:23:26.821735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Request body: {'port': {'device_id': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:26.840179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986335b-dbb1-41a7-b4a1-7f5b42416bb4 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec58eff0-c2a7-4a4f-8ca2-3a76502779ef,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:26.933653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Allocated IP 192.168.233.47 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:26.968448 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.972753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-501ee29b-b078-45a8-b10e-a1d4dff9d9b0 req-a3881a41-21f6-45a0-8b60-a5037a77035c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243730 Nov 12 05:23:26.975850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.983265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2d7d4304-c4c0-40ee-a662-613a6fd8654b None None] Provisioning complete for port b9fa086e-5a11-437e-8386-cd58f0436cf1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:26.984262 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d7d4304-c4c0-40ee-a662-613a6fd8654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.988496 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:26.993899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bef82e98-4752-4d3b-be3d-b0df3785ef25 req-dfa325ce-d33d-4859-b4aa-902be1d98a49 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/d11909c0-c4ee-4eb8-abbe-4107e57e3e04 HTTP/1.1" status: 200 len: 1824 time: 0.0615926 Nov 12 05:23:27.024829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d4304-c4c0-40ee-a662-613a6fd8654b None None] Port b9fa086e-5a11-437e-8386-cd58f0436cf1 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:27.099320 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97170f8a-25a1-409d-8f95-64d5ff7e5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.102115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97170f8a-25a1-409d-8f95-64d5ff7e5cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.106133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-97170f8a-25a1-409d-8f95-64d5ff7e5cdc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c384a3f-4da3-470a-8ae3-21f3606562af HTTP/1.1" status: 204 len: 168 time: 0.8105080 Nov 12 05:23:27.118519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.db.resource_extend [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:23:27.153609 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bef82e98-4752-4d3b-be3d-b0df3785ef25 req-e2f7e324-4a5a-44e6-95bb-f869a3018178 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.175854 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.183779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97170f8a-25a1-409d-8f95-64d5ff7e5cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c384a3f-4da3-470a-8ae3-21f3606562af,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:27.193201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ade933e3-4682-4cd0-9c6b-013885817d14 req-a0362aae-b409-46df-9368-1ca35551a0c7 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 210 time: 0.0435798 Nov 12 05:23:27.217059 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bef82e98-4752-4d3b-be3d-b0df3785ef25 req-e2f7e324-4a5a-44e6-95bb-f869a3018178 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.243751 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.276876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bef82e98-4752-4d3b-be3d-b0df3785ef25 req-e2f7e324-4a5a-44e6-95bb-f869a3018178 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.279544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bef82e98-4752-4d3b-be3d-b0df3785ef25 req-e2f7e324-4a5a-44e6-95bb-f869a3018178 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.280688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bef82e98-4752-4d3b-be3d-b0df3785ef25 req-e2f7e324-4a5a-44e6-95bb-f869a3018178 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "DELETE /v2.0/security-groups/d11909c0-c4ee-4eb8-abbe-4107e57e3e04 HTTP/1.1" status: 204 len: 173 time: 0.2733724 Nov 12 05:23:27.292312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e324-4a5a-44e6-95bb-f869a3018178 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11909c0-c4ee-4eb8-abbe-4107e57e3e04,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:27.374318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b843ae52-25c7-4c4b-93a4-9c3db370fdf9 req-d99489f8-aca3-42bd-9085-4f84fa868e3c tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/176b4c33-33f1-45da-84bc-f79e2bd96b42 HTTP/1.1" status: 200 len: 2424 time: 0.0592155 Nov 12 05:23:27.440131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b843ae52-25c7-4c4b-93a4-9c3db370fdf9 req-652bf901-0703-4724-8b4f-91e44dff04f0 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.470743 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b843ae52-25c7-4c4b-93a4-9c3db370fdf9 req-652bf901-0703-4724-8b4f-91e44dff04f0 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.528309 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b843ae52-25c7-4c4b-93a4-9c3db370fdf9 req-652bf901-0703-4724-8b4f-91e44dff04f0 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.531109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b843ae52-25c7-4c4b-93a4-9c3db370fdf9 req-652bf901-0703-4724-8b4f-91e44dff04f0 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.532336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b843ae52-25c7-4c4b-93a4-9c3db370fdf9 req-652bf901-0703-4724-8b4f-91e44dff04f0 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "DELETE /v2.0/security-groups/176b4c33-33f1-45da-84bc-f79e2bd96b42 HTTP/1.1" status: 204 len: 173 time: 0.1511896 Nov 12 05:23:27.545891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34744) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:27.554931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bf901-0703-4724-8b4f-91e44dff04f0 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b4c33-33f1-45da-84bc-f79e2bd96b42,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:27.609165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.624889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-574c5b62-9a0d-4a07-b117-8530ece7ea2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9a9a6944c4741f69581184bb22e4b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778198 Nov 12 05:23:27.625514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34746) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:27.626731 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.633814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8accc380-39c1-4d36-84ba-d3fe70858b89 req-a00c3862-6b4c-4f2a-8a75-23df3e872127 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "GET /v2.0/security-groups/41eafdec-3d91-4c23-baa0-d8d05587186a HTTP/1.1" status: 200 len: 2417 time: 0.0806022 Nov 12 05:23:27.700288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:27.711391 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a69d5f3d-c4ba-4115-83d8-bf7b2c2e227f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.715106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:27.726299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:27.732001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:27.732654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.733961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8accc380-39c1-4d36-84ba-d3fe70858b89 req-ebe96e73-ce09-444d-98da-5ca442d51974 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.754004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=c2f296f2-5cca-48a2-b3b4-868b10f3b141,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:27.755300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a69d5f3d-c4ba-4115-83d8-bf7b2c2e227f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.775441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8accc380-39c1-4d36-84ba-d3fe70858b89 req-ebe96e73-ce09-444d-98da-5ca442d51974 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.811276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d5b9d281-9568-45a6-a729-c90c96521802 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:23:27.834729 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-33e0307b-d8e3-419e-a585-0c3743822686 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7000434 Nov 12 05:23:27.839707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34748) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:27.849981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.850259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a69d5f3d-c4ba-4115-83d8-bf7b2c2e227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.853874 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a69d5f3d-c4ba-4115-83d8-bf7b2c2e227f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.856130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d8', 'mac_address': 'fa:16:3e:ae:67:41'}, {'ip_address': '2001:db8::b6', 'mac_address': 'fa:16:3e:db:42:07'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:27.858121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a69d5f3d-c4ba-4115-83d8-bf7b2c2e227f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33bd2843-4dbf-49ac-abe1-4fbf3a41bef9 HTTP/1.1" status: 204 len: 168 time: 0.2313180 Nov 12 05:23:27.862510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8accc380-39c1-4d36-84ba-d3fe70858b89 req-ebe96e73-ce09-444d-98da-5ca442d51974 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.865256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8accc380-39c1-4d36-84ba-d3fe70858b89 req-ebe96e73-ce09-444d-98da-5ca442d51974 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.866404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8accc380-39c1-4d36-84ba-d3fe70858b89 req-ebe96e73-ce09-444d-98da-5ca442d51974 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] 10.222.0.48 "DELETE /v2.0/security-groups/41eafdec-3d91-4c23-baa0-d8d05587186a HTTP/1.1" status: 204 len: 173 time: 0.2240741 Nov 12 05:23:27.872855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d5f3d-c4ba-4115-83d8-bf7b2c2e227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bd2843-4dbf-49ac-abe1-4fbf3a41bef9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:27.873882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34752) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:27.918660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe96e73-ce09-444d-98da-5ca442d51974 tempest-SecurityGroupRulesTestJSON-717481945 tempest-SecurityGroupRulesTestJSON-717481945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eafdec-3d91-4c23-baa0-d8d05587186a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:27.950924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-58abe17a-f999-48a4-b4b1-06a55b3d7e77 admin admin] Deleting subnet eceb47e6-a9f6-4cf8-ac41-40c8afce1fc7 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:23:27.954534 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58abe17a-f999-48a4-b4b1-06a55b3d7e77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.965038 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Floating IP 35c1f5aa-62dd-4aea-9245-2089affc0751 associated. External IP: 172.25.2.72, port: 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b. Nov 12 05:23:28.005855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58abe17a-f999-48a4-b4b1-06a55b3d7e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.066881 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58abe17a-f999-48a4-b4b1-06a55b3d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.067588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d5b9d281-9568-45a6-a729-c90c96521802, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d5b9d281-9568-45a6-a729-c90c96521802,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:28.097319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'd5b9d281-9568-45a6-a729-c90c96521802', 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0', 'port_id': 'd5b9d281-9568-45a6-a729-c90c96521802', 'mac_address': 'fa:16:3e:42:0f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01470a01-0340-4d5e-b351-bdee29d8c436', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:23:28.107737 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.137429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.164675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b9d281-9568-45a6-a729-c90c96521802 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:28.173376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637876b-2b2d-4175-8f61-e150c8850c2d req-1e571afb-b29e-4bbd-beda-fd55424e7f19 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:28.175512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7637876b-2b2d-4175-8f61-e150c8850c2d req-1e571afb-b29e-4bbd-beda-fd55424e7f19 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 944 time: 0.0713389 Nov 12 05:23:28.177054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58abe17a-f999-48a4-b4b1-06a55b3d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.196406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d5b9d281-9568-45a6-a729-c90c96521802, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d5b9d281-9568-45a6-a729-c90c96521802,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:28.203629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-feeda3f1-62d0-4110-b41c-e57361796e15 None None] Provisioning complete for port c2f296f2-5cca-48a2-b3b4-868b10f3b141 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:28.204083 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-feeda3f1-62d0-4110-b41c-e57361796e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.207884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.227277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abe17a-f999-48a4-b4b1-06a55b3d7e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eceb47e6-a9f6-4cf8-ac41-40c8afce1fc7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:28.230433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58abe17a-f999-48a4-b4b1-06a55b3d7e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.250847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-58abe17a-f999-48a4-b4b1-06a55b3d7e77 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eceb47e6-a9f6-4cf8-ac41-40c8afce1fc7 HTTP/1.1" status: 204 len: 168 time: 0.3738482 Nov 12 05:23:28.257024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34762) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:28.277305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7637876b-2b2d-4175-8f61-e150c8850c2d req-112616f1-8082-4f58-8098-18a20732aded tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922213 Nov 12 05:23:28.286178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-feeda3f1-62d0-4110-b41c-e57361796e15 None None] Port c2f296f2-5cca-48a2-b3b4-868b10f3b141 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:28.315154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d5b9d281-9568-45a6-a729-c90c96521802,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:28.350987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e90453e-6f78-4956-8494-87189acdca9d req-5dca07db-38c8-461c-ae30-333eafa45b19 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 210 time: 0.0352204 Nov 12 05:23:28.362561 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.523339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fa086e-5a11-437e-8386-cd58f0436cf1 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:28.533112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.547871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Transition to ACTIVE for port object b9fa086e-5a11-437e-8386-cd58f0436cf1 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:23:28.552170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.575260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.592206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:28.597490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['d5b9d281-9568-45a6-a729-c90c96521802'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:28.598908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Pushing event updated for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:28.607333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:28.622994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:28.623292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:28.765072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Attempting to bind port b9fa086e-5a11-437e-8386-cd58f0436cf1 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:28.765581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Attempting to bind port b9fa086e-5a11-437e-8386-cd58f0436cf1 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:28.766335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Attempting to bind port b9fa086e-5a11-437e-8386-cd58f0436cf1 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:28.771852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Port b9fa086e-5a11-437e-8386-cd58f0436cf1 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:23:28.773496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Attempting to bind port b9fa086e-5a11-437e-8386-cd58f0436cf1 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:28.780571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:28.781090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:28.781784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:28.783193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Bound port: b9fa086e-5a11-437e-8386-cd58f0436cf1, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:28.784369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.885012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:28.888593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:28.894190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.894556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:28.894755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.928989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:28.929728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.932183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] 10.222.0.47 "PUT /v2.0/ports/b9fa086e-5a11-437e-8386-cd58f0436cf1 HTTP/1.1" status: 200 len: 1096 time: 2.1146455 Nov 12 05:23:28.934379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:28.944886 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51fd82f-e223-4184-aa4d-5c0f6649ea57" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:28.976260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bfefb-5750-42aa-a90c-8ca6fdb17263 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:28.994605 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.005846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:23:29.018766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3ef4134d-f2b0-46dc-b986-7fb97b7a1b3d None None] Provisioning complete for port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:29.019215 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ef4134d-f2b0-46dc-b986-7fb97b7a1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.028374 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d8f9b4-b943-4d7a-8870-93465eb56b52 x-openstack-request-id: req-16d8f9b4-b943-4d7a-8870-93465eb56b52 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:29.028937 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:29.028937 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16d8f9b4-b943-4d7a-8870-93465eb56b52 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:29.029372 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'status': 'completed', 'code': 200} Nov 12 05:23:29.033532 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.039178 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-81b65ad2-c287-4942-a4df-b42a162d2e9b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1518168 Nov 12 05:23:29.042829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Deleting port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:29.043414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.054865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.066642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-6c63104b-c015-44b4-abac-a5a8f1c7207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:29.068541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-6c63104b-c015-44b4-abac-a5a8f1c7207e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 1099 time: 0.0790451 Nov 12 05:23:29.074886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4134d-f2b0-46dc-b986-7fb97b7a1b3d None None] Port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:29.081472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed78184-8903-4980-8306-bdaee78a9734']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:29.100978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Request body: {'port': {'device_id': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:29.137132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-40e38fe0-e5d0-4183-b415-2ba4a714c538 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1 HTTP/1.1" status: 200 len: 217 time: 0.0516012 Nov 12 05:23:29.209540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-3eb81daa-7408-4f28-80a9-bd64a910ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:29.211004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-3eb81daa-7408-4f28-80a9-bd64a910ef3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0648816 Nov 12 05:23:29.220323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef984631-afff-4d3b-86b3-5635feb3a5c5') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:29.220778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef984631-afff-4d3b-86b3-5635feb3a5c5') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:29.274380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-8c697b81-6f61-4070-ab19-bd628d1ea6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:29.275406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-8c697b81-6f61-4070-ab19-bd628d1ea6a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567672 Nov 12 05:23:29.283380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] In _notify_port_updated(), no bound segment for port c2f296f2-5cca-48a2-b3b4-868b10f3b141 on network ba6e0c10-271f-46c4-aba6-1a6e48a66722 {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:23:29.289332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:29.289839 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.291199 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "PUT /v2.0/ports/c2f296f2-5cca-48a2-b3b4-868b10f3b141 HTTP/1.1" status: 200 len: 1066 time: 1.4490542 Nov 12 05:23:29.299932 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.301479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34792) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:29.476681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:29.484824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9a5af-b7df-4311-b881-d729af8272a1 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event updated for resources: {'Port': ['ID=c2f296f2-5cca-48a2-b3b4-868b10f3b141,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:29.518078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.522101 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.566180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:23:29.566624 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:23:29.571142 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:23:29.668393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-58274d51-3613-4d8a-83d3-22ee0bddaff9 None None] Provisioning complete for port c2f296f2-5cca-48a2-b3b4-868b10f3b141 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:29.668991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58274d51-3613-4d8a-83d3-22ee0bddaff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.705404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-58274d51-3613-4d8a-83d3-22ee0bddaff9 None None] Port c2f296f2-5cca-48a2-b3b4-868b10f3b141 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:29.715800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] For port 4476d30b-e1f5-445d-9c9d-996ffaad8dc9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,segment=NetworkSegment(88778813-edc0-449e-a6df-d6853bc3e5e3),segment_id=88778813-edc0-449e-a6df-d6853bc3e5e3)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:29.716325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.754281 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14490ff0-9e09-4a3a-9cf7-81a77ecce17b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.756538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Calling delete_port for 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:29.776897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:23:29.783214 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.788395 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] Sync routers for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:23:29.793663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.807626 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:29.808345 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:29.815090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d5b9d281-9568-45a6-a729-c90c96521802 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:29.850402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.853722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ed78184-8903-4980-8306-bdaee78a9734 HTTP/1.1" status: 204 len: 168 time: 1.5745633 Nov 12 05:23:29.912293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port d5b9d281-9568-45a6-a729-c90c96521802 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:23:29.914608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-2dd3707d-d744-4480-9dba-67ff9abe4557 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286559 Nov 12 05:23:29.920833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port d5b9d281-9568-45a6-a729-c90c96521802 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:29.921475 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.940895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f60d5-9fd9-4c72-b954-b0dee289f3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed78184-8903-4980-8306-bdaee78a9734,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:29.945930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3c76-1833-4424-85e3-4d3e82d361fe req-9698c673-0be4-45a0-b5e4-f5414ecc25fb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:29.953600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3aec3c76-1833-4424-85e3-4d3e82d361fe req-9698c673-0be4-45a0-b5e4-f5414ecc25fb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 945 time: 0.5122457 Nov 12 05:23:29.960064 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:29.971815 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d1ab19c6-3111-4663-ab52-dba56f4ece10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "PUT /v2.0/floatingips/35c1f5aa-62dd-4aea-9245-2089affc0751 HTTP/1.1" status: 200 len: 991 time: 4.0575976 Nov 12 05:23:29.976811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:29.980985 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9200ab26-8dde-42da-9a6e-d95fc212fcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:30.014947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c843ba-12fb-4691-bae7-dbe76a135042 req-a3561bb0-3edd-463f-8036-c0a35f225146 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:30.017236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12c843ba-12fb-4691-bae7-dbe76a135042 req-a3561bb0-3edd-463f-8036-c0a35f225146 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 935 time: 0.1532037 Nov 12 05:23:30.041446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b8700-c44c-474c-a4ae-1bacc5778379 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Deleting port c2f296f2-5cca-48a2-b3b4-868b10f3b141 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:30.042026 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8700-c44c-474c-a4ae-1bacc5778379 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.131212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.144438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34808) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:30.151880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12c843ba-12fb-4691-bae7-dbe76a135042 req-f99ed2e6-47e2-44d0-9e47-7065545c75a2 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279118 Nov 12 05:23:30.166486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d5b9d281-9568-45a6-a729-c90c96521802, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d5b9d281-9568-45a6-a729-c90c96521802,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:30.167862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66f4306-348c-47e7-86b8-47ed72d0311f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b9d281-9568-45a6-a729-c90c96521802'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:30.171878 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d03abc-7a9c-4d82-8866-249d6ffc79a0" -d '{"events": [{"server_uuid": "c66f4306-348c-47e7-86b8-47ed72d0311f", "name": "network-vif-plugged", "status": "completed", "tag": "d5b9d281-9568-45a6-a729-c90c96521802"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:30.178366 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.192569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3aec3c76-1833-4424-85e3-4d3e82d361fe req-a3e67f95-ac65-41aa-ba9f-51f092b775ba tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363374 Nov 12 05:23:30.236069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffc22faa-76e0-4717-934a-5c7764ca0460 req-e76f1f0e-d3de-4e8e-8e09-a18493cbd512 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122008 Nov 12 05:23:30.244712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d5b9d281-9568-45a6-a729-c90c96521802,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:30.295300 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '35c1f5aa-62dd-4aea-9245-2089affc0751', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'port_id': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'mac_address': 'fa:16:3e:e2:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:59Z', 'updated_at': '2021-11-12T05:23:27Z', 'revision_number': 1, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:57Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:30.361785 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] Checking router: ea9e4d21-cbfa-40b5-ad8a-6647babbb15d for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:23:30.372996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-469e862d-cc6b-424d-8295-a3265c5453ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:30.374526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-469e862d-cc6b-424d-8295-a3265c5453ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 1099 time: 0.0731533 Nov 12 05:23:30.383761 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:30.384713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14490ff0-9e09-4a3a-9cf7-81a77ecce17b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.385227 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:30.407472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-02e9b42b-b929-4217-9152-4fda3c1261cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84d1955096584b9893c674ea0198d4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564533 Nov 12 05:23:30.409139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34816) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:30.412983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14490ff0-9e09-4a3a-9cf7-81a77ecce17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.420938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8700-c44c-474c-a4ae-1bacc5778379 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.436805 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee602e1-86ee-46f0-8b84-582733341896 x-openstack-request-id: req-eee602e1-86ee-46f0-8b84-582733341896 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:30.437728 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66f4306-348c-47e7-86b8-47ed72d0311f", "name": "network-vif-plugged", "status": "completed", "tag": "d5b9d281-9568-45a6-a729-c90c96521802", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:30.438026 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eee602e1-86ee-46f0-8b84-582733341896 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:30.438455 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66f4306-348c-47e7-86b8-47ed72d0311f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b9d281-9568-45a6-a729-c90c96521802', 'code': 200} Nov 12 05:23:30.601637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-0c1f9a4a-842d-4174-bd95-e4d7d6cbe8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:30.603578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-0c1f9a4a-842d-4174-bd95-e4d7d6cbe8cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2139263 Nov 12 05:23:30.670118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-15a96596-6a97-4f5a-9193-d59b99a1aa10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1 HTTP/1.1" status: 200 len: 217 time: 0.0485606 Nov 12 05:23:30.700367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df595c-2812-4665-af75-ad2ff976a110 req-2aa3f818-b4c0-4093-9189-e059abe21d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:30.702628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30df595c-2812-4665-af75-ad2ff976a110 req-2aa3f818-b4c0-4093-9189-e059abe21d1d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 1098 time: 0.1574728 Nov 12 05:23:30.724164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45d20f3a-34a8-43e4-a640-82dac7406d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.733320 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:30.774119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45d20f3a-34a8-43e4-a640-82dac7406d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.802142 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b16ab4b-c0cf-4dcc-9374-53dcd48d16fb x-openstack-request-id: req-7b16ab4b-c0cf-4dcc-9374-53dcd48d16fb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:30.802614 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:30.802708 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b16ab4b-c0cf-4dcc-9374-53dcd48d16fb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:30.803075 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'status': 'completed', 'code': 200} Nov 12 05:23:30.807268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-8a839189-02a1-41eb-946c-734a75321f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:30.808775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-8a839189-02a1-41eb-946c-734a75321f3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1290066 Nov 12 05:23:30.818718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b8700-c44c-474c-a4ae-1bacc5778379 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Calling delete_port for c2f296f2-5cca-48a2-b3b4-868b10f3b141 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:30.823824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30df595c-2812-4665-af75-ad2ff976a110 req-00649b34-e67b-4748-899a-714293922a6d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913422 Nov 12 05:23:30.842160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14490ff0-9e09-4a3a-9cf7-81a77ecce17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcc153a-59bb-4443-a675-1e3965dcc852,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:30.850078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14490ff0-9e09-4a3a-9cf7-81a77ecce17b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f5dd2f4cd734a9bae7b478c1567da2f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3673537 Nov 12 05:23:30.866706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34818) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:30.919955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-2f982d29-6ab3-43f7-9bc5-d6d44749faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:30.921536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-2f982d29-6ab3-43f7-9bc5-d6d44749faee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950196 Nov 12 05:23:30.923614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45d20f3a-34a8-43e4-a640-82dac7406d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.926361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45d20f3a-34a8-43e4-a640-82dac7406d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.930116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-45d20f3a-34a8-43e4-a640-82dac7406d05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/661aeeee-c94e-4545-96b5-33fd5c0c4ef8 HTTP/1.1" status: 204 len: 168 time: 0.5180430 Nov 12 05:23:30.935962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:30.942991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:30.961638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:31.002010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-ff7973b1-15f6-4fca-81a0-4ae0c51de4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:31.007205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-ff7973b1-15f6-4fca-81a0-4ae0c51de4f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1098 time: 0.2009010 Nov 12 05:23:31.008222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4476d30b-e1f5-445d-9c9d-996ffaad8dc9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:31.037382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Transition to ACTIVE for port object fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:23:31.063233 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '35c1f5aa-62dd-4aea-9245-2089affc0751', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'port_id': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'mac_address': 'fa:16:3e:e2:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:59Z', 'updated_at': '2021-11-12T05:23:27Z', 'revision_number': 1, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:57Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:31.078473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d20f3a-34a8-43e4-a640-82dac7406d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661aeeee-c94e-4545-96b5-33fd5c0c4ef8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:31.084152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-61854c5a-1e1c-4108-bc58-884b14703a11 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540196 Nov 12 05:23:31.095166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:31.113334 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b2491-37bc-4ab4-8f95-23890592dae0 None None] The sync data for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 is: [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '35c1f5aa-62dd-4aea-9245-2089affc0751', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'port_id': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'mac_address': 'fa:16:3e:e2:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:59Z', 'updated_at': '2021-11-12T05:23:27Z', 'revision_number': 1, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:57Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:23:31.283993 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cfff9a7-4224-4e60-b33b-631b2a6ea55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:31.412889 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:23:31.416430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Pushing event updated for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:31.468632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cfff9a7-4224-4e60-b33b-631b2a6ea55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:31.499548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f51fd82f-e223-4184-aa4d-5c0f6649ea57 req-018155ac-f8f1-4820-ab0f-53c6e52b9935 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051998 Nov 12 05:23:31.543503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7077d618-5df6-46ac-9c9d-2a7a47b2de06 None None] New status for floating IP 35c1f5aa-62dd-4aea-9245-2089affc0751: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:23:31.577268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4706cff-6c96-453e-bc58-55a3cf4d7a40 req-f8237d2e-f383-4759-b2e7-f85c8136058f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:31.579634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4706cff-6c96-453e-bc58-55a3cf4d7a40 req-f8237d2e-f383-4759-b2e7-f85c8136058f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 947 time: 0.2227027 Nov 12 05:23:31.590239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4432d-4a4e-43b1-8128-fadb62fe7a13 req-74c6c863-f8d0-4885-8fb4-c657efaf3a5d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:31.592036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1eb4432d-4a4e-43b1-8128-fadb62fe7a13 req-74c6c863-f8d0-4885-8fb4-c657efaf3a5d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 946 time: 0.2290385 Nov 12 05:23:31.662901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8700-c44c-474c-a4ae-1bacc5778379 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:31.676783 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cfff9a7-4224-4e60-b33b-631b2a6ea55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:31.680262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cfff9a7-4224-4e60-b33b-631b2a6ea55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:31.681601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3cfff9a7-4224-4e60-b33b-631b2a6ea55a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfcc153a-59bb-4443-a675-1e3965dcc852 HTTP/1.1" status: 204 len: 168 time: 0.8139820 Nov 12 05:23:31.694214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1eb4432d-4a4e-43b1-8128-fadb62fe7a13 req-614477cf-24e9-4eb7-867d-aa5100bb1a91 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924814 Nov 12 05:23:31.702852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4706cff-6c96-453e-bc58-55a3cf4d7a40 req-af825300-f16e-4562-ac5c-5c23990d49a7 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096227 Nov 12 05:23:31.704242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfff9a7-4224-4e60-b33b-631b2a6ea55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcc153a-59bb-4443-a675-1e3965dcc852,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:31.732668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b8700-c44c-474c-a4ae-1bacc5778379 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Port': ['ID=c2f296f2-5cca-48a2-b3b4-868b10f3b141,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:31.756494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-72e5292a-e9bd-43ff-8a0e-2047e4c9fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:31.758078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-72e5292a-e9bd-43ff-8a0e-2047e4c9fdf0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.5798204 Nov 12 05:23:31.760177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:31.762855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Attempting to bind port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:31.763375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Attempting to bind port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:31.763879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Attempting to bind port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:31.848889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:23:31.849221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Attempting to bind port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:31.981781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:31.982222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:31.983220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:31.983492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Bound port: fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:31.983862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.055239 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-678a2f9b-ef33-4393-8020-b4bec59e06ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 1001 time: 0.2810471 Nov 12 05:23:32.270590 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8700-c44c-474c-a4ae-1bacc5778379 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.274389 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ea9b8700-c44c-474c-a4ae-1bacc5778379 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "DELETE /v2.0/ports/c2f296f2-5cca-48a2-b3b4-868b10f3b141 HTTP/1.1" status: 204 len: 168 time: 2.9436612 Nov 12 05:23:32.274932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:32.277559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34856) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:32.299799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:32.300645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34860) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:32.310616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-b4049d4b-dddb-4098-9fb4-5125f8f7b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:32.312163 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-b4049d4b-dddb-4098-9fb4-5125f8f7b37a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1794136 Nov 12 05:23:32.314387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.332559 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8250038-880a-4209-8195-ddc18961e8e9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] GET failed (client error): The resource could not be found. Nov 12 05:23:32.340016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a8250038-880a-4209-8195-ddc18961e8e9 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "GET /v2.0/ports/c2f296f2-5cca-48a2-b3b4-868b10f3b141 HTTP/1.1" status: 404 len: 333 time: 0.0605037 Nov 12 05:23:32.340985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34866) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:32.397186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:32.397815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.399245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] 10.222.0.43 "PUT /v2.0/ports/fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c HTTP/1.1" status: 200 len: 1096 time: 3.3393772 Nov 12 05:23:32.512033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ca13-ad49-4470-baed-a9e3053a400c service neutron] Pushing event updated for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:32.517587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-90b6a0df-cd69-4fd0-9f21-4af740519926 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Deleting port da691e54-e810-426a-a36a-e51c74997517 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:32.518586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b6a0df-cd69-4fd0-9f21-4af740519926 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.560202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-2378326c-4036-4ab5-a58a-7f93d2f64417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:32.561633 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-2378326c-4036-4ab5-a58a-7f93d2f64417 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2380254 Nov 12 05:23:32.604245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:23:32.619223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-560894765-network', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:32.642862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b6a0df-cd69-4fd0-9f21-4af740519926 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.657228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-90b6a0df-cd69-4fd0-9f21-4af740519926 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Calling delete_port for da691e54-e810-426a-a36a-e51c74997517 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:32.668339 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf5db-b228-41e0-962b-52ed00822319 req-e7e1ecda-cca7-45ab-9cf7-b3f65a9dd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:32.669863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-e7e1ecda-cca7-45ab-9cf7-b3f65a9dd688 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 1099 time: 0.1794791 Nov 12 05:23:32.737202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Made reservation on behalf of 35ef89240b4040a0b7a6f000bf28973d for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:32.739475 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.782989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.785682 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-6ef58ee6-9311-4642-83b2-01fabfac34eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c HTTP/1.1" status: 200 len: 217 time: 0.0572383 Nov 12 05:23:32.803693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:32.805961 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:32.880295 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-cbd4d298-d504-41b1-ac0d-d0c5cc078cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094332 Nov 12 05:23:32.914886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b6a0df-cd69-4fd0-9f21-4af740519926 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:32.939081 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34888) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:32.955021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6a0df-cd69-4fd0-9f21-4af740519926 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Port': ['ID=da691e54-e810-426a-a36a-e51c74997517,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:32.970122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe684-6361-4a13-af0c-c9ae6fd07c9b req-90ba6c17-f497-4f2f-967b-f278f01639e1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:32.971705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53bbe684-6361-4a13-af0c-c9ae6fd07c9b req-90ba6c17-f497-4f2f-967b-f278f01639e1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 946 time: 0.1284683 Nov 12 05:23:32.990567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:23:32.992545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf5db-b228-41e0-962b-52ed00822319 req-cded3baf-9105-4fe1-a0e1-489777333d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:32.992819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ec3a4-2224-4e1f-aeda-57b7a68bcbab req-5248f80d-67c7-4508-9db9-128154e4fb3c tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:32.994021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-cded3baf-9105-4fe1-a0e1-489777333d31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1981797 Nov 12 05:23:32.994568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c88ec3a4-2224-4e1f-aeda-57b7a68bcbab req-5248f80d-67c7-4508-9db9-128154e4fb3c tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 947 time: 0.1430771 Nov 12 05:23:33.003477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:23:33.014313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b6a0df-cd69-4fd0-9f21-4af740519926 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.014501 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3b0ab413-8eff-4735-992d-c1a0035f2a81 admin admin] 10.222.0.48 "PUT /v2.0/routers/e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5032840 Nov 12 05:23:33.016804 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] Sync routers for ids ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:23:33.023235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:33.032845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-90b6a0df-cd69-4fd0-9f21-4af740519926 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "DELETE /v2.0/ports/da691e54-e810-426a-a36a-e51c74997517 HTTP/1.1" status: 204 len: 168 time: 0.6846249 Nov 12 05:23:33.041554 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] Routers {'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:33.042193 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:33.044224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34894) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:33.129239 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e813fa-8728-4b48-8ae2-925d43b8ed0c tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] GET failed (client error): The resource could not be found. Nov 12 05:23:33.135641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-21e813fa-8728-4b48-8ae2-925d43b8ed0c tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "GET /v2.0/ports/da691e54-e810-426a-a36a-e51c74997517 HTTP/1.1" status: 404 len: 333 time: 0.0903287 Nov 12 05:23:33.141315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34896) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:33.169747 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] Set router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:33.175441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-network', 'tenant_id': '025cb776de754cb6bface15498e03466'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:33.235138 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9200ab26-8dde-42da-9a6e-d95fc212fcaa req-373e81f5-aeda-4b26-a23a-750ec1bec479 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456175 Nov 12 05:23:33.237657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.242714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:33.247650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf5db-b228-41e0-962b-52ed00822319 req-d7e9aca7-9b8f-4151-b59b-abee3e115866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:33.249151 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-d7e9aca7-9b8f-4151-b59b-abee3e115866 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2437158 Nov 12 05:23:33.259723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.272901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'mac_address': 'fa:16:3e:36:f8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:23:33.316956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c88ec3a4-2224-4e1f-aeda-57b7a68bcbab req-85089880-f1ca-4244-971a-98819f18d566 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022044 Nov 12 05:23:33.334508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.349456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Made reservation on behalf of 025cb776de754cb6bface15498e03466 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:33.352225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.356673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fa086e-5a11-437e-8386-cd58f0436cf1 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:33.382139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53bbe684-6361-4a13-af0c-c9ae6fd07c9b req-4de4c2e1-1991-4015-a25b-dcd3fd281c24 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479600 Nov 12 05:23:33.392583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:23:33.416189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.421594 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c205ffb-3e25-4c5c-8158-5a02cc90fecc x-openstack-request-id: req-7c205ffb-3e25-4c5c-8158-5a02cc90fecc {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:33.421909 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:33.422119 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c205ffb-3e25-4c5c-8158-5a02cc90fecc {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:33.423004 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'status': 'completed', 'code': 200} Nov 12 05:23:33.434632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:33.445821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-562440e2-f66f-44ee-85cb-a01c5cef064e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Deleting port efab2d84-01b1-4afd-bdc7-4b8388775f9a {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:33.446174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-562440e2-f66f-44ee-85cb-a01c5cef064e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.449895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.484168 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:30Z', 'revision_number': 5, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:33.520074 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] Checking router: e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:23:33.537637 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] Routers {'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:33.538430 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:33.551385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:33.650207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-562440e2-f66f-44ee-85cb-a01c5cef064e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.668440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-562440e2-f66f-44ee-85cb-a01c5cef064e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Calling delete_port for efab2d84-01b1-4afd-bdc7-4b8388775f9a owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:33.684615 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] Set router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:33.745637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b9fa086e-5a11-437e-8386-cd58f0436cf1'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:33.774277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019bc7b3-581b-484b-be9a-387b5ed7193e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:33.776812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.900894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5d32a-58e9-4faa-8ff4-90966b1d9af0 req-f64e4f6e-e6ff-4816-8fda-74a40a77a2c9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:33.903593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5df5d32a-58e9-4faa-8ff4-90966b1d9af0 req-f64e4f6e-e6ff-4816-8fda-74a40a77a2c9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 946 time: 0.0865631 Nov 12 05:23:33.905053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-562440e2-f66f-44ee-85cb-a01c5cef064e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.910050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.910426 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Added segment 432fcf60-2b9c-4dae-9275-1a2aeafe47b4 of type vlan for network 901de7d8-fc90-4b0a-8138-36abd20a4ded Nov 12 05:23:33.944960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562440e2-f66f-44ee-85cb-a01c5cef064e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Port': ['ID=efab2d84-01b1-4afd-bdc7-4b8388775f9a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:33.952398 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-3e756407-81fa-4569-ada2-9cef3a081027 service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832879 Nov 12 05:23:33.986366 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:30Z', 'revision_number': 5, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:34.001058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-562440e2-f66f-44ee-85cb-a01c5cef064e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.005269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-562440e2-f66f-44ee-85cb-a01c5cef064e tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "DELETE /v2.0/ports/efab2d84-01b1-4afd-bdc7-4b8388775f9a HTTP/1.1" status: 204 len: 168 time: 0.8611081 Nov 12 05:23:34.010327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34902) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:34.026311 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c28db-3d6b-4e40-a2a0-5e1c8a4a41be None None] The sync data for ids ['e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a'] in n-d-765315-28 is: [{'id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'name': 'tempest-FloatingIPsTestJSON-1226331330-router', 'tenant_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:03Z', 'updated_at': '2021-11-12T05:23:30Z', 'revision_number': 5, 'project_id': 'd40cc70b40ff4fb9bd8cd105d8ada910', 'gw_port': {'id': 'a5f59eac-6bb1-4279-87e1-990811d2e377', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:04Z', 'updated_at': '2021-11-12T05:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:23:34.028757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.055595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5df5d32a-58e9-4faa-8ff4-90966b1d9af0 req-880a49b9-d56f-4c02-8cc4-de487e06ea7d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138048 Nov 12 05:23:34.080145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dea2646-1de5-445d-a370-c0d9577252ad tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Deleting subnet 4bcd9686-0189-4595-99fb-d1b86da7a566 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:23:34.082588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.083923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dea2646-1de5-445d-a370-c0d9577252ad tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.134043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.137328 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.138369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:34.139129 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.149203 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dea2646-1de5-445d-a370-c0d9577252ad tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.170984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.233530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:23:34.238749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9362259 Nov 12 05:23:34.251834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34904) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:34.256632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Request body: {'subnet': {'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-560894765-subnet', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:34.283081 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-416bf5db-b228-41e0-962b-52ed00822319 req-4d3528ae-7cff-40d4-9e09-748c87c2ffae service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083863 Nov 12 05:23:34.288818 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.289345 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Added segment 8c08b07e-9d76-4e1c-9394-ca8386ed5b48 of type vlan for network 7a0e6740-7ea4-46f5-8149-c757f5027670 Nov 12 05:23:34.290566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affe6a31-2159-44ad-b11f-71ec2ba70a6e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:34.302352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a73ce2-76a4-446c-8b95-280ce7872630 admin admin] Pushing event updated for resources: {'Network': ['ID=901de7d8-fc90-4b0a-8138-36abd20a4ded,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:34.303541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dea2646-1de5-445d-a370-c0d9577252ad tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.309039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Made reservation on behalf of 35ef89240b4040a0b7a6f000bf28973d for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:34.311728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.335683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:23:34.348858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.357782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Deleting port a5f59eac-6bb1-4279-87e1-990811d2e377 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:34.358120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.454877 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.456426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:34.457022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.463978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:34.495930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:34.497027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4476d30b-e1f5-445d-9c9d-996ffaad8dc9 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:34.524914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dea2646-1de5-445d-a370-c0d9577252ad tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.552848 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6125209 Nov 12 05:23:34.560423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:34.568352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Request body: {'subnet': {'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-subnet', 'tenant_id': '025cb776de754cb6bface15498e03466', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:34.572695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] For port a5f59eac-6bb1-4279-87e1-990811d2e377, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a5f59eac-6bb1-4279-87e1-990811d2e377,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:34.573068 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.577494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a89c9b-75e2-4b83-bb41-0b41fa14b0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0e6740-7ea4-46f5-8149-c757f5027670,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:34.588077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:23:34.588661 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-3bd6213e-0c9a-462f-94a8-5f08e6b7d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:34.590208 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-3bd6213e-0c9a-462f-94a8-5f08e6b7d697 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 1099 time: 0.1959736 Nov 12 05:23:34.599991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2646-1de5-445d-a370-c0d9577252ad tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Subnet': ['ID=4bcd9686-0189-4595-99fb-d1b86da7a566,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:34.600262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Calling delete_port for a5f59eac-6bb1-4279-87e1-990811d2e377 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:34.607462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dea2646-1de5-445d-a370-c0d9577252ad tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.613587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4dea2646-1de5-445d-a370-c0d9577252ad tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "DELETE /v2.0/subnets/4bcd9686-0189-4595-99fb-d1b86da7a566 HTTP/1.1" status: 204 len: 168 time: 0.5991719 Nov 12 05:23:34.622243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34914) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:34.623155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f290bd-4636-42d3-a0e8-7fc55b243fff req-cff2b54f-eca4-44c0-b8df-f072deda4f09 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:34.624821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65f290bd-4636-42d3-a0e8-7fc55b243fff req-cff2b54f-eca4-44c0-b8df-f072deda4f09 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 947 time: 0.1947629 Nov 12 05:23:34.650675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bdae8d-7cd6-4864-9b7a-30f25b7d0e20 None None] Network ba6e0c10-271f-46c4-aba6-1a6e48a66722 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:34.710212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Made reservation on behalf of 025cb776de754cb6bface15498e03466 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:34.712626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.796228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65f290bd-4636-42d3-a0e8-7fc55b243fff req-9810193d-5353-4069-a7af-b8f75ba469b6 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342571 Nov 12 05:23:34.796872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.880808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9667aeb3-d531-423e-8eab-9370106651a9,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:34.885240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.892167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Checking segment: {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:34.892323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Network hostable DHCP agents. Network: 901de7d8-fc90-4b0a-8138-36abd20a4ded, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:23:34.909753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:23:34.920570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 901de7d8-fc90-4b0a-8138-36abd20a4ded) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:34.923949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] DHCP port deletion for ba6e0c10-271f-46c4-aba6-1a6e48a66722 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:23:34.925069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:34.925800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.933759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe16c8-f191-4f5d-aee8-4eaa0f875513 None None] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:34.949639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-828e8db6-22f0-425d-bfc6-a576533b0db7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6965365 Nov 12 05:23:34.950659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34916) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:34.955212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:34.977308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-aeb2b0ec-0b19-423f-84c0-65f66de42529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:34.978935 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-aeb2b0ec-0b19-423f-84c0-65f66de42529 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.3719788 Nov 12 05:23:34.981768 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:34.983614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.010224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:35.072992 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-9464ffb0-c81c-444b-866a-7823d106778a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c HTTP/1.1" status: 200 len: 217 time: 0.0831225 Nov 12 05:23:35.081659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] Deleting port 803c97d1-7717-4e9a-85ae-dad0468a1393 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:35.081984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.179645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-d535a134-3afb-42c2-9f32-94b874e825ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:35.181100 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-d535a134-3afb-42c2-9f32-94b874e825ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0848329 Nov 12 05:23:35.204253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.234211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.253059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ab161-e310-4a13-b4fe-c9d8d1f1366a req-2b125c6d-b9fd-4ef6-bbf2-3769f4a87560 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:35.254703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-680ab161-e310-4a13-b4fe-c9d8d1f1366a req-2b125c6d-b9fd-4ef6-bbf2-3769f4a87560 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 946 time: 0.1128471 Nov 12 05:23:35.283872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f59eac-6bb1-4279-87e1-990811d2e377,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:35.290748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Deleting port 803c97d1-7717-4e9a-85ae-dad0468a1393 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:35.291493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.316844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] For port 803c97d1-7717-4e9a-85ae-dad0468a1393, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=803c97d1-7717-4e9a-85ae-dad0468a1393,segment=NetworkSegment(5b4cc822-bc8e-488c-b179-7da839431151),segment_id=5b4cc822-bc8e-488c-b179-7da839431151)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:35.317238 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.321407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.325300 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port b9fa086e-5a11-437e-8386-cd58f0436cf1 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:23:35.336088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] Calling delete_port for 803c97d1-7717-4e9a-85ae-dad0468a1393 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:35.337033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b9fa086e-5a11-437e-8386-cd58f0436cf1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:35.337219 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.388506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-901de7d8-fc90-4b0a-8138-36abd20a4ded', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:23:35.389368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.436345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-9586e584-eabc-4c33-877d-3912b697342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:35.438119 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-9586e584-eabc-4c33-877d-3912b697342a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2259424 Nov 12 05:23:35.455611 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] For port 803c97d1-7717-4e9a-85ae-dad0468a1393, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=803c97d1-7717-4e9a-85ae-dad0468a1393,segment=NetworkSegment(5b4cc822-bc8e-488c-b179-7da839431151),segment_id=5b4cc822-bc8e-488c-b179-7da839431151)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:35.455973 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.494974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.500501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Calling delete_port for 803c97d1-7717-4e9a-85ae-dad0468a1393 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:35.501713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-680ab161-e310-4a13-b4fe-c9d8d1f1366a req-d9842ae4-1103-4c51-9760-12758c3bd1c3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509411 Nov 12 05:23:35.504993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731f9ddb-09bc-4331-92ac-3d1025dab4e0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:35.511649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.653354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.658510 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.688809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.690282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Checking segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:35.690673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Network hostable DHCP agents. Network: 7a0e6740-7ea4-46f5-8149-c757f5027670, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:23:35.698148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.703034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] Pushing event deleted for resources: {'Port': ['ID=803c97d1-7717-4e9a-85ae-dad0468a1393,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:35.715964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Allocated IP 172.20.0.2 (901de7d8-fc90-4b0a-8138-36abd20a4ded/9667aeb3-d531-423e-8eab-9370106651a9/c608f4a6-2f0b-474d-911c-d33130e87e05) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:35.728285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:35.730711 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e6dbd6-e8a3-43f8-b8a9-17d0b87f45b0" -d '{"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:35.733799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8aeb4d-d85e-47e5-84d5-16e99291b3a8 None None] No DVR routers for this DVR port 803c97d1-7717-4e9a-85ae-dad0468a1393 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:23:35.757184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:35.765686 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.793621 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.820275 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-1061a1a1-6935-446a-93af-a871b11e832d service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616126 Nov 12 05:23:35.826197 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.826637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:23:35.834255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:23:35.835400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.853383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.856903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-638b34a1-87a8-4e8a-a3ba-6011a6ef953b admin admin] 10.222.0.48 "DELETE /v2.0/routers/e6616f50-4dac-4d4e-8c4f-6fb8c4ef478a HTTP/1.1" status: 204 len: 168 time: 2.8278124 Nov 12 05:23:35.870466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34928) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:35.879206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-12ee7ead-9c07-4f0d-9e63-8637cddb7765 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:35.880722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-12ee7ead-9c07-4f0d-9e63-8637cddb7765 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 946 time: 0.1841912 Nov 12 05:23:35.924972 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3133e23-c808-4e07-912f-b40bd042592f x-openstack-request-id: req-b3133e23-c808-4e07-912f-b40bd042592f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:35.926303 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:35.926744 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3133e23-c808-4e07-912f-b40bd042592f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:35.927311 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'code': 200} Nov 12 05:23:35.936249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.970883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:35.992960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 7a0e6740-7ea4-46f5-8149-c757f5027670) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:36.011013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d92cda-6044-48b1-9ec4-67973f926935 None None] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:36.030100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Allocated IP 172.25.2.39 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/6ab1626c-32e7-41ef-b532-24a6c4bcd3a3) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:36.037748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:36.037968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.049176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Port': ['ID=803c97d1-7717-4e9a-85ae-dad0468a1393,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:36.054273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] No DVR routers for this DVR port 803c97d1-7717-4e9a-85ae-dad0468a1393 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:23:36.109336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fb6c70-68cc-4007-8535-6161d6525c13 admin admin] Deleting subnet db2c0397-c3dd-4d2e-b656-16c00b9a02ed {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:23:36.139319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43fb6c70-68cc-4007-8535-6161d6525c13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.148718 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.163435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.175986 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8fdbdf3f-9500-4898-b612-0727c27d7038 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6136727 Nov 12 05:23:36.192313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34930) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:36.203000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:36.211886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.229180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:36.238316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:36.243205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8f081ba7-ec01-4e35-a717-2cffbb5b83a0 req-510661e7-7d3e-43dd-ba03-3f107deee3bc service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060955 Nov 12 05:23:36.245339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:36.253257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Pushing event updated for resources: {'Port': ['ID=c608f4a6-2f0b-474d-911c-d33130e87e05,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:36.257322 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.269722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43fb6c70-68cc-4007-8535-6161d6525c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.302024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-7a0e6740-7ea4-46f5-8149-c757f5027670', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:23:36.302024 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.317951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6e0c10-271f-46c4-aba6-1a6e48a66722']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:36.324600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60016263-b948-4386-a6b3-9dccf26d4abb req-72474c0b-40e7-4565-9e19-da66753d4311 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:36.326302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60016263-b948-4386-a6b3-9dccf26d4abb req-72474c0b-40e7-4565-9e19-da66753d4311 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 947 time: 0.1448212 Nov 12 05:23:36.329901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdac59c-c5f2-45eb-89b0-bd09f3cb3743 req-ece450e6-6d89-4bb7-8d74-9fa11cadeed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:36.332102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bdac59c-c5f2-45eb-89b0-bd09f3cb3743 req-ece450e6-6d89-4bb7-8d74-9fa11cadeed6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 1101 time: 0.1493440 Nov 12 05:23:36.334501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.335557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.342005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Attempting to bind port c608f4a6-2f0b-474d-911c-d33130e87e05 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:36.342549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Attempting to bind port c608f4a6-2f0b-474d-911c-d33130e87e05 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:36.342676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Attempting to bind port c608f4a6-2f0b-474d-911c-d33130e87e05 on network 901de7d8-fc90-4b0a-8138-36abd20a4ded {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:36.352754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4cc822-bc8e-488c-b179-7da839431151') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:36.353051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4cc822-bc8e-488c-b179-7da839431151') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:36.354584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:36.354908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Checking segment: {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:36.356102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.356102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Bound using segment: {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:36.356323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Bound port: c608f4a6-2f0b-474d-911c-d33130e87e05, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:36.357214 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.358569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.371636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.423642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Deleting port d5b9d281-9568-45a6-a729-c90c96521802 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:36.423854 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.480934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.494510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:36.495244 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.512234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60016263-b948-4386-a6b3-9dccf26d4abb req-f3abbb20-4d27-4dc5-9037-14bbaf07267b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712635 Nov 12 05:23:36.521215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bdac59c-c5f2-45eb-89b0-bd09f3cb3743 req-104025a0-779f-4543-8c89-a911e031abe1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785145 Nov 12 05:23:36.522625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Pushing event updated for resources: {'Port': ['ID=6ab1626c-32e7-41ef-b532-24a6c4bcd3a3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:36.528120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:36.530836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:36.568951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a5f59eac-6bb1-4279-87e1-990811d2e377 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:36.583773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:23:36.584179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:23:36.590303 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:23:36.601188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a5f59eac-6bb1-4279-87e1-990811d2e377 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:36.601537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a5f59eac-6bb1-4279-87e1-990811d2e377 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:36.602314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 803c97d1-7717-4e9a-85ae-dad0468a1393 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:36.607261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] For port c608f4a6-2f0b-474d-911c-d33130e87e05, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:36.609458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43fb6c70-68cc-4007-8535-6161d6525c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.651372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] For port c608f4a6-2f0b-474d-911c-d33130e87e05, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c608f4a6-2f0b-474d-911c-d33130e87e05,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:36.652567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 803c97d1-7717-4e9a-85ae-dad0468a1393 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:36.652970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 803c97d1-7717-4e9a-85ae-dad0468a1393 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:36.664175 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.675387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Allocated IP 172.20.0.2 (7a0e6740-7ea4-46f5-8149-c757f5027670/731f9ddb-09bc-4331-92ac-3d1025dab4e0/02710327-8f93-46c7-b5e1-8a2e7dfb3c4f) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:36.755701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e814a7-e26d-4ae8-9a66-7e695dabc4d1 req-d85a777a-0d40-4c53-b461-1867fa45ce1b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:36.761914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98e814a7-e26d-4ae8-9a66-7e695dabc4d1 req-d85a777a-0d40-4c53-b461-1867fa45ce1b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 946 time: 0.1165605 Nov 12 05:23:36.769747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f012c-076a-4a21-8df5-ab491ed2069f None None] Pushing event updated for resources: {'Port': ['ID=c608f4a6-2f0b-474d-911c-d33130e87e05,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:36.846782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98e814a7-e26d-4ae8-9a66-7e695dabc4d1 req-a3eb899e-69a2-476f-94f9-144d0dd47cf6 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823615 Nov 12 05:23:36.975130 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.978646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:36.988857 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.072795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:37.073656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Pushing event updated for resources: {'Port': ['ID=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:37.076823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:37.079202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:37.145188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Attempting to bind port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:37.145870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Attempting to bind port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:37.146505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Attempting to bind port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f on network 7a0e6740-7ea4-46f5-8149-c757f5027670 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:37.153148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:37.153898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Checking segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:37.154600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.155179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Bound using segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:37.155888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Bound port: 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:37.156463 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.180111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.188261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.193838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] For port d5b9d281-9568-45a6-a729-c90c96521802, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d5b9d281-9568-45a6-a729-c90c96521802,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:37.194536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.209832 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.216250 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] 10.222.0.48 "DELETE /v2.0/networks/ba6e0c10-271f-46c4-aba6-1a6e48a66722 HTTP/1.1" status: 204 len: 168 time: 2.5876646 Nov 12 05:23:37.236552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Calling delete_port for d5b9d281-9568-45a6-a729-c90c96521802 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:37.239309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ed626-9253-4b8a-83f3-10192633f704 tempest-AllowedAddressPairIpV6TestJSON-782355059 tempest-AllowedAddressPairIpV6TestJSON-782355059-project] Pushing event deleted for resources: {'Network': ['ID=ba6e0c10-271f-46c4-aba6-1a6e48a66722,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:37.242463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] For port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:37.246591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] For port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:37.253383 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.257903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.279861 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43fb6c70-68cc-4007-8535-6161d6525c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.312635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0212386-90a1-4be4-976e-1391fa27ad94 None None] Pushing event updated for resources: {'Port': ['ID=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:37.345981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43fb6c70-68cc-4007-8535-6161d6525c13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.351958 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-43fb6c70-68cc-4007-8535-6161d6525c13 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db2c0397-c3dd-4d2e-b656-16c00b9a02ed HTTP/1.1" status: 204 len: 168 time: 1.4793875 Nov 12 05:23:37.353687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb6c70-68cc-4007-8535-6161d6525c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2c0397-c3dd-4d2e-b656-16c00b9a02ed,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:37.354745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a705435-19af-4a95-88e0-8f6848d007fc None None] Network 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:37.358546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34940) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:37.476065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:23:37.532969 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.606663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:37.619418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] DHCP port deletion for 55857ed2-e4da-4d18-b06b-2cce7c7dbb53 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:23:37.717932 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.722822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] Deleting port 59deb6df-ed5b-440e-aa3c-f9dff558397d {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:37.723524 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.753841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['874ca87b-5c37-425c-920f-00658921368f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:37.850075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] For port 59deb6df-ed5b-440e-aa3c-f9dff558397d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59deb6df-ed5b-440e-aa3c-f9dff558397d,segment=NetworkSegment(88778813-edc0-449e-a6df-d6853bc3e5e3),segment_id=88778813-edc0-449e-a6df-d6853bc3e5e3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:37.850820 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.881054 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:23:37.883539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Pushing event deleted for resources: {'Port': ['ID=d5b9d281-9568-45a6-a729-c90c96521802,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:38.017695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] Calling delete_port for 59deb6df-ed5b-440e-aa3c-f9dff558397d owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:38.044535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] No DVR routers for this DVR port d5b9d281-9568-45a6-a729-c90c96521802 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:23:38.052742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.063900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-fb461996-aeb7-4fe8-9fbb-63598238959e req-d1d91d83-a22a-4cee-8b88-961290347e72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.43 "DELETE /v2.0/ports/d5b9d281-9568-45a6-a729-c90c96521802 HTTP/1.1" status: 204 len: 173 time: 2.1656559 Nov 12 05:23:38.068000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Deleting port 59deb6df-ed5b-440e-aa3c-f9dff558397d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:38.068355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.069897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66f4306-348c-47e7-86b8-47ed72d0311f', 'name': 'network-vif-deleted', 'tag': 'd5b9d281-9568-45a6-a729-c90c96521802'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:38.072716 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872ce0d8-55c6-4459-b17a-9bc55dccd7ab" -d '{"events": [{"server_uuid": "c66f4306-348c-47e7-86b8-47ed72d0311f", "name": "network-vif-deleted", "tag": "d5b9d281-9568-45a6-a729-c90c96521802"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:38.111695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.229572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ddd734f8-aad4-4035-b45c-83a32bb6f48e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=327eb37d81cb474a94efa1c527a3dd80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193597 Nov 12 05:23:38.229572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.294993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34958) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:38.321287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d5b9d281-9568-45a6-a729-c90c96521802 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:38.379176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab7e6d7-443c-4f60-af2f-dc62e17543e4 None None] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:38.381128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c608f4a6-2f0b-474d-911c-d33130e87e05 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:38.399409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: d5b9d281-9568-45a6-a729-c90c96521802 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:38.399753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d5b9d281-9568-45a6-a729-c90c96521802 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:38.422687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-994e040e-6d61-47c6-9566-cf2788048d47 req-70db83a1-275a-4571-8933-b678a4fe776e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=c66f4306-348c-47e7-86b8-47ed72d0311f HTTP/1.1" status: 200 len: 210 time: 0.0740914 Nov 12 05:23:38.437338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] For port 59deb6df-ed5b-440e-aa3c-f9dff558397d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59deb6df-ed5b-440e-aa3c-f9dff558397d,segment=NetworkSegment(88778813-edc0-449e-a6df-d6853bc3e5e3),segment_id=88778813-edc0-449e-a6df-d6853bc3e5e3)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:38.437716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.475843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:38.483746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:23:38.483968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Calling delete_port for 59deb6df-ed5b-440e-aa3c-f9dff558397d owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:38.512026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c364a-9850-4e8f-bad4-81ecbe71ffc3 req-007acb37-a66a-4ef0-8e3e-d7e1598d5e11 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:38.521861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc7c364a-9850-4e8f-bad4-81ecbe71ffc3 req-007acb37-a66a-4ef0-8e3e-d7e1598d5e11 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 947 time: 0.1767769 Nov 12 05:23:38.523576 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Sync routers for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:23:38.543632 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18317393-39b0-4165-8fd3-14f9400ac1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.575917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.601633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.604021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ef5e2278-1de9-4c69-b69b-5261f3e15061 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6519082 Nov 12 05:23:38.606131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'mac_address': 'fa:16:3e:f2:c6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:23:38.607205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34960) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:38.646679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ce2770cf-6b5d-4101-8b84-c10086117110 None None] Provisioning complete for port c608f4a6-2f0b-474d-911c-d33130e87e05 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:38.647153 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce2770cf-6b5d-4101-8b84-c10086117110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.660947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] Pushing event deleted for resources: {'Port': ['ID=59deb6df-ed5b-440e-aa3c-f9dff558397d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:38.692521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc5343-1bcc-4208-ba15-2107efc03d61 None None] No DVR routers for this DVR port 59deb6df-ed5b-440e-aa3c-f9dff558397d on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:23:38.696296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc7c364a-9850-4e8f-bad4-81ecbe71ffc3 req-a416d060-9445-4d08-bae0-8c32ff4a5e4e tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675026 Nov 12 05:23:38.713890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Allocated IP 172.25.2.207 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/943477a9-00e3-46b3-b9d6-dd3ab74ea6d1) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:38.722186 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18317393-39b0-4165-8fd3-14f9400ac1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.746588 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0c171c-07bb-426a-8bb7-68c9ee172c63 x-openstack-request-id: req-db0c171c-07bb-426a-8bb7-68c9ee172c63 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:38.747236 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66f4306-348c-47e7-86b8-47ed72d0311f", "name": "network-vif-deleted", "tag": "d5b9d281-9568-45a6-a729-c90c96521802", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:38.747696 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db0c171c-07bb-426a-8bb7-68c9ee172c63 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:38.748848 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66f4306-348c-47e7-86b8-47ed72d0311f', 'name': 'network-vif-deleted', 'tag': 'd5b9d281-9568-45a6-a729-c90c96521802', 'status': 'completed', 'code': 200} Nov 12 05:23:38.805117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:38.807473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:38.874293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18317393-39b0-4165-8fd3-14f9400ac1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.877015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18317393-39b0-4165-8fd3-14f9400ac1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.890820 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18317393-39b0-4165-8fd3-14f9400ac1ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daf5534f-79f6-4c0c-9503-eba5f904424f HTTP/1.1" status: 204 len: 168 time: 0.5854781 Nov 12 05:23:38.921585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18317393-39b0-4165-8fd3-14f9400ac1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf5534f-79f6-4c0c-9503-eba5f904424f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:38.931439 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:38.954978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9132f-7c4a-4993-a723-e118658862fd None None] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:38.974138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Pushing event deleted for resources: {'Port': ['ID=59deb6df-ed5b-440e-aa3c-f9dff558397d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:38.983129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] No DVR routers for this DVR port 59deb6df-ed5b-440e-aa3c-f9dff558397d on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:23:39.042299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:39.059023 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.108575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.139977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port c608f4a6-2f0b-474d-911c-d33130e87e05 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:39.140344 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.144679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55857ed2-e4da-4d18-b06b-2cce7c7dbb53']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:39.159917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88778813-edc0-449e-a6df-d6853bc3e5e3') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:39.160525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88778813-edc0-449e-a6df-d6853bc3e5e3') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:39.172891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.180064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.196862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.206700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.210202 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.280257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:23:39.280834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:23:39.282433 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:23:39.302296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:39.303714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Pushing event updated for resources: {'Port': ['ID=943477a9-00e3-46b3-b9d6-dd3ab74ea6d1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:39.312982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:39.332063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:39.339996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:39.458471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Allocated IP 172.20.0.1 (901de7d8-fc90-4b0a-8138-36abd20a4ded/9667aeb3-d531-423e-8eab-9370106651a9/925d7dbe-5921-42b7-85f5-640d50a05608) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:39.594199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.603218 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.608597 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] 10.222.0.48 "DELETE /v2.0/networks/55857ed2-e4da-4d18-b06b-2cce7c7dbb53 HTTP/1.1" status: 204 len: 168 time: 2.2469087 Nov 12 05:23:39.648008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799742b-a2bd-4c6a-ab03-4c9e555e73cb admin admin] Pushing event deleted for resources: {'Network': ['ID=55857ed2-e4da-4d18-b06b-2cce7c7dbb53,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:39.676248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.702061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:39.768848 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.817272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879b6ec-33ea-46db-8eef-3a4212972396 req-652ee957-736e-45a6-bc8f-00038f30c9f7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:39.823651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e879b6ec-33ea-46db-8eef-3a4212972396 req-652ee957-736e-45a6-bc8f-00038f30c9f7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1944339 Nov 12 05:23:39.847147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34994) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:39.918111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce2770cf-6b5d-4101-8b84-c10086117110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.922138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.948214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34996) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:40.046853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ce2770cf-6b5d-4101-8b84-c10086117110 None None] For port c608f4a6-2f0b-474d-911c-d33130e87e05, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c608f4a6-2f0b-474d-911c-d33130e87e05,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:40.051226 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.075804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:36Z', 'revision_number': 3, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:40.082826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.097218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e879b6ec-33ea-46db-8eef-3a4212972396 req-98fccdad-33ab-4f74-b550-4ccf6c43da1b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554042 Nov 12 05:23:40.124158 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce2770cf-6b5d-4101-8b84-c10086117110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.127662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Checking router: 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:23:40.128017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Updating router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:23:40.129970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:40.133522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d058ae2-1c86-4975-856d-e0dfbcb6b21a req-5441e0e5-f040-4b47-a1a8-ee86b3326304 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:40.143375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d058ae2-1c86-4975-856d-e0dfbcb6b21a req-5441e0e5-f040-4b47-a1a8-ee86b3326304 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 948 time: 0.1854665 Nov 12 05:23:40.152239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7fa4e95d-b498-490c-8c53-c9fa4e1de674 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d40cc70b40ff4fb9bd8cd105d8ada910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992003 Nov 12 05:23:40.191020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35002) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:40.203181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:40.223001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-390073927'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:40.277845 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.300649 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.329638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d058ae2-1c86-4975-856d-e0dfbcb6b21a req-4aedc0ca-f436-47c1-a1c6-af68973060c1 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852651 Nov 12 05:23:40.343259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:40.360047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:40.362485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:40.368420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Made reservation on behalf of ab9c09d295ff4f59b0b20f849a457da0 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:40.372348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.388558 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.390986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-20ddd08c-1e76-4b61-b9f9-f56f13fa36e6 None None] Provisioning complete for port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:40.391631 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-20ddd08c-1e76-4b61-b9f9-f56f13fa36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.396919 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.401085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2770cf-6b5d-4101-8b84-c10086117110 None None] Pushing event updated for resources: {'Port': ['ID=c608f4a6-2f0b-474d-911c-d33130e87e05,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:40.405775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:23:40.406136 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:23:40.441023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.464513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Pushing event updated for resources: {'Port': ['ID=925d7dbe-5921-42b7-85f5-640d50a05608,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:40.465112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Router 5737ebf6-376d-421c-ac2e-be1cf12e77fb is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:23:40.542323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d9e975c-c5df-4d82-92ad-eafc4c31882e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.566646 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.575387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d9e975c-c5df-4d82-92ad-eafc4c31882e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.604932 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.607785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654d100-7a91-422d-8002-e36de1d99983 req-40a35fbf-369a-4369-a508-30e8c4eb823b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:40.615425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7654d100-7a91-422d-8002-e36de1d99983 req-40a35fbf-369a-4369-a508-30e8c4eb823b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2951794 Nov 12 05:23:40.659400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:23:40.663219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f0a79-1ff6-42e2-8e4e-fd1879ae668f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:40.669599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:23:40.679048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.679486 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Added segment 1d9bb73d-3210-49bb-bada-ca5b3a3922ff of type vlan for network 1fac8f92-4a99-4c1b-b238-8bd0c821029d Nov 12 05:23:40.684794 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Sync routers for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:23:40.705998 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:40.706466 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:40.718671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7654d100-7a91-422d-8002-e36de1d99983 req-a5efc59c-e946-4df8-baef-45ce4672ff1e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879948 Nov 12 05:23:40.755899 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.757402 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0c1ec683-27fb-4bc8-aba5-0ef8dadaa361 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5627506 Nov 12 05:23:40.766001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:40.776300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.884449 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:40.895608 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.902185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:40.902887 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.938284 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9863174 Nov 12 05:23:40.943775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35016) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:40.977301 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d9e975c-c5df-4d82-92ad-eafc4c31882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.980333 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d9e975c-c5df-4d82-92ad-eafc4c31882e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:40.981566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5d9e975c-c5df-4d82-92ad-eafc4c31882e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c25c643-b8dd-46d3-a685-f11876172b0d HTTP/1.1" status: 204 len: 168 time: 0.7821746 Nov 12 05:23:41.001498 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.002081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'subnet': {'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:41.034676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.063083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56e072-4507-450b-a134-a89bbfefe97e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Network': ['ID=1fac8f92-4a99-4c1b-b238-8bd0c821029d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:41.075083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa479d-7061-4224-a91d-b7b613f901b5 req-5e56922a-d6bf-4a2b-9623-e9653b34efd6 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:41.076650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29aa479d-7061-4224-a91d-b7b613f901b5 req-5e56922a-d6bf-4a2b-9623-e9653b34efd6 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2519674 Nov 12 05:23:41.080572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e975c-c5df-4d82-92ad-eafc4c31882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25c643-b8dd-46d3-a685-f11876172b0d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:41.082239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.113886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:23:41.191181 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:39Z', 'revision_number': 3, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:41.272298 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Checking router: 5737ebf6-376d-421c-ac2e-be1cf12e77fb for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:23:41.272649 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Updating router 5737ebf6-376d-421c-ac2e-be1cf12e77fb port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:23:41.276487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29aa479d-7061-4224-a91d-b7b613f901b5 req-1acfee8d-159d-4352-a9b9-3ef63186b610 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892781 Nov 12 05:23:41.277111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Made reservation on behalf of ab9c09d295ff4f59b0b20f849a457da0 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:41.280626 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.302038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Attempting to bind port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:41.302667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Attempting to bind port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:41.303170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Attempting to bind port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:41.331458 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.332067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-20ddd08c-1e76-4b61-b9f9-f56f13fa36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.351187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:41.352111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:41.352684 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.353217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:41.354136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Bound port: 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:41.354704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.357177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:41.440539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada39916-4917-41ef-9085-bea544fa6535 None None] Pushing event updated for resources: {'Port': ['ID=6ab1626c-32e7-41ef-b532-24a6c4bcd3a3,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:41.507461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:41.507461 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.530710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-20ddd08c-1e76-4b61-b9f9-f56f13fa36e6 None None] For port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:41.556509 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-20ddd08c-1e76-4b61-b9f9-f56f13fa36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.589988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] For port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:41.636997 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.682581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.710381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] For port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6ab1626c-32e7-41ef-b532-24a6c4bcd3a3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:41.711561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.757944 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.777084 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.790072 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.814108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-68646015-5e92-43ac-8cb3-978f43e744b4 None None] Provisioning complete for port c608f4a6-2f0b-474d-911c-d33130e87e05 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:41.815931 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68646015-5e92-43ac-8cb3-978f43e744b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.831528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddd08c-1e76-4b61-b9f9-f56f13fa36e6 None None] Pushing event updated for resources: {'Port': ['ID=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:41.843976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393592a1-5e12-448a-9504-46241356081a req-ccf55404-c6f0-4ff8-a1ca-bfa7f8d81e96 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:41.865999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-393592a1-5e12-448a-9504-46241356081a req-ccf55404-c6f0-4ff8-a1ca-bfa7f8d81e96 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 948 time: 0.3627248 Nov 12 05:23:41.885886 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d192-95d2-4f2a-b490-2bf2088565a4 None None] Pushing event updated for resources: {'Port': ['ID=943477a9-00e3-46b3-b9d6-dd3ab74ea6d1,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:41.902209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Pushing event updated for resources: {'Port': ['ID=925d7dbe-5921-42b7-85f5-640d50a05608,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:41.935387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.950057 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Attempting to bind port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:41.952584 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Attempting to bind port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:41.952955 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Attempting to bind port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:41.974817 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:41.975262 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:41.977725 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:41.980808 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:41.981495 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Bound port: 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:41.983945 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:42.033339 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Allocated IP 172.20.0.1 (7a0e6740-7ea4-46f5-8149-c757f5027670/731f9ddb-09bc-4331-92ac-3d1025dab4e0/cc724f7e-d8ff-4bbf-b42b-c80764dfb359) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:42.055436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:42.057027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:42.182985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:42.235844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-393592a1-5e12-448a-9504-46241356081a req-80747b2a-df21-44d0-b05c-0e220aef106b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682590 Nov 12 05:23:42.269696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:42.299833 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] For port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:42.306423 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] For port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=943477a9-00e3-46b3-b9d6-dd3ab74ea6d1,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:42.319422 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:42.345809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:42.352331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:42.357096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:42.359370 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:42.376579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada39916-4917-41ef-9085-bea544fa6535 None None] Pushing event updated for resources: {'Port': ['ID=6ab1626c-32e7-41ef-b532-24a6c4bcd3a3,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:42.419019 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d192-95d2-4f2a-b490-2bf2088565a4 None None] Pushing event updated for resources: {'Port': ['ID=943477a9-00e3-46b3-b9d6-dd3ab74ea6d1,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:42.440055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:42.443694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:42.452290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:42.467136 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:42.467802 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:42.516494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59deb6df-ed5b-440e-aa3c-f9dff558397d no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:23:42.554812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Pushing event updated for resources: {'Port': ['ID=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:42.626303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:42.633093 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 59deb6df-ed5b-440e-aa3c-f9dff558397d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:23:42.634456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59deb6df-ed5b-440e-aa3c-f9dff558397d not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:23:42.646181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-68646015-5e92-43ac-8cb3-978f43e744b4 None None] Provisioning complete for port 925d7dbe-5921-42b7-85f5-640d50a05608 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:42.646181 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68646015-5e92-43ac-8cb3-978f43e744b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:42.656220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Subnet': ['ID=564bd794-a5da-40bc-88e7-3b950d5c2da0,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:42.741993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Checking segment: {'id': '1d9bb73d-3210-49bb-bada-ca5b3a3922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:42.742599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Network hostable DHCP agents. Network: 1fac8f92-4a99-4c1b-b238-8bd0c821029d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:23:42.779807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-68646015-5e92-43ac-8cb3-978f43e744b4 None None] Port 925d7dbe-5921-42b7-85f5-640d50a05608 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:42.786813 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:42.856474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:23:42.870423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c608f4a6-2f0b-474d-911c-d33130e87e05 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:42.919414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:23:42.949300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 1fac8f92-4a99-4c1b-b238-8bd0c821029d) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:42.949978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:41Z', 'revision_number': 2, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:42.977288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:42.981138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.025256 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267649f1-e6f6-4abf-b3e4-00920eac4fd5 None None] The sync data for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 is: [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:41Z', 'revision_number': 2, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:23:43.042163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1e75be41-d6bc-4a48-8431-8ca457cf32e4 None None] Provisioning complete for port 925d7dbe-5921-42b7-85f5-640d50a05608 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:43.042163 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e75be41-d6bc-4a48-8431-8ca457cf32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.042163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165670f4-0df4-4f4f-9590-a3ca6405c31e None None] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:43.075439 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:39Z', 'revision_number': 3, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:43.107208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port c608f4a6-2f0b-474d-911c-d33130e87e05 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:43.107776 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.123083 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88d9b8-9d88-4241-997c-0e1c30df9603 None None] The sync data for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 is: [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:39Z', 'revision_number': 3, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:23:43.164146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5e45bace-768e-4a08-9ecf-1a3d9624496a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1880937 Nov 12 05:23:43.177622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35072) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:43.186369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'name': 'tempest-AllowedAddressPairTestJSON-1149636547'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:43.206560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1e75be41-d6bc-4a48-8431-8ca457cf32e4 None None] Port 925d7dbe-5921-42b7-85f5-640d50a05608 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:43.220266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-4445ad89-beb9-424a-8f4f-f73ab5fa0a17 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f37fbdd8edf74d89ace4e7ff6e9fb629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004007 Nov 12 05:23:43.281798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1e75be41-d6bc-4a48-8431-8ca457cf32e4 None None] Provisioning complete for port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:43.282015 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e75be41-d6bc-4a48-8431-8ca457cf32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.347857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1e75be41-d6bc-4a48-8431-8ca457cf32e4 None None] Port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:43.521307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:43.631479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'tenant_id': 'ab9c09d295ff4f59b0b20f849a457da0', 'fixed_ips': [{'subnet_id': '564bd794-a5da-40bc-88e7-3b950d5c2da0'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:23:43.632172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.672856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-94170480-363b-4108-83bc-3157d7aa7889 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:43.684453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-94170480-363b-4108-83bc-3157d7aa7889 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4350345 Nov 12 05:23:43.719261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.878945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-75f4b865-e122-4fb2-ad89-2e0d9407fb36 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/quotas/f37fbdd8edf74d89ace4e7ff6e9fb629 HTTP/1.1" status: 200 len: 375 time: 0.1932833 Nov 12 05:23:43.936650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:43.937389 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.943477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:43.954941 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.961955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:43.964235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-5f12e3b9-c07a-4760-84fd-378f989cbef3 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f37fbdd8edf74d89ace4e7ff6e9fb629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839143 Nov 12 05:23:43.995147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:23:44.043797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-be0b90f5-df8a-4afc-8352-ba8a0b790aaf admin admin] 10.222.0.48 "PUT /v2.0/routers/38305f8e-a87e-4a26-9dc5-1bd2ae2728a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4250383 Nov 12 05:23:44.080955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Pushing event updated for resources: {'Port': ['ID=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:44.090803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2cb30-47fc-445e-9c52-a478828a6ced req-1d382aac-a758-41ad-b6be-78dc5e95ef6b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:44.100099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcd2cb30-47fc-445e-9c52-a478828a6ced req-1d382aac-a758-41ad-b6be-78dc5e95ef6b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 948 time: 0.4070745 Nov 12 05:23:44.117179 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b61a5142-5f6e-45b4-bbec-80d8c560722a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:44.147383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:44.267568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcd2cb30-47fc-445e-9c52-a478828a6ced req-115d9139-39c4-4f9a-a9ae-89b920a9bef7 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561158 Nov 12 05:23:44.303563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Allocated IP 172.20.0.2 (1fac8f92-4a99-4c1b-b238-8bd0c821029d/564bd794-a5da-40bc-88e7-3b950d5c2da0/5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:44.338397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Made reservation on behalf of ab9c09d295ff4f59b0b20f849a457da0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:44.354651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:44.371272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:23:44.388130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:44.388517 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:44.458993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] device_id is not set on port 7876e7b7-8afe-481c-919d-4e1ed52a347c yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:44.514043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:44.519116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:44.527643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fef0d39-e945-477c-afa3-ad45f67b8478 req-7f4598b6-bd68-4789-a35e-8b14dd43b37f tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 210 time: 0.1407948 Nov 12 05:23:44.793090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Router 5737ebf6-376d-421c-ac2e-be1cf12e77fb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:23:45.078186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:23:45.102013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61c388-4394-4d7b-b293-786aaf563f25 req-d90b2c2e-9e14-4b55-8de1-b1cefdf2c40e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:45.105485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f61c388-4394-4d7b-b293-786aaf563f25 req-d90b2c2e-9e14-4b55-8de1-b1cefdf2c40e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1092987 Nov 12 05:23:45.114626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f94902ef-292b-4ae0-a21d-84934c4db547 admin admin] 10.222.0.48 "PUT /v2.0/routers/5737ebf6-376d-421c-ac2e-be1cf12e77fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3256791 Nov 12 05:23:45.186376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:45.191326 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.213473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f61c388-4394-4d7b-b293-786aaf563f25 req-83f3b39c-30dd-409c-b9ba-e114bd0d4fc6 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021793 Nov 12 05:23:45.280580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:45.290806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:45.293070 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32402526-52d8-4226-a1b5-f8f91d19beaf" -d '{"events": [{"server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "name": "network-vif-plugged", "status": "completed", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:45.309237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-02cd4868-5ee9-4376-89d3-920b0c1eaabc None None] Provisioning complete for port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:45.310046 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-02cd4868-5ee9-4376-89d3-920b0c1eaabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.350023 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35120) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:45.355198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-88728cde-b07f-4313-903d-f673e7eb4dbd tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392449453', 'description': 'tempest-description--953738437'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:45.359823 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.363542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.435643 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.440028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88728cde-b07f-4313-903d-f673e7eb4dbd tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.456817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-02cd4868-5ee9-4376-89d3-920b0c1eaabc None None] Port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:45.467781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf2cea-3d60-416a-b6e6-eb60fe07ba1d req-f3268e0e-1ff8-4d09-8dc2-81bfd9ff8670 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:45.477789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0cbf2cea-3d60-416a-b6e6-eb60fe07ba1d req-f3268e0e-1ff8-4d09-8dc2-81bfd9ff8670 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1601799 Nov 12 05:23:45.502037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:45.518431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Allocated IP 172.20.0.13 (1fac8f92-4a99-4c1b-b238-8bd0c821029d/564bd794-a5da-40bc-88e7-3b950d5c2da0/7876e7b7-8afe-481c-919d-4e1ed52a347c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:45.535085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:45.538592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:45.542186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:45.562721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88728cde-b07f-4313-903d-f673e7eb4dbd tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.568373 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88728cde-b07f-4313-903d-f673e7eb4dbd tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.609149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88728cde-b07f-4313-903d-f673e7eb4dbd tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.614456 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-88728cde-b07f-4313-903d-f673e7eb4dbd tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2632508 Nov 12 05:23:45.616482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:45.621967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5c72894d-345f-48d4-b981-a67ade2d18d0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Request body: {'security_group_rule': {'security_group_id': '7457bc76-45ec-4a98-b03b-63049142b744', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:45.622414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:45.622799 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.628552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88728cde-b07f-4313-903d-f673e7eb4dbd tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7457bc76-45ec-4a98-b03b-63049142b744,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:45.672984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0cbf2cea-3d60-416a-b6e6-eb60fe07ba1d req-ea3f3335-ae1f-457d-bdbe-89a339f59989 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876748 Nov 12 05:23:45.677801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5c72894d-345f-48d4-b981-a67ade2d18d0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.719281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Pushing event updated for resources: {'Port': ['ID=5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:45.724695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104331e-3c5c-4429-bc2c-124a44f1edb4 req-b867643d-8688-4c1b-a490-3b8c3b293981 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:45.730117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d104331e-3c5c-4429-bc2c-124a44f1edb4 req-b867643d-8688-4c1b-a490-3b8c3b293981 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 949 time: 0.2336702 Nov 12 05:23:45.766655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Attempting to bind port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:45.767028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Attempting to bind port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '1d9bb73d-3210-49bb-bada-ca5b3a3922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:45.767390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Attempting to bind port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 on network 1fac8f92-4a99-4c1b-b238-8bd0c821029d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:45.774630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:45.775010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Checking segment: {'id': '1d9bb73d-3210-49bb-bada-ca5b3a3922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:45.775413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.776115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Bound using segment: {'id': '1d9bb73d-3210-49bb-bada-ca5b3a3922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:45.776276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Bound port: 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9bb73d-3210-49bb-bada-ca5b3a3922ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:45.776660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.805061 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bad0de-4bfc-438f-a795-b7d61e04e296 x-openstack-request-id: req-a8bad0de-4bfc-438f-a795-b7d61e04e296 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:45.805402 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "name": "network-vif-plugged", "status": "completed", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:45.805599 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8bad0de-4bfc-438f-a795-b7d61e04e296 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:45.805995 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'code': 200} Nov 12 05:23:45.814700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5c72894d-345f-48d4-b981-a67ade2d18d0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.827732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5c72894d-345f-48d4-b981-a67ade2d18d0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.898420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72894d-345f-48d4-b981-a67ade2d18d0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295fc54c-9e76-4a32-94e7-3d5c85811d2c,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:45.962642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5c72894d-345f-48d4-b981-a67ade2d18d0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.967521 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:45.972474 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5c72894d-345f-48d4-b981-a67ade2d18d0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540800 Nov 12 05:23:45.974679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:45.980344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-572dcfad-edf2-4948-91e2-c90b5ba70fbf tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Request body: {'security_group_rule': {'security_group_id': '7457bc76-45ec-4a98-b03b-63049142b744', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:46.020055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] For port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:46.035542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79ffa6-b34e-45df-a266-8c1abdb58731 req-a0a2f45a-dfbd-42b7-bda3-32ad7e095737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:46.037444 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.037698 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d79ffa6-b34e-45df-a266-8c1abdb58731 req-a0a2f45a-dfbd-42b7-bda3-32ad7e095737 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 1101 time: 0.1464703 Nov 12 05:23:46.040371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] For port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8,segment=NetworkSegment(1d9bb73d-3210-49bb-bada-ca5b3a3922ff),segment_id=1d9bb73d-3210-49bb-bada-ca5b3a3922ff)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:46.044402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-572dcfad-edf2-4948-91e2-c90b5ba70fbf tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.051067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=943477a9-00e3-46b3-b9d6-dd3ab74ea6d1,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:46.057001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.073013 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.076433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:46.087661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.158980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:46.165226 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4d79ffa6-b34e-45df-a266-8c1abdb58731 req-006a7ad7-8291-4ff2-a731-fc997083be94 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150341 Nov 12 05:23:46.176132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35136) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:46.181345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-98b9b375-951c-4d72-8949-224dd9cd3c3c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250276152', 'description': 'tempest-description--1039015477'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:46.188255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-75b45478-6781-449f-ad74-b785b18cf6a7 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f37fbdd8edf74d89ace4e7ff6e9fb629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280991 Nov 12 05:23:46.192103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:46.194643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:46.232137 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-572dcfad-edf2-4948-91e2-c90b5ba70fbf tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.254953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98b9b375-951c-4d72-8949-224dd9cd3c3c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.261611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d104331e-3c5c-4429-bc2c-124a44f1edb4 req-71952ca0-5b94-478f-9f21-11d203cc2dfb tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189276 Nov 12 05:23:46.271877 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-572dcfad-edf2-4948-91e2-c90b5ba70fbf tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.327884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dcfad-edf2-4948-91e2-c90b5ba70fbf tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5be0907-be68-4070-a3da-49c87b07d81f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:46.354252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-572dcfad-edf2-4948-91e2-c90b5ba70fbf tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.365789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35142) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:46.366312 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-572dcfad-edf2-4948-91e2-c90b5ba70fbf tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892443 Nov 12 05:23:46.403040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:46.430984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:46.431584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.445757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98b9b375-951c-4d72-8949-224dd9cd3c3c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.452675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cd3f6-31d7-4eef-8e25-bada68719d4f None None] Pushing event updated for resources: {'Port': ['ID=5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:46.464037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98b9b375-951c-4d72-8949-224dd9cd3c3c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.480089 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c05a9569-764c-49cf-a4ad-4339de0e5d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.526109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=7876e7b7-8afe-481c-919d-4e1ed52a347c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:46.527336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9b375-951c-4d72-8949-224dd9cd3c3c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa81b2-8de7-4575-940b-7e2fd305eba9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:46.538779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73d56c33-328a-457d-89ba-edc4b39297af req-d5aad709-0315-4f40-98fa-34302c5048cd tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 210 time: 0.1192200 Nov 12 05:23:46.591073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=943477a9-00e3-46b3-b9d6-dd3ab74ea6d1,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:46.621195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:46.622186 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.629213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.629432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98b9b375-951c-4d72-8949-224dd9cd3c3c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.633364 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-98b9b375-951c-4d72-8949-224dd9cd3c3c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4533827 Nov 12 05:23:46.634335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35146) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:46.663799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ff29ee08-3804-42f1-8263-36e2129841da tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4813018 Nov 12 05:23:46.667265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35148) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:46.673138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'name': 'tempest-AllowedAddressPairTestJSON-1423221980', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:99:07:4b'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:46.677219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-af813ea7-62bb-4720-acd0-dcb7db3f0529 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'security_group_rule': {'security_group_id': '31aa81b2-8de7-4575-940b-7e2fd305eba9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:46.717446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-0e59f189-f680-4dce-a11f-8e7d2f490221 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:46.719616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-0e59f189-f680-4dce-a11f-8e7d2f490221 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5182335 Nov 12 05:23:46.756710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Request body: {'port': {'device_id': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'f37fbdd8edf74d89ace4e7ff6e9fb629'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:46.774965 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.848622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6ab1626c-32e7-41ef-b532-24a6c4bcd3a3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:46.859744 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:46.918510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Made reservation on behalf of ab9c09d295ff4f59b0b20f849a457da0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:47.015186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=6ab1626c-32e7-41ef-b532-24a6c4bcd3a3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:47.052729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Sync routers for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:23:47.074231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:47.074898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:47.089279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.120830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] device_id is not set on port e6da4190-a8b3-46ee-8feb-156f2fcd14cc yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:47.215439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:47.232797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af813ea7-62bb-4720-acd0-dcb7db3f0529 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.288386 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.296010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Allocated IP 172.20.0.8 (1fac8f92-4a99-4c1b-b238-8bd0c821029d/564bd794-a5da-40bc-88e7-3b950d5c2da0/e6da4190-a8b3-46ee-8feb-156f2fcd14cc) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:47.299534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:47.378922 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af813ea7-62bb-4720-acd0-dcb7db3f0529 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.407795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:47.412895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.416598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af813ea7-62bb-4720-acd0-dcb7db3f0529 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.501645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af813ea7-62bb-4720-acd0-dcb7db3f0529 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093f2930-1da0-4e18-8ce6-b2016142fbad,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:47.552084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fd319-f7cb-4d50-ba31-ac338040e3dd req-e0640c1e-038c-46a5-be61-d7f8a0988126 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:47.561625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec1fd319-f7cb-4d50-ba31-ac338040e3dd req-e0640c1e-038c-46a5-be61-d7f8a0988126 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 949 time: 0.1808381 Nov 12 05:23:47.564577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.633802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Made reservation on behalf of f37fbdd8edf74d89ace4e7ff6e9fb629 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:47.639214 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.681561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.687351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.695743 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af813ea7-62bb-4720-acd0-dcb7db3f0529 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.703875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-af813ea7-62bb-4720-acd0-dcb7db3f0529 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0427477 Nov 12 05:23:47.712815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35160) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:47.713555 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Sync routers for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:23:47.734266 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:47.735192 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:47.741211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e25eb0fb-d19d-4cae-ae2e-c4f3dab8cf6f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'security_group_rule': {'security_group_id': '31aa81b2-8de7-4575-940b-7e2fd305eba9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:47.813172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec1fd319-f7cb-4d50-ba31-ac338040e3dd req-ac28fe62-4699-403d-932a-ada38396327d tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504356 Nov 12 05:23:47.841666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e25eb0fb-d19d-4cae-ae2e-c4f3dab8cf6f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.876613 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:47.883428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:47.888539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e66ab176-c16f-4a79-a4e0-d61c491a3cfb req-03c0e0d2-e402-49d3-8812-ed40567ed6c9 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 210 time: 0.1068525 Nov 12 05:23:47.943137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:47.962452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:47.967516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:47.984265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:48.067002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 2, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:48.075939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Allocated IP 172.25.2.192 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/557063c5-7f1e-45d2-9714-2a30e0fdd43f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:48.084346 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e25eb0fb-d19d-4cae-ae2e-c4f3dab8cf6f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.085395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=e6da4190-a8b3-46ee-8feb-156f2fcd14cc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:48.098461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e25eb0fb-d19d-4cae-ae2e-c4f3dab8cf6f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.125680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb0fb-d19d-4cae-ae2e-c4f3dab8cf6f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e8ebff-83bb-4b02-b5fc-eecf3e1c644f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:48.152276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:48.153215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.171167 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:41Z', 'revision_number': 2, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:48.171904 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e25eb0fb-d19d-4cae-ae2e-c4f3dab8cf6f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.175179 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e25eb0fb-d19d-4cae-ae2e-c4f3dab8cf6f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4522433 Nov 12 05:23:48.179167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35162) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:48.181811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-08519fb3-9104-4560-a722-0ffc30105225 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5133049 Nov 12 05:23:48.189779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:48.189944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35164) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:48.197032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.211859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.217228 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Checking router: 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:23:48.217864 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Updating router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 port 925d7dbe-5921-42b7-85f5-640d50a05608 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:23:48.252696 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.254032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bde097-5932-4af4-a367-eb96b917136d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:48.261526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bde097-5932-4af4-a367-eb96b917136d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:48.268599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bde097-5932-4af4-a367-eb96b917136d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:48.273376 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-17bde097-5932-4af4-a367-eb96b917136d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0821660 Nov 12 05:23:48.274062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:48.301423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.303919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738e2fee-f6b2-4c34-aaee-ee56303e7eff,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:48.342727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7071f2-babb-4669-ace9-038292f4b830 None None] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:23:48.352917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.386978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1fc263af-542a-4ef0-b74a-3a1813969d46 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Deleting port e6da4190-a8b3-46ee-8feb-156f2fcd14cc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:48.387378 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fc263af-542a-4ef0-b74a-3a1813969d46 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.448418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Checking router: 5737ebf6-376d-421c-ac2e-be1cf12e77fb for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:23:48.449044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Updating router 5737ebf6-376d-421c-ac2e-be1cf12e77fb port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:23:48.489601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Allocated IP 192.168.233.231 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/3f3bd896-5a80-4e8c-afd1-abb647c965c0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:48.525382 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.536114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2713c6e7-bde4-4ed2-8b0d-16b189a35960 None None] Provisioning complete for port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:48.536664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2713c6e7-bde4-4ed2-8b0d-16b189a35960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.569798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fc263af-542a-4ef0-b74a-3a1813969d46 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.591765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.595399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event updated for resources: {'Port': ['ID=557063c5-7f1e-45d2-9714-2a30e0fdd43f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:48.599119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.612813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1fc263af-542a-4ef0-b74a-3a1813969d46 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Calling delete_port for e6da4190-a8b3-46ee-8feb-156f2fcd14cc owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:48.620318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.620921 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.626438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:48.628460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.635390 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.640995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:48.647964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:48.707043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:48.797284 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d99758-d444-4826-aaef-726888264d85 None None] Pushing event updated for resources: {'Port': ['ID=925d7dbe-5921-42b7-85f5-640d50a05608,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:48.822190 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Attempting to bind port 925d7dbe-5921-42b7-85f5-640d50a05608 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:48.823005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Attempting to bind port 925d7dbe-5921-42b7-85f5-640d50a05608 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:48.823365 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Attempting to bind port 925d7dbe-5921-42b7-85f5-640d50a05608 on network 901de7d8-fc90-4b0a-8138-36abd20a4ded {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:48.828659 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:48.829251 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Checking segment: {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:48.829799 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.830414 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Bound using segment: {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:48.831040 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Bound port: 925d7dbe-5921-42b7-85f5-640d50a05608, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:48.831435 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.838489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fc263af-542a-4ef0-b74a-3a1813969d46 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.885595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc263af-542a-4ef0-b74a-3a1813969d46 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Port': ['ID=e6da4190-a8b3-46ee-8feb-156f2fcd14cc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:48.923815 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] For port 925d7dbe-5921-42b7-85f5-640d50a05608, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:48.932751 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] For port 925d7dbe-5921-42b7-85f5-640d50a05608, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=925d7dbe-5921-42b7-85f5-640d50a05608,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:48.952849 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.048193 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.056003 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d99758-d444-4826-aaef-726888264d85 None None] Pushing event updated for resources: {'Port': ['ID=925d7dbe-5921-42b7-85f5-640d50a05608,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:49.074862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Allocated IP 172.25.2.65 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/0198edf0-5976-4f60-b8c8-a3c3fe8d3ffa) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:49.105969 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:49.106803 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:49.112614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fc263af-542a-4ef0-b74a-3a1813969d46 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.119523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1fc263af-542a-4ef0-b74a-3a1813969d46 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "DELETE /v2.0/ports/e6da4190-a8b3-46ee-8feb-156f2fcd14cc HTTP/1.1" status: 204 len: 168 time: 0.8443985 Nov 12 05:23:49.120197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35186) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:49.123010 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2713c6e7-bde4-4ed2-8b0d-16b189a35960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.141108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e63c8-534a-4011-afc3-c90b6d444e7a req-2ce1f682-3852-4a7e-8de4-6cf783890db0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:49.150131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c57e63c8-534a-4011-afc3-c90b6d444e7a req-2ce1f682-3852-4a7e-8de4-6cf783890db0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.3306870 Nov 12 05:23:49.169642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2713c6e7-bde4-4ed2-8b0d-16b189a35960 None None] For port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8,segment=NetworkSegment(1d9bb73d-3210-49bb-bada-ca5b3a3922ff),segment_id=1d9bb73d-3210-49bb-bada-ca5b3a3922ff)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:49.184477 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1eba4e-2b7c-4967-8f27-d214159f782f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] GET failed (client error): The resource could not be found. Nov 12 05:23:49.189878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad1eba4e-2b7c-4967-8f27-d214159f782f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "GET /v2.0/ports/e6da4190-a8b3-46ee-8feb-156f2fcd14cc HTTP/1.1" status: 404 len: 333 time: 0.0650501 Nov 12 05:23:49.190063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35188) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:49.199095 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2713c6e7-bde4-4ed2-8b0d-16b189a35960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.204691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'name': 'tempest-AllowedAddressPairTestJSON-764528014'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:49.319283 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:49.334747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.343172 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.373348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713c6e7-bde4-4ed2-8b0d-16b189a35960 None None] Pushing event updated for resources: {'Port': ['ID=5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:49.375416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff169d-803b-400e-bd42-db4e53a3ba61 req-b8a17af3-e3a5-46de-b614-caf25421e2b9 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:49.377243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cff169d-803b-400e-bd42-db4e53a3ba61 req-b8a17af3-e3a5-46de-b614-caf25421e2b9 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 949 time: 0.3859353 Nov 12 05:23:49.380861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:23:49.381446 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:23:49.426507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Made reservation on behalf of ab9c09d295ff4f59b0b20f849a457da0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:49.430952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.435088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1874d8ce-f5e9-4e3b-a242-72e58a75d619 None None] Provisioning complete for port 925d7dbe-5921-42b7-85f5-640d50a05608 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:49.435660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1874d8ce-f5e9-4e3b-a242-72e58a75d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.462960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] device_id is not set on port 7e071a2c-4ded-44ab-97d1-ee0e2bd3842c yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:49.474801 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.564292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.628422 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1874d8ce-f5e9-4e3b-a242-72e58a75d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.645620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Allocated IP 172.20.0.5 (1fac8f92-4a99-4c1b-b238-8bd0c821029d/564bd794-a5da-40bc-88e7-3b950d5c2da0/7e071a2c-4ded-44ab-97d1-ee0e2bd3842c) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:49.663949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c57e63c8-534a-4011-afc3-c90b6d444e7a req-97230e71-ccbc-426a-91d3-d8b1a7ec04ef tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125337 Nov 12 05:23:49.739152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1874d8ce-f5e9-4e3b-a242-72e58a75d619 None None] For port 925d7dbe-5921-42b7-85f5-640d50a05608, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=925d7dbe-5921-42b7-85f5-640d50a05608,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:49.754093 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1874d8ce-f5e9-4e3b-a242-72e58a75d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.766747 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.769185 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.816609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.842396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.861634 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:48Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:49.864136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cff169d-803b-400e-bd42-db4e53a3ba61 req-f2f75da2-95df-48da-bdda-35d3cde94b49 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699924 Nov 12 05:23:49.947883 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:49.954462 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f62851-c123-4100-bba3-dd9e197bf5f0 None None] The sync data for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 is: [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:48Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:23:50.035342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Attempting to bind port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:50.035868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Attempting to bind port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:50.036357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Attempting to bind port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:50.052067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2a23714a-915a-4de4-b0a5-3bd7ced817ec None None] Provisioning complete for port 7876e7b7-8afe-481c-919d-4e1ed52a347c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:50.067521 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a23714a-915a-4de4-b0a5-3bd7ced817ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.087552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.116506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2a23714a-915a-4de4-b0a5-3bd7ced817ec None None] Port 7876e7b7-8afe-481c-919d-4e1ed52a347c cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:50.118079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874d8ce-f5e9-4e3b-a242-72e58a75d619 None None] Pushing event updated for resources: {'Port': ['ID=925d7dbe-5921-42b7-85f5-640d50a05608,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:50.136161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:50.146839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Checking segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:50.147437 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.148527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Bound using segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:50.150248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Bound port: cc724f7e-d8ff-4bbf-b42b-c80764dfb359, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:50.153649 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.183318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:50.221638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:50.226903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.240367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:50.252787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:50.266204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] For port cc724f7e-d8ff-4bbf-b42b-c80764dfb359, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:50.274283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] For port cc724f7e-d8ff-4bbf-b42b-c80764dfb359, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:50.306209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:50.324283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.328985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:50.333677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:50.340161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:50.340828 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.344760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=7e071a2c-4ded-44ab-97d1-ee0e2bd3842c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:50.362719 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.370247 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5f2a7312-fc81-41db-bf74-87fceae29e60 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1766639 Nov 12 05:23:50.370945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35194) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:50.381782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:99:07:4b'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:50.406140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.463984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2a23714a-915a-4de4-b0a5-3bd7ced817ec None None] Provisioning complete for port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:50.467287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a23714a-915a-4de4-b0a5-3bd7ced817ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.473737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:50.498062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:50.525420 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.550499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2966627-eedb-4c49-ba98-e53a3a4e033f None None] Pushing event updated for resources: {'Port': ['ID=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:50.579218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:50.585531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.588223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:50.709911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2966627-eedb-4c49-ba98-e53a3a4e033f None None] Pushing event updated for resources: {'Port': ['ID=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:50.731575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:50.732021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.739630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:23:50.746086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:50.778901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686aef1-3bbc-408c-a253-c62533f6c03b req-342e903e-07a6-4d30-b47c-c176abead61d tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:50.792191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3686aef1-3bbc-408c-a253-c62533f6c03b req-342e903e-07a6-4d30-b47c-c176abead61d tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 936 time: 0.9741232 Nov 12 05:23:50.932470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:50.933624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.946474 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.949805 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.959630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5599213 Nov 12 05:23:50.959630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'Port': ['ID=0198edf0-5976-4f60-b8c8-a3c3fe8d3ffa,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:50.969198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.976214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996de5e-3f0d-4dcb-9a87-338ecc743ea0 req-2b035311-c72d-409b-989b-01daff14fc9e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:50.977880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b996de5e-3f0d-4dcb-9a87-338ecc743ea0 req-2b035311-c72d-409b-989b-01daff14fc9e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.6192632 Nov 12 05:23:51.002766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:23:51.067279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=7e071a2c-4ded-44ab-97d1-ee0e2bd3842c,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:51.082403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.082768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.083113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.083463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.083802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.084135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.084564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.084776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.086592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.087238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.087779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3686aef1-3bbc-408c-a253-c62533f6c03b req-2102df34-b55c-45f1-9cf1-f8463847a2dd tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943213 Nov 12 05:23:51.088016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.088575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:51.106947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-51e085ba-fc9d-46d0-b43e-d37e1b8a0f67 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3598263 Nov 12 05:23:51.109556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] In _notify_port_updated(), no bound segment for port 7e071a2c-4ded-44ab-97d1-ee0e2bd3842c on network 1fac8f92-4a99-4c1b-b238-8bd0c821029d {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:23:51.122193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:51.123169 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.124920 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bc6ea2b9-027e-4e5c-9f8c-2a6370011eae tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "PUT /v2.0/ports/7e071a2c-4ded-44ab-97d1-ee0e2bd3842c HTTP/1.1" status: 200 len: 993 time: 0.7526217 Nov 12 05:23:51.127357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35202) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:51.230145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587d698-a46a-41a9-97a3-aeaa463fa915 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event updated for resources: {'Port': ['ID=557063c5-7f1e-45d2-9714-2a30e0fdd43f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:51.240271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-50c50fdf-6f72-4c6f-bdc2-2f37d8bd3ec0 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Deleting port 7e071a2c-4ded-44ab-97d1-ee0e2bd3842c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:51.240791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c50fdf-6f72-4c6f-bdc2-2f37d8bd3ec0 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.278375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Request body: {'port': {'device_id': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:51.319677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b996de5e-3f0d-4dcb-9a87-338ecc743ea0 req-40f891d4-566a-4ac6-a422-0478ac5758ee tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186302 Nov 12 05:23:51.373278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c50fdf-6f72-4c6f-bdc2-2f37d8bd3ec0 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.386474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:51.392454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-50c50fdf-6f72-4c6f-bdc2-2f37d8bd3ec0 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Calling delete_port for 7e071a2c-4ded-44ab-97d1-ee0e2bd3842c owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:51.417324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.477459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2a23714a-915a-4de4-b0a5-3bd7ced817ec None None] Provisioning complete for port 925d7dbe-5921-42b7-85f5-640d50a05608 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:51.477834 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a23714a-915a-4de4-b0a5-3bd7ced817ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.493057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.525840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eb6a4-8a51-452b-bd00-2de15881494d req-567ea8cf-2fbb-4fed-8250-41c22e218340 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:51.527667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f21eb6a4-8a51-452b-bd00-2de15881494d req-567ea8cf-2fbb-4fed-8250-41c22e218340 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 949 time: 0.2119520 Nov 12 05:23:51.533318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.534062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:51.534454 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.575847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c50fdf-6f72-4c6f-bdc2-2f37d8bd3ec0 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.588646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:50Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:23:51.605716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c50fdf-6f72-4c6f-bdc2-2f37d8bd3ec0 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Port': ['ID=7e071a2c-4ded-44ab-97d1-ee0e2bd3842c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:51.641134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29833c36-98a0-49af-91b4-1574ac41bce9 None None] The sync data for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 is: [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:50Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:23:51.648190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-72342501-3eb7-462b-9516-008b4a64e87d tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1392449453&fields=id&tenant_id=35ef89240b4040a0b7a6f000bf28973d HTTP/1.1" status: 200 len: 267 time: 0.1992943 Nov 12 05:23:51.706033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2a23714a-915a-4de4-b0a5-3bd7ced817ec None None] Could not find standard attr ID for object e6da4190-a8b3-46ee-8feb-156f2fcd14cc. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:23:51.717067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 925d7dbe-5921-42b7-85f5-640d50a05608 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:51.767138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f21eb6a4-8a51-452b-bd00-2de15881494d req-f795a1cf-781e-427d-ae1e-7d06e71c1925 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239959 Nov 12 05:23:51.801297 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c50fdf-6f72-4c6f-bdc2-2f37d8bd3ec0 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.804853 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-50c50fdf-6f72-4c6f-bdc2-2f37d8bd3ec0 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "DELETE /v2.0/ports/7e071a2c-4ded-44ab-97d1-ee0e2bd3842c HTTP/1.1" status: 204 len: 168 time: 0.6759474 Nov 12 05:23:51.807640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35220) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:51.839184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Could not find standard attr ID for object e6da4190-a8b3-46ee-8feb-156f2fcd14cc. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:23:51.864672 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b9325f-ba0e-4dea-a609-a7604cac0c72 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] GET failed (client error): The resource could not be found. Nov 12 05:23:51.865672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 925d7dbe-5921-42b7-85f5-640d50a05608 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:51.867157 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a0b9325f-ba0e-4dea-a609-a7604cac0c72 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "GET /v2.0/ports/7e071a2c-4ded-44ab-97d1-ee0e2bd3842c HTTP/1.1" status: 404 len: 333 time: 0.0574286 Nov 12 05:23:51.870180 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:51.873349 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35222) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:51.879113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'name': 'tempest-AllowedAddressPairTestJSON-701812448'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:51.928656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Provisioning complete for port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:51.936477 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.043439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:52.051989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Could not find standard attr ID for object 7e071a2c-4ded-44ab-97d1-ee0e2bd3842c. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:23:52.081286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Made reservation on behalf of ab9c09d295ff4f59b0b20f849a457da0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:52.096304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.113388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Provisioning complete for port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:52.113604 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.136153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] device_id is not set on port 83352ed1-0404-4191-875b-13ddb8a4a576 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:52.279157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.296924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-21996dfe-eb0f-4d07-bfde-c4a17bfc068f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:52.305893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-21996dfe-eb0f-4d07-bfde-c4a17bfc068f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/networks?id=901de7d8-fc90-4b0a-8138-36abd20a4ded HTTP/1.1" status: 200 len: 811 time: 0.6351027 Nov 12 05:23:52.323411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-7a6a0278-2c26-4c6e-93e3-41d14bbb74b0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/quotas/35ef89240b4040a0b7a6f000bf28973d HTTP/1.1" status: 200 len: 375 time: 0.0160997 Nov 12 05:23:52.359878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Allocated IP 172.20.0.9 (1fac8f92-4a99-4c1b-b238-8bd0c821029d/564bd794-a5da-40bc-88e7-3b950d5c2da0/83352ed1-0404-4191-875b-13ddb8a4a576) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:52.376452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] For port cc724f7e-d8ff-4bbf-b42b-c80764dfb359, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:52.384368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.392314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.420438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.426681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cc724f7e-d8ff-4bbf-b42b-c80764dfb359 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:52.474827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab455c7-2270-4af6-b63f-cebf8150eb06 None None] Pushing event updated for resources: {'Port': ['ID=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:52.508701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:52.509083 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.549889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-33f653a8-3782-4258-9905-016af370f4fd tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=35ef89240b4040a0b7a6f000bf28973d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2027149 Nov 12 05:23:52.645341 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.662806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 925d7dbe-5921-42b7-85f5-640d50a05608 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:52.665384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3bd896-5a80-4e8c-afd1-abb647c965c0 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:52.675670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.692932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Transition to ACTIVE for port object 3f3bd896-5a80-4e8c-afd1-abb647c965c0 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:23:52.702077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.727254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 925d7dbe-5921-42b7-85f5-640d50a05608 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:52.727860 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.803616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:52.812595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:52.833359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=83352ed1-0404-4191-875b-13ddb8a4a576,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:52.836859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:52.875776 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-7d796973-9eff-4c13-83ff-5e8f5e97630c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1521590 Nov 12 05:23:52.902386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:52.903158 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:52.956002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f4122d6-d45f-41d1-a987-d12833a7ec73 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0809321 Nov 12 05:23:52.958622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35240) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:52.964214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:99:07:4b'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:53.090042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-b25dffc3-0089-4792-a61c-f1c94b3929ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:53.091849 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-b25dffc3-0089-4792-a61c-f1c94b3929ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1098 time: 0.1234455 Nov 12 05:23:53.114307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cac086df-8baf-4d0f-a1ea-b5bccf3060ab None None] Provisioning complete for port 83352ed1-0404-4191-875b-13ddb8a4a576 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:53.114788 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cac086df-8baf-4d0f-a1ea-b5bccf3060ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.137575 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.147133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'Port': ['ID=0198edf0-5976-4f60-b8c8-a3c3fe8d3ffa,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:53.167822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cac086df-8baf-4d0f-a1ea-b5bccf3060ab None None] Port 83352ed1-0404-4191-875b-13ddb8a4a576 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:53.235661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.249192 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.277648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:53.292631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331f70b-058d-4e08-a548-f63223adf729 req-91b35860-2724-48a1-b9ee-d87b60470019 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:53.294281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f331f70b-058d-4e08-a548-f63223adf729 req-91b35860-2724-48a1-b9ee-d87b60470019 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.5999219 Nov 12 05:23:53.302389 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.303837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bf04a89d-6713-4739-b0c2-5d542fd233f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1189306 Nov 12 05:23:53.324169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-17e9c47b-c473-4b84-bcbf-b0a9ef59a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:53.326045 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-17e9c47b-c473-4b84-bcbf-b0a9ef59a058 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.2099030 Nov 12 05:23:53.413741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-9b00a818-36a8-4e83-8268-9b45dc3e89bd service neutron] 10.222.0.48 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8507702 Nov 12 05:23:53.459069 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-6789e129-9a39-4052-a2a9-45d1687555f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 1001 time: 0.1234457 Nov 12 05:23:53.488760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f331f70b-058d-4e08-a548-f63223adf729 req-06a0fb26-3e67-40b7-97c7-d0fe6cd59251 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818748 Nov 12 05:23:53.558825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-27f5b7b7-febc-4321-a192-fda3f2651c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:53.560266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-27f5b7b7-febc-4321-a192-fda3f2651c3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0921922 Nov 12 05:23:53.563921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.570769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Attempting to bind port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:53.571112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Attempting to bind port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:53.571446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Attempting to bind port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:53.576984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.598874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:23:53.599206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Attempting to bind port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:53.610304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-577e8f42-ef14-4c7b-b849-0a25bf668749 service neutron] 10.222.0.48 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870806 Nov 12 05:23:53.613085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:53.613601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:53.613999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:53.614478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Bound port: 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:53.614887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.644227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcddd4-e9c8-418e-a731-198c1e44ed12 req-3d19189c-cdc9-42d8-8791-6fb5cbf17481 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:53.645891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fbcddd4-e9c8-418e-a731-198c1e44ed12 req-3d19189c-cdc9-42d8-8791-6fb5cbf17481 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 948 time: 0.0934260 Nov 12 05:23:53.679814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=83352ed1-0404-4191-875b-13ddb8a4a576,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:53.687264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-2f4bc9aa-bfd9-4cac-bff2-24aaa8ea69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:53.688620 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-2f4bc9aa-bfd9-4cac-bff2-24aaa8ea69d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207201 Nov 12 05:23:53.707580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] In _notify_port_updated(), no bound segment for port 83352ed1-0404-4191-875b-13ddb8a4a576 on network 1fac8f92-4a99-4c1b-b238-8bd0c821029d {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:23:53.713962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:53.714658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.718978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-30d69d8b-99a8-4ca7-85c4-bf5040378f75 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "PUT /v2.0/ports/83352ed1-0404-4191-875b-13ddb8a4a576 HTTP/1.1" status: 200 len: 995 time: 0.7591302 Nov 12 05:23:53.719707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35250) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:53.800559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:53.812926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fbcddd4-e9c8-418e-a731-198c1e44ed12 req-962bcad1-21f4-4257-9bca-447ea8c16291 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492426 Nov 12 05:23:53.868916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-42a8ba4a-2985-48c3-b206-56e110d9ca62 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484714 Nov 12 05:23:53.895035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:53.902785 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.947613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:53.948156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.949586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] 10.222.0.47 "PUT /v2.0/ports/3f3bd896-5a80-4e8c-afd1-abb647c965c0 HTTP/1.1" status: 200 len: 1097 time: 2.7739689 Nov 12 05:23:53.952469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:53.961060 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:53.999939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Deleting port 83352ed1-0404-4191-875b-13ddb8a4a576 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:23:54.000275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:54.041967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-837e4bb0-e0b5-4ec3-b21f-5624fed9d5f1 None None] Provisioning complete for port 83352ed1-0404-4191-875b-13ddb8a4a576 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:54.042604 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-837e4bb0-e0b5-4ec3-b21f-5624fed9d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:54.143329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-837e4bb0-e0b5-4ec3-b21f-5624fed9d5f1 None None] Port 83352ed1-0404-4191-875b-13ddb8a4a576 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:54.159351 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c4d36fd9-1b4f-4ddc-a14d-e9759cb88672 req-20287953-8819-45de-b380-66b050e8210e service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776725 Nov 12 05:23:54.233648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0412d-f16a-4ac5-baf3-d247b6bfc6dd service neutron] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:54.237518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cc724f7e-d8ff-4bbf-b42b-c80764dfb359 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:54.326389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-9c68b55d-f58d-4404-b62c-c88f0ce982d9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1250276152&fields=id&tenant_id=025cb776de754cb6bface15498e03466 HTTP/1.1" status: 200 len: 267 time: 0.1809318 Nov 12 05:23:54.328386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:54.328852 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:54.340259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:54.352734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f540a935-b3df-4813-b8d6-3f761f6e69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:54.354216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-f540a935-b3df-4813-b8d6-3f761f6e69ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f37fbdd8edf74d89ace4e7ff6e9fb629&device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 1100 time: 0.2040453 Nov 12 05:23:54.386036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Calling delete_port for 83352ed1-0404-4191-875b-13ddb8a4a576 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:23:54.436650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8759869-f95f-4b40-b789-3838fe7609f5 req-863a8e46-a938-4ce7-8907-c8b68399eda8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:54.438282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8759869-f95f-4b40-b789-3838fe7609f5 req-863a8e46-a938-4ce7-8907-c8b68399eda8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2564735 Nov 12 05:23:54.445332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-c8222504-347c-4169-8d24-00a4ebf112f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0 HTTP/1.1" status: 200 len: 217 time: 0.0772204 Nov 12 05:23:54.619841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-091e6642-d20d-48bc-bed3-bdc658d3cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:54.621572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-091e6642-d20d-48bc-bed3-bdc658d3cca5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1449025 Nov 12 05:23:54.641174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5fbbd8-b342-43b5-8bbb-ff1fbd366f1e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:54.643483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5fbbd8-b342-43b5-8bbb-ff1fbd366f1e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 817 time: 0.3067303 Nov 12 05:23:54.661963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8759869-f95f-4b40-b789-3838fe7609f5 req-8853bbbb-481c-493f-bd62-972f41140149 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877329 Nov 12 05:23:54.708911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-28089f45-4a6f-4ec0-8aad-691724a62ec5 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/quotas/025cb776de754cb6bface15498e03466 HTTP/1.1" status: 200 len: 375 time: 0.0582788 Nov 12 05:23:54.797261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-18339634-133c-4955-b9f6-87848c05d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:54.798769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-18339634-133c-4955-b9f6-87848c05d811 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359663 Nov 12 05:23:54.821480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44d3ac7f-898e-42e0-90ab-32987e9b6f2f req-a942d333-b003-4347-8b13-e7fbff4814a3 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 210 time: 0.0511014 Nov 12 05:23:54.885184 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd613d-6722-4368-9e65-7325a2ddea1e x-openstack-request-id: req-a0dd613d-6722-4368-9e65-7325a2ddea1e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:54.885475 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:54.885727 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0dd613d-6722-4368-9e65-7325a2ddea1e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:54.886128 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'status': 'completed', 'code': 200} Nov 12 05:23:54.897330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-b5ed38c9-9b2f-4f33-9a17-c27d052fe317 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1808929 Nov 12 05:23:54.897960 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:54.946945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Port': ['ID=83352ed1-0404-4191-875b-13ddb8a4a576,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:55.027710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:23:55.050842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.051192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.051536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.051871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.052202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.052535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.052866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.053393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.053501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.053837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.054159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.054507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:23:55.113793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-b1852979-5144-4277-a233-b26fec903b5c service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943728 Nov 12 05:23:55.153269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:55.165779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'mac_address': 'fa:16:3e:36:f8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:23:55.178833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:55.185111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-eb0d9b44-1313-413b-8f5a-754579cdd4e7 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "DELETE /v2.0/ports/83352ed1-0404-4191-875b-13ddb8a4a576 HTTP/1.1" status: 204 len: 168 time: 1.4421353 Nov 12 05:23:55.185289 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35294) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:55.195445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1824af-23a8-4880-8ef6-eba8a8dda13d req-32ba446a-b1a8-46e3-a1ae-8a3d06301b43 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:55.197028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c1824af-23a8-4880-8ef6-eba8a8dda13d req-32ba446a-b1a8-46e3-a1ae-8a3d06301b43 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 948 time: 0.2655835 Nov 12 05:23:55.198959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-808f322c-049b-452e-a702-024f2f0ecf0f service neutron] 10.222.0.48 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719457 Nov 12 05:23:55.212438 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:55.225913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9fa086e-5a11-437e-8386-cd58f0436cf1 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:55.249004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:55.251186 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-323b5266-2506-4d05-841f-4dc8a3388210 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] GET failed (client error): The resource could not be found. Nov 12 05:23:55.253838 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-323b5266-2506-4d05-841f-4dc8a3388210 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "GET /v2.0/ports/83352ed1-0404-4191-875b-13ddb8a4a576 HTTP/1.1" status: 404 len: 333 time: 0.0672228 Nov 12 05:23:55.255457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:55.258838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35296) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:55.265071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'name': 'tempest-AllowedAddressPairTestJSON-253871030'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:55.307759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:55.402655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Made reservation on behalf of ab9c09d295ff4f59b0b20f849a457da0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:55.406248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:55.415047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b9fa086e-5a11-437e-8386-cd58f0436cf1'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:55.438437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df83fafe-5e4e-4b3f-b84c-f2ecbaa2f723 req-bc2691f3-2e5b-4e26-93d2-ddbfc3146ffd service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120201 Nov 12 05:23:55.449470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c1824af-23a8-4880-8ef6-eba8a8dda13d req-a9868d64-22f1-407c-a273-48e03b279b97 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113690 Nov 12 05:23:55.458610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] device_id is not set on port 706eaedc-aeeb-453e-bb37-640d1d08b4a6 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:55.477150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-6426f245-e7ad-493e-980a-5537849cc013 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:55.478702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-6426f245-e7ad-493e-980a-5537849cc013 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.47 "GET /v2.0/networks?id=901de7d8-fc90-4b0a-8138-36abd20a4ded HTTP/1.1" status: 200 len: 811 time: 0.2925591 Nov 12 05:23:55.491182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-f5120331-4cf6-4f8a-a85e-227763830764 service neutron] 10.222.0.48 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547321 Nov 12 05:23:55.679758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-93b805df-17a6-48cf-a893-3baf6e796b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:55.681875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-93b805df-17a6-48cf-a893-3baf6e796b8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f37fbdd8edf74d89ace4e7ff6e9fb629&device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 1100 time: 0.1337695 Nov 12 05:23:55.689530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-aec1d067-5203-4892-83f2-ad786cff4309 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ef89240b4040a0b7a6f000bf28973d HTTP/1.1" status: 200 len: 380 time: 0.1834793 Nov 12 05:23:55.701549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b4f1c-ca19-4d27-bff2-6630691742f4 req-aa044ad1-bc49-42d1-bf20-c502d81f2f0e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:55.703975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d34b4f1c-ca19-4d27-bff2-6630691742f4 req-aa044ad1-bc49-42d1-bf20-c502d81f2f0e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1320007 Nov 12 05:23:55.715285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Request body: {'port': {'device_id': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'admin_state_up': True, 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'security_groups': ['7457bc76-45ec-4a98-b03b-63049142b744']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:55.925187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d34b4f1c-ca19-4d27-bff2-6630691742f4 req-1fd3c57c-c472-4229-8ae9-2ccada11c43d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052655 Nov 12 05:23:55.930816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-4b64e3d8-d03a-4748-a9b0-d5f2eca30405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:55.932316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-4b64e3d8-d03a-4748-a9b0-d5f2eca30405 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2412744 Nov 12 05:23:56.057026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-82233c05-89e5-4c31-8514-edbe4c3fe8c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0 HTTP/1.1" status: 200 len: 217 time: 0.1086338 Nov 12 05:23:56.082206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Allocated IP 172.20.0.8 (1fac8f92-4a99-4c1b-b238-8bd0c821029d/564bd794-a5da-40bc-88e7-3b950d5c2da0/706eaedc-aeeb-453e-bb37-640d1d08b4a6) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:56.112961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41e28f08-8f0a-46c4-80f7-59c6e8d0ed2a req-32c432a6-419e-4ffe-b90a-4dd64ac5c1f0 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 210 time: 0.0588727 Nov 12 05:23:56.221448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc4dcda1-9a16-49d8-9fd0-f263c5695cf7 req-ee1d7371-6358-4a40-ac26-54ea951f0f26 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 210 time: 0.1822312 Nov 12 05:23:56.290372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-c79fc657-888e-4327-9036-c2546b84b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:56.291907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-c79fc657-888e-4327-9036-c2546b84b7a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1778016 Nov 12 05:23:56.306201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99ad8e-fcb9-48b0-9029-611a077719d8 req-dffb20c4-37a9-4327-9780-fc1c105a3021 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:56.310930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da99ad8e-fcb9-48b0-9029-611a077719d8 req-dffb20c4-37a9-4327-9780-fc1c105a3021 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1157501 Nov 12 05:23:56.325200 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:56.350788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Made reservation on behalf of 35ef89240b4040a0b7a6f000bf28973d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:56.354650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:56.363025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:56.417354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:56.423888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:56.427975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:56.435512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=706eaedc-aeeb-453e-bb37-640d1d08b4a6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:56.526015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:56.527153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:56.572979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e0e1603c-5a9b-45a2-85dc-7c10d6b8274e tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3129702 Nov 12 05:23:56.573745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35344) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:56.584107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Allocated IP 172.20.0.8 (901de7d8-fc90-4b0a-8138-36abd20a4ded/9667aeb3-d531-423e-8eab-9370106651a9/09942aca-0bbe-444d-b820-13eb75da16b3) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:56.587105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'network_id': '1fac8f92-4a99-4c1b-b238-8bd0c821029d', 'name': 'tempest-AllowedAddressPairTestJSON-285883728'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:56.778614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:56.802641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Made reservation on behalf of ab9c09d295ff4f59b0b20f849a457da0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:56.806918 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:56.838772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] device_id is not set on port 566a3643-1a40-4bf7-a45d-7e433588018d yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:23:56.883566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0bec730d-ea65-49d4-b459-071b48f0b331 None None] Provisioning complete for port 706eaedc-aeeb-453e-bb37-640d1d08b4a6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:56.884138 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0bec730d-ea65-49d4-b459-071b48f0b331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:56.959891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da99ad8e-fcb9-48b0-9029-611a077719d8 req-cfc2ae6d-dbf5-4ffc-9ebe-a4d5ed90019a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739601 Nov 12 05:23:56.989614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-a032fc51-13d7-44e7-9ad0-8f2adc0f2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:56.992422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-a032fc51-13d7-44e7-9ad0-8f2adc0f2917 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6792514 Nov 12 05:23:57.029761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Allocated IP 172.20.0.9 (1fac8f92-4a99-4c1b-b238-8bd0c821029d/564bd794-a5da-40bc-88e7-3b950d5c2da0/566a3643-1a40-4bf7-a45d-7e433588018d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:57.033227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0bec730d-ea65-49d4-b459-071b48f0b331 None None] Port 706eaedc-aeeb-453e-bb37-640d1d08b4a6 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:57.041413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7db21-17d7-44c1-962a-b7ef52515bed req-fa0a76ca-acba-4897-90eb-a88c686c5dc7 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:57.043192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fc7db21-17d7-44c1-962a-b7ef52515bed req-fa0a76ca-acba-4897-90eb-a88c686c5dc7 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 948 time: 0.2582245 Nov 12 05:23:57.056896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.078834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:23:57.145839 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.204672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b9fa086e-5a11-437e-8386-cd58f0436cf1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:57.205729 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.332590 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.394682 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.455618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:57.457887 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932bdf52-191d-46b5-93cf-da3a486e324d" -d '{"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:23:57.491190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:57.508164 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.584613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.610002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:57.667540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:57.674354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:57.699137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:57.703524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event updated for resources: {'Port': ['ID=09942aca-0bbe-444d-b820-13eb75da16b3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:57.748481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-062307a1-00f3-4044-b012-0bd70573ffc3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:57.750118 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-062307a1-00f3-4044-b012-0bd70573ffc3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.43 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 817 time: 0.3909016 Nov 12 05:23:57.756285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=566a3643-1a40-4bf7-a45d-7e433588018d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:57.764108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:57.772399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:57.809987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:57.830989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:57.831787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.869588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fc7db21-17d7-44c1-962a-b7ef52515bed req-8302caab-b2c2-4e85-8406-7fc7f5155e54 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8105736 Nov 12 05:23:57.904800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a55ffd3d-8f3e-46f0-bfef-386c0a661d53 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3253589 Nov 12 05:23:57.906614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35372) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:57.918433 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-29f5c128-f932-4dec-b2c0-e82609598dec tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=025cb776de754cb6bface15498e03466 HTTP/1.1" status: 200 len: 380 time: 0.1393132 Nov 12 05:23:57.920230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:99:07:4b'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:5f:c6:b8'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:57.930758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'port': {'device_id': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'admin_state_up': True, 'tenant_id': '025cb776de754cb6bface15498e03466', 'security_groups': ['31aa81b2-8de7-4575-940b-7e2fd305eba9']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:57.940574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:57.942566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.948864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-0dd9e1c9-299d-4fb5-86f9-7ee146ea34e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9288986 Nov 12 05:23:58.006486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876386e-4de0-4451-8458-bfdfb4adef20 req-c8a629d8-2e44-475e-a8da-11de4b589334 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:58.020455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e876386e-4de0-4451-8458-bfdfb4adef20 req-c8a629d8-2e44-475e-a8da-11de4b589334 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 931 time: 0.3062475 Nov 12 05:23:58.078856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-39974214-708d-41a0-a8dd-89e15d58bd5e None None] Provisioning complete for port 566a3643-1a40-4bf7-a45d-7e433588018d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:58.079465 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39974214-708d-41a0-a8dd-89e15d58bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.155192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-39974214-708d-41a0-a8dd-89e15d58bd5e None None] Port 566a3643-1a40-4bf7-a45d-7e433588018d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:58.159971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e5da261-9762-49dd-8b48-6119c5f6b301 req-972341e0-5ac2-4e1c-98f8-a5b9f679b03e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 210 time: 0.1123252 Nov 12 05:23:58.215327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Made reservation on behalf of 025cb776de754cb6bface15498e03466 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:23:58.225159 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7657a3c-158e-4342-9d97-c5574711c9d3 x-openstack-request-id: req-a7657a3c-158e-4342-9d97-c5574711c9d3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:23:58.225736 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:23:58.226177 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7657a3c-158e-4342-9d97-c5574711c9d3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:23:58.226766 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'code': 200} Nov 12 05:23:58.230550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.241041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-a4f557b6-aaf3-4f1b-927b-25e50878e232 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5294945 Nov 12 05:23:58.295267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-525f2d56-50d5-49df-bfe5-44ff3c69c3a2 None None] Provisioning complete for port 09942aca-0bbe-444d-b820-13eb75da16b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:58.297001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-525f2d56-50d5-49df-bfe5-44ff3c69c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.320313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Request body: {'port': {'device_id': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:58.419452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-525f2d56-50d5-49df-bfe5-44ff3c69c3a2 None None] Port 09942aca-0bbe-444d-b820-13eb75da16b3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:58.420885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Allocated IP 172.20.0.12 (7a0e6740-7ea4-46f5-8149-c757f5027670/731f9ddb-09bc-4331-92ac-3d1025dab4e0/09917771-8549-48d0-b9c7-dd8359777785) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:23:58.472420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e876386e-4de0-4451-8458-bfdfb4adef20 req-6d48e3f5-faf4-4d04-ac6b-3e8cbbba45c7 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4510751 Nov 12 05:23:58.558402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00be02fb-2acf-4fd5-afc2-a768a5d0e6d9 req-03109071-f662-4e07-9a3f-a5d8caf25511 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639803 Nov 12 05:23:58.572874 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.593042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8eff3d-ab8c-47f1-8879-1b521244310d req-c8976fc7-9cc4-483b-97cf-ce4b81c34835 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:58.604484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b8eff3d-ab8c-47f1-8879-1b521244310d req-c8976fc7-9cc4-483b-97cf-ce4b81c34835 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2678621 Nov 12 05:23:58.661529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.694484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.736126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.759783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b8eff3d-ab8c-47f1-8879-1b521244310d req-e9c45743-678c-4d21-bb56-97d14d96626f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528563 Nov 12 05:23:58.765038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:23:58.768569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:23:58.791327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:23:58.871882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:58.888238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:58.889416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.927786 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-1de9f805-977c-436e-a519-e7da8d019e2f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0031836 Nov 12 05:23:58.949684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Request body: {'port': {'device_id': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:23:59.043563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:23:59.046550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.167788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c12e-67f3-4cb9-bf05-7c092ae1b07e req-ab5cc32a-7b4d-45c4-b9d1-6813641a0b4f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:59.175182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc24c12e-67f3-4cb9-bf05-7c092ae1b07e req-ab5cc32a-7b4d-45c4-b9d1-6813641a0b4f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2801421 Nov 12 05:23:59.228202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:59.243533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'mac_address': 'fa:16:3e:f5:c2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:23:59.277788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702e0cd-691d-496b-a827-970b64f7d61b req-a7eb1c9b-142d-47df-8ecc-d834f881a676 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:59.285372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7702e0cd-691d-496b-a827-970b64f7d61b req-a7eb1c9b-142d-47df-8ecc-d834f881a676 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 948 time: 0.2754345 Nov 12 05:23:59.291428 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.306743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3bd896-5a80-4e8c-afd1-abb647c965c0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:59.328619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:23:59.339856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0adbb6a8-ea42-4217-beb7-fec0c486cd26 None None] Provisioning complete for port 09917771-8549-48d0-b9c7-dd8359777785 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:23:59.340921 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0adbb6a8-ea42-4217-beb7-fec0c486cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.371010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc24c12e-67f3-4cb9-bf05-7c092ae1b07e req-5fd0a3f9-f6af-4f3e-bb99-9c89b3d83d6a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884844 Nov 12 05:23:59.381652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0adbb6a8-ea42-4217-beb7-fec0c486cd26 None None] Port 09917771-8549-48d0-b9c7-dd8359777785 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:23:59.384854 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.448991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:59.473870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09917771-8549-48d0-b9c7-dd8359777785 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:59.484659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.492984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.509313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Transition to ACTIVE for port object 09917771-8549-48d0-b9c7-dd8359777785 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:23:59.516321 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.560319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7702e0cd-691d-496b-a827-970b64f7d61b req-cacd52af-d518-46c0-9047-7975b53b1f48 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726228 Nov 12 05:23:59.596683 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.637273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09942aca-0bbe-444d-b820-13eb75da16b3 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:23:59.675835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:23:59.684156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Attempting to bind port 09917771-8549-48d0-b9c7-dd8359777785 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:23:59.684356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Attempting to bind port 09917771-8549-48d0-b9c7-dd8359777785 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:23:59.684625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Attempting to bind port 09917771-8549-48d0-b9c7-dd8359777785 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:59.700099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Port 09917771-8549-48d0-b9c7-dd8359777785 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:23:59.700433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Attempting to bind port 09917771-8549-48d0-b9c7-dd8359777785 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:23:59.703915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275b63-3a0e-4f60-9cbf-99b341af2e8c req-8ca7c3f1-6254-41fd-8b94-6035040e05dd tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:59.708116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48275b63-3a0e-4f60-9cbf-99b341af2e8c req-8ca7c3f1-6254-41fd-8b94-6035040e05dd tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 932 time: 0.2299640 Nov 12 05:23:59.716615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3f3bd896-5a80-4e8c-afd1-abb647c965c0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:23:59.718047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:23:59.718422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Checking segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:23:59.719005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Bound using segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:23:59.719458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Bound port: 09917771-8549-48d0-b9c7-dd8359777785, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:23:59.719820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.765000 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.836409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:23:59.849034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:23:59.872056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.884788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48275b63-3a0e-4f60-9cbf-99b341af2e8c req-b1ab39fc-21ba-4688-a9d6-d62b997ab699 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137826 Nov 12 05:23:59.974733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:59.976068 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.977698 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] 10.222.0.43 "PUT /v2.0/ports/09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 200 len: 1093 time: 1.0335727 Nov 12 05:23:59.980904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'tag': '09917771-8549-48d0-b9c7-dd8359777785'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:23:59.989712 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb720a5-5df7-49f1-89f9-9cc827306f83" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "tag": "09917771-8549-48d0-b9c7-dd8359777785"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:00.044708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Transition to ACTIVE for port object 09942aca-0bbe-444d-b820-13eb75da16b3 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:24:00.092527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d821db-0069-4585-90a4-e54057250b53 req-c264c0bd-f204-4014-acae-889cf53d2878 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.101642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52d821db-0069-4585-90a4-e54057250b53 req-c264c0bd-f204-4014-acae-889cf53d2878 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 931 time: 0.3462956 Nov 12 05:24:00.113934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:00.132705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event updated for resources: {'Port': ['ID=566a3643-1a40-4bf7-a45d-7e433588018d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:00.176405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a6829-676d-4430-90b9-2c3f508e10ed service neutron] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:00.199863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-b6043a78-6f67-46cb-9fcd-c0dfb628d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.201873 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-b6043a78-6f67-46cb-9fcd-c0dfb628d8a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 1096 time: 0.1435208 Nov 12 05:24:00.218674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-da73281a-5a9d-438d-b24d-927bd0d919d7 None None] Provisioning complete for port 566a3643-1a40-4bf7-a45d-7e433588018d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:00.219127 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da73281a-5a9d-438d-b24d-927bd0d919d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:00.227424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Pushing event updated for resources: {'Port': ['ID=09942aca-0bbe-444d-b820-13eb75da16b3,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:00.232881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] In _notify_port_updated(), no bound segment for port 566a3643-1a40-4bf7-a45d-7e433588018d on network 1fac8f92-4a99-4c1b-b238-8bd0c821029d {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:24:00.239353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.240005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:00.244007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2663a4bc-6fba-4a54-baa8-3ac9c9d8662a tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "PUT /v2.0/ports/566a3643-1a40-4bf7-a45d-7e433588018d HTTP/1.1" status: 200 len: 1055 time: 2.3281462 Nov 12 05:24:00.247966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35418) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:00.293770 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-5a4c652c-5464-479b-9503-89541edbfee2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 200 len: 217 time: 0.0763209 Nov 12 05:24:00.317295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-da73281a-5a9d-438d-b24d-927bd0d919d7 None None] Port 566a3643-1a40-4bf7-a45d-7e433588018d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:00.400062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-17731824-7272-4790-87aa-e9313e1f3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.402880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-17731824-7272-4790-87aa-e9313e1f3ed0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.1011367 Nov 12 05:24:00.429544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb4c80-0636-4b2a-9b03-b906574298dd req-40f24d6d-09f3-4e59-aaa2-d15c6154cabf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.432447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fdb4c80-0636-4b2a-9b03-b906574298dd req-40f24d6d-09f3-4e59-aaa2-d15c6154cabf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2455332 Nov 12 05:24:00.469557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-b9cc5e32-19e8-4646-9bcd-5a321b575a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.471792 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-b9cc5e32-19e8-4646-9bcd-5a321b575a1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613940 Nov 12 05:24:00.477878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52d821db-0069-4585-90a4-e54057250b53 req-f5167eda-0055-49f4-b088-3e2baac67f74 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751152 Nov 12 05:24:00.576616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf1fbc-a98b-4c92-8f5f-8b77e3c102cf tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Deleting port 566a3643-1a40-4bf7-a45d-7e433588018d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:00.576955 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1fbc-a98b-4c92-8f5f-8b77e3c102cf tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:00.591009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fdb4c80-0636-4b2a-9b03-b906574298dd req-34bf8be2-a302-44e5-83ff-d4cfa75be087 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360469 Nov 12 05:24:00.657841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Attempting to bind port 09942aca-0bbe-444d-b820-13eb75da16b3 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:24:00.658878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Attempting to bind port 09942aca-0bbe-444d-b820-13eb75da16b3 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:24:00.659105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Attempting to bind port 09942aca-0bbe-444d-b820-13eb75da16b3 on network 901de7d8-fc90-4b0a-8138-36abd20a4ded {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:24:00.665670 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-3de7c192-5e62-415d-82c6-68e83cc3188e service neutron] 10.222.0.43 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857154 Nov 12 05:24:00.690501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Port 09942aca-0bbe-444d-b820-13eb75da16b3 on network 901de7d8-fc90-4b0a-8138-36abd20a4ded not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:24:00.690711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Attempting to bind port 09942aca-0bbe-444d-b820-13eb75da16b3 on network 901de7d8-fc90-4b0a-8138-36abd20a4ded {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:24:00.701580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:24:00.701924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Checking segment: {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:00.702314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Bound using segment: {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:24:00.702791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Bound port: 09942aca-0bbe-444d-b820-13eb75da16b3, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432fcf60-2b9c-4dae-9275-1a2aeafe47b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:24:00.703153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:00.765126 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8e471e-adb9-4983-a657-ae83804b87aa x-openstack-request-id: req-ff8e471e-adb9-4983-a657-ae83804b87aa {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:00.765698 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "tag": "09917771-8549-48d0-b9c7-dd8359777785", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:00.766111 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff8e471e-adb9-4983-a657-ae83804b87aa {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:00.767121 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'tag': '09917771-8549-48d0-b9c7-dd8359777785', 'status': 'completed', 'code': 200} Nov 12 05:24:00.830135 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ef96c54f-4da7-41c9-b21f-a17c71cfc943 req-534c96c7-5549-44f2-abb4-053a47ad02bb service neutron] 10.222.0.43 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565988 Nov 12 05:24:00.881590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1fbc-a98b-4c92-8f5f-8b77e3c102cf tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:00.928567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf1fbc-a98b-4c92-8f5f-8b77e3c102cf tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Calling delete_port for 566a3643-1a40-4bf7-a45d-7e433588018d owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:00.941659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] For port 09942aca-0bbe-444d-b820-13eb75da16b3, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:24:00.947902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] For port 09942aca-0bbe-444d-b820-13eb75da16b3, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09942aca-0bbe-444d-b820-13eb75da16b3,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:24:00.967341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f83d1-4a52-4897-abd4-f79a25a7ccb2 req-e348f80d-5ed8-4a14-8fd7-d2cbc80c6652 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.968867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-400f83d1-4a52-4897-abd4-f79a25a7ccb2 req-e348f80d-5ed8-4a14-8fd7-d2cbc80c6652 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1585507 Nov 12 05:24:00.976917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70fe0-a680-4a0d-a578-298e73091a68 req-da9621b8-500e-4c38-9c93-be7e00931fac tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.986858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48a70fe0-a680-4a0d-a578-298e73091a68 req-da9621b8-500e-4c38-9c93-be7e00931fac tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 949 time: 0.1889918 Nov 12 05:24:00.995219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-df6d701a-1fed-4ea6-8b36-dbe91a0c287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:00.997075 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-df6d701a-1fed-4ea6-8b36-dbe91a0c287f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 1096 time: 0.0634832 Nov 12 05:24:01.012913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:01.056294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:01.131974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:24:01.136698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:01.137083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-49771a19-551d-463a-b5cf-0c29ce9eb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:01.137601 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:01.139150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] 10.222.0.47 "PUT /v2.0/ports/09942aca-0bbe-444d-b820-13eb75da16b3 HTTP/1.1" status: 200 len: 1092 time: 2.8231654 Nov 12 05:24:01.139966 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-49771a19-551d-463a-b5cf-0c29ce9eb39a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.1343796 Nov 12 05:24:01.142990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:01.145575 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:01.145749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'tag': '09942aca-0bbe-444d-b820-13eb75da16b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:01.148334 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877eb1f3-95ec-4b03-8cf2-73e55440d630" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8b1c33-878a-4f7d-a52f-6a4b49bfc516", "tag": "09942aca-0bbe-444d-b820-13eb75da16b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:01.209525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48a70fe0-a680-4a0d-a578-298e73091a68 req-83e77bc7-c2d2-4b57-b27b-03835dcca819 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206082 Nov 12 05:24:01.243801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c33f4-1edc-4819-b047-891bcf98bae5 service neutron] Pushing event updated for resources: {'Port': ['ID=09942aca-0bbe-444d-b820-13eb75da16b3,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:01.258167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-400f83d1-4a52-4897-abd4-f79a25a7ccb2 req-24bef56c-2e06-4621-86a6-6326a3855365 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484412 Nov 12 05:24:01.290587 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-91306416-8f6e-4ad2-b2d9-a1786bfdc8f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 200 len: 217 time: 0.1233356 Nov 12 05:24:01.367174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-f982d067-0e82-4cdb-ba3c-aeb54d0c3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:01.370399 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-f982d067-0e82-4cdb-ba3c-aeb54d0c3220 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.0716965 Nov 12 05:24:01.422656 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:01.472791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:01.475437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:01.479258 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3689ef0f-73b5-4987-a321-b0dd1e77d4e1" -d '{"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:01.491637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-fc34f555-1aeb-4ba5-af6f-63f85e51133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:01.493210 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-fc34f555-1aeb-4ba5-af6f-63f85e51133b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079891 Nov 12 05:24:01.497315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:01.509080 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01687ef-958c-4579-a761-d9871b5e9357 x-openstack-request-id: req-b01687ef-958c-4579-a761-d9871b5e9357 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:01.511103 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8b1c33-878a-4f7d-a52f-6a4b49bfc516", "tag": "09942aca-0bbe-444d-b820-13eb75da16b3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:01.511669 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b01687ef-958c-4579-a761-d9871b5e9357 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:01.512738 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'tag': '09942aca-0bbe-444d-b820-13eb75da16b3', 'status': 'completed', 'code': 200} Nov 12 05:24:01.551372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-e80085ab-399e-4677-9abf-91f5bd55c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:01.553308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-e80085ab-399e-4677-9abf-91f5bd55c09a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35ef89240b4040a0b7a6f000bf28973d&device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 1095 time: 0.2739599 Nov 12 05:24:01.599120 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40990d1b-3ac0-44b4-a19a-51fa851fda94 x-openstack-request-id: req-40990d1b-3ac0-44b4-a19a-51fa851fda94 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:01.599870 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:01.600632 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40990d1b-3ac0-44b4-a19a-51fa851fda94 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:01.602437 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'code': 200} Nov 12 05:24:01.619059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:01.681160 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-4b4ea5f5-29e1-4cc3-85d9-8f4f4ba70701 service neutron] 10.222.0.43 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782112 Nov 12 05:24:01.697635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15139533-8269-4e01-a4d8-7c8f6a106d20 req-da23e56f-a54b-400b-8c4b-5088cee40d95 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:01.709217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15139533-8269-4e01-a4d8-7c8f6a106d20 req-da23e56f-a54b-400b-8c4b-5088cee40d95 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.3650966 Nov 12 05:24:01.734207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-cfae7513-07a7-49e0-b485-18dd30f62293 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09942aca-0bbe-444d-b820-13eb75da16b3 HTTP/1.1" status: 200 len: 217 time: 0.1612458 Nov 12 05:24:01.735035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1fbc-a98b-4c92-8f5f-8b77e3c102cf tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:01.819265 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9cb720a5-5df7-49f1-89f9-9cc827306f83 req-710a4318-2bdc-4e06-b92c-01038cc552ee service neutron] 10.222.0.43 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289930 Nov 12 05:24:01.914609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15139533-8269-4e01-a4d8-7c8f6a106d20 req-aad5fcf7-7434-457e-a03a-9f028ea49bc3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984518 Nov 12 05:24:01.920074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf1fbc-a98b-4c92-8f5f-8b77e3c102cf tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Port': ['ID=566a3643-1a40-4bf7-a45d-7e433588018d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:02.399743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323796-e062-4353-99b9-fb65ea7ecee9 req-adfac710-60cc-4ad9-b656-909b6cd0674f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:02.401263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33323796-e062-4353-99b9-fb65ea7ecee9 req-adfac710-60cc-4ad9-b656-909b6cd0674f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.6573377 Nov 12 05:24:02.422360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-0a3f66ef-3294-4a86-9e8e-d485e5821e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:02.424364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-0a3f66ef-3294-4a86-9e8e-d485e5821e1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9667aeb3-d531-423e-8eab-9370106651a9 HTTP/1.1" status: 200 len: 850 time: 0.6671109 Nov 12 05:24:02.435859 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4dfef-18d4-4f25-9ecc-0f423780c88c req-afe2c13f-c58b-4acd-ac90-4e7a5f5ee5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:02.437363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19e4dfef-18d4-4f25-9ecc-0f423780c88c req-afe2c13f-c58b-4acd-ac90-4e7a5f5ee5ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 1102 time: 0.7141685 Nov 12 05:24:02.606164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02215b-54b4-452b-8a2d-e20024ecec5b req-29042b74-2270-4c9e-a7bf-6a74a5edc371 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:02.607701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e02215b-54b4-452b-8a2d-e20024ecec5b req-29042b74-2270-4c9e-a7bf-6a74a5edc371 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 943 time: 0.2419553 Nov 12 05:24:02.624865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33323796-e062-4353-99b9-fb65ea7ecee9 req-c2719cdb-3ab4-4849-8bc8-166fc9f52ea7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905668 Nov 12 05:24:02.635108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19e4dfef-18d4-4f25-9ecc-0f423780c88c req-9a861715-ade4-439c-b2e3-17810c62618b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874309 Nov 12 05:24:02.642661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-0a694ed6-1f2d-41dc-b73c-7b02f970fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:02.644375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-0a694ed6-1f2d-41dc-b73c-7b02f970fda8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=901de7d8-fc90-4b0a-8138-36abd20a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991649 Nov 12 05:24:02.790591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e02215b-54b4-452b-8a2d-e20024ecec5b req-ef09aebc-1554-41ef-bcb3-1aab70ceef81 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608970 Nov 12 05:24:02.811778 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1fbc-a98b-4c92-8f5f-8b77e3c102cf tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:02.816949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2aaf1fbc-a98b-4c92-8f5f-8b77e3c102cf tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "DELETE /v2.0/ports/566a3643-1a40-4bf7-a45d-7e433588018d HTTP/1.1" status: 204 len: 168 time: 2.5566065 Nov 12 05:24:02.820017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35464) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:02.848616 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6ebecb-8e94-4c8b-915a-cd2f907e359f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] GET failed (client error): The resource could not be found. Nov 12 05:24:02.850715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7b6ebecb-8e94-4c8b-915a-cd2f907e359f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "GET /v2.0/ports/566a3643-1a40-4bf7-a45d-7e433588018d HTTP/1.1" status: 404 len: 333 time: 0.0295448 Nov 12 05:24:02.853966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35466) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:02.971747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34cbe9-a82c-442e-b28b-649ad4512702 req-a8648b70-a4a7-4ef5-8dd4-0c8389960773 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:02.979321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da34cbe9-a82c-442e-b28b-649ad4512702 req-a8648b70-a4a7-4ef5-8dd4-0c8389960773 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 950 time: 0.1187158 Nov 12 05:24:02.995308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d91c8-3073-4caa-8d55-4c3b6571ebc2 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Deleting port 706eaedc-aeeb-453e-bb37-640d1d08b4a6 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:02.995675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91c8-3073-4caa-8d55-4c3b6571ebc2 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:03.067263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-7b14dba0-982a-4533-a09f-7ab775e8f82e service neutron] 10.222.0.47 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152200 Nov 12 05:24:03.075806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da34cbe9-a82c-442e-b28b-649ad4512702 req-f91880e2-805a-4079-aedf-82dec2a3d942 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955815 Nov 12 05:24:03.180574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91c8-3073-4caa-8d55-4c3b6571ebc2 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:03.195373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d91c8-3073-4caa-8d55-4c3b6571ebc2 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Calling delete_port for 706eaedc-aeeb-453e-bb37-640d1d08b4a6 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:03.327457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff2ed8-a0f3-491d-bec9-f76cd6e60d5d req-a884b8f2-ca4a-4bda-a566-7e9d1e6314b9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:03.329269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28ff2ed8-a0f3-491d-bec9-f76cd6e60d5d req-a884b8f2-ca4a-4bda-a566-7e9d1e6314b9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.1056252 Nov 12 05:24:03.340559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70fcfe7b-a329-4d05-8cfd-976130301003 req-d44d8f4d-026f-43d3-9fd5-286506633afc service neutron] 10.222.0.47 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538321 Nov 12 05:24:03.365315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d32c90-0788-496f-966a-f5aa57511190 req-46e90621-8042-489e-9080-d65171226e8c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:03.366836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91c8-3073-4caa-8d55-4c3b6571ebc2 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:03.374752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37d32c90-0788-496f-966a-f5aa57511190 req-46e90621-8042-489e-9080-d65171226e8c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2097261 Nov 12 05:24:03.446062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d91c8-3073-4caa-8d55-4c3b6571ebc2 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Port': ['ID=706eaedc-aeeb-453e-bb37-640d1d08b4a6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:03.546937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91c8-3073-4caa-8d55-4c3b6571ebc2 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:03.554414 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b0d91c8-3073-4caa-8d55-4c3b6571ebc2 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "DELETE /v2.0/ports/706eaedc-aeeb-453e-bb37-640d1d08b4a6 HTTP/1.1" status: 204 len: 168 time: 0.6977189 Nov 12 05:24:03.556688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35478) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:03.604509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28ff2ed8-a0f3-491d-bec9-f76cd6e60d5d req-5d919535-1fb0-46bf-bda4-7172e5910879 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625360 Nov 12 05:24:03.617265 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75fb253-58fd-4e81-97f6-fcccb9126029 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] GET failed (client error): The resource could not be found. Nov 12 05:24:03.625717 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c75fb253-58fd-4e81-97f6-fcccb9126029 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "GET /v2.0/ports/706eaedc-aeeb-453e-bb37-640d1d08b4a6 HTTP/1.1" status: 404 len: 333 time: 0.0648625 Nov 12 05:24:03.626562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35480) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:03.650826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37d32c90-0788-496f-966a-f5aa57511190 req-3a344a4c-ebd5-4968-98bf-d62b6a131ae9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666149 Nov 12 05:24:03.755200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-a1491cd8-fd2d-4aca-a847-e76cbb09d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:03.756883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-a1491cd8-fd2d-4aca-a847-e76cbb09d6cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35ef89240b4040a0b7a6f000bf28973d&device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 1095 time: 0.3017833 Nov 12 05:24:03.932391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09917771-8549-48d0-b9c7-dd8359777785 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:24:04.069292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-35f920d9-b6e7-4c57-bb1d-e8dd53b1818f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Deleting port 7876e7b7-8afe-481c-919d-4e1ed52a347c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:04.069635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-35f920d9-b6e7-4c57-bb1d-e8dd53b1818f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:04.081080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-4381f5d9-2fe9-4c78-a529-f39c24fb9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:04.083066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-4381f5d9-2fe9-4c78-a529-f39c24fb9881 service neutron] 10.222.0.47 "GET /v2.0/networks?id=901de7d8-fc90-4b0a-8138-36abd20a4ded HTTP/1.1" status: 200 len: 912 time: 0.2853773 Nov 12 05:24:04.126051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:04.168923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '09917771-8549-48d0-b9c7-dd8359777785', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'port_id': '09917771-8549-48d0-b9c7-dd8359777785', 'mac_address': 'fa:16:3e:a6:a9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:24:04.194392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-89f5e0d9-58fd-4244-8ef8-d0e6d179cd2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09942aca-0bbe-444d-b820-13eb75da16b3 HTTP/1.1" status: 200 len: 217 time: 0.0935700 Nov 12 05:24:04.202705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876b9ef-7b78-46a7-b3f3-d48ac35b53c4 req-b16aefd6-ff17-40d9-bb0b-9fa6f87690b5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:04.210635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e876b9ef-7b78-46a7-b3f3-d48ac35b53c4 req-b16aefd6-ff17-40d9-bb0b-9fa6f87690b5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 813 time: 0.3639925 Nov 12 05:24:04.240563 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:04.259185 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09917771-8549-48d0-b9c7-dd8359777785 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:24:04.262621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ea074-8d85-4acf-aaf2-6c5de4c821da req-06d60875-2735-42ff-a13e-2280e3969302 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:04.272941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b73ea074-8d85-4acf-aaf2-6c5de4c821da req-06d60875-2735-42ff-a13e-2280e3969302 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 943 time: 0.2924304 Nov 12 05:24:04.288486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:04.297930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e876b9ef-7b78-46a7-b3f3-d48ac35b53c4 req-bb1e13f7-dd83-4631-9a1a-0c2a4399994a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/quotas/b5d6aebf55e64b5da56559ca95e69772 HTTP/1.1" status: 200 len: 375 time: 0.0858271 Nov 12 05:24:04.301157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:04.359277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:04.386023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-35f920d9-b6e7-4c57-bb1d-e8dd53b1818f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:04.416189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-df47b14e-20f4-4b0e-9efb-7f34aec54274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:04.417658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-df47b14e-20f4-4b0e-9efb-7f34aec54274 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9667aeb3-d531-423e-8eab-9370106651a9 HTTP/1.1" status: 200 len: 850 time: 0.2027123 Nov 12 05:24:04.420144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-35f920d9-b6e7-4c57-bb1d-e8dd53b1818f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Calling delete_port for 7876e7b7-8afe-481c-919d-4e1ed52a347c owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:04.459438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e876b9ef-7b78-46a7-b3f3-d48ac35b53c4 req-4fd1b205-d5ce-4aa6-82de-49289dfcef48 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1602030 Nov 12 05:24:04.492914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b73ea074-8d85-4acf-aaf2-6c5de4c821da req-38b4c793-e3d5-4098-ae25-beab312ea160 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208705 Nov 12 05:24:04.608216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-a6b224b2-ade0-46fd-8ab0-630e73e078b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:04.610792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-a6b224b2-ade0-46fd-8ab0-630e73e078b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=901de7d8-fc90-4b0a-8138-36abd20a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802297 Nov 12 05:24:04.725776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['09917771-8549-48d0-b9c7-dd8359777785'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:24:04.904647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5314ed9-3b7d-4785-b99c-b96e4bb75ee5 req-4d5356b8-daf2-4df4-806b-e09d6c7b1846 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:04.912994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5314ed9-3b7d-4785-b99c-b96e4bb75ee5 req-4d5356b8-daf2-4df4-806b-e09d6c7b1846 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2168870 Nov 12 05:24:04.935764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6065f-f435-4139-a881-06bbd951b9cb req-febbe533-9bdb-458d-b0f6-2ed411ece876 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:04.937997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4db6065f-f435-4139-a881-06bbd951b9cb req-febbe533-9bdb-458d-b0f6-2ed411ece876 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 950 time: 0.2954659 Nov 12 05:24:04.938716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-35f920d9-b6e7-4c57-bb1d-e8dd53b1818f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.013172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f920d9-b6e7-4c57-bb1d-e8dd53b1818f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Port': ['ID=7876e7b7-8afe-481c-919d-4e1ed52a347c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:05.083163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 09942aca-0bbe-444d-b820-13eb75da16b3 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:24:05.123572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5314ed9-3b7d-4785-b99c-b96e4bb75ee5 req-148fc213-d513-48ed-af90-6ffba6511817 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036369 Nov 12 05:24:05.125752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-16bf231c-50ff-4500-9c63-813412fdbd29 service neutron] 10.222.0.47 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928517 Nov 12 05:24:05.222483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-35f920d9-b6e7-4c57-bb1d-e8dd53b1818f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.230080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-35f920d9-b6e7-4c57-bb1d-e8dd53b1818f tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "DELETE /v2.0/ports/7876e7b7-8afe-481c-919d-4e1ed52a347c HTTP/1.1" status: 204 len: 168 time: 1.5995274 Nov 12 05:24:05.230455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35520) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:05.276199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4db6065f-f435-4139-a881-06bbd951b9cb req-6591a43c-109a-4eaf-a419-7b66d1a5e067 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257248 Nov 12 05:24:05.365295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff21d13-4e35-48f4-81f2-70a3dad345c8 req-7ca66b2f-9fc2-4d11-b809-0b86d7f66536 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:05.374903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ff21d13-4e35-48f4-81f2-70a3dad345c8 req-7ca66b2f-9fc2-4d11-b809-0b86d7f66536 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.1107736 Nov 12 05:24:05.386073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-877eb1f3-95ec-4b03-8cf2-73e55440d630 req-8dc5fda5-fc3a-4864-ab04-1aeeeb82ebac service neutron] 10.222.0.47 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366760 Nov 12 05:24:05.389239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30c38c4-42f6-4cc2-88cf-be783acd008d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Deleting subnet 564bd794-a5da-40bc-88e7-3b950d5c2da0 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:24:05.404329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f30c38c4-42f6-4cc2-88cf-be783acd008d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.451548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ff21d13-4e35-48f4-81f2-70a3dad345c8 req-5e32d128-28d7-4297-8529-498976dd0af5 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755665 Nov 12 05:24:05.455271 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f30c38c4-42f6-4cc2-88cf-be783acd008d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.588259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f30c38c4-42f6-4cc2-88cf-be783acd008d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.628303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 09942aca-0bbe-444d-b820-13eb75da16b3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09942aca-0bbe-444d-b820-13eb75da16b3,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:05.647316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '09942aca-0bbe-444d-b820-13eb75da16b3', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'port_id': '09942aca-0bbe-444d-b820-13eb75da16b3', 'mac_address': 'fa:16:3e:e6:b8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:24:05.674846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06c8f9-ddb3-4900-bd59-71c85282d068 req-641e86f6-c093-4c9f-887d-4f9dfaae579a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:05.676402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae06c8f9-ddb3-4900-bd59-71c85282d068 req-641e86f6-c093-4c9f-887d-4f9dfaae579a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0805426 Nov 12 05:24:05.709252 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.728508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f30c38c4-42f6-4cc2-88cf-be783acd008d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.733197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09942aca-0bbe-444d-b820-13eb75da16b3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:24:05.757407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae06c8f9-ddb3-4900-bd59-71c85282d068 req-1f9d0074-685c-4201-bf22-d4131425447e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712891 Nov 12 05:24:05.759551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 09942aca-0bbe-444d-b820-13eb75da16b3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09942aca-0bbe-444d-b820-13eb75da16b3,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:05.779452 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.782446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f30c38c4-42f6-4cc2-88cf-be783acd008d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.788166 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f30c38c4-42f6-4cc2-88cf-be783acd008d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "DELETE /v2.0/subnets/564bd794-a5da-40bc-88e7-3b950d5c2da0 HTTP/1.1" status: 204 len: 168 time: 0.5563896 Nov 12 05:24:05.789285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c38c4-42f6-4cc2-88cf-be783acd008d tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Subnet': ['ID=564bd794-a5da-40bc-88e7-3b950d5c2da0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:05.790473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35534) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:05.803538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a30c389-1a6a-4a82-ac65-3a4e343876d5 None None] Network 1fac8f92-4a99-4c1b-b238-8bd0c821029d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:05.944715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.975045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6a2d-69bb-4a44-a64d-39c7cd41b197 req-9667f963-c1fe-4682-86cc-85bc02aac093 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:05.977007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-936f6a2d-69bb-4a44-a64d-39c7cd41b197 req-9667f963-c1fe-4682-86cc-85bc02aac093 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 944 time: 0.0826318 Nov 12 05:24:05.990955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09917771-8549-48d0-b9c7-dd8359777785 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:06.090057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=09942aca-0bbe-444d-b820-13eb75da16b3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:06.104739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Deleting port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:06.105222 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.135500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-936f6a2d-69bb-4a44-a64d-39c7cd41b197 req-b5d18ab2-e47e-4931-8725-b233088b44e2 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350181 Nov 12 05:24:06.164345 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.165142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.165142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.165559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.165667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.166400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.166400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.166664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.167451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.167451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.167607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.167890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:06.212704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 09917771-8549-48d0-b9c7-dd8359777785 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:24:06.217483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 09917771-8549-48d0-b9c7-dd8359777785 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:06.217859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.263019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['09942aca-0bbe-444d-b820-13eb75da16b3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:24:06.275048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] For port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8,segment=NetworkSegment(1d9bb73d-3210-49bb-bada-ca5b3a3922ff),segment_id=1d9bb73d-3210-49bb-bada-ca5b3a3922ff)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:06.275520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.299636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Calling delete_port for 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:06.318788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] DHCP port deletion for 1fac8f92-4a99-4c1b-b238-8bd0c821029d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:24:06.435896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cca9ecd-9bb2-4d08-ac45-4694904083e5 req-b1012d0c-c508-4d74-9f6f-411b9407fdd3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b5d6aebf55e64b5da56559ca95e69772 HTTP/1.1" status: 200 len: 221 time: 0.0457458 Nov 12 05:24:06.466721 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.473386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.528681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] No DVR routers for this DVR port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:06.529888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Port': ['ID=5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:06.562938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] Deleting port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:06.563225 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.570905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09917771-8549-48d0-b9c7-dd8359777785'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:06.573112 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b0f207-8dda-4241-baf9-7bb77c87c2db" -d '{"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-plugged", "status": "completed", "tag": "09917771-8549-48d0-b9c7-dd8359777785"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:06.608099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:06.633823 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.653778 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.669499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466d50-80a9-4301-ba4f-2f59f90ddaa0 req-69916bbf-601b-45d0-bbe1-eb97579b7c82 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:06.676759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca466d50-80a9-4301-ba4f-2f59f90ddaa0 req-69916bbf-601b-45d0-bbe1-eb97579b7c82 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1505930 Nov 12 05:24:06.679717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] For port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8, host n-d-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:06.680120 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.700932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] Calling delete_port for 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:06.708365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] Port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:24:06.712754 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.715705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:06.723766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fac8f92-4a99-4c1b-b238-8bd0c821029d']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:06.747861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] No DVR routers for this DVR port 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:06.749205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9bb73d-3210-49bb-bada-ca5b3a3922ff') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:06.749503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9bb73d-3210-49bb-bada-ca5b3a3922ff') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:06.751405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd40634-9241-46ec-a747-f4ff93aeb000 None None] Pushing event deleted for resources: {'Port': ['ID=5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:06.779259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.806389 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.812427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca466d50-80a9-4301-ba4f-2f59f90ddaa0 req-4a93c78e-996d-44e3-9426-e5c1743bc3d9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348333 Nov 12 05:24:06.819431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:24:06.819843 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:24:06.822920 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:24:06.847384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e0c3-9019-42e0-95d5-04ff299f7906 req-af54b4ed-90b1-409e-b5c9-e259e291da18 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:06.848964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d040e0c3-9019-42e0-95d5-04ff299f7906 req-af54b4ed-90b1-409e-b5c9-e259e291da18 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1485341 Nov 12 05:24:06.891865 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc49aa5-c9bd-460a-97ab-d31c3e19522f x-openstack-request-id: req-0bc49aa5-c9bd-460a-97ab-d31c3e19522f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:06.892997 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-plugged", "status": "completed", "tag": "09917771-8549-48d0-b9c7-dd8359777785", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:06.893481 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bc49aa5-c9bd-460a-97ab-d31c3e19522f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:06.894077 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09917771-8549-48d0-b9c7-dd8359777785', 'code': 200} Nov 12 05:24:06.917412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.925623 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:06.929677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] 10.222.0.48 "DELETE /v2.0/networks/1fac8f92-4a99-4c1b-b238-8bd0c821029d HTTP/1.1" status: 204 len: 168 time: 1.1376619 Nov 12 05:24:06.959138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d955b-8dd6-4bb5-af7d-78eb20425c31 tempest-AllowedAddressPairTestJSON-542385277 tempest-AllowedAddressPairTestJSON-542385277-project] Pushing event deleted for resources: {'Network': ['ID=1fac8f92-4a99-4c1b-b238-8bd0c821029d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:06.974609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d040e0c3-9019-42e0-95d5-04ff299f7906 req-da3ef9a0-b36b-4a45-8328-5eb4746f70b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137705 Nov 12 05:24:07.057694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62017a38-d2e9-4537-b272-723fe2af947c req-2c6244a0-a6af-485b-87a5-aebbc32a88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:07.059419 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-62017a38-d2e9-4537-b272-723fe2af947c req-2c6244a0-a6af-485b-87a5-aebbc32a88fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 1098 time: 0.0538135 Nov 12 05:24:07.074821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2969c8-6bd2-4e9f-91a4-2affcce80cc4 req-966fa17c-7837-4508-b7a1-544b95675c2a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:07.076809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed2969c8-6bd2-4e9f-91a4-2affcce80cc4 req-966fa17c-7837-4508-b7a1-544b95675c2a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0667851 Nov 12 05:24:07.147429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed2969c8-6bd2-4e9f-91a4-2affcce80cc4 req-c2c5a15a-754d-4b4d-83b9-9dd289a6c99a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620902 Nov 12 05:24:07.148687 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-62017a38-d2e9-4537-b272-723fe2af947c req-c370cc63-93fb-4503-9628-b193faa447df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793362 Nov 12 05:24:07.295001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb473cd3-807c-48ed-9bc9-adab1abe15f1 req-b6876034-fa09-4d82-b8c2-9d0ac0460d8f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:07.296806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb473cd3-807c-48ed-9bc9-adab1abe15f1 req-b6876034-fa09-4d82-b8c2-9d0ac0460d8f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 944 time: 0.0705054 Nov 12 05:24:07.328964 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:07.412941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb473cd3-807c-48ed-9bc9-adab1abe15f1 req-e30b997b-741c-4403-ac54-be346913a359 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089618 Nov 12 05:24:07.434779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12690f1a-b731-4200-b913-a22361bce95c req-7906d63c-89d8-4495-8868-d1300168d202 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:07.444699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12690f1a-b731-4200-b913-a22361bce95c req-7906d63c-89d8-4495-8868-d1300168d202 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0881851 Nov 12 05:24:07.532600 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b16bce43-2024-40c8-8d56-e972a62d545b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab9c09d295ff4f59b0b20f849a457da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022161 Nov 12 05:24:07.535901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35616) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:07.546077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12690f1a-b731-4200-b913-a22361bce95c req-c360e536-7c01-4435-a11c-fda79231c29d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948772 Nov 12 05:24:07.624472 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfb49-2a35-46c8-9197-25a69a38aaa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:07.661076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfb49-2a35-46c8-9197-25a69a38aaa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:07.677723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba21c63-1f9c-45d0-a36e-dd3c4a4db160 req-04e9e466-4798-4aa4-8783-bf7727f79d34 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:07.679306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eba21c63-1f9c-45d0-a36e-dd3c4a4db160 req-04e9e466-4798-4aa4-8783-bf7727f79d34 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0712233 Nov 12 05:24:07.732696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfb49-2a35-46c8-9197-25a69a38aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:07.737391 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfb49-2a35-46c8-9197-25a69a38aaa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:07.738606 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c0dfb49-2a35-46c8-9197-25a69a38aaa6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d02f0a79-1ff6-42e2-8e4e-fd1879ae668f HTTP/1.1" status: 204 len: 168 time: 0.2004006 Nov 12 05:24:07.746746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dfb49-2a35-46c8-9197-25a69a38aaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f0a79-1ff6-42e2-8e4e-fd1879ae668f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:07.746900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eba21c63-1f9c-45d0-a36e-dd3c4a4db160 req-4cf0dae9-04bd-47d3-bbc6-4d7590f8502d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612326 Nov 12 05:24:07.919590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee07c2-fa89-4e1a-a376-2633c17d0b3f req-3df9bdff-06b0-492b-84f9-8058579f511c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:07.921340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8ee07c2-fa89-4e1a-a376-2633c17d0b3f req-3df9bdff-06b0-492b-84f9-8058579f511c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0640202 Nov 12 05:24:07.977848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8ee07c2-fa89-4e1a-a376-2633c17d0b3f req-0578c295-85c8-450c-8076-de47355ff4d5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485935 Nov 12 05:24:08.255583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:08.289327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:08.290111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5c9e99b5-2f69-4e99-a853-9ebfbf4a54e8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:08.418014 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:24:08.481438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b6ca5-31b9-42da-bfb1-e35e3bf09c44 req-14ef856b-9782-4341-8ca0-5b02f2d8805a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:08.488853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a8b6ca5-31b9-42da-bfb1-e35e3bf09c44 req-14ef856b-9782-4341-8ca0-5b02f2d8805a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.3962598 Nov 12 05:24:08.498841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cd689-cb9e-4d3a-9e89-91fd70b6df8a req-c7320647-4438-435d-be6e-9d33e9178da4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:08.500368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e67cd689-cb9e-4d3a-9e89-91fd70b6df8a req-c7320647-4438-435d-be6e-9d33e9178da4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.4411216 Nov 12 05:24:08.588774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a8b6ca5-31b9-42da-bfb1-e35e3bf09c44 req-98e79d79-cc5c-49f7-a7bd-6687f7b8439e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990093 Nov 12 05:24:08.614711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e67cd689-cb9e-4d3a-9e89-91fd70b6df8a req-a5d1fa72-eabc-471c-8be8-4f61a06e42a7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983005 Nov 12 05:24:08.785051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:08.843238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb430-6cf3-48c5-9070-20ba1ab2a210 req-fe79f5be-8866-40e8-9178-dd1d3f99a81b tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:08.858027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-662fb430-6cf3-48c5-9070-20ba1ab2a210 req-fe79f5be-8866-40e8-9178-dd1d3f99a81b tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 944 time: 0.1317661 Nov 12 05:24:08.950479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-662fb430-6cf3-48c5-9070-20ba1ab2a210 req-a9ea7eac-7bff-4ece-ab13-5ae534b35092 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914149 Nov 12 05:24:08.996746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1231283870'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:09.037819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Made reservation on behalf of 129428ba6cfb4fa5946f1d57f3ee7f8a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:09.044419 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.067937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.070594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc507c-9ee3-46f6-a3a8-341ead1d339b req-aab805f1-bcaf-45f2-ad6b-c048a04ae913 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:09.077875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1dc507c-9ee3-46f6-a3a8-341ead1d339b req-aab805f1-bcaf-45f2-ad6b-c048a04ae913 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0608978 Nov 12 05:24:09.084624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:24:09.089052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 09942aca-0bbe-444d-b820-13eb75da16b3 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:09.141375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1dc507c-9ee3-46f6-a3a8-341ead1d339b req-429a0904-abe4-4ae1-ac65-197b2bf00bb5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576811 Nov 12 05:24:09.199288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.205156 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.219953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:24:09.235813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.237183 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Added segment e82ff7cd-9a05-4439-a432-30351f40eed2 of type vlan for network cda211a9-41e2-425a-9745-fbbf02998d7b Nov 12 05:24:09.238640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 09942aca-0bbe-444d-b820-13eb75da16b3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:24:09.249671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 09942aca-0bbe-444d-b820-13eb75da16b3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:09.250284 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.319326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.351954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:09.368276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dac1c-e108-4859-bf9c-50d9b036f5e6 req-1b783e2a-11b8-41c7-9b32-3e9c826d6ba4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:09.372125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'mac_address': 'fa:16:3e:f5:c2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:24:09.373453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.377024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f17dac1c-e108-4859-bf9c-50d9b036f5e6 req-1b783e2a-11b8-41c7-9b32-3e9c826d6ba4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1382136 Nov 12 05:24:09.377640 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.385720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:09.386665 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.418963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 09942aca-0bbe-444d-b820-13eb75da16b3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09942aca-0bbe-444d-b820-13eb75da16b3,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:09.444458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09942aca-0bbe-444d-b820-13eb75da16b3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:09.447562 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a53f1-d905-41f4-bc6b-222168f6ba07" -d '{"events": [{"server_uuid": "dd8b1c33-878a-4f7d-a52f-6a4b49bfc516", "name": "network-vif-plugged", "status": "completed", "tag": "09942aca-0bbe-444d-b820-13eb75da16b3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:09.461233 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.471561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f17dac1c-e108-4859-bf9c-50d9b036f5e6 req-82876f64-f5ae-450e-b997-4e22ca2d0db8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928700 Nov 12 05:24:09.532025 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4f7301-a3da-4ddb-835f-25115a8f3244 x-openstack-request-id: req-3c4f7301-a3da-4ddb-835f-25115a8f3244 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:09.532319 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8b1c33-878a-4f7d-a52f-6a4b49bfc516", "name": "network-vif-plugged", "status": "completed", "tag": "09942aca-0bbe-444d-b820-13eb75da16b3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:09.532573 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c4f7301-a3da-4ddb-835f-25115a8f3244 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:09.533557 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09942aca-0bbe-444d-b820-13eb75da16b3', 'code': 200} Nov 12 05:24:09.542798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.561374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f3bd896-5a80-4e8c-afd1-abb647c965c0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:24:09.594898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=09942aca-0bbe-444d-b820-13eb75da16b3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:09.600105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:09.607289 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.633782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event updated for resources: {'Network': ['ID=cda211a9-41e2-425a-9745-fbbf02998d7b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:09.646328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38545878-62a2-4b06-b1c8-f185d4ba64ae,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:09.666831 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-04eea065-fca2-44d0-902e-e7123f330526 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8804474 Nov 12 05:24:09.669325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35712) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:09.678752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:09.679195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Request body: {'subnet': {'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:09.681409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network cda211a9-41e2-425a-9745-fbbf02998d7b details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:24:09.798701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3f3bd896-5a80-4e8c-afd1-abb647c965c0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:24:09.803212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f1927-9542-46ea-b468-ffebd586b60b req-a51d1922-f547-4187-9db1-7cc152bac09a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:09.810445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Made reservation on behalf of 129428ba6cfb4fa5946f1d57f3ee7f8a for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:09.811229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a9f1927-9542-46ea-b468-ffebd586b60b req-a51d1922-f547-4187-9db1-7cc152bac09a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2320085 Nov 12 05:24:09.815292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.858887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ade7b-8ba3-4802-8ec4-c36f10ff86f7 req-81ea21c9-edf1-4c72-9e74-c693e21e497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:09.860447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-430ade7b-8ba3-4802-8ec4-c36f10ff86f7 req-81ea21c9-edf1-4c72-9e74-c693e21e497c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 1097 time: 0.1883242 Nov 12 05:24:09.924510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cff30-09ad-43f1-8731-8b790a5a4e89 req-b1be2608-3f23-42dd-a62f-d0b7c54af197 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:09.926149 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cff30-09ad-43f1-8731-8b790a5a4e89 req-b1be2608-3f23-42dd-a62f-d0b7c54af197 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1523955 Nov 12 05:24:09.955350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a9f1927-9542-46ea-b468-ffebd586b60b req-84f440da-e782-4d37-aa06-b2a1569a7e89 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289485 Nov 12 05:24:10.050722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:10.058124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-430ade7b-8ba3-4802-8ec4-c36f10ff86f7 req-82b73e3c-fba5-4d03-8187-1ac145f080a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789510 Nov 12 05:24:10.110126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event updated for resources: {'Subnet': ['ID=82826382-6653-41f2-bfeb-1795ea30ec92,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:10.116267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cff30-09ad-43f1-8731-8b790a5a4e89 req-04ee0266-7088-4942-b043-bda434f8db4a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422119 Nov 12 05:24:10.166706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Checking segment: {'id': 'e82ff7cd-9a05-4439-a432-30351f40eed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:10.167235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Network hostable DHCP agents. Network: cda211a9-41e2-425a-9745-fbbf02998d7b, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:24:10.191844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Network cda211a9-41e2-425a-9745-fbbf02998d7b is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:24:10.210888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, cda211a9-41e2-425a-9745-fbbf02998d7b) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:10.219463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4cfea0-aae5-45f2-8dbf-69e3274de82c None None] Network cda211a9-41e2-425a-9745-fbbf02998d7b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:10.223730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:10.224744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:10.258761 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2c733117-be69-4941-b2bc-19a80b3e899e tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5874059 Nov 12 05:24:10.262657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35744) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:10.270723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Request body: {'port': {'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2100232633'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:10.443150 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:10.468882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Made reservation on behalf of 129428ba6cfb4fa5946f1d57f3ee7f8a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:10.472660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:10.494998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] device_id is not set on port 2bc30e37-36e3-45be-96c6-fc2c103e9814 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:24:10.615650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-cda211a9-41e2-425a-9745-fbbf02998d7b', 'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b', 'tenant_id': '129428ba6cfb4fa5946f1d57f3ee7f8a', 'fixed_ips': [{'subnet_id': '82826382-6653-41f2-bfeb-1795ea30ec92'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:24:10.616621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:10.683249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Allocated IP 2001:db8::18f (cda211a9-41e2-425a-9745-fbbf02998d7b/82826382-6653-41f2-bfeb-1795ea30ec92/2bc30e37-36e3-45be-96c6-fc2c103e9814) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:24:10.934461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:10.992408 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.043936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Network cda211a9-41e2-425a-9745-fbbf02998d7b is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:11.050699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:11.053318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:24:11.059424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:11.060187 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.084378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Allocated IP 2001:db8::2 (cda211a9-41e2-425a-9745-fbbf02998d7b/82826382-6653-41f2-bfeb-1795ea30ec92/94ea91b9-6d2e-409c-b908-a4b69ae121c3) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:24:11.097461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event updated for resources: {'Port': ['ID=2bc30e37-36e3-45be-96c6-fc2c103e9814,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:11.103585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:11.132512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9d53f2af-6495-4d38-a56c-1d88fb882266 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8643017 Nov 12 05:24:11.132512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35752) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:11.139343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Request body: {'port': {'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1353971152', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:11.139906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.api.validators [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] bootfile-name is not in valid_values {{(pid=102590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:24:11.140251 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.api.validators [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] tftp-server is not in valid_values {{(pid=102590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:24:11.143029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.api.validators [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] server-ip-address is not in valid_values {{(pid=102590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:24:11.257979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:11.258256 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.398049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Made reservation on behalf of 129428ba6cfb4fa5946f1d57f3ee7f8a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:11.413415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.427168 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.483481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] device_id is not set on port c751467f-4b46-4126-96f6-fba41e37be6b yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:24:11.488306 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.520836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Network cda211a9-41e2-425a-9745-fbbf02998d7b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:11.544956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:11.553726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:24:11.568049 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.611595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Pushing event updated for resources: {'Port': ['ID=94ea91b9-6d2e-409c-b908-a4b69ae121c3,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:11.679937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Allocated IP 2001:db8::86 (cda211a9-41e2-425a-9745-fbbf02998d7b/82826382-6653-41f2-bfeb-1795ea30ec92/c751467f-4b46-4126-96f6-fba41e37be6b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:24:11.704227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:11.725765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:11.728168 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676bf4a0-8eb3-498d-b301-5adf87a815ea" -d '{"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:11.733208 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.771287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Attempting to bind port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:24:11.771712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Attempting to bind port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e82ff7cd-9a05-4439-a432-30351f40eed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:24:11.772088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Attempting to bind port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 on network cda211a9-41e2-425a-9745-fbbf02998d7b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:24:11.784497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:24:11.784875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Checking segment: {'id': 'e82ff7cd-9a05-4439-a432-30351f40eed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:11.785285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.785677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Bound using segment: {'id': 'e82ff7cd-9a05-4439-a432-30351f40eed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:24:11.786231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Bound port: 94ea91b9-6d2e-409c-b908-a4b69ae121c3, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82ff7cd-9a05-4439-a432-30351f40eed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cda211a9-41e2-425a-9745-fbbf02998d7b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:24:11.786635 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:11.819505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:11.913339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] For port 94ea91b9-6d2e-409c-b908-a4b69ae121c3, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:24:11.921269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] For port 94ea91b9-6d2e-409c-b908-a4b69ae121c3, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94ea91b9-6d2e-409c-b908-a4b69ae121c3,segment=NetworkSegment(e82ff7cd-9a05-4439-a432-30351f40eed2),segment_id=e82ff7cd-9a05-4439-a432-30351f40eed2)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:24:11.934484 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:12.006650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:12.021919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc57d2a-b197-4e2b-a9e5-fbf5dfbccbdc None None] Pushing event updated for resources: {'Port': ['ID=94ea91b9-6d2e-409c-b908-a4b69ae121c3,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:12.063297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:12.190165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event updated for resources: {'Port': ['ID=c751467f-4b46-4126-96f6-fba41e37be6b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:12.197854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Network cda211a9-41e2-425a-9745-fbbf02998d7b is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:12.199452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:12.202377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:24:12.208427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.209081 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:12.256830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-81b2369e-a210-4d2e-b6eb-df851bf48691 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1203225 Nov 12 05:24:12.257679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35776) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:12.338913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e68f05-e131-4e07-8082-ba33a22b901a req-9ede6640-862c-42db-a01b-723414d983d1 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.340476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8e68f05-e131-4e07-8082-ba33a22b901a req-9ede6640-862c-42db-a01b-723414d983d1 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 945 time: 0.1282835 Nov 12 05:24:12.362256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e2a3-9a79-428c-b605-a59f4a9f4ae9 req-3f6eaee4-c3c5-4ca3-896e-101e9346660d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.364069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b81e2a3-9a79-428c-b605-a59f4a9f4ae9 req-3f6eaee4-c3c5-4ca3-896e-101e9346660d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1301153 Nov 12 05:24:12.370724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11056df5-a5ed-4874-8ff1-388c882528b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.377032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11056df5-a5ed-4874-8ff1-388c882528b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.384592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11056df5-a5ed-4874-8ff1-388c882528b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.391499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-11056df5-a5ed-4874-8ff1-388c882528b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1320143 Nov 12 05:24:12.392694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35778) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:12.441579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8e68f05-e131-4e07-8082-ba33a22b901a req-21d8782d-656e-45d5-9771-abcdaf11e4d3 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932784 Nov 12 05:24:12.467416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b81e2a3-9a79-428c-b605-a59f4a9f4ae9 req-efc2abde-832f-4ca8-974d-2964fa9846a8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946338 Nov 12 05:24:12.584193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c85cd421-a22d-4b14-8b1b-67d023aa4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Deleting port c751467f-4b46-4126-96f6-fba41e37be6b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:12.584676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c85cd421-a22d-4b14-8b1b-67d023aa4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:12.633986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8021c-b92f-4f3b-9b5c-d55145db6cdb req-f1d952be-5014-4cb8-ad33-0d5d4854527f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.635685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0df8021c-b92f-4f3b-9b5c-d55145db6cdb req-f1d952be-5014-4cb8-ad33-0d5d4854527f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.0733440 Nov 12 05:24:12.645676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35784) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:12.651196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'floatingip': {'port_id': '09917771-8549-48d0-b9c7-dd8359777785'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:12.712280 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fcbcf9-9c30-4764-b924-877ef26cc03c x-openstack-request-id: req-82fcbcf9-9c30-4764-b924-877ef26cc03c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:12.713170 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:12.713757 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82fcbcf9-9c30-4764-b924-877ef26cc03c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:12.714372 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'code': 200} Nov 12 05:24:12.727003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c85cd421-a22d-4b14-8b1b-67d023aa4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:12.744845 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:12.758885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c85cd421-a22d-4b14-8b1b-67d023aa4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Calling delete_port for c751467f-4b46-4126-96f6-fba41e37be6b owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:12.957255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c85cd421-a22d-4b14-8b1b-67d023aa4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:12.988016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cd421-a22d-4b14-8b1b-67d023aa4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event deleted for resources: {'Port': ['ID=c751467f-4b46-4126-96f6-fba41e37be6b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:13.029207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c85cd421-a22d-4b14-8b1b-67d023aa4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.039749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c85cd421-a22d-4b14-8b1b-67d023aa4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "DELETE /v2.0/ports/c751467f-4b46-4126-96f6-fba41e37be6b HTTP/1.1" status: 204 len: 168 time: 0.6455979 Nov 12 05:24:13.040366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:13.045595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Request body: {'port': {'name': 'tempest-new-port-name-1459800509', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:13.046045 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.api.validators [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] bootfile-name is not in valid_values {{(pid=102589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:24:13.046952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.api.validators [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] tftp-server is not in valid_values {{(pid=102589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:24:13.047303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.api.validators [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] server-ip-address is not in valid_values {{(pid=102589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:24:13.129571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.261896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9acb84-086a-4910-870f-7b762398e6bf req-f6cabebd-f2da-4ec3-93d3-03d08f8d2a6b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:13.267364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d9acb84-086a-4910-870f-7b762398e6bf req-f6cabebd-f2da-4ec3-93d3-03d08f8d2a6b tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 949 time: 0.4264483 Nov 12 05:24:13.275271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e61ad-b6f8-41da-966c-89c5d3263a93 req-ca92c2ad-0139-497a-a10a-dd179ceded35 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:13.286937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c17e61ad-b6f8-41da-966c-89c5d3263a93 req-ca92c2ad-0139-497a-a10a-dd179ceded35 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 945 time: 0.4448271 Nov 12 05:24:13.290952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35802) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:13.303287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Request body: {'floatingip': {'port_id': '09942aca-0bbe-444d-b820-13eb75da16b3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:13.308964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624c85a-02fd-4cab-8e5b-fd42886c3144 None None] Network cda211a9-41e2-425a-9745-fbbf02998d7b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:13.394851 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.460059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-59e0a5bf-286f-421b-940c-5c54029f1d01 None None] Provisioning complete for port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:13.460960 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59e0a5bf-286f-421b-940c-5c54029f1d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.551992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d9acb84-086a-4910-870f-7b762398e6bf req-3d362e98-a320-46e2-a143-24dc0df667ef tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631753 Nov 12 05:24:13.623311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462aa3-8787-43c2-a1d0-6f190996ff11 req-4f09bc2a-2574-401c-b062-2440e3a80d72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:13.625078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab462aa3-8787-43c2-a1d0-6f190996ff11 req-4f09bc2a-2574-401c-b062-2440e3a80d72 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2006385 Nov 12 05:24:13.651642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.668328 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.669834 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59e0a5bf-286f-421b-940c-5c54029f1d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.731409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-59e0a5bf-286f-421b-940c-5c54029f1d01 None None] For port 94ea91b9-6d2e-409c-b908-a4b69ae121c3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94ea91b9-6d2e-409c-b908-a4b69ae121c3,segment=NetworkSegment(e82ff7cd-9a05-4439-a432-30351f40eed2),segment_id=e82ff7cd-9a05-4439-a432-30351f40eed2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:13.739967 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59e0a5bf-286f-421b-940c-5c54029f1d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.777717 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.807545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.813561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0a5bf-286f-421b-940c-5c54029f1d01 None None] Pushing event updated for resources: {'Port': ['ID=94ea91b9-6d2e-409c-b908-a4b69ae121c3,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:13.851174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34959dcf-25b6-4e4f-a44f-0995778e5881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:13.978332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab462aa3-8787-43c2-a1d0-6f190996ff11 req-39da6967-00ed-40b0-b06c-7a0e45f81bbe tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273826 Nov 12 05:24:14.024039 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Floating IP aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb associated. External IP: 172.25.2.65, port: 09917771-8549-48d0-b9c7-dd8359777785. Nov 12 05:24:14.227703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-98060576-70c1-4d9b-8e34-1e1b6d56cf1e None None] Provisioning complete for port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:14.228508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98060576-70c1-4d9b-8e34-1e1b6d56cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:14.484372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Router 5737ebf6-376d-421c-ac2e-be1cf12e77fb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:24:14.574619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94ea91b9-6d2e-409c-b908-a4b69ae121c3 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:14.786921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] In _notify_port_updated(), no bound segment for port 2bc30e37-36e3-45be-96c6-fc2c103e9814 on network cda211a9-41e2-425a-9745-fbbf02998d7b {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:24:14.792966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:14.795450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:14.800570 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "PUT /v2.0/ports/2bc30e37-36e3-45be-96c6-fc2c103e9814 HTTP/1.1" status: 200 len: 1130 time: 1.7592227 Nov 12 05:24:14.801408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35848) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:14.804970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.db.resource_extend [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:24:14.819685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dcf1e-e951-4baa-ab0d-5ac809314abb req-8218548c-35b2-4253-aed2-6b92f13372b7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:14.827496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-539dcf1e-e951-4baa-ab0d-5ac809314abb req-8218548c-35b2-4253-aed2-6b92f13372b7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2710123 Nov 12 05:24:14.864585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:14.880650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1ab8a-7760-46f0-b465-de6eb5592aae tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event updated for resources: {'Port': ['ID=2bc30e37-36e3-45be-96c6-fc2c103e9814,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:14.884716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-98060576-70c1-4d9b-8e34-1e1b6d56cf1e None None] Provisioning complete for port 2bc30e37-36e3-45be-96c6-fc2c103e9814 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:14.885596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98060576-70c1-4d9b-8e34-1e1b6d56cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:14.891638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:14.900503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:24:14.911318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:14.921793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-539dcf1e-e951-4baa-ab0d-5ac809314abb req-1c231d80-f10d-4348-85d0-d0a0a761287d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915236 Nov 12 05:24:14.941525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] Sync routers for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:24:14.967214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:14.967648 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:14.972955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-98060576-70c1-4d9b-8e34-1e1b6d56cf1e None None] Port 2bc30e37-36e3-45be-96c6-fc2c103e9814 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:15.022014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:15.022769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:15.031031 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Floating IP b1c93a54-6439-48e5-82f5-ed3e29c30e65 associated. External IP: 172.25.2.192, port: 09942aca-0bbe-444d-b820-13eb75da16b3. Nov 12 05:24:15.045840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-36eaeb39-6313-4acb-9606-1539de4fa027 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "PUT /v2.0/floatingips/aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb HTTP/1.1" status: 200 len: 991 time: 2.3988936 Nov 12 05:24:15.047778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'tag': '09917771-8549-48d0-b9c7-dd8359777785'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:15.053747 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "tag": "09917771-8549-48d0-b9c7-dd8359777785"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:15.125753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-70af099e-e5c2-4a52-bdd1-6cc1111463af None None] Could not find standard attr ID for object c751467f-4b46-4126-96f6-fba41e37be6b. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:24:15.128016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:15.138878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3cb17-1eed-4ef1-bfd9-90b0f8944269 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:15.146631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35858) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:15.147846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fba3cb17-1eed-4ef1-bfd9-90b0f8944269 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "GET /v2.0/ports/2bc30e37-36e3-45be-96c6-fc2c103e9814 HTTP/1.1" status: 200 len: 1130 time: 0.2682073 Nov 12 05:24:15.249298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-70af099e-e5c2-4a52-bdd1-6cc1111463af None None] Provisioning complete for port 2bc30e37-36e3-45be-96c6-fc2c103e9814 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:15.250474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-70af099e-e5c2-4a52-bdd1-6cc1111463af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:15.265588 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f80e6bc-3625-4fab-b17b-2d852eff3c1c x-openstack-request-id: req-9f80e6bc-3625-4fab-b17b-2d852eff3c1c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:15.268272 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "tag": "09917771-8549-48d0-b9c7-dd8359777785", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:15.269118 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f80e6bc-3625-4fab-b17b-2d852eff3c1c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:15.269646 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'tag': '09917771-8549-48d0-b9c7-dd8359777785', 'status': 'completed', 'code': 200} Nov 12 05:24:15.343839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:15.375361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b78eb9-73f2-4cfa-81e1-ba1708b9e78d req-9522c074-a60f-4c4a-9461-a24fc5cc7e0f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:15.393613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34b78eb9-73f2-4cfa-81e1-ba1708b9e78d req-9522c074-a60f-4c4a-9461-a24fc5cc7e0f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2977781 Nov 12 05:24:15.418426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-34acdddd-2141-45dc-823a-0733d645c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:15.419944 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-34acdddd-2141-45dc-823a-0733d645c891 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 1098 time: 0.1116250 Nov 12 05:24:15.473288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-70af099e-e5c2-4a52-bdd1-6cc1111463af None None] Port 2bc30e37-36e3-45be-96c6-fc2c103e9814 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:15.547066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34b78eb9-73f2-4cfa-81e1-ba1708b9e78d req-2a699a3e-5fde-457d-8e96-955b7c61d1a9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503179 Nov 12 05:24:15.556237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-975f8c56-aff8-46ce-9f56-8462e02e6aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Deleting port 2bc30e37-36e3-45be-96c6-fc2c103e9814 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:15.556581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-975f8c56-aff8-46ce-9f56-8462e02e6aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:15.571402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:24:15.675569 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:15.693876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-5d707351-10dc-4e21-9746-3b55356f014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:15.701701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-5d707351-10dc-4e21-9746-3b55356f014c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.2647982 Nov 12 05:24:15.774707 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-975f8c56-aff8-46ce-9f56-8462e02e6aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:15.781293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:15.786842 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc43aad8-b434-49fd-af29-5684f59ae546" -d '{"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:15.796150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-975f8c56-aff8-46ce-9f56-8462e02e6aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Calling delete_port for 2bc30e37-36e3-45be-96c6-fc2c103e9814 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:15.857997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:24:15.865430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:15.868447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a034839-c814-4c46-b8c8-63eb2fb4e6bd req-2a674c02-4ac8-4e13-b24a-04c9613f503f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:15.869998 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-a5a64b8a-ac69-4659-965d-2b7035414c3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 200 len: 999 time: 0.1653838 Nov 12 05:24:15.875700 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] Sync routers for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:24:15.879224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a034839-c814-4c46-b8c8-63eb2fb4e6bd req-2a674c02-4ac8-4e13-b24a-04c9613f503f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1592102 Nov 12 05:24:15.895813 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:15.897096 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:15.978756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:15.991144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a034839-c814-4c46-b8c8-63eb2fb4e6bd req-8a8f4843-aa0e-4b82-ab4b-3bc8f9d06425 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106894 Nov 12 05:24:16.032395 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:16.087809 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:16.108619 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7787b025-d5cf-4b26-8a83-ae097fcf33fc tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "PUT /v2.0/floatingips/b1c93a54-6439-48e5-82f5-ed3e29c30e65 HTTP/1.1" status: 200 len: 991 time: 2.8148208 Nov 12 05:24:16.111693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'tag': '09942aca-0bbe-444d-b820-13eb75da16b3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:16.114264 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52008c62-e630-4574-b40e-12c1466928e6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8b1c33-878a-4f7d-a52f-6a4b49bfc516", "tag": "09942aca-0bbe-444d-b820-13eb75da16b3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:16.125540 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03947ecb-746e-4aa3-a538-816d7601f5f6 x-openstack-request-id: req-03947ecb-746e-4aa3-a538-816d7601f5f6 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:16.125824 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:16.126159 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03947ecb-746e-4aa3-a538-816d7601f5f6 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:16.126550 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'code': 200} Nov 12 05:24:16.129908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-ae349d52-188b-4dcf-8207-6a5d2aa79475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:16.131569 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-ae349d52-188b-4dcf-8207-6a5d2aa79475 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.1436954 Nov 12 05:24:16.133313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d55ea0a0-e1dc-4126-8025-346611a89644 None None] Provisioning complete for port 2bc30e37-36e3-45be-96c6-fc2c103e9814 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:16.133630 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d55ea0a0-e1dc-4126-8025-346611a89644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:16.161010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-975f8c56-aff8-46ce-9f56-8462e02e6aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:16.248235 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e40ae-60b3-488e-a426-25e8309c486a x-openstack-request-id: req-192e40ae-60b3-488e-a426-25e8309c486a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:16.249496 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8b1c33-878a-4f7d-a52f-6a4b49bfc516", "tag": "09942aca-0bbe-444d-b820-13eb75da16b3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:16.249886 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-192e40ae-60b3-488e-a426-25e8309c486a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:16.250449 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'tag': '09942aca-0bbe-444d-b820-13eb75da16b3', 'status': 'completed', 'code': 200} Nov 12 05:24:16.258084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-71d727fe-87c1-424b-acf2-36619349651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:16.260133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-71d727fe-87c1-424b-acf2-36619349651d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162963 Nov 12 05:24:16.321217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:16.328870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d55ea0a0-e1dc-4126-8025-346611a89644 None None] Port 2bc30e37-36e3-45be-96c6-fc2c103e9814 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:16.344232 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fc35e40-92f7-4ec5-bfd1-849f0fe096e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:16.360478 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-975f8c56-aff8-46ce-9f56-8462e02e6aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:16.374171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-975f8c56-aff8-46ce-9f56-8462e02e6aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "DELETE /v2.0/ports/2bc30e37-36e3-45be-96c6-fc2c103e9814 HTTP/1.1" status: 204 len: 168 time: 1.2262464 Nov 12 05:24:16.379827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35906) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:16.430860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f8c56-aff8-46ce-9f56-8462e02e6aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event deleted for resources: {'Port': ['ID=2bc30e37-36e3-45be-96c6-fc2c103e9814,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:16.435831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb', 'tenant_id': '025cb776de754cb6bface15498e03466', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'port_id': '09917771-8549-48d0-b9c7-dd8359777785', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'mac_address': 'fa:16:3e:a6:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:23:51Z', 'updated_at': '2021-11-12T05:24:13Z', 'revision_number': 1, 'project_id': '025cb776de754cb6bface15498e03466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:16.507858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] Checking router: 5737ebf6-376d-421c-ac2e-be1cf12e77fb for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:24:16.562920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6461e9d4-a358-43ef-ad27-9f580feffe4d tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Deleting subnet 82826382-6653-41f2-bfeb-1795ea30ec92 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:24:16.566961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:16.567617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:24:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:16.577661 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-660aa0ba-9e62-41d4-bd76-2e33dd0d8866 service neutron] 10.222.0.43 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079011 Nov 12 05:24:16.580596 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6461e9d4-a358-43ef-ad27-9f580feffe4d tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:16.623864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52008c62-e630-4574-b40e-12c1466928e6 req-a7414754-336b-4070-967a-15224253dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:16.639934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52008c62-e630-4574-b40e-12c1466928e6 req-a7414754-336b-4070-967a-15224253dd2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35ef89240b4040a0b7a6f000bf28973d&device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 1097 time: 0.2959070 Nov 12 05:24:16.660916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1e5e-d539-4c13-8f46-8d0250a9bef0 req-5a34e8b5-f12e-4b39-94cf-7acc8ff4f00c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:16.663419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-713d1e5e-d539-4c13-8f46-8d0250a9bef0 req-5a34e8b5-f12e-4b39-94cf-7acc8ff4f00c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2283080 Nov 12 05:24:16.760956 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b1c93a54-6439-48e5-82f5-ed3e29c30e65', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'port_id': '09942aca-0bbe-444d-b820-13eb75da16b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'mac_address': 'fa:16:3e:e6:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:23:49Z', 'updated_at': '2021-11-12T05:24:14Z', 'revision_number': 1, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:49Z', 'revision_number': 5, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:16.796735 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6461e9d4-a358-43ef-ad27-9f580feffe4d tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:16.829889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c3e2bcf7-203a-4159-95fe-4fe18f21fb0c req-11be417b-ac92-4103-8254-c0a6ce8424fa service neutron] 10.222.0.43 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283008 Nov 12 05:24:16.833643 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] Checking router: 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:24:16.853631 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:16.854258 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:24:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:16.855328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:16.977139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-713d1e5e-d539-4c13-8f46-8d0250a9bef0 req-d1068c43-3445-4864-b2cb-e6b8757d835d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009439 Nov 12 05:24:17.006515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52008c62-e630-4574-b40e-12c1466928e6 req-38631956-8715-4f24-8c4a-bd75ebd06338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:17.008006 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52008c62-e630-4574-b40e-12c1466928e6 req-38631956-8715-4f24-8c4a-bd75ebd06338 service neutron] 10.222.0.47 "GET /v2.0/networks?id=901de7d8-fc90-4b0a-8138-36abd20a4ded HTTP/1.1" status: 200 len: 912 time: 0.3435884 Nov 12 05:24:17.060810 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:17.277471 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:17.297282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb', 'tenant_id': '025cb776de754cb6bface15498e03466', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'port_id': '09917771-8549-48d0-b9c7-dd8359777785', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'mac_address': 'fa:16:3e:a6:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:23:51Z', 'updated_at': '2021-11-12T05:24:13Z', 'revision_number': 1, 'project_id': '025cb776de754cb6bface15498e03466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:17.306986 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b1c93a54-6439-48e5-82f5-ed3e29c30e65', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'port_id': '09942aca-0bbe-444d-b820-13eb75da16b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'mac_address': 'fa:16:3e:e6:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:23:49Z', 'updated_at': '2021-11-12T05:24:14Z', 'revision_number': 1, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:49Z', 'revision_number': 5, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:17.332306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47097ce-2662-4cfe-b545-6b5c3859f297 None None] The sync data for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 is: [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb', 'tenant_id': '025cb776de754cb6bface15498e03466', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'port_id': '09917771-8549-48d0-b9c7-dd8359777785', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'mac_address': 'fa:16:3e:a6:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:23:51Z', 'updated_at': '2021-11-12T05:24:13Z', 'revision_number': 1, 'project_id': '025cb776de754cb6bface15498e03466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:24:17.340033 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b029c-7067-4701-9e14-e40986be266f None None] The sync data for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 is: [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b1c93a54-6439-48e5-82f5-ed3e29c30e65', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'port_id': '09942aca-0bbe-444d-b820-13eb75da16b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'mac_address': 'fa:16:3e:e6:b8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:23:49Z', 'updated_at': '2021-11-12T05:24:14Z', 'revision_number': 1, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:49Z', 'revision_number': 5, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:24:17.501855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52008c62-e630-4574-b40e-12c1466928e6 req-40d4a46e-b587-4074-b230-8db4a21ceb4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09942aca-0bbe-444d-b820-13eb75da16b3 HTTP/1.1" status: 200 len: 999 time: 0.4752812 Nov 12 05:24:17.507108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6461e9d4-a358-43ef-ad27-9f580feffe4d tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:17.637775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917a040-ab5f-4845-baee-e690535d3f26 req-e2c2276d-a9b4-48f8-8c95-9c6cbded6780 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:17.645350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c917a040-ab5f-4845-baee-e690535d3f26 req-e2c2276d-a9b4-48f8-8c95-9c6cbded6780 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2141483 Nov 12 05:24:17.664237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52008c62-e630-4574-b40e-12c1466928e6 req-3522698a-c7dd-423d-8727-64bf9b813e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:17.665700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52008c62-e630-4574-b40e-12c1466928e6 req-3522698a-c7dd-423d-8727-64bf9b813e04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9667aeb3-d531-423e-8eab-9370106651a9 HTTP/1.1" status: 200 len: 850 time: 0.1289933 Nov 12 05:24:17.728121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6461e9d4-a358-43ef-ad27-9f580feffe4d tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:17.747614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f099905-b1e4-484f-9bc0-04403dd13004 None None] New status for floating IP b1c93a54-6439-48e5-82f5-ed3e29c30e65: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:24:17.793236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461e9d4-a358-43ef-ad27-9f580feffe4d tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event deleted for resources: {'Subnet': ['ID=82826382-6653-41f2-bfeb-1795ea30ec92,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:17.816774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c917a040-ab5f-4845-baee-e690535d3f26 req-cbcfea22-e908-4e26-b0c6-b4e929e92cd9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658101 Nov 12 05:24:17.818597 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6461e9d4-a358-43ef-ad27-9f580feffe4d tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:17.822807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6461e9d4-a358-43ef-ad27-9f580feffe4d tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "DELETE /v2.0/subnets/82826382-6653-41f2-bfeb-1795ea30ec92 HTTP/1.1" status: 204 len: 168 time: 1.4125257 Nov 12 05:24:17.825326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35942) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:17.834526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19eeed-19a8-4b2d-acb0-e28ccf69436e None None] Network cda211a9-41e2-425a-9745-fbbf02998d7b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:17.906288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52008c62-e630-4574-b40e-12c1466928e6 req-1fa18be2-4535-4682-8b3a-7fd68c96b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:17.923681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52008c62-e630-4574-b40e-12c1466928e6 req-1fa18be2-4535-4682-8b3a-7fd68c96b102 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=901de7d8-fc90-4b0a-8138-36abd20a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2445052 Nov 12 05:24:18.044787 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055b77a-7b2b-4d40-bb59-4684db9a7900 None None] New status for floating IP aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:24:18.145702 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.227981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0bc0d-2af8-4a6c-9289-1253ad5fb868 req-95f025ee-5f3b-4d06-bc70-c0023ee59122 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:18.230082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99e0bc0d-2af8-4a6c-9289-1253ad5fb868 req-95f025ee-5f3b-4d06-bc70-c0023ee59122 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1607835 Nov 12 05:24:18.233677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52008c62-e630-4574-b40e-12c1466928e6 req-ccb476bf-1761-4285-b214-014c8d5db249 service neutron] 10.222.0.47 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264187 Nov 12 05:24:18.372516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Deleting port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:18.372843 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.389277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] DHCP port deletion for cda211a9-41e2-425a-9745-fbbf02998d7b request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:24:18.393500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99e0bc0d-2af8-4a6c-9289-1253ad5fb868 req-8d319034-a06e-4372-943a-a90fff1704f1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519144 Nov 12 05:24:18.481431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52008c62-e630-4574-b40e-12c1466928e6 req-b59b3761-3e06-4d56-a025-d293fb58b2ab service neutron] 10.222.0.47 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314897 Nov 12 05:24:18.485753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] Deleting port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:18.500067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.544007 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.572971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] For port 94ea91b9-6d2e-409c-b908-a4b69ae121c3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94ea91b9-6d2e-409c-b908-a4b69ae121c3,segment=NetworkSegment(e82ff7cd-9a05-4439-a432-30351f40eed2),segment_id=e82ff7cd-9a05-4439-a432-30351f40eed2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:18.573426 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.615328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Calling delete_port for 94ea91b9-6d2e-409c-b908-a4b69ae121c3 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:18.689983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ad51e-4cd6-4702-89a9-62d27b154ddf req-0c3db2e1-c0eb-4412-a271-830c28d2d353 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:18.691723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-548ad51e-4cd6-4702-89a9-62d27b154ddf req-0c3db2e1-c0eb-4412-a271-830c28d2d353 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1493773 Nov 12 05:24:18.777248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-548ad51e-4cd6-4702-89a9-62d27b154ddf req-e2825eca-4c80-4efd-8994-c0189170ba60 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774915 Nov 12 05:24:18.799041 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.828801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] For port 94ea91b9-6d2e-409c-b908-a4b69ae121c3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94ea91b9-6d2e-409c-b908-a4b69ae121c3,segment=NetworkSegment(e82ff7cd-9a05-4439-a432-30351f40eed2),segment_id=e82ff7cd-9a05-4439-a432-30351f40eed2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:18.829121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.844037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event deleted for resources: {'Port': ['ID=94ea91b9-6d2e-409c-b908-a4b69ae121c3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:18.847391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] Calling delete_port for 94ea91b9-6d2e-409c-b908-a4b69ae121c3 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:18.871249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] No DVR routers for this DVR port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:18.952858 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.983422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] No DVR routers for this DVR port 94ea91b9-6d2e-409c-b908-a4b69ae121c3 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:18.993795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f709c71-0306-4073-a0d2-1dd70da58a82 None None] Pushing event deleted for resources: {'Port': ['ID=94ea91b9-6d2e-409c-b908-a4b69ae121c3,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:19.052701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.084763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dc6c6-bb13-4572-9906-f1b72d6d7115 req-83d3f179-5b3d-424b-946e-79b4e228b59b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:19.086297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e1dc6c6-bb13-4572-9906-f1b72d6d7115 req-83d3f179-5b3d-424b-946e-79b4e228b59b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1758866 Nov 12 05:24:19.098299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda211a9-41e2-425a-9745-fbbf02998d7b']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:19.123875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82ff7cd-9a05-4439-a432-30351f40eed2') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:19.124179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82ff7cd-9a05-4439-a432-30351f40eed2') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:19.143217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.168364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.180764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e1dc6c6-bb13-4572-9906-f1b72d6d7115 req-af81d34f-de52-41e9-b81d-4d74f4549391 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796330 Nov 12 05:24:19.181880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:24:19.182263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:24:19.185996 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:24:19.264250 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.273485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.280653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] 10.222.0.48 "DELETE /v2.0/networks/cda211a9-41e2-425a-9745-fbbf02998d7b HTTP/1.1" status: 204 len: 168 time: 1.4541750 Nov 12 05:24:19.308894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aecb3-b7fe-4c69-909d-a84f29733962 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518 tempest-ExtraDHCPOptionsIpV6TestJSON-1887309518-project] Pushing event deleted for resources: {'Network': ['ID=cda211a9-41e2-425a-9745-fbbf02998d7b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:19.356611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44923f-8bb4-4a60-931c-566346232bd4 req-5f99fc96-9ef1-4583-85b2-9de6f3a00d45 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:19.358621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a44923f-8bb4-4a60-931c-566346232bd4 req-5f99fc96-9ef1-4583-85b2-9de6f3a00d45 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0752156 Nov 12 05:24:19.423974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.441462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a44923f-8bb4-4a60-931c-566346232bd4 req-d369b01e-8d29-4671-a002-f5a0af26bdec tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740895 Nov 12 05:24:19.624738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36016) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:19.693387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afba947-ff9b-4b6d-9473-a93ba125a153 req-c195feae-1a94-4ae7-b9cc-f170cb7e317a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:19.695242 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1afba947-ff9b-4b6d-9473-a93ba125a153 req-c195feae-1a94-4ae7-b9cc-f170cb7e317a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0549285 Nov 12 05:24:19.758022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1afba947-ff9b-4b6d-9473-a93ba125a153 req-2cabe531-b4bc-4e34-accd-1b96fbe50d1d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558503 Nov 12 05:24:19.817582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b1cc1032-3f6f-4563-8253-b0ed69af1046 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=129428ba6cfb4fa5946f1d57f3ee7f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915669 Nov 12 05:24:19.820221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36024) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:19.880840 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b7d1-a8b1-4030-90a9-8e6e547c975f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.921935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b7d1-a8b1-4030-90a9-8e6e547c975f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.976748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b7d1-a8b1-4030-90a9-8e6e547c975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.979742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b7d1-a8b1-4030-90a9-8e6e547c975f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:19.980907 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14c2b7d1-a8b1-4030-90a9-8e6e547c975f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38545878-62a2-4b06-b1c8-f185d4ba64ae HTTP/1.1" status: 204 len: 168 time: 0.1597493 Nov 12 05:24:19.989940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2b7d1-a8b1-4030-90a9-8e6e547c975f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38545878-62a2-4b06-b1c8-f185d4ba64ae,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:20.027204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:24:20.146562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:20.167135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'mac_address': 'fa:16:3e:f2:c6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:24:20.225634 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:20.242857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:24:20.264069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94ea91b9-6d2e-409c-b908-a4b69ae121c3 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:20.286158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 94ea91b9-6d2e-409c-b908-a4b69ae121c3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:20.286529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94ea91b9-6d2e-409c-b908-a4b69ae121c3 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:20.289039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:20.297340 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:20.352652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:20.475973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:24:20.902591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36074) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:20.940847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fa7ea-ee6c-4977-9c3a-b05744af749e req-9998f8ee-3509-451d-a9ef-5e9caa22e210 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:20.942372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b73fa7ea-ee6c-4977-9c3a-b05744af749e req-9998f8ee-3509-451d-a9ef-5e9caa22e210 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0804803 Nov 12 05:24:21.006847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b73fa7ea-ee6c-4977-9c3a-b05744af749e req-b832905d-836b-43f3-99b3-5eb5d04ad476 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569768 Nov 12 05:24:21.062762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1609961299'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:21.087429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Made reservation on behalf of 630e407911fd422da8fc32cf07a3ac2f for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:21.101344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.111558 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.214820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.221540 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.270698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1a2de3-6c08-47a6-a08f-da909ebc1c13,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:21.273662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:24:21.293949 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.294633 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Added segment beeccc3f-a689-45ad-aa96-b13459a5a3e3 of type vlan for network 42baaf0e-1515-46dc-a29e-ae2589da71e4 Nov 12 05:24:21.347030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.413952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.417077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2786e8-4ce2-4ec4-9803-8d5ec2e7822b req-02d794fd-b4d7-4d3d-acfb-048422853fcb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:21.422827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:21.425975 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.429937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f2786e8-4ce2-4ec4-9803-8d5ec2e7822b req-02d794fd-b4d7-4d3d-acfb-048422853fcb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1183593 Nov 12 05:24:21.510559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f2786e8-4ce2-4ec4-9803-8d5ec2e7822b req-34f36d9d-6a59-4022-a2a1-1d5ed89cb7ff tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750377 Nov 12 05:24:21.515994 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6099870 Nov 12 05:24:21.521539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36112) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:21.527722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Request body: {'subnet': {'network_id': '42baaf0e-1515-46dc-a29e-ae2589da71e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:21.535671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26423a-c4df-4334-8387-893dfdb7ea1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Pushing event updated for resources: {'Network': ['ID=42baaf0e-1515-46dc-a29e-ae2589da71e4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:21.545865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 42baaf0e-1515-46dc-a29e-ae2589da71e4 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:24:21.651237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Made reservation on behalf of 630e407911fd422da8fc32cf07a3ac2f for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:21.655824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.880910 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:21.963827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Pushing event updated for resources: {'Subnet': ['ID=fb68388a-dd09-4f6d-8f6d-f8d13e6f88be,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:21.981867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Checking segment: {'id': 'beeccc3f-a689-45ad-aa96-b13459a5a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '42baaf0e-1515-46dc-a29e-ae2589da71e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:21.982286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Network hostable DHCP agents. Network: 42baaf0e-1515-46dc-a29e-ae2589da71e4, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:24:22.001221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Network 42baaf0e-1515-46dc-a29e-ae2589da71e4 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:24:22.012563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 42baaf0e-1515-46dc-a29e-ae2589da71e4) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:22.017937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:22.019252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:22.026549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fbd693-84c3-4ef6-b679-424997355472 None None] Network 42baaf0e-1515-46dc-a29e-ae2589da71e4 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:22.057231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b96eb25b-f243-4fcf-a5c6-fa73e546fa89 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5318487 Nov 12 05:24:22.057640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36120) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:22.063556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:22.063738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Request body: {'port': {'network_id': '42baaf0e-1515-46dc-a29e-ae2589da71e4', 'name': 'tempest-TagsExtTest-792735780'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:22.226784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Made reservation on behalf of 630e407911fd422da8fc32cf07a3ac2f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:22.232829 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:22.268350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] device_id is not set on port 865ac574-df3c-488b-8eb5-5aa3e0ad2c81 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:24:22.297757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:22.300052 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:22.406473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-42baaf0e-1515-46dc-a29e-ae2589da71e4', 'network_id': '42baaf0e-1515-46dc-a29e-ae2589da71e4', 'tenant_id': '630e407911fd422da8fc32cf07a3ac2f', 'fixed_ips': [{'subnet_id': 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:24:22.408373 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:22.459886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Allocated IP 172.20.0.9 (42baaf0e-1515-46dc-a29e-ae2589da71e4/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/865ac574-df3c-488b-8eb5-5aa3e0ad2c81) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:24:22.602707 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:22.632095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:22.635593 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158a7fea-ea19-471c-833f-84308a441457" -d '{"events": [{"server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "name": "network-vif-plugged", "status": "completed", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:22.649167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:22.656287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:22.712681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83368e51-07cf-42a5-90ab-bf669554a55b req-da97182c-dc21-4685-bd23-697eb24e4540 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:22.720886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83368e51-07cf-42a5-90ab-bf669554a55b req-da97182c-dc21-4685-bd23-697eb24e4540 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1242163 Nov 12 05:24:22.723058 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621245e2-2c35-4ff0-a27f-40384f33cb88 x-openstack-request-id: req-621245e2-2c35-4ff0-a27f-40384f33cb88 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:22.723345 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "name": "network-vif-plugged", "status": "completed", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:22.723597 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-621245e2-2c35-4ff0-a27f-40384f33cb88 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:22.724295 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'code': 200} Nov 12 05:24:22.730184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:22.770489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:22.795151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83368e51-07cf-42a5-90ab-bf669554a55b req-8843aabe-4a09-43f2-9158-2c21ca24aa8a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709107 Nov 12 05:24:22.848175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:22.899850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Network 42baaf0e-1515-46dc-a29e-ae2589da71e4 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:22.904370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:22.906801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:24:22.920975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Allocated IP 172.20.0.2 (42baaf0e-1515-46dc-a29e-ae2589da71e4/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:24:22.972748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Pushing event updated for resources: {'Port': ['ID=865ac574-df3c-488b-8eb5-5aa3e0ad2c81,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:23.017644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65286fac-cb38-4a66-b4c9-fa11b4697e06 req-e2e328a7-7e51-4e59-962f-9a5c7d789621 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:23.019232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65286fac-cb38-4a66-b4c9-fa11b4697e06 req-e2e328a7-7e51-4e59-962f-9a5c7d789621 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1162021 Nov 12 05:24:23.038789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:23.039425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.085122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-58567bd1-4faa-438c-b1d6-78a58a6ecd53 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0262237 Nov 12 05:24:23.087732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36154) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:23.096181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8fb71544-64f3-451e-b703-4b5ac63781ca tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1184771651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:23.108625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65286fac-cb38-4a66-b4c9-fa11b4697e06 req-78f54754-e510-4bb6-8f65-3ccf0ebc0dbd tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799484 Nov 12 05:24:23.152042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fb71544-64f3-451e-b703-4b5ac63781ca tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.153344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fb71544-64f3-451e-b703-4b5ac63781ca tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.169805 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.179764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.229196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fb71544-64f3-451e-b703-4b5ac63781ca tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.239797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Pushing event updated for resources: {'Port': ['ID=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:23.240900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fb71544-64f3-451e-b703-4b5ac63781ca tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.255254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Network 42baaf0e-1515-46dc-a29e-ae2589da71e4 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:23.257989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:23.261602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:24:23.276757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fb71544-64f3-451e-b703-4b5ac63781ca tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.278833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8fb71544-64f3-451e-b703-4b5ac63781ca tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1887217 Nov 12 05:24:23.281441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36162) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:23.288960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-64202e6b-7184-4dbd-be3c-3dd4c00e2b1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-514647007', 'prefixes': ['172.20.0.0/16']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:23.332777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Attempting to bind port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:24:23.333172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Attempting to bind port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'beeccc3f-a689-45ad-aa96-b13459a5a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '42baaf0e-1515-46dc-a29e-ae2589da71e4'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:24:23.333656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Attempting to bind port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c on network 42baaf0e-1515-46dc-a29e-ae2589da71e4 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:24:23.342150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:24:23.342506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Checking segment: {'id': 'beeccc3f-a689-45ad-aa96-b13459a5a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '42baaf0e-1515-46dc-a29e-ae2589da71e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:23.343021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.343421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Bound using segment: {'id': 'beeccc3f-a689-45ad-aa96-b13459a5a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '42baaf0e-1515-46dc-a29e-ae2589da71e4'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:24:23.344045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Bound port: 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beeccc3f-a689-45ad-aa96-b13459a5a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '42baaf0e-1515-46dc-a29e-ae2589da71e4'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:24:23.344508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.440647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24ede2-5d4f-4032-957e-a12f5f3124ee req-7f2e0eeb-d6c7-46d7-a1fd-7576af74ec5c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:23.449422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b24ede2-5d4f-4032-957e-a12f5f3124ee req-7f2e0eeb-d6c7-46d7-a1fd-7576af74ec5c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0905530 Nov 12 05:24:23.456531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] For port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:24:23.461925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] For port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,segment=NetworkSegment(beeccc3f-a689-45ad-aa96-b13459a5a3e3),segment_id=beeccc3f-a689-45ad-aa96-b13459a5a3e3)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:24:23.469455 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.498064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-64202e6b-7184-4dbd-be3c-3dd4c00e2b1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for subnetpool, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.508088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-64202e6b-7184-4dbd-be3c-3dd4c00e2b1e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2241578 Nov 12 05:24:23.511689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36170) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:23.526623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-75a9087f-a907-46e8-8367-6d39924100ec tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be', 'tempest-TagsExtTest-Tag-465182620') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:23.578924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b24ede2-5d4f-4032-957e-a12f5f3124ee req-34aa5fc6-2c27-41b1-aedc-14d67d29dc12 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282709 Nov 12 05:24:23.588044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75272c-b788-4e2e-bef1-e618a73f6885 None None] Pushing event updated for resources: {'Port': ['ID=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:23.717818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75a9087f-a907-46e8-8367-6d39924100ec tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags/tempest-TagsExtTest-Tag-465182620 HTTP/1.1" status: 201 len: 201 time: 0.2047799 Nov 12 05:24:23.720931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36190) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:23.727107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-9e3c3126-d8a6-4f6b-963e-c9ceb98b265b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81', 'tempest-TagsExtTest-Tag-1149558443') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:23.857503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42f7eb-4bb9-41a9-b5b9-8707f415e710 req-83ca2d4b-0664-4b0c-87b6-7577000db387 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:23.869377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d42f7eb-4bb9-41a9-b5b9-8707f415e710 req-83ca2d4b-0664-4b0c-87b6-7577000db387 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1393852 Nov 12 05:24:23.940953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d42f7eb-4bb9-41a9-b5b9-8707f415e710 req-3b78e051-8aba-4344-84cd-937cb9be6ed3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701983 Nov 12 05:24:23.995814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9e3c3126-d8a6-4f6b-963e-c9ceb98b265b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags/tempest-TagsExtTest-Tag-1149558443 HTTP/1.1" status: 201 len: 201 time: 0.2734079 Nov 12 05:24:23.998526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36198) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:24.004754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-752ac10e-e0e5-4c7a-96fa-1fdee1b5fbfc tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37', 'tempest-TagsExtTest-Tag-947383509') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:24.227429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93d45-fbb5-41e7-8941-2e7972c90f61 req-b6c0f3b5-13b1-47ca-9152-6b6fa9baaf3c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:24.236917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5a93d45-fbb5-41e7-8941-2e7972c90f61 req-b6c0f3b5-13b1-47ca-9152-6b6fa9baaf3c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1521111 Nov 12 05:24:24.264396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-752ac10e-e0e5-4c7a-96fa-1fdee1b5fbfc tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags/tempest-TagsExtTest-Tag-947383509 HTTP/1.1" status: 201 len: 201 time: 0.2646570 Nov 12 05:24:24.268722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36202) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:24.273833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-29b03649-086b-4238-8f1e-0c8166286f14 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe', 'tempest-TagsExtTest-Tag-1397553625') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:24.321496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:24.345651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5a93d45-fbb5-41e7-8941-2e7972c90f61 req-c0b8cd5b-cf55-4655-9886-ee568ed0efbf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075182 Nov 12 05:24:24.408606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-29b03649-086b-4238-8f1e-0c8166286f14 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags/tempest-TagsExtTest-Tag-1397553625 HTTP/1.1" status: 201 len: 201 time: 0.1385989 Nov 12 05:24:24.411210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36208) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:24.416155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-7f8c60a2-f992-4d4b-944c-b48407678554 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:24.445561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:24.446080 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:24.547734 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f8c60a2-f992-4d4b-944c-b48407678554 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags HTTP/1.1" status: 200 len: 240 time: 0.1348884 Nov 12 05:24:24.552908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36214) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:24.558669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-0251586d-784a-4a03-8e5f-fa93a8652077 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be', 'tempest-TagsExtTest-Tag-465182620') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:24.587429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:24.621079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3926985-d472-4d9b-8875-559c89908133 req-9b54a505-89fc-4b60-9c6d-40954c335338 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:24.639809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3926985-d472-4d9b-8875-559c89908133 req-9b54a505-89fc-4b60-9c6d-40954c335338 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1517630 Nov 12 05:24:24.666128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,segment=NetworkSegment(beeccc3f-a689-45ad-aa96-b13459a5a3e3),segment_id=beeccc3f-a689-45ad-aa96-b13459a5a3e3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:24.675374 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:24.724483 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0251586d-784a-4a03-8e5f-fa93a8652077 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags/tempest-TagsExtTest-Tag-465182620 HTTP/1.1" status: 204 len: 168 time: 0.1703289 Nov 12 05:24:24.727935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36230) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:24.738632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-898c9842-3db8-4e88-ac64-3006103dd8a8 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be', 'tempest-TagsExtTest-Tag-465182620') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:24.787664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3926985-d472-4d9b-8875-559c89908133 req-3e36e98a-7398-4522-ab64-ada9271f2919 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412573 Nov 12 05:24:24.831457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:24.915497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-898c9842-3db8-4e88-ac64-3006103dd8a8 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags/tempest-TagsExtTest-Tag-465182620 HTTP/1.1" status: 204 len: 168 time: 0.1833396 Nov 12 05:24:24.915913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36246) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:24.921354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-e86a000a-24a9-46d4-8f82-1b45e30b68db tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:25.012564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e86a000a-24a9-46d4-8f82-1b45e30b68db tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags HTTP/1.1" status: 200 len: 205 time: 0.0951047 Nov 12 05:24:25.015238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36254) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:25.023202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-4d8878cb-94f0-44ce-b744-e569c353adc3 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:25.043620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d097607f-2201-4f83-b85c-1c90cb127d52 None None] Network 42baaf0e-1515-46dc-a29e-ae2589da71e4 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:25.114385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4d8878cb-94f0-44ce-b744-e569c353adc3 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags HTTP/1.1" status: 200 len: 241 time: 0.0963905 Nov 12 05:24:25.115947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36260) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:25.121219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-171c1fd3-97f6-4de6-83b7-847aece55a66 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81', 'tempest-TagsExtTest-Tag-1149558443') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:25.216151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-82dd0256-885e-4475-a625-a78466d3c462 None None] Provisioning complete for port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:25.216641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82dd0256-885e-4475-a625-a78466d3c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:25.242238 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-171c1fd3-97f6-4de6-83b7-847aece55a66 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags/tempest-TagsExtTest-Tag-1149558443 HTTP/1.1" status: 204 len: 168 time: 0.1250670 Nov 12 05:24:25.246210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36264) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:25.252338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-5d3e0d49-beb0-429a-a0e5-76a97adb4c67 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81', 'tempest-TagsExtTest-Tag-1149558443') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:25.370388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b12db1-0b63-47a7-86a2-fb38d35df86a req-28597e2b-c679-4be8-a591-dde772327734 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:25.374864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79b12db1-0b63-47a7-86a2-fb38d35df86a req-28597e2b-c679-4be8-a591-dde772327734 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1175518 Nov 12 05:24:25.448729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5d3e0d49-beb0-429a-a0e5-76a97adb4c67 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags/tempest-TagsExtTest-Tag-1149558443 HTTP/1.1" status: 204 len: 168 time: 0.1980546 Nov 12 05:24:25.449040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36276) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:25.455178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-a2c4852a-6157-4dfc-9726-fb52c2764c18 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:25.477585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79b12db1-0b63-47a7-86a2-fb38d35df86a req-50416db1-5ef2-4292-b548-390fd2fd5066 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966249 Nov 12 05:24:25.582919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36284) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:25.589294 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a2c4852a-6157-4dfc-9726-fb52c2764c18 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags HTTP/1.1" status: 200 len: 205 time: 0.1381741 Nov 12 05:24:25.594516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-71a03859-7b87-4404-9179-b623c728cb32 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:25.837197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-71a03859-7b87-4404-9179-b623c728cb32 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags HTTP/1.1" status: 200 len: 240 time: 0.2499468 Nov 12 05:24:25.837197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36290) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:25.846452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-76da9f5b-6b0c-4833-b429-4d0d0edcf306 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37', 'tempest-TagsExtTest-Tag-947383509') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:25.909277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d2f7a-5bbd-4cfb-b2e6-68a57b88270b req-75f55d8c-9490-4f85-87d3-de79c2d7c9f9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:25.925358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-002d2f7a-5bbd-4cfb-b2e6-68a57b88270b req-75f55d8c-9490-4f85-87d3-de79c2d7c9f9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2232614 Nov 12 05:24:25.948355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5d4970ad-9bce-4402-85d3-00e225052407 None None] Provisioning complete for port 865ac574-df3c-488b-8eb5-5aa3e0ad2c81 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:25.948940 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4970ad-9bce-4402-85d3-00e225052407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:26.044797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5d4970ad-9bce-4402-85d3-00e225052407 None None] Port 865ac574-df3c-488b-8eb5-5aa3e0ad2c81 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:26.068293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-002d2f7a-5bbd-4cfb-b2e6-68a57b88270b req-57913016-a2db-4c6f-9fb3-086cf40b5a23 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419735 Nov 12 05:24:26.073818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5d4970ad-9bce-4402-85d3-00e225052407 None None] Provisioning complete for port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:26.074195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4970ad-9bce-4402-85d3-00e225052407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:26.083769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.088639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-a8414515-2a1c-47b5-8705-73b6f13aa85c tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37', 'tempest-TagsExtTest-Tag-947383509') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:26.090843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-76da9f5b-6b0c-4833-b429-4d0d0edcf306 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags/tempest-TagsExtTest-Tag-947383509 HTTP/1.1" status: 204 len: 168 time: 0.2463746 Nov 12 05:24:26.315215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:26.406451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-350bb614-a914-4ab1-b0ec-98de7cd57465 None None] Provisioning complete for port 865ac574-df3c-488b-8eb5-5aa3e0ad2c81 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:26.406832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-350bb614-a914-4ab1-b0ec-98de7cd57465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:26.437329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a8414515-2a1c-47b5-8705-73b6f13aa85c tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags/tempest-TagsExtTest-Tag-947383509 HTTP/1.1" status: 204 len: 168 time: 0.3524120 Nov 12 05:24:26.439643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.445673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-5fe0e007-22d8-4c48-8c71-30e4171caa92 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:26.457068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-350bb614-a914-4ab1-b0ec-98de7cd57465 None None] Port 865ac574-df3c-488b-8eb5-5aa3e0ad2c81 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:26.473203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:26.475553 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:26.557622 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5fe0e007-22d8-4c48-8c71-30e4171caa92 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags HTTP/1.1" status: 200 len: 205 time: 0.1164589 Nov 12 05:24:26.560139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36322) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.565440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-f43734da-4901-45d3-9fd2-62c349d6c833 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:26.584015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0f732-1e91-4021-97de-b72da3168000 req-4b870a2d-2ae3-4aa8-8dbc-8ee3331a7eb0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:26.585557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53b0f732-1e91-4021-97de-b72da3168000 req-4b870a2d-2ae3-4aa8-8dbc-8ee3331a7eb0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0782712 Nov 12 05:24:26.611790 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f43734da-4901-45d3-9fd2-62c349d6c833 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags HTTP/1.1" status: 200 len: 241 time: 0.0503516 Nov 12 05:24:26.614446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36326) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.627806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-69fb387e-566b-4a9d-acdf-b5f1412bde3f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe', 'tempest-TagsExtTest-Tag-1397553625') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:26.674045 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-69fb387e-566b-4a9d-acdf-b5f1412bde3f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags/tempest-TagsExtTest-Tag-1397553625 HTTP/1.1" status: 204 len: 168 time: 0.0575070 Nov 12 05:24:26.674686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36328) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.681585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-2c3c0967-ebb1-4de0-a429-6c8f9b3649a0 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe', 'tempest-TagsExtTest-Tag-1397553625') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:26.716235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53b0f732-1e91-4021-97de-b72da3168000 req-4a92ad50-8b0d-4c90-8796-05237af2a021 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239150 Nov 12 05:24:26.739671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2c3c0967-ebb1-4de0-a429-6c8f9b3649a0 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags/tempest-TagsExtTest-Tag-1397553625 HTTP/1.1" status: 204 len: 168 time: 0.0618162 Nov 12 05:24:26.742681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36332) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.747658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-23cbfc3c-a917-4fdf-b8f7-2a9a212ca07d tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:26.776751 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-23cbfc3c-a917-4fdf-b8f7-2a9a212ca07d tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags HTTP/1.1" status: 200 len: 205 time: 0.0327432 Nov 12 05:24:26.779765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36334) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.786876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-bafac027-bb25-4621-950d-f0f1dfcf77b7 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:26.862995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bafac027-bb25-4621-950d-f0f1dfcf77b7 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags HTTP/1.1" status: 204 len: 168 time: 0.0820897 Nov 12 05:24:26.865624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36336) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.871317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-13796e46-3676-4653-b5b2-98bf047f6c05 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:26.882290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb75ea2-c35d-4e0e-a109-a18ed36b1364 req-9bc0b34f-f6e6-4449-b258-7861603bd9c1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:26.884084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2eb75ea2-c35d-4e0e-a109-a18ed36b1364 req-9bc0b34f-f6e6-4449-b258-7861603bd9c1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0783279 Nov 12 05:24:26.950842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2eb75ea2-c35d-4e0e-a109-a18ed36b1364 req-778c7995-b552-42b5-b53d-4a617d04cbf7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592382 Nov 12 05:24:26.961344 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-13796e46-3676-4653-b5b2-98bf047f6c05 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags HTTP/1.1" status: 204 len: 168 time: 0.0944650 Nov 12 05:24:26.964155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36338) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:26.969194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-ab2d1191-804d-4738-b7fe-d2485d89eebd tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.011765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:27.042614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ab2d1191-804d-4738-b7fe-d2485d89eebd tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags HTTP/1.1" status: 204 len: 168 time: 0.0750744 Nov 12 05:24:27.042990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36344) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.048108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-b27e16ef-be5c-4b40-be23-0c034e6983c7 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.114033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c3ab2-6fc4-43cc-a842-b77be6874b82 req-2ca1e85e-4287-45e9-af93-5642b38ff5d7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:27.115933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1c3ab2-6fc4-43cc-a842-b77be6874b82 req-2ca1e85e-4287-45e9-af93-5642b38ff5d7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0646820 Nov 12 05:24:27.127212 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b27e16ef-be5c-4b40-be23-0c034e6983c7 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags HTTP/1.1" status: 204 len: 168 time: 0.0792227 Nov 12 05:24:27.127788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36346) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.132887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-953230d1-9bce-4a4a-9edc-59a8542b5ff6 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be', 'tempest-TagsExtTest-Tag-1619789173') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.180211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1c3ab2-6fc4-43cc-a842-b77be6874b82 req-cff7aa67-3d3c-443b-83b4-a7b469f5c45f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557997 Nov 12 05:24:27.209103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-953230d1-9bce-4a4a-9edc-59a8542b5ff6 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags/tempest-TagsExtTest-Tag-1619789173 HTTP/1.1" status: 201 len: 201 time: 0.0800250 Nov 12 05:24:27.211639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36352) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.216995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-ccc76dae-fdd2-4870-b5b1-f18aba9e3e95 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81', 'tempest-TagsExtTest-Tag-726215162') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.342382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ccc76dae-fdd2-4870-b5b1-f18aba9e3e95 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags/tempest-TagsExtTest-Tag-726215162 HTTP/1.1" status: 201 len: 201 time: 0.1294544 Nov 12 05:24:27.344917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36366) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.351651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-1af843f2-d5d2-40c1-9c7f-2b1f1bb7aa24 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37', 'tempest-TagsExtTest-Tag-1617177863') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.377032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05756f-8204-4750-850e-856d9a8b4f5c req-a422c519-5e75-4c1e-9bb1-03706cbae257 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:27.384997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd05756f-8204-4750-850e-856d9a8b4f5c req-a422c519-5e75-4c1e-9bb1-03706cbae257 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1125181 Nov 12 05:24:27.459789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd05756f-8204-4750-850e-856d9a8b4f5c req-0b87ea11-2983-4589-8019-cd582c710836 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720575 Nov 12 05:24:27.488530 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1af843f2-d5d2-40c1-9c7f-2b1f1bb7aa24 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags/tempest-TagsExtTest-Tag-1617177863 HTTP/1.1" status: 201 len: 201 time: 0.1401181 Nov 12 05:24:27.490221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.495488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-68fb7478-55ac-489a-820c-cbdf7b2ae241 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe', 'tempest-TagsExtTest-Tag-102643329') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.549594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36390) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.549808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-68fb7478-55ac-489a-820c-cbdf7b2ae241 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags/tempest-TagsExtTest-Tag-102643329 HTTP/1.1" status: 201 len: 201 time: 0.0582705 Nov 12 05:24:27.554803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-f994c210-eaa7-4d96-8fcb-89c5cc376ba2 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be', {'tags': ['tempest-TagsExtTest-Tag-122768742', 'tempest-TagsExtTest-Tag-1791957937', 'tempest-TagsExtTest-Tag-1634785335']}) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.650700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36400) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.657244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-a6890b63-82bb-43a6-ab9a-bf38f73918fe tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.662297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f994c210-eaa7-4d96-8fcb-89c5cc376ba2 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags HTTP/1.1" status: 200 len: 317 time: 0.1114850 Nov 12 05:24:27.760946 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a6890b63-82bb-43a6-ab9a-bf38f73918fe tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags HTTP/1.1" status: 204 len: 168 time: 0.1076746 Nov 12 05:24:27.762978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36404) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.769104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-c8af0daa-99c3-4d4d-bc9f-2ca610e8108f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be', 'tempest-TagsExtTest-Tag-122768742') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.770027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c495c93-33e4-4c69-acd4-2e9ab60e0a4b req-46025427-21ba-4806-9ad5-0b8efd43a39a tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:27.777376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c495c93-33e4-4c69-acd4-2e9ab60e0a4b req-46025427-21ba-4806-9ad5-0b8efd43a39a tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 950 time: 0.0640910 Nov 12 05:24:27.832284 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-c8af0daa-99c3-4d4d-bc9f-2ca610e8108f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:27.833694 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c8af0daa-99c3-4d4d-bc9f-2ca610e8108f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags/tempest-TagsExtTest-Tag-122768742 HTTP/1.1" status: 404 len: 328 time: 0.0695930 Nov 12 05:24:27.836609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36406) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.842206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-d76ae901-4013-415d-a984-5e3d98a60a3a tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be', 'tempest-TagsExtTest-Tag-1791957937') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.863137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c495c93-33e4-4c69-acd4-2e9ab60e0a4b req-4577ecba-0147-46ba-b6cc-e8e6fd461941 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848010 Nov 12 05:24:27.882329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eab20-796a-4ea5-af62-deb7cd607b4e req-9215b4d1-f468-4d4e-b362-539c2a68d8d5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:27.887550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d19eab20-796a-4ea5-af62-deb7cd607b4e req-9215b4d1-f468-4d4e-b362-539c2a68d8d5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1078942 Nov 12 05:24:27.924614 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-d76ae901-4013-415d-a984-5e3d98a60a3a tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:27.925947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d76ae901-4013-415d-a984-5e3d98a60a3a tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags/tempest-TagsExtTest-Tag-1791957937 HTTP/1.1" status: 404 len: 329 time: 0.0879514 Nov 12 05:24:27.931894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36410) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:27.936386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-eae05df4-69b5-4e54-9c46-b5bbcc9167cc tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be', 'tempest-TagsExtTest-Tag-1634785335') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:27.944589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d19eab20-796a-4ea5-af62-deb7cd607b4e req-2da0b5db-2236-4dfb-88fe-e29d864e6ab2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561800 Nov 12 05:24:28.020195 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-eae05df4-69b5-4e54-9c46-b5bbcc9167cc tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:28.021412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eae05df4-69b5-4e54-9c46-b5bbcc9167cc tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags/tempest-TagsExtTest-Tag-1634785335 HTTP/1.1" status: 404 len: 329 time: 0.0893998 Nov 12 05:24:28.024105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36424) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:28.029766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-66e6d4b6-8a14-4331-88da-ed0bb4c2cee0 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81', {'tags': ['tempest-TagsExtTest-Tag-926529302', 'tempest-TagsExtTest-Tag-524926876', 'tempest-TagsExtTest-Tag-979110459']}) {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:28.122871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-66e6d4b6-8a14-4331-88da-ed0bb4c2cee0 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags HTTP/1.1" status: 200 len: 315 time: 0.0974844 Nov 12 05:24:28.125564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36432) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:28.134759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-aa8cd883-a536-4ffe-b32f-e65d1ebdbf46 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:28.145538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1c9fe-89df-46e6-9a07-be3ee3030c2c req-855d48c9-7330-4493-9985-bd74ef316fdc tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:28.158753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f1c9fe-89df-46e6-9a07-be3ee3030c2c req-855d48c9-7330-4493-9985-bd74ef316fdc tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0989866 Nov 12 05:24:28.222999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4f1c9fe-89df-46e6-9a07-be3ee3030c2c req-58e1ed2f-e654-43d6-b766-0ceb9523224b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632641 Nov 12 05:24:28.238989 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aa8cd883-a536-4ffe-b32f-e65d1ebdbf46 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags HTTP/1.1" status: 204 len: 168 time: 0.1017919 Nov 12 05:24:28.238989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36440) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:28.238989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-6c8a32ea-dec9-4015-a601-2b5d96cac8c8 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81', 'tempest-TagsExtTest-Tag-926529302') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:28.316825 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-6c8a32ea-dec9-4015-a601-2b5d96cac8c8 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:28.318722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6c8a32ea-dec9-4015-a601-2b5d96cac8c8 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags/tempest-TagsExtTest-Tag-926529302 HTTP/1.1" status: 404 len: 328 time: 0.0858834 Nov 12 05:24:28.322153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36452) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:28.339599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-75059c7e-c291-41fc-ba31-d0c378e31e30 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81', 'tempest-TagsExtTest-Tag-524926876') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:28.387353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ef73d-2dae-432b-83cf-d3ddbb38c59e req-98b22ffe-c5bd-4f9a-ac00-77311b2eb0e8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:28.388917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f66ef73d-2dae-432b-83cf-d3ddbb38c59e req-98b22ffe-c5bd-4f9a-ac00-77311b2eb0e8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0737998 Nov 12 05:24:28.428599 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-75059c7e-c291-41fc-ba31-d0c378e31e30 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:28.436684 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75059c7e-c291-41fc-ba31-d0c378e31e30 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags/tempest-TagsExtTest-Tag-524926876 HTTP/1.1" status: 404 len: 328 time: 0.1096454 Nov 12 05:24:28.437455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:28.445981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-f26a6e04-dca7-4632-aa4c-ded28597f279 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81', 'tempest-TagsExtTest-Tag-979110459') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:28.491957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f66ef73d-2dae-432b-83cf-d3ddbb38c59e req-a50184e3-dcc4-4084-96e0-51eb3237cd16 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851104 Nov 12 05:24:28.540471 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-f26a6e04-dca7-4632-aa4c-ded28597f279 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:28.544667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36470) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:28.545532 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f26a6e04-dca7-4632-aa4c-ded28597f279 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags/tempest-TagsExtTest-Tag-979110459 HTTP/1.1" status: 404 len: 328 time: 0.1069095 Nov 12 05:24:28.550088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-2005471f-0ba8-4d97-b0cb-1a674d8d189e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37', {'tags': ['tempest-TagsExtTest-Tag-1962394095', 'tempest-TagsExtTest-Tag-758679712', 'tempest-TagsExtTest-Tag-2060006234']}) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:28.650520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2005471f-0ba8-4d97-b0cb-1a674d8d189e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags HTTP/1.1" status: 200 len: 317 time: 0.1047494 Nov 12 05:24:28.654280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:28.662509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-c4ac924b-e1d3-4a10-91ca-ae1cdf2af31b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:28.786421 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4ac924b-e1d3-4a10-91ca-ae1cdf2af31b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags HTTP/1.1" status: 204 len: 168 time: 0.1303899 Nov 12 05:24:28.789033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36490) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:28.796100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-2e05a5f7-a915-47b5-9a54-5844ee5063bd tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37', 'tempest-TagsExtTest-Tag-1962394095') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:29.192310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:29.302645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:29.342311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:29.345520 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ac08b-86b1-49fe-a536-fdfe24672909" -d '{"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:29.348109 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-2e05a5f7-a915-47b5-9a54-5844ee5063bd tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:29.349149 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2e05a5f7-a915-47b5-9a54-5844ee5063bd tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags/tempest-TagsExtTest-Tag-1962394095 HTTP/1.1" status: 404 len: 329 time: 0.5592010 Nov 12 05:24:29.352121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36520) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:29.356712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-6b7c5fec-c5ca-44e3-aad0-7e6d29035c13 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37', 'tempest-TagsExtTest-Tag-758679712') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:29.361042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:29.371573 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:29.383389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8c9a-bc38-4040-9515-673e29893b3e req-368226eb-0d0e-43ff-b0d2-07dcb1971bba tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:29.394634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e63e8c9a-bc38-4040-9515-673e29893b3e req-368226eb-0d0e-43ff-b0d2-07dcb1971bba tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1214600 Nov 12 05:24:29.469412 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-6b7c5fec-c5ca-44e3-aad0-7e6d29035c13 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:29.471988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e63e8c9a-bc38-4040-9515-673e29893b3e req-c42a1ca9-6e53-450d-a5cb-2c0ee58be9d0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707834 Nov 12 05:24:29.474929 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6b7c5fec-c5ca-44e3-aad0-7e6d29035c13 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags/tempest-TagsExtTest-Tag-758679712 HTTP/1.1" status: 404 len: 328 time: 0.1217940 Nov 12 05:24:29.477858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36522) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:29.492476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-ce69b54e-87ff-437e-b851-6575f329d5bc tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37', 'tempest-TagsExtTest-Tag-2060006234') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:29.493690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:29.569840 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf66781e-211b-42ee-bb18-d753462068a1 x-openstack-request-id: req-cf66781e-211b-42ee-bb18-d753462068a1 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:29.570143 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:29.581056 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf66781e-211b-42ee-bb18-d753462068a1 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:29.581657 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'code': 200} Nov 12 05:24:29.759238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126663f-95d9-4247-8e51-6555048b0491 req-fedba216-fc31-4787-b682-6a3ea898f911 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:29.761108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3126663f-95d9-4247-8e51-6555048b0491 req-fedba216-fc31-4787-b682-6a3ea898f911 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0780773 Nov 12 05:24:29.866175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3126663f-95d9-4247-8e51-6555048b0491 req-43214c86-c3fe-4163-bb0e-107dd2799645 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972183 Nov 12 05:24:29.940426 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ce69b54e-87ff-437e-b851-6575f329d5bc tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:29.941726 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce69b54e-87ff-437e-b851-6575f329d5bc tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags/tempest-TagsExtTest-Tag-2060006234 HTTP/1.1" status: 404 len: 329 time: 0.4623773 Nov 12 05:24:29.944264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36550) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:29.948843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-c320be7f-b461-43ac-a4ae-ef6eb0e3a378 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe', {'tags': ['tempest-TagsExtTest-Tag-1626524416', 'tempest-TagsExtTest-Tag-1504699521', 'tempest-TagsExtTest-Tag-1362968773']}) {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.039928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c320be7f-b461-43ac-a4ae-ef6eb0e3a378 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "PUT /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags HTTP/1.1" status: 200 len: 318 time: 0.0915713 Nov 12 05:24:30.039928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.044141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-106cae7d-9ae5-4e8c-9006-9c6977e72e15 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.097289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248cf3e-346b-405f-84b5-8b5ffd2dca6a req-440fecd3-a482-4df4-8633-b760def9f3c3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:30.098911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9248cf3e-346b-405f-84b5-8b5ffd2dca6a req-440fecd3-a482-4df4-8633-b760def9f3c3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0603747 Nov 12 05:24:30.099785 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-106cae7d-9ae5-4e8c-9006-9c6977e72e15 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags HTTP/1.1" status: 204 len: 168 time: 0.0589983 Nov 12 05:24:30.102405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36564) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.106729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-9a81b694-d48c-47ee-97e1-eda87296f1de tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe', 'tempest-TagsExtTest-Tag-1626524416') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.130787 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-9a81b694-d48c-47ee-97e1-eda87296f1de tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:30.131836 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9a81b694-d48c-47ee-97e1-eda87296f1de tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags/tempest-TagsExtTest-Tag-1626524416 HTTP/1.1" status: 404 len: 329 time: 0.0284967 Nov 12 05:24:30.135867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.140346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-957501d2-2996-4bae-b5fa-507586b90e88 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe', 'tempest-TagsExtTest-Tag-1504699521') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.166112 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-957501d2-2996-4bae-b5fa-507586b90e88 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:30.167385 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-957501d2-2996-4bae-b5fa-507586b90e88 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags/tempest-TagsExtTest-Tag-1504699521 HTTP/1.1" status: 404 len: 329 time: 0.0305836 Nov 12 05:24:30.170156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36570) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.175182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-d839045f-a4a4-41f7-97e1-95e38ee8507b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe', 'tempest-TagsExtTest-Tag-1362968773') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.180130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9248cf3e-346b-405f-84b5-8b5ffd2dca6a req-6716c2f4-2e71-4ded-a766-95389b032ea4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742061 Nov 12 05:24:30.206879 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-d839045f-a4a4-41f7-97e1-95e38ee8507b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] show failed (client error): The resource could not be found. Nov 12 05:24:30.207216 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d839045f-a4a4-41f7-97e1-95e38ee8507b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags/tempest-TagsExtTest-Tag-1362968773 HTTP/1.1" status: 404 len: 329 time: 0.0357044 Nov 12 05:24:30.212855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.217877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-4736b760-4e3b-4f70-b6bc-ec46b17d1f23 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.246737 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4736b760-4e3b-4f70-b6bc-ec46b17d1f23 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe/tags HTTP/1.1" status: 204 len: 168 time: 0.0348544 Nov 12 05:24:30.248771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36576) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.254296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-e4ec1f04-7bc1-459b-8463-3b88e08a4c54 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7d815358-f808-4fc6-9682-2060967dbd37') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.349047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e4ec1f04-7bc1-459b-8463-3b88e08a4c54 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37/tags HTTP/1.1" status: 204 len: 168 time: 0.0991580 Nov 12 05:24:30.351711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36582) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.357577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-3358275c-b939-446b-af87-8c1020846bb8 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '865ac574-df3c-488b-8eb5-5aa3e0ad2c81') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.453738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3358275c-b939-446b-af87-8c1020846bb8 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81/tags HTTP/1.1" status: 204 len: 168 time: 0.1005802 Nov 12 05:24:30.456498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36584) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.461511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-9344d9bc-2f30-4d82-9f90-f4d9d6b7962b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fb68388a-dd09-4f6d-8f6d-f8d13e6f88be') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:30.475577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e6b0-e126-403f-a5a9-dc79a202b52d req-6e4bc2d3-f03c-4ec5-b17c-e2aba39ccd05 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:30.477263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f230e6b0-e126-403f-a5a9-dc79a202b52d req-6e4bc2d3-f03c-4ec5-b17c-e2aba39ccd05 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0696208 Nov 12 05:24:30.539695 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9344d9bc-2f30-4d82-9f90-f4d9d6b7962b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be/tags HTTP/1.1" status: 204 len: 168 time: 0.0819483 Nov 12 05:24:30.545221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36586) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.554372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f230e6b0-e126-403f-a5a9-dc79a202b52d req-6062e873-4084-427c-8c5a-660a596a036d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703895 Nov 12 05:24:30.650656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8eda91e5-82dc-4f7c-97a2-d68709876316 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for subnetpool, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:30.655123 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8eda91e5-82dc-4f7c-97a2-d68709876316 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f3759d66-a5a7-4640-a64d-2ec3ac2a6bbe HTTP/1.1" status: 204 len: 168 time: 0.1063447 Nov 12 05:24:30.655697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36590) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.696602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793c641-40d6-4e9d-bb1f-e1d74f57a2f3 req-939a0c7e-f1d3-45a1-be1a-619aa5df2fed tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:30.697330 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e2d3dcee-13d3-4ec2-b89a-3f54fdb2b861 tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d815358-f808-4fc6-9682-2060967dbd37 HTTP/1.1" status: 200 len: 205 time: 0.0398397 Nov 12 05:24:30.698159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36592) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:30.708877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e793c641-40d6-4e9d-bb1f-e1d74f57a2f3 req-939a0c7e-f1d3-45a1-be1a-619aa5df2fed tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0807748 Nov 12 05:24:30.770100 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e793c641-40d6-4e9d-bb1f-e1d74f57a2f3 req-f73e7eac-7b5a-4ddf-80ac-8d54a823cb10 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598016 Nov 12 05:24:30.795381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8f187ca-5c9f-4791-a653-032cd20d4d7b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:30.963924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e9d57-6576-4c39-88dc-a81cd39a2792 req-74d042c3-aa79-4d85-970d-16e7f6782789 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:30.974865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c38e9d57-6576-4c39-88dc-a81cd39a2792 req-74d042c3-aa79-4d85-970d-16e7f6782789 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0932178 Nov 12 05:24:30.975708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8f187ca-5c9f-4791-a653-032cd20d4d7b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:30.978884 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8f187ca-5c9f-4791-a653-032cd20d4d7b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:31.038238 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8f187ca-5c9f-4791-a653-032cd20d4d7b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:31.040526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f187ca-5c9f-4791-a653-032cd20d4d7b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Fanout notify agent at l3_agent the message router_deleted on router 7d815358-f808-4fc6-9682-2060967dbd37 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:24:31.054824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8f187ca-5c9f-4791-a653-032cd20d4d7b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:31.054967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c38e9d57-6576-4c39-88dc-a81cd39a2792 req-4c5609b8-1df4-4112-b778-f12f697260ad tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790055 Nov 12 05:24:31.055647 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c8f187ca-5c9f-4791-a653-032cd20d4d7b tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/routers/7d815358-f808-4fc6-9682-2060967dbd37 HTTP/1.1" status: 204 len: 168 time: 0.3563056 Nov 12 05:24:31.058475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36614) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:31.180447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9323d51d-e8de-4834-8a08-4fc98f477c9e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Deleting port 865ac574-df3c-488b-8eb5-5aa3e0ad2c81 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:31.180793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9323d51d-e8de-4834-8a08-4fc98f477c9e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:31.250989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fc586-1bbd-48e1-badb-0d53c0af1108 req-47a766cf-293b-429c-8ee5-2fa121e42207 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:31.259092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a1fc586-1bbd-48e1-badb-0d53c0af1108 req-47a766cf-293b-429c-8ee5-2fa121e42207 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0761468 Nov 12 05:24:31.315518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9323d51d-e8de-4834-8a08-4fc98f477c9e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:31.330302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a1fc586-1bbd-48e1-badb-0d53c0af1108 req-eea5a067-c05c-4c22-9112-97bceb5f48cd tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613425 Nov 12 05:24:31.343136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9323d51d-e8de-4834-8a08-4fc98f477c9e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Calling delete_port for 865ac574-df3c-488b-8eb5-5aa3e0ad2c81 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:31.526820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9323d51d-e8de-4834-8a08-4fc98f477c9e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:31.567519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323d51d-e8de-4834-8a08-4fc98f477c9e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Pushing event deleted for resources: {'Port': ['ID=865ac574-df3c-488b-8eb5-5aa3e0ad2c81,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:31.706519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9323d51d-e8de-4834-8a08-4fc98f477c9e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:31.713620 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9323d51d-e8de-4834-8a08-4fc98f477c9e tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/ports/865ac574-df3c-488b-8eb5-5aa3e0ad2c81 HTTP/1.1" status: 204 len: 168 time: 0.6538646 Nov 12 05:24:31.715022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36640) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:31.863898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f3b61b-ea33-4f44-bec2-178df40811ac tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Deleting subnet fb68388a-dd09-4f6d-8f6d-f8d13e6f88be {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:24:31.870177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b61b-ea33-4f44-bec2-178df40811ac tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:31.939490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b61b-ea33-4f44-bec2-178df40811ac tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.013794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af16c4-860c-449d-97a7-922c5f646edd req-2952c98e-c8ef-4162-8341-00abec10b98b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:32.015441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5af16c4-860c-449d-97a7-922c5f646edd req-2952c98e-c8ef-4162-8341-00abec10b98b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1196766 Nov 12 05:24:32.111412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5af16c4-860c-449d-97a7-922c5f646edd req-a071a2b1-32e8-42da-868f-290d643fb1ca tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868070 Nov 12 05:24:32.112734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b61b-ea33-4f44-bec2-178df40811ac tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.217288 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b61b-ea33-4f44-bec2-178df40811ac tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.242110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cf982-49f6-45ca-b24b-35e8d05a9cd6 None None] Network 42baaf0e-1515-46dc-a29e-ae2589da71e4 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:32.256596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3b61b-ea33-4f44-bec2-178df40811ac tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Pushing event deleted for resources: {'Subnet': ['ID=fb68388a-dd09-4f6d-8f6d-f8d13e6f88be,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:32.272264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b61b-ea33-4f44-bec2-178df40811ac tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.281556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:32.283233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b0f3b61b-ea33-4f44-bec2-178df40811ac tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/subnets/fb68388a-dd09-4f6d-8f6d-f8d13e6f88be HTTP/1.1" status: 204 len: 168 time: 0.5663664 Nov 12 05:24:32.405818 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.478987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Deleting port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:32.479336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.493111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] DHCP port deletion for 42baaf0e-1515-46dc-a29e-ae2589da71e4 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:24:32.569992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] For port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,segment=NetworkSegment(beeccc3f-a689-45ad-aa96-b13459a5a3e3),segment_id=beeccc3f-a689-45ad-aa96-b13459a5a3e3)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:32.571310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.571716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] Deleting port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:32.572161 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.592390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Calling delete_port for 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:32.708148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.742078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Pushing event deleted for resources: {'Port': ['ID=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:32.747629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] No DVR routers for this DVR port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:32.782372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] For port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,segment=NetworkSegment(beeccc3f-a689-45ad-aa96-b13459a5a3e3),segment_id=beeccc3f-a689-45ad-aa96-b13459a5a3e3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:32.783464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.800894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] Calling delete_port for 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:32.860737 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.890079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42baaf0e-1515-46dc-a29e-ae2589da71e4']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:32.901636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeccc3f-a689-45ad-aa96-b13459a5a3e3') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:32.901636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeccc3f-a689-45ad-aa96-b13459a5a3e3') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:32.905093 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.913880 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.928632 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.935406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:24:32.936145 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:24:32.940255 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:24:32.942538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] No DVR routers for this DVR port 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:32.946482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85d165-2432-45ae-9d0a-89c0fdd1bc66 None None] Pushing event deleted for resources: {'Port': ['ID=5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:33.011067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:33.032528 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:33.039077 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] 10.222.0.48 "DELETE /v2.0/networks/42baaf0e-1515-46dc-a29e-ae2589da71e4 HTTP/1.1" status: 204 len: 168 time: 0.7547045 Nov 12 05:24:33.041013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd655e-e76b-477c-a651-998a2705342f tempest-TagsExtTest-2036868563 tempest-TagsExtTest-2036868563-project] Pushing event deleted for resources: {'Network': ['ID=42baaf0e-1515-46dc-a29e-ae2589da71e4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:33.198080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:24:33.295919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06e92-01a7-4dea-98f0-de5199d1ab02 req-d7652f2c-5b3a-43d9-bc7c-159372d7d371 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:33.309559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21e06e92-01a7-4dea-98f0-de5199d1ab02 req-d7652f2c-5b3a-43d9-bc7c-159372d7d371 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1046333 Nov 12 05:24:33.401866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21e06e92-01a7-4dea-98f0-de5199d1ab02 req-1636ceaf-d76c-4bda-b448-65fdbc5c29c2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911126 Nov 12 05:24:33.432911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:33.450317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'mac_address': 'fa:16:3e:f5:c2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:24:33.504233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36712) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:33.506474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:33.532190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3bd896-5a80-4e8c-afd1-abb647c965c0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:24:33.557874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:33.566218 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:33.633032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:33.732886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36720) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:33.737106 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-24a578f3-7e4c-47de-b2de-5b841fbac9cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=630e407911fd422da8fc32cf07a3ac2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263916 Nov 12 05:24:33.761472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3f3bd896-5a80-4e8c-afd1-abb647c965c0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:24:33.819442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d446436-0fee-4cf9-980c-bbf3b0d719c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:33.843809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d446436-0fee-4cf9-980c-bbf3b0d719c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:33.920500 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d446436-0fee-4cf9-980c-bbf3b0d719c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:33.924928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d446436-0fee-4cf9-980c-bbf3b0d719c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:33.926586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7d446436-0fee-4cf9-980c-bbf3b0d719c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e1a2de3-6c08-47a6-a08f-da909ebc1c13 HTTP/1.1" status: 204 len: 168 time: 0.1923964 Nov 12 05:24:33.937335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d446436-0fee-4cf9-980c-bbf3b0d719c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1a2de3-6c08-47a6-a08f-da909ebc1c13,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:34.248217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:34.294266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:34.294665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f0a27e7-58bf-46e2-8c26-cf30bdd84a8c not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:34.921989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36784) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:35.048676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-472968871'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:35.080704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Made reservation on behalf of 8cd6495a9bdd41748654515cec9dc073 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:35.085346 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.095755 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.207839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:35.287535 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.297026 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.329664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:35.330468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.350826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:24:35.358575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd142bea-0824-4a7f-8862-ddd5f55ab437,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:35.378872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.379788 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Added segment 95694a35-d755-444d-926d-24fbe0b4c630 of type vlan for network c671f2ab-b897-49d6-b26f-adad55e147aa Nov 12 05:24:35.439064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.491066 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.498980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:35.500000 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.506124 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.580577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:35.580577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:35.580845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:35.581834 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6610d87a-921c-475b-80f2-a417991755a0" -d '{"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:35.583350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6602845 Nov 12 05:24:35.585889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-bb0e4aef-0464-4b71-bcc0-f8727962d768 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', 'tempest-TagsTest-Tag-966609366') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:35.591913 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.644200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d196f-58c5-4bfc-850f-bdf96f67f938 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Pushing event updated for resources: {'Network': ['ID=c671f2ab-b897-49d6-b26f-adad55e147aa,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:35.667861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c671f2ab-b897-49d6-b26f-adad55e147aa details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:24:35.692361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:35.757250 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb0e4aef-0464-4b71-bcc0-f8727962d768 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "PUT /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags/tempest-TagsTest-Tag-966609366 HTTP/1.1" status: 201 len: 201 time: 0.1750071 Nov 12 05:24:35.757490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36794) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:35.762674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-3f08c6d1-b014-475c-81e7-b51449374b20 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', 'tempest-TagsTest-Tag-966609366') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:36.015975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3f08c6d1-b014-475c-81e7-b51449374b20 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "GET /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags/tempest-TagsTest-Tag-966609366 HTTP/1.1" status: 204 len: 168 time: 0.2570796 Nov 12 05:24:36.019233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:36.024818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-b590548a-3df0-4665-9d28-ad5a6725b409 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:36.185792 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b590548a-3df0-4665-9d28-ad5a6725b409 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "GET /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags HTTP/1.1" status: 200 len: 237 time: 0.1653838 Nov 12 05:24:36.190384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36798) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:36.214844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-0b05ca68-e233-4835-a25e-273751a51b94 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', {'tags': ['tempest-TagsTest-Tag-889287244', 'tempest-TagsTest-Tag-217398608', 'tempest-TagsTest-Tag-2085548799']}) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:36.401010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0b05ca68-e233-4835-a25e-273751a51b94 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "PUT /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags HTTP/1.1" status: 200 len: 307 time: 0.2057052 Nov 12 05:24:36.404033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36800) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:36.408461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-b5238a43-26f7-4432-b279-4720efa10670 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', 'tempest-TagsTest-Tag-889287244') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:36.579712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b5238a43-26f7-4432-b279-4720efa10670 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "DELETE /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags/tempest-TagsTest-Tag-889287244 HTTP/1.1" status: 204 len: 168 time: 0.1744153 Nov 12 05:24:36.582719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36802) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:36.587717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-0c0a4ea0-84eb-4a2b-b750-dfbec2c37efd tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', 'tempest-TagsTest-Tag-889287244') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:36.699494 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-0c0a4ea0-84eb-4a2b-b750-dfbec2c37efd tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] show failed (client error): The resource could not be found. Nov 12 05:24:36.704945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36804) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:36.712105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-fbc4040e-1cc9-4825-b3e1-ebe9feeaa1ce tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', 'tempest-TagsTest-Tag-217398608') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:36.722991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0c0a4ea0-84eb-4a2b-b750-dfbec2c37efd tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "GET /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags/tempest-TagsTest-Tag-889287244 HTTP/1.1" status: 404 len: 325 time: 0.1384628 Nov 12 05:24:36.811306 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fbc4040e-1cc9-4825-b3e1-ebe9feeaa1ce tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "GET /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags/tempest-TagsTest-Tag-217398608 HTTP/1.1" status: 204 len: 168 time: 0.1035812 Nov 12 05:24:36.814720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36806) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:36.819261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-a168afae-7df6-4c69-b32c-8ba57febeac7 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', 'tempest-TagsTest-Tag-2085548799') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:36.929692 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a168afae-7df6-4c69-b32c-8ba57febeac7 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "GET /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags/tempest-TagsTest-Tag-2085548799 HTTP/1.1" status: 204 len: 168 time: 0.1137393 Nov 12 05:24:36.932649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36808) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:36.938130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-097ac9b6-3a07-4a20-9b56-acef3e5f02b8 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:37.075122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-097ac9b6-3a07-4a20-9b56-acef3e5f02b8 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "DELETE /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1409998 Nov 12 05:24:37.075811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36810) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:37.080810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-ff4f125f-a8cd-4fc2-bffc-306c3f24c07c tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', 'tempest-TagsTest-Tag-217398608') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:37.244410 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ff4f125f-a8cd-4fc2-bffc-306c3f24c07c tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] show failed (client error): The resource could not be found. Nov 12 05:24:37.245481 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ff4f125f-a8cd-4fc2-bffc-306c3f24c07c tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "GET /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags/tempest-TagsTest-Tag-217398608 HTTP/1.1" status: 404 len: 325 time: 0.1688142 Nov 12 05:24:37.249039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36816) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:37.253987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.tag.tag_plugin [None req-ce4cdf32-2a0b-44e6-be99-44a333754255 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa', 'tempest-TagsTest-Tag-2085548799') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:37.352743 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-ce4cdf32-2a0b-44e6-be99-44a333754255 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] show failed (client error): The resource could not be found. Nov 12 05:24:37.360187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ce4cdf32-2a0b-44e6-be99-44a333754255 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "GET /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags/tempest-TagsTest-Tag-2085548799 HTTP/1.1" status: 404 len: 326 time: 0.1097760 Nov 12 05:24:37.361042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36818) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:37.369652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.tag.tag_plugin [None req-6d7545be-1bfc-401d-86c4-e5f126a0297c tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c671f2ab-b897-49d6-b26f-adad55e147aa') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:37.488505 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d7545be-1bfc-401d-86c4-e5f126a0297c tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "DELETE /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1245270 Nov 12 05:24:37.493205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36820) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:37.609627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.741476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.770828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c671f2ab-b897-49d6-b26f-adad55e147aa']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:37.781617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95694a35-d755-444d-926d-24fbe0b4c630') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:37.782095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95694a35-d755-444d-926d-24fbe0b4c630') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:37.793101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.811337 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.820574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:24:37.821270 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:24:37.824605 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:24:37.895347 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.905457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.909258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] 10.222.0.48 "DELETE /v2.0/networks/c671f2ab-b897-49d6-b26f-adad55e147aa HTTP/1.1" status: 204 len: 168 time: 0.4148424 Nov 12 05:24:37.935353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e163c-feb2-4ba9-8598-c945953ced11 tempest-TagsTest-1272811287 tempest-TagsTest-1272811287-project] Pushing event deleted for resources: {'Network': ['ID=c671f2ab-b897-49d6-b26f-adad55e147aa,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:38.150417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105e8b4-f5aa-4785-a3ca-1e0550e5d1a5 req-7d707c39-abd4-4dbe-901f-1a160dc883eb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:38.152662 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6105e8b4-f5aa-4785-a3ca-1e0550e5d1a5 req-7d707c39-abd4-4dbe-901f-1a160dc883eb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0616202 Nov 12 05:24:38.208559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6105e8b4-f5aa-4785-a3ca-1e0550e5d1a5 req-15b54d3c-c4dc-46b5-a1ab-0ee4ed529747 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483167 Nov 12 05:24:38.322826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36850) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:38.355465 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59956eca-ec15-4570-8306-b4e5bbf61366 x-openstack-request-id: req-59956eca-ec15-4570-8306-b4e5bbf61366 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:38.356289 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:38.356749 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59956eca-ec15-4570-8306-b4e5bbf61366 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:38.357212 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'code': 200} Nov 12 05:24:38.534902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36864) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:38.535707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-92f150ff-95e6-4352-8009-3d6f168ed3a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cd6495a9bdd41748654515cec9dc073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109957 Nov 12 05:24:38.556902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851a8a-3a40-4837-8981-28097c8cc4b9 req-78d95bef-900d-4bb1-911e-3eccdde1c457 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:38.558570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d851a8a-3a40-4837-8981-28097c8cc4b9 req-78d95bef-900d-4bb1-911e-3eccdde1c457 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 949 time: 0.0894084 Nov 12 05:24:38.599210 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18c4f0e5-4cad-4d97-8a85-57ec15892f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:38.622427 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18c4f0e5-4cad-4d97-8a85-57ec15892f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:38.630806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d851a8a-3a40-4837-8981-28097c8cc4b9 req-1fd62def-27a1-4d9f-9594-c56552ccc07c tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586634 Nov 12 05:24:38.683882 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18c4f0e5-4cad-4d97-8a85-57ec15892f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:38.686619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18c4f0e5-4cad-4d97-8a85-57ec15892f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:38.690540 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18c4f0e5-4cad-4d97-8a85-57ec15892f6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd142bea-0824-4a7f-8862-ddd5f55ab437 HTTP/1.1" status: 204 len: 168 time: 0.1545560 Nov 12 05:24:38.698467 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4f0e5-4cad-4d97-8a85-57ec15892f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd142bea-0824-4a7f-8862-ddd5f55ab437,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:39.367078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87ccb2-3dee-4d82-92d7-bea7c273a1f8 req-411c889a-9d79-48f2-ba9b-aa0d5f29dff0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:39.378910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d87ccb2-3dee-4d82-92d7-bea7c273a1f8 req-411c889a-9d79-48f2-ba9b-aa0d5f29dff0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0763843 Nov 12 05:24:39.473968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d87ccb2-3dee-4d82-92d7-bea7c273a1f8 req-93c4d9ea-78a2-4676-8ac1-6649d13e6675 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791733 Nov 12 05:24:39.749387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109190-e0a5-4866-9ef4-5fd935136ebb req-ca29523e-c834-418c-a79d-3f8ef082b09f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:39.758877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f109190-e0a5-4866-9ef4-5fd935136ebb req-ca29523e-c834-418c-a79d-3f8ef082b09f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 949 time: 0.0633509 Nov 12 05:24:39.820087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f109190-e0a5-4866-9ef4-5fd935136ebb req-b7ae680c-850b-4326-9224-9c1905cbf1cd tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Nov 12 05:24:40.382891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:40.634088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ed794-252e-4924-97c6-002f281e7511 req-d6153b20-682e-4b93-a903-34d942c5040e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:40.643339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e2ed794-252e-4924-97c6-002f281e7511 req-d6153b20-682e-4b93-a903-34d942c5040e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0643630 Nov 12 05:24:40.707885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e2ed794-252e-4924-97c6-002f281e7511 req-ecd835a2-21f5-49ff-b3d3-dd96ad63140c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632162 Nov 12 05:24:41.913382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade22fc5-09de-4e74-85a6-008d712c8f45 req-ab94908b-4222-4e08-b45e-582417a16ef2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:41.920859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ade22fc5-09de-4e74-85a6-008d712c8f45 req-ab94908b-4222-4e08-b45e-582417a16ef2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1018226 Nov 12 05:24:41.976078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ade22fc5-09de-4e74-85a6-008d712c8f45 req-7aa1378e-6f27-4b78-82a8-15de1af71183 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539551 Nov 12 05:24:43.193450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96269259-0cc3-4653-a777-871c7fb4e8bb req-d2fea829-5f5b-425a-97bd-5886f3865b28 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.195193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96269259-0cc3-4653-a777-871c7fb4e8bb req-d2fea829-5f5b-425a-97bd-5886f3865b28 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1031764 Nov 12 05:24:43.231382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-83f887ed-b611-4a1e-94b3-1904f19cab78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0940745 Nov 12 05:24:43.239630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:24:43.262229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96269259-0cc3-4653-a777-871c7fb4e8bb req-4515d567-b579-4215-a526-aa85854a3930 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586696 Nov 12 05:24:43.394382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-f901a868-70e2-41cc-8bdc-acb1d126bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.394990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-f901a868-70e2-41cc-8bdc-acb1d126bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.395670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-f901a868-70e2-41cc-8bdc-acb1d126bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.396484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-f901a868-70e2-41cc-8bdc-acb1d126bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.397057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-f901a868-70e2-41cc-8bdc-acb1d126bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.397304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:43.397686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-f901a868-70e2-41cc-8bdc-acb1d126bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.398292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-f901a868-70e2-41cc-8bdc-acb1d126bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.401462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-f901a868-70e2-41cc-8bdc-acb1d126bc97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6508 time: 0.0678883 Nov 12 05:24:43.428723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'mac_address': 'fa:16:3e:36:f8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:24:43.503627 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:43.518969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fa086e-5a11-437e-8386-cd58f0436cf1 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:24:43.543444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:43.553933 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:43.616952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:43.636297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-330c6201-37d9-41f1-bb97-56f7fb78019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.637121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-330c6201-37d9-41f1-bb97-56f7fb78019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.637845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-330c6201-37d9-41f1-bb97-56f7fb78019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.639721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-330c6201-37d9-41f1-bb97-56f7fb78019e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2478ff-cee8-449a-8481-98ac2b21b209&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=089d0ad6-f654-4578-bf11-2852cee4be08&id=089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 200 len: 2295 time: 0.1812212 Nov 12 05:24:43.714945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-539f7097-544e-40ba-a392-9bdc860b919e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 HTTP/1.1" status: 200 len: 1001 time: 0.0635190 Nov 12 05:24:43.781797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b9fa086e-5a11-437e-8386-cd58f0436cf1'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:24:43.807054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-1e094310-cee7-416e-ace6-115a05c1c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.808607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-1e094310-cee7-416e-ace6-115a05c1c91a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c54d1faf-483f-422b-8037-251de861ef51 HTTP/1.1" status: 200 len: 855 time: 0.0785365 Nov 12 05:24:43.965642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-9038ab72-9e0e-49d7-aeef-35638304710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:43.969603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-9038ab72-9e0e-49d7-aeef-35638304710e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2478ff-cee8-449a-8481-98ac2b21b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487854 Nov 12 05:24:44.000372 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f0da33e2-d110-4f72-abd7-412252d297e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.124440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:44.181093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-e5837c8e-3bd2-4d89-aaf4-42051269c513 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944814 Nov 12 05:24:44.248878 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.301994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:44.303374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:44.306371 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454a14eb-9a93-4546-bb49-fba298481d9e" -d '{"events": [{"server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "name": "network-vif-unplugged", "status": "completed", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:44.314436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.374155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:44.410262 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59098a23-b48a-4b03-b271-e27528755911 x-openstack-request-id: req-59098a23-b48a-4b03-b271-e27528755911 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:44.410986 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "name": "network-vif-unplugged", "status": "completed", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:44.411600 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59098a23-b48a-4b03-b271-e27528755911 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:44.412183 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'code': 200} Nov 12 05:24:44.523833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a7e56-1a4a-44ca-892f-43920fe42fe2 req-c465f76b-2f2d-4936-8111-0fa1b94c210e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:44.534114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf5a7e56-1a4a-44ca-892f-43920fe42fe2 req-c465f76b-2f2d-4936-8111-0fa1b94c210e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0972288 Nov 12 05:24:44.538274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-cc53db8e-2ea8-4a50-8bbe-cd2768d042fe service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430812 Nov 12 05:24:44.614621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-af5633fc-d05a-4273-8201-97e3f8439130 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 217 time: 0.0467806 Nov 12 05:24:44.685336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf5a7e56-1a4a-44ca-892f-43920fe42fe2 req-a98a4d6e-2e0b-495b-94b4-baa11c24cd7e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498520 Nov 12 05:24:44.738104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-857c2e0d-ee99-449b-aeb0-a481a5e2b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:44.739625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-857c2e0d-ee99-449b-aeb0-a481a5e2b185 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1181486 Nov 12 05:24:44.834473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-677c622d-7281-410d-93ce-999cdc2ebf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:44.836266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-677c622d-7281-410d-93ce-999cdc2ebf19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870519 Nov 12 05:24:45.042556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-e749a3b4-84ba-4e65-863e-be63ef7cf61a service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917441 Nov 12 05:24:45.291453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-549f3f80-5673-4d7b-83b2-107a30faedff service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326479 Nov 12 05:24:45.316451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:45.420081 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:24:45.440079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-9e743a7c-e680-4d3d-8381-061925eaf6d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 217 time: 0.1298971 Nov 12 05:24:45.492731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b9fa086e-5a11-437e-8386-cd58f0436cf1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:45.493480 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.576773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-a136aa3d-e0ab-41a8-a6cd-535e7d5b81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:45.578186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-a136aa3d-e0ab-41a8-a6cd-535e7d5b81aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1227391 Nov 12 05:24:45.694002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-3c2dab5c-d09f-4cfc-a7fa-825e4c82ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:45.695664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-3c2dab5c-d09f-4cfc-a7fa-825e4c82ab48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089818 Nov 12 05:24:45.732663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.810127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:45.819659 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.916689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-3ce1a114-a2a4-4cff-b1e7-9442a7159de6 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090073 Nov 12 05:24:45.926542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:46.112949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-3ac28d15-d477-4d2b-8479-87b74f87f7f1 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837666 Nov 12 05:24:46.179540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-9e8ba5d1-386f-424c-8e8d-af6c49570708 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c79f5a82-d269-4392-8fc4-35cef54faf65 HTTP/1.1" status: 200 len: 217 time: 0.0571973 Nov 12 05:24:46.250458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-8017630f-45bd-4c36-a127-6bfd7576fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:46.252537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-8017630f-45bd-4c36-a127-6bfd7576fc7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.0657325 Nov 12 05:24:46.264954 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-54b5a818-b0b1-4147-a9d4-06c9525fd96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.321349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-7902e4a1-a58e-4f1a-9c20-e43ad2dccfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:46.323025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-7902e4a1-a58e-4f1a-9c20-e43ad2dccfd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584664 Nov 12 05:24:46.413465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:46.415986 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc03f72-e442-4c66-b9d0-56ff052b2d9a" -d '{"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:46.566243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-ad05283b-f33b-4ede-9c07-1f40ab512e55 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311707 Nov 12 05:24:46.849647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-14749780-784c-4fb8-a235-ec32a420e82c service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709031 Nov 12 05:24:46.959988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-a0c5e395-af20-411c-86ad-436831bb4322 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e HTTP/1.1" status: 200 len: 217 time: 0.0997779 Nov 12 05:24:47.044810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-70a66f11-2e1b-446b-926d-ca3bdd3f05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:47.047030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-70a66f11-2e1b-446b-926d-ca3bdd3f05ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.0754788 Nov 12 05:24:47.130101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-38f95951-ef8a-4d03-8d4f-0f5005067664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:47.131910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-38f95951-ef8a-4d03-8d4f-0f5005067664 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0747221 Nov 12 05:24:47.262879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-32963028-b4c0-474b-9c6c-cb02e09c2d1c service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210644 Nov 12 05:24:47.308704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.426864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-aa1b8991-a47b-428f-b845-32e9624fa722 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504614 Nov 12 05:24:47.514329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-850130cb-8652-4c57-be3f-6ef8d985497d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c HTTP/1.1" status: 200 len: 217 time: 0.0785820 Nov 12 05:24:47.596120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-704cc566-2374-4670-81aa-a96ec5379856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:47.598692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-704cc566-2374-4670-81aa-a96ec5379856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.0694902 Nov 12 05:24:47.680822 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a78922-b4d7-4084-b22e-d9febe70d920 x-openstack-request-id: req-45a78922-b4d7-4084-b22e-d9febe70d920 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:47.681581 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:47.681581 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45a78922-b4d7-4084-b22e-d9febe70d920 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:47.682027 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'code': 200} Nov 12 05:24:47.731684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61ba7-eccc-40c8-8b56-c1066984a21f req-077278fc-ea2a-4e7c-9f96-0a4ddc19eb88 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:47.733276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14b61ba7-eccc-40c8-8b56-c1066984a21f req-077278fc-ea2a-4e7c-9f96-0a4ddc19eb88 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0731204 Nov 12 05:24:47.741354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-c2872ce2-62aa-419d-9b06-7886883d297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:47.743521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-c2872ce2-62aa-419d-9b06-7886883d297e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261108 Nov 12 05:24:47.879712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-b58e5729-9de1-42fc-96ac-5d62988f729e service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107619 Nov 12 05:24:47.971650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14b61ba7-eccc-40c8-8b56-c1066984a21f req-ab00f229-0d40-4c73-9310-0cb37c54bdee tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271280 Nov 12 05:24:48.027857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15ec28-c1b3-4de5-8e6f-ec1387f1155d req-5d55e3a3-3db8-405f-a03a-2d7ca03238d3 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:48.035834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad15ec28-c1b3-4de5-8e6f-ec1387f1155d req-5d55e3a3-3db8-405f-a03a-2d7ca03238d3 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 951 time: 0.1497097 Nov 12 05:24:48.091319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad15ec28-c1b3-4de5-8e6f-ec1387f1155d req-9f3fcc66-6e81-4a77-9af2-613cbb98625b tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546191 Nov 12 05:24:48.113468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-814f3ac6-30bd-4970-8a9d-431d1d9db16d service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950157 Nov 12 05:24:48.167023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-9fe781bd-4f95-4f03-b9fe-ac16e9226fbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f HTTP/1.1" status: 200 len: 217 time: 0.0436895 Nov 12 05:24:48.239682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-77112e96-7bdd-4517-bf4a-e37a10c6bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:48.241424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-77112e96-7bdd-4517-bf4a-e37a10c6bc79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.0650129 Nov 12 05:24:48.293953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-ceb6949f-ce3a-45b8-b92d-96c4bc2309db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:48.295937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-ceb6949f-ce3a-45b8-b92d-96c4bc2309db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462816 Nov 12 05:24:48.444310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-b387ced7-32f6-4597-bcce-108baa75d7f1 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344736 Nov 12 05:24:48.512006 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.984616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7559d426-89ef-4bc5-aeec-127fcec43f09 req-33b3ab2f-2ad7-4e3d-835c-ec000e6f1600 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323954 Nov 12 05:24:49.429665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.459724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdd431-95e2-4e2a-915d-250da9e02797 req-f31547e5-2786-4e43-b6f9-a155a9ff6c54 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:49.461247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91bdd431-95e2-4e2a-915d-250da9e02797 req-f31547e5-2786-4e43-b6f9-a155a9ff6c54 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0944138 Nov 12 05:24:49.568456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91bdd431-95e2-4e2a-915d-250da9e02797 req-12cb8f01-708a-4d61-82aa-856f01805224 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970130 Nov 12 05:24:49.667828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636e00d-6c2f-4ba4-b6b6-1dcff6060059 req-594e4c00-445a-4524-87b8-1d513d72de02 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:49.676202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1636e00d-6c2f-4ba4-b6b6-1dcff6060059 req-594e4c00-445a-4524-87b8-1d513d72de02 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 951 time: 0.0712695 Nov 12 05:24:49.730587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1636e00d-6c2f-4ba4-b6b6-1dcff6060059 req-fd6ed3a9-2ea5-4ee6-b666-dfec04bab9ac tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502481 Nov 12 05:24:50.739225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe5cf-7531-4654-aa06-004ff557cb49 req-9365795f-c758-4de1-bedb-1ac58e5b5864 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:50.750672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07afe5cf-7531-4654-aa06-004ff557cb49 req-9365795f-c758-4de1-bedb-1ac58e5b5864 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0797088 Nov 12 05:24:50.815857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07afe5cf-7531-4654-aa06-004ff557cb49 req-c0c28b3a-9da5-44ba-98a5-3a8708659fd5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611317 Nov 12 05:24:50.898670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da202c8c-2a7b-49bd-a8c4-66d34f45ec07 req-7204b8ec-338c-4271-9582-311aacaba1f6 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:50.900301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da202c8c-2a7b-49bd-a8c4-66d34f45ec07 req-7204b8ec-338c-4271-9582-311aacaba1f6 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 951 time: 0.0703835 Nov 12 05:24:50.951207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da202c8c-2a7b-49bd-a8c4-66d34f45ec07 req-9028ba6e-22a3-4925-8141-0de55930cb03 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Nov 12 05:24:52.006029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d79ba-58e9-4577-a9fd-b80f98eda277 req-8a10ae56-ec64-4b17-9313-616a7e4aae67 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:52.008108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b1d79ba-58e9-4577-a9fd-b80f98eda277 req-8a10ae56-ec64-4b17-9313-616a7e4aae67 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1129177 Nov 12 05:24:52.021344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-f4982c7b-7ec5-4dc7-a047-8eb1242ba073 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:52.022848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-f4982c7b-7ec5-4dc7-a047-8eb1242ba073 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 951 time: 0.0856822 Nov 12 05:24:52.171949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b1d79ba-58e9-4577-a9fd-b80f98eda277 req-960c7f3f-d864-4d33-b936-b471cb66cc98 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480901 Nov 12 05:24:52.189055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ce35a-5ef9-4d18-9ae9-97d8cf3af82b req-d3d21d77-fc72-4651-acab-8b46f2905a39 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:52.198913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f6ce35a-5ef9-4d18-9ae9-97d8cf3af82b req-d3d21d77-fc72-4651-acab-8b46f2905a39 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 951 time: 0.1321163 Nov 12 05:24:52.284703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Deleting port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:52.290223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.371863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f6ce35a-5ef9-4d18-9ae9-97d8cf3af82b req-ce3872c7-d5f2-4543-8606-19b4185b7b57 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/security-groups?id=738e2fee-f6b2-4c34-aaee-ee56303e7eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746337 Nov 12 05:24:52.435797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] For port 3f3bd896-5a80-4e8c-afd1-abb647c965c0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3f3bd896-5a80-4e8c-afd1-abb647c965c0,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:52.436462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.451544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Calling delete_port for 3f3bd896-5a80-4e8c-afd1-abb647c965c0 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:52.687454 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.757896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Pushing event deleted for resources: {'Port': ['ID=3f3bd896-5a80-4e8c-afd1-abb647c965c0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:52.829970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] No DVR routers for this DVR port 3f3bd896-5a80-4e8c-afd1-abb647c965c0 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:52.833779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.837459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8eabf579-b8cd-4449-94da-bcdb4a490b51 req-46518389-eaa5-4a29-bff5-698fd784d493 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.47 "DELETE /v2.0/ports/3f3bd896-5a80-4e8c-afd1-abb647c965c0 HTTP/1.1" status: 204 len: 173 time: 0.8034191 Nov 12 05:24:52.837931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-deleted', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:52.840348 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673bfabe-9dce-47fe-9c85-b71913680b23" -d '{"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-deleted", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:52.862227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-9c4125aa-9e66-4613-a942-8b49d50595ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857701 Nov 12 05:24:52.956264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-c441e5b1-1761-480c-8dac-00a7f85873fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:52.957193 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e59126b-cb16-4120-bc72-264bca6b4295 x-openstack-request-id: req-4e59126b-cb16-4120-bc72-264bca6b4295 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:52.957482 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a83d6d-28fc-4b72-83b0-dace544e54d7", "name": "network-vif-deleted", "tag": "3f3bd896-5a80-4e8c-afd1-abb647c965c0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:52.957777 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e59126b-cb16-4120-bc72-264bca6b4295 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:52.958036 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-c441e5b1-1761-480c-8dac-00a7f85873fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 1099 time: 0.0608368 Nov 12 05:24:52.958216 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a83d6d-28fc-4b72-83b0-dace544e54d7', 'name': 'network-vif-deleted', 'tag': '3f3bd896-5a80-4e8c-afd1-abb647c965c0', 'status': 'completed', 'code': 200} Nov 12 05:24:53.073848 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-085c837f-cf77-4e11-a6aa-9c2d397647de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:53.075585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-085c837f-cf77-4e11-a6aa-9c2d397647de service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.0969467 Nov 12 05:24:53.132906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-3e351945-c5af-46aa-8b49-c2193f40258c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c HTTP/1.1" status: 200 len: 217 time: 0.0490758 Nov 12 05:24:53.199262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-c6a111a9-ec77-435b-81c1-fcce9557a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:53.214115 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-c6a111a9-ec77-435b-81c1-fcce9557a47a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0696063 Nov 12 05:24:53.297193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 874ca87b-5c37-425c-920f-00658921368f details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:24:53.302238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:53.349033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 3f3bd896-5a80-4e8c-afd1-abb647c965c0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:53.355322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:53.357805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-20a46f9a-d772-4fb5-848d-0b20a6db9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:53.363018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-20a46f9a-d772-4fb5-848d-0b20a6db9b1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1410465 Nov 12 05:24:53.511024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a19c2-e621-4ec3-95e0-dff4c88cea6a req-4bfdedd2-7e15-4e93-bbe7-0349f209280e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:53.522684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b09a19c2-e621-4ec3-95e0-dff4c88cea6a req-4bfdedd2-7e15-4e93-bbe7-0349f209280e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1919959 Nov 12 05:24:53.538211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:53.552519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '874ca87b-5c37-425c-920f-00658921368f', 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0', 'port_id': '874ca87b-5c37-425c-920f-00658921368f', 'mac_address': 'fa:16:3e:2c:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01470a01-0340-4d5e-b351-bdee29d8c436', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:24:53.604999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.620712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 874ca87b-5c37-425c-920f-00658921368f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:24:53.645632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:53.653337 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.695295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b09a19c2-e621-4ec3-95e0-dff4c88cea6a req-85d8785b-ac42-4968-9048-42ed86df3d1f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715455 Nov 12 05:24:53.715830 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:53.737346 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-d783cb41-456d-4110-bec5-be22e63bb3cb service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640661 Nov 12 05:24:53.774543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9793e01-4b49-4f66-a5ba-1c2424fca06e req-b76389d7-0e5e-4e80-be15-d32295894498 tempest-ImagesOneServerTestJSON-1905132934 tempest-ImagesOneServerTestJSON-1905132934-project] 10.222.0.48 "GET /v2.0/ports?device_id=20a83d6d-28fc-4b72-83b0-dace544e54d7 HTTP/1.1" status: 200 len: 210 time: 0.0763047 Nov 12 05:24:53.818055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['874ca87b-5c37-425c-920f-00658921368f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:24:53.974993 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12dca071-6dd0-4222-823e-d6ce85f567b7 req-ffaff11c-181f-464a-8b56-c1faec4d92ae service neutron] 10.222.0.43 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278221 Nov 12 05:24:54.156523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37358) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:54.285083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.370245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.375119 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.414986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ac9570-5dcb-4e6b-b9e7-af6c55e9f53f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:54.435697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3b94b3733bf41f394ebd467f94c1f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756612 Nov 12 05:24:54.435697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.435697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.435697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.436131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37362) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:54.442924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.443662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.444226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.444784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.445322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.445868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.447183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.448441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.449000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e7bc-3471-4b5d-9999-8e406939e58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:54.512536 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ff5b141-d588-498f-99e4-75d9c1636e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.538007 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ff5b141-d588-498f-99e4-75d9c1636e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.628617 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ff5b141-d588-498f-99e4-75d9c1636e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.631639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ff5b141-d588-498f-99e4-75d9c1636e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.632958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ff5b141-d588-498f-99e4-75d9c1636e44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64ac9570-5dcb-4e6b-b9e7-af6c55e9f53f HTTP/1.1" status: 204 len: 168 time: 0.1959245 Nov 12 05:24:54.645324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5b141-d588-498f-99e4-75d9c1636e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ac9570-5dcb-4e6b-b9e7-af6c55e9f53f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:54.845522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ff9df-0129-446d-9b66-76591857b710 req-d03019e2-52fc-4a87-a0e9-56973ef05ea1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:54.854240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e08ff9df-0129-446d-9b66-76591857b710 req-d03019e2-52fc-4a87-a0e9-56973ef05ea1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.0760334 Nov 12 05:24:54.932711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e08ff9df-0129-446d-9b66-76591857b710 req-abbecfc1-05ca-411c-befd-d17fd339b81a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694759 Nov 12 05:24:55.081589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37398) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:55.097732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f5a1c56a-c9fe-4409-b4e6-a924080801f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.204870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f5a1c56a-c9fe-4409-b4e6-a924080801f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.211740 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f5a1c56a-c9fe-4409-b4e6-a924080801f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.246851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1c56a-c9fe-4409-b4e6-a924080801f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51489146-78aa-4626-8e7e-15eba736ac47,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:55.290893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37404) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:55.300974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 874ca87b-5c37-425c-920f-00658921368f up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:55.315053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f5a1c56a-c9fe-4409-b4e6-a924080801f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46c4bdbe941c4ff49aeb91090f9fa801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314324 Nov 12 05:24:55.378851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37408) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:55.405235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.444712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 874ca87b-5c37-425c-920f-00658921368f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:55.448121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.468959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.589889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.592928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.594166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51489146-78aa-4626-8e7e-15eba736ac47 HTTP/1.1" status: 204 len: 168 time: 0.3014266 Nov 12 05:24:55.604762 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.607831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51489146-78aa-4626-8e7e-15eba736ac47,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:55.624419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.624878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.625106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.628586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.628935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.629277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.629613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.629946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.630268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.635568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.635989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.636341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b025b-bb3a-4196-9485-cfd89e471342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:55.650017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ca87b-5c37-425c-920f-00658921368f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:55.652865 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d874c986-0318-42fe-a476-8aac017efdb6" -d '{"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-plugged", "status": "completed", "tag": "874ca87b-5c37-425c-920f-00658921368f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:55.681078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:55.699081 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.705278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:55.727248 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cf050f30-2544-4d80-846d-197a215f7f8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f37fbdd8edf74d89ace4e7ff6e9fb629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3448038 Nov 12 05:24:55.727863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37432) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:55.767695 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aac501d-1a91-488f-899f-8128a07b2817 x-openstack-request-id: req-3aac501d-1a91-488f-899f-8128a07b2817 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:55.768044 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-plugged", "status": "completed", "tag": "874ca87b-5c37-425c-920f-00658921368f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:55.768259 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3aac501d-1a91-488f-899f-8128a07b2817 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:55.768641 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ca87b-5c37-425c-920f-00658921368f', 'code': 200} Nov 12 05:24:55.769480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 3f3bd896-5a80-4e8c-afd1-abb647c965c0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:55.769825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3f3bd896-5a80-4e8c-afd1-abb647c965c0 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:55.815460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:55.849353 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86eae692-1f6c-4459-b36c-a43914a82857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.872967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86eae692-1f6c-4459-b36c-a43914a82857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.948149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86eae692-1f6c-4459-b36c-a43914a82857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.952718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86eae692-1f6c-4459-b36c-a43914a82857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.957956 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-86eae692-1f6c-4459-b36c-a43914a82857 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/738e2fee-f6b2-4c34-aaee-ee56303e7eff HTTP/1.1" status: 204 len: 168 time: 0.2267122 Nov 12 05:24:55.974925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eae692-1f6c-4459-b36c-a43914a82857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738e2fee-f6b2-4c34-aaee-ee56303e7eff,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:56.250449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b0e0-0e4b-43ae-8944-d7f3a09ebfea req-5cb64319-8b42-4b5a-a44a-1f139d615e9d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:56.259109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a74b0e0-0e4b-43ae-8944-d7f3a09ebfea req-5cb64319-8b42-4b5a-a44a-1f139d615e9d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1494970 Nov 12 05:24:56.322786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a74b0e0-0e4b-43ae-8944-d7f3a09ebfea req-89354cb2-2de3-4ebd-b40a-f8d71ae178af tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625823 Nov 12 05:24:57.015565 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:57.631051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817af03-4480-4ace-b98f-986bbb65d565 req-86a87044-d872-40ca-ba0b-6a20ec4957b3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:57.635875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37498) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:57.639791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0817af03-4480-4ace-b98f-986bbb65d565 req-86a87044-d872-40ca-ba0b-6a20ec4957b3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0912139 Nov 12 05:24:57.709329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0817af03-4480-4ace-b98f-986bbb65d565 req-6bb273e4-aae3-4a3b-b482-95d61cb71f9b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631216 Nov 12 05:24:57.848549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1240850706-network', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:57.939068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Made reservation on behalf of c52705cde0d14f12aa57efca59ba376b for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:57.942034 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:57.986972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.183721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.196978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.213150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:24:58.275912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a5ce7-7538-49a1-b694-eb9648e9b1cb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:58.295109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.295524 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Added segment c60c8f83-3d73-45eb-ba9d-9a61ea836598 of type vlan for network d5011f7f-c911-4301-bfc4-576786bbfd20 Nov 12 05:24:58.346222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.396910 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.399426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:58.400364 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.516047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8790331 Nov 12 05:24:58.519462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37524) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:58.526837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Request body: {'subnet': {'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1240850706-subnet', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:58.535147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c35b21-ee40-4685-9932-489121214ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=d5011f7f-c911-4301-bfc4-576786bbfd20,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:58.548228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network d5011f7f-c911-4301-bfc4-576786bbfd20 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:24:58.583665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Made reservation on behalf of c52705cde0d14f12aa57efca59ba376b for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:58.586385 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.974869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e836d80-b92b-40fd-980d-9dee4a64688e req-0abbeb97-72de-4158-9485-c176d4d4e584 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:58.983279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e836d80-b92b-40fd-980d-9dee4a64688e req-0abbeb97-72de-4158-9485-c176d4d4e584 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0807583 Nov 12 05:24:58.992130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:59.071342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=814d2d9d-e7b6-4047-bfc3-94cb0545c8f8,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:59.147824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e836d80-b92b-40fd-980d-9dee4a64688e req-0008e613-29d1-4714-8df7-0754ab8ff451 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582451 Nov 12 05:24:59.208213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Checking segment: {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:59.208920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Network hostable DHCP agents. Network: d5011f7f-c911-4301-bfc4-576786bbfd20, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:24:59.278125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Network d5011f7f-c911-4301-bfc4-576786bbfd20 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:24:59.315806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, d5011f7f-c911-4301-bfc4-576786bbfd20) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:59.320702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:59.321485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:59.327244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47693c40-f4ef-4d9b-baa2-cb7011e3c002 None None] Network d5011f7f-c911-4301-bfc4-576786bbfd20 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:59.378558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9407be20-f55a-4797-baf3-0c8616951f76 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8565288 Nov 12 05:24:59.381251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37552) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:59.385670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:59.437451 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:59.439046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:59.597504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:59.771007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-d5011f7f-c911-4301-bfc4-576786bbfd20', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:24:59.772742 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:59.846481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:59.856006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc57c9-fc23-44e6-8bef-4d78cc503d81 req-bdd412d5-0f17-4aa2-ae9e-ad3b2579e230 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:59.858102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20bc57c9-fc23-44e6-8bef-4d78cc503d81 req-bdd412d5-0f17-4aa2-ae9e-ad3b2579e230 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 950 time: 0.0638168 Nov 12 05:24:59.990936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20bc57c9-fc23-44e6-8bef-4d78cc503d81 req-66b69f68-7d8e-4c6b-9201-35109f08245f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241581 Nov 12 05:25:00.062578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Allocated IP 172.20.0.2 (d5011f7f-c911-4301-bfc4-576786bbfd20/814d2d9d-e7b6-4047-bfc3-94cb0545c8f8/59115f40-e47c-47a5-92fd-1e594c59e28b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:00.193580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.218651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.327478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfab50-dfcb-4d5f-aeb6-10274248d78e req-e29bf2f7-a2e4-4727-a89f-a79a7fa8fccd tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:00.335539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0dcfab50-dfcb-4d5f-aeb6-10274248d78e req-e29bf2f7-a2e4-4727-a89f-a79a7fa8fccd tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0837004 Nov 12 05:25:00.352081 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.378291 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.430646 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0dcfab50-dfcb-4d5f-aeb6-10274248d78e req-a257ee7a-19ea-4b99-9e83-905f8001a542 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902667 Nov 12 05:25:00.465659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Allocated IP 172.25.2.138 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/a870c3cd-de00-4262-9481-8edf95af0129) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:00.482625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Pushing event updated for resources: {'Port': ['ID=59115f40-e47c-47a5-92fd-1e594c59e28b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:00.512227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Network d5011f7f-c911-4301-bfc4-576786bbfd20 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:00.513745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:00.531138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:00.635669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Attempting to bind port 59115f40-e47c-47a5-92fd-1e594c59e28b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:00.636404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Attempting to bind port 59115f40-e47c-47a5-92fd-1e594c59e28b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:00.637031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Attempting to bind port 59115f40-e47c-47a5-92fd-1e594c59e28b on network d5011f7f-c911-4301-bfc4-576786bbfd20 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:00.644314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:00.645013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Checking segment: {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:00.650214 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.650718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Bound using segment: {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:00.651223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Bound port: 59115f40-e47c-47a5-92fd-1e594c59e28b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:00.651621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.662933 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.713221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.748966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:00.753392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] For port 59115f40-e47c-47a5-92fd-1e594c59e28b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:00.756276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:00.762553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] For port 59115f40-e47c-47a5-92fd-1e594c59e28b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59115f40-e47c-47a5-92fd-1e594c59e28b,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:00.778574 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:00.779980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:00.831157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Pushing event updated for resources: {'Port': ['ID=a870c3cd-de00-4262-9481-8edf95af0129,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:00.864082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c5bee-adb6-40c7-bb93-93fbb4ef154e None None] Pushing event updated for resources: {'Port': ['ID=59115f40-e47c-47a5-92fd-1e594c59e28b,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:01.248025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:01.283440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fd885-8536-4159-a8cf-862cc456cda1 req-2e18adb1-8f72-4bb9-8b70-2ded074e52bc tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:01.291467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-654fd885-8536-4159-a8cf-862cc456cda1 req-2e18adb1-8f72-4bb9-8b70-2ded074e52bc tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 950 time: 0.1720679 Nov 12 05:25:01.382923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-654fd885-8536-4159-a8cf-862cc456cda1 req-1314aee3-ad3d-4042-9ea0-958f3bc07b93 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903196 Nov 12 05:25:01.687397 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:01.783610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255dc2f-e4fb-4cf5-a7d9-468702b4df5b req-3aaf237c-50be-432e-bc2d-f0a5daa1e19f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:01.808157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9255dc2f-e4fb-4cf5-a7d9-468702b4df5b req-3aaf237c-50be-432e-bc2d-f0a5daa1e19f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1103570 Nov 12 05:25:01.908571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Router b44d9d36-af2d-4d9c-8157-d29907bcc432 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:25:01.923768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9255dc2f-e4fb-4cf5-a7d9-468702b4df5b req-97d64003-5620-4599-bb01-9932d38d1078 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152537 Nov 12 05:25:02.047820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:25:02.063482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Sync routers for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:25:02.092708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:02.093625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:02.102445 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:02.104040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bcc6b34a-695a-42fc-a181-a47a5e7a236d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7217004 Nov 12 05:25:02.106725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37640) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:02.300126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:02.424988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59115f40-e47c-47a5-92fd-1e594c59e28b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:02.900261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc4a8b-07fd-428c-a272-6834d4ac130c None None] Network d5011f7f-c911-4301-bfc4-576786bbfd20 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:25:03.128635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-21a3da65-8de3-4d9b-9b82-a78882dcbec5 None None] Provisioning complete for port 59115f40-e47c-47a5-92fd-1e594c59e28b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:03.128635 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21a3da65-8de3-4d9b-9b82-a78882dcbec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.208340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 59115f40-e47c-47a5-92fd-1e594c59e28b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:03.208960 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.294489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa5313-890f-46ef-b29a-3da9169891ac req-ba0c09d8-2e92-4dca-ab48-12ceb36be9e8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:03.311370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59fa5313-890f-46ef-b29a-3da9169891ac req-ba0c09d8-2e92-4dca-ab48-12ceb36be9e8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1729589 Nov 12 05:25:03.444355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59fa5313-890f-46ef-b29a-3da9169891ac req-02366d03-4e1f-444b-b44a-6184ba1b2fd1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282110 Nov 12 05:25:03.468508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21a3da65-8de3-4d9b-9b82-a78882dcbec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.607698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-21a3da65-8de3-4d9b-9b82-a78882dcbec5 None None] For port 59115f40-e47c-47a5-92fd-1e594c59e28b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59115f40-e47c-47a5-92fd-1e594c59e28b,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:03.653386 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21a3da65-8de3-4d9b-9b82-a78882dcbec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.685643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.936184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3da65-8de3-4d9b-9b82-a78882dcbec5 None None] Pushing event updated for resources: {'Port': ['ID=59115f40-e47c-47a5-92fd-1e594c59e28b,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:03.952803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fce95d55-ef4b-4b5f-8b32-54df526a64e0 None None] Provisioning complete for port 59115f40-e47c-47a5-92fd-1e594c59e28b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:03.953495 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fce95d55-ef4b-4b5f-8b32-54df526a64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:04.047328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Allocated IP 172.20.0.1 (d5011f7f-c911-4301-bfc4-576786bbfd20/814d2d9d-e7b6-4047-bfc3-94cb0545c8f8/de379a43-6862-41cd-a19e-7ba8381c9070) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:04.048086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:01Z', 'revision_number': 3, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:04.117528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Checking router: b44d9d36-af2d-4d9c-8157-d29907bcc432 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:25:04.119186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Updating router b44d9d36-af2d-4d9c-8157-d29907bcc432 port a870c3cd-de00-4262-9481-8edf95af0129 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:25:04.199473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:04.369697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:04.417770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59115f40-e47c-47a5-92fd-1e594c59e28b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:04.457125 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:04.504536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Network d5011f7f-c911-4301-bfc4-576786bbfd20 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:04.540895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:04.545117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:04.608413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=de379a43-6862-41cd-a19e-7ba8381c9070,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:04.680792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:04.723793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b97be-1fdf-47d8-a270-082d9562bf64 req-1b9c2fdb-a86f-4ac4-8c39-47cc866b78cf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:04.725382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b40b97be-1fdf-47d8-a270-082d9562bf64 req-1b9c2fdb-a86f-4ac4-8c39-47cc866b78cf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1917059 Nov 12 05:25:04.822665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 59115f40-e47c-47a5-92fd-1e594c59e28b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:04.822989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:04.875975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b40b97be-1fdf-47d8-a270-082d9562bf64 req-1560b66d-2cf0-4e0c-ac41-9e395118e327 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326761 Nov 12 05:25:04.970388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.270189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-877cd0ee-b533-42c7-86d1-846c9ec0dbf6 None None] Provisioning complete for port de379a43-6862-41cd-a19e-7ba8381c9070 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:05.270874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-877cd0ee-b533-42c7-86d1-846c9ec0dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.289767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.299012 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.322235 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.363034 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.395972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=de379a43-6862-41cd-a19e-7ba8381c9070,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:05.472407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:25:05.476015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.489104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c29d7-eb98-4484-8022-1440b4c18697 None None] Pushing event updated for resources: {'Port': ['ID=a870c3cd-de00-4262-9481-8edf95af0129,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:05.491889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-877cd0ee-b533-42c7-86d1-846c9ec0dbf6 None None] Port de379a43-6862-41cd-a19e-7ba8381c9070 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:25:05.555875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Attempting to bind port a870c3cd-de00-4262-9481-8edf95af0129 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:05.556254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Attempting to bind port a870c3cd-de00-4262-9481-8edf95af0129 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:05.556623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Attempting to bind port a870c3cd-de00-4262-9481-8edf95af0129 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:05.566793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:05.567209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:05.567561 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.567958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:05.568440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Bound port: a870c3cd-de00-4262-9481-8edf95af0129, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:05.568824 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.682990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] For port a870c3cd-de00-4262-9481-8edf95af0129, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:05.696060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Network d5011f7f-c911-4301-bfc4-576786bbfd20 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:05.697988 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.698485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:05.701767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] For port a870c3cd-de00-4262-9481-8edf95af0129, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a870c3cd-de00-4262-9481-8edf95af0129,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:05.716839 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.812832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c29d7-eb98-4484-8022-1440b4c18697 None None] Pushing event updated for resources: {'Port': ['ID=a870c3cd-de00-4262-9481-8edf95af0129,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:05.851195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:05.856681 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f20ade-71aa-40e2-87dd-eb66fcb295bc" -d '{"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:05.928021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:05.976589 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.983481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Router b44d9d36-af2d-4d9c-8157-d29907bcc432 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:25:05.989309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:05.994190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:06.009777 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e67761-0189-4ba2-8a7e-bff2cb7c3293 x-openstack-request-id: req-43e67761-0189-4ba2-8a7e-bff2cb7c3293 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:06.010308 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:06.011023 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43e67761-0189-4ba2-8a7e-bff2cb7c3293 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:06.011998 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'code': 200} Nov 12 05:25:06.244157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae6bbc-7fa1-4da9-b35e-90fd3e3dc799 req-41bdf259-c960-4814-8853-d3428c748c99 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:06.256923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92ae6bbc-7fa1-4da9-b35e-90fd3e3dc799 req-41bdf259-c960-4814-8853-d3428c748c99 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1268234 Nov 12 05:25:06.280070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:25:06.289552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bcb0fcd5-76a9-4143-b80e-b53d30a4b9e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/b44d9d36-af2d-4d9c-8157-d29907bcc432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1778798 Nov 12 05:25:06.337282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92ae6bbc-7fa1-4da9-b35e-90fd3e3dc799 req-993f55d1-5129-4bce-ae09-e091421e7680 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793812 Nov 12 05:25:06.338896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a5b9ea9f-626f-4297-ab38-719765706315 None None] Provisioning complete for port de379a43-6862-41cd-a19e-7ba8381c9070 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:06.339461 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5b9ea9f-626f-4297-ab38-719765706315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:06.347625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:06.585117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=11']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:06.588223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9ea9f-626f-4297-ab38-719765706315 None None] Port de379a43-6862-41cd-a19e-7ba8381c9070 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:25:06.710201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.711118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.711465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.711945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.712283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.713132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.713590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.713923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.714248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.715094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.715423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.715997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:06.957583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:05Z', 'revision_number': 2, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:06.992114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a61c2-274f-4b24-be9b-609f66e4f1dd None None] The sync data for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 is: [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:05Z', 'revision_number': 2, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:25:07.194835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37928) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:07.202292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0b7f1607-4a4c-429d-a249-b3ebd9e5a520 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756819897', 'description': 'tempest-description--1946685534'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:07.271945 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1607-4a4c-429d-a249-b3ebd9e5a520 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.442726 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1607-4a4c-429d-a249-b3ebd9e5a520 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.456936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1607-4a4c-429d-a249-b3ebd9e5a520 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.536312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6264b-e803-42cb-b985-ad97cd6a2287 req-2bc92a37-0da9-4851-ac8a-a30b90bd2f8e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:07.538869 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1607-4a4c-429d-a249-b3ebd9e5a520 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.542941 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0b7f1607-4a4c-429d-a249-b3ebd9e5a520 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3442876 Nov 12 05:25:07.543083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37950) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:07.551372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48a6264b-e803-42cb-b985-ad97cd6a2287 req-2bc92a37-0da9-4851-ac8a-a30b90bd2f8e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0966704 Nov 12 05:25:07.553188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-18d51197-abbd-441c-a9dd-0af9ba6ab47a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Request body: {'security_group_rule': {'security_group_id': '1c08f3cc-cf0a-458c-90ac-03a2965ab8b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:07.589588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f1607-4a4c-429d-a249-b3ebd9e5a520 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:07.614113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48a6264b-e803-42cb-b985-ad97cd6a2287 req-80d7dc22-f9eb-498c-864b-71f72fba4538 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566461 Nov 12 05:25:07.619898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18d51197-abbd-441c-a9dd-0af9ba6ab47a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.719083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18d51197-abbd-441c-a9dd-0af9ba6ab47a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.730580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18d51197-abbd-441c-a9dd-0af9ba6ab47a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.761400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d51197-abbd-441c-a9dd-0af9ba6ab47a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d57f962-e419-4891-bce2-066917d29f8e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:07.800939 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18d51197-abbd-441c-a9dd-0af9ba6ab47a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.802184 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18d51197-abbd-441c-a9dd-0af9ba6ab47a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2576995 Nov 12 05:25:07.805198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37972) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:07.811074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fd407d48-a6f5-4544-bc6f-bc0710d588c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Request body: {'security_group_rule': {'security_group_id': '1c08f3cc-cf0a-458c-90ac-03a2965ab8b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:07.894613 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd407d48-a6f5-4544-bc6f-bc0710d588c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.057404 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd407d48-a6f5-4544-bc6f-bc0710d588c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.064199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd407d48-a6f5-4544-bc6f-bc0710d588c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.102437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd407d48-a6f5-4544-bc6f-bc0710d588c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cfc5cf-4f33-4c1d-b484-0bc3c304b261,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:08.108091 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd407d48-a6f5-4544-bc6f-bc0710d588c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.113122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37984) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:08.117426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fd407d48-a6f5-4544-bc6f-bc0710d588c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106847 Nov 12 05:25:08.117700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:08.161265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.401804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.626489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Allocated IP 172.25.2.4 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/99f7eff5-7603-46f8-9741-4a9adbe16772) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:08.739381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc13774-d407-4343-8dd7-17d5c862c855 req-e7ef1856-94be-4595-b793-a8e32eac6190 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:08.752947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdc13774-d407-4343-8dd7-17d5c862c855 req-e7ef1856-94be-4595-b793-a8e32eac6190 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 947 time: 0.1535261 Nov 12 05:25:08.772449 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.819284 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.843946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:08.847605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:08.854969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:08.951982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b5bda-63a8-4cc9-828a-847b04727341 req-a626230d-7a6e-4b50-bdb3-b8309321b3c1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:08.966864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b6b5bda-63a8-4cc9-828a-847b04727341 req-a626230d-7a6e-4b50-bdb3-b8309321b3c1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2106881 Nov 12 05:25:09.020731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdc13774-d407-4343-8dd7-17d5c862c855 req-99e6012d-54bc-4d7e-9671-646fdb8a8ac0 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664270 Nov 12 05:25:09.046012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event updated for resources: {'Port': ['ID=99f7eff5-7603-46f8-9741-4a9adbe16772,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:09.109636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:09.128234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b6b5bda-63a8-4cc9-828a-847b04727341 req-f0bf4c62-4f6e-4338-9e82-0a1ac5739769 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516111 Nov 12 05:25:09.206822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:09.532481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:09.546627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:09.619159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event updated for resources: {'Port': ['ID=99f7eff5-7603-46f8-9741-4a9adbe16772,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:09.639817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:09.660457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:09.673908 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-caf0d854-4df4-41dc-b1cc-6122c03a92d8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5597010 Nov 12 05:25:09.680216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38018) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:09.832016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab4ae58-59c8-4401-9cfa-33ffe984345e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:09.998194 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab4ae58-59c8-4401-9cfa-33ffe984345e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.003953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab4ae58-59c8-4401-9cfa-33ffe984345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.066487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5ab4ae58-59c8-4401-9cfa-33ffe984345e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ef1b6759f744b4d917fc5942258d24e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3846941 Nov 12 05:25:10.067476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4ae58-59c8-4401-9cfa-33ffe984345e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b1e892-54cf-4557-9cb9-f792a737e3d4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:10.069264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38058) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:10.169811 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e38fff6-f37c-4a89-b26c-ee1ba6b0ca2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.258390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e38fff6-f37c-4a89-b26c-ee1ba6b0ca2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.278300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6216aa-9a2c-4ec4-bc35-c3665c5c7a86 req-daa94726-d9be-4173-b5d3-411984f40bbf tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:10.295382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac6216aa-9a2c-4ec4-bc35-c3665c5c7a86 req-daa94726-d9be-4173-b5d3-411984f40bbf tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 947 time: 0.1388803 Nov 12 05:25:10.356139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a870c3cd-de00-4262-9481-8edf95af0129 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:10.409394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e38fff6-f37c-4a89-b26c-ee1ba6b0ca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.413162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e38fff6-f37c-4a89-b26c-ee1ba6b0ca2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.423615 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3e38fff6-f37c-4a89-b26c-ee1ba6b0ca2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44b1e892-54cf-4557-9cb9-f792a737e3d4 HTTP/1.1" status: 204 len: 168 time: 0.3459439 Nov 12 05:25:10.424542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac6216aa-9a2c-4ec4-bc35-c3665c5c7a86 req-3f9615bb-d9b0-4470-8450-ae9dad66a82e tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278746 Nov 12 05:25:10.443067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834179f8-d2d0-4c20-be34-6f5115c99fac req-cb318ac8-6815-417a-a015-a0158dd2041c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:10.446552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-834179f8-d2d0-4c20-be34-6f5115c99fac req-cb318ac8-6815-417a-a015-a0158dd2041c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1361175 Nov 12 05:25:10.456690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38fff6-f37c-4a89-b26c-ee1ba6b0ca2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b1e892-54cf-4557-9cb9-f792a737e3d4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:10.499475 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Sync routers for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:25:10.519688 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:10.520437 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:10.591680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-834179f8-d2d0-4c20-be34-6f5115c99fac req-a5f5d530-d819-4fca-95cb-2580a5d14728 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332839 Nov 12 05:25:10.602112 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.635595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a870c3cd-de00-4262-9481-8edf95af0129 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:10.635971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.685149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-98715ee8-ea27-4fa5-a153-16650cbe63b6 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:10.692879 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-98715ee8-ea27-4fa5-a153-16650cbe63b6 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 947 time: 0.1575565 Nov 12 05:25:10.753870 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:10.872450 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.917304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port a870c3cd-de00-4262-9481-8edf95af0129, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a870c3cd-de00-4262-9481-8edf95af0129,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:10.930001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.970009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Deleting port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:25:10.970309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.045365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=a870c3cd-de00-4262-9481-8edf95af0129,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:11.181595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:11.195905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] For port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:11.196407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.200174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e73f123-e78a-4221-878d-ab4fb3c6598c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.225276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Calling delete_port for fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:25:11.254002 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:05Z', 'revision_number': 2, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:11.292472 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Checking router: b44d9d36-af2d-4d9c-8157-d29907bcc432 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:25:11.293124 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Updating router b44d9d36-af2d-4d9c-8157-d29907bcc432 port de379a43-6862-41cd-a19e-7ba8381c9070 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:25:11.322774 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.405518 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e73f123-e78a-4221-878d-ab4fb3c6598c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.419357 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e73f123-e78a-4221-878d-ab4fb3c6598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.475042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e73f123-e78a-4221-878d-ab4fb3c6598c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d7ef63b5214497890d2749096526444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895377 Nov 12 05:25:11.479683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38112) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:11.528478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73f123-e78a-4221-878d-ab4fb3c6598c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92726a4b-29e6-4adf-8f53-cc7d88876fee,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:11.581656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.605538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96072260-b7b2-4fbd-b18d-47304e5e423b req-de204dde-da29-4af5-b176-b8dd4e644e88 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b315265-2158-42b2-9e7b-26ed25cdfd89 HTTP/1.1" status: 200 len: 210 time: 0.0405807 Nov 12 05:25:11.758077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Pushing event deleted for resources: {'Port': ['ID=fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:11.820638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] No DVR routers for this DVR port fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:25:11.825213 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.836985 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e46e810c-4375-4f4d-9589-ed7e88a81e46 req-1a13d323-c7fa-4035-b6ac-1ea9954267c8 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.43 "DELETE /v2.0/ports/fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c HTTP/1.1" status: 204 len: 173 time: 1.1360579 Nov 12 05:25:11.841402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'name': 'network-vif-deleted', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:11.858999 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18710805-1ff5-47bc-b956-33928b708dd1" -d '{"events": [{"server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "name": "network-vif-deleted", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:11.864360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7c165-dca1-4a45-b740-26ac034195d6 req-b3b07df1-649c-443f-9a1a-6d955bb73437 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:11.872323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ca7c165-dca1-4a45-b740-26ac034195d6 req-b3b07df1-649c-443f-9a1a-6d955bb73437 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1386015 Nov 12 05:25:11.921622 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.926251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14310917-90ac-4780-898f-a1f887f8ac61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.940999 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:11.982141 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ca7c165-dca1-4a45-b740-26ac034195d6 req-5b9be545-2ec4-4819-a891-7f153092d0c4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084843 Nov 12 05:25:12.008350 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14310917-90ac-4780-898f-a1f887f8ac61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:12.149671 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e2b071-b881-4d62-b6a0-dc792e6221de x-openstack-request-id: req-48e2b071-b881-4d62-b6a0-dc792e6221de {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:12.152862 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b315265-2158-42b2-9e7b-26ed25cdfd89", "name": "network-vif-deleted", "tag": "fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:12.153184 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48e2b071-b881-4d62-b6a0-dc792e6221de {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:12.153840 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b315265-2158-42b2-9e7b-26ed25cdfd89', 'name': 'network-vif-deleted', 'tag': 'fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c', 'status': 'completed', 'code': 200} Nov 12 05:25:12.212947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14310917-90ac-4780-898f-a1f887f8ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:12.222547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14310917-90ac-4780-898f-a1f887f8ac61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:12.246988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14310917-90ac-4780-898f-a1f887f8ac61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92726a4b-29e6-4adf-8f53-cc7d88876fee HTTP/1.1" status: 204 len: 168 time: 0.7269647 Nov 12 05:25:12.292860 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14310917-90ac-4780-898f-a1f887f8ac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92726a4b-29e6-4adf-8f53-cc7d88876fee,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:12.339745 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Pushing event updated for resources: {'Port': ['ID=de379a43-6862-41cd-a19e-7ba8381c9070,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:12.457719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a870c3cd-de00-4262-9481-8edf95af0129 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:12.478838 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Attempting to bind port de379a43-6862-41cd-a19e-7ba8381c9070 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:12.479425 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Attempting to bind port de379a43-6862-41cd-a19e-7ba8381c9070 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:12.480646 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Attempting to bind port de379a43-6862-41cd-a19e-7ba8381c9070 on network d5011f7f-c911-4301-bfc4-576786bbfd20 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:12.490246 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.490620 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.490954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.491288 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.497610 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.498147 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.498521 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.501262 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.520036 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.528574 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.529500 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.530028 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:12.563623 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:12.564725 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Checking segment: {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:12.568579 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:12.569331 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Bound using segment: {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:12.570225 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Bound port: de379a43-6862-41cd-a19e-7ba8381c9070, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:12.570846 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:12.628877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a870c3cd-de00-4262-9481-8edf95af0129 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:12.629441 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:12.685753 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] For port de379a43-6862-41cd-a19e-7ba8381c9070, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:12.691259 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] For port de379a43-6862-41cd-a19e-7ba8381c9070, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=de379a43-6862-41cd-a19e-7ba8381c9070,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:12.703105 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:12.815059 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:12.816893 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:12.821095 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b9561-7b4d-4e61-b96d-45d65881e434 None None] Pushing event updated for resources: {'Port': ['ID=de379a43-6862-41cd-a19e-7ba8381c9070,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:12.850370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2e4ba86e-a775-4272-a986-cd322983a4e5 None None] Provisioning complete for port de379a43-6862-41cd-a19e-7ba8381c9070 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:12.862048 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba86e-a775-4272-a986-cd322983a4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.052232 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:13.184100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c806ee1-c9db-4ab0-8e85-d4ed21c05c86 req-8b020a96-0642-4ed7-9d03-2609d7b3d247 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:13.195435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c806ee1-c9db-4ab0-8e85-d4ed21c05c86 req-8b020a96-0642-4ed7-9d03-2609d7b3d247 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0804024 Nov 12 05:25:13.320848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c806ee1-c9db-4ab0-8e85-d4ed21c05c86 req-5944c17a-c948-42c9-9a5c-715444dbb3dd tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219647 Nov 12 05:25:13.360393 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba86e-a775-4272-a986-cd322983a4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.396344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2e4ba86e-a775-4272-a986-cd322983a4e5 None None] For port de379a43-6862-41cd-a19e-7ba8381c9070, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=de379a43-6862-41cd-a19e-7ba8381c9070,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:13.406273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38148) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:13.410931 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba86e-a775-4272-a986-cd322983a4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.466410 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:12Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:13.472472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e3de691-c25e-4092-9d88-77995cb7f848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.562409 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf79bdd-f7bb-4f52-92f3-ea64333143e8 None None] The sync data for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 is: [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:12Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:25:13.563338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ba86e-a775-4272-a986-cd322983a4e5 None None] Pushing event updated for resources: {'Port': ['ID=de379a43-6862-41cd-a19e-7ba8381c9070,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:13.637046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e3de691-c25e-4092-9d88-77995cb7f848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.651877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18e2ad-026f-45c9-930a-b495d2b02b00 req-4c6f0ff0-33a6-4d2e-92ba-402c5da1f2ea tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:13.656456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-21a58770-09d3-40da-8752-b6a2d477ee71 None None] Provisioning complete for port de379a43-6862-41cd-a19e-7ba8381c9070 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:13.657428 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21a58770-09d3-40da-8752-b6a2d477ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.660699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a18e2ad-026f-45c9-930a-b495d2b02b00 req-4c6f0ff0-33a6-4d2e-92ba-402c5da1f2ea tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 948 time: 0.2749679 Nov 12 05:25:13.670397 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e3de691-c25e-4092-9d88-77995cb7f848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.736697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38152) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:13.737408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4e3de691-c25e-4092-9d88-77995cb7f848 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffc1aaac6ef443e4a290ac0207f295e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224628 Nov 12 05:25:13.777399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3de691-c25e-4092-9d88-77995cb7f848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f30fc5-aa19-49c4-8036-37a6bb681485,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:13.794585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a18e2ad-026f-45c9-930a-b495d2b02b00 req-1fb953a2-154d-4276-a864-9d8ba191b313 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328537 Nov 12 05:25:13.840568 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f1e0a07-267f-4990-b26a-24abde536f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.888268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bff3065c-d96a-48a7-8961-5087d26d5f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.936262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bff3065c-d96a-48a7-8961-5087d26d5f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.043084 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bff3065c-d96a-48a7-8961-5087d26d5f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.045641 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bff3065c-d96a-48a7-8961-5087d26d5f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.046907 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bff3065c-d96a-48a7-8961-5087d26d5f84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56f30fc5-aa19-49c4-8036-37a6bb681485 HTTP/1.1" status: 204 len: 168 time: 0.3091538 Nov 12 05:25:14.058758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3065c-d96a-48a7-8961-5087d26d5f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f30fc5-aa19-49c4-8036-37a6bb681485,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:14.258519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:25:14.319667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:25:14.320283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fa006d15-4c9b-4d0a-aaf2-39eab5ce9a4c not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:25:14.345890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device de379a43-6862-41cd-a19e-7ba8381c9070 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:14.504658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port de379a43-6862-41cd-a19e-7ba8381c9070 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:14.505019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.577203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4b0ae-a29b-4b2e-9beb-b6daf591342e req-0e5b9668-e881-4f2c-a779-b3e6498f7faf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:14.591841 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ac4b0ae-a29b-4b2e-9beb-b6daf591342e req-0e5b9668-e881-4f2c-a779-b3e6498f7faf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1173606 Nov 12 05:25:14.718002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ac4b0ae-a29b-4b2e-9beb-b6daf591342e req-8a80def7-7834-4bf7-8b74-ebde679b79e9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112273 Nov 12 05:25:15.123898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476a5-5199-4ddc-bf5d-24586b409f06 req-1565487a-31b5-42f9-95fc-1e8113704661 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:15.131442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d66476a5-5199-4ddc-bf5d-24586b409f06 req-1565487a-31b5-42f9-95fc-1e8113704661 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 948 time: 0.1876726 Nov 12 05:25:15.193564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-71a1f731-36fb-46da-a443-ec30396cd6a7 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:15.195179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-71a1f731-36fb-46da-a443-ec30396cd6a7 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 948 time: 0.1615632 Nov 12 05:25:15.332275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d66476a5-5199-4ddc-bf5d-24586b409f06 req-9d092e81-f693-4e75-8294-7183b35e4fa3 tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e2632b6-ea1b-43e0-b971-8e8728c0688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955283 Nov 12 05:25:15.374687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Deleting port b9fa086e-5a11-437e-8386-cd58f0436cf1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:25:15.375073 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:15.565534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] For port b9fa086e-5a11-437e-8386-cd58f0436cf1, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b9fa086e-5a11-437e-8386-cd58f0436cf1,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:15.569951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:15.588620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Calling delete_port for b9fa086e-5a11-437e-8386-cd58f0436cf1 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:25:15.799025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:15.910680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Pushing event deleted for resources: {'Port': ['ID=b9fa086e-5a11-437e-8386-cd58f0436cf1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:15.944232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] No DVR routers for this DVR port b9fa086e-5a11-437e-8386-cd58f0436cf1 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:25:15.947333 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:15.958394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7bec2b3-a327-444a-9ca3-63ae41580425 req-4c0add8f-a52c-4ab4-9fca-6151df652b2f tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.47 "DELETE /v2.0/ports/b9fa086e-5a11-437e-8386-cd58f0436cf1 HTTP/1.1" status: 204 len: 173 time: 0.7511368 Nov 12 05:25:15.971117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-deleted', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:15.974325 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45d27a5-31b9-42e1-a004-d878433b5df9" -d '{"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-deleted", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:16.029618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44b614-85fb-43d0-aa44-4b81a04f44ae req-ca683b03-547d-4dfa-ae26-2ed4f7fa4f62 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:16.039040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a44b614-85fb-43d0-aa44-4b81a04f44ae req-ca683b03-547d-4dfa-ae26-2ed4f7fa4f62 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.2189980 Nov 12 05:25:16.121560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a44b614-85fb-43d0-aa44-4b81a04f44ae req-a5252fe9-cb11-4eca-ae3a-d62aa1fff20b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815604 Nov 12 05:25:16.199983 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01f6062-3000-477f-b67b-0d35e7357232 x-openstack-request-id: req-f01f6062-3000-477f-b67b-0d35e7357232 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:16.200347 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7b07e-f4b9-471d-8329-e835dbcaaee7", "name": "network-vif-deleted", "tag": "b9fa086e-5a11-437e-8386-cd58f0436cf1", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:16.200668 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f01f6062-3000-477f-b67b-0d35e7357232 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:16.201620 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7b07e-f4b9-471d-8329-e835dbcaaee7', 'name': 'network-vif-deleted', 'tag': 'b9fa086e-5a11-437e-8386-cd58f0436cf1', 'status': 'completed', 'code': 200} Nov 12 05:25:16.249537 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-03225b85-29b1-4d54-8ef7-761be0f5fd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:16.565802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1106fdf1-e710-4278-9680-bb63c5ce7fee req-eab7c751-4ada-4d53-bd02-1dd8e298561a tempest-ListImageFiltersTestJSON-824689574 tempest-ListImageFiltersTestJSON-824689574-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fd7b07e-f4b9-471d-8329-e835dbcaaee7 HTTP/1.1" status: 200 len: 210 time: 0.0617642 Nov 12 05:25:17.273297 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:17.379613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bd2d6-6bb1-468d-b728-b048f9285707 req-6ef99ded-bca5-40d0-ad1c-b7f00b0dd5a0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:17.382018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d4bd2d6-6bb1-468d-b728-b048f9285707 req-6ef99ded-bca5-40d0-ad1c-b7f00b0dd5a0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0936708 Nov 12 05:25:17.444650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d4bd2d6-6bb1-468d-b728-b048f9285707 req-e4a9b69a-5ce0-4147-8a32-824d1841369a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554752 Nov 12 05:25:17.881192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:18.026821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a891f41a-2371-42eb-9de7-6ddee79ce365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.063023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-c9118f8a-cc51-4846-916f-fd66a9c5816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:18.064922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-c9118f8a-cc51-4846-916f-fd66a9c5816a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1097 time: 0.0541637 Nov 12 05:25:18.137316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a891f41a-2371-42eb-9de7-6ddee79ce365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.141194 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a891f41a-2371-42eb-9de7-6ddee79ce365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.183385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-bd024feb-822a-4a3f-bdb4-7eacd79b3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:18.184888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-bd024feb-822a-4a3f-bdb4-7eacd79b3730 service neutron] 10.222.0.47 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 914 time: 0.1118209 Nov 12 05:25:18.186749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891f41a-2371-42eb-9de7-6ddee79ce365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563854fa-6b6d-4e34-a2cb-5bdaaae8fa3a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:18.198134 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a891f41a-2371-42eb-9de7-6ddee79ce365 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8db4f0ebf244ea19c87aa055c03331f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150024 Nov 12 05:25:18.198778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38312) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:18.242729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-5b3081b7-9839-43eb-99db-7bfb73b3e021 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 217 time: 0.0490410 Nov 12 05:25:18.268840 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14c425a1-c291-4867-a6b6-896958be8e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.296161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14c425a1-c291-4867-a6b6-896958be8e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.301028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-94f9e366-863a-432b-b5b5-736905b12e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:18.302722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-94f9e366-863a-432b-b5b5-736905b12e93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.0517545 Nov 12 05:25:18.358321 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14c425a1-c291-4867-a6b6-896958be8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.360362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14c425a1-c291-4867-a6b6-896958be8e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.361198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-199f2f02-0500-44f2-a733-276ed7203886 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501654 Nov 12 05:25:18.364408 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14c425a1-c291-4867-a6b6-896958be8e71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/563854fa-6b6d-4e34-a2cb-5bdaaae8fa3a HTTP/1.1" status: 204 len: 168 time: 0.1645882 Nov 12 05:25:18.375345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c425a1-c291-4867-a6b6-896958be8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563854fa-6b6d-4e34-a2cb-5bdaaae8fa3a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:18.499213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.503334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-cd4a6481-b59a-4155-8d78-771d091a5ca9 service neutron] 10.222.0.47 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291785 Nov 12 05:25:18.655089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec74b25-5cd7-4d62-ba75-57fc23b454f6 req-b56af61a-619f-452b-9595-86bc8d57d771 service neutron] 10.222.0.47 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422868 Nov 12 05:25:18.668067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d17e19-0649-44b1-82e9-1ad815e78b71 req-2f8a0556-320f-4665-b693-f8f9af5159e0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:18.675438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29d17e19-0649-44b1-82e9-1ad815e78b71 req-2f8a0556-320f-4665-b693-f8f9af5159e0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0843332 Nov 12 05:25:18.742082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29d17e19-0649-44b1-82e9-1ad815e78b71 req-d39398d2-3933-43c3-bb04-fccb48ebbec0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653954 Nov 12 05:25:18.827251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38354) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:18.844188 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e79f-f437-4a3a-91b9-148b60bf7a51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.940162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e79f-f437-4a3a-91b9-148b60bf7a51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.944522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e79f-f437-4a3a-91b9-148b60bf7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.985765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ffc5e79f-f437-4a3a-91b9-148b60bf7a51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b7808971d4547d19b954a957dbadc88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570606 Nov 12 05:25:18.987972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5e79f-f437-4a3a-91b9-148b60bf7a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ec06e-0c85-417d-b346-5192bf795e13,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:18.988479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38360) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:19.043631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb9df-f55a-40db-82e0-b61caf277e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.071819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb9df-f55a-40db-82e0-b61caf277e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.123078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb9df-f55a-40db-82e0-b61caf277e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.126621 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb9df-f55a-40db-82e0-b61caf277e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.127959 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a2cb9df-f55a-40db-82e0-b61caf277e71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b2ec06e-0c85-417d-b346-5192bf795e13 HTTP/1.1" status: 204 len: 168 time: 0.1384499 Nov 12 05:25:19.136293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cb9df-f55a-40db-82e0-b61caf277e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ec06e-0c85-417d-b346-5192bf795e13,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:19.435102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.462946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:25:19.489510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: b9fa086e-5a11-437e-8386-cd58f0436cf1 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:25:19.489839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b9fa086e-5a11-437e-8386-cd58f0436cf1 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:25:19.574502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38386) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:19.732594 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e6baabde-2a23-4e0f-aedf-07a15decaf95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba04ee95d33249cbb975e0c34a00e59f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568029 Nov 12 05:25:19.735792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38396) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:19.789398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40034fad-f898-41f6-aa2e-6975fa2aba40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.812050 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40034fad-f898-41f6-aa2e-6975fa2aba40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.899083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308574c4-888f-4b87-a9cc-9c4beec31485 req-8d7f45a6-3f00-48d7-9e41-b31001e913f8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:19.900591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-308574c4-888f-4b87-a9cc-9c4beec31485 req-8d7f45a6-3f00-48d7-9e41-b31001e913f8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0709047 Nov 12 05:25:19.931223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40034fad-f898-41f6-aa2e-6975fa2aba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.933767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40034fad-f898-41f6-aa2e-6975fa2aba40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:19.938457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-40034fad-f898-41f6-aa2e-6975fa2aba40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e2632b6-ea1b-43e0-b971-8e8728c0688f HTTP/1.1" status: 204 len: 168 time: 0.2016127 Nov 12 05:25:19.976227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-308574c4-888f-4b87-a9cc-9c4beec31485 req-f659848a-2b7d-43fc-9fe0-40cf40cab944 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674696 Nov 12 05:25:19.984087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40034fad-f898-41f6-aa2e-6975fa2aba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2632b6-ea1b-43e0-b971-8e8728c0688f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:20.955289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38456) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:21.074483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-646202572-network', 'tenant_id': '30528f02e76b411bb9a5103df309496f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:21.159303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be43eb6-658f-4df4-8c68-3e2f757eec81 req-4a8d28a2-8eb7-4bbf-b341-bd4fc892f885 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:21.161099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2be43eb6-658f-4df4-8c68-3e2f757eec81 req-4a8d28a2-8eb7-4bbf-b341-bd4fc892f885 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.0757000 Nov 12 05:25:21.161878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Made reservation on behalf of 30528f02e76b411bb9a5103df309496f for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:25:21.164475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.190472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.284755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2be43eb6-658f-4df4-8c68-3e2f757eec81 req-e9802651-da77-40a7-854f-1ad4bfc57b6c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130266 Nov 12 05:25:21.333017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.339259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.374608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83afff1f-b68e-4281-855b-a79293375e67,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:21.391850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:25:21.426118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.426584 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Added segment 91e87484-2f29-493b-bea5-631e12e8ddea of type vlan for network bb611a98-d3eb-428b-abb7-29f4992b4b58 Nov 12 05:25:21.473987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 874ca87b-5c37-425c-920f-00658921368f no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:25:21.474468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1e88f-5f90-4e18-a321-bda14531cfd1 req-41d52f81-a073-4525-8659-97d39443880e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:21.482643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07b1e88f-5f90-4e18-a321-bda14531cfd1 req-41d52f81-a073-4525-8659-97d39443880e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1096706 Nov 12 05:25:21.510897 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.569825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07b1e88f-5f90-4e18-a321-bda14531cfd1 req-66bb1785-a08c-4201-8514-8349b7454779 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861814 Nov 12 05:25:21.589621 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.590659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:21.595432 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.655765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.671181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7116847 Nov 12 05:25:21.671921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38484) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:21.681389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Request body: {'subnet': {'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-646202572-subnet', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:21.692733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874ca87b-5c37-425c-920f-00658921368f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:21.701205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248b51e-0290-47aa-8375-e89b512989c4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb611a98-d3eb-428b-abb7-29f4992b4b58,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:21.707127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Made reservation on behalf of 30528f02e76b411bb9a5103df309496f for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:25:21.709836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.715342 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b617050d-d6bd-4abe-ac64-09b55889a4e2" -d '{"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-unplugged", "status": "completed", "tag": "874ca87b-5c37-425c-920f-00658921368f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:21.724285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:25:21.752065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:21.832786 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf4f63-9f99-48ca-a52e-08ff3cea9482 x-openstack-request-id: req-9caf4f63-9f99-48ca-a52e-08ff3cea9482 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:21.833705 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-unplugged", "status": "failed", "tag": "874ca87b-5c37-425c-920f-00658921368f", "code": 422}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:21.834111 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9caf4f63-9f99-48ca-a52e-08ff3cea9482 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:21.834840 n-d-765315-28 neutron-server[102591]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '874ca87b-5c37-425c-920f-00658921368f', 'code': 422} returned with failed status Nov 12 05:25:21.836219 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:21.902306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:21.985292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-a36f4f41-1ab4-4181-8b57-8c0bc7930b5a req-101acfff-3abe-46d7-9758-805e91c401c7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:25:21.994725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a36f4f41-1ab4-4181-8b57-8c0bc7930b5a req-101acfff-3abe-46d7-9758-805e91c401c7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1130424 Nov 12 05:25:21.997216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.082140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Checking segment: {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:22.082542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Network hostable DHCP agents. Network: bb611a98-d3eb-428b-abb7-29f4992b4b58, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:25:22.099433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc475b3-33f2-449f-94f3-c543185f8321,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:22.126082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:25:22.142741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, bb611a98-d3eb-428b-abb7-29f4992b4b58) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:22.150880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:22.152278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.154982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7add1d-09ef-47b1-8c44-08e4a6cbb4f9 None None] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:25:22.197452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d367ac96-5316-4eed-a996-ed26951b737a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5218480 Nov 12 05:25:22.199586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:22.204803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:22.252509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.253653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.308130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51b13-5765-439c-9054-3ddfba4177a4 req-e931c688-87d3-485a-8e31-57dc8a84cc65 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:22.317066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d51b13-5765-439c-9054-3ddfba4177a4 req-e931c688-87d3-485a-8e31-57dc8a84cc65 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 943 time: 0.1051307 Nov 12 05:25:22.391449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-bb611a98-d3eb-428b-abb7-29f4992b4b58', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:25:22.393506 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.403275 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.421251 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:25:22.428212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d51b13-5765-439c-9054-3ddfba4177a4 req-74e50e72-cec4-4bfd-a6a5-081931a25ea0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036263 Nov 12 05:25:22.586295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Allocated IP 172.20.0.2 (bb611a98-d3eb-428b-abb7-29f4992b4b58/1cc475b3-33f2-449f-94f3-c543185f8321/939cfdf5-e63c-457c-912b-81df272f19f6) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:22.630929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.786920 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-1a3f2265-e00f-41f3-a204-9a6883da4936 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1824496 Nov 12 05:25:22.800290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9076f7f2-d64c-4861-b683-4d9a6f55cda0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:25:22.801288 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9076f7f2-d64c-4861-b683-4d9a6f55cda0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095961 Nov 12 05:25:22.804281 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.815905 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.886598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:22.889916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:22.895367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:22.938828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Pushing event updated for resources: {'Port': ['ID=939cfdf5-e63c-457c-912b-81df272f19f6,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:22.970981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Attempting to bind port 939cfdf5-e63c-457c-912b-81df272f19f6 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:22.971562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Attempting to bind port 939cfdf5-e63c-457c-912b-81df272f19f6 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:22.972100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Attempting to bind port 939cfdf5-e63c-457c-912b-81df272f19f6 on network bb611a98-d3eb-428b-abb7-29f4992b4b58 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:22.977732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:22.978108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Checking segment: {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:22.978547 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:22.978939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Bound using segment: {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:22.979484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Bound port: 939cfdf5-e63c-457c-912b-81df272f19f6, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:22.979882 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:23.021485 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:23.050999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:23.057206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] For port 939cfdf5-e63c-457c-912b-81df272f19f6, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:23.064043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] For port 939cfdf5-e63c-457c-912b-81df272f19f6, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=939cfdf5-e63c-457c-912b-81df272f19f6,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:23.071633 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:23.147267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553423ca-f69e-4f94-9a07-3ca09e5708c6 None None] Pushing event updated for resources: {'Port': ['ID=939cfdf5-e63c-457c-912b-81df272f19f6,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:23.209352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Allocated IP 172.25.2.33 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/aa05518a-d394-4f44-b438-4792fab6d877) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:23.368575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:23.456609 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:23.506135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:23.508054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:23.522641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:23.576122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa05518a-d394-4f44-b438-4792fab6d877,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:23.599652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263e9e-7f48-4138-8c78-4d4988af6933 req-aa64d1e2-5cbf-452d-bcc1-565a50975128 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:23.607389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c263e9e-7f48-4138-8c78-4d4988af6933 req-aa64d1e2-5cbf-452d-bcc1-565a50975128 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 943 time: 0.0815656 Nov 12 05:25:23.672999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c263e9e-7f48-4138-8c78-4d4988af6933 req-577d9c81-f64b-42c4-9d83-e62f328e11ba tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642807 Nov 12 05:25:23.858030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:24.139336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-51ff07b8-c868-4789-b2ad-b58777ad411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:24.146845 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-51ff07b8-c868-4789-b2ad-b58777ad411e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99&tenant_id=b5d6aebf55e64b5da56559ca95e69772 HTTP/1.1" status: 200 len: 1095 time: 0.1074572 Nov 12 05:25:24.161613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:24.202984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:24.248987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:24.342939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 939cfdf5-e63c-457c-912b-81df272f19f6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:24.420767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 939cfdf5-e63c-457c-912b-81df272f19f6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:24.421136 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:24.524516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661ea5f-78fe-4d63-914f-3713d3af5a28 None None] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:25:24.706260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d2a011fa-585f-4457-b11f-91583c99a11e None None] Provisioning complete for port 939cfdf5-e63c-457c-912b-81df272f19f6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:24.706656 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2a011fa-585f-4457-b11f-91583c99a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:24.865343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:24.886022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d8ce8-d4bf-4ebe-9118-0c8cd44e0445 req-f14aeef6-88fc-4907-b307-b78f4177262c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:24.910977 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2a011fa-585f-4457-b11f-91583c99a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:24.911288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f6d8ce8-d4bf-4ebe-9118-0c8cd44e0445 req-f14aeef6-88fc-4907-b307-b78f4177262c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 943 time: 0.1224635 Nov 12 05:25:24.966777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 939cfdf5-e63c-457c-912b-81df272f19f6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=939cfdf5-e63c-457c-912b-81df272f19f6,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:24.974791 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.032713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f6d8ce8-d4bf-4ebe-9118-0c8cd44e0445 req-3ccc4049-b17c-400c-b680-47de3e643d95 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203368 Nov 12 05:25:25.097434 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-d2a011fa-585f-4457-b11f-91583c99a11e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:25:25.097708 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-d2a011fa-585f-4457-b11f-91583c99a11e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:25:25.129614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=939cfdf5-e63c-457c-912b-81df272f19f6,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:25.158490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:25:25.330028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:25.340218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:25:25.351804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad9267-6118-4501-a056-088981747d6b None None] Sync routers for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:25:25.362064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad9267-6118-4501-a056-088981747d6b None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:25.362968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-caad9267-6118-4501-a056-088981747d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:25.372064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.373362 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9377f9d1-03a9-418a-ae4d-d22691bc65a7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.1728647 Nov 12 05:25:25.376219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38570) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:25.381080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:25.416604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874ca87b-5c37-425c-920f-00658921368f {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:25:25.424649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.439998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Transition to ACTIVE for port object 874ca87b-5c37-425c-920f-00658921368f will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:25:25.446624 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.535522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] No DVR routers for this DVR port 874ca87b-5c37-425c-920f-00658921368f on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:25:25.537815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=9']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:25.599140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Attempting to bind port 874ca87b-5c37-425c-920f-00658921368f on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:25.599581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Attempting to bind port 874ca87b-5c37-425c-920f-00658921368f by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:25.600165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Attempting to bind port 874ca87b-5c37-425c-920f-00658921368f on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:25.605083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Port 874ca87b-5c37-425c-920f-00658921368f on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:25:25.605433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Attempting to bind port 874ca87b-5c37-425c-920f-00658921368f on network 57d401f4-5779-4715-9e2f-5f6aaeeedef0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:25.611230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:25.611610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Checking segment: {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:25.612006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Bound using segment: {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:25.612447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Bound port: 874ca87b-5c37-425c-920f-00658921368f, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:25.612911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.707574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:25.712776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:25.720576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.729606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 874ca87b-5c37-425c-920f-00658921368f no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:25:25.761326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:25.761911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.763326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] 10.222.0.43 "PUT /v2.0/ports/874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 1092 time: 1.6073143 Nov 12 05:25:25.763777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'tag': '874ca87b-5c37-425c-920f-00658921368f'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:25.766789 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b899f743-3fe6-4bdc-b65d-525e6cb58228" -d '{"events": [{"name": "network-changed", "server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "tag": "874ca87b-5c37-425c-920f-00658921368f"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:25.800979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83fee9-92e9-4810-8d64-76148da16560 service neutron] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=10']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:25.827848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-caad9267-6118-4501-a056-088981747d6b None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:25.851063 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a05f85a-0d63-4af7-88dc-db277a1dae42 x-openstack-request-id: req-2a05f85a-0d63-4af7-88dc-db277a1dae42 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:25.851385 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "tag": "874ca87b-5c37-425c-920f-00658921368f", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:25.851596 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a05f85a-0d63-4af7-88dc-db277a1dae42 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:25.852011 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'tag': '874ca87b-5c37-425c-920f-00658921368f', 'status': 'completed', 'code': 200} Nov 12 05:25:25.869073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-959ce87c-b85f-4acc-b5bf-9c16bf3d7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:25.870595 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-959ce87c-b85f-4acc-b5bf-9c16bf3d7852 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1096 time: 0.0630021 Nov 12 05:25:25.915194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 874ca87b-5c37-425c-920f-00658921368f not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:25:25.976504 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.996112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a9cebd78-cf8e-4ead-acd5-77142eab9bad None None] Provisioning complete for port 939cfdf5-e63c-457c-912b-81df272f19f6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:25.996392 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9cebd78-cf8e-4ead-acd5-77142eab9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:26.003897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-1fa0c53e-21ed-4352-9db7-b145b0b1d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:26.005812 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-1fa0c53e-21ed-4352-9db7-b145b0b1d6af service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 914 time: 0.1259611 Nov 12 05:25:26.066570 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-e86a17b2-5cc1-4ebf-a92d-9356e5204b08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 217 time: 0.0522585 Nov 12 05:25:26.167797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-caad9267-6118-4501-a056-088981747d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:23Z', 'revision_number': 3, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:26.200133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-d38ddca8-a589-4c30-bc24-059d1bdeaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:26.201747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-d38ddca8-a589-4c30-bc24-059d1bdeaf8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.1279888 Nov 12 05:25:26.203042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad9267-6118-4501-a056-088981747d6b None None] Checking router: 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:25:26.203939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad9267-6118-4501-a056-088981747d6b None None] Updating router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 port aa05518a-d394-4f44-b438-4792fab6d877 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:25:26.242920 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caad9267-6118-4501-a056-088981747d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:26.289912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 939cfdf5-e63c-457c-912b-81df272f19f6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:26.300010 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-9b272886-8e20-4ac2-b01f-6b32e6f67331 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724711 Nov 12 05:25:26.481807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 939cfdf5-e63c-457c-912b-81df272f19f6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:26.482464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:26.524096 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-bec2ccca-052e-4f46-88b1-a6629a13b920 service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145660 Nov 12 05:25:26.701348 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caad9267-6118-4501-a056-088981747d6b None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:26.717056 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caad9267-6118-4501-a056-088981747d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:26.729626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Allocated IP 172.20.0.1 (bb611a98-d3eb-428b-abb7-29f4992b4b58/1cc475b3-33f2-449f-94f3-c543185f8321/9465e844-6411-45bc-887f-b18cf2180af1) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:26.763673 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80b05aec-a580-4e0f-8157-65a03e75ca60 req-968a3a3f-5824-4be4-940d-bc5b79135fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292664 Nov 12 05:25:26.795915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902e04f-40ae-4023-82d8-3888874402ec req-8e69ae7b-883b-438a-a1ff-e2b2cd34f1d2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:26.805574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5902e04f-40ae-4023-82d8-3888874402ec req-8e69ae7b-883b-438a-a1ff-e2b2cd34f1d2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.2294250 Nov 12 05:25:26.817984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-caad9267-6118-4501-a056-088981747d6b None None] Attempting to bind port aa05518a-d394-4f44-b438-4792fab6d877 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:26.818301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-caad9267-6118-4501-a056-088981747d6b None None] Attempting to bind port aa05518a-d394-4f44-b438-4792fab6d877 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:26.819930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad9267-6118-4501-a056-088981747d6b None None] Attempting to bind port aa05518a-d394-4f44-b438-4792fab6d877 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:26.836704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad9267-6118-4501-a056-088981747d6b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:26.837134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad9267-6118-4501-a056-088981747d6b None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:26.838046 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caad9267-6118-4501-a056-088981747d6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:26.840168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad9267-6118-4501-a056-088981747d6b None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:26.840876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-caad9267-6118-4501-a056-088981747d6b None None] Bound port: aa05518a-d394-4f44-b438-4792fab6d877, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:26.855755 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caad9267-6118-4501-a056-088981747d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:26.892375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99193006-e871-427b-ad1c-b9dd43fe4f2d None None] Pushing event updated for resources: {'Port': ['ID=aa05518a-d394-4f44-b438-4792fab6d877,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:26.927762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5902e04f-40ae-4023-82d8-3888874402ec req-b422599f-6313-4792-b77a-dacb877973a5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204755 Nov 12 05:25:26.949082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:26.975564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-caad9267-6118-4501-a056-088981747d6b None None] For port aa05518a-d394-4f44-b438-4792fab6d877, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:26.979759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-caad9267-6118-4501-a056-088981747d6b None None] For port aa05518a-d394-4f44-b438-4792fab6d877, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=aa05518a-d394-4f44-b438-4792fab6d877,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:26.992300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-8de6c688-534a-428f-a375-260a1979da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:26.993955 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-8de6c688-534a-428f-a375-260a1979da89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1096 time: 0.0906498 Nov 12 05:25:27.009045 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.016641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caad9267-6118-4501-a056-088981747d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.095613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:27.096517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99193006-e871-427b-ad1c-b9dd43fe4f2d None None] Pushing event updated for resources: {'Port': ['ID=aa05518a-d394-4f44-b438-4792fab6d877,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:27.110217 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.110480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:27.114247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:27.122301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad9267-6118-4501-a056-088981747d6b None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:27.123011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-caad9267-6118-4501-a056-088981747d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:27.181109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.192602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-ce0bf6da-743f-414a-9493-35dbdb6d6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:27.194499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-ce0bf6da-743f-414a-9493-35dbdb6d6811 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 914 time: 0.1901236 Nov 12 05:25:27.290099 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-45f25423-3501-4c9c-9498-813e422810f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 217 time: 0.0877733 Nov 12 05:25:27.319132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Pushing event updated for resources: {'Port': ['ID=9465e844-6411-45bc-887f-b18cf2180af1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:27.324697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-caad9267-6118-4501-a056-088981747d6b None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:27.440610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-2a0b068f-57c8-445c-ba5a-04808db58d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:27.442139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-2a0b068f-57c8-445c-ba5a-04808db58d44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.1361978 Nov 12 05:25:27.446265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.535701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-5bf684d5-65d0-4292-87ee-b2ef507f3d87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849438 Nov 12 05:25:27.684367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67f8d72e-dc2e-494c-8d22-1b3ef0a500f1 None None] Provisioning complete for port 9465e844-6411-45bc-887f-b18cf2180af1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:27.684989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67f8d72e-dc2e-494c-8d22-1b3ef0a500f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.783409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-6fa5a707-c830-4cf9-863b-225d5816d193 service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358310 Nov 12 05:25:27.796581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.804138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.904109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-67f8d72e-dc2e-494c-8d22-1b3ef0a500f1 None None] Port 9465e844-6411-45bc-887f-b18cf2180af1 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:25:27.998459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-caad9267-6118-4501-a056-088981747d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:23Z', 'revision_number': 3, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:28.036783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Pushing event updated for resources: {'Port': ['ID=9465e844-6411-45bc-887f-b18cf2180af1,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:28.037356 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b899f743-3fe6-4bdc-b65d-525e6cb58228 req-05e4baf9-92d6-4727-a932-45ae19cf8dca service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891246 Nov 12 05:25:28.055702 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:28.104224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad9267-6118-4501-a056-088981747d6b None None] The sync data for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 is: [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:23Z', 'revision_number': 3, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:25:28.334724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489d7f2-8217-45d3-a3f2-2ae2ca4cb65a req-46d8eddb-1313-4cf5-921c-c34b71990553 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:28.343558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4489d7f2-8217-45d3-a3f2-2ae2ca4cb65a req-46d8eddb-1313-4cf5-921c-c34b71990553 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.1432455 Nov 12 05:25:28.477109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:28.491215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:28.611510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4489d7f2-8217-45d3-a3f2-2ae2ca4cb65a req-6ca35ab5-eb2d-46b9-9636-fecb9a002f21 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661567 Nov 12 05:25:28.927188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:25:29.061046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e6406b62-d48d-4676-85fe-26a8c7638eac None None] Provisioning complete for port 9465e844-6411-45bc-887f-b18cf2180af1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:29.061735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6406b62-d48d-4676-85fe-26a8c7638eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:29.155142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:25:29.174037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dde9eab5-c3bc-4432-8078-5adc070e3272 admin admin] 10.222.0.48 "PUT /v2.0/routers/03a7ed7f-6ce5-4ced-9a3a-b612516a8605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7966831 Nov 12 05:25:29.198101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e6406b62-d48d-4676-85fe-26a8c7638eac None None] Port 9465e844-6411-45bc-887f-b18cf2180af1 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:25:29.855256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b0d71-2710-435c-8ca4-b1bf13753f63 req-a2f902a3-41ac-4597-a3c1-6d440cdbec20 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:29.857003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-519b0d71-2710-435c-8ca4-b1bf13753f63 req-a2f902a3-41ac-4597-a3c1-6d440cdbec20 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.1238503 Nov 12 05:25:29.977226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-519b0d71-2710-435c-8ca4-b1bf13753f63 req-3da21918-7b13-4398-94db-ce70924c437d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054885 Nov 12 05:25:30.045698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38668) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:30.052892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-115ac2a9-bad9-4435-b380-b2500cc3962c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371122548', 'description': 'tempest-description--1416616073'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:30.108666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-115ac2a9-bad9-4435-b380-b2500cc3962c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.271882 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-115ac2a9-bad9-4435-b380-b2500cc3962c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.285319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-115ac2a9-bad9-4435-b380-b2500cc3962c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.412243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-115ac2a9-bad9-4435-b380-b2500cc3962c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.413973 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-115ac2a9-bad9-4435-b380-b2500cc3962c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3648992 Nov 12 05:25:30.416471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ac2a9-bad9-4435-b380-b2500cc3962c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e036e187-e86c-4e39-b7f0-42b900eb93f8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:30.417445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38678) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:30.424353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-70aad9c0-1c8d-4366-bf64-1a1ae289b07f tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Request body: {'security_group_rule': {'security_group_id': 'e036e187-e86c-4e39-b7f0-42b900eb93f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:30.500098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device aa05518a-d394-4f44-b438-4792fab6d877 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:30.525490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70aad9c0-1c8d-4366-bf64-1a1ae289b07f tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.644215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port aa05518a-d394-4f44-b438-4792fab6d877 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:30.644630 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.714097 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70aad9c0-1c8d-4366-bf64-1a1ae289b07f tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.722099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70aad9c0-1c8d-4366-bf64-1a1ae289b07f tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.778472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aad9c0-1c8d-4366-bf64-1a1ae289b07f tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f288554f-43af-48cb-b0ff-e8d188a22e29,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:30.786207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70aad9c0-1c8d-4366-bf64-1a1ae289b07f tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.790417 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.791060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38686) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:30.791365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-70aad9c0-1c8d-4366-bf64-1a1ae289b07f tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3716121 Nov 12 05:25:30.795773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e8069375-50cd-43d3-a904-ccc5b1afbfab tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Request body: {'security_group_rule': {'security_group_id': 'e036e187-e86c-4e39-b7f0-42b900eb93f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:30.837568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port aa05518a-d394-4f44-b438-4792fab6d877, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=aa05518a-d394-4f44-b438-4792fab6d877,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:30.854092 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.870691 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8069375-50cd-43d3-a904-ccc5b1afbfab tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.957693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=aa05518a-d394-4f44-b438-4792fab6d877,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:31.032141 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8069375-50cd-43d3-a904-ccc5b1afbfab tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:31.051225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8069375-50cd-43d3-a904-ccc5b1afbfab tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:31.102055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069375-50cd-43d3-a904-ccc5b1afbfab tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7166022-1799-4012-9a4f-cc3c4c20c3ee,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:31.115855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8069375-50cd-43d3-a904-ccc5b1afbfab tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:31.117113 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e8069375-50cd-43d3-a904-ccc5b1afbfab tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3249042 Nov 12 05:25:31.120270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:31.126248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:31.190013 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:31.337210 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Sync routers for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:25:31.359944 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:31.369722 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:31.503280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:31.651638 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:31.766723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Allocated IP 172.25.2.146 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/4e351b57-fe61-49ec-b50b-356039363a43) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:31.979401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.064885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.082186 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 2, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:32.130116 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Checking router: 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:25:32.131001 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Updating router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 port 9465e844-6411-45bc-887f-b18cf2180af1 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:25:32.164080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event updated for resources: {'Port': ['ID=4e351b57-fe61-49ec-b50b-356039363a43,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:32.167025 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.209531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:32.216185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:32.230678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:32.362128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device aa05518a-d394-4f44-b438-4792fab6d877 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:32.491279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port aa05518a-d394-4f44-b438-4792fab6d877 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:32.493800 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.536607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.638080 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.793625 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.809307 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.973342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:32.976371 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcd596-1d50-4c76-a8b4-4d2ce03a0a64 None None] Pushing event updated for resources: {'Port': ['ID=9465e844-6411-45bc-887f-b18cf2180af1,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:32.988759 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.142019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event updated for resources: {'Port': ['ID=4e351b57-fe61-49ec-b50b-356039363a43,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:33.175097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.198121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.203167 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f0b591c-7fc1-4bec-8224-9860f61490b3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0807090 Nov 12 05:25:33.223853 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Attempting to bind port 9465e844-6411-45bc-887f-b18cf2180af1 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:33.224274 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Attempting to bind port 9465e844-6411-45bc-887f-b18cf2180af1 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:33.224762 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Attempting to bind port 9465e844-6411-45bc-887f-b18cf2180af1 on network bb611a98-d3eb-428b-abb7-29f4992b4b58 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:33.231090 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:33.231461 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Checking segment: {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:33.231850 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.232372 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Bound using segment: {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:33.233670 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Bound port: 9465e844-6411-45bc-887f-b18cf2180af1, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:33.234040 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.320768 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] For port 9465e844-6411-45bc-887f-b18cf2180af1, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:33.327331 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] For port 9465e844-6411-45bc-887f-b18cf2180af1, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9465e844-6411-45bc-887f-b18cf2180af1,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:33.337759 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.404379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8bb9ecc4-ad6b-422d-99ae-0a79087e7d3d None None] Provisioning complete for port 9465e844-6411-45bc-887f-b18cf2180af1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:33.404899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8bb9ecc4-ad6b-422d-99ae-0a79087e7d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.433637 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:33.433897 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:33.506377 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcd596-1d50-4c76-a8b4-4d2ce03a0a64 None None] Pushing event updated for resources: {'Port': ['ID=9465e844-6411-45bc-887f-b18cf2180af1,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:33.636787 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8bb9ecc4-ad6b-422d-99ae-0a79087e7d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.701735 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:33.705089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8bb9ecc4-ad6b-422d-99ae-0a79087e7d3d None None] For port 9465e844-6411-45bc-887f-b18cf2180af1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9465e844-6411-45bc-887f-b18cf2180af1,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:33.727982 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8bb9ecc4-ad6b-422d-99ae-0a79087e7d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:33.876070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9ecc4-ad6b-422d-99ae-0a79087e7d3d None None] Pushing event updated for resources: {'Port': ['ID=9465e844-6411-45bc-887f-b18cf2180af1,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:33.897867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2f380c35-40e9-4ee7-affc-d29bc562ca7d None None] Provisioning complete for port 9465e844-6411-45bc-887f-b18cf2180af1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:33.898311 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f380c35-40e9-4ee7-affc-d29bc562ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:34.076678 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:33Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:34.105785 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b50e9-e5e4-4603-a32d-fb1f2bd00ea7 None None] The sync data for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 is: [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:33Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:25:34.386529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9465e844-6411-45bc-887f-b18cf2180af1 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:34.567239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9465e844-6411-45bc-887f-b18cf2180af1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:34.571154 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:34.640846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d4b7-b3cc-41b9-b8d8-b81b212141e6 req-9f625ab4-082a-4476-88ff-b021734702e7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:34.642479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93b4d4b7-b3cc-41b9-b8d8-b81b212141e6 req-9f625ab4-082a-4476-88ff-b021734702e7 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.1194627 Nov 12 05:25:34.882573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93b4d4b7-b3cc-41b9-b8d8-b81b212141e6 req-e04d1a81-05b9-4374-a7bc-fefcdda3e511 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240641 Nov 12 05:25:35.038955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-29c774dd-062f-454f-9244-574e1917ff3c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--371122548&fields=id&tenant_id=30528f02e76b411bb9a5103df309496f HTTP/1.1" status: 200 len: 267 time: 0.1818185 Nov 12 05:25:35.304731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-ff697e6a-ab95-4d42-a0ac-fba8fe884184 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:35.316639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-ff697e6a-ab95-4d42-a0ac-fba8fe884184 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/networks?id=bb611a98-d3eb-428b-abb7-29f4992b4b58 HTTP/1.1" status: 200 len: 805 time: 0.2669423 Nov 12 05:25:35.339127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-1568f45d-72f8-45fc-b92b-2994033076e4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/quotas/30528f02e76b411bb9a5103df309496f HTTP/1.1" status: 200 len: 375 time: 0.0211413 Nov 12 05:25:35.495695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-5ecc0ceb-379e-4df4-a3ee-0b7da0646aa7 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=30528f02e76b411bb9a5103df309496f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1478574 Nov 12 05:25:35.510945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-c3709604-895c-4622-90f1-46e629d062ff service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:25:35.522097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-c3709604-895c-4622-90f1-46e629d062ff service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205879 Nov 12 05:25:35.857438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-70da0755-1cc6-40bf-b994-67f6254eeec5 service neutron] 10.222.0.48 "GET /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294964 Nov 12 05:25:36.127140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-bb46c912-c057-4851-a53f-d7dec40246bd service neutron] 10.222.0.48 "GET /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678435 Nov 12 05:25:36.353469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85020a-4bcb-4c48-8aeb-21c38a456554 req-cb6633fa-3298-44b0-80af-ea7bf4b520d2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:36.371500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f85020a-4bcb-4c48-8aeb-21c38a456554 req-cb6633fa-3298-44b0-80af-ea7bf4b520d2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.1726606 Nov 12 05:25:36.524223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f85020a-4bcb-4c48-8aeb-21c38a456554 req-be866a63-fc03-42fc-bd94-76ac7567646a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511536 Nov 12 05:25:36.799280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91a87746-5eb9-448f-a01e-bba33a41ec6c req-df5f8225-0bda-4eb2-ad61-93a21022e51c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 210 time: 0.0787928 Nov 12 05:25:37.842536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79df6-10f5-4102-8a06-391b72b3d3ff req-3f3f8542-ad4d-43d3-9056-233b7a82b2cb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:37.846034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cbc79df6-10f5-4102-8a06-391b72b3d3ff req-3f3f8542-ad4d-43d3-9056-233b7a82b2cb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.1699188 Nov 12 05:25:37.982072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cbc79df6-10f5-4102-8a06-391b72b3d3ff req-caf7258b-8625-4d40-a9fd-6546435b5d4c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146145 Nov 12 05:25:38.110674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80c47d6f-4219-40ba-8e6d-6ed6c8a72df4 req-dd4ddfea-d2e5-45dc-a6fa-9eb893ea27e0 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 210 time: 0.0605347 Nov 12 05:25:39.360223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4070362d-03c0-492a-9a03-978d3d07886b req-2b781b70-7ad3-4c91-9f1b-ee0d30f59b0c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 210 time: 0.1164002 Nov 12 05:25:39.452482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362eea2-443a-4c1d-be8d-a6b7c70aaa9c req-0d42f728-03ba-4fb0-856c-99fe3314d0ed tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:39.454040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9362eea2-443a-4c1d-be8d-a6b7c70aaa9c req-0d42f728-03ba-4fb0-856c-99fe3314d0ed tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.3498051 Nov 12 05:25:39.537356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-1556c5ff-9f5d-42e6-9ac1-4fe92b50c543 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:39.539051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-1556c5ff-9f5d-42e6-9ac1-4fe92b50c543 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.47 "GET /v2.0/networks?id=bb611a98-d3eb-428b-abb7-29f4992b4b58 HTTP/1.1" status: 200 len: 805 time: 0.3528221 Nov 12 05:25:39.542603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9362eea2-443a-4c1d-be8d-a6b7c70aaa9c req-15a69d3d-44d0-4e70-942c-74d66073b69e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808611 Nov 12 05:25:39.668541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-efce5842-0643-4773-8ff0-bd0a1e94dba8 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30528f02e76b411bb9a5103df309496f HTTP/1.1" status: 200 len: 379 time: 0.1150358 Nov 12 05:25:39.681711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Request body: {'port': {'device_id': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'admin_state_up': True, 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'security_groups': ['e036e187-e86c-4e39-b7f0-42b900eb93f8']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:39.889948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Made reservation on behalf of 30528f02e76b411bb9a5103df309496f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:25:39.898073 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:40.167571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Allocated IP 172.20.0.8 (bb611a98-d3eb-428b-abb7-29f4992b4b58/1cc475b3-33f2-449f-94f3-c543185f8321/dfa1f285-3b6f-42e4-9552-0da4647fd10b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:40.416670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:40.430080 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:40.468348 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:40.526806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:40.530330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:40.535338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:40.578915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event updated for resources: {'Port': ['ID=dfa1f285-3b6f-42e4-9552-0da4647fd10b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:40.608963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:40.610075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:40.632081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-3fb57585-10e2-4ff9-97a2-c7f5f2e77ba4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9545486 Nov 12 05:25:40.646085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Request body: {'port': {'device_id': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:40.729517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:40.864410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9919c072-3630-4933-b1a0-0d8d900d8cfb None None] Provisioning complete for port dfa1f285-3b6f-42e4-9552-0da4647fd10b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:40.864999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9919c072-3630-4933-b1a0-0d8d900d8cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:40.930216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9919c072-3630-4933-b1a0-0d8d900d8cfb None None] Port dfa1f285-3b6f-42e4-9552-0da4647fd10b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:25:41.107069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa1f285-3b6f-42e4-9552-0da4647fd10b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:25:41.115201 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:41.127649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Transition to ACTIVE for port object dfa1f285-3b6f-42e4-9552-0da4647fd10b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:25:41.132973 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:41.255668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Pushing event updated for resources: {'Port': ['ID=dfa1f285-3b6f-42e4-9552-0da4647fd10b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:41.336974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Attempting to bind port dfa1f285-3b6f-42e4-9552-0da4647fd10b on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:41.337316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Attempting to bind port dfa1f285-3b6f-42e4-9552-0da4647fd10b by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:41.337647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Attempting to bind port dfa1f285-3b6f-42e4-9552-0da4647fd10b on network bb611a98-d3eb-428b-abb7-29f4992b4b58 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:41.342373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Port dfa1f285-3b6f-42e4-9552-0da4647fd10b on network bb611a98-d3eb-428b-abb7-29f4992b4b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:25:41.342876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Attempting to bind port dfa1f285-3b6f-42e4-9552-0da4647fd10b on network bb611a98-d3eb-428b-abb7-29f4992b4b58 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:41.349660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:41.349927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Checking segment: {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:41.350307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Bound using segment: {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:41.350765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Bound port: dfa1f285-3b6f-42e4-9552-0da4647fd10b, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e87484-2f29-493b-bea5-631e12e8ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:41.351122 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:41.461653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] For port dfa1f285-3b6f-42e4-9552-0da4647fd10b, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:41.465652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] For port dfa1f285-3b6f-42e4-9552-0da4647fd10b, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=dfa1f285-3b6f-42e4-9552-0da4647fd10b,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:41.480703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:41.523199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:41.524517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:41.525897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] 10.222.0.47 "PUT /v2.0/ports/dfa1f285-3b6f-42e4-9552-0da4647fd10b HTTP/1.1" status: 200 len: 1092 time: 0.8849757 Nov 12 05:25:41.526374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'tag': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:41.528653 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c10d827-3fc7-4548-a53a-7a4c43ee51a4", "tag": "dfa1f285-3b6f-42e4-9552-0da4647fd10b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:41.564379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6c585-2d5d-42c2-83c1-2183a41d83ea service neutron] Pushing event updated for resources: {'Port': ['ID=dfa1f285-3b6f-42e4-9552-0da4647fd10b,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:41.627658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-5649b17b-4699-4e31-89f4-f56b2c7efc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:41.629474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-5649b17b-4699-4e31-89f4-f56b2c7efc17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30528f02e76b411bb9a5103df309496f&device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 1095 time: 0.0585117 Nov 12 05:25:41.690540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-2a181827-2c1a-4c66-8a6e-6a83105f3bb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfa1f285-3b6f-42e4-9552-0da4647fd10b HTTP/1.1" status: 200 len: 217 time: 0.0509684 Nov 12 05:25:41.751782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-fa825475-17b9-431c-83b2-e4d780e20782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:41.753368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-fa825475-17b9-431c-83b2-e4d780e20782 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cc475b3-33f2-449f-94f3-c543185f8321 HTTP/1.1" status: 200 len: 844 time: 0.0542607 Nov 12 05:25:41.815052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-9e369fd1-66bc-4253-8a84-20b4cdd01585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:41.816820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-9e369fd1-66bc-4253-8a84-20b4cdd01585 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb611a98-d3eb-428b-abb7-29f4992b4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549371 Nov 12 05:25:41.995984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-55a18ce4-fa2a-453f-a58b-221167a5b90f service neutron] 10.222.0.47 "GET /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712754 Nov 12 05:25:42.094693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1497-df53-44a0-a641-6ca5d9280d8e req-5ec7fdf5-e55f-4c5d-adcf-f53d2242cc96 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:42.096215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df1d1497-df53-44a0-a641-6ca5d9280d8e req-5ec7fdf5-e55f-4c5d-adcf-f53d2242cc96 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 943 time: 0.1559806 Nov 12 05:25:42.119391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1666-b715-43c6-b76e-ca33abce88a0 req-5dde95f9-d06e-487e-9456-6a896a2131ab tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:42.120864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ffa1666-b715-43c6-b76e-ca33abce88a0 req-5dde95f9-d06e-487e-9456-6a896a2131ab tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.1441031 Nov 12 05:25:42.172018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b1a5f3-c3cd-417e-8662-a1a883c37c7c req-cde2bc56-4787-4f55-b011-ffd57048a453 service neutron] 10.222.0.47 "GET /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586976 Nov 12 05:25:42.212476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df1d1497-df53-44a0-a641-6ca5d9280d8e req-16e2bee7-5d0d-44ef-b040-b516cef91587 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061163 Nov 12 05:25:42.216203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ffa1666-b715-43c6-b76e-ca33abce88a0 req-aa083833-8e06-4fb0-a07e-980c2663dcea tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873418 Nov 12 05:25:42.325517 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348b0161-6adf-4565-a943-59d8f6762819 x-openstack-request-id: req-348b0161-6adf-4565-a943-59d8f6762819 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:42.325806 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c10d827-3fc7-4548-a53a-7a4c43ee51a4", "tag": "dfa1f285-3b6f-42e4-9552-0da4647fd10b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:42.326058 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-348b0161-6adf-4565-a943-59d8f6762819 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:42.326490 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'tag': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'status': 'completed', 'code': 200} Nov 12 05:25:42.392781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-7f819a03-7f49-4bd5-b66a-29fb188db948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:42.394594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-7f819a03-7f49-4bd5-b66a-29fb188db948 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30528f02e76b411bb9a5103df309496f&device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 1095 time: 0.0419827 Nov 12 05:25:42.488039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-b9af894f-8c95-4669-9ee6-7f3f3138b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:42.489503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-b9af894f-8c95-4669-9ee6-7f3f3138b199 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb611a98-d3eb-428b-abb7-29f4992b4b58 HTTP/1.1" status: 200 len: 906 time: 0.0873876 Nov 12 05:25:42.547122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-c938ea8f-af6e-4e60-af95-258f0bd6bb47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfa1f285-3b6f-42e4-9552-0da4647fd10b HTTP/1.1" status: 200 len: 217 time: 0.0452728 Nov 12 05:25:42.600174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-11e13076-2df9-450b-a69e-0461b09b5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:42.601857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-11e13076-2df9-450b-a69e-0461b09b5a62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cc475b3-33f2-449f-94f3-c543185f8321 HTTP/1.1" status: 200 len: 844 time: 0.0452399 Nov 12 05:25:42.681940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-47c7a80e-58e4-4e37-b3e7-0590ac4a1572 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1756819897&fields=id&tenant_id=c52705cde0d14f12aa57efca59ba376b HTTP/1.1" status: 200 len: 267 time: 0.0753353 Nov 12 05:25:42.684872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-ce5c6d92-ce67-4b66-b51f-1252e077e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:42.686131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-ce5c6d92-ce67-4b66-b51f-1252e077e5f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb611a98-d3eb-428b-abb7-29f4992b4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732574 Nov 12 05:25:42.860922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-d36904d7-ea5b-4d55-8575-2b76bd7b3f52 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:42.862400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-d36904d7-ea5b-4d55-8575-2b76bd7b3f52 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/networks?id=d5011f7f-c911-4301-bfc4-576786bbfd20 HTTP/1.1" status: 200 len: 816 time: 0.1713142 Nov 12 05:25:42.867628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-a463ae12-4610-4765-9794-1dd8a91aa48c service neutron] 10.222.0.47 "GET /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658068 Nov 12 05:25:42.877544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-71c8b498-25eb-4b25-9724-a1c40279388b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/quotas/c52705cde0d14f12aa57efca59ba376b HTTP/1.1" status: 200 len: 375 time: 0.0089347 Nov 12 05:25:42.998021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-1d95ed06-9106-4337-80e0-84742d46e659 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52705cde0d14f12aa57efca59ba376b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1117113 Nov 12 05:25:43.021897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1028b4-1710-4dcc-a1ee-3ed8061f606b req-987c601b-3c13-4dae-b124-773da1d68a25 service neutron] 10.222.0.47 "GET /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424286 Nov 12 05:25:43.097346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-48e8ba62-9bad-4acb-890a-a4fe545cc831 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:25:43.103706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-48e8ba62-9bad-4acb-890a-a4fe545cc831 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0923986 Nov 12 05:25:43.204096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-9778535a-cb63-4b4a-9a15-c96dd2c1f155 service neutron] 10.222.0.48 "GET /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985899 Nov 12 05:25:43.581825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device dfa1f285-3b6f-42e4-9552-0da4647fd10b details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:25:43.657846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa129af2-af4e-4a0f-a9fb-8b7f01323755 req-1221734e-d8d2-4b84-bb2a-5f3330aa5fd1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:43.659420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa129af2-af4e-4a0f-a9fb-8b7f01323755 req-1221734e-d8d2-4b84-bb2a-5f3330aa5fd1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 944 time: 0.0978508 Nov 12 05:25:43.680904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-6f1ffa79-bb55-4232-877c-dc43e3fefaa8 service neutron] 10.222.0.48 "GET /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705775 Nov 12 05:25:43.702371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port dfa1f285-3b6f-42e4-9552-0da4647fd10b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=dfa1f285-3b6f-42e4-9552-0da4647fd10b,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:43.717229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'port_id': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'mac_address': 'fa:16:3e:c7:3a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:25:43.742528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa129af2-af4e-4a0f-a9fb-8b7f01323755 req-c90849ee-506e-4a4b-a2e7-5231d405d716 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548899 Nov 12 05:25:43.775648 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:43.811753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa1f285-3b6f-42e4-9552-0da4647fd10b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:25:43.846187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port dfa1f285-3b6f-42e4-9552-0da4647fd10b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=dfa1f285-3b6f-42e4-9552-0da4647fd10b,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:43.859379 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:43.867846 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb474-5885-4dc7-b4a3-436d5b01a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:43.955775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb672f-40aa-4385-91d1-9dfbf23eb920 req-66e55268-8b7d-4197-91db-2a29104e2a6e tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:43.958891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5cfb672f-40aa-4385-91d1-9dfbf23eb920 req-66e55268-8b7d-4197-91db-2a29104e2a6e tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 944 time: 0.0784764 Nov 12 05:25:43.960094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=dfa1f285-3b6f-42e4-9552-0da4647fd10b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:44.007990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5cfb672f-40aa-4385-91d1-9dfbf23eb920 req-b9ba16d3-7ae2-4a40-b5b9-ebcb0709bfb3 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Nov 12 05:25:44.160309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['dfa1f285-3b6f-42e4-9552-0da4647fd10b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:25:44.332348 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-027dccd6-3d6b-4152-925e-97df43e17d93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030204 Nov 12 05:25:44.343335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4de50f84-d3e6-4fdd-b3ac-cdcb11d2924c req-c7492948-317c-4924-9153-e4a4b38c28fe tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 210 time: 0.0459301 Nov 12 05:25:44.420550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-64a27b13-badd-4366-93d4-10670e72d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:44.422024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-64a27b13-badd-4366-93d4-10670e72d4d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35ef89240b4040a0b7a6f000bf28973d&device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 1097 time: 0.0561192 Nov 12 05:25:44.425913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 874ca87b-5c37-425c-920f-00658921368f details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:25:44.550853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-31d30ed8-02d5-42e8-80fa-d75766e316f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:44.552717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-31d30ed8-02d5-42e8-80fa-d75766e316f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=901de7d8-fc90-4b0a-8138-36abd20a4ded HTTP/1.1" status: 200 len: 912 time: 0.1047907 Nov 12 05:25:44.557642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:44.578834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '874ca87b-5c37-425c-920f-00658921368f', 'network_id': '57d401f4-5779-4715-9e2f-5f6aaeeedef0', 'port_id': '874ca87b-5c37-425c-920f-00658921368f', 'mac_address': 'fa:16:3e:2c:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01470a01-0340-4d5e-b351-bdee29d8c436', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:25:44.634303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-68cbcb5a-3e44-4eb4-9250-c3f0fd5ca525 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09942aca-0bbe-444d-b820-13eb75da16b3 HTTP/1.1" status: 200 len: 1001 time: 0.0729058 Nov 12 05:25:44.712058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-4ec508ca-abc4-40ff-bafb-eac20f8315a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:44.713710 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-4ec508ca-abc4-40ff-bafb-eac20f8315a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9667aeb3-d531-423e-8eab-9370106651a9 HTTP/1.1" status: 200 len: 850 time: 0.0716286 Nov 12 05:25:44.772233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-40b2abf3-4afa-4915-a69c-77b25d1d785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:44.775241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-40b2abf3-4afa-4915-a69c-77b25d1d785e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=901de7d8-fc90-4b0a-8138-36abd20a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517571 Nov 12 05:25:44.792681 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:44.809085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874ca87b-5c37-425c-920f-00658921368f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:25:44.844433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:44.850822 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:44.918156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-6d72fae9-a19f-4c30-beed-b65b1766459a service neutron] 10.222.0.47 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362519 Nov 12 05:25:44.918749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=11']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:45.000418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6900f36-2856-4792-afb2-d7044bfbdc65 req-9870052a-2a20-4c9f-9550-ca797f572263 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:45.001899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6900f36-2856-4792-afb2-d7044bfbdc65 req-9870052a-2a20-4c9f-9550-ca797f572263 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1164575 Nov 12 05:25:45.062025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6ca72f-e5fa-4073-8caa-c0a796560d2e req-ec1cd1aa-2d23-4d2f-b2c9-b4f7ec97998c service neutron] 10.222.0.47 "GET /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350548 Nov 12 05:25:45.074788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6900f36-2856-4792-afb2-d7044bfbdc65 req-65e0ed99-d2fb-4d81-8d10-588220fde4aa tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658326 Nov 12 05:25:45.153952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438086-7a5b-431a-983a-e25b6871c99e req-d351e1a6-27da-41e4-81b9-bdda9f2c73cd tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:45.160983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7438086-7a5b-431a-983a-e25b6871c99e req-d351e1a6-27da-41e4-81b9-bdda9f2c73cd tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 944 time: 0.0607064 Nov 12 05:25:45.212192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7438086-7a5b-431a-983a-e25b6871c99e req-41848248-4b7f-4134-8fe3-053a98dcd7fd tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488808 Nov 12 05:25:45.285398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['874ca87b-5c37-425c-920f-00658921368f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:25:45.493924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6be5944-aa54-42d7-8e01-54f204b1fc8b req-ebfc9e0c-fc13-41ee-8471-644e5de5a32e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 210 time: 0.0421953 Nov 12 05:25:45.572084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-ee295227-3e7b-4aaf-8dd7-2995b09e2dbe tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:45.574211 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-ee295227-3e7b-4aaf-8dd7-2995b09e2dbe tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.43 "GET /v2.0/networks?id=d5011f7f-c911-4301-bfc4-576786bbfd20 HTTP/1.1" status: 200 len: 816 time: 0.1591401 Nov 12 05:25:45.599542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device dfa1f285-3b6f-42e4-9552-0da4647fd10b up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:45.649837 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-43395ede-f42d-4d46-9ab5-cfe31da9e6c1 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c52705cde0d14f12aa57efca59ba376b HTTP/1.1" status: 200 len: 380 time: 0.0585079 Nov 12 05:25:45.653215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port dfa1f285-3b6f-42e4-9552-0da4647fd10b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:25:45.658618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port dfa1f285-3b6f-42e4-9552-0da4647fd10b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:45.659072 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:45.662617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Request body: {'port': {'device_id': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'admin_state_up': True, 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'security_groups': ['1c08f3cc-cf0a-458c-90ac-03a2965ab8b5']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:45.760001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:45.791906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:45.794527 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50eb49-8fb0-47d9-85ef-4e486607aa10" -d '{"events": [{"server_uuid": "5c10d827-3fc7-4548-a53a-7a4c43ee51a4", "name": "network-vif-plugged", "status": "completed", "tag": "dfa1f285-3b6f-42e4-9552-0da4647fd10b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:45.809568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port dfa1f285-3b6f-42e4-9552-0da4647fd10b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=dfa1f285-3b6f-42e4-9552-0da4647fd10b,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:45.811794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Made reservation on behalf of c52705cde0d14f12aa57efca59ba376b for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:25:45.818599 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:45.827155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:45.896777 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82950f4-1d06-4142-b49e-4391dc6d05b0 x-openstack-request-id: req-e82950f4-1d06-4142-b49e-4391dc6d05b0 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:45.897699 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c10d827-3fc7-4548-a53a-7a4c43ee51a4", "name": "network-vif-plugged", "status": "completed", "tag": "dfa1f285-3b6f-42e4-9552-0da4647fd10b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:45.898000 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e82950f4-1d06-4142-b49e-4391dc6d05b0 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:45.898465 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'code': 200} Nov 12 05:25:45.908709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=dfa1f285-3b6f-42e4-9552-0da4647fd10b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:45.960039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28698c-c718-40b7-93c4-d2d2344e34e7 req-e34281e1-4d66-4a5b-9637-b7a38c941a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:45.961474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc28698c-c718-40b7-93c4-d2d2344e34e7 req-e34281e1-4d66-4a5b-9637-b7a38c941a38 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 1097 time: 0.0415106 Nov 12 05:25:46.009724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc28698c-c718-40b7-93c4-d2d2344e34e7 req-65ddb71d-d58a-4e4c-b7ff-ad38482d1ea5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409062 Nov 12 05:25:46.014309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Allocated IP 172.20.0.10 (d5011f7f-c911-4301-bfc4-576786bbfd20/814d2d9d-e7b6-4047-bfc3-94cb0545c8f8/09432ffb-f082-4a31-877a-ca837e24fa6e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:46.195689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.255429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37515405-260e-497d-ae1e-20f556f458c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.274205 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.288336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ac44a-3897-4d1c-b84a-bd85c8bc38ea req-0478cc56-34e7-47d1-a866-776e8b790f39 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:46.302928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e7ac44a-3897-4d1c-b84a-bd85c8bc38ea req-0478cc56-34e7-47d1-a866-776e8b790f39 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 945 time: 0.1457467 Nov 12 05:25:46.324981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Network d5011f7f-c911-4301-bfc4-576786bbfd20 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:46.328079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:46.334463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:46.381708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event updated for resources: {'Port': ['ID=09432ffb-f082-4a31-877a-ca837e24fa6e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:46.406308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 874ca87b-5c37-425c-920f-00658921368f up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:46.417237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e7ac44a-3897-4d1c-b84a-bd85c8bc38ea req-3d09282d-9b07-4d01-9a0f-4908b1f202a4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132166 Nov 12 05:25:46.469231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:46.477027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.522975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b82467ee-c76d-4416-9d6e-c40b3344002b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676050 Nov 12 05:25:46.545978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Request body: {'port': {'device_id': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:46.551950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 874ca87b-5c37-425c-920f-00658921368f completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:25:46.567508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 874ca87b-5c37-425c-920f-00658921368f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:46.567893 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.599999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a49b5-c594-4111-b207-c431be649781 req-6a0e9bda-5935-4e91-bd98-7b181afd1cdd tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:46.604554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a7a49b5-c594-4111-b207-c431be649781 req-6a0e9bda-5935-4e91-bd98-7b181afd1cdd tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.1304190 Nov 12 05:25:46.690386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.717327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a7a49b5-c594-4111-b207-c431be649781 req-d3b6e488-f3f0-4a14-a45b-e287a1b8abf4 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023655 Nov 12 05:25:46.785711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.855368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:46.876392 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.886773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-188944b8-e680-40b1-b198-62c975cdbc10 None None] Provisioning complete for port 09432ffb-f082-4a31-877a-ca837e24fa6e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:46.887297 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-188944b8-e680-40b1-b198-62c975cdbc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:46.904466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38936) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:46.986087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d6ff8-35b4-41f0-82e8-1a83f9d633f4 req-2967d5e9-8e19-4160-8205-bb3c94fff99a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:46.998177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-545d6ff8-35b4-41f0-82e8-1a83f9d633f4 req-2967d5e9-8e19-4160-8205-bb3c94fff99a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 932 time: 0.1024604 Nov 12 05:25:47.040340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-188944b8-e680-40b1-b198-62c975cdbc10 None None] Port 09432ffb-f082-4a31-877a-ca837e24fa6e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:25:47.041826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=12']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:47.089349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-545d6ff8-35b4-41f0-82e8-1a83f9d633f4 req-6a2ec286-353f-4936-afc3-fcee6f680d0f tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901630 Nov 12 05:25:47.105524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a471a246-eeda-420a-aa35-ead2fdb559d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.183103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09432ffb-f082-4a31-877a-ca837e24fa6e {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:25:47.192840 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.208224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Transition to ACTIVE for port object 09432ffb-f082-4a31-877a-ca837e24fa6e will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:25:47.215279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a471a246-eeda-420a-aa35-ead2fdb559d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.215811 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.220166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a471a246-eeda-420a-aa35-ead2fdb559d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.270718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a471a246-eeda-420a-aa35-ead2fdb559d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d04542ce7d12421cb5eea08bf994efa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3634324 Nov 12 05:25:47.272615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471a246-eeda-420a-aa35-ead2fdb559d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61341a0-b715-43e0-be08-235db3beeacc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:47.275367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38940) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:47.277129 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.309658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Pushing event updated for resources: {'Port': ['ID=09432ffb-f082-4a31-877a-ca837e24fa6e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:47.414328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Attempting to bind port 09432ffb-f082-4a31-877a-ca837e24fa6e on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:47.414617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Attempting to bind port 09432ffb-f082-4a31-877a-ca837e24fa6e by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:47.415022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Attempting to bind port 09432ffb-f082-4a31-877a-ca837e24fa6e on network d5011f7f-c911-4301-bfc4-576786bbfd20 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:47.417521 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33b27d15-6bab-4e42-949c-64bae8488776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.431420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Port 09432ffb-f082-4a31-877a-ca837e24fa6e on network d5011f7f-c911-4301-bfc4-576786bbfd20 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:25:47.431754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Attempting to bind port 09432ffb-f082-4a31-877a-ca837e24fa6e on network d5011f7f-c911-4301-bfc4-576786bbfd20 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:47.449300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33b27d15-6bab-4e42-949c-64bae8488776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.451938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:47.452475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Checking segment: {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:47.453443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Bound using segment: {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:47.453903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Bound port: 09432ffb-f082-4a31-877a-ca837e24fa6e, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60c8f83-3d73-45eb-ba9d-9a61ea836598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:47.454260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.566538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] For port 09432ffb-f082-4a31-877a-ca837e24fa6e, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:47.570716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] For port 09432ffb-f082-4a31-877a-ca837e24fa6e, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09432ffb-f082-4a31-877a-ca837e24fa6e,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:47.572200 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33b27d15-6bab-4e42-949c-64bae8488776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.575193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33b27d15-6bab-4e42-949c-64bae8488776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.578808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-33b27d15-6bab-4e42-949c-64bae8488776 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c61341a0-b715-43e0-be08-235db3beeacc HTTP/1.1" status: 204 len: 168 time: 0.3025386 Nov 12 05:25:47.581464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec1088-7a92-42b6-b925-95dca9426c07 req-54db1ab7-c8d3-40e5-ad2d-20a7ddc9cedb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:47.582684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.589925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3ec1088-7a92-42b6-b925-95dca9426c07 req-54db1ab7-c8d3-40e5-ad2d-20a7ddc9cedb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0753996 Nov 12 05:25:47.599160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b27d15-6bab-4e42-949c-64bae8488776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61341a0-b715-43e0-be08-235db3beeacc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:47.627701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:47.628390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.630405 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] 10.222.0.43 "PUT /v2.0/ports/09432ffb-f082-4a31-877a-ca837e24fa6e HTTP/1.1" status: 200 len: 1093 time: 1.0905516 Nov 12 05:25:47.630865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'tag': '09432ffb-f082-4a31-877a-ca837e24fa6e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:47.633271 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aa6499-1335-40a1-baff-320e35723ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "99ed1ac5-0069-49cf-890b-c9826f61447e", "tag": "09432ffb-f082-4a31-877a-ca837e24fa6e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:47.661113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97765c57-b9a9-4762-b654-f9dce955548a service neutron] Pushing event updated for resources: {'Port': ['ID=09432ffb-f082-4a31-877a-ca837e24fa6e,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:47.669460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3ec1088-7a92-42b6-b925-95dca9426c07 req-da19093b-f8a9-4342-b508-5da43a5f03d4 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785365 Nov 12 05:25:47.783315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-c27d8c4c-ca85-4314-946b-6bb187479da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:47.785449 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-c27d8c4c-ca85-4314-946b-6bb187479da3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c52705cde0d14f12aa57efca59ba376b&device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 1096 time: 0.0838761 Nov 12 05:25:47.794466 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530a5d56-5fa9-410b-85c9-6d5d193f311c x-openstack-request-id: req-530a5d56-5fa9-410b-85c9-6d5d193f311c {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:47.795028 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ed1ac5-0069-49cf-890b-c9826f61447e", "tag": "09432ffb-f082-4a31-877a-ca837e24fa6e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:47.795338 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-530a5d56-5fa9-410b-85c9-6d5d193f311c {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:47.795873 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'tag': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'status': 'completed', 'code': 200} Nov 12 05:25:47.875958 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-e72967e5-b2dd-41ba-b5e6-3cfabef63298 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09432ffb-f082-4a31-877a-ca837e24fa6e HTTP/1.1" status: 200 len: 217 time: 0.0735166 Nov 12 05:25:47.899309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ca87b-5c37-425c-920f-00658921368f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:47.901965 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cf864e-7f43-4b56-b69c-545b78d9e4b6" -d '{"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-plugged", "status": "completed", "tag": "874ca87b-5c37-425c-920f-00658921368f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:47.904443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517eb05-32cb-4a4c-8948-089aee39b0ad req-bcdf841e-5228-4ca3-bb21-f2ee934037fb tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:47.906593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7517eb05-32cb-4a4c-8948-089aee39b0ad req-bcdf841e-5228-4ca3-bb21-f2ee934037fb tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.0691411 Nov 12 05:25:47.984859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-d84cf090-eda1-4ed7-a851-7c616e219ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:47.986734 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-d84cf090-eda1-4ed7-a851-7c616e219ac6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=814d2d9d-e7b6-4047-bfc3-94cb0545c8f8 HTTP/1.1" status: 200 len: 855 time: 0.0770772 Nov 12 05:25:48.022586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7517eb05-32cb-4a4c-8948-089aee39b0ad req-3a21241d-e8ee-4624-a16d-c0f8c52bb812 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972335 Nov 12 05:25:48.054330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b95e3e24-7f55-4e68-b5f0-2ff534702e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:48.055888 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-b95e3e24-7f55-4e68-b5f0-2ff534702e2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5011f7f-c911-4301-bfc4-576786bbfd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608768 Nov 12 05:25:48.076347 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885827d0-26f9-4493-a658-94464cc2caf3 x-openstack-request-id: req-885827d0-26f9-4493-a658-94464cc2caf3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:48.076696 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-plugged", "status": "completed", "tag": "874ca87b-5c37-425c-920f-00658921368f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:48.076971 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-885827d0-26f9-4493-a658-94464cc2caf3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:48.077368 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ca87b-5c37-425c-920f-00658921368f', 'code': 200} Nov 12 05:25:48.146598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38966) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:48.188634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbfba8ee-235c-45dd-9a16-a847b4a0181a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.191076 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-f7d6f0e3-c6f2-4ea7-b094-ac27d6e8f25e service neutron] 10.222.0.43 "GET /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274679 Nov 12 05:25:48.264033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1cb0-d062-453e-8577-ca6c685abe64 req-921d9ead-ca53-45fd-96b8-c549cdbbbd60 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:48.265865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa5c1cb0-d062-453e-8577-ca6c685abe64 req-921d9ead-ca53-45fd-96b8-c549cdbbbd60 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.1739295 Nov 12 05:25:48.277351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38968) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:48.283133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Request body: {'floatingip': {'port_id': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:48.314871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4393e-63f0-4705-bbbc-4f67cfc39eeb req-93cec813-cadb-4e65-b3d6-c25efbcce50e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:48.316374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17f4393e-63f0-4705-bbbc-4f67cfc39eeb req-93cec813-cadb-4e65-b3d6-c25efbcce50e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.1131108 Nov 12 05:25:48.361716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.375669 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbfba8ee-235c-45dd-9a16-a847b4a0181a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.386159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbfba8ee-235c-45dd-9a16-a847b4a0181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.410420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17f4393e-63f0-4705-bbbc-4f67cfc39eeb req-455b1fbf-7eab-42d2-ad62-4eda183f383e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840111 Nov 12 05:25:48.442720 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0a3bba-054b-4765-8929-97a9a54d2a46 req-20123765-7964-4b7f-9d01-2af8b3e04fec service neutron] 10.222.0.43 "GET /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425747 Nov 12 05:25:48.455350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dbfba8ee-235c-45dd-9a16-a847b4a0181a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff90efc451a1447f8e11e70e10e91446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908449 Nov 12 05:25:48.459239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38972) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:48.465481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfba8ee-235c-45dd-9a16-a847b4a0181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3010dce4-cee3-4fef-9c41-248186cbe9ad,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:48.487469 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.489117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7a14-c366-4006-9af4-7aa5f0b6c853 req-4517bed0-3a5f-4e6c-aa95-3a3185ed193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:48.491200 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-75ac7a14-c366-4006-9af4-7aa5f0b6c853 req-4517bed0-3a5f-4e6c-aa95-3a3185ed193b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1098 time: 0.1983550 Nov 12 05:25:48.671581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-75ac7a14-c366-4006-9af4-7aa5f0b6c853 req-0be3670d-0ba0-48aa-9e34-ed6d462ed205 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721292 Nov 12 05:25:48.672192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a255f527-6d15-49b2-b2e3-930055c59d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.719154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa6499-1335-40a1-baff-320e35723ddb req-645b9454-31b9-4425-9f29-da1b2e4c4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:48.720561 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7aa6499-1335-40a1-baff-320e35723ddb req-645b9454-31b9-4425-9f29-da1b2e4c4de4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c52705cde0d14f12aa57efca59ba376b&device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 1096 time: 0.1700258 Nov 12 05:25:48.740513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a255f527-6d15-49b2-b2e3-930055c59d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.839009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05801e2-66aa-4d08-804b-8811793526a0 req-e1ee96fa-9c6d-468c-af76-82afd8198bd3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:48.846747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e05801e2-66aa-4d08-804b-8811793526a0 req-e1ee96fa-9c6d-468c-af76-82afd8198bd3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0732393 Nov 12 05:25:48.894182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e05801e2-66aa-4d08-804b-8811793526a0 req-f1c2ffbb-53d8-4027-bd99-6fb129efc922 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Nov 12 05:25:48.905293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a255f527-6d15-49b2-b2e3-930055c59d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.907962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a255f527-6d15-49b2-b2e3-930055c59d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.911002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a255f527-6d15-49b2-b2e3-930055c59d97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3010dce4-cee3-4fef-9c41-248186cbe9ad HTTP/1.1" status: 204 len: 168 time: 0.4499350 Nov 12 05:25:48.976960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255f527-6d15-49b2-b2e3-930055c59d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010dce4-cee3-4fef-9c41-248186cbe9ad,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:49.099988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:49.127324 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:49.438904 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:49.573849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834d791-b117-47e4-b59e-58c55c7024d4 req-3ace6f7c-ce66-4fc5-a74e-ce68ca1a35ff tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:49.575545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8834d791-b117-47e4-b59e-58c55c7024d4 req-3ace6f7c-ce66-4fc5-a74e-ce68ca1a35ff tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.0710475 Nov 12 05:25:49.612216 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Floating IP ba7d1fcc-51c6-46fa-996b-db39af7abebb associated. External IP: 172.25.2.146, port: dfa1f285-3b6f-42e4-9552-0da4647fd10b. Nov 12 05:25:49.638779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8834d791-b117-47e4-b59e-58c55c7024d4 req-2129495d-4517-4207-a1c6-e4fc49a132c4 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569777 Nov 12 05:25:49.660534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa6499-1335-40a1-baff-320e35723ddb req-f8b9ce0b-9aa1-4501-a687-6ae70c58a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:49.662085 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7aa6499-1335-40a1-baff-320e35723ddb req-f8b9ce0b-9aa1-4501-a687-6ae70c58a40d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5011f7f-c911-4301-bfc4-576786bbfd20 HTTP/1.1" status: 200 len: 917 time: 0.6070609 Nov 12 05:25:49.740662 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7aa6499-1335-40a1-baff-320e35723ddb req-bc431756-0a5f-4eba-ab14-6ddbc31f2a22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09432ffb-f082-4a31-877a-ca837e24fa6e HTTP/1.1" status: 200 len: 217 time: 0.0641913 Nov 12 05:25:49.844801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa6499-1335-40a1-baff-320e35723ddb req-f15304af-8504-4b98-a97c-970fb3ecd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:49.846280 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7aa6499-1335-40a1-baff-320e35723ddb req-f15304af-8504-4b98-a97c-970fb3ecd386 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=814d2d9d-e7b6-4047-bfc3-94cb0545c8f8 HTTP/1.1" status: 200 len: 855 time: 0.0946310 Nov 12 05:25:49.987992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:25:49.992346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa6499-1335-40a1-baff-320e35723ddb req-a9e00c17-9666-4844-b113-16fd40f5e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:49.994538 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7aa6499-1335-40a1-baff-320e35723ddb req-a9e00c17-9666-4844-b113-16fd40f5e410 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5011f7f-c911-4301-bfc4-576786bbfd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391854 Nov 12 05:25:50.136785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a3d82-4c2c-43b2-828b-303abba294a2 req-65c311aa-4854-42b8-a8fa-35abde3f0469 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:50.138441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb3a3d82-4c2c-43b2-828b-303abba294a2 req-65c311aa-4854-42b8-a8fa-35abde3f0469 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.1512990 Nov 12 05:25:50.196476 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7aa6499-1335-40a1-baff-320e35723ddb req-b61a2870-c2c9-48e7-b09a-ec7cce72cde8 service neutron] 10.222.0.43 "GET /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841769 Nov 12 05:25:50.235992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:25:50.246245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:50.249209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] Sync routers for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:25:50.288851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:50.289748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:50.310961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb3a3d82-4c2c-43b2-828b-303abba294a2 req-994abde8-35d1-48cc-8172-023628977de6 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655934 Nov 12 05:25:50.351641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-843b60af-3b62-43bf-953f-41e918514583 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "PUT /v2.0/floatingips/ba7d1fcc-51c6-46fa-996b-db39af7abebb HTTP/1.1" status: 200 len: 991 time: 2.0731459 Nov 12 05:25:50.353719 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7aa6499-1335-40a1-baff-320e35723ddb req-66ae7481-1199-4cf8-a164-8528d619a830 service neutron] 10.222.0.43 "GET /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444008 Nov 12 05:25:50.366085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'tag': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:50.386067 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e766cd9-ba6b-49c0-84ea-7231727c2888" -d '{"events": [{"name": "network-changed", "server_uuid": "5c10d827-3fc7-4548-a53a-7a4c43ee51a4", "tag": "dfa1f285-3b6f-42e4-9552-0da4647fd10b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:50.417779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39034) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:50.448718 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d893ed9-638a-4f2e-8e70-3132e130dcfe x-openstack-request-id: req-3d893ed9-638a-4f2e-8e70-3132e130dcfe {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:50.449083 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c10d827-3fc7-4548-a53a-7a4c43ee51a4", "tag": "dfa1f285-3b6f-42e4-9552-0da4647fd10b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:50.449325 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d893ed9-638a-4f2e-8e70-3132e130dcfe {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:50.449924 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'tag': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'status': 'completed', 'code': 200} Nov 12 05:25:50.451666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:50.550229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-4f47950f-51ea-458d-8598-eee4131b2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:50.552080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-4f47950f-51ea-458d-8598-eee4131b2fef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30528f02e76b411bb9a5103df309496f&device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 1097 time: 0.0743573 Nov 12 05:25:50.711344 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-440f4a37-db4a-4867-80e2-93fb641939c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:50.796112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-e54cff56-b4cd-4bdf-be27-429e8be2a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:50.798156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-e54cff56-b4cd-4bdf-be27-429e8be2a54d service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb611a98-d3eb-428b-abb7-29f4992b4b58 HTTP/1.1" status: 200 len: 906 time: 0.2372155 Nov 12 05:25:50.819743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ba7d1fcc-51c6-46fa-996b-db39af7abebb', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'port_id': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'mac_address': 'fa:16:3e:c7:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:32Z', 'updated_at': '2021-11-12T05:25:48Z', 'revision_number': 1, 'project_id': '30528f02e76b411bb9a5103df309496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:33Z', 'revision_number': 5, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:50.851766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] Checking router: 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:25:50.864348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:50.865103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:50.886987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea46d4-0f8b-44a9-b84b-411d9a3a396c req-00c20ea3-03c2-48f9-b0db-2a1a10cda384 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:50.888622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afea46d4-0f8b-44a9-b84b-411d9a3a396c req-00c20ea3-03c2-48f9-b0db-2a1a10cda384 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.1281590 Nov 12 05:25:50.928187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-9783263d-f399-49ba-a29a-693642658afc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfa1f285-3b6f-42e4-9552-0da4647fd10b HTTP/1.1" status: 200 len: 999 time: 0.1213837 Nov 12 05:25:50.997230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-440f4a37-db4a-4867-80e2-93fb641939c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:51.013963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-440f4a37-db4a-4867-80e2-93fb641939c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:51.022792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:51.025208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afea46d4-0f8b-44a9-b84b-411d9a3a396c req-0415895e-b5b8-4ee6-9813-0df40b12f73b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272895 Nov 12 05:25:51.037539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-230dd16b-9248-49c0-9ea7-5d3d40833252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:51.039065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-230dd16b-9248-49c0-9ea7-5d3d40833252 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cc475b3-33f2-449f-94f3-c543185f8321 HTTP/1.1" status: 200 len: 844 time: 0.1019807 Nov 12 05:25:51.095235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f4a37-db4a-4867-80e2-93fb641939c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1d2ad6-34a8-4283-ac52-52635ae0607a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:51.101234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-440f4a37-db4a-4867-80e2-93fb641939c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eed56da7e30443b3bb4475baa1ab7ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6822414 Nov 12 05:25:51.105214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39070) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:51.126559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-d81203a7-d2cb-481e-b0e0-8f3dd259b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:51.128092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-d81203a7-d2cb-481e-b0e0-8f3dd259b582 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb611a98-d3eb-428b-abb7-29f4992b4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754580 Nov 12 05:25:51.212986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7daf52f-02a4-4168-b124-689e2b68ce73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:51.255089 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7daf52f-02a4-4168-b124-689e2b68ce73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:51.316417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-ebf28e29-3880-41df-b8d9-595dcb6c6507 service neutron] 10.222.0.47 "GET /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789143 Nov 12 05:25:51.340363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7daf52f-02a4-4168-b124-689e2b68ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:51.346508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7daf52f-02a4-4168-b124-689e2b68ce73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:51.354906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b7daf52f-02a4-4168-b124-689e2b68ce73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b1d2ad6-34a8-4283-ac52-52635ae0607a HTTP/1.1" status: 204 len: 168 time: 0.2478867 Nov 12 05:25:51.384140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daf52f-02a4-4168-b124-689e2b68ce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1d2ad6-34a8-4283-ac52-52635ae0607a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:51.466839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ba7d1fcc-51c6-46fa-996b-db39af7abebb', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'port_id': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'mac_address': 'fa:16:3e:c7:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:32Z', 'updated_at': '2021-11-12T05:25:48Z', 'revision_number': 1, 'project_id': '30528f02e76b411bb9a5103df309496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:33Z', 'revision_number': 5, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:51.515863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e766cd9-ba6b-49c0-84ea-7231727c2888 req-ad8547a7-7a4a-4c41-be2a-5dc736531972 service neutron] 10.222.0.47 "GET /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914015 Nov 12 05:25:51.532267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b9141-464d-4c91-ab5a-0f410a09369b req-aa012424-a31c-435e-9da8-73199d1a8d36 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:51.539531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-677b9141-464d-4c91-ab5a-0f410a09369b req-aa012424-a31c-435e-9da8-73199d1a8d36 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0818675 Nov 12 05:25:51.577249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19931579-55ab-41c7-8fbe-9d3aeb914207 None None] The sync data for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 is: [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ba7d1fcc-51c6-46fa-996b-db39af7abebb', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'port_id': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'mac_address': 'fa:16:3e:c7:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:32Z', 'updated_at': '2021-11-12T05:25:48Z', 'revision_number': 1, 'project_id': '30528f02e76b411bb9a5103df309496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:33Z', 'revision_number': 5, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:25:51.594813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-677b9141-464d-4c91-ab5a-0f410a09369b req-54643605-aa74-456b-9dc0-5b4f257215c1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543075 Nov 12 05:25:51.855348 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2fd5ad-5b52-4dd5-9f6c-3a4b457401c5 None None] New status for floating IP ba7d1fcc-51c6-46fa-996b-db39af7abebb: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:25:52.167566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d3a8b-ad5b-436c-a664-43c4f15e0bc2 req-c7da380f-5df0-432c-9a1f-3425c86410f3 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:52.169450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a05d3a8b-ad5b-436c-a664-43c4f15e0bc2 req-c7da380f-5df0-432c-9a1f-3425c86410f3 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.0559716 Nov 12 05:25:52.229472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a05d3a8b-ad5b-436c-a664-43c4f15e0bc2 req-7842ea66-bf19-4083-b734-f6ca15545c88 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515678 Nov 12 05:25:52.612734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39122) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:52.727158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d56c9a4f-13f2-4ff1-be7b-a22c67e68c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:52.744918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2bdfc-5f5d-4257-b50b-6b9133eb9610 req-d8ea8503-0082-4ee7-a11c-0d14be7aee6d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:52.746398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ab2bdfc-5f5d-4257-b50b-6b9133eb9610 req-d8ea8503-0082-4ee7-a11c-0d14be7aee6d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0734487 Nov 12 05:25:52.820115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ab2bdfc-5f5d-4257-b50b-6b9133eb9610 req-77222e83-45a7-4345-bebe-a1627ec3de2f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Nov 12 05:25:52.868854 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d56c9a4f-13f2-4ff1-be7b-a22c67e68c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:52.874673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d56c9a4f-13f2-4ff1-be7b-a22c67e68c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:52.923997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d56c9a4f-13f2-4ff1-be7b-a22c67e68c8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a917d4ff44c3475db39d1769554bcce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101790 Nov 12 05:25:52.926730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:52.937475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c9a4f-13f2-4ff1-be7b-a22c67e68c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be2402d-2be3-4916-988e-475896bd0edf,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:52.963364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843cbae-f25d-4aed-b54c-05286a2a48bb req-219b205a-d633-46de-ac01-38e6f0128f6e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:52.964838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8843cbae-f25d-4aed-b54c-05286a2a48bb req-219b205a-d633-46de-ac01-38e6f0128f6e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0629737 Nov 12 05:25:52.980193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98c9e202-686d-4308-84f4-84b1931efe99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:53.001533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98c9e202-686d-4308-84f4-84b1931efe99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:53.021775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8843cbae-f25d-4aed-b54c-05286a2a48bb req-5d7fd81c-2a7a-4287-bfd3-ff90b6a57851 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Nov 12 05:25:53.058175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98c9e202-686d-4308-84f4-84b1931efe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:53.060932 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98c9e202-686d-4308-84f4-84b1931efe99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:53.062174 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-98c9e202-686d-4308-84f4-84b1931efe99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0be2402d-2be3-4916-988e-475896bd0edf HTTP/1.1" status: 204 len: 168 time: 0.1343749 Nov 12 05:25:53.073903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e202-686d-4308-84f4-84b1931efe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be2402d-2be3-4916-988e-475896bd0edf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:53.162453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8cb3d-06c4-4bb1-8cf8-7ce31b0e2710 req-075c4269-eb56-4448-a3c7-9eb7d49bb993 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:53.164129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6e8cb3d-06c4-4bb1-8cf8-7ce31b0e2710 req-075c4269-eb56-4448-a3c7-9eb7d49bb993 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0571768 Nov 12 05:25:53.219984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6e8cb3d-06c4-4bb1-8cf8-7ce31b0e2710 req-bd6890ec-45b3-47a6-8af6-ba9125db5a2e tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Nov 12 05:25:53.387792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e0d7-5208-4cbe-8ce2-4b35aa219a43 req-137d03fe-107d-4170-811d-6d8fd2f70b42 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:53.389390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a341e0d7-5208-4cbe-8ce2-4b35aa219a43 req-137d03fe-107d-4170-811d-6d8fd2f70b42 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.0822396 Nov 12 05:25:53.401250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205f8d-3286-4229-93fd-89c5ea8a3fbc req-a61268df-e291-40ff-acff-15069294d8a9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:53.401429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97205f8d-3286-4229-93fd-89c5ea8a3fbc req-a61268df-e291-40ff-acff-15069294d8a9 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0962112 Nov 12 05:25:53.471163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a341e0d7-5208-4cbe-8ce2-4b35aa219a43 req-b64000a6-62a7-46d8-afa3-39957ea1debb tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687456 Nov 12 05:25:53.479394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97205f8d-3286-4229-93fd-89c5ea8a3fbc req-3c78f013-d8f6-4d87-b8f4-53afbf93af12 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710602 Nov 12 05:25:53.615230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20bf06-edbb-4393-addc-67e6ec18d243 req-14694347-72b9-4876-b9ad-18a058398cad tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:53.616765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b20bf06-edbb-4393-addc-67e6ec18d243 req-14694347-72b9-4876-b9ad-18a058398cad tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0585451 Nov 12 05:25:53.672403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b20bf06-edbb-4393-addc-67e6ec18d243 req-216d138b-fc90-497f-abec-cdd10d9aced3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Nov 12 05:25:53.782312 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2789d194-cf73-4326-9172-b45c830cdcda req-92928cb8-48c1-46e9-ab08-66cbd7f6afb2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433040 Nov 12 05:25:53.817032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae9c6-4494-454b-bf6c-e99fa92caa9a req-6f6945b2-b2f8-41b0-b81e-e2b4a43191a0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:53.819614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19bae9c6-4494-454b-bf6c-e99fa92caa9a req-6f6945b2-b2f8-41b0-b81e-e2b4a43191a0 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0513475 Nov 12 05:25:53.875110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19bae9c6-4494-454b-bf6c-e99fa92caa9a req-8ccf9a44-629c-41f0-a08d-becee5df7d50 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Nov 12 05:25:53.889511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789d194-cf73-4326-9172-b45c830cdcda req-9a87f0a3-be51-486d-9fef-689695fdc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:53.891024 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2789d194-cf73-4326-9172-b45c830cdcda req-9a87f0a3-be51-486d-9fef-689695fdc532 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1098 time: 0.0514355 Nov 12 05:25:54.016490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf51cc1-1c3b-4e75-ba1f-ad4c663770db req-a760e2c8-6bc8-448a-88dc-dd561987edf3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:54.018958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bf51cc1-1c3b-4e75-ba1f-ad4c663770db req-a760e2c8-6bc8-448a-88dc-dd561987edf3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0529044 Nov 12 05:25:54.025835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789d194-cf73-4326-9172-b45c830cdcda req-3c09f535-c089-4da5-adf0-cd2712f73630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:54.027350 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2789d194-cf73-4326-9172-b45c830cdcda req-3c09f535-c089-4da5-adf0-cd2712f73630 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 914 time: 0.1150482 Nov 12 05:25:54.068510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bf51cc1-1c3b-4e75-ba1f-ad4c663770db req-e9028133-f465-44bb-a7e1-c4d7dd8152eb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Nov 12 05:25:54.069873 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2789d194-cf73-4326-9172-b45c830cdcda req-be8d2fb2-5293-43a1-9223-11cd313dfeb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 217 time: 0.0356429 Nov 12 05:25:54.122154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789d194-cf73-4326-9172-b45c830cdcda req-bd8eea0d-d47b-4ce0-aa78-1d289a344b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:54.123872 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2789d194-cf73-4326-9172-b45c830cdcda req-bd8eea0d-d47b-4ce0-aa78-1d289a344b83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.0477300 Nov 12 05:25:54.161364 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2789d194-cf73-4326-9172-b45c830cdcda req-0bbe6947-d7bf-4464-94ad-ef2497aa3402 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303729 Nov 12 05:25:54.274260 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2789d194-cf73-4326-9172-b45c830cdcda req-b384ade2-0a4b-43b7-b680-b90a69f2ec2a service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060340 Nov 12 05:25:54.361945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aecea5-6357-4c1d-86a2-d2d64a03578f req-1c654a1d-aa50-4952-9928-9deb5e7cdbdf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:54.363532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10aecea5-6357-4c1d-86a2-d2d64a03578f req-1c654a1d-aa50-4952-9928-9deb5e7cdbdf tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0808258 Nov 12 05:25:54.418428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10aecea5-6357-4c1d-86a2-d2d64a03578f req-27e7e396-1507-4272-8d78-7e1e0b3b43f3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477800 Nov 12 05:25:54.424261 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2789d194-cf73-4326-9172-b45c830cdcda req-da7d956b-bd4b-4ff6-90fa-c65e6168e612 service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286716 Nov 12 05:25:54.607892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fb74-7550-4cd7-a47a-67fe39ae4100 req-5629c353-308e-4244-a963-2bbfeb2da8c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:54.610213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f115fb74-7550-4cd7-a47a-67fe39ae4100 req-5629c353-308e-4244-a963-2bbfeb2da8c5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.0546131 Nov 12 05:25:54.659909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f115fb74-7550-4cd7-a47a-67fe39ae4100 req-a977c3df-e35a-4d0a-bb24-63eb6970532e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428970 Nov 12 05:25:55.548674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0662f-e9d4-42d8-a047-451e40e38756 req-f9793ada-8de2-47fc-84c3-c07af1b508da tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:55.550184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe0662f-e9d4-42d8-a047-451e40e38756 req-f9793ada-8de2-47fc-84c3-c07af1b508da tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0569816 Nov 12 05:25:55.600933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe0662f-e9d4-42d8-a047-451e40e38756 req-733a3f48-3fbf-452e-a51c-9e1dbd68d9cc tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Nov 12 05:25:55.859691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37190961-30a9-479b-a441-662a3d3353fc req-811e853c-8719-4519-90b0-ee98b634a27b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:55.861202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37190961-30a9-479b-a441-662a3d3353fc req-811e853c-8719-4519-90b0-ee98b634a27b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.0576057 Nov 12 05:25:55.931606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37190961-30a9-479b-a441-662a3d3353fc req-e5689dfd-2627-47c8-8e94-9751f4e40e81 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581365 Nov 12 05:25:55.980124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-dfb52357-b135-4f75-8d74-72b69db48efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:55.981783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-dfb52357-b135-4f75-8d74-72b69db48efa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5d6aebf55e64b5da56559ca95e69772&device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 1098 time: 0.0628648 Nov 12 05:25:56.000406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaa56c-1b8c-4ae9-bc1b-51ca74d8cbb1 req-4fd92eac-7c81-4105-b9b1-2f832201e074 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:56.002804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0feaa56c-1b8c-4ae9-bc1b-51ca74d8cbb1 req-4fd92eac-7c81-4105-b9b1-2f832201e074 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0702002 Nov 12 05:25:56.054826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0feaa56c-1b8c-4ae9-bc1b-51ca74d8cbb1 req-25f2c081-cea4-4410-aa43-d1e13d93f97f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477405 Nov 12 05:25:56.098000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-f97fd278-55ee-4163-8aad-b38dc7d41fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:56.099440 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-f97fd278-55ee-4163-8aad-b38dc7d41fdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 200 len: 914 time: 0.1091418 Nov 12 05:25:56.141374 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-70517be9-85cd-4843-95b9-65da86ef9b89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 200 len: 217 time: 0.0344691 Nov 12 05:25:56.190137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-6e29cb70-1c88-4605-89e0-a56751df7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:56.191701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-6e29cb70-1c88-4605-89e0-a56751df7464 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 200 len: 853 time: 0.0438504 Nov 12 05:25:56.225064 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-e01abf81-483d-4a58-abc8-e94a85420bf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d401f4-5779-4715-9e2f-5f6aaeeedef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263822 Nov 12 05:25:56.318894 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-8354c82a-383d-49c9-a2d6-f4906fe8c9ce service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863483 Nov 12 05:25:56.411285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed37525e-89ad-4d0c-b5f8-6a1bd1668312 req-da930f71-f130-4b3c-be7f-9e324dd088e9 service neutron] 10.222.0.43 "GET /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860474 Nov 12 05:25:57.028005 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:57.107713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef46c61-1c74-4866-b5ff-50311266c948 req-d5ca9bbc-0976-497d-86ab-99585c58b87b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:57.110213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ef46c61-1c74-4866-b5ff-50311266c948 req-d5ca9bbc-0976-497d-86ab-99585c58b87b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.0935004 Nov 12 05:25:57.204515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ef46c61-1c74-4866-b5ff-50311266c948 req-861530ec-ad56-473f-8f81-2680b41b00f0 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874162 Nov 12 05:25:57.220329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7734d0-f327-44ba-9a9c-15c31b579c9b req-5d167fd1-915e-4bce-99d7-6c44b324e505 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:57.227300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee7734d0-f327-44ba-9a9c-15c31b579c9b req-5d167fd1-915e-4bce-99d7-6c44b324e505 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0823033 Nov 12 05:25:57.277296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee7734d0-f327-44ba-9a9c-15c31b579c9b req-9a7d4340-60ee-4a79-9dfe-a9e7bef3073b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491409 Nov 12 05:25:58.329517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8f943-cfa7-4ce6-adf6-199fcf47a7df req-fbdbb0b0-ffa5-4b23-8672-964f313322b1 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:58.331187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60f8f943-cfa7-4ce6-adf6-199fcf47a7df req-fbdbb0b0-ffa5-4b23-8672-964f313322b1 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.0542071 Nov 12 05:25:58.389770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60f8f943-cfa7-4ce6-adf6-199fcf47a7df req-426949a6-1ab8-4b2f-802b-2c005d8b5273 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522933 Nov 12 05:25:58.468760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14cdf6-77ee-4629-88ce-fc14f6eb462b req-67b37ee8-aa7c-46a6-aab6-77415ff46066 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:58.470292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed14cdf6-77ee-4629-88ce-fc14f6eb462b req-67b37ee8-aa7c-46a6-aab6-77415ff46066 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0552669 Nov 12 05:25:58.518101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed14cdf6-77ee-4629-88ce-fc14f6eb462b req-0ae98910-cf87-4dbc-ac08-1b84ce3c54ad tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Nov 12 05:25:58.645203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6486454-0c4a-464b-aa87-1e2620016ace req-c0917f38-3958-4712-b5f9-b2be94a64614 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:58.647627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6486454-0c4a-464b-aa87-1e2620016ace req-c0917f38-3958-4712-b5f9-b2be94a64614 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0563445 Nov 12 05:25:58.695647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6486454-0c4a-464b-aa87-1e2620016ace req-f59b8f1f-b1f1-4c12-a616-a824c73ea724 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Nov 12 05:25:58.829688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ec9ef-26a6-45a5-aa12-7cba1268fe4f req-7b4e7448-01d1-4ddb-9115-e1ff78f3cbcb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:58.831200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-172ec9ef-26a6-45a5-aa12-7cba1268fe4f req-7b4e7448-01d1-4ddb-9115-e1ff78f3cbcb tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0511656 Nov 12 05:25:58.882578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-172ec9ef-26a6-45a5-aa12-7cba1268fe4f req-b8e94c0d-2dc0-45af-9962-2dc71d42e1ed tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453100 Nov 12 05:25:59.003423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534adb-0dd2-4c1e-b838-6cd4266d076c req-d6272667-b579-4833-8516-82100c11ac3b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:59.005019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92534adb-0dd2-4c1e-b838-6cd4266d076c req-d6272667-b579-4833-8516-82100c11ac3b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0501077 Nov 12 05:25:59.056709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92534adb-0dd2-4c1e-b838-6cd4266d076c req-b3ec561e-a581-40b2-9eac-0917ec5fc058 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448747 Nov 12 05:25:59.224178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244230c-21fd-42a2-8be4-4fc43da6b956 req-1c8364ef-db54-4b5a-bca8-4f573cdcf8ac tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:59.225678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3244230c-21fd-42a2-8be4-4fc43da6b956 req-1c8364ef-db54-4b5a-bca8-4f573cdcf8ac tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0502598 Nov 12 05:25:59.274018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3244230c-21fd-42a2-8be4-4fc43da6b956 req-dde4b8aa-c1de-4960-bbfd-8947cc82cf28 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Nov 12 05:25:59.399683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f7a10-062d-4bd2-9405-fa014d3388bb req-3d106bae-383e-4702-8f0a-7fe440f1dd6b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:59.401896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-571f7a10-062d-4bd2-9405-fa014d3388bb req-3d106bae-383e-4702-8f0a-7fe440f1dd6b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0555081 Nov 12 05:25:59.425382 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:25:59.455765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-571f7a10-062d-4bd2-9405-fa014d3388bb req-be77b0a1-3e09-4969-8a14-6940e84adc1b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479810 Nov 12 05:25:59.548746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f25c0b-ce5c-4b15-a5d9-7d5b19838783 req-4fd23bee-2c6d-4376-97e2-2172e569282a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:59.550410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75f25c0b-ce5c-4b15-a5d9-7d5b19838783 req-4fd23bee-2c6d-4376-97e2-2172e569282a tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 944 time: 0.0596435 Nov 12 05:25:59.631928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db584-1312-4e1c-a136-f03d43a5f4ac req-254e3dc5-85a5-49ab-b117-5d3d5e22e393 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:59.633431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-929db584-1312-4e1c-a136-f03d43a5f4ac req-254e3dc5-85a5-49ab-b117-5d3d5e22e393 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0820489 Nov 12 05:25:59.638082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75f25c0b-ce5c-4b15-a5d9-7d5b19838783 req-73088c4e-3902-4bc4-9779-122fe95b94be tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779769 Nov 12 05:25:59.711953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-929db584-1312-4e1c-a136-f03d43a5f4ac req-c45d13e4-c727-4e69-896c-857743731925 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657468 Nov 12 05:25:59.832556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49db2a0-83fe-4d0f-95ed-17c0595a404b req-b2278224-3cb7-4a7a-bdd8-f2be1e2fdc82 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:59.835483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49db2a0-83fe-4d0f-95ed-17c0595a404b req-b2278224-3cb7-4a7a-bdd8-f2be1e2fdc82 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0581501 Nov 12 05:25:59.891345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a49db2a0-83fe-4d0f-95ed-17c0595a404b req-c9331507-522a-4583-a26c-4b6f07fa7e98 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Nov 12 05:26:00.071810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e9be1-f822-4e72-ad5e-9acd84a5fd34 req-eec9b33a-aa50-4dad-9421-9558d3691ca3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:00.073423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f82e9be1-f822-4e72-ad5e-9acd84a5fd34 req-eec9b33a-aa50-4dad-9421-9558d3691ca3 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0588257 Nov 12 05:26:00.150926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f82e9be1-f822-4e72-ad5e-9acd84a5fd34 req-d2026f49-e016-4e0e-b7bd-967a6d84c641 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641901 Nov 12 05:26:00.297598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d57605-0db5-4124-86d0-aafffd1d4747 req-bb773801-a30c-466e-82f6-3caf98c3ef7a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:00.297598 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54d57605-0db5-4124-86d0-aafffd1d4747 req-bb773801-a30c-466e-82f6-3caf98c3ef7a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0639167 Nov 12 05:26:00.351189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54d57605-0db5-4124-86d0-aafffd1d4747 req-a6cdce26-c950-4d38-b46b-ff92c617addc tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497208 Nov 12 05:26:00.466101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09432ffb-f082-4a31-877a-ca837e24fa6e details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:26:00.551417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7a440-f5f7-4264-b06f-be3b9b8a606d req-800d8c2e-9378-4ab9-9692-b56785fa22e2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:00.553226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ee7a440-f5f7-4264-b06f-be3b9b8a606d req-800d8c2e-9378-4ab9-9692-b56785fa22e2 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0638342 Nov 12 05:26:00.592847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09432ffb-f082-4a31-877a-ca837e24fa6e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09432ffb-f082-4a31-877a-ca837e24fa6e,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:00.603920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'port_id': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'mac_address': 'fa:16:3e:fc:8b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:26:00.604721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ee7a440-f5f7-4264-b06f-be3b9b8a606d req-8d20302e-4767-4ecd-be12-aec29eb7d8e6 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Nov 12 05:26:00.649622 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:00.665864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09432ffb-f082-4a31-877a-ca837e24fa6e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:00.697574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09432ffb-f082-4a31-877a-ca837e24fa6e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09432ffb-f082-4a31-877a-ca837e24fa6e,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:00.710375 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:00.770405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784cc39-2749-4d33-a9ec-166921295911 req-faff5a1b-cd13-4a06-817f-1b98a0f991c5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:00.771973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5784cc39-2749-4d33-a9ec-166921295911 req-faff5a1b-cd13-4a06-817f-1b98a0f991c5 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0879414 Nov 12 05:26:00.775338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=09432ffb-f082-4a31-877a-ca837e24fa6e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:00.793966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897082c7-1212-470a-a2f7-d82a36704f91 req-bfd441db-319b-41d1-bbae-15fc8e02ac9d tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:00.795435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-897082c7-1212-470a-a2f7-d82a36704f91 req-bfd441db-319b-41d1-bbae-15fc8e02ac9d tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 945 time: 0.0756431 Nov 12 05:26:00.861515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5784cc39-2749-4d33-a9ec-166921295911 req-31272ea2-69c3-4541-be36-8632404257b1 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757003 Nov 12 05:26:00.878785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-897082c7-1212-470a-a2f7-d82a36704f91 req-475e5af2-206a-4dbf-9902-4ba27d054a18 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639627 Nov 12 05:26:01.008227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fbab1-e59f-4cd3-8d80-63f15ef1e296 req-86cc3a48-e9e9-4366-aa0e-7ac1eae41b9d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:01.009784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-448fbab1-e59f-4cd3-8d80-63f15ef1e296 req-86cc3a48-e9e9-4366-aa0e-7ac1eae41b9d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0540371 Nov 12 05:26:01.060886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-448fbab1-e59f-4cd3-8d80-63f15ef1e296 req-ba657c4c-1c8a-4702-8e33-bc4256f0ccc8 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Nov 12 05:26:01.101748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['09432ffb-f082-4a31-877a-ca837e24fa6e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:01.197020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01dda3-7580-45aa-aa04-1ba27b563307 req-c1e9c720-58e4-4e43-91ba-9fc3e393815c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:01.201225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f01dda3-7580-45aa-aa04-1ba27b563307 req-c1e9c720-58e4-4e43-91ba-9fc3e393815c tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0577223 Nov 12 05:26:01.258944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f01dda3-7580-45aa-aa04-1ba27b563307 req-ac11c84b-941d-4e5a-8951-f0dd8ee94a73 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524528 Nov 12 05:26:01.388393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f2fc3-051c-4886-848d-81ae314acb7a req-cad99af0-8362-406c-bcc4-f5641b2915ce tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:01.390454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd6f2fc3-051c-4886-848d-81ae314acb7a req-cad99af0-8362-406c-bcc4-f5641b2915ce tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0516648 Nov 12 05:26:01.444196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd6f2fc3-051c-4886-848d-81ae314acb7a req-17b4f2b3-b666-4eb5-af08-b0ce75cdf09b tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472670 Nov 12 05:26:01.998988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae374eb-fc42-4d60-b389-0912c15dfd39 req-fbb8231e-91d9-4f63-bba8-7f1f77050060 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:02.001131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae374eb-fc42-4d60-b389-0912c15dfd39 req-fbb8231e-91d9-4f63-bba8-7f1f77050060 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 945 time: 0.0505888 Nov 12 05:26:02.057105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae374eb-fc42-4d60-b389-0912c15dfd39 req-abbe7b28-0119-4141-aac6-936c26cdbb88 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496223 Nov 12 05:26:02.482619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09432ffb-f082-4a31-877a-ca837e24fa6e up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:02.566450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 09432ffb-f082-4a31-877a-ca837e24fa6e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:26:02.571370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 09432ffb-f082-4a31-877a-ca837e24fa6e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:02.571740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:02.677362 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:02.704251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09432ffb-f082-4a31-877a-ca837e24fa6e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:02.706546 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575ac105-206c-4af6-9996-87eeafe8544b" -d '{"events": [{"server_uuid": "99ed1ac5-0069-49cf-890b-c9826f61447e", "name": "network-vif-plugged", "status": "completed", "tag": "09432ffb-f082-4a31-877a-ca837e24fa6e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:02.741547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09432ffb-f082-4a31-877a-ca837e24fa6e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09432ffb-f082-4a31-877a-ca837e24fa6e,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:02.754389 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:02.801956 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143ba372-d819-448e-a368-5165bf9ed124 x-openstack-request-id: req-143ba372-d819-448e-a368-5165bf9ed124 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:02.802613 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ed1ac5-0069-49cf-890b-c9826f61447e", "name": "network-vif-plugged", "status": "completed", "tag": "09432ffb-f082-4a31-877a-ca837e24fa6e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:02.803090 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-143ba372-d819-448e-a368-5165bf9ed124 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:02.803729 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'code': 200} Nov 12 05:26:02.828252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=09432ffb-f082-4a31-877a-ca837e24fa6e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:03.053888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c81a45-0e26-4e21-94b3-db0e19002661 req-80d79179-def0-4494-8c4e-6418b02b4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:03.058433 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7c81a45-0e26-4e21-94b3-db0e19002661 req-80d79179-def0-4494-8c4e-6418b02b4d8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 1098 time: 0.1005073 Nov 12 05:26:03.154003 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a7c81a45-0e26-4e21-94b3-db0e19002661 req-c36838e1-5007-44e3-926d-42c87d2eb52d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835609 Nov 12 05:26:03.234309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472d9f4-9f7e-4db7-b010-e802eb443208 req-a5277c8b-4610-426d-968a-1d3942caa32e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:03.244591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0472d9f4-9f7e-4db7-b010-e802eb443208 req-a5277c8b-4610-426d-968a-1d3942caa32e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.0915601 Nov 12 05:26:03.369279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0472d9f4-9f7e-4db7-b010-e802eb443208 req-5ead37dc-3655-45a2-81d4-273f0d98eaab tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236057 Nov 12 05:26:04.037016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8aaf53-31d1-442e-abeb-5b3b092477dc req-6b6676d1-957d-4819-8d5b-3b6ff0a6e39e tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:04.048420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f8aaf53-31d1-442e-abeb-5b3b092477dc req-6b6676d1-957d-4819-8d5b-3b6ff0a6e39e tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 945 time: 0.1020648 Nov 12 05:26:04.107862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f8aaf53-31d1-442e-abeb-5b3b092477dc req-506130f9-cfd4-4954-8377-a117fec982fa tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522227 Nov 12 05:26:04.522379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16649de7-d385-46d9-8d16-ce3889b96a6a req-75f3d072-2b01-455f-b852-acd06a25d214 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:04.525534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16649de7-d385-46d9-8d16-ce3889b96a6a req-75f3d072-2b01-455f-b852-acd06a25d214 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.0576525 Nov 12 05:26:04.625726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16649de7-d385-46d9-8d16-ce3889b96a6a req-77648de3-234f-499e-96ff-a1cb56f8527d tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939701 Nov 12 05:26:05.174911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a560e-e370-4704-8700-26de8c343e47 req-45692312-6b15-4fe3-83b8-35548881e21b tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:05.184775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f4a560e-e370-4704-8700-26de8c343e47 req-45692312-6b15-4fe3-83b8-35548881e21b tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 945 time: 0.0680554 Nov 12 05:26:05.252066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f4a560e-e370-4704-8700-26de8c343e47 req-4d1f2344-c06b-42a4-9d32-1862df790e67 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659194 Nov 12 05:26:05.790969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22520-0110-42b4-81cd-817b33813d9e req-46c58484-6e73-4dca-838a-317b7c9748fc tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:05.793477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efa22520-0110-42b4-81cd-817b33813d9e req-46c58484-6e73-4dca-838a-317b7c9748fc tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.0840228 Nov 12 05:26:05.847971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efa22520-0110-42b4-81cd-817b33813d9e req-0463b4a0-c12d-4c4e-ac42-053996c0fdc7 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477591 Nov 12 05:26:05.939747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed816-8997-4ae3-b39f-50afeb8783a1 req-9b6b89a6-44f0-4629-835d-d9bf762ea287 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:05.941124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b56ed816-8997-4ae3-b39f-50afeb8783a1 req-9b6b89a6-44f0-4629-835d-d9bf762ea287 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 945 time: 0.0532000 Nov 12 05:26:06.027411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b56ed816-8997-4ae3-b39f-50afeb8783a1 req-5eddac13-ab23-488a-93a2-828c66b0bd4b tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758152 Nov 12 05:26:06.187392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd0db0-f68a-4a4e-ba11-42f849a6e881 req-17bfbf95-2d04-4f43-b394-185f396a2416 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:06.189328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1fd0db0-f68a-4a4e-ba11-42f849a6e881 req-17bfbf95-2d04-4f43-b394-185f396a2416 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.0639870 Nov 12 05:26:06.200882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39524) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:06.217340 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Request body: {'floatingip': {'port_id': '09432ffb-f082-4a31-877a-ca837e24fa6e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:06.277017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:06.752586 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:06.758671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:06.871814 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Floating IP e4c5549d-ca8f-485f-a27d-19a23fb035df associated. External IP: 172.25.2.4, port: 09432ffb-f082-4a31-877a-ca837e24fa6e. Nov 12 05:26:07.120691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Router b44d9d36-af2d-4d9c-8157-d29907bcc432 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:26:07.213280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0de9b4-1bdc-4224-bfb3-3c9bc38baf7d req-e7a98720-fb74-4689-b30b-3eca4777677c tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:07.224192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b0de9b4-1bdc-4224-bfb3-3c9bc38baf7d req-e7a98720-fb74-4689-b30b-3eca4777677c tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 945 time: 0.0832136 Nov 12 05:26:07.295858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:26:07.304766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:07.311471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] Sync routers for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:26:07.331130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:07.332014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:07.357641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-f401a100-842e-4e21-8bd9-ca5950e2c448 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:07.357968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-528860e9-543e-4e38-964f-c7f11fb8c164 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "PUT /v2.0/floatingips/e4c5549d-ca8f-485f-a27d-19a23fb035df HTTP/1.1" status: 200 len: 990 time: 1.1559706 Nov 12 05:26:07.359619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'tag': '09432ffb-f082-4a31-877a-ca837e24fa6e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:07.359748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-f401a100-842e-4e21-8bd9-ca5950e2c448 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 945 time: 0.1336250 Nov 12 05:26:07.368086 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9be176-f410-450f-bb4f-523d9a9fcd49" -d '{"events": [{"name": "network-changed", "server_uuid": "99ed1ac5-0069-49cf-890b-c9826f61447e", "tag": "09432ffb-f082-4a31-877a-ca837e24fa6e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:07.375217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b0de9b4-1bdc-4224-bfb3-3c9bc38baf7d req-ee845461-1c9e-414c-9dcb-7f7f20de927d tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups?id=7457bc76-45ec-4a98-b03b-63049142b744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063743 Nov 12 05:26:07.451143 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b946895-1b18-43f9-b69c-5e6dffc74106 x-openstack-request-id: req-5b946895-1b18-43f9-b69c-5e6dffc74106 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:07.451434 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ed1ac5-0069-49cf-890b-c9826f61447e", "tag": "09432ffb-f082-4a31-877a-ca837e24fa6e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:07.451688 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b946895-1b18-43f9-b69c-5e6dffc74106 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:07.452090 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'tag': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'status': 'completed', 'code': 200} Nov 12 05:26:07.580259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Deleting port 09942aca-0bbe-444d-b820-13eb75da16b3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:26:07.581908 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:07.606708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-9151978c-549c-4f38-9cf2-3b41fd8e2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:07.610015 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-9151978c-549c-4f38-9cf2-3b41fd8e2ce9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c52705cde0d14f12aa57efca59ba376b&device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 1098 time: 0.0872798 Nov 12 05:26:07.673037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:07.777543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] For port 09942aca-0bbe-444d-b820-13eb75da16b3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09942aca-0bbe-444d-b820-13eb75da16b3,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:07.778418 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:07.865317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-3f1f6722-2491-4700-8cd9-168848c914c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:07.867520 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-3f1f6722-2491-4700-8cd9-168848c914c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5011f7f-c911-4301-bfc4-576786bbfd20 HTTP/1.1" status: 200 len: 917 time: 0.2491655 Nov 12 05:26:07.939343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'e4c5549d-ca8f-485f-a27d-19a23fb035df', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'port_id': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'mac_address': 'fa:16:3e:fc:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:08Z', 'updated_at': '2021-11-12T05:26:06Z', 'revision_number': 1, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:13Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:07.951334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-344ad271-1164-4c13-b023-a53d34295a03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09432ffb-f082-4a31-877a-ca837e24fa6e HTTP/1.1" status: 200 len: 998 time: 0.0734756 Nov 12 05:26:08.001775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] Checking router: b44d9d36-af2d-4d9c-8157-d29907bcc432 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:26:08.008377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74914d70-9e55-402b-b3c7-01d481f5fef9 req-2c79c05e-7a9e-402d-bb9e-29e59496f549 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:08.011167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:08.011979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:08.019313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74914d70-9e55-402b-b3c7-01d481f5fef9 req-2c79c05e-7a9e-402d-bb9e-29e59496f549 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.1544919 Nov 12 05:26:08.037275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-ba3b5ce8-b7f6-4d01-ac2a-8a2eb6706128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:08.038981 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-ba3b5ce8-b7f6-4d01-ac2a-8a2eb6706128 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=814d2d9d-e7b6-4047-bfc3-94cb0545c8f8 HTTP/1.1" status: 200 len: 855 time: 0.0781286 Nov 12 05:26:08.133653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:08.146556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74914d70-9e55-402b-b3c7-01d481f5fef9 req-6fb6db42-87cd-4cf7-a2b5-819432ef07db tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260931 Nov 12 05:26:08.181291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:08.181908 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:08.182412 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Floating IP b1c93a54-6439-48e5-82f5-ed3e29c30e65 disassociated. External IP: 172.25.2.192, port: 09942aca-0bbe-444d-b820-13eb75da16b3. Nov 12 05:26:08.182908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Calling delete_port for 09942aca-0bbe-444d-b820-13eb75da16b3 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:26:08.232071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-cc4580ef-0dc8-4cf1-b12c-160ae1ce76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:08.233688 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-cc4580ef-0dc8-4cf1-b12c-160ae1ce76dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5011f7f-c911-4301-bfc4-576786bbfd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1783707 Nov 12 05:26:08.383793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:08.421804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event deleted for resources: {'Port': ['ID=09942aca-0bbe-444d-b820-13eb75da16b3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:08.449423 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-10de8679-65ef-4812-b603-a9c0c4e53e66 service neutron] 10.222.0.43 "GET /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732085 Nov 12 05:26:08.560502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'e4c5549d-ca8f-485f-a27d-19a23fb035df', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'port_id': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'mac_address': 'fa:16:3e:fc:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:08Z', 'updated_at': '2021-11-12T05:26:06Z', 'revision_number': 1, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:13Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:08.600771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb2730-dae6-447c-905c-599fdae7d607 None None] The sync data for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 is: [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'e4c5549d-ca8f-485f-a27d-19a23fb035df', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'port_id': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'mac_address': 'fa:16:3e:fc:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:08Z', 'updated_at': '2021-11-12T05:26:06Z', 'revision_number': 1, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:13Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:26:08.612206 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d9be176-f410-450f-bb4f-523d9a9fcd49 req-7cf5f520-1934-4f49-aebd-b5d19e447443 service neutron] 10.222.0.43 "GET /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511178 Nov 12 05:26:08.960096 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0df1f7-f38d-416a-bd4d-a5f1901094b6 None None] New status for floating IP e4c5549d-ca8f-485f-a27d-19a23fb035df: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:26:08.990117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:26:09.012389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.012741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.013090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.013434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.013780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.014121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.014484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.014858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.015194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.015524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.015857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.016187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.029085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b92364f-b7e6-445c-a1c5-bb0a60de00a7 req-12f6592c-3739-4b5b-b00d-d1db1d4fc299 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd8b1c33-878a-4f7d-a52f-6a4b49bfc516 HTTP/1.1" status: 200 len: 210 time: 0.0553365 Nov 12 05:26:09.195965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:26:09.211504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] Sync routers for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:26:09.227030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:09.227736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:09.255557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] No DVR routers for this DVR port 09942aca-0bbe-444d-b820-13eb75da16b3 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:26:09.264398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:09.268236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb48feaa-8538-4f09-aec2-c975ad1a16b1 req-ff2b5fec-acf0-46d8-9997-a774928ac86f tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.47 "DELETE /v2.0/ports/09942aca-0bbe-444d-b820-13eb75da16b3 HTTP/1.1" status: 204 len: 173 time: 1.8907323 Nov 12 05:26:09.268953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'name': 'network-vif-deleted', 'tag': '09942aca-0bbe-444d-b820-13eb75da16b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:09.271244 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e1809f-7317-4465-a968-1bc7f57996a0" -d '{"events": [{"server_uuid": "dd8b1c33-878a-4f7d-a52f-6a4b49bfc516", "name": "network-vif-deleted", "tag": "09942aca-0bbe-444d-b820-13eb75da16b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:09.350313 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459d2a0f-229f-4637-942b-507108a7aaf7 x-openstack-request-id: req-459d2a0f-229f-4637-942b-507108a7aaf7 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:09.352195 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8b1c33-878a-4f7d-a52f-6a4b49bfc516", "name": "network-vif-deleted", "tag": "09942aca-0bbe-444d-b820-13eb75da16b3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:09.352457 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-459d2a0f-229f-4637-942b-507108a7aaf7 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:09.352882 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8b1c33-878a-4f7d-a52f-6a4b49bfc516', 'name': 'network-vif-deleted', 'tag': '09942aca-0bbe-444d-b820-13eb75da16b3', 'status': 'completed', 'code': 200} Nov 12 05:26:09.399569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113d46-7807-43ce-9bad-5ecf8aea11fc req-31c695cd-d66f-4ce6-9b4e-bf5fced26e33 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:09.401226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec113d46-7807-43ce-9bad-5ecf8aea11fc req-31c695cd-d66f-4ce6-9b4e-bf5fced26e33 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.1476820 Nov 12 05:26:09.419803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:09.479029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec113d46-7807-43ce-9bad-5ecf8aea11fc req-174f5d24-f812-436c-aea4-b818b88ea90a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678093 Nov 12 05:26:09.710415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:49Z', 'revision_number': 5, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:09.711408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39586) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:09.753263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] Checking router: 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:26:09.780362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:09.781354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:09.853365 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:09.942776 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:09.947443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:09.948705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:09.976368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b93871-ce07-4d79-ba6a-691da6d0d194,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:09.993597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.994031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.994465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.994889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.995285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.995677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.996063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.996677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.997155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.997642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.998134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:09.998655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:10.010908 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4562bd05-2ffa-4914-916f-df7625056567 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e55861ea5c94e17a454babcfdc92441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2982125 Nov 12 05:26:10.013401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39592) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:10.069334 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31bc6a56-14c9-410b-b0df-94e8789235b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.111017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31bc6a56-14c9-410b-b0df-94e8789235b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.125940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39598) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:10.180556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:49Z', 'revision_number': 5, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:10.193246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-57467d7a-bf99-461c-9fb2-3a0a6f5d8b7d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:10.203315 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-57467d7a-bf99-461c-9fb2-3a0a6f5d8b7d tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.0836082 Nov 12 05:26:10.220862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-420835e8-ce91-416e-8d36-34117acfea2d tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.231726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763acde-a895-48ae-8601-d4c286233a07 None None] The sync data for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 is: [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:23:40Z', 'revision_number': 4, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '925d7dbe-5921-42b7-85f5-640d50a05608', 'name': '', 'network_id': '901de7d8-fc90-4b0a-8138-36abd20a4ded', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'mac_address': 'fa:16:3e:38:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '9667aeb3-d531-423e-8eab-9370106651a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:39Z', 'updated_at': '2021-11-12T05:23:49Z', 'revision_number': 5, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'subnets': [{'id': '9667aeb3-d531-423e-8eab-9370106651a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:26:10.251073 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-420835e8-ce91-416e-8d36-34117acfea2d tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.306787 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-420835e8-ce91-416e-8d36-34117acfea2d tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.310238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-420835e8-ce91-416e-8d36-34117acfea2d tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.313404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-420835e8-ce91-416e-8d36-34117acfea2d tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "DELETE /v2.0/security-groups/7457bc76-45ec-4a98-b03b-63049142b744 HTTP/1.1" status: 204 len: 168 time: 0.1862614 Nov 12 05:26:10.316393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39602) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:10.325396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31bc6a56-14c9-410b-b0df-94e8789235b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.328144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31bc6a56-14c9-410b-b0df-94e8789235b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.329223 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-31bc6a56-14c9-410b-b0df-94e8789235b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7b93871-ce07-4d79-ba6a-691da6d0d194 HTTP/1.1" status: 204 len: 168 time: 0.3150315 Nov 12 05:26:10.333365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420835e8-ce91-416e-8d36-34117acfea2d tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7457bc76-45ec-4a98-b03b-63049142b744,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:10.340050 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-e15a6831-8073-4584-9510-9e4c15718a17 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] show failed (client error): The resource could not be found. Nov 12 05:26:10.341097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e15a6831-8073-4584-9510-9e4c15718a17 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "GET /v2.0/security-groups/7457bc76-45ec-4a98-b03b-63049142b744 HTTP/1.1" status: 404 len: 347 time: 0.0200534 Nov 12 05:26:10.342240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc6a56-14c9-410b-b0df-94e8789235b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b93871-ce07-4d79-ba6a-691da6d0d194,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:10.343777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39606) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:10.380742 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Deleting port 874ca87b-5c37-425c-920f-00658921368f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:26:10.381290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.429439 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.507741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Deleting port 557063c5-7f1e-45d2-9714-2a30e0fdd43f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:26:10.508711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.568398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] For port 874ca87b-5c37-425c-920f-00658921368f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=874ca87b-5c37-425c-920f-00658921368f,segment=NetworkSegment(5cd2ba5a-eeca-424d-afc9-c317a7ae97dd),segment_id=5cd2ba5a-eeca-424d-afc9-c317a7ae97dd)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:10.568845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.585046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Calling delete_port for 874ca87b-5c37-425c-920f-00658921368f owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:26:10.643232 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0990c0-7364-40c5-8bab-e12c2a86f9e9 None None] New status for floating IP b1c93a54-6439-48e5-82f5-ed3e29c30e65: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:26:10.693991 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.694242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.718790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df4b1e-890f-491f-aee7-057ca7eaa035 req-d3fd132d-a8d1-4d76-8197-a11a4937322a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:10.720307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4df4b1e-890f-491f-aee7-057ca7eaa035 req-d3fd132d-a8d1-4d76-8197-a11a4937322a tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2051b70-180f-47c7-9c18-9e62539a2f99 HTTP/1.1" status: 200 len: 946 time: 0.1372836 Nov 12 05:26:10.721284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Calling delete_port for 557063c5-7f1e-45d2-9714-2a30e0fdd43f owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:26:10.747640 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.785759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['874ca87b-5c37-425c-920f-00658921368f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:10.808446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Pushing event deleted for resources: {'Port': ['ID=874ca87b-5c37-425c-920f-00658921368f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:10.876323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] No DVR routers for this DVR port 874ca87b-5c37-425c-920f-00658921368f on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:26:10.880033 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:10.883641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-732ddc30-50f1-494d-bddb-4f5573bc5d75 req-2a9b43b4-087b-416f-9a6e-74cda26c467f tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.43 "DELETE /v2.0/ports/874ca87b-5c37-425c-920f-00658921368f HTTP/1.1" status: 204 len: 173 time: 0.6698287 Nov 12 05:26:10.884190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-deleted', 'tag': '874ca87b-5c37-425c-920f-00658921368f'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:10.886781 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82c4077-033e-4450-bad2-226c0916888d" -d '{"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-deleted", "tag": "874ca87b-5c37-425c-920f-00658921368f"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:10.906971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4df4b1e-890f-491f-aee7-057ca7eaa035 req-339f6cbb-ce72-4c65-8cbd-170930db5142 tempest-ServersNegativeTestJSON-1318566107 tempest-ServersNegativeTestJSON-1318566107-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd58401b-f596-4c18-b4b1-c51c91e6cdd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754861 Nov 12 05:26:10.971002 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb75e67-d4b9-4675-a9af-cb3638acae53 x-openstack-request-id: req-5cb75e67-d4b9-4675-a9af-cb3638acae53 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:10.971915 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2051b70-180f-47c7-9c18-9e62539a2f99", "name": "network-vif-deleted", "tag": "874ca87b-5c37-425c-920f-00658921368f", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:10.971915 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cb75e67-d4b9-4675-a9af-cb3638acae53 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:10.972138 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2051b70-180f-47c7-9c18-9e62539a2f99', 'name': 'network-vif-deleted', 'tag': '874ca87b-5c37-425c-920f-00658921368f', 'status': 'completed', 'code': 200} Nov 12 05:26:11.008093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:11.048113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Pushing event deleted for resources: {'Port': ['ID=557063c5-7f1e-45d2-9714-2a30e0fdd43f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:11.108109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:11.111100 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:11.115221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2d2bddb6-f062-45bc-8707-acfcdad13320 tempest-ServersTestManualDisk-323166660 tempest-ServersTestManualDisk-323166660-project] 10.222.0.48 "DELETE /v2.0/floatingips/b1c93a54-6439-48e5-82f5-ed3e29c30e65 HTTP/1.1" status: 204 len: 168 time: 0.7673590 Nov 12 05:26:11.115630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39636) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:11.478625 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:11.757085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 09942aca-0bbe-444d-b820-13eb75da16b3 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:26:11.782002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 09942aca-0bbe-444d-b820-13eb75da16b3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:26:11.782368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 09942aca-0bbe-444d-b820-13eb75da16b3 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:26:12.022590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39670) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:12.044333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Deleting port 925d7dbe-5921-42b7-85f5-640d50a05608 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:26:12.044836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.069899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d27243-8266-4e37-869b-af1503eb7def admin admin] Deleting subnet 01470a01-0340-4d5e-b351-bdee29d8c436 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:26:12.073178 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01d27243-8266-4e37-869b-af1503eb7def admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.115939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01d27243-8266-4e37-869b-af1503eb7def admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.136559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] For port 925d7dbe-5921-42b7-85f5-640d50a05608, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=925d7dbe-5921-42b7-85f5-640d50a05608,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:12.137638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.153257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Calling delete_port for 925d7dbe-5921-42b7-85f5-640d50a05608 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:26:12.154944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01d27243-8266-4e37-869b-af1503eb7def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.210513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01d27243-8266-4e37-869b-af1503eb7def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.247815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01d27243-8266-4e37-869b-af1503eb7def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.252098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-01d27243-8266-4e37-869b-af1503eb7def admin admin] 10.222.0.48 "DELETE /v2.0/subnets/01470a01-0340-4d5e-b351-bdee29d8c436 HTTP/1.1" status: 204 len: 168 time: 0.2278321 Nov 12 05:26:12.252993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27243-8266-4e37-869b-af1503eb7def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01470a01-0340-4d5e-b351-bdee29d8c436,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:12.254835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39672) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:12.331192 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.351675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.385599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Pushing event deleted for resources: {'Port': ['ID=925d7dbe-5921-42b7-85f5-640d50a05608,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:12.451221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.476108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d401f4-5779-4715-9e2f-5f6aaeeedef0']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:12.487672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:12.487976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd2ba5a-eeca-424d-afc9-c317a7ae97dd') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:12.498433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.513473 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.536512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:26:12.537156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:26:12.539402 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:26:12.592599 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.613387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.620800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.624381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] 10.222.0.48 "DELETE /v2.0/networks/57d401f4-5779-4715-9e2f-5f6aaeeedef0 HTTP/1.1" status: 204 len: 168 time: 0.3683066 Nov 12 05:26:12.624972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39676) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:12.629818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979776918', 'description': 'tempest-secgroup-smoke-979776918 description', 'project_id': '55c883ec452744208727f56ec3f04fe4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:12.650832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d22b72-0c46-418c-bcf1-28450f24a006 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d401f4-5779-4715-9e2f-5f6aaeeedef0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:12.673138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.682945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.794775 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.799970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.857543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39684) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:12.881338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:26:12.881605 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.890182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.900032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbc4d3f-60af-47c2-8630-a1ca143ceb86,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:12.916472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0eb59405-94e3-4760-ad2b-d5f8068d2567 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5d6aebf55e64b5da56559ca95e69772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578196 Nov 12 05:26:12.921199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39686) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:12.931296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.932450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3064907 Nov 12 05:26:12.936336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39688) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:12.951061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ccf8cd3f-53fe-4174-b736-7cdb686e400d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '8b83f3d8-a26b-4361-a8c8-b97e0d2a440b', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:12.970856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be5228-b1d1-447a-a54f-fcc639ab9487 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:13.011887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cd3f-53fe-4174-b736-7cdb686e400d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.017625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:26:13.023259 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-73d3b9c5-bdda-48da-b750-1edb821ca582 admin admin] 10.222.0.48 "PUT /v2.0/routers/38305f8e-a87e-4a26-9dc5-1bd2ae2728a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9065981 Nov 12 05:26:13.025281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b67fed2-74dc-4121-a050-31e0513e224e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.026105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39692) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:13.029259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] Sync routers for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:26:13.041405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:13.042263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:13.049149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b67fed2-74dc-4121-a050-31e0513e224e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.114124 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cd3f-53fe-4174-b736-7cdb686e400d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.129038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cd3f-53fe-4174-b736-7cdb686e400d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.147782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b67fed2-74dc-4121-a050-31e0513e224e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.150277 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b67fed2-74dc-4121-a050-31e0513e224e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.151577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5b67fed2-74dc-4121-a050-31e0513e224e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd58401b-f596-4c18-b4b1-c51c91e6cdd7 HTTP/1.1" status: 204 len: 168 time: 0.2294209 Nov 12 05:26:13.163026 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cd3f-53fe-4174-b736-7cdb686e400d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.163579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.164226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ccf8cd3f-53fe-4174-b736-7cdb686e400d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2221668 Nov 12 05:26:13.169205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39698) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:13.170080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8cd3f-53fe-4174-b736-7cdb686e400d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f415f8-a483-4c05-86e3-800bd2be6e76,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:13.178268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7e5258fd-f042-4412-a209-5c7073af076a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '8b83f3d8-a26b-4361-a8c8-b97e0d2a440b', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:13.184336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67fed2-74dc-4121-a050-31e0513e224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd58401b-f596-4c18-b4b1-c51c91e6cdd7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:13.200337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:13.214919 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e5258fd-f042-4412-a209-5c7073af076a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.291640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e5258fd-f042-4412-a209-5c7073af076a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.298216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e5258fd-f042-4412-a209-5c7073af076a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.324643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5258fd-f042-4412-a209-5c7073af076a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9aa893-98f3-4d27-9582-451146705dc7,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:13.337579 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e5258fd-f042-4412-a209-5c7073af076a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.339377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7e5258fd-f042-4412-a209-5c7073af076a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649175 Nov 12 05:26:13.342513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39700) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:13.353030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-02342a28-450b-4bab-a3d6-03c0a0fb5a46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '8b83f3d8-a26b-4361-a8c8-b97e0d2a440b', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:13.367649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.393167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02342a28-450b-4bab-a3d6-03c0a0fb5a46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.441102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Deleting port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:26:13.441541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.473646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02342a28-450b-4bab-a3d6-03c0a0fb5a46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.479170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02342a28-450b-4bab-a3d6-03c0a0fb5a46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.511834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02342a28-450b-4bab-a3d6-03c0a0fb5a46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.514058 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-02342a28-450b-4bab-a3d6-03c0a0fb5a46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697309 Nov 12 05:26:13.517534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02342a28-450b-4bab-a3d6-03c0a0fb5a46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364e6bcf-ee1a-48b9-8949-d1f817c1f6da,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:13.519476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39708) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:13.527798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fe2514f2-6a2b-4f21-965c-619878c38267 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '8b83f3d8-a26b-4361-a8c8-b97e0d2a440b', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:13.571321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe2514f2-6a2b-4f21-965c-619878c38267 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.581854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] For port 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6ab1626c-32e7-41ef-b532-24a6c4bcd3a3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:13.582192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:26:12Z', 'revision_number': 5, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port': {'id': '6ab1626c-32e7-41ef-b532-24a6c4bcd3a3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:35Z', 'updated_at': '2021-11-12T05:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:13.582557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.602327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Calling delete_port for 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:26:13.614714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] Checking router: 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:26:13.634546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] Routers {'38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:13.635181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:25:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:13.685537 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe2514f2-6a2b-4f21-965c-619878c38267 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.714615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe2514f2-6a2b-4f21-965c-619878c38267 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.744667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2514f2-6a2b-4f21-965c-619878c38267 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c30df3-fa77-4833-bdfd-25a68af9156e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:13.759587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90734984-b051-4546-9060-203a27fd5f8d req-a80b0a7b-cca8-4826-8438-8554bdbd61a0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:13.761112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90734984-b051-4546-9060-203a27fd5f8d req-a80b0a7b-cca8-4826-8438-8554bdbd61a0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.0789521 Nov 12 05:26:13.764291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe2514f2-6a2b-4f21-965c-619878c38267 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.769289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fe2514f2-6a2b-4f21-965c-619878c38267 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2484472 Nov 12 05:26:13.770516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39718) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:13.774156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4b466b00-9984-44f7-ab35-903e3a5c80b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '8b83f3d8-a26b-4361-a8c8-b97e0d2a440b', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:13.783645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] Set router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:13.821762 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-4b466b00-9984-44f7-ab35-903e3a5c80b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Project 55c883ec452744208727f56ec3f04fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:26:13.824596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.832017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b466b00-9984-44f7-ab35-903e3a5c80b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.862138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90734984-b051-4546-9060-203a27fd5f8d req-8f8acad2-356f-474f-be14-b304c9a5a518 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804489 Nov 12 05:26:13.903133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab1626c-32e7-41ef-b532-24a6c4bcd3a3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:13.905183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:26:13Z', 'revision_number': 6, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:13.944200 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b466b00-9984-44f7-ab35-903e3a5c80b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.956557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b466b00-9984-44f7-ab35-903e3a5c80b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.996870 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b466b00-9984-44f7-ab35-903e3a5c80b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:13.998731 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-853b8e12-3129-47c9-9db0-8dfb85374e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.002175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc967aef-5754-45e2-b893-afba01973d9b None None] The sync data for ids ['38305f8e-a87e-4a26-9dc5-1bd2ae2728a0'] in n-d-765315-28 is: [{'id': '38305f8e-a87e-4a26-9dc5-1bd2ae2728a0', 'name': 'tempest-ServersTestManualDisk-560894765-router', 'tenant_id': '35ef89240b4040a0b7a6f000bf28973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:34Z', 'updated_at': '2021-11-12T05:26:13Z', 'revision_number': 6, 'project_id': '35ef89240b4040a0b7a6f000bf28973d', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:26:14.002969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4b466b00-9984-44f7-ab35-903e3a5c80b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2273879 Nov 12 05:26:14.004826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:14.006852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b466b00-9984-44f7-ab35-903e3a5c80b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1323529-2dc3-4ef2-9b9f-64de8fa1f95d,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:14.033257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c27d0baa-8b16-4223-9958-63e11c157572 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '8b83f3d8-a26b-4361-a8c8-b97e0d2a440b', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:14.079730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.170539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39742) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:14.204839 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-c27d0baa-8b16-4223-9958-63e11c157572 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Project 55c883ec452744208727f56ec3f04fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:26:14.211199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.213588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.257261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c27d0baa-8b16-4223-9958-63e11c157572 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.268506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.269391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:26:14.280968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.285613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39752) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:14.286025 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7d85ea6f-9270-4e35-b737-f737faae6064 admin admin] 10.222.0.48 "DELETE /v2.0/routers/38305f8e-a87e-4a26-9dc5-1bd2ae2728a0 HTTP/1.1" status: 204 len: 168 time: 1.2585518 Nov 12 05:26:14.322243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-339676172-network', 'tenant_id': '30f5ac2c759f4ecfa1ba3c4487df6df0'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:14.366855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-350487b7-3cea-4d7b-b01b-561d2dbe2e5b admin admin] Deleting subnet 9667aeb3-d531-423e-8eab-9370106651a9 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:26:14.384504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Made reservation on behalf of 30f5ac2c759f4ecfa1ba3c4487df6df0 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:14.389371 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.400078 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-350487b7-3cea-4d7b-b01b-561d2dbe2e5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.402032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.455280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c27d0baa-8b16-4223-9958-63e11c157572 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.467537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c27d0baa-8b16-4223-9958-63e11c157572 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.503417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-350487b7-3cea-4d7b-b01b-561d2dbe2e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.527615 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d0baa-8b16-4223-9958-63e11c157572 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1f5a15-cbfa-49f4-a834-2058d8cc4994,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:14.538743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c27d0baa-8b16-4223-9958-63e11c157572 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.542385 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c27d0baa-8b16-4223-9958-63e11c157572 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5253060 Nov 12 05:26:14.543264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:14.554560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 874ca87b-5c37-425c-920f-00658921368f no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:26:14.561439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'network': {'name': 'tempest-network-smoke--1020366803', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'port_security_enabled': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:14.583269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 925d7dbe-5921-42b7-85f5-640d50a05608 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:26:14.586603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 874ca87b-5c37-425c-920f-00658921368f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:26:14.586948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 874ca87b-5c37-425c-920f-00658921368f not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:26:14.599499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:14.605166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 925d7dbe-5921-42b7-85f5-640d50a05608 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:26:14.605746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 925d7dbe-5921-42b7-85f5-640d50a05608 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:26:14.608856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.628957 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.635760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:26:14.635949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.639434 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-350487b7-3cea-4d7b-b01b-561d2dbe2e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.646636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.647094 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Added segment 23708df5-6e57-4d60-8c0c-948c0de77b95 of type vlan for network 68d1334b-7fa0-4462-a719-fa7de8388506 Nov 12 05:26:14.683896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:26:14.686207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.707114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580daf81-0208-4248-a62a-25d44a4be8d5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:14.710064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.710497 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Added segment 4f004ea4-edd5-41bb-9548-025568ac4f9a of type vlan for network 7ca9a711-b55e-40eb-93c4-57f2f336ee6c Nov 12 05:26:14.711946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.717629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:14.718858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.760566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.775346 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-350487b7-3cea-4d7b-b01b-561d2dbe2e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.779954 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2328026 Nov 12 05:26:14.783476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39760) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:14.790026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'admin_state_up': True, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:14.800655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c686-7127-46d6-8845-33ac011f2290 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Network': ['ID=68d1334b-7fa0-4462-a719-fa7de8388506,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:14.811680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 68d1334b-7fa0-4462-a719-fa7de8388506 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:26:14.815694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350487b7-3cea-4d7b-b01b-561d2dbe2e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9667aeb3-d531-423e-8eab-9370106651a9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:14.818216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-350487b7-3cea-4d7b-b01b-561d2dbe2e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.820659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.821895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-350487b7-3cea-4d7b-b01b-561d2dbe2e5b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9667aeb3-d531-423e-8eab-9370106651a9 HTTP/1.1" status: 204 len: 168 time: 0.5352342 Nov 12 05:26:14.822798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.823262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.824282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:14.824937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.827553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39762) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:14.867624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492cc0cd-2e76-4f17-b636-96fa4d8d593f None None] Network 901de7d8-fc90-4b0a-8138-36abd20a4ded requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:14.881702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7106965 Nov 12 05:26:14.891596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:14.979095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa01ec-5604-4fdd-a897-0d101ce2f0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca9a711-b55e-40eb-93c4-57f2f336ee6c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:14.994015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 7ca9a711-b55e-40eb-93c4-57f2f336ee6c details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:26:14.995130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.058470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Deleting port c608f4a6-2f0b-474d-911c-d33130e87e05 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:26:15.058813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.132309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.150282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] For port c608f4a6-2f0b-474d-911c-d33130e87e05, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c608f4a6-2f0b-474d-911c-d33130e87e05,segment=NetworkSegment(432fcf60-2b9c-4dae-9275-1a2aeafe47b4),segment_id=432fcf60-2b9c-4dae-9275-1a2aeafe47b4)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:15.150681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.166830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Calling delete_port for c608f4a6-2f0b-474d-911c-d33130e87e05 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:26:15.227843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] DHCP port deletion for 901de7d8-fc90-4b0a-8138-36abd20a4ded request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:26:15.261685 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.302218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Pushing event deleted for resources: {'Port': ['ID=c608f4a6-2f0b-474d-911c-d33130e87e05,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:15.310097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] No DVR routers for this DVR port c608f4a6-2f0b-474d-911c-d33130e87e05 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:26:15.324151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Deleting port c608f4a6-2f0b-474d-911c-d33130e87e05 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:26:15.324794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.431874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.466482 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.467612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] For port c608f4a6-2f0b-474d-911c-d33130e87e05, host n-d-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:15.468637 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.491414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Calling delete_port for c608f4a6-2f0b-474d-911c-d33130e87e05 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:26:15.503338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Port c608f4a6-2f0b-474d-911c-d33130e87e05 was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:26:15.506792 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.522635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.535641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Pushing event deleted for resources: {'Port': ['ID=c608f4a6-2f0b-474d-911c-d33130e87e05,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:15.544429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.544855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.548436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.548794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.549133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.549492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.549822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.550147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.550570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.550893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.551213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.551530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:15.560275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a08535-6d02-41cb-b54c-40779c23ab3e None None] No DVR routers for this DVR port c608f4a6-2f0b-474d-911c-d33130e87e05 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:26:15.615034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.25.2.246 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/3fe859a7-83fb-41b3-bc00-1497e0667822) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:15.626217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901de7d8-fc90-4b0a-8138-36abd20a4ded']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:15.656051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432fcf60-2b9c-4dae-9275-1a2aeafe47b4') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:15.656342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432fcf60-2b9c-4dae-9275-1a2aeafe47b4') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:15.687525 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.724240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.727940 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.744033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2156-f584-471e-91d4-4872dfb09bae req-46ceb2b9-82c7-4255-8e6e-a5d8a1c677c2 tempest-ComputeTenantNetworksTest-956235227 tempest-ComputeTenantNetworksTest-956235227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:15.750430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2156-f584-471e-91d4-4872dfb09bae req-46ceb2b9-82c7-4255-8e6e-a5d8a1c677c2 tempest-ComputeTenantNetworksTest-956235227 tempest-ComputeTenantNetworksTest-956235227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:15.756764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2156-f584-471e-91d4-4872dfb09bae req-46ceb2b9-82c7-4255-8e6e-a5d8a1c677c2 tempest-ComputeTenantNetworksTest-956235227 tempest-ComputeTenantNetworksTest-956235227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:15.758111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.758500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-786f2156-f584-471e-91d4-4872dfb09bae req-46ceb2b9-82c7-4255-8e6e-a5d8a1c677c2 tempest-ComputeTenantNetworksTest-956235227 tempest-ComputeTenantNetworksTest-956235227-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2593796 Nov 12 05:26:15.759539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:26:15.759956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:26:15.765994 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:26:15.804316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:15.808446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:15.810609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=3fe859a7-83fb-41b3-bc00-1497e0667822,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:15.812792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:15.869765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.876679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:15.879896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] 10.222.0.48 "DELETE /v2.0/networks/901de7d8-fc90-4b0a-8138-36abd20a4ded HTTP/1.1" status: 204 len: 168 time: 1.0489621 Nov 12 05:26:15.900402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b442111-c2f2-41fd-b75f-572d5db23543 admin admin] Pushing event deleted for resources: {'Network': ['ID=901de7d8-fc90-4b0a-8138-36abd20a4ded,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:15.913278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60972a-a9f6-4a74-8368-3178b7bf21c2 req-c494854f-1fea-4017-a2c1-d514a34ef88b tempest-ComputeTenantNetworksTest-956235227 tempest-ComputeTenantNetworksTest-956235227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:15.914784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b60972a-a9f6-4a74-8368-3178b7bf21c2 req-c494854f-1fea-4017-a2c1-d514a34ef88b tempest-ComputeTenantNetworksTest-956235227 tempest-ComputeTenantNetworksTest-956235227-project] 10.222.0.48 "GET /v2.0/networks/7ca9a711-b55e-40eb-93c4-57f2f336ee6c HTTP/1.1" status: 200 len: 768 time: 0.1113338 Nov 12 05:26:15.925039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39788) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:16.002864 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.027356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:16.088664 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.110998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca9a711-b55e-40eb-93c4-57f2f336ee6c']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:16.121419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f004ea4-edd5-41bb-9548-025568ac4f9a') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:16.121745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f004ea4-edd5-41bb-9548-025568ac4f9a') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:16.133061 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.146791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.149671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dee356cf-491e-4307-87f1-8f1fa055c36b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35ef89240b4040a0b7a6f000bf28973d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1210949 Nov 12 05:26:16.152281 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39794) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:16.153465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:26:16.154037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:26:16.156526 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:26:16.167856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.220119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.241938 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.245380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ca9a711-b55e-40eb-93c4-57f2f336ee6c HTTP/1.1" status: 204 len: 168 time: 0.3190849 Nov 12 05:26:16.246251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec191c-d104-4d16-ad8c-a4af16c0839d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca9a711-b55e-40eb-93c4-57f2f336ee6c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:16.274871 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59a9c377-5f25-41c2-8fff-e5fdbd6a2131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.275503 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e79a231-84b8-4d56-a81a-0b5d14d7cf1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.301038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c608f4a6-2f0b-474d-911c-d33130e87e05 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:26:16.309277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e79a231-84b8-4d56-a81a-0b5d14d7cf1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.329455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: c608f4a6-2f0b-474d-911c-d33130e87e05 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:26:16.330298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c608f4a6-2f0b-474d-911c-d33130e87e05 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:26:16.330974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:26:16.353687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:26:16.354035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6ab1626c-32e7-41ef-b532-24a6c4bcd3a3 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:26:16.435583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39798) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:16.488405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e696ee55-a4ba-4bd2-acf2-27eafb01cb70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30f5ac2c759f4ecfa1ba3c4487df6df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491567 Nov 12 05:26:16.489471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39806) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:16.557531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1439435-d098-4465-b6c2-2f3bea27dd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.585254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1439435-d098-4465-b6c2-2f3bea27dd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.664045 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1439435-d098-4465-b6c2-2f3bea27dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.668419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1439435-d098-4465-b6c2-2f3bea27dd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.669775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e1439435-d098-4465-b6c2-2f3bea27dd56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/580daf81-0208-4248-a62a-25d44a4be8d5 HTTP/1.1" status: 204 len: 168 time: 0.1784265 Nov 12 05:26:16.679835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1439435-d098-4465-b6c2-2f3bea27dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580daf81-0208-4248-a62a-25d44a4be8d5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:16.754287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e79a231-84b8-4d56-a81a-0b5d14d7cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.756936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e79a231-84b8-4d56-a81a-0b5d14d7cf1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.760688 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9e79a231-84b8-4d56-a81a-0b5d14d7cf1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/019bc7b3-581b-484b-be9a-387b5ed7193e HTTP/1.1" status: 204 len: 168 time: 0.6048698 Nov 12 05:26:16.776725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:16.785142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79a231-84b8-4d56-a81a-0b5d14d7cf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019bc7b3-581b-484b-be9a-387b5ed7193e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:16.940037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 7dd21ce7-2e51-419f-be52-5aa8b1997060 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:26:17.077802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:26:17.090842 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Sync routers for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:26:17.102927 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:17.104436 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:17.105324 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:17.106535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-33065592-c068-4b36-96d7-4f8ef0df5f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3220708 Nov 12 05:26:17.110292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39822) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:17.233370 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:17.283219 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:17.370065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:17.370295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fed8b6c1-1b2f-48da-aa16-ba9c7c81b04b tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=55c883ec452744208727f56ec3f04fe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2584422 Nov 12 05:26:17.448793 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:15Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:17.486163 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Checking router: 7dd21ce7-2e51-419f-be52-5aa8b1997060 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:26:17.486541 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Updating router 7dd21ce7-2e51-419f-be52-5aa8b1997060 port 3fe859a7-83fb-41b3-bc00-1497e0667822 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:26:17.522802 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:17.645906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bfe41-f873-467a-823f-195e3a94cfcb tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:17.652379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39858) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:17.657321 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e80bfe41-f873-467a-823f-195e3a94cfcb tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2836308 Nov 12 05:26:17.738183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bd7be62d-17d9-4b7e-b0b7-922223ab32ca tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838206 Nov 12 05:26:17.741084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39866) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:17.749304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581571093', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:17.881603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:17.889011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.028761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39878) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:18.061225 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.070133 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.131142 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Attempting to bind port 3fe859a7-83fb-41b3-bc00-1497e0667822 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:18.131756 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Attempting to bind port 3fe859a7-83fb-41b3-bc00-1497e0667822 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:18.131926 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Attempting to bind port 3fe859a7-83fb-41b3-bc00-1497e0667822 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:18.141333 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Pushing event updated for resources: {'Port': ['ID=3fe859a7-83fb-41b3-bc00-1497e0667822,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:18.147765 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:18.148225 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:18.148679 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.149244 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:18.149732 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Bound port: 3fe859a7-83fb-41b3-bc00-1497e0667822, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:18.150248 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.152304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-773295537-network', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:18.157747 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.158220 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.158954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.159514 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.159824 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.160494 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.160819 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.161332 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.161663 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.162158 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.162675 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.162878 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:18.165844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.197530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:18.203901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.215261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.227196 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] For port 3fe859a7-83fb-41b3-bc00-1497e0667822, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:18.231214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] For port 3fe859a7-83fb-41b3-bc00-1497e0667822, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3fe859a7-83fb-41b3-bc00-1497e0667822,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:18.238608 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.245177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Subnet': ['ID=2fa2beb2-d424-460b-8a7a-4b76a33977b6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:18.256147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Checking segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:18.256516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network hostable DHCP agents. Network: 68d1334b-7fa0-4462-a719-fa7de8388506, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:26:18.277392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 68d1334b-7fa0-4462-a719-fa7de8388506 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:26:18.300353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 68d1334b-7fa0-4462-a719-fa7de8388506) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:18.304849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:18.305441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.314575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f095e-0481-4b9a-a79a-3a6a370353e1 None None] Network 68d1334b-7fa0-4462-a719-fa7de8388506 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:18.315818 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:18.316670 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:18.336690 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a9c0cc92-1a5e-441d-87c6-03c18ce3ddb3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5936935 Nov 12 05:26:18.339581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39890) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:18.369214 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.375015 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.447911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:26:18.457649 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba3d6a-de7e-4200-af71-8066f260bf41 None None] Pushing event updated for resources: {'Port': ['ID=3fe859a7-83fb-41b3-bc00-1497e0667822,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:18.478310 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:18.486973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5822734-9d08-4403-84c6-4dd0c99c6756,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:18.495657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.496195 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Added segment c968cf71-c952-4323-a5c4-b671f9c3cc48 of type vlan for network 0459e72d-0ed9-446d-b67b-d9227dea2b16 Nov 12 05:26:18.521190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.582410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:26:18.585733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-68d1334b-7fa0-4462-a719-fa7de8388506', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:26:18.587005 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.590657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.627631 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.628836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:18.629628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.812259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7821622 Nov 12 05:26:18.824178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39906) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:18.828650 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-77907707-f82a-4050-8a15-294e594f1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:15Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:18.844303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Request body: {'subnet': {'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-773295537-subnet', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:18.870234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65095df8-34f9-4024-8705-a20980d95ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=0459e72d-0ed9-446d-b67b-d9227dea2b16,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:18.884550 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77907707-f82a-4050-8a15-294e594f1554 None None] The sync data for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 is: [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:15Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:26:18.885754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:18.888951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.890816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0459e72d-0ed9-446d-b67b-d9227dea2b16 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:26:18.953767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Allocated IP 172.20.0.2 (68d1334b-7fa0-4462-a719-fa7de8388506/2fa2beb2-d424-460b-8a7a-4b76a33977b6/4d1dacbb-1b06-4206-96b0-5f716de90d0e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:18.989739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:18.992305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.024647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'mac_address': 'fa:16:3e:e2:ca:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:26:19.131698 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.154249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:19.175492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:19.183587 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.183961 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.300499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e8c34b-b686-4ec5-93c9-bbb60ff97812,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:19.318873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Checking segment: {'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:19.319260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Network hostable DHCP agents. Network: 0459e72d-0ed9-446d-b67b-d9227dea2b16, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:26:19.358433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Network 0459e72d-0ed9-446d-b67b-d9227dea2b16 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:26:19.371292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:19.377778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0459e72d-0ed9-446d-b67b-d9227dea2b16) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:19.382733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:19.384297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.390460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:19.392590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb0a2c-57c7-420f-9cd9-bfe9cdc77777 None None] Network 0459e72d-0ed9-446d-b67b-d9227dea2b16 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:19.413477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-76f778bc-b0f7-4a52-b6f8-c2ce7249aca4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5834770 Nov 12 05:26:19.416868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39922) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:19.425207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:19.440414 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.456565 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.457868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.536966 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.558928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.20.0.1 (68d1334b-7fa0-4462-a719-fa7de8388506/2fa2beb2-d424-460b-8a7a-4b76a33977b6/9e4023f9-ab1b-4545-819e-dc764b7bbe76) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:19.723455 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.725708 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.767741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.777225 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.816376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:19.872355 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 68d1334b-7fa0-4462-a719-fa7de8388506 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:19.876461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:19.885946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Network 68d1334b-7fa0-4462-a719-fa7de8388506 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:19.912650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:19.915220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:19.925157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Pushing event updated for resources: {'Port': ['ID=4d1dacbb-1b06-4206-96b0-5f716de90d0e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:19.932887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:19.945403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=9e4023f9-ab1b-4545-819e-dc764b7bbe76,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:20.051915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.135815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Attempting to bind port 4d1dacbb-1b06-4206-96b0-5f716de90d0e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:20.136189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Attempting to bind port 4d1dacbb-1b06-4206-96b0-5f716de90d0e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:20.137172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Attempting to bind port 4d1dacbb-1b06-4206-96b0-5f716de90d0e on network 68d1334b-7fa0-4462-a719-fa7de8388506 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:20.173249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:20.173249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Checking segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:20.173576 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.173954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Bound using segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:20.174469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Bound port: 4d1dacbb-1b06-4206-96b0-5f716de90d0e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:20.174846 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.189801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-0459e72d-0ed9-446d-b67b-d9227dea2b16', 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'fixed_ips': [{'subnet_id': 'c7e8c34b-b686-4ec5-93c9-bbb60ff97812'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:26:20.190734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.330729 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.359305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] For port 4d1dacbb-1b06-4206-96b0-5f716de90d0e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:20.366808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] For port 4d1dacbb-1b06-4206-96b0-5f716de90d0e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4d1dacbb-1b06-4206-96b0-5f716de90d0e,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:20.436754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3fe859a7-83fb-41b3-bc00-1497e0667822 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:20.444598 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.469186 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.506825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.679243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3fe859a7-83fb-41b3-bc00-1497e0667822 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:20.680028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.681686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee509a-f492-4b13-bc6e-8226e0949fd9 None None] Pushing event updated for resources: {'Port': ['ID=4d1dacbb-1b06-4206-96b0-5f716de90d0e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:20.692278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Allocated IP 172.20.0.2 (0459e72d-0ed9-446d-b67b-d9227dea2b16/c7e8c34b-b686-4ec5-93c9-bbb60ff97812/4c4cff8c-0412-42fe-bc36-81726a135c1c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:20.735637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Allocated IP 172.25.2.113 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/3616f7e2-429e-47a8-8e2e-a50ee50daed6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:20.837616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.849520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.902323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:20.947315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.008518 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.011620 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.016591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=9e4023f9-ab1b-4545-819e-dc764b7bbe76,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:21.078011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:21.078871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 39962) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:21.083801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 3fe859a7-83fb-41b3-bc00-1497e0667822, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3fe859a7-83fb-41b3-bc00-1497e0667822,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:21.094840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:21.097879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:21.100146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Pushing event updated for resources: {'Port': ['ID=3616f7e2-429e-47a8-8e2e-a50ee50daed6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:21.109131 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.149384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 68d1334b-7fa0-4462-a719-fa7de8388506 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:21.151654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:21.322890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=3fe859a7-83fb-41b3-bc00-1497e0667822,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:21.326278 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.331183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 7dd21ce7-2e51-419f-be52-5aa8b1997060 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:26:21.334331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.365764 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e1d8-cd75-4aa9-af5d-b43a17f87be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.395290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Pushing event updated for resources: {'Port': ['ID=4c4cff8c-0412-42fe-bc36-81726a135c1c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:21.399465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Network 0459e72d-0ed9-446d-b67b-d9227dea2b16 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:21.407971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:21.410974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:21.468120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.476752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Attempting to bind port 4c4cff8c-0412-42fe-bc36-81726a135c1c on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:21.478032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Attempting to bind port 4c4cff8c-0412-42fe-bc36-81726a135c1c by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:21.478455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:26:21.478898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Attempting to bind port 4c4cff8c-0412-42fe-bc36-81726a135c1c on network 0459e72d-0ed9-446d-b67b-d9227dea2b16 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:21.488424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:21.489053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Checking segment: {'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:21.489578 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.490097 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Bound using segment: {'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:21.490705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Bound port: 4c4cff8c-0412-42fe-bc36-81726a135c1c, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:21.491078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a3c4c8c2-33e8-4818-833a-a77e57c703c8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "PUT /v2.0/routers/7dd21ce7-2e51-419f-be52-5aa8b1997060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1502197 Nov 12 05:26:21.491277 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.584510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] For port 4c4cff8c-0412-42fe-bc36-81726a135c1c, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:21.589617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] For port 4c4cff8c-0412-42fe-bc36-81726a135c1c, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4c4cff8c-0412-42fe-bc36-81726a135c1c,segment=NetworkSegment(c968cf71-c952-4323-a5c4-b671f9c3cc48),segment_id=c968cf71-c952-4323-a5c4-b671f9c3cc48)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:21.596547 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.617546 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e1d8-cd75-4aa9-af5d-b43a17f87be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.629445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e1d8-cd75-4aa9-af5d-b43a17f87be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.688671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8368af-98fc-4297-9181-9ffbce5a727d None None] Pushing event updated for resources: {'Port': ['ID=4c4cff8c-0412-42fe-bc36-81726a135c1c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:21.794858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a4d2e1d8-cd75-4aa9-af5d-b43a17f87be6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b99fefb5d9b246f8a892fb1c6c74a966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7128584 Nov 12 05:26:21.801049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39988) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:21.866493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2e1d8-cd75-4aa9-af5d-b43a17f87be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a126608-405c-41bd-a304-6972fece1419,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:21.907890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17b323a8-e95e-44e4-a30e-06178651d618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.920079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-82700930-72fd-4c1d-be53-2654b0bfabaa tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979776918&fields=id&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 267 time: 0.1482224 Nov 12 05:26:21.957400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:21.959195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17b323a8-e95e-44e4-a30e-06178651d618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:22.041565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Sync routers for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:26:22.047745 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17b323a8-e95e-44e4-a30e-06178651d618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:22.051163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17b323a8-e95e-44e4-a30e-06178651d618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:22.056177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-17b323a8-e95e-44e4-a30e-06178651d618 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a126608-405c-41bd-a304-6972fece1419 HTTP/1.1" status: 204 len: 168 time: 0.2458525 Nov 12 05:26:22.061865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b323a8-e95e-44e4-a30e-06178651d618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a126608-405c-41bd-a304-6972fece1419,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:22.068022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:22.069551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:22.180444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9079b7f-5feb-4306-a724-59259f7a4a5f None None] Network 68d1334b-7fa0-4462-a719-fa7de8388506 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:22.193057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-16889c06-b1c0-4bdf-a1ce-23d3f52c6e50 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:22.194603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-16889c06-b1c0-4bdf-a1ce-23d3f52c6e50 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 797 time: 0.2252507 Nov 12 05:26:22.221136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-52dbca26-ef63-4077-9479-91f2b31a8376 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/quotas/55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 375 time: 0.0200431 Nov 12 05:26:22.260223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Router 79e322d1-204f-4a59-8e5d-bda94bf807b9 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:26:22.341990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-27672589-7cd1-4836-9335-0bdb8abd628b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131675 Nov 12 05:26:22.345472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:22.497589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:26:22.516497 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Sync routers for ids ['79e322d1-204f-4a59-8e5d-bda94bf807b9'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:26:22.547383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:22.549025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bca92a8c-9aa4-4790-8040-ee0059d3cc0a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1315699 Nov 12 05:26:22.551994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40000) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:22.556662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Routers {'79e322d1-204f-4a59-8e5d-bda94bf807b9'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:22.558504 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['79e322d1-204f-4a59-8e5d-bda94bf807b9'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:22.566128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-8cc699e8-215c-4eaa-91d8-17132cdd4384 service neutron] 10.222.0.48 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819277 Nov 12 05:26:22.630260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4d1dacbb-1b06-4206-96b0-5f716de90d0e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:22.647404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40002) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:22.683251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3836795a-b399-472d-a38c-3a267dd0bab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:22.698993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-8f7d440f-1e42-49cd-90d6-b8e81f1e91a9 service neutron] 10.222.0.48 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296344 Nov 12 05:26:22.728818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:22.743289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-228d31fa-5c6d-4a8d-a6dd-22f64bd099be None None] Provisioning complete for port 4d1dacbb-1b06-4206-96b0-5f716de90d0e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:22.743689 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-228d31fa-5c6d-4a8d-a6dd-22f64bd099be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:22.787792 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Set router 79e322d1-204f-4a59-8e5d-bda94bf807b9 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:22.924847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4d1dacbb-1b06-4206-96b0-5f716de90d0e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:22.925216 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:22.963273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f861b4f-8718-4aa2-a055-6e03801489f2 req-69badcbf-fbcc-410b-b584-7fe80939050d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 210 time: 0.0592072 Nov 12 05:26:23.022734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41214e57-4245-4626-966e-866133624a2e None None] Network 0459e72d-0ed9-446d-b67b-d9227dea2b16 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:23.088641 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3836795a-b399-472d-a38c-3a267dd0bab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.100048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3836795a-b399-472d-a38c-3a267dd0bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.115190 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 3, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port': {'id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:20Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:23.134399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836795a-b399-472d-a38c-3a267dd0bab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8fab81-39d9-4eee-affd-555bab19a585,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:23.149860 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Checking router: 79e322d1-204f-4a59-8e5d-bda94bf807b9 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:26:23.150276 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Updating router 79e322d1-204f-4a59-8e5d-bda94bf807b9 port 3616f7e2-429e-47a8-8e2e-a50ee50daed6 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:26:23.178844 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.251851 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.281553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 40020) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:23.282548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:23.282975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.295208 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3836795a-b399-472d-a38c-3a267dd0bab4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd3d639032ff4ea4b43114fde815d2af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6326985 Nov 12 05:26:23.357114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-228d31fa-5c6d-4a8d-a6dd-22f64bd099be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.415218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43776de1-52ca-4946-8a2b-857ceecd72a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.475441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43776de1-52ca-4946-8a2b-857ceecd72a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.547359 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43776de1-52ca-4946-8a2b-857ceecd72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.550653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43776de1-52ca-4946-8a2b-857ceecd72a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.552124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-43776de1-52ca-4946-8a2b-857ceecd72a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f8fab81-39d9-4eee-affd-555bab19a585 HTTP/1.1" status: 204 len: 168 time: 0.2695000 Nov 12 05:26:23.561217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-228d31fa-5c6d-4a8d-a6dd-22f64bd099be None None] For port 4d1dacbb-1b06-4206-96b0-5f716de90d0e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4d1dacbb-1b06-4206-96b0-5f716de90d0e,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:23.568331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43776de1-52ca-4946-8a2b-857ceecd72a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8fab81-39d9-4eee-affd-555bab19a585,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:23.631840 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-228d31fa-5c6d-4a8d-a6dd-22f64bd099be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.679842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.693449 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.702481 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.759636 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Attempting to bind port 3616f7e2-429e-47a8-8e2e-a50ee50daed6 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:23.760103 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Attempting to bind port 3616f7e2-429e-47a8-8e2e-a50ee50daed6 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:23.760537 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Attempting to bind port 3616f7e2-429e-47a8-8e2e-a50ee50daed6 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:23.787349 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:23.787861 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:23.788325 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.788784 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:23.789477 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Bound port: 3616f7e2-429e-47a8-8e2e-a50ee50daed6, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:23.789927 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.829088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.839864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 2, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:23.896760 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] For port 3616f7e2-429e-47a8-8e2e-a50ee50daed6, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:23.903882 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] For port 3616f7e2-429e-47a8-8e2e-a50ee50daed6, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3616f7e2-429e-47a8-8e2e-a50ee50daed6,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:23.911937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Checking router: 7dd21ce7-2e51-419f-be52-5aa8b1997060 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:26:23.911937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Updating router 7dd21ce7-2e51-419f-be52-5aa8b1997060 port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:26:23.917016 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ab2e0-db8c-4c1d-9cb5-57ee98a6abe6 None None] Pushing event updated for resources: {'Port': ['ID=3616f7e2-429e-47a8-8e2e-a50ee50daed6,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:23.932514 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.950048 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:24.024470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Allocated IP 172.20.0.1 (0459e72d-0ed9-446d-b67b-d9227dea2b16/c7e8c34b-b686-4ec5-93c9-bbb60ff97812/17a15f50-b9cf-4409-a0c7-7dba1f053eb7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:24.028892 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Routers {'79e322d1-204f-4a59-8e5d-bda94bf807b9'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:24.030562 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['79e322d1-204f-4a59-8e5d-bda94bf807b9'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:24.037090 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:26:24.039937 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:26:24.040495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d31fa-5c6d-4a8d-a6dd-22f64bd099be None None] Pushing event updated for resources: {'Port': ['ID=4d1dacbb-1b06-4206-96b0-5f716de90d0e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:24.100975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:24.106054 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fd62bd-04b3-4daf-880b-4957b103ee01" -d '{"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-plugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:24.110417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8efd28bd-b588-408a-8bf6-b9c654c44d2e req-391f4cf2-eec1-4083-b99e-b41b9a7b4aad tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 210 time: 0.0430126 Nov 12 05:26:24.141711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Provisioning complete for port 4c4cff8c-0412-42fe-bc36-81726a135c1c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:24.143034 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:24.145979 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ab2e0-db8c-4c1d-9cb5-57ee98a6abe6 None None] Pushing event updated for resources: {'Port': ['ID=3616f7e2-429e-47a8-8e2e-a50ee50daed6,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:24.211381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:24.247095 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cc28a4-a32b-49f6-b379-69a91e65df0e x-openstack-request-id: req-f8cc28a4-a32b-49f6-b379-69a91e65df0e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:24.247481 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-plugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:24.247686 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8cc28a4-a32b-49f6-b379-69a91e65df0e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:24.249526 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'code': 200} Nov 12 05:26:24.259278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:24.265135 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:24.293009 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] Set router 79e322d1-204f-4a59-8e5d-bda94bf807b9 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:24.314853 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:24.433142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Network 0459e72d-0ed9-446d-b67b-d9227dea2b16 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:24.454192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Pushing event updated for resources: {'Port': ['ID=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:24.458043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:24.460423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:24.517653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:24.658556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-d433d6e8-3dc6-480f-af9e-e5e6879c38d1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:24.665299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-d433d6e8-3dc6-480f-af9e-e5e6879c38d1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 797 time: 0.3161726 Nov 12 05:26:24.768197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:24.806132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f2e9ee18-5085-4458-9abc-d4bdf4525b92 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 379 time: 0.1283307 Nov 12 05:26:24.843421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'port': {'device_id': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'admin_state_up': True, 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'security_groups': ['8b83f3d8-a26b-4361-a8c8-b97e0d2a440b']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:24.845231 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:24.899199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:24.979440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] For port 4c4cff8c-0412-42fe-bc36-81726a135c1c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4c4cff8c-0412-42fe-bc36-81726a135c1c,segment=NetworkSegment(c968cf71-c952-4323-a5c4-b671f9c3cc48),segment_id=c968cf71-c952-4323-a5c4-b671f9c3cc48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:24.988008 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 3, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port': {'id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:20Z', 'updated_at': '2021-11-12T05:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:24.994191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4c4cff8c-0412-42fe-bc36-81726a135c1c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:25.032625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.052285 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b54e48-ef45-4284-a0ca-9fc115072968 None None] The sync data for ids ['79e322d1-204f-4a59-8e5d-bda94bf807b9'] in n-d-765315-28 is: [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 3, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port': {'id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:20Z', 'updated_at': '2021-11-12T05:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:26:25.092149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:25.111822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.211229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Provisioning complete for port 4d1dacbb-1b06-4206-96b0-5f716de90d0e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:25.211596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.224742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.231922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.355283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Pushing event updated for resources: {'Port': ['ID=4c4cff8c-0412-42fe-bc36-81726a135c1c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:25.357800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.370250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Pushing event updated for resources: {'Port': ['ID=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:25.398956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4c4cff8c-0412-42fe-bc36-81726a135c1c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:25.399501 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.441404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a5a2c92-567a-437a-9ea1-8e5724815420 req-e9abb5bd-7d96-4ba1-a531-3449110e81c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 210 time: 0.1202652 Nov 12 05:26:25.527372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Network 0459e72d-0ed9-446d-b67b-d9227dea2b16 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:25.529005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:25.624799 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.665745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Provisioning complete for port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:25.672280 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.674378 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.757346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.20.0.3 (68d1334b-7fa0-4462-a719-fa7de8388506/2fa2beb2-d424-460b-8a7a-4b76a33977b6/acfdebe8-0400-45ba-9341-2e91c86a0a6c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:25.897166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3fe859a7-83fb-41b3-bc00-1497e0667822 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:25.943902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Router 79e322d1-204f-4a59-8e5d-bda94bf807b9 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:26:26.153808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4201d-677e-426b-a56f-36f16af03d4f None None] Port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:26:26.157983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8eb46-e513-47a1-a3f7-aa04b8a1400f None None] Pushing event updated for resources: {'Port': ['ID=9e4023f9-ab1b-4545-819e-dc764b7bbe76,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:26.173163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:26:26.182763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.191670 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eacbafe9-936f-4625-837d-0a534bc75dbb admin admin] 10.222.0.48 "PUT /v2.0/routers/79e322d1-204f-4a59-8e5d-bda94bf807b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6383200 Nov 12 05:26:26.261006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.278218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Attempting to bind port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:26.278619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Attempting to bind port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:26.280640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Attempting to bind port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 on network 68d1334b-7fa0-4462-a719-fa7de8388506 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:26.295126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3fe859a7-83fb-41b3-bc00-1497e0667822 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:26.295527 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.298492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:26.298861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Checking segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:26.299256 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.300033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Bound using segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:26.300238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Bound port: 9e4023f9-ab1b-4545-819e-dc764b7bbe76, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:26.300569 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.329311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 68d1334b-7fa0-4462-a719-fa7de8388506 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:26.348843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:26.354068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:26.369350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:26.398687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Provisioning complete for port 4c4cff8c-0412-42fe-bc36-81726a135c1c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:26.399175 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.544503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40122) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:26.592998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:26.610009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.613314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] For port 9e4023f9-ab1b-4545-819e-dc764b7bbe76, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:26.620521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] For port 9e4023f9-ab1b-4545-819e-dc764b7bbe76, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9e4023f9-ab1b-4545-819e-dc764b7bbe76,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:26.634162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.664412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f3ec9b67-f820-4b2d-8fdf-ca65b533b804 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8417599 Nov 12 05:26:26.695961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Request body: {'port': {'device_id': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:26.951215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.004058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1e1cf-547f-418c-a520-3c21ecc1b73b req-cca6d2b3-2051-4d98-a696-a3005ab57a3e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:27.014980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cd1e1cf-547f-418c-a520-3c21ecc1b73b req-cca6d2b3-2051-4d98-a696-a3005ab57a3e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 931 time: 0.3362458 Nov 12 05:26:27.042655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-231608278'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:27.139613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:27.146029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8eb46-e513-47a1-a3f7-aa04b8a1400f None None] Pushing event updated for resources: {'Port': ['ID=9e4023f9-ab1b-4545-819e-dc764b7bbe76,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:27.148642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.191373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cd1e1cf-547f-418c-a520-3c21ecc1b73b req-a3b8c151-1f10-4b1c-98b3-e6f064e916e9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753917 Nov 12 05:26:27.225186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:26:27.255666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.256269 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Added segment e7dc4468-39de-41d9-9971-6a9ffc28b5af of type vlan for network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f Nov 12 05:26:27.335405 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.337026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:27.337838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:27.399439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Provisioning complete for port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:27.399866 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.412029 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.501619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.513564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:26:27.515160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:27.516028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.679207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1334977 Nov 12 05:26:27.683932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40150) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:27.689678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Provisioning complete for port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:27.690071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'subnet': {'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:27.690196 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.706887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4d1dacbb-1b06-4206-96b0-5f716de90d0e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:27.708858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba951c-16ac-498c-9840-34bd25f848c9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Network': ['ID=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:27.786552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:26:27.829122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfdebe8-0400-45ba-9341-2e91c86a0a6c {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:27.839907 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.880580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Transition to ACTIVE for port object acfdebe8-0400-45ba-9341-2e91c86a0a6c will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:26:27.898268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:27.899867 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.903557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.964696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:28.084170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:28.155707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4d1dacbb-1b06-4206-96b0-5f716de90d0e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:28.156632 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:28.425196 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:28.488483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Attempting to bind port acfdebe8-0400-45ba-9341-2e91c86a0a6c on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:28.491736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Attempting to bind port acfdebe8-0400-45ba-9341-2e91c86a0a6c by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:28.492308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Attempting to bind port acfdebe8-0400-45ba-9341-2e91c86a0a6c on network 68d1334b-7fa0-4462-a719-fa7de8388506 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:28.516925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Port acfdebe8-0400-45ba-9341-2e91c86a0a6c on network 68d1334b-7fa0-4462-a719-fa7de8388506 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:26:28.520570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Attempting to bind port acfdebe8-0400-45ba-9341-2e91c86a0a6c on network 68d1334b-7fa0-4462-a719-fa7de8388506 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:28.543728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea818-8fae-437d-9102-c5507bd6e9a0 req-68333f1f-6e33-45ac-81f5-e8f6d0a28f05 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:28.558611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-230ea818-8fae-437d-9102-c5507bd6e9a0 req-68333f1f-6e33-45ac-81f5-e8f6d0a28f05 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.1723526 Nov 12 05:26:28.561269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:28.561860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Checking segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:28.562535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Bound using segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:28.563216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Bound port: acfdebe8-0400-45ba-9341-2e91c86a0a6c, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:28.563787 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:28.634175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Sync routers for ids ['79e322d1-204f-4a59-8e5d-bda94bf807b9'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:26:28.666073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Routers {'79e322d1-204f-4a59-8e5d-bda94bf807b9'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:28.667127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['79e322d1-204f-4a59-8e5d-bda94bf807b9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:28.754277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-230ea818-8fae-437d-9102-c5507bd6e9a0 req-2fd32a33-ee46-4e07-8cff-c56dbeaa9310 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898074 Nov 12 05:26:28.774411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:28.778617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:28.787425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:28.849256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:28.901840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:28.902737 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:28.904659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] 10.222.0.47 "PUT /v2.0/ports/acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 1092 time: 2.2136228 Nov 12 05:26:28.905834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:28.908445 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979c4982-7c2a-4686-b86f-b3c512bd4bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:28.947796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Set router 79e322d1-204f-4a59-8e5d-bda94bf807b9 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:28.969647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Subnet': ['ID=1be73795-bb61-44de-8e8c-d09b43a35cb7,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:28.984993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1242094-8a06-4a54-9e17-811c70ab6aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:29.001571 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825929f-47f6-4ab9-8959-512c49dd2d9c x-openstack-request-id: req-f825929f-47f6-4ab9-8959-512c49dd2d9c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:29.002045 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:29.002475 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f825929f-47f6-4ab9-8959-512c49dd2d9c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:29.003032 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'status': 'completed', 'code': 200} Nov 12 05:26:29.031651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Checking segment: {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:29.039857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network hostable DHCP agents. Network: bf18a0e6-4aeb-4aa7-856c-108c8b25b49f, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:26:29.084552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:26:29.106948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, bf18a0e6-4aeb-4aa7-856c-108c8b25b49f) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:29.108705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-0c1e1450-9b60-454e-8b8d-c1f97db1f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:29.110676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-0c1e1450-9b60-454e-8b8d-c1f97db1f6d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1095 time: 0.1393867 Nov 12 05:26:29.113594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:29.114581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.115981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] For port 9e4023f9-ab1b-4545-819e-dc764b7bbe76, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9e4023f9-ab1b-4545-819e-dc764b7bbe76,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:29.148625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91484969-c5ad-4f6b-87f6-011b0ca8cb2a None None] Network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:29.182237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-015dc6f4-4d10-4561-9b23-664a7619be8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 217 time: 0.0623133 Nov 12 05:26:29.183967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 40190) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:29.184280 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-44a7ae7b-1365-421e-a277-a980b996c546 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4990370 Nov 12 05:26:29.191057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-455887435'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:29.272748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-644e4e74-dc02-46ba-aed0-ad5d41bb8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:29.274948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-644e4e74-dc02-46ba-aed0-ad5d41bb8cc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.0789702 Nov 12 05:26:29.276277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:29.280728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.378448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:26:29.380084 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.384588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-07438cf0-360f-477d-a885-bd27a6610556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:29.388905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-07438cf0-360f-477d-a885-bd27a6610556 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031280 Nov 12 05:26:29.408400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.409081 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Added segment 43314934-7c99-4d44-ba47-c7124d2de07f of type vlan for network b8715b6a-f011-4534-8cbb-84a6d1be8c69 Nov 12 05:26:29.521641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4c4cff8c-0412-42fe-bc36-81726a135c1c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:29.656009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.696466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:26Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:29.710963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-b8aa25f0-748f-423f-a64a-dff04aa7ccdc service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113561 Nov 12 05:26:29.722794 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.740305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:29.741318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.751741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec92b8-3415-4a8b-b365-8be7960c5bd0 None None] Pushing event updated for resources: {'Port': ['ID=9e4023f9-ab1b-4545-819e-dc764b7bbe76,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:29.809341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb44f3-1afa-4c50-8f77-8fc553ea0255 None None] The sync data for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 is: [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:26Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:26:29.867227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-bf18a0e6-4aeb-4aa7-856c-108c8b25b49f', 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'fixed_ips': [{'subnet_id': '1be73795-bb61-44de-8e8c-d09b43a35cb7'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:26:29.871232 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.959900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7743645 Nov 12 05:26:29.962689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40214) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:29.963574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a6e1f4b-8f7b-48d5-944c-08fec0495d0d req-c65abc20-3de7-40d1-ae14-fa64c78f7a35 service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413511 Nov 12 05:26:29.968993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'subnet': {'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:30.072205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-743115ff-8d22-49f1-8d25-908d2c8f8877 None None] Provisioning complete for port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:30.072652 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-743115ff-8d22-49f1-8d25-908d2c8f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:30.074684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df514566-76a0-42a3-8938-126b9de679f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Network': ['ID=b8715b6a-f011-4534-8cbb-84a6d1be8c69,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:30.175870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network b8715b6a-f011-4534-8cbb-84a6d1be8c69 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:26:30.192043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1c44a-1ac2-41a6-9a16-c693be7fe8f6 req-f3371d0e-ec2a-48a1-ae40-5a30a34053ae tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:30.200465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bf1c44a-1ac2-41a6-9a16-c693be7fe8f6 req-f3371d0e-ec2a-48a1-ae40-5a30a34053ae tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.2356308 Nov 12 05:26:30.225332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-e86c55c9-eb2b-45c6-a6b8-ff7d401f1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:30.225893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:30.226868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-e86c55c9-eb2b-45c6-a6b8-ff7d401f1e9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1095 time: 0.1079426 Nov 12 05:26:30.230308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:30.356328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4c4cff8c-0412-42fe-bc36-81726a135c1c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:30.356750 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:30.554638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bf1c44a-1ac2-41a6-9a16-c693be7fe8f6 req-ec0087ee-a0df-46af-bebe-8d8e7d1796a6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531582 Nov 12 05:26:30.568769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:30.652653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-86f25847-ef4c-479e-b293-68c01e70919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:30.658816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-86f25847-ef4c-479e-b293-68c01e70919b service neutron] 10.222.0.47 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 898 time: 0.4188113 Nov 12 05:26:30.691761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Subnet': ['ID=f12534bc-ed6f-4c23-8f20-59583f246ece,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:30.781565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Checking segment: {'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:30.781964 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network hostable DHCP agents. Network: b8715b6a-f011-4534-8cbb-84a6d1be8c69, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:26:30.808493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-0f9a2729-53ba-4b1b-8e18-c0514afc3eab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 217 time: 0.1433744 Nov 12 05:26:30.861416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network b8715b6a-f011-4534-8cbb-84a6d1be8c69 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:26:30.874482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, b8715b6a-f011-4534-8cbb-84a6d1be8c69) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:30.902073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:30.902824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:30.950995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571e415-efd3-4b68-a659-62a00027729d None None] Network b8715b6a-f011-4534-8cbb-84a6d1be8c69 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:30.957836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-bb4784a1-fd23-41e1-9291-7dbff5440001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:30.959511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-bb4784a1-fd23-41e1-9291-7dbff5440001 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.1423984 Nov 12 05:26:30.964810 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-58973ba9-8944-4b14-b44e-63252fcabbce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9995773 Nov 12 05:26:31.142292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-e32bb027-ab80-4f03-b9ac-07066c0886a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.144111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-e32bb027-ab80-4f03-b9ac-07066c0886a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617086 Nov 12 05:26:31.173744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:24Z', 'revision_number': 4, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port': {'id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:20Z', 'updated_at': '2021-11-12T05:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '17a15f50-b9cf-4409-a0c7-7dba1f053eb7', 'name': '', 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'mac_address': 'fa:16:3e:de:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c7e8c34b-b686-4ec5-93c9-bbb60ff97812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:23Z', 'updated_at': '2021-11-12T05:26:24Z', 'revision_number': 2, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'subnets': [{'id': 'c7e8c34b-b686-4ec5-93c9-bbb60ff97812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:31.325133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Allocated IP 19.80.0.2 (bf18a0e6-4aeb-4aa7-856c-108c8b25b49f/1be73795-bb61-44de-8e8c-d09b43a35cb7/bfad7030-b746-4077-ba93-f1dbad924d1c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:31.337368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Checking router: 79e322d1-204f-4a59-8e5d-bda94bf807b9 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:26:31.337717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Updating router 79e322d1-204f-4a59-8e5d-bda94bf807b9 port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:26:31.429859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-64d07581-c589-419f-a009-81b11c2b4e56 service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729640 Nov 12 05:26:31.605264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-cbbfb814-c57b-47f4-b966-43850eee7349 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.612455 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:31.621873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-cbbfb814-c57b-47f4-b966-43850eee7349 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.624154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-cbbfb814-c57b-47f4-b966-43850eee7349 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/networks?id=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f&id=b8715b6a-f011-4534-8cbb-84a6d1be8c69&id=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f HTTP/1.1" status: 200 len: 1390 time: 0.3468418 Nov 12 05:26:31.673139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-f80643ff-1560-4e70-8462-b66cd9168c8c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/quotas/e8bbc2b58cf94527a2e1dfca7916d6a1 HTTP/1.1" status: 200 len: 375 time: 0.0380001 Nov 12 05:26:31.763826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-979c4982-7c2a-4686-b86f-b3c512bd4bbc req-1863f847-3e3d-4bd1-9804-83b15ba7c63b service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225830 Nov 12 05:26:31.785569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3616f7e2-429e-47a8-8e2e-a50ee50daed6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:31.841116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-4ed8e7e0-b822-49cf-806a-c81eb22a52e0 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658185 Nov 12 05:26:31.888947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576b890-e754-4940-8f5f-00bbc86f9ace req-f90cedcf-c338-425a-b9f1-21dcc3894b70 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.898683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0576b890-e754-4940-8f5f-00bbc86f9ace req-f90cedcf-c338-425a-b9f1-21dcc3894b70 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.1529665 Nov 12 05:26:32.047311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0576b890-e754-4940-8f5f-00bbc86f9ace req-32a88818-15af-40b0-98d1-c37e9130483d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477306 Nov 12 05:26:32.087176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-b5f20dda-41e7-45f6-b1ce-970705206b68 service neutron] 10.222.0.48 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449310 Nov 12 05:26:32.189904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-b8715b6a-f011-4534-8cbb-84a6d1be8c69', 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'fixed_ips': [{'subnet_id': 'f12534bc-ed6f-4c23-8f20-59583f246ece'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:26:32.193079 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:32.255079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-3d3e1b99-b5a5-4df1-b194-bf3b190fe9ef service neutron] 10.222.0.48 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584489 Nov 12 05:26:32.460962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Allocated IP 19.86.0.2 (b8715b6a-f011-4534-8cbb-84a6d1be8c69/f12534bc-ed6f-4c23-8f20-59583f246ece/2623aa60-d13d-43f7-9483-7dfd78e22e67) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:32.535846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3616f7e2-429e-47a8-8e2e-a50ee50daed6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:32.536319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:32.546956 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:32.604343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:32.666487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Pushing event updated for resources: {'Port': ['ID=bfad7030-b746-4077-ba93-f1dbad924d1c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:32.744599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:32.775725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:32.783332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:32.882533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7b708bfd-86e0-4ca6-9b60-ae20a2195d3f service neutron] 10.222.0.48 "GET /v2.0/networks/b8715b6a-f011-4534-8cbb-84a6d1be8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150191 Nov 12 05:26:32.906383 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:32.941162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:32.949426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Attempting to bind port bfad7030-b746-4077-ba93-f1dbad924d1c on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:32.949793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Attempting to bind port bfad7030-b746-4077-ba93-f1dbad924d1c by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:32.950149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Attempting to bind port bfad7030-b746-4077-ba93-f1dbad924d1c on network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:32.958057 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:32.985401 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.013791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:33.014188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Checking segment: {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:33.014611 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.015074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Bound using segment: {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:33.015571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Bound port: bfad7030-b746-4077-ba93-f1dbad924d1c, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:33.016023 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.044624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 3616f7e2-429e-47a8-8e2e-a50ee50daed6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3616f7e2-429e-47a8-8e2e-a50ee50daed6,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:33.046780 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.068298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.068925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-4da9dc1e-deda-4795-884e-90a27a02d0b3 service neutron] 10.222.0.48 "GET /v2.0/networks/b8715b6a-f011-4534-8cbb-84a6d1be8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773107 Nov 12 05:26:33.309284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] For port bfad7030-b746-4077-ba93-f1dbad924d1c, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:33.316164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] For port bfad7030-b746-4077-ba93-f1dbad924d1c, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bfad7030-b746-4077-ba93-f1dbad924d1c,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:33.324426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee334d-b229-4bcd-8ca2-6dd4f6491fa9 None None] Pushing event updated for resources: {'Port': ['ID=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:33.332320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Network b8715b6a-f011-4534-8cbb-84a6d1be8c69 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:33.357697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-bb5d3b0a-c01e-4372-b0e6-9145b93dd5b0 service neutron] 10.222.0.48 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793357 Nov 12 05:26:33.371687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9e4023f9-ab1b-4545-819e-dc764b7bbe76 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:33.378251 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.430681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e9cb2-287a-478b-a15d-13bc6b183b6b req-d5f3dedc-4d8c-4b70-b0ea-5648085d6d75 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:33.439504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:33.441883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da1e9cb2-287a-478b-a15d-13bc6b183b6b req-d5f3dedc-4d8c-4b70-b0ea-5648085d6d75 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.2057674 Nov 12 05:26:33.479148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:33.582445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Attempting to bind port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:33.583131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Attempting to bind port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:33.583930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Attempting to bind port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 on network 0459e72d-0ed9-446d-b67b-d9227dea2b16 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:33.603275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Pushing event updated for resources: {'Port': ['ID=2623aa60-d13d-43f7-9483-7dfd78e22e67,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:33.623830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da1e9cb2-287a-478b-a15d-13bc6b183b6b req-492ef317-c43c-4909-8134-a7fab2d30e65 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722631 Nov 12 05:26:33.634719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dff11e67-0790-41f1-afc6-18b9f4b926f2 None None] Provisioning complete for port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:33.635479 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dff11e67-0790-41f1-afc6-18b9f4b926f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.673580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:33.674209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Checking segment: {'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:33.674850 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.675402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Bound using segment: {'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:33.676106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Bound port: 17a15f50-b9cf-4409-a0c7-7dba1f053eb7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c968cf71-c952-4323-a5c4-b671f9c3cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:33.676677 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.699145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-fccbb80d-c131-4049-bb4a-e9a5bfa70f79 service neutron] 10.222.0.48 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327446 Nov 12 05:26:34.237609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afc82d59-d3db-43ea-9f75-0628c4b0e08b req-c13162b1-563d-48d9-a8d4-d63612869db2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 210 time: 0.0872092 Nov 12 05:26:34.263947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Attempting to bind port 2623aa60-d13d-43f7-9483-7dfd78e22e67 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:34.264574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Attempting to bind port 2623aa60-d13d-43f7-9483-7dfd78e22e67 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:34.264903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Attempting to bind port 2623aa60-d13d-43f7-9483-7dfd78e22e67 on network b8715b6a-f011-4534-8cbb-84a6d1be8c69 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:34.275228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device acfdebe8-0400-45ba-9341-2e91c86a0a6c details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:26:34.325001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:34.325707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Checking segment: {'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:34.325905 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:34.326240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Bound using segment: {'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:34.326888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Bound port: 2623aa60-d13d-43f7-9483-7dfd78e22e67, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:34.327333 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:34.353224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:34.353780 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:34.355403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dff11e67-0790-41f1-afc6-18b9f4b926f2 None None] Port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:26:34.414476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=3616f7e2-429e-47a8-8e2e-a50ee50daed6,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:34.526459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b5da-51f0-49fa-9bd4-fe591175446b None None] Pushing event updated for resources: {'Port': ['ID=bfad7030-b746-4077-ba93-f1dbad924d1c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:34.551671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] For port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:34.650510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] For port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,segment=NetworkSegment(c968cf71-c952-4323-a5c4-b671f9c3cc48),segment_id=c968cf71-c952-4323-a5c4-b671f9c3cc48)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:34.701927 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:34.787318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee334d-b229-4bcd-8ca2-6dd4f6491fa9 None None] Pushing event updated for resources: {'Port': ['ID=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:34.814845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] For port 2623aa60-d13d-43f7-9483-7dfd78e22e67, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:34.862584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] For port 2623aa60-d13d-43f7-9483-7dfd78e22e67, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2623aa60-d13d-43f7-9483-7dfd78e22e67,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:34.932167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:35.025009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92963eae-8382-44ef-ac78-f2516f997d5d req-591caff6-e78a-435d-bad4-a4ac213dfc7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:35.056278 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92963eae-8382-44ef-ac78-f2516f997d5d req-591caff6-e78a-435d-bad4-a4ac213dfc7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.2474551 Nov 12 05:26:35.068421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:35.108774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Routers {'79e322d1-204f-4a59-8e5d-bda94bf807b9'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:35.109421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['79e322d1-204f-4a59-8e5d-bda94bf807b9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:35.237197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92963eae-8382-44ef-ac78-f2516f997d5d req-66c6a63b-9757-42f3-8407-d6a718ec1773 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712692 Nov 12 05:26:35.252901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'port_id': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'mac_address': 'fa:16:3e:ea:e9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:26:35.304224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd89f89-bdd5-4bff-bd0e-373bf75a05cb None None] Pushing event updated for resources: {'Port': ['ID=2623aa60-d13d-43f7-9483-7dfd78e22e67,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:35.387817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a1535-9b72-4c3c-b093-f5cfd9ed293e None None] Network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:35.571933 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:35.580481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bfad7030-b746-4077-ba93-f1dbad924d1c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:35.584446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c5769232-7aaf-4af3-aa35-320ddb6cfb8e req-e3c60fc8-1d27-4c35-804b-5c831dbd1832 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 210 time: 0.0685401 Nov 12 05:26:35.625996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Provisioning complete for port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:35.626996 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:35.664779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfdebe8-0400-45ba-9341-2e91c86a0a6c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:35.687011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] Set router 79e322d1-204f-4a59-8e5d-bda94bf807b9 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:35.762219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:35.792888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40450) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:35.814956 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.125960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9dbc755c-edcc-4494-99f2-5028da3721db tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:36.133912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9dbc755c-edcc-4494-99f2-5028da3721db tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:36.135813 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9dbc755c-edcc-4494-99f2-5028da3721db tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "GET /v2.0/networks?id=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f&id=b8715b6a-f011-4534-8cbb-84a6d1be8c69&id=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f HTTP/1.1" status: 200 len: 1390 time: 0.2023780 Nov 12 05:26:36.137047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-56a00ac6-5349-4a97-8985-be69032f1289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.179350 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'port': {'device_id': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f', 'admin_state_up': True, 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:36.185289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['acfdebe8-0400-45ba-9341-2e91c86a0a6c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:36.311244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bfad7030-b746-4077-ba93-f1dbad924d1c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:36.311741 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.375570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:36.378308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-56a00ac6-5349-4a97-8985-be69032f1289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.406741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-56a00ac6-5349-4a97-8985-be69032f1289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.430473 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:26:36.446254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:36.460251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.464631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e249bb-6acd-4216-a6ac-d67887e3e997 req-c2a583ee-3969-42cb-bc47-b833515690c3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:36.465541 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.468286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52e249bb-6acd-4216-a6ac-d67887e3e997 req-c2a583ee-3969-42cb-bc47-b833515690c3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 944 time: 0.1283009 Nov 12 05:26:36.508697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-56a00ac6-5349-4a97-8985-be69032f1289 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0395ff50d3144d4fbe51f6c1fd9dde1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7139904 Nov 12 05:26:36.519606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 40468) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:36.544360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a00ac6-5349-4a97-8985-be69032f1289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb67cf1-1851-4419-baf3-680fb475e908,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:36.671034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52e249bb-6acd-4216-a6ac-d67887e3e997 req-18ecab2e-697e-403f-bb16-2373aa092d1b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833227 Nov 12 05:26:36.714244 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88d17ebe-5db9-46b1-bc5b-4a7b2eac5173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.738589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] For port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,segment=NetworkSegment(c968cf71-c952-4323-a5c4-b671f9c3cc48),segment_id=c968cf71-c952-4323-a5c4-b671f9c3cc48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:36.753491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Allocated IP 19.80.0.78 (bf18a0e6-4aeb-4aa7-856c-108c8b25b49f/1be73795-bb61-44de-8e8c-d09b43a35cb7/8b8b1215-8a92-4515-879f-c8fcc80b6f71) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:36.771422 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88d17ebe-5db9-46b1-bc5b-4a7b2eac5173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.784794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.845649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be8d27d6-e95a-4feb-a4c4-9687801e4d9f req-a0cf9149-3a68-4056-898d-4898bded9a26 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 210 time: 0.0532925 Nov 12 05:26:36.852143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.934211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88d17ebe-5db9-46b1-bc5b-4a7b2eac5173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.946494 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88d17ebe-5db9-46b1-bc5b-4a7b2eac5173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.953469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-88d17ebe-5db9-46b1-bc5b-4a7b2eac5173 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bb67cf1-1851-4419-baf3-680fb475e908 HTTP/1.1" status: 204 len: 168 time: 0.4269094 Nov 12 05:26:36.974900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Provisioning complete for port bfad7030-b746-4077-ba93-f1dbad924d1c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:36.976171 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.989601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d17ebe-5db9-46b1-bc5b-4a7b2eac5173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb67cf1-1851-4419-baf3-680fb475e908,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:37.023466 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:37.115606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:24Z', 'revision_number': 4, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port': {'id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:20Z', 'updated_at': '2021-11-12T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '17a15f50-b9cf-4409-a0c7-7dba1f053eb7', 'name': '', 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'mac_address': 'fa:16:3e:de:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c7e8c34b-b686-4ec5-93c9-bbb60ff97812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:23Z', 'updated_at': '2021-11-12T05:26:34Z', 'revision_number': 4, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'subnets': [{'id': 'c7e8c34b-b686-4ec5-93c9-bbb60ff97812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:37.121210 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:37.126702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Pushing event updated for resources: {'Port': ['ID=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:37.244366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:37.247888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:37.260940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:37.341302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5c8d5-9e6f-4892-a829-3a04792feec7 None None] Network b8715b6a-f011-4534-8cbb-84a6d1be8c69 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:26:37.355670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Port': ['ID=8b8b1215-8a92-4515-879f-c8fcc80b6f71,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:37.402007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:37.403216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:37.437891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d048005-bce3-4ae6-91ee-ecc443902fe3 None None] The sync data for ids ['79e322d1-204f-4a59-8e5d-bda94bf807b9'] in n-d-765315-28 is: [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:24Z', 'revision_number': 4, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port': {'id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:20Z', 'updated_at': '2021-11-12T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '17a15f50-b9cf-4409-a0c7-7dba1f053eb7', 'name': '', 'network_id': '0459e72d-0ed9-446d-b67b-d9227dea2b16', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'mac_address': 'fa:16:3e:de:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c7e8c34b-b686-4ec5-93c9-bbb60ff97812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:23Z', 'updated_at': '2021-11-12T05:26:34Z', 'revision_number': 4, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'subnets': [{'id': 'c7e8c34b-b686-4ec5-93c9-bbb60ff97812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:26:37.461870 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-e4332cf1-20aa-4b82-8b24-d93d4394dd13 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2944005 Nov 12 05:26:37.489185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'port': {'device_id': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69', 'admin_state_up': True, 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:37.704531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 40488) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:37.742220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0eca16df-26b6-4dc1-8f4a-18c0501942b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:37.759855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port bfad7030-b746-4077-ba93-f1dbad924d1c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bfad7030-b746-4077-ba93-f1dbad924d1c,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:37.820677 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:37.821736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3616f7e2-429e-47a8-8e2e-a50ee50daed6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:37.868015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:37.872879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.056642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a774fd-bf65-4b01-b76c-9deca8cf0a7d req-28f80cc4-167c-4ee9-b486-75ff978e1e82 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:38.058530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66a774fd-bf65-4b01-b76c-9deca8cf0a7d req-28f80cc4-167c-4ee9-b486-75ff978e1e82 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 944 time: 0.2036922 Nov 12 05:26:38.115054 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.120721 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0eca16df-26b6-4dc1-8f4a-18c0501942b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.130849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0eca16df-26b6-4dc1-8f4a-18c0501942b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.136618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Allocated IP 19.86.0.161 (b8715b6a-f011-4534-8cbb-84a6d1be8c69/f12534bc-ed6f-4c23-8f20-59583f246ece/6d8f1b50-81f2-4b92-90e8-ec5441f702a0) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:38.179358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0eca16df-26b6-4dc1-8f4a-18c0501942b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d808f0e3cd7747b3a0b21d086d6d9256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735513 Nov 12 05:26:38.185054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40494) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:38.239356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50056ed5-9ce0-4027-af26-c7cb3e33752d req-7400096d-251e-4ad8-9c74-7997a0cfb5b7 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:38.240997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50056ed5-9ce0-4027-af26-c7cb3e33752d req-7400096d-251e-4ad8-9c74-7997a0cfb5b7 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 931 time: 0.2512133 Nov 12 05:26:38.256271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=bfad7030-b746-4077-ba93-f1dbad924d1c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:38.331827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66a774fd-bf65-4b01-b76c-9deca8cf0a7d req-1c06cfc0-ca0f-4f9a-ac6d-51d763908130 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623518 Nov 12 05:26:38.336128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3616f7e2-429e-47a8-8e2e-a50ee50daed6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:38.337097 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.368855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca16df-26b6-4dc1-8f4a-18c0501942b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3657a547-8edb-4114-bd76-3ba2b8c622c4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:38.446793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50056ed5-9ce0-4027-af26-c7cb3e33752d req-a18b8ca5-7978-4b15-8064-33be2a754426 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900895 Nov 12 05:26:38.484907 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:26:38.485270 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-b36c46ad-7cf6-4cfc-a5b1-d641b272ad96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:26:38.495349 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.541904 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3e58cf0-160c-40a0-a5c6-fde18da55fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.588548 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.711306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3e58cf0-160c-40a0-a5c6-fde18da55fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.768546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Port': ['ID=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:38.781656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3e58cf0-160c-40a0-a5c6-fde18da55fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.784982 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3e58cf0-160c-40a0-a5c6-fde18da55fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.786431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c3e58cf0-160c-40a0-a5c6-fde18da55fb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3657a547-8edb-4114-bd76-3ba2b8c622c4 HTTP/1.1" status: 204 len: 168 time: 0.5990174 Nov 12 05:26:38.789534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network b8715b6a-f011-4534-8cbb-84a6d1be8c69 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:38.794050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:38.797860 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:38.807486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e58cf0-160c-40a0-a5c6-fde18da55fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3657a547-8edb-4114-bd76-3ba2b8c622c4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:38.915438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:38.918279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:38.962236 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2737ab6c-a50b-4f62-a3e0-b3f466ce265f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4865105 Nov 12 05:26:39.005861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'port': {'device_id': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f', 'admin_state_up': True, 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:39.094978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2623aa60-d13d-43f7-9483-7dfd78e22e67 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:39.251503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 2623aa60-d13d-43f7-9483-7dfd78e22e67 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:39.251922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.361807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:26:39.369117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.380299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-71777ac3-e3c6-4d2b-8549-11cd5bd7e608 None None] Provisioning complete for port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:39.388275 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-71777ac3-e3c6-4d2b-8549-11cd5bd7e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.442606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-71777ac3-e3c6-4d2b-8549-11cd5bd7e608 None None] Port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:26:39.485992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.539740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-71777ac3-e3c6-4d2b-8549-11cd5bd7e608 None None] Provisioning complete for port bfad7030-b746-4077-ba93-f1dbad924d1c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:39.540112 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-71777ac3-e3c6-4d2b-8549-11cd5bd7e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.621511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 2623aa60-d13d-43f7-9483-7dfd78e22e67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2623aa60-d13d-43f7-9483-7dfd78e22e67,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:39.645261 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.652568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bfad7030-b746-4077-ba93-f1dbad924d1c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:39.736820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822fc48-af88-4a73-bcf0-1de74d392f01 req-f64c87b5-a23e-4f0e-89f8-65b71fa7f7af tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:39.737975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Allocated IP 19.80.0.206 (bf18a0e6-4aeb-4aa7-856c-108c8b25b49f/1be73795-bb61-44de-8e8c-d09b43a35cb7/1a01a260-97d4-4414-9fcd-b113f25ba1f5) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:39.744760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5822fc48-af88-4a73-bcf0-1de74d392f01 req-f64c87b5-a23e-4f0e-89f8-65b71fa7f7af tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 944 time: 0.2077148 Nov 12 05:26:39.755738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=2623aa60-d13d-43f7-9483-7dfd78e22e67,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:39.763809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544eab-abce-49d3-bc33-65f45b55bd7b req-332340ae-94d0-4122-91b6-ff118fb2f640 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:39.772454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544eab-abce-49d3-bc33-65f45b55bd7b req-332340ae-94d0-4122-91b6-ff118fb2f640 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:39.787799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac544eab-abce-49d3-bc33-65f45b55bd7b req-332340ae-94d0-4122-91b6-ff118fb2f640 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 1654 time: 0.1496205 Nov 12 05:26:39.826433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bfad7030-b746-4077-ba93-f1dbad924d1c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:39.826433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.897814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac544eab-abce-49d3-bc33-65f45b55bd7b req-5aa5bc3a-b547-43cb-a5a8-48f5b5d06a2a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082411 Nov 12 05:26:39.904798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device acfdebe8-0400-45ba-9341-2e91c86a0a6c up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:39.973974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5822fc48-af88-4a73-bcf0-1de74d392f01 req-cd45096c-171a-4162-a532-aae6a613aaf5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281539 Nov 12 05:26:40.000444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.050193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-71777ac3-e3c6-4d2b-8549-11cd5bd7e608 None None] Provisioning complete for port 2623aa60-d13d-43f7-9483-7dfd78e22e67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:40.050657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-71777ac3-e3c6-4d2b-8549-11cd5bd7e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.064911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.090733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port acfdebe8-0400-45ba-9341-2e91c86a0a6c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:26:40.107344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port acfdebe8-0400-45ba-9341-2e91c86a0a6c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:40.108660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.193488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Port': ['ID=1a01a260-97d4-4414-9fcd-b113f25ba1f5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:40.219304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:40.221139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:40.228736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:40.294491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.303785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:40.304679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.329938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:40.337783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-5ae5e65a-3e56-4895-a849-be661a1a6fac tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3363371 Nov 12 05:26:40.360268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Request body: {'port': {'device_id': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:40.475694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:40.479844 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6ca2ae-0325-4cdb-af3c-27bfa8ef1ffa" -d '{"events": [{"server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "name": "network-vif-plugged", "status": "completed", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:40.480565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.514931 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.566829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:40.572057 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ba378d-aa95-4ff8-8071-ae02dd1a8ce4 x-openstack-request-id: req-42ba378d-aa95-4ff8-8071-ae02dd1a8ce4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:40.572490 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "name": "network-vif-plugged", "status": "completed", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:40.572855 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42ba378d-aa95-4ff8-8071-ae02dd1a8ce4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:40.575906 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'code': 200} Nov 12 05:26:40.584862 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.761955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167665f7-8544-4ebe-94ed-adabfb12cd63 req-41f9b903-4d81-45a4-a567-16ea16f75fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:40.766259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:40.766572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-167665f7-8544-4ebe-94ed-adabfb12cd63 req-41f9b903-4d81-45a4-a567-16ea16f75fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1097 time: 0.0839772 Nov 12 05:26:40.784275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:40.786494 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.832166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-167665f7-8544-4ebe-94ed-adabfb12cd63 req-6a107137-9297-4867-a11a-9673eec0d141 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580468 Nov 12 05:26:40.862686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c3343269-c4dd-40b8-8490-90a13db24ffc None None] Provisioning complete for port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:40.863328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3343269-c4dd-40b8-8490-90a13db24ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:40.940006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c3343269-c4dd-40b8-8490-90a13db24ffc None None] Port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:26:40.982891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c3343269-c4dd-40b8-8490-90a13db24ffc None None] Provisioning complete for port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:40.983689 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3343269-c4dd-40b8-8490-90a13db24ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:41.032495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8b1215-8a92-4515-879f-c8fcc80b6f71 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:41.059311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c3343269-c4dd-40b8-8490-90a13db24ffc None None] Port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:26:41.062139 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:41.120936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Transition to ACTIVE for port object 8b8b1215-8a92-4515-879f-c8fcc80b6f71 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:26:41.132106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417696c-67b7-4f30-8c1d-8e512002cea7 req-7ab43e7d-4e78-4449-b4d5-13797fa6a1de tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:41.132271 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:41.145307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417696c-67b7-4f30-8c1d-8e512002cea7 req-7ab43e7d-4e78-4449-b4d5-13797fa6a1de tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:41.171666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417696c-67b7-4f30-8c1d-8e512002cea7 req-7ab43e7d-4e78-4449-b4d5-13797fa6a1de tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:41.186428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a417696c-67b7-4f30-8c1d-8e512002cea7 req-7ab43e7d-4e78-4449-b4d5-13797fa6a1de tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2376 time: 0.1362433 Nov 12 05:26:41.226936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Pushing event updated for resources: {'Port': ['ID=8b8b1215-8a92-4515-879f-c8fcc80b6f71,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:41.232079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2623aa60-d13d-43f7-9483-7dfd78e22e67 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:41.380590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 2623aa60-d13d-43f7-9483-7dfd78e22e67 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:41.380977 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:41.418133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a417696c-67b7-4f30-8c1d-8e512002cea7 req-6c32d078-df8f-4dd5-a445-24f86dfc5c3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255054 Nov 12 05:26:41.455797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1ba9-272e-4e3a-a191-d2f67050b462 req-0cab6742-90e8-44a1-b289-e7e26e0e5bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:41.457393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c9d1ba9-272e-4e3a-a191-d2f67050b462 req-0cab6742-90e8-44a1-b289-e7e26e0e5bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.2282472 Nov 12 05:26:41.510183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Attempting to bind port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:41.510884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Attempting to bind port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:41.510884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Attempting to bind port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 on network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:41.525476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 on network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:26:41.525802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Attempting to bind port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 on network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:41.544344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:41.544698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Checking segment: {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:41.545628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Bound using segment: {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:41.546524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Bound port: 8b8b1215-8a92-4515-879f-c8fcc80b6f71, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:41.558571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:41.637967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c9d1ba9-272e-4e3a-a191-d2f67050b462 req-ac1fbf4f-eaf6-4220-bda3-ddb5f9c1d40e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559870 Nov 12 05:26:41.720645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] For port 8b8b1215-8a92-4515-879f-c8fcc80b6f71, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:41.736765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] For port 8b8b1215-8a92-4515-879f-c8fcc80b6f71, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8b8b1215-8a92-4515-879f-c8fcc80b6f71,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:41.812359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:41.906943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:41.907791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:41.909373 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] 10.222.0.43 "PUT /v2.0/ports/8b8b1215-8a92-4515-879f-c8fcc80b6f71 HTTP/1.1" status: 200 len: 1092 time: 1.5554912 Nov 12 05:26:41.909925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'tag': '8b8b1215-8a92-4515-879f-c8fcc80b6f71'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:41.912378 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e04381d-5593-480d-a764-5aed4d0f0eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "tag": "8b8b1215-8a92-4515-879f-c8fcc80b6f71"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:41.960395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e1375-d960-4ebc-ae91-e83d883843fa service neutron] Pushing event updated for resources: {'Port': ['ID=8b8b1215-8a92-4515-879f-c8fcc80b6f71,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:41.977906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Request body: {'port': {'device_id': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:42.082813 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e4b1a-46ce-4bbb-9f10-b86344bc2d97 x-openstack-request-id: req-885e4b1a-46ce-4bbb-9f10-b86344bc2d97 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:42.084470 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "tag": "8b8b1215-8a92-4515-879f-c8fcc80b6f71", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:42.085344 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-885e4b1a-46ce-4bbb-9f10-b86344bc2d97 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:42.085962 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'tag': '8b8b1215-8a92-4515-879f-c8fcc80b6f71', 'status': 'completed', 'code': 200} Nov 12 05:26:42.087447 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:42.233316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-00b69c82-4e8b-4326-86a9-df068d771477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.233829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-00b69c82-4e8b-4326-86a9-df068d771477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.234304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-00b69c82-4e8b-4326-86a9-df068d771477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.236542 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-00b69c82-4e8b-4326-86a9-df068d771477 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2732 time: 0.1448913 Nov 12 05:26:42.487386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-a720f0d4-cf06-44cf-972f-6bd66790e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.487861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-a720f0d4-cf06-44cf-972f-6bd66790e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.488328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-a720f0d4-cf06-44cf-972f-6bd66790e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.489979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-a720f0d4-cf06-44cf-972f-6bd66790e20c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2345381 Nov 12 05:26:42.548138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 40598) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:42.575970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8507-54ab-4230-9c36-2dae385f3473 req-540117df-64da-429a-905b-bda029de645a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.586127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8507-54ab-4230-9c36-2dae385f3473 req-540117df-64da-429a-905b-bda029de645a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.595586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8507-54ab-4230-9c36-2dae385f3473 req-540117df-64da-429a-905b-bda029de645a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.610790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24dc8507-54ab-4230-9c36-2dae385f3473 req-540117df-64da-429a-905b-bda029de645a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2388 time: 0.1186283 Nov 12 05:26:42.681850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-e6107c5a-fd07-4975-aed9-61404b9f5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:42.683448 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e04381d-5593-480d-a764-5aed4d0f0eb3 req-e6107c5a-fd07-4975-aed9-61404b9f5209 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1851616 Nov 12 05:26:42.697675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:42.708010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24dc8507-54ab-4230-9c36-2dae385f3473 req-70a72bb5-1a3d-4646-8fe3-b1dba6d0b6d0 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837002 Nov 12 05:26:42.725788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:42.750600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Transition to ACTIVE for port object 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:26:42.760635 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:42.773893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb898-4e70-4f6b-b1a9-9f609b87a98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:42.841282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:42.958976 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb898-4e70-4f6b-b1a9-9f609b87a98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:42.972596 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb898-4e70-4f6b-b1a9-9f609b87a98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:42.980117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Attempting to bind port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:42.980507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Attempting to bind port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:42.980911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Attempting to bind port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 on network b8715b6a-f011-4534-8cbb-84a6d1be8c69 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:42.988412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 on network b8715b6a-f011-4534-8cbb-84a6d1be8c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:26:42.988790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Attempting to bind port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 on network b8715b6a-f011-4534-8cbb-84a6d1be8c69 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:43.001707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:43.002413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Checking segment: {'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:43.003014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Bound using segment: {'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:43.003928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Bound port: 6d8f1b50-81f2-4b92-90e8-ec5441f702a0, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43314934-7c99-4d44-ba47-c7124d2de07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:43.004612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.031525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76ce16-5df5-4080-98e9-0f25d01de84b req-e9c79f57-3cc8-4e8f-93fa-6526ac8fd6ca tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:43.036786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de76ce16-5df5-4080-98e9-0f25d01de84b req-e9c79f57-3cc8-4e8f-93fa-6526ac8fd6ca tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.1607316 Nov 12 05:26:43.129022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] For port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:43.132650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] For port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:43.135548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40616) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:43.143083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d7fdb898-4e70-4f6b-b1a9-9f609b87a98e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec29f72f585341009a7c6f8a4fabce9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5930176 Nov 12 05:26:43.145222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.157642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdb898-4e70-4f6b-b1a9-9f609b87a98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966c1fc4-977d-4b4b-8736-6e688ece31de,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:43.192894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:43.193830 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.195326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] 10.222.0.43 "PUT /v2.0/ports/6d8f1b50-81f2-4b92-90e8-ec5441f702a0 HTTP/1.1" status: 200 len: 1093 time: 1.2396922 Nov 12 05:26:43.242199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de76ce16-5df5-4080-98e9-0f25d01de84b req-adae8f8e-0f88-4df3-8bdd-888baff765b7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886809 Nov 12 05:26:43.291454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Request body: {'port': {'device_id': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:43.406781 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.412279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602c26-d67c-4d1f-badb-00d6ae4579d3 req-1f9ae8a8-5e80-4773-9882-a87f30c7a564 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:43.414282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c602c26-d67c-4d1f-badb-00d6ae4579d3 req-1f9ae8a8-5e80-4773-9882-a87f30c7a564 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.0825763 Nov 12 05:26:43.454250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ef81-0f5e-488e-87f1-89f6f168ca47 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:43.461124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccc7-8424-461a-8816-a76de62c4880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.528199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c602c26-d67c-4d1f-badb-00d6ae4579d3 req-ec0f42bd-48f9-4f32-b17e-1e84becd2b0c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011600 Nov 12 05:26:43.539311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccc7-8424-461a-8816-a76de62c4880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.548122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 40620) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:43.598203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75f0e9-bf65-4842-80ee-636049dd5183 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:43.599883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9b75f0e9-bf65-4842-80ee-636049dd5183 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1092 time: 0.0491309 Nov 12 05:26:43.602955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 40622) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:43.615573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:43.643403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.674647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccc7-8424-461a-8816-a76de62c4880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.677385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccc7-8424-461a-8816-a76de62c4880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.678598 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-76d8ccc7-8424-461a-8816-a76de62c4880 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/966c1fc4-977d-4b4b-8736-6e688ece31de HTTP/1.1" status: 204 len: 168 time: 0.5418406 Nov 12 05:26:43.696957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8ccc7-8424-461a-8816-a76de62c4880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c1fc4-977d-4b4b-8736-6e688ece31de,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:43.859536 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-09d433dd-5db1-4b3d-b54e-14fa7d05da24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.910174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.960062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a01a260-97d4-4414-9fcd-b113f25ba1f5 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:43.970353 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:43.991322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Transition to ACTIVE for port object 1a01a260-97d4-4414-9fcd-b113f25ba1f5 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:26:43.999809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face481e-5daf-46c7-abc6-e3f95b30dfa0 req-629f1ead-9301-4918-953b-6a214a395e95 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.006209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:44.022808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face481e-5daf-46c7-abc6-e3f95b30dfa0 req-629f1ead-9301-4918-953b-6a214a395e95 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.043047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face481e-5daf-46c7-abc6-e3f95b30dfa0 req-629f1ead-9301-4918-953b-6a214a395e95 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.048090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-face481e-5daf-46c7-abc6-e3f95b30dfa0 req-629f1ead-9301-4918-953b-6a214a395e95 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2400 time: 0.1902602 Nov 12 05:26:44.087182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'tag': '6d8f1b50-81f2-4b92-90e8-ec5441f702a0'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:44.108142 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0593d4a-ab4a-47d8-8936-e54a49436d76" -d '{"events": [{"name": "network-changed", "server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "tag": "6d8f1b50-81f2-4b92-90e8-ec5441f702a0"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:44.196940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Pushing event updated for resources: {'Port': ['ID=1a01a260-97d4-4414-9fcd-b113f25ba1f5,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:44.251010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.25.2.119 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/d8b8366c-a3d8-4da9-9069-27c6ffd97a21) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:26:44.283878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Attempting to bind port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:44.286489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Attempting to bind port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:44.287226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Attempting to bind port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 on network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:44.302078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 on network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:26:44.304788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Attempting to bind port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 on network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:44.317574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:44.318359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Checking segment: {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:44.318853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Bound using segment: {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:44.319363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Bound port: 1a01a260-97d4-4414-9fcd-b113f25ba1f5, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dc4468-39de-41d9-9971-6a9ffc28b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:44.319871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:44.406274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] For port 1a01a260-97d4-4414-9fcd-b113f25ba1f5, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:44.409871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] For port 1a01a260-97d4-4414-9fcd-b113f25ba1f5, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1a01a260-97d4-4414-9fcd-b113f25ba1f5,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:44.422770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:44.485043 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3968404c-6a6b-4e18-953f-3cae0d8dc270 x-openstack-request-id: req-3968404c-6a6b-4e18-953f-3cae0d8dc270 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:44.485335 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "tag": "6d8f1b50-81f2-4b92-90e8-ec5441f702a0", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:44.485588 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3968404c-6a6b-4e18-953f-3cae0d8dc270 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:44.485983 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'tag': '6d8f1b50-81f2-4b92-90e8-ec5441f702a0', 'status': 'completed', 'code': 200} Nov 12 05:26:44.514520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.515392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:44.517000 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] 10.222.0.43 "PUT /v2.0/ports/1a01a260-97d4-4414-9fcd-b113f25ba1f5 HTTP/1.1" status: 200 len: 1093 time: 1.2297709 Nov 12 05:26:44.582482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-436c9bbd-59ca-4a28-a3df-f8ae7225d5bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4695878 Nov 12 05:26:44.599335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-face481e-5daf-46c7-abc6-e3f95b30dfa0 req-447efca7-6c49-4af1-bccb-df1d9889697f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768150 Nov 12 05:26:44.623156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57b0ce-604e-4b35-a410-e89ca17ddc65 service neutron] Pushing event updated for resources: {'Port': ['ID=1a01a260-97d4-4414-9fcd-b113f25ba1f5,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:44.637032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-932c13ca-98be-4135-ba7b-a2a135c3b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.637533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-932c13ca-98be-4135-ba7b-a2a135c3b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.638163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-932c13ca-98be-4135-ba7b-a2a135c3b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.640767 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-932c13ca-98be-4135-ba7b-a2a135c3b030 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2868 time: 0.1480565 Nov 12 05:26:44.673617 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:44.757398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-533356ce-ac2a-49c1-a0a4-30f2b379f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.758182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-533356ce-ac2a-49c1-a0a4-30f2b379f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.759036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-533356ce-ac2a-49c1-a0a4-30f2b379f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.759908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-533356ce-ac2a-49c1-a0a4-30f2b379f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.760755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-533356ce-ac2a-49c1-a0a4-30f2b379f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.761376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-533356ce-ac2a-49c1-a0a4-30f2b379f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.761998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-533356ce-ac2a-49c1-a0a4-30f2b379f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.764780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-533356ce-ac2a-49c1-a0a4-30f2b379f85d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6508 time: 0.0873437 Nov 12 05:26:44.785904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:44.864596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:26:44.880514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-f3714d41-0b4f-4718-ac3a-04157cec8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.881731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-f3714d41-0b4f-4718-ac3a-04157cec8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.882462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-f3714d41-0b4f-4718-ac3a-04157cec8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.884252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-f3714d41-0b4f-4718-ac3a-04157cec8863 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2261603 Nov 12 05:26:44.901549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:26:44.914914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:26:44.985029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=d8b8366c-a3d8-4da9-9069-27c6ffd97a21,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:45.052466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-8d087cfe-8652-436e-b271-84b84c7884ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.053057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-8d087cfe-8652-436e-b271-84b84c7884ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.053522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-8d087cfe-8652-436e-b271-84b84c7884ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.055507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-8d087cfe-8652-436e-b271-84b84c7884ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2478ff-cee8-449a-8481-98ac2b21b209&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=089d0ad6-f654-4578-bf11-2852cee4be08&id=089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 200 len: 2295 time: 0.2426906 Nov 12 05:26:45.079313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-f5508616-7a02-4676-af5e-a80e13e89956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.081298 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0593d4a-ab4a-47d8-8936-e54a49436d76 req-f5508616-7a02-4676-af5e-a80e13e89956 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883874 Nov 12 05:26:45.233548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-684a34e0-6fd3-4d0b-95b6-f731f7452672 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 HTTP/1.1" status: 200 len: 1001 time: 0.1656566 Nov 12 05:26:45.271412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-42c9db24-363b-4bc7-9bd5-76c15f8cebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.271992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-42c9db24-363b-4bc7-9bd5-76c15f8cebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.272531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-42c9db24-363b-4bc7-9bd5-76c15f8cebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.274678 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-42c9db24-363b-4bc7-9bd5-76c15f8cebe1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2868 time: 0.1195400 Nov 12 05:26:45.348217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-8369236c-7214-40a8-9d71-80fa87993d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.349705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-8369236c-7214-40a8-9d71-80fa87993d5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c54d1faf-483f-422b-8037-251de861ef51 HTTP/1.1" status: 200 len: 855 time: 0.1048331 Nov 12 05:26:45.353245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-50fecc96-25f5-47f7-b3c5-23a3c86d7c89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=8b8b1215-8a92-4515-879f-c8fcc80b6f71 HTTP/1.1" status: 200 len: 217 time: 0.0573752 Nov 12 05:26:45.473112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-2c35ce58-b46e-4817-a633-44d990c61d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.474687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-2c35ce58-b46e-4817-a633-44d990c61d88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2478ff-cee8-449a-8481-98ac2b21b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041365 Nov 12 05:26:45.487551 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-1ab5ba39-02e9-4f4f-b377-6f42a6645cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.487551 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-1ab5ba39-02e9-4f4f-b377-6f42a6645cf0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1be73795-bb61-44de-8e8c-d09b43a35cb7 HTTP/1.1" status: 200 len: 801 time: 0.1000471 Nov 12 05:26:45.548157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-86a8247f-47a6-44ff-b230-cc3c60f40e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.549800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-86a8247f-47a6-44ff-b230-cc3c60f40e1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521488 Nov 12 05:26:45.707395 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-d90d7cc7-9c19-465c-ad9b-2fc75a63f7b6 service neutron] 10.222.0.43 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490197 Nov 12 05:26:45.769692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-61d84d5f-bf10-4779-9a35-6bb95a9b346b service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853184 Nov 12 05:26:45.777207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:45.852897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17b46-0eff-4f24-af84-0f3aef39e969 req-b684de6f-51fd-405d-9523-36c577c144cb tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.860721 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-49a8fe3c-3421-4a46-aa8f-2594e8007275 service neutron] 10.222.0.43 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417160 Nov 12 05:26:45.861002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17b46-0eff-4f24-af84-0f3aef39e969 req-b684de6f-51fd-405d-9523-36c577c144cb tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.867615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17b46-0eff-4f24-af84-0f3aef39e969 req-b684de6f-51fd-405d-9523-36c577c144cb tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.875556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10f17b46-0eff-4f24-af84-0f3aef39e969 req-b684de6f-51fd-405d-9523-36c577c144cb tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2412 time: 0.1743023 Nov 12 05:26:45.937573 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-12eab899-e5fe-4bfe-a685-9608ef0a9785 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.161&port_id=6d8f1b50-81f2-4b92-90e8-ec5441f702a0 HTTP/1.1" status: 200 len: 217 time: 0.0658743 Nov 12 05:26:46.009386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-799e3a44-16b6-4ada-a69a-a1063fa1a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.011209 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-799e3a44-16b6-4ada-a69a-a1063fa1a651 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f12534bc-ed6f-4c23-8f20-59583f246ece HTTP/1.1" status: 200 len: 801 time: 0.0624585 Nov 12 05:26:46.023363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10f17b46-0eff-4f24-af84-0f3aef39e969 req-5021e5a5-4e6d-4973-832f-f2f0d83f4e89 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468294 Nov 12 05:26:46.054291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.072804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-a3fce6d6-4076-4188-80cd-1d0128e498de service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917154 Nov 12 05:26:46.097970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-1a056b78-e574-48dd-aff6-2330eeeb12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.099782 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-1a056b78-e574-48dd-aff6-2330eeeb12ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8715b6a-f011-4534-8cbb-84a6d1be8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770180 Nov 12 05:26:46.216038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-91f25bc8-9c45-40dc-a6a2-faee995c403e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 217 time: 0.1071277 Nov 12 05:26:46.258395 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3581f02a-c448-4026-99f8-5ca9c4da55b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.295577 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-d471149e-d9cf-4009-8f10-3bc61131fa55 service neutron] 10.222.0.43 "GET /v2.0/networks/b8715b6a-f011-4534-8cbb-84a6d1be8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572912 Nov 12 05:26:46.362837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-e97cbec7-ba2a-4643-8bf1-6b12b60eed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.368659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-e97cbec7-ba2a-4643-8bf1-6b12b60eed2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1346886 Nov 12 05:26:46.401790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40714) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:46.467384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-d05711ec-4747-48e3-8a22-af59717cc983 service neutron] 10.222.0.43 "GET /v2.0/networks/b8715b6a-f011-4534-8cbb-84a6d1be8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629596 Nov 12 05:26:46.472006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-7a506b92-77b7-4837-a361-b4d997787e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.473537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-7a506b92-77b7-4837-a361-b4d997787e4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939348 Nov 12 05:26:46.486853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'tag': '1a01a260-97d4-4414-9fcd-b113f25ba1f5'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:46.489296 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f402984c-5522-4bdc-86df-0c935c2a7886" -d '{"events": [{"name": "network-changed", "server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "tag": "1a01a260-97d4-4414-9fcd-b113f25ba1f5"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:46.509059 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.526116 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.528805 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-02dbfac5-3985-40b6-a14f-bafc715cee2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=1a01a260-97d4-4414-9fcd-b113f25ba1f5 HTTP/1.1" status: 200 len: 217 time: 0.0525260 Nov 12 05:26:46.596937 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ac4fb7-e450-41d5-98f6-219e1ba76e0c x-openstack-request-id: req-01ac4fb7-e450-41d5-98f6-219e1ba76e0c {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:46.597424 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "tag": "1a01a260-97d4-4414-9fcd-b113f25ba1f5", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:46.597989 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01ac4fb7-e450-41d5-98f6-219e1ba76e0c {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:46.598586 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'tag': '1a01a260-97d4-4414-9fcd-b113f25ba1f5', 'status': 'completed', 'code': 200} Nov 12 05:26:46.605395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9fa47c39-a0a7-435b-a9cb-b3082f88bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.606456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=d8b8366c-a3d8-4da9-9069-27c6ffd97a21,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:46.607319 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-9fa47c39-a0a7-435b-a9cb-b3082f88bf6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1be73795-bb61-44de-8e8c-d09b43a35cb7 HTTP/1.1" status: 200 len: 801 time: 0.0649803 Nov 12 05:26:46.671023 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3a896ba-8b35-4f59-afe6-57c64ac9d856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.707331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-4abbc179-e8ff-43f6-a9be-dfa500a562fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.709285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-4abbc179-e8ff-43f6-a9be-dfa500a562fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848444 Nov 12 05:26:46.725030 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.780252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-d303c0d0-4d03-4319-92f8-44806d5154a4 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688780 Nov 12 05:26:46.867471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3a896ba-8b35-4f59-afe6-57c64ac9d856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.869938 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-2ee890a7-85f8-4667-b5b1-816eba8bfa10 service neutron] 10.222.0.43 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452217 Nov 12 05:26:46.875216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3a896ba-8b35-4f59-afe6-57c64ac9d856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.906127 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Floating IP 13137392-89ab-4748-9025-9fa3bc2c33bd associated. External IP: 172.25.2.119, port: acfdebe8-0400-45ba-9341-2e91c86a0a6c. Nov 12 05:26:46.978887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-90fa05af-0a6c-4ac5-b236-f355b96e46b2 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900487 Nov 12 05:26:47.001890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c3a896ba-8b35-4f59-afe6-57c64ac9d856 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad95ad3e512347619551d64b993280ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5981557 Nov 12 05:26:47.004174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a896ba-8b35-4f59-afe6-57c64ac9d856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164603e2-b893-4fb5-80cf-53a3590e843c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:47.008106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40726) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:47.058068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-827d6f80-486c-41da-926b-7ce6669a177c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 217 time: 0.0472245 Nov 12 05:26:47.090177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6718e53e-d6ba-4eb3-9b49-a3970a0bc593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:47.093605 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e7cd0db-3d16-495f-abfb-ff1dc440e57c req-a99c1588-3035-402c-9193-a3a4e4da8d6a service neutron] 10.222.0.43 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039866 Nov 12 05:26:47.130175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6718e53e-d6ba-4eb3-9b49-a3970a0bc593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:47.212690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6718e53e-d6ba-4eb3-9b49-a3970a0bc593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:47.215882 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6718e53e-d6ba-4eb3-9b49-a3970a0bc593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:47.218725 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6718e53e-d6ba-4eb3-9b49-a3970a0bc593 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/164603e2-b893-4fb5-80cf-53a3590e843c HTTP/1.1" status: 204 len: 168 time: 0.2092502 Nov 12 05:26:47.229595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718e53e-d6ba-4eb3-9b49-a3970a0bc593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164603e2-b893-4fb5-80cf-53a3590e843c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:47.301464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:47.341554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-9dc28d74-bd4c-4f51-81f2-1cb26cb26688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.343738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-9dc28d74-bd4c-4f51-81f2-1cb26cb26688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.344295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-9dc28d74-bd4c-4f51-81f2-1cb26cb26688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.346537 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-9dc28d74-bd4c-4f51-81f2-1cb26cb26688 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2868 time: 0.0880837 Nov 12 05:26:47.500462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-84f5fe74-c70b-4255-a3ea-f66d80c3057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.502326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-84f5fe74-c70b-4255-a3ea-f66d80c3057d service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f HTTP/1.1" status: 200 len: 902 time: 0.1471508 Nov 12 05:26:47.574602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-a4ead45c-41ec-42ba-96d9-a63ddca8cb45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=1a01a260-97d4-4414-9fcd-b113f25ba1f5 HTTP/1.1" status: 200 len: 217 time: 0.0620532 Nov 12 05:26:47.662473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-761f03ad-ce69-4d49-8273-a3be757c84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.665023 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-761f03ad-ce69-4d49-8273-a3be757c84b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1be73795-bb61-44de-8e8c-d09b43a35cb7 HTTP/1.1" status: 200 len: 801 time: 0.0678959 Nov 12 05:26:47.745892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-053cac6a-ee3f-426c-91ac-2788b555693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.749682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-053cac6a-ee3f-426c-91ac-2788b555693e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.6811209 Nov 12 05:26:47.750488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-97c260e1-3c07-46d7-bd36-c687ea741f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.752968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-97c260e1-3c07-46d7-bd36-c687ea741f5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698466 Nov 12 05:26:47.807419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe185d-3653-4636-afe0-47f3a5c0cb53 req-c3f157f8-bac3-4a82-8279-632c3a136cc2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.822410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe185d-3653-4636-afe0-47f3a5c0cb53 req-c3f157f8-bac3-4a82-8279-632c3a136cc2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.829440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe185d-3653-4636-afe0-47f3a5c0cb53 req-c3f157f8-bac3-4a82-8279-632c3a136cc2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.838447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74fe185d-3653-4636-afe0-47f3a5c0cb53 req-c3f157f8-bac3-4a82-8279-632c3a136cc2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2412 time: 0.2724764 Nov 12 05:26:47.890896 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-d03e45f4-0129-4388-8aa0-dd27a0b10732 service neutron] 10.222.0.43 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305923 Nov 12 05:26:47.926374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74fe185d-3653-4636-afe0-47f3a5c0cb53 req-74be4741-7380-47e4-b0bc-7c81aa070019 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864687 Nov 12 05:26:47.966399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-51e74c2b-0684-48f6-98b7-b0b972c36ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.968012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-51e74c2b-0684-48f6-98b7-b0b972c36ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1816645 Nov 12 05:26:47.975915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 7dd21ce7-2e51-419f-be52-5aa8b1997060 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:26:48.058025 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f402984c-5522-4bdc-86df-0c935c2a7886 req-218dc74b-afa4-4777-b59e-01c4f9410e7e service neutron] 10.222.0.43 "GET /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589267 Nov 12 05:26:48.205404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-e84cdb0e-e369-43ff-8ac8-6fda53f1373b service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171249 Nov 12 05:26:48.217858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:26:48.228166 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] Sync routers for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:26:48.241666 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:48.242640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:48.352241 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:48.405109 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:48.427764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fe705d06-79a5-4571-8dfe-29768d0d117c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8235974 Nov 12 05:26:48.431909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:48.434201 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede5d9e9-0021-4b70-a817-cb4dffccdb99" -d '{"events": [{"name": "network-changed", "server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:48.492190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:48.528205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-34bb9a56-8305-4049-b652-05ef7288f879 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088663 Nov 12 05:26:48.592018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-a38cf5d4-063b-4e3e-8cca-9664ee72ed40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c79f5a82-d269-4392-8fc4-35cef54faf65 HTTP/1.1" status: 200 len: 217 time: 0.0594971 Nov 12 05:26:48.757034 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '13137392-89ab-4748-9025-9fa3bc2c33bd', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'port_id': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'mac_address': 'fa:16:3e:ea:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:26:45Z', 'updated_at': '2021-11-12T05:26:45Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:28Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:48.785104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-197bd87c-c880-46dc-a5e5-f098fedfa688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.786843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-197bd87c-c880-46dc-a5e5-f098fedfa688 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1779914 Nov 12 05:26:48.792124 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80232347-7d84-4f7c-a469-c036fc4d535c x-openstack-request-id: req-80232347-7d84-4f7c-a469-c036fc4d535c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:48.792536 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:48.792883 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80232347-7d84-4f7c-a469-c036fc4d535c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:48.793496 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'status': 'completed', 'code': 200} Nov 12 05:26:48.805449 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] Checking router: 7dd21ce7-2e51-419f-be52-5aa8b1997060 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:26:48.815574 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:26:48.816264 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:48.879973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be112ae-b51e-4927-b5e6-9f57e7defb99 req-29a36fb8-0fff-4748-82dc-037fb8515f49 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.882217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7be112ae-b51e-4927-b5e6-9f57e7defb99 req-29a36fb8-0fff-4748-82dc-037fb8515f49 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.2876630 Nov 12 05:26:48.939167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-b1265be2-a483-49d4-82f2-dbad56c08455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.941258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-b1265be2-a483-49d4-82f2-dbad56c08455 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1448715 Nov 12 05:26:48.958882 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:26:49.000754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-cb81f2f6-44c3-493e-b65d-ca18b750c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.003044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-cb81f2f6-44c3-493e-b65d-ca18b750c2f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1097 time: 0.2084363 Nov 12 05:26:49.228880 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '13137392-89ab-4748-9025-9fa3bc2c33bd', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'port_id': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'mac_address': 'fa:16:3e:ea:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:26:45Z', 'updated_at': '2021-11-12T05:26:45Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:28Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:26:49.233941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-cb34c383-3975-4e57-b3de-45545d8276ee service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556779 Nov 12 05:26:49.256820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7be112ae-b51e-4927-b5e6-9f57e7defb99 req-d1e03839-936c-442d-9970-94ae0504f71d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658624 Nov 12 05:26:49.262703 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ee62d-4ded-4840-a27b-138248e7d033 None None] The sync data for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 is: [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '13137392-89ab-4748-9025-9fa3bc2c33bd', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'port_id': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'mac_address': 'fa:16:3e:ea:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:26:45Z', 'updated_at': '2021-11-12T05:26:45Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:28Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:26:49.281532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:49.361395 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1d3161ff-4df7-40d4-b0a5-b64a0eac44f5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/13137392-89ab-4748-9025-9fa3bc2c33bd HTTP/1.1" status: 200 len: 991 time: 0.0785530 Nov 12 05:26:49.394817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694b6c-9dcb-4e3a-b643-42c441f293cc req-9fb31640-1ad3-4c35-930f-dd4a117b6b75 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.405429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694b6c-9dcb-4e3a-b643-42c441f293cc req-9fb31640-1ad3-4c35-930f-dd4a117b6b75 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.413445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694b6c-9dcb-4e3a-b643-42c441f293cc req-9fb31640-1ad3-4c35-930f-dd4a117b6b75 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.420568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd694b6c-9dcb-4e3a-b643-42c441f293cc req-9fb31640-1ad3-4c35-930f-dd4a117b6b75 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2412 time: 0.3069665 Nov 12 05:26:49.433819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:49.448802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-0f3bbc6b-8408-4478-81f9-8ec37fe841fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.450623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-0f3bbc6b-8408-4478-81f9-8ec37fe841fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 898 time: 0.3356812 Nov 12 05:26:49.563238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd694b6c-9dcb-4e3a-b643-42c441f293cc req-452ec5d3-6ffe-4e49-85ec-4959bc926f21 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417632 Nov 12 05:26:49.585526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-c0ee2fb6-588c-4526-8070-f06b02eaabd6 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275814 Nov 12 05:26:49.605816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-22eda41c-d758-41e6-a8c0-1d35709de028 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 999 time: 0.1452007 Nov 12 05:26:49.629966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd671c9-7679-4816-9e49-e7f4d29f5da3 None None] New status for floating IP 13137392-89ab-4748-9025-9fa3bc2c33bd: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:26:49.668814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-ef16c601-1f80-4d91-bf9c-9e951d451418 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e HTTP/1.1" status: 200 len: 217 time: 0.0745041 Nov 12 05:26:49.752467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-046e642c-9954-4860-a039-9f6e66f4f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.753997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-046e642c-9954-4860-a039-9f6e66f4f2ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.0983365 Nov 12 05:26:49.755808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-31ee1ab6-a58f-46b6-b235-cb5b08a2b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.757125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-31ee1ab6-a58f-46b6-b235-cb5b08a2b047 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.0644350 Nov 12 05:26:49.849202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-59a78320-8af9-4a86-937b-6f881ef00659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.850737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-59a78320-8af9-4a86-937b-6f881ef00659 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816069 Nov 12 05:26:49.853584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-7880e79b-c579-4836-9af3-b50c64b5bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.855028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-7880e79b-c579-4836-9af3-b50c64b5bca2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872471 Nov 12 05:26:50.038310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-faa7aa8f-c2c7-479d-97cd-d68f6f9d7a77 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725891 Nov 12 05:26:50.043291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-c717d14c-efa5-4605-a53a-2d2a68dc9813 service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508443 Nov 12 05:26:50.043412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 40834) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:50.211732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b968815-fb9c-45d7-b765-339c6b2767a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:50.258279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26dcb5-17eb-4198-8c38-5e549d4ad959 req-20760234-863a-46ae-927e-2ae26b18858b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.259975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c26dcb5-17eb-4198-8c38-5e549d4ad959 req-20760234-863a-46ae-927e-2ae26b18858b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.1755683 Nov 12 05:26:50.307470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ede5d9e9-0021-4b70-a817-cb4dffccdb99 req-8ef35ffd-39b0-41ec-8f2f-97a34b968d9b service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478533 Nov 12 05:26:50.314942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-7a95b946-83d8-4868-870d-319c3cc1adf6 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629821 Nov 12 05:26:50.365285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40840) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:50.388935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-6dbd23ac-7787-4e88-9f16-158e88bacbb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c HTTP/1.1" status: 200 len: 217 time: 0.0643291 Nov 12 05:26:50.422980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c26dcb5-17eb-4198-8c38-5e549d4ad959 req-1157dc8d-78e7-4c5b-8106-d655b1c5926d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488230 Nov 12 05:26:50.454920 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4f8bb6ba-3b2d-493c-9583-17b08e78c71e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/13137392-89ab-4748-9025-9fa3bc2c33bd HTTP/1.1" status: 200 len: 993 time: 0.0883133 Nov 12 05:26:50.491846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b968815-fb9c-45d7-b765-339c6b2767a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:50.493926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-3c669f32-77f2-4c1e-80f0-514e0901a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.495411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-3c669f32-77f2-4c1e-80f0-514e0901a6b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.0970373 Nov 12 05:26:50.496585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b968815-fb9c-45d7-b765-339c6b2767a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:50.566898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1b968815-fb9c-45d7-b765-339c6b2767a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ebd5b572d7c4988b8fee504783ba60b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5224252 Nov 12 05:26:50.569958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40844) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:50.573293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b968815-fb9c-45d7-b765-339c6b2767a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cc3ed0-5171-4f90-b888-edff7676a8d1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:50.582835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-db02f49d-a913-4f77-8a64-c63853b2af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.584456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-db02f49d-a913-4f77-8a64-c63853b2af7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776298 Nov 12 05:26:50.633685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0755c17-e8bf-494f-a71c-8d57f09951b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:50.668268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0755c17-e8bf-494f-a71c-8d57f09951b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:50.729032 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0755c17-e8bf-494f-a71c-8d57f09951b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:50.734311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0755c17-e8bf-494f-a71c-8d57f09951b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:50.739826 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c0755c17-e8bf-494f-a71c-8d57f09951b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4cc3ed0-5171-4f90-b888-edff7676a8d1 HTTP/1.1" status: 204 len: 168 time: 0.1682842 Nov 12 05:26:50.754631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0755c17-e8bf-494f-a71c-8d57f09951b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cc3ed0-5171-4f90-b888-edff7676a8d1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:50.802046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884e85-7f51-4da9-b01a-22effafb353c req-1bb2f887-1e38-4788-8c55-127ba3279c69 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.809933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884e85-7f51-4da9-b01a-22effafb353c req-1bb2f887-1e38-4788-8c55-127ba3279c69 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.817192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884e85-7f51-4da9-b01a-22effafb353c req-1bb2f887-1e38-4788-8c55-127ba3279c69 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.818893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3884e85-7f51-4da9-b01a-22effafb353c req-1bb2f887-1e38-4788-8c55-127ba3279c69 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2412 time: 0.1153741 Nov 12 05:26:50.820843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-fc5f4a51-14f3-40c1-bbca-4302f827a24d service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222762 Nov 12 05:26:50.929970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3884e85-7f51-4da9-b01a-22effafb353c req-9fc9ef4e-f2ad-45eb-a3dd-85c2d9ddc030 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035419 Nov 12 05:26:50.955290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-70f39498-c6a3-44cd-b48b-0c388ddc6386 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221194 Nov 12 05:26:51.015182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-83abbf16-50ed-4867-b6d0-cc1f6ac51829 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f HTTP/1.1" status: 200 len: 217 time: 0.0437789 Nov 12 05:26:51.073273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40860) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:51.079682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-0637e208-2555-4617-8297-7d70a819bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:51.081223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-0637e208-2555-4617-8297-7d70a819bd3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.0530012 Nov 12 05:26:51.088003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-434a80e8-e1f7-43a8-8c53-cca65e18a885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.129227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-f85fc8a5-229a-4479-8501-a986deaffc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:51.130759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-f85fc8a5-229a-4479-8501-a986deaffc16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425894 Nov 12 05:26:51.169059 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-434a80e8-e1f7-43a8-8c53-cca65e18a885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.173464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-434a80e8-e1f7-43a8-8c53-cca65e18a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.228839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-2dfc1e01-0b9a-4d4d-b22e-f0ee36028ade service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894523 Nov 12 05:26:51.332184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c120929a-bc76-4626-9195-ffdca0aa0a83 req-83979776-aa5b-4459-97da-0b5213713d71 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948679 Nov 12 05:26:51.522827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-434a80e8-e1f7-43a8-8c53-cca65e18a885 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0b2d139f424444dbd9381162d612c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4453545 Nov 12 05:26:51.522827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a80e8-e1f7-43a8-8c53-cca65e18a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44884af-82c5-41a8-af81-07d93fdd5c03,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:51.523671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 40864) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:51.561900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c04ee2-03d3-456e-8b18-59d406ec175d req-7ca760f3-cee2-47cf-b831-03cef06b0933 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:51.563442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50c04ee2-03d3-456e-8b18-59d406ec175d req-7ca760f3-cee2-47cf-b831-03cef06b0933 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.0551054 Nov 12 05:26:51.571994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a0-ffd4-48d8-a821-6c32bc2d71b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.594916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a0-ffd4-48d8-a821-6c32bc2d71b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.614025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50c04ee2-03d3-456e-8b18-59d406ec175d req-f24d67e6-f9fa-48a3-9d13-5301bb31f75b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443685 Nov 12 05:26:51.646174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a0-ffd4-48d8-a821-6c32bc2d71b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.648836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a0-ffd4-48d8-a821-6c32bc2d71b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.650173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8aac77a0-ffd4-48d8-a821-6c32bc2d71b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c44884af-82c5-41a8-af81-07d93fdd5c03 HTTP/1.1" status: 204 len: 168 time: 0.1252770 Nov 12 05:26:51.659766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac77a0-ffd4-48d8-a821-6c32bc2d71b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44884af-82c5-41a8-af81-07d93fdd5c03,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:52.075209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66461896-4c35-4ce9-94e9-d5475471a5fb req-e2c79f29-5608-45fe-9cb0-5417c36f8bea tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:52.084580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66461896-4c35-4ce9-94e9-d5475471a5fb req-e2c79f29-5608-45fe-9cb0-5417c36f8bea tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:52.090913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66461896-4c35-4ce9-94e9-d5475471a5fb req-e2c79f29-5608-45fe-9cb0-5417c36f8bea tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:52.094098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66461896-4c35-4ce9-94e9-d5475471a5fb req-e2c79f29-5608-45fe-9cb0-5417c36f8bea tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2412 time: 0.0866137 Nov 12 05:26:52.153680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66461896-4c35-4ce9-94e9-d5475471a5fb req-0a6cc45f-a33c-4d9f-9f0e-b8c25e0dd125 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499041 Nov 12 05:26:52.722646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:26:52.844181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:52.859276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '6d8f1b50-81f2-4b92-90e8-ec5441f702a0', 'network_id': 'b8715b6a-f011-4534-8cbb-84a6d1be8c69', 'port_id': '6d8f1b50-81f2-4b92-90e8-ec5441f702a0', 'mac_address': 'fa:16:3e:ec:b8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12534bc-ed6f-4c23-8f20-59583f246ece', 'ip_address': '19.86.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:26:52.911952 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:52.926613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:52.948084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:52.954038 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:52.955150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8b8b1215-8a92-4515-879f-c8fcc80b6f71 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:26:53.040194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:53.105578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8b8b1215-8a92-4515-879f-c8fcc80b6f71, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8b8b1215-8a92-4515-879f-c8fcc80b6f71,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:53.118976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '8b8b1215-8a92-4515-879f-c8fcc80b6f71', 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f', 'port_id': '8b8b1215-8a92-4515-879f-c8fcc80b6f71', 'mac_address': 'fa:16:3e:f1:37:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be73795-bb61-44de-8e8c-d09b43a35cb7', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:26:53.160629 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:53.173937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8b1215-8a92-4515-879f-c8fcc80b6f71 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:53.202305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8b8b1215-8a92-4515-879f-c8fcc80b6f71, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8b8b1215-8a92-4515-879f-c8fcc80b6f71,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:53.204649 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:53.205529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1a01a260-97d4-4414-9fcd-b113f25ba1f5 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:26:53.290000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8b8b1215-8a92-4515-879f-c8fcc80b6f71,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:53.301675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1a01a260-97d4-4414-9fcd-b113f25ba1f5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1a01a260-97d4-4414-9fcd-b113f25ba1f5,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:53.313871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430346fa-7a1d-449f-8cc1-2be20c15eabc req-5f183026-7fd5-4c58-9f7b-5be42f57d207 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:53.314530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1a01a260-97d4-4414-9fcd-b113f25ba1f5', 'network_id': 'bf18a0e6-4aeb-4aa7-856c-108c8b25b49f', 'port_id': '1a01a260-97d4-4414-9fcd-b113f25ba1f5', 'mac_address': 'fa:16:3e:ed:5f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be73795-bb61-44de-8e8c-d09b43a35cb7', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:26:53.320596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430346fa-7a1d-449f-8cc1-2be20c15eabc req-5f183026-7fd5-4c58-9f7b-5be42f57d207 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:53.327874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430346fa-7a1d-449f-8cc1-2be20c15eabc req-5f183026-7fd5-4c58-9f7b-5be42f57d207 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:53.334945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-430346fa-7a1d-449f-8cc1-2be20c15eabc req-5f183026-7fd5-4c58-9f7b-5be42f57d207 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2414 time: 0.0739174 Nov 12 05:26:53.354566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:53.369181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a01a260-97d4-4414-9fcd-b113f25ba1f5 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:53.385908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-430346fa-7a1d-449f-8cc1-2be20c15eabc req-f0eaec90-b94c-4849-b022-60e2e2505477 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Nov 12 05:26:53.390536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1a01a260-97d4-4414-9fcd-b113f25ba1f5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1a01a260-97d4-4414-9fcd-b113f25ba1f5,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:53.396206 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:53.446536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1a01a260-97d4-4414-9fcd-b113f25ba1f5,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:54.075388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41024) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:54.178808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25c474af-c0c6-43c8-8210-06f336ce124f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.251545 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25c474af-c0c6-43c8-8210-06f336ce124f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.255972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25c474af-c0c6-43c8-8210-06f336ce124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.307585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25c474af-c0c6-43c8-8210-06f336ce124f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fed6ee31e912438a8d37c84d2cea122c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237446 Nov 12 05:26:54.307585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c474af-c0c6-43c8-8210-06f336ce124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1d831f-2ab1-49e0-85b8-1481b14268ba,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:54.307585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41032) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:54.355543 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-776c37e7-a17c-4786-a0bf-73240b69f311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.376938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-776c37e7-a17c-4786-a0bf-73240b69f311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.424437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-776c37e7-a17c-4786-a0bf-73240b69f311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.427664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-776c37e7-a17c-4786-a0bf-73240b69f311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.428927 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-776c37e7-a17c-4786-a0bf-73240b69f311 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb1d831f-2ab1-49e0-85b8-1481b14268ba HTTP/1.1" status: 204 len: 168 time: 0.1213210 Nov 12 05:26:54.439260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['6d8f1b50-81f2-4b92-90e8-ec5441f702a0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:54.440198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c37e7-a17c-4786-a0bf-73240b69f311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1d831f-2ab1-49e0-85b8-1481b14268ba,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:54.476803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['8b8b1215-8a92-4515-879f-c8fcc80b6f71'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:54.543556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1a01a260-97d4-4414-9fcd-b113f25ba1f5'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:54.555877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad33ff-3014-4283-87ef-adb8c1e7472d req-ad126a1e-c5b9-43be-a31b-840831b6d719 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:54.564266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad33ff-3014-4283-87ef-adb8c1e7472d req-ad126a1e-c5b9-43be-a31b-840831b6d719 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:54.571221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad33ff-3014-4283-87ef-adb8c1e7472d req-ad126a1e-c5b9-43be-a31b-840831b6d719 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:54.581839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0ad33ff-3014-4283-87ef-adb8c1e7472d req-ad126a1e-c5b9-43be-a31b-840831b6d719 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2415 time: 0.1104207 Nov 12 05:26:54.648105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0ad33ff-3014-4283-87ef-adb8c1e7472d req-70938b9b-19e0-4e83-b1cd-160e36f02dfd tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660031 Nov 12 05:26:54.726911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:26:54.778049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41040) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:54.795255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1324ddb-4aeb-4fbb-a4b2-22503cb2761e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.801995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e394d6-a46c-4660-9d4d-54475d863884 req-1a637651-0652-416b-9c1d-ea3ef92033ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:54.803803 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-97e394d6-a46c-4660-9d4d-54475d863884 req-1a637651-0652-416b-9c1d-ea3ef92033ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1098 time: 0.0485742 Nov 12 05:26:54.882027 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1324ddb-4aeb-4fbb-a4b2-22503cb2761e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.888709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1324ddb-4aeb-4fbb-a4b2-22503cb2761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.930704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e394d6-a46c-4660-9d4d-54475d863884 req-da9cc74a-4440-4912-9812-790bd8b71fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:54.932173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-97e394d6-a46c-4660-9d4d-54475d863884 req-da9cc74a-4440-4912-9812-790bd8b71fe1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.1067295 Nov 12 05:26:54.943340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1324ddb-4aeb-4fbb-a4b2-22503cb2761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc7a222-0af0-4261-9804-2a7c839d6d67,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:54.948295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e1324ddb-4aeb-4fbb-a4b2-22503cb2761e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=561c34abf5094efea9fbdcbb43b2ab1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681066 Nov 12 05:26:54.950371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41042) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:54.953591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:54.981506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:54.984711 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79a96e4-f02f-4f9c-8d7f-8733a14405fe" -d '{"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:55.004599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59ed521b-eaa0-4b2d-a0d0-eeab824a6d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:55.010868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:55.019595 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:55.024308 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-97e394d6-a46c-4660-9d4d-54475d863884 req-0dd7ec90-66fe-4181-99d9-0ec3b714340b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 1001 time: 0.0845087 Nov 12 05:26:55.047027 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59ed521b-eaa0-4b2d-a0d0-eeab824a6d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:55.047206 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8309fe-4863-4dee-a308-2f620fcbb8e4 x-openstack-request-id: req-0f8309fe-4863-4dee-a308-2f620fcbb8e4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:55.047507 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:55.047760 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f8309fe-4863-4dee-a308-2f620fcbb8e4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:55.048153 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'code': 200} Nov 12 05:26:55.083915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:55.104378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e394d6-a46c-4660-9d4d-54475d863884 req-055e3fcf-006b-4f79-87b7-088c13f918fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:55.104378 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-97e394d6-a46c-4660-9d4d-54475d863884 req-055e3fcf-006b-4f79-87b7-088c13f918fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0694828 Nov 12 05:26:55.127895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59ed521b-eaa0-4b2d-a0d0-eeab824a6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:55.130985 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59ed521b-eaa0-4b2d-a0d0-eeab824a6d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:55.132436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-59ed521b-eaa0-4b2d-a0d0-eeab824a6d7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acc7a222-0af0-4261-9804-2a7c839d6d67 HTTP/1.1" status: 204 len: 168 time: 0.1810503 Nov 12 05:26:55.141722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed521b-eaa0-4b2d-a0d0-eeab824a6d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc7a222-0af0-4261-9804-2a7c839d6d67,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:55.172866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e394d6-a46c-4660-9d4d-54475d863884 req-d060f2ed-976b-46b4-aa7b-51e954df5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:55.174079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-97e394d6-a46c-4660-9d4d-54475d863884 req-d060f2ed-976b-46b4-aa7b-51e954df5612 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594707 Nov 12 05:26:55.273555 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-97e394d6-a46c-4660-9d4d-54475d863884 req-d72b504a-1510-42c0-9f0d-1e7ac3e914d4 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913363 Nov 12 05:26:55.380982 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-97e394d6-a46c-4660-9d4d-54475d863884 req-9baeecda-1e52-407c-acd5-48f7275da3f6 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993657 Nov 12 05:26:55.775592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e79eb-423d-4931-bcf6-0b6f8566e6bf req-8f626887-c50a-4963-97ae-fe6fe6992102 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:55.782168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e79eb-423d-4931-bcf6-0b6f8566e6bf req-8f626887-c50a-4963-97ae-fe6fe6992102 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:55.788476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e79eb-423d-4931-bcf6-0b6f8566e6bf req-8f626887-c50a-4963-97ae-fe6fe6992102 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:55.790573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071e79eb-423d-4931-bcf6-0b6f8566e6bf req-8f626887-c50a-4963-97ae-fe6fe6992102 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2415 time: 0.0663974 Nov 12 05:26:55.841690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071e79eb-423d-4931-bcf6-0b6f8566e6bf req-b7a2a4c3-8bb8-4f03-a409-5be6b7400630 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Nov 12 05:26:56.726035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:56.777508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:26:56.781334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:56.781710 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:56.869717 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:56.904513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:56.909766 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:56.910686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1a01a260-97d4-4414-9fcd-b113f25ba1f5 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:56.976110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124edfb-fb14-4fab-b2ea-cb3eddf2200b req-7fe7df77-9c98-498f-bf80-89495749f733 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:56.982963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124edfb-fb14-4fab-b2ea-cb3eddf2200b req-7fe7df77-9c98-498f-bf80-89495749f733 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:56.987793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:56.989674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124edfb-fb14-4fab-b2ea-cb3eddf2200b req-7fe7df77-9c98-498f-bf80-89495749f733 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:56.990621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41144) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:56.998466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8124edfb-fb14-4fab-b2ea-cb3eddf2200b req-7fe7df77-9c98-498f-bf80-89495749f733 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2416 time: 0.0785654 Nov 12 05:26:57.000309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:26:57.005049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:57.005499 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.049918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f1b50-81f2-4b92-90e8-ec5441f702a0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:57.052404 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa73cd2-81be-407b-bab5-406deaf5a14d" -d '{"events": [{"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f1b50-81f2-4b92-90e8-ec5441f702a0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:57.054325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8124edfb-fb14-4fab-b2ea-cb3eddf2200b req-64f602b1-807e-412d-9489-77bb77059fda tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493939 Nov 12 05:26:57.076922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.103491 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db2b0c0-8e63-4758-956a-4008355e866e x-openstack-request-id: req-0db2b0c0-8e63-4758-956a-4008355e866e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:57.103905 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f1b50-81f2-4b92-90e8-ec5441f702a0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:57.104247 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0db2b0c0-8e63-4758-956a-4008355e866e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:57.104726 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f1b50-81f2-4b92-90e8-ec5441f702a0', 'code': 200} Nov 12 05:26:57.120822 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.127713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2030a1e4-8fbe-43b1-8bcd-24b377d1cce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.154703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1a01a260-97d4-4414-9fcd-b113f25ba1f5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1a01a260-97d4-4414-9fcd-b113f25ba1f5,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:57.161399 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.219870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1a01a260-97d4-4414-9fcd-b113f25ba1f5,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:57.220675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2030a1e4-8fbe-43b1-8bcd-24b377d1cce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.225829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2030a1e4-8fbe-43b1-8bcd-24b377d1cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.270112 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2030a1e4-8fbe-43b1-8bcd-24b377d1cce9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48e00e39952f4df4b59e38e271956a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775085 Nov 12 05:26:57.271013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030a1e4-8fbe-43b1-8bcd-24b377d1cce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e10f40-984a-4660-8627-64926c5dcb04,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:57.272916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41158) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:57.324636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0425676-5f14-45ff-bba0-6c933b1b448a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.346572 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0425676-5f14-45ff-bba0-6c933b1b448a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.390526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0425676-5f14-45ff-bba0-6c933b1b448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.393554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0425676-5f14-45ff-bba0-6c933b1b448a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.395014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e0425676-5f14-45ff-bba0-6c933b1b448a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11e10f40-984a-4660-8627-64926c5dcb04 HTTP/1.1" status: 204 len: 168 time: 0.1211119 Nov 12 05:26:57.402502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0425676-5f14-45ff-bba0-6c933b1b448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e10f40-984a-4660-8627-64926c5dcb04,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:57.659553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41168) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:57.672466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bfe8e2c5-38a5-4c50-8627-8b9ed2f89e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.749605 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bfe8e2c5-38a5-4c50-8627-8b9ed2f89e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.753923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bfe8e2c5-38a5-4c50-8627-8b9ed2f89e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.789743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8e2c5-38a5-4c50-8627-8b9ed2f89e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36470832-986a-44f8-97c1-97fa43177637,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:57.793908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bfe8e2c5-38a5-4c50-8627-8b9ed2f89e6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c0664430d3c422dbff9cd9be8c559f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333485 Nov 12 05:26:57.796470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41170) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:57.843035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-495a71fa-06a1-4d5a-8a81-c5f27fed573e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.864408 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-495a71fa-06a1-4d5a-8a81-c5f27fed573e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.913813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-495a71fa-06a1-4d5a-8a81-c5f27fed573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.916393 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-495a71fa-06a1-4d5a-8a81-c5f27fed573e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.917512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-495a71fa-06a1-4d5a-8a81-c5f27fed573e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36470832-986a-44f8-97c1-97fa43177637 HTTP/1.1" status: 204 len: 168 time: 0.1201541 Nov 12 05:26:57.924914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a71fa-06a1-4d5a-8a81-c5f27fed573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36470832-986a-44f8-97c1-97fa43177637,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:58.179414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef595c-49eb-4a50-bf75-8991befc5734 req-548c512f-a6ae-4c14-9504-545c6a6e9e69 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:58.186056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef595c-49eb-4a50-bf75-8991befc5734 req-548c512f-a6ae-4c14-9504-545c6a6e9e69 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:58.192709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef595c-49eb-4a50-bf75-8991befc5734 req-548c512f-a6ae-4c14-9504-545c6a6e9e69 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:58.198876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54ef595c-49eb-4a50-bf75-8991befc5734 req-548c512f-a6ae-4c14-9504-545c6a6e9e69 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2417 time: 0.0700154 Nov 12 05:26:58.244575 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54ef595c-49eb-4a50-bf75-8991befc5734 req-7317c3d8-46a7-475c-9e4c-eee690ecd154 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Nov 12 05:26:58.724037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:26:58.737603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8b8b1215-8a92-4515-879f-c8fcc80b6f71 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:58.852505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:26:58.861759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:58.862227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:58.897377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:58.915975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'mac_address': 'fa:16:3e:e2:ca:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:26:58.982468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.004044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:59.008103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.041182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:59.048748 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.060060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8b8b1215-8a92-4515-879f-c8fcc80b6f71, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8b8b1215-8a92-4515-879f-c8fcc80b6f71,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:59.083138 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.106061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a01a260-97d4-4414-9fcd-b113f25ba1f5'}, {'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8b1215-8a92-4515-879f-c8fcc80b6f71'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:59.108481 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876cc042-5489-41b8-9635-41116c3895ee" -d '{"events": [{"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-plugged", "status": "completed", "tag": "1a01a260-97d4-4414-9fcd-b113f25ba1f5"}, {"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-plugged", "status": "completed", "tag": "8b8b1215-8a92-4515-879f-c8fcc80b6f71"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:59.114456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:59.152803 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1658edf9-33fd-42b7-a129-ce4823a2bbdf x-openstack-request-id: req-1658edf9-33fd-42b7-a129-ce4823a2bbdf {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:59.153124 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-plugged", "status": "completed", "tag": "1a01a260-97d4-4414-9fcd-b113f25ba1f5", "code": 200}, {"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-plugged", "status": "completed", "tag": "8b8b1215-8a92-4515-879f-c8fcc80b6f71", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:59.153437 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1658edf9-33fd-42b7-a129-ce4823a2bbdf {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:59.153834 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a01a260-97d4-4414-9fcd-b113f25ba1f5', 'code': 200} Nov 12 05:26:59.154159 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8b1215-8a92-4515-879f-c8fcc80b6f71', 'code': 200} Nov 12 05:26:59.174851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8b8b1215-8a92-4515-879f-c8fcc80b6f71,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:59.243200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:59.245539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41252) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:59.340142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb4b-9f38-4f4e-b27f-917e8b769b0f req-a8200baf-174d-4d9e-8eba-d702ba87f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:59.340756 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb4b-9f38-4f4e-b27f-917e8b769b0f req-a8200baf-174d-4d9e-8eba-d702ba87f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:59.341406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb4b-9f38-4f4e-b27f-917e8b769b0f req-a8200baf-174d-4d9e-8eba-d702ba87f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:59.347940 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2f3bcb4b-9f38-4f4e-b27f-917e8b769b0f req-a8200baf-174d-4d9e-8eba-d702ba87f888 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2874 time: 0.0748289 Nov 12 05:26:59.374881 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed140dd-8559-407b-81b2-d0f61fc53207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.402792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cadf4-5905-4604-ba36-5af112fbf6d0 req-7da72a6d-7203-42de-a6b2-b45790a6f48f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:59.408269 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2f3bcb4b-9f38-4f4e-b27f-917e8b769b0f req-4fa571af-3572-4c90-8e7b-ddf0f0c89984 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495739 Nov 12 05:26:59.409119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cadf4-5905-4604-ba36-5af112fbf6d0 req-7da72a6d-7203-42de-a6b2-b45790a6f48f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:59.415227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cadf4-5905-4604-ba36-5af112fbf6d0 req-7da72a6d-7203-42de-a6b2-b45790a6f48f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:59.416879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f6cadf4-5905-4604-ba36-5af112fbf6d0 req-7da72a6d-7203-42de-a6b2-b45790a6f48f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2418 time: 0.0907977 Nov 12 05:26:59.494576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f6cadf4-5905-4604-ba36-5af112fbf6d0 req-77cb6b57-94c7-4742-a61a-5190e999fd23 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666225 Nov 12 05:26:59.535450 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed140dd-8559-407b-81b2-d0f61fc53207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.540377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed140dd-8559-407b-81b2-d0f61fc53207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.577704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-eed140dd-8559-407b-81b2-d0f61fc53207 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33282b59ff9343ea96aef4ec7ca67fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310897 Nov 12 05:26:59.579628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed140dd-8559-407b-81b2-d0f61fc53207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16196a3-94f8-4424-ae47-dedcb3ce8508,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:59.580396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:59.627815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6697-feac-44e5-8b20-8f4bed8500f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.649166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6697-feac-44e5-8b20-8f4bed8500f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.698913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6697-feac-44e5-8b20-8f4bed8500f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.701588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6697-feac-44e5-8b20-8f4bed8500f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.702771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5fbf6697-feac-44e5-8b20-8f4bed8500f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a16196a3-94f8-4424-ae47-dedcb3ce8508 HTTP/1.1" status: 204 len: 168 time: 0.1213825 Nov 12 05:26:59.711913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf6697-feac-44e5-8b20-8f4bed8500f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16196a3-94f8-4424-ae47-dedcb3ce8508,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:00.624379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc112f-b8ce-45f9-bbb0-ac5823b01e55 req-d2c9b247-152d-4967-a90f-eb8de7a244f5 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:00.630817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc112f-b8ce-45f9-bbb0-ac5823b01e55 req-d2c9b247-152d-4967-a90f-eb8de7a244f5 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:00.636907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc112f-b8ce-45f9-bbb0-ac5823b01e55 req-d2c9b247-152d-4967-a90f-eb8de7a244f5 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:00.638683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ddc112f-b8ce-45f9-bbb0-ac5823b01e55 req-d2c9b247-152d-4967-a90f-eb8de7a244f5 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2418 time: 0.0683932 Nov 12 05:27:00.690451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ddc112f-b8ce-45f9-bbb0-ac5823b01e55 req-d37134aa-fd03-4f51-9067-96756437b28f tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Nov 12 05:27:00.744532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:00.795605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:00.795984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:00.883792 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:00.919980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:00.924041 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:00.977961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:01.155492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:01.157902 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06caf4f9-e45e-416c-bd80-6a7d27994de4" -d '{"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-plugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:01.200263 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff1ed26-9d54-42a1-a29f-3b0d3c8ce566 x-openstack-request-id: req-5ff1ed26-9d54-42a1-a29f-3b0d3c8ce566 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:01.200566 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-plugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:01.201032 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ff1ed26-9d54-42a1-a29f-3b0d3c8ce566 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:01.201406 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'code': 200} Nov 12 05:27:01.361344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41344) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:01.517887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:01.543372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:01.650547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:01.762557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Allocated IP 172.25.2.247 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/86a385b6-952e-4f9a-907e-c2fce2ac267f) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:01.830169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219661a7-4da8-44a8-932a-c2d269335fca req-1bd6b309-f98c-46a6-890e-07d02800d235 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:01.836205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219661a7-4da8-44a8-932a-c2d269335fca req-1bd6b309-f98c-46a6-890e-07d02800d235 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:01.842263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219661a7-4da8-44a8-932a-c2d269335fca req-1bd6b309-f98c-46a6-890e-07d02800d235 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:01.844525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-219661a7-4da8-44a8-932a-c2d269335fca req-1bd6b309-f98c-46a6-890e-07d02800d235 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2418 time: 0.0686529 Nov 12 05:27:01.882689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:01.896556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-219661a7-4da8-44a8-932a-c2d269335fca req-2b28006b-0cfb-450a-91a8-769c72f01248 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454974 Nov 12 05:27:01.918369 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:01.961600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:01.967820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:01.972330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:01.978225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'Port': ['ID=86a385b6-952e-4f9a-907e-c2fce2ac267f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:02.095988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.137981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.248958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9cff-0c3b-4c48-9ed5-c0c0e14794fa req-54975264-2902-4d0a-b80a-6dad214da328 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:02.258142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9cff-0c3b-4c48-9ed5-c0c0e14794fa req-54975264-2902-4d0a-b80a-6dad214da328 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:02.264143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9cff-0c3b-4c48-9ed5-c0c0e14794fa req-54975264-2902-4d0a-b80a-6dad214da328 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:02.266378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d2f9cff-0c3b-4c48-9ed5-c0c0e14794fa req-54975264-2902-4d0a-b80a-6dad214da328 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2418 time: 0.0691671 Nov 12 05:27:02.306801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.314041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.319641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d2f9cff-0c3b-4c48-9ed5-c0c0e14794fa req-797fcf3c-c70d-4c73-8e1e-8bc0a475f1ab tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466595 Nov 12 05:27:02.391333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'Port': ['ID=86a385b6-952e-4f9a-907e-c2fce2ac267f,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:02.400631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.416628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.418937 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6794415d-ed62-4c1e-b676-98a6c3472b46 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0563879 Nov 12 05:27:02.420699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41382) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:02.426739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-324008485'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:02.449002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Made reservation on behalf of c4502c3a57e343d1aa158b018bddade0 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:02.452796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.462599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.553879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.557783 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.584347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:27:02.592111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d82b6b-8771-4d4e-bab4-31bb7cc2f9b8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:02.599442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.599844 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Added segment 8bde05c0-91df-4be8-99ae-a7c008be3877 of type vlan for network a456f759-01df-4882-87b5-45bb15a55f34 Nov 12 05:27:02.646716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.679531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.685172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:02.685757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:02.722973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3009636 Nov 12 05:27:02.724502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41394) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:02.730658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Request body: {'subnet': {'network_id': 'a456f759-01df-4882-87b5-45bb15a55f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:02.768121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8a338-734c-4869-9c45-26601415eb80 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'Network': ['ID=a456f759-01df-4882-87b5-45bb15a55f34,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:02.780130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network a456f759-01df-4882-87b5-45bb15a55f34 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:27:02.878253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Made reservation on behalf of c4502c3a57e343d1aa158b018bddade0 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:02.883147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:03.092541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:03.155344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'Subnet': ['ID=a7da2dff-f9b0-4186-b31a-1b9982ab3e9a,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:03.168600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Checking segment: {'id': '8bde05c0-91df-4be8-99ae-a7c008be3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a456f759-01df-4882-87b5-45bb15a55f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:03.168985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Network hostable DHCP agents. Network: a456f759-01df-4882-87b5-45bb15a55f34, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:27:03.191412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Network a456f759-01df-4882-87b5-45bb15a55f34 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:27:03.205278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, a456f759-01df-4882-87b5-45bb15a55f34) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:03.210143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:03.210815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:03.223453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee7000-5342-40d3-aa4a-9c1ddbcace93 None None] Network a456f759-01df-4882-87b5-45bb15a55f34 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:03.236898 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-727ae4f9-dca2-4f9b-94dd-63a1bb25daac tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5110064 Nov 12 05:27:03.240664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41402) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:03.246227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1666033121', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:03.309435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:03.312456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:03.457109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:03.607103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-a456f759-01df-4882-87b5-45bb15a55f34', 'network_id': 'a456f759-01df-4882-87b5-45bb15a55f34', 'tenant_id': 'c4502c3a57e343d1aa158b018bddade0', 'fixed_ips': [{'subnet_id': 'a7da2dff-f9b0-4186-b31a-1b9982ab3e9a'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:27:03.608492 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:03.813078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Allocated IP 172.20.0.2 (a456f759-01df-4882-87b5-45bb15a55f34/a7da2dff-f9b0-4186-b31a-1b9982ab3e9a/331b063a-8455-4af7-a767-71cf2669126f) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:03.854967 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:03.924828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb79d-655f-4544-aca3-fc1f5197e8f0 req-3a7c3603-9018-46c3-922e-f0444e211b56 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:03.932382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb79d-655f-4544-aca3-fc1f5197e8f0 req-3a7c3603-9018-46c3-922e-f0444e211b56 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:03.941153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb79d-655f-4544-aca3-fc1f5197e8f0 req-3a7c3603-9018-46c3-922e-f0444e211b56 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:03.950592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdcb79d-655f-4544-aca3-fc1f5197e8f0 req-3a7c3603-9018-46c3-922e-f0444e211b56 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2418 time: 0.3727310 Nov 12 05:27:04.013214 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:04.032299 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:04.091678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Network a456f759-01df-4882-87b5-45bb15a55f34 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:04.099095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:04.105938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:04.116348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Pushing event updated for resources: {'Port': ['ID=331b063a-8455-4af7-a767-71cf2669126f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:04.270187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Attempting to bind port 331b063a-8455-4af7-a767-71cf2669126f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:04.275770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Attempting to bind port 331b063a-8455-4af7-a767-71cf2669126f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '8bde05c0-91df-4be8-99ae-a7c008be3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a456f759-01df-4882-87b5-45bb15a55f34'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:04.276175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Attempting to bind port 331b063a-8455-4af7-a767-71cf2669126f on network a456f759-01df-4882-87b5-45bb15a55f34 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:04.289510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:04.289846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Checking segment: {'id': '8bde05c0-91df-4be8-99ae-a7c008be3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a456f759-01df-4882-87b5-45bb15a55f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:04.290247 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:04.290675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Bound using segment: {'id': '8bde05c0-91df-4be8-99ae-a7c008be3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a456f759-01df-4882-87b5-45bb15a55f34'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:04.293303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Bound port: 331b063a-8455-4af7-a767-71cf2669126f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bde05c0-91df-4be8-99ae-a7c008be3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a456f759-01df-4882-87b5-45bb15a55f34'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:04.293701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:04.294777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-74c0dbcf-5c23-481f-ade8-a32511869a76 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:04.312259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-74c0dbcf-5c23-481f-ade8-a32511869a76 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:04.327129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-74c0dbcf-5c23-481f-ade8-a32511869a76 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:04.333014 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-74c0dbcf-5c23-481f-ade8-a32511869a76 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 2418 time: 0.1800456 Nov 12 05:27:04.446147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] For port 331b063a-8455-4af7-a767-71cf2669126f, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:04.450452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] For port 331b063a-8455-4af7-a767-71cf2669126f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=331b063a-8455-4af7-a767-71cf2669126f,segment=NetworkSegment(8bde05c0-91df-4be8-99ae-a7c008be3877),segment_id=8bde05c0-91df-4be8-99ae-a7c008be3877)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:04.464524 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:04.567887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6030bee-3478-4fbf-b78c-22e88028d078 None None] Pushing event updated for resources: {'Port': ['ID=331b063a-8455-4af7-a767-71cf2669126f,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:04.580309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:04.580663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:04.680745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdcb79d-655f-4544-aca3-fc1f5197e8f0 req-3ff3800f-762f-4a3f-b767-03afd0f394d5 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7288871 Nov 12 05:27:04.709008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8127e76-7682-4b85-8fca-3b9883d3f359 req-38f9ac64-adee-4cec-9f7c-b6c11b5795e6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:04.719536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8127e76-7682-4b85-8fca-3b9883d3f359 req-38f9ac64-adee-4cec-9f7c-b6c11b5795e6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1566119 Nov 12 05:27:04.800809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port 8b8b1215-8a92-4515-879f-c8fcc80b6f71, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8b8b1215-8a92-4515-879f-c8fcc80b6f71,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:04.801184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:04.828669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for 8b8b1215-8a92-4515-879f-c8fcc80b6f71 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:04.972564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8127e76-7682-4b85-8fca-3b9883d3f359 req-08db950d-d693-4ba8-84b0-eee9f71ebc4e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511892 Nov 12 05:27:05.018571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.084691 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.091812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.129543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['6d8f1b50-81f2-4b92-90e8-ec5441f702a0', '1a01a260-97d4-4414-9fcd-b113f25ba1f5', '8b8b1215-8a92-4515-879f-c8fcc80b6f71'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:27:05.148260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=8b8b1215-8a92-4515-879f-c8fcc80b6f71,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:05.297052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port 8b8b1215-8a92-4515-879f-c8fcc80b6f71 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:05.302062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Allocated IP 172.25.2.129 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/5b28c1c4-4785-4d02-b002-3d7c7258fc87) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:05.303617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.312252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-c61b42ab-44ad-4151-9903-70979cffbb65 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "DELETE /v2.0/ports/8b8b1215-8a92-4515-879f-c8fcc80b6f71 HTTP/1.1" status: 204 len: 173 time: 0.9672344 Nov 12 05:27:05.315314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-deleted', 'tag': '8b8b1215-8a92-4515-879f-c8fcc80b6f71'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:05.321482 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56cd338-8657-4102-a3d1-957f1ad6af7a" -d '{"events": [{"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-deleted", "tag": "8b8b1215-8a92-4515-879f-c8fcc80b6f71"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:05.539257 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378ac9e8-198e-497c-b863-65dd30b4f6c9 x-openstack-request-id: req-378ac9e8-198e-497c-b863-65dd30b4f6c9 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:05.539554 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-deleted", "tag": "8b8b1215-8a92-4515-879f-c8fcc80b6f71", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:05.539810 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-378ac9e8-198e-497c-b863-65dd30b4f6c9 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:05.540214 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-deleted', 'tag': '8b8b1215-8a92-4515-879f-c8fcc80b6f71', 'status': 'completed', 'code': 200} Nov 12 05:27:05.583982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 331b063a-8455-4af7-a767-71cf2669126f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:05.603869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:05.604232 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.612666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.678123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.764194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:05.780189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:05.794189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:05.798206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 331b063a-8455-4af7-a767-71cf2669126f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:05.798608 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.800350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'Port': ['ID=5b28c1c4-4785-4d02-b002-3d7c7258fc87,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:05.820144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:05.820437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.846778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:06.017025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af344c43-d5a0-4140-b774-b98c745609f0 req-b0f9223f-5006-44a9-9230-eaa2c994de51 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:06.036759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af344c43-d5a0-4140-b774-b98c745609f0 req-b0f9223f-5006-44a9-9230-eaa2c994de51 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:06.048454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af344c43-d5a0-4140-b774-b98c745609f0 req-b0f9223f-5006-44a9-9230-eaa2c994de51 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 1683 time: 0.2100704 Nov 12 05:27:06.061376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.112099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.179710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=6d8f1b50-81f2-4b92-90e8-ec5441f702a0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:06.209889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 331b063a-8455-4af7-a767-71cf2669126f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=331b063a-8455-4af7-a767-71cf2669126f,segment=NetworkSegment(8bde05c0-91df-4be8-99ae-a7c008be3877),segment_id=8bde05c0-91df-4be8-99ae-a7c008be3877)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:06.221859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.280946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:06.288743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.293947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-f2d7f0f1-232c-40bb-ac5e-9e1877b41a34 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "DELETE /v2.0/ports/6d8f1b50-81f2-4b92-90e8-ec5441f702a0 HTTP/1.1" status: 204 len: 173 time: 0.9647396 Nov 12 05:27:06.302143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=331b063a-8455-4af7-a767-71cf2669126f,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:06.343273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e312a2-547c-48d1-bfd8-9d0a29690ff4 None None] Network a456f759-01df-4882-87b5-45bb15a55f34 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:06.366745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af344c43-d5a0-4140-b774-b98c745609f0 req-881e7f86-e8f8-45c7-8cd0-02f1ac0183f1 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179114 Nov 12 05:27:06.404101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bdba5-00ec-49aa-a15b-9dcaeacd7c34 req-f7b621a6-58dd-498c-8429-615ad608b95b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:06.414509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c0bdba5-00ec-49aa-a15b-9dcaeacd7c34 req-f7b621a6-58dd-498c-8429-615ad608b95b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.2674227 Nov 12 05:27:06.441041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:06.442939 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.520575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['8b8b1215-8a92-4515-879f-c8fcc80b6f71'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:27:06.613548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c0bdba5-00ec-49aa-a15b-9dcaeacd7c34 req-446410cf-11ba-4f83-817c-a27d7cc0a1d8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915591 Nov 12 05:27:06.630020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port 1a01a260-97d4-4414-9fcd-b113f25ba1f5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1a01a260-97d4-4414-9fcd-b113f25ba1f5,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:06.631186 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.648748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for 1a01a260-97d4-4414-9fcd-b113f25ba1f5 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:06.684262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a736aea0-c580-4df7-8f9a-0ddc89781a6a None None] Provisioning complete for port 331b063a-8455-4af7-a767-71cf2669126f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:06.684636 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a736aea0-c580-4df7-8f9a-0ddc89781a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.771423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.864347 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.898179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=1a01a260-97d4-4414-9fcd-b113f25ba1f5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:06.981343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port 1a01a260-97d4-4414-9fcd-b113f25ba1f5 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:06.984813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:06.988372 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-701a89d8-f27e-4746-be3f-5c4370e4a806 req-10a2e9cc-935b-4576-bd48-b97dfc59f896 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "DELETE /v2.0/ports/1a01a260-97d4-4414-9fcd-b113f25ba1f5 HTTP/1.1" status: 204 len: 173 time: 0.6869626 Nov 12 05:27:07.189495 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:07.219787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 331b063a-8455-4af7-a767-71cf2669126f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:07.310513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f54256fc-063e-4142-980e-d37cb5946896 None None] Provisioning complete for port 331b063a-8455-4af7-a767-71cf2669126f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:07.311002 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f54256fc-063e-4142-980e-d37cb5946896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:07.355663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 331b063a-8455-4af7-a767-71cf2669126f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:07.356123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:07.370619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Router f632668a-413e-4170-8e67-40de63278d2f is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:27:07.544283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-deleted', 'tag': '6d8f1b50-81f2-4b92-90e8-ec5441f702a0'}, {'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-deleted', 'tag': '1a01a260-97d4-4414-9fcd-b113f25ba1f5'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:07.547389 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f64ff21-e458-4d03-ae5a-586f8abeb18a" -d '{"events": [{"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-deleted", "tag": "6d8f1b50-81f2-4b92-90e8-ec5441f702a0"}, {"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-deleted", "tag": "1a01a260-97d4-4414-9fcd-b113f25ba1f5"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:07.569549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d1a20c8-5131-434a-8810-7ec1e66c9d37 req-e1a3cd5d-98fa-4b01-a349-9fb2e75dc99e tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d449db1-03a2-4099-8f87-2fbee90b0b9d HTTP/1.1" status: 200 len: 210 time: 0.0411019 Nov 12 05:27:07.573124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:07.593126 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72001992-756f-464e-9893-55f6dde9e0d7 None None] Sync routers for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:07.616653 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72001992-756f-464e-9893-55f6dde9e0d7 None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:07.619573 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-72001992-756f-464e-9893-55f6dde9e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:07.632939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:07.637555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41468) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:07.638250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-15f3abc6-3e34-484f-9a4f-192a432d1aa7 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.3953767 Nov 12 05:27:07.648419 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa553014-ab7d-43a9-8e11-60e939217ad7 x-openstack-request-id: req-fa553014-ab7d-43a9-8e11-60e939217ad7 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:07.648684 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-deleted", "tag": "6d8f1b50-81f2-4b92-90e8-ec5441f702a0", "status": "completed", "code": 200}, {"server_uuid": "3d449db1-03a2-4099-8f87-2fbee90b0b9d", "name": "network-vif-deleted", "tag": "1a01a260-97d4-4414-9fcd-b113f25ba1f5", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:07.649303 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa553014-ab7d-43a9-8e11-60e939217ad7 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:07.649722 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-deleted', 'tag': '6d8f1b50-81f2-4b92-90e8-ec5441f702a0', 'status': 'completed', 'code': 200} Nov 12 05:27:07.650028 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d449db1-03a2-4099-8f87-2fbee90b0b9d', 'name': 'network-vif-deleted', 'tag': '1a01a260-97d4-4414-9fcd-b113f25ba1f5', 'status': 'completed', 'code': 200} Nov 12 05:27:07.702120 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-72001992-756f-464e-9893-55f6dde9e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:07.729323 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72001992-756f-464e-9893-55f6dde9e0d7 None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:07.730640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-72001992-756f-464e-9893-55f6dde9e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:07.778905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-72001992-756f-464e-9893-55f6dde9e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:07.780057 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72001992-756f-464e-9893-55f6dde9e0d7 None None] The sync data for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:07.813561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f1666-f03d-4d75-a49a-e2a0df6f0306 req-cf3aac8b-b968-4a75-b6fd-0050ebd2dc7f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:07.824009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c51f1666-f03d-4d75-a49a-e2a0df6f0306 req-cf3aac8b-b968-4a75-b6fd-0050ebd2dc7f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.0915527 Nov 12 05:27:07.895220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c51f1666-f03d-4d75-a49a-e2a0df6f0306 req-928a8837-cd2c-46d2-9567-00c31980cb38 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700996 Nov 12 05:27:08.205850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:08.518679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Allocated IP 172.20.0.1 (a456f759-01df-4882-87b5-45bb15a55f34/a7da2dff-f9b0-4186-b31a-1b9982ab3e9a/f4da66b0-6d75-4adf-9cdc-899e83ad9cba) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:08.636721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41488) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:08.665450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:08.698457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting subnet f12534bc-ed6f-4c23-8f20-59583f246ece {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:08.703983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:08.707308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:08.752480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'Port': ['ID=f4da66b0-6d75-4adf-9cdc-899e83ad9cba,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:08.773621 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:08.783889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Network a456f759-01df-4882-87b5-45bb15a55f34 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:08.787209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:08.793173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:08.822412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:08.868562 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:08.883748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:08.884247 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6d8f1b50-81f2-4b92-90e8-ec5441f702a0 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:08.884767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8b8b1215-8a92-4515-879f-c8fcc80b6f71 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:08.919131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 8b8b1215-8a92-4515-879f-c8fcc80b6f71 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:08.920135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8b8b1215-8a92-4515-879f-c8fcc80b6f71 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:08.920810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1a01a260-97d4-4414-9fcd-b113f25ba1f5 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:08.921506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:08.960070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 1a01a260-97d4-4414-9fcd-b113f25ba1f5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:08.961147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1a01a260-97d4-4414-9fcd-b113f25ba1f5 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:09.005060 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.048710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Subnet': ['ID=f12534bc-ed6f-4c23-8f20-59583f246ece,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:09.067793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.068410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.069055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.070406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.070960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.071406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.071879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.072304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.072732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.073189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.073751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.074181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:09.075268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687172bf-6ef0-45ab-a735-545b4f5b7049 None None] Network b8715b6a-f011-4534-8cbb-84a6d1be8c69 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:09.092204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.096689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e8064356-4f33-45c6-bd79-b1b2e356fa9a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "DELETE /v2.0/subnets/f12534bc-ed6f-4c23-8f20-59583f246ece HTTP/1.1" status: 204 len: 168 time: 0.4597664 Nov 12 05:27:09.101509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41500) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:09.218252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.244687 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.292979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287dd80-03d4-4d62-b716-e8fa82af30c6 req-b1abf334-e768-4f87-9f5b-50c64225bbf6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:09.299759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d20a2780-b225-49f0-a6fe-858c827a21e3 None None] Provisioning complete for port f4da66b0-6d75-4adf-9cdc-899e83ad9cba triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:09.300643 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d20a2780-b225-49f0-a6fe-858c827a21e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.303053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8287dd80-03d4-4d62-b716-e8fa82af30c6 req-b1abf334-e768-4f87-9f5b-50c64225bbf6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.2224412 Nov 12 05:27:09.369167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] DHCP port deletion for b8715b6a-f011-4534-8cbb-84a6d1be8c69 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:09.395452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d20a2780-b225-49f0-a6fe-858c827a21e3 None None] Port f4da66b0-6d75-4adf-9cdc-899e83ad9cba cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:09.431624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8287dd80-03d4-4d62-b716-e8fa82af30c6 req-02294721-9c77-4b95-a13f-b9478caa5f31 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236601 Nov 12 05:27:09.446419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port 2623aa60-d13d-43f7-9483-7dfd78e22e67 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:09.447383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.451188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] Deleting port 2623aa60-d13d-43f7-9483-7dfd78e22e67 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:09.451570 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.541834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] For port 2623aa60-d13d-43f7-9483-7dfd78e22e67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2623aa60-d13d-43f7-9483-7dfd78e22e67,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:09.543808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.550124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port 2623aa60-d13d-43f7-9483-7dfd78e22e67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2623aa60-d13d-43f7-9483-7dfd78e22e67,segment=NetworkSegment(43314934-7c99-4d44-ba47-c7124d2de07f),segment_id=43314934-7c99-4d44-ba47-c7124d2de07f)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:09.550725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.564315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for 2623aa60-d13d-43f7-9483-7dfd78e22e67 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:09.566254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] Calling delete_port for 2623aa60-d13d-43f7-9483-7dfd78e22e67 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:09.677912 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.684702 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.688754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: from cryptography.utils import int_from_bytes Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: from cryptography.utils import int_from_bytes Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.690093 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:09.693144 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:27:09.700888 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.710143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port 2623aa60-d13d-43f7-9483-7dfd78e22e67 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:09.732742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] Pushing event deleted for resources: {'Port': ['ID=2623aa60-d13d-43f7-9483-7dfd78e22e67,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:09.733481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=2623aa60-d13d-43f7-9483-7dfd78e22e67,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:09.744350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d10775-ba98-4f49-818a-05b7937078f7 None None] No DVR routers for this DVR port 2623aa60-d13d-43f7-9483-7dfd78e22e67 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:09.815129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'Port': ['ID=f4da66b0-6d75-4adf-9cdc-899e83ad9cba,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:09.831145 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.841044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.866817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8715b6a-f011-4534-8cbb-84a6d1be8c69']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:09.886584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43314934-7c99-4d44-ba47-c7124d2de07f') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:09.886889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43314934-7c99-4d44-ba47-c7124d2de07f') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:09.924231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.943890 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.955759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:09.956462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:09.962900 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:09.975437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Network a456f759-01df-4882-87b5-45bb15a55f34 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:09.977052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:10.063640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.071791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.078145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "DELETE /v2.0/networks/b8715b6a-f011-4534-8cbb-84a6d1be8c69 HTTP/1.1" status: 204 len: 168 time: 0.9745603 Nov 12 05:27:10.079780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41510) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:10.101464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02478626-fad1-4405-bcc0-35085a935a3c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Network': ['ID=b8715b6a-f011-4534-8cbb-84a6d1be8c69,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:10.183492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Router f632668a-413e-4170-8e67-40de63278d2f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:10.188373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting subnet 1be73795-bb61-44de-8e8c-d09b43a35cb7 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:10.194187 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.290801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.346078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a5450ca3-fbf2-4d13-a2a6-4f77f0bb62ca None None] Provisioning complete for port f4da66b0-6d75-4adf-9cdc-899e83ad9cba triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:10.347161 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5450ca3-fbf2-4d13-a2a6-4f77f0bb62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.395603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a5450ca3-fbf2-4d13-a2a6-4f77f0bb62ca None None] Port f4da66b0-6d75-4adf-9cdc-899e83ad9cba cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:10.460437 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.613608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e5bfd-39eb-435a-8ecc-607972e1684f req-a48724b4-05bf-4229-99cc-4134faf225cb tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:10.616008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b2e5bfd-39eb-435a-8ecc-607972e1684f req-a48724b4-05bf-4229-99cc-4134faf225cb tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.0735326 Nov 12 05:27:10.690737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b2e5bfd-39eb-435a-8ecc-607972e1684f req-f45ff077-7f2a-4ec3-ac36-304194379913 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638785 Nov 12 05:27:10.788082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:10.794431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3ee956c1-8c78-4e48-9ecc-ad965dfc18d4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "PUT /v2.0/routers/f632668a-413e-4170-8e67-40de63278d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1555812 Nov 12 05:27:10.798472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41522) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:10.801251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a7817-8be4-4377-8a66-84f0a45400c6 None None] Sync routers for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:10.804583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Request body: {'port': {'network_id': 'a456f759-01df-4882-87b5-45bb15a55f34', 'name': 'tempest-FloatingIPAdminTestJSON-293493946'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:10.809690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.815945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a7817-8be4-4377-8a66-84f0a45400c6 None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:10.815945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-914a7817-8be4-4377-8a66-84f0a45400c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:10.870704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-914a7817-8be4-4377-8a66-84f0a45400c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:10.888444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a7817-8be4-4377-8a66-84f0a45400c6 None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:10.889076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-914a7817-8be4-4377-8a66-84f0a45400c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:26:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:10.902192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.933310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-914a7817-8be4-4377-8a66-84f0a45400c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:10.933992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a7817-8be4-4377-8a66-84f0a45400c6 None None] The sync data for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:10.936851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Subnet': ['ID=1be73795-bb61-44de-8e8c-d09b43a35cb7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:10.945525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:10.948394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd12af-2f3c-4f7a-afeb-4d90cfccde59 None None] Network bf18a0e6-4aeb-4aa7-856c-108c8b25b49f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:10.949613 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "DELETE /v2.0/subnets/1be73795-bb61-44de-8e8c-d09b43a35cb7 HTTP/1.1" status: 204 len: 168 time: 0.8685694 Nov 12 05:27:10.952363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.952714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.953601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.953949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.954283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.954701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.955036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.955364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.955684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.956009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.956333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.956660 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b793d-501d-46b5-8611-bd3569492367 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:10.959460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41524) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:11.002414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Made reservation on behalf of c4502c3a57e343d1aa158b018bddade0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:11.007096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.067194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] device_id is not set on port 6ecdb252-dd56-4b27-a45b-a87041d12e17 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:27:11.127386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.177002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2623aa60-d13d-43f7-9483-7dfd78e22e67 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:11.210029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 2623aa60-d13d-43f7-9483-7dfd78e22e67 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:11.214379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2623aa60-d13d-43f7-9483-7dfd78e22e67 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:11.217776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port bfad7030-b746-4077-ba93-f1dbad924d1c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:11.218256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.227158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] DHCP port deletion for bf18a0e6-4aeb-4aa7-856c-108c8b25b49f request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:11.293036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port bfad7030-b746-4077-ba93-f1dbad924d1c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bfad7030-b746-4077-ba93-f1dbad924d1c,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:11.293636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.294619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Allocated IP 172.20.0.14 (a456f759-01df-4882-87b5-45bb15a55f34/a7da2dff-f9b0-4186-b31a-1b9982ab3e9a/6ecdb252-dd56-4b27-a45b-a87041d12e17) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:11.320657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for bfad7030-b746-4077-ba93-f1dbad924d1c owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:11.342625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] Deleting port bfad7030-b746-4077-ba93-f1dbad924d1c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:11.343325 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.427295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] For port bfad7030-b746-4077-ba93-f1dbad924d1c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bfad7030-b746-4077-ba93-f1dbad924d1c,segment=NetworkSegment(e7dc4468-39de-41d9-9971-6a9ffc28b5af),segment_id=e7dc4468-39de-41d9-9971-6a9ffc28b5af)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:11.428490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.434992 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.448740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] Calling delete_port for bfad7030-b746-4077-ba93-f1dbad924d1c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:11.450132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port bfad7030-b746-4077-ba93-f1dbad924d1c on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:11.575990 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.579756 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.603875 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.606706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf18a0e6-4aeb-4aa7-856c-108c8b25b49f']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:11.619140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dc4468-39de-41d9-9971-6a9ffc28b5af') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:11.619454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dc4468-39de-41d9-9971-6a9ffc28b5af') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:11.632355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.645443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] Pushing event deleted for resources: {'Port': ['ID=bfad7030-b746-4077-ba93-f1dbad924d1c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:11.648163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a9e8d-7ab4-4e11-9c28-6d67513c84ab None None] No DVR routers for this DVR port bfad7030-b746-4077-ba93-f1dbad924d1c on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:11.649614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.658063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:11.658762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.688208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:11.727377 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:11.729787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=bfad7030-b746-4077-ba93-f1dbad924d1c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:11.737741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.749481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.757187 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "DELETE /v2.0/networks/bf18a0e6-4aeb-4aa7-856c-108c8b25b49f HTTP/1.1" status: 204 len: 168 time: 0.7966831 Nov 12 05:27:11.775499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41540) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:11.778233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade25dc-1b5f-43db-a497-5308fea8360c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Network': ['ID=bf18a0e6-4aeb-4aa7-856c-108c8b25b49f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:11.794006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Network a456f759-01df-4882-87b5-45bb15a55f34 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:11.798010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:11.798462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1385605523'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:11.801648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:11.828411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:11.834793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.888727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:27:11.899541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.899794 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Added segment acbd9e43-1de3-4aef-82a3-f62c1cb76972 of type vlan for network eb922524-0b99-4a53-8227-5bc290bf9939 Nov 12 05:27:11.902886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event updated for resources: {'Port': ['ID=6ecdb252-dd56-4b27-a45b-a87041d12e17,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:11.921031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:11.921703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.947729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14626a-51a5-445b-9676-8d4593f04bc7 req-8578190f-889a-4c5d-a736-b2988a53c54b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:11.952854 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:11.955748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e14626a-51a5-445b-9676-8d4593f04bc7 req-8578190f-889a-4c5d-a736-b2988a53c54b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1223960 Nov 12 05:27:11.976576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ef15af36-cac3-4a8f-948c-e96b37f4f13d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1767504 Nov 12 05:27:11.981570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41542) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:12.007557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.014029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:12.014640 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.021574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e14626a-51a5-445b-9676-8d4593f04bc7 req-e3607257-1d7b-4466-8a82-28d5c16c84cc tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649948 Nov 12 05:27:12.060481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'project_id': 'c4502c3a57e343d1aa158b018bddade0', 'port_id': '6ecdb252-dd56-4b27-a45b-a87041d12e17'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:12.099010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.101844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41548) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:12.101986 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3246405 Nov 12 05:27:12.107256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'subnet': {'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:12.161849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7559-4ac5-4760-a4dd-82699b1c7957 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Network': ['ID=eb922524-0b99-4a53-8227-5bc290bf9939,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:12.177030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network eb922524-0b99-4a53-8227-5bc290bf9939 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:27:12.278838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fd701bda-90b2-4169-bce0-8577325df5fc None None] Provisioning complete for port 6ecdb252-dd56-4b27-a45b-a87041d12e17 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:12.279121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd701bda-90b2-4169-bce0-8577325df5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.306263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:12.309849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.318872 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-fd701bda-90b2-4169-bce0-8577325df5fc None None] Port 6ecdb252-dd56-4b27-a45b-a87041d12e17 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:12.376666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.553560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Allocated IP 172.25.2.210 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/efb1c5c2-cbdb-4b06-8b85-b6e89d7a32a3) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:12.662203 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.767630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Subnet': ['ID=185b14f2-57fc-492a-932f-d8af2b217b16,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:12.794225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.805249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Checking segment: {'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:12.805982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network hostable DHCP agents. Network: eb922524-0b99-4a53-8227-5bc290bf9939, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:27:12.860637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network eb922524-0b99-4a53-8227-5bc290bf9939 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:27:12.877385 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.882786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, eb922524-0b99-4a53-8227-5bc290bf9939) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:12.893369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e112c6-b6a6-4153-b31c-2fd3ab5b3158 None None] Network eb922524-0b99-4a53-8227-5bc290bf9939 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:12.911438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:12.912051 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:12.935974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:12.938710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:12.943673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:12.955509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5182b297-f3c9-4d4e-b7dc-cb56b8c4151a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8497758 Nov 12 05:27:12.956028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:12.967527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1550120217'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:12.988545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Pushing event updated for resources: {'Port': ['ID=efb1c5c2-cbdb-4b06-8b85-b6e89d7a32a3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:13.003167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:13.006671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.065564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:27:13.076578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.076917 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Added segment eb8644fd-d0b6-4270-a28c-c8725d73d49f of type vlan for network f81639f4-0b6a-4163-b36a-f79f7b748bf8 Nov 12 05:27:13.141064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.159427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bfad7030-b746-4077-ba93-f1dbad924d1c no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:13.163998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-eb922524-0b99-4a53-8227-5bc290bf9939', 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'fixed_ips': [{'subnet_id': '185b14f2-57fc-492a-932f-d8af2b217b16'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:27:13.164908 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.189212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.196313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:13.197054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.228647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: bfad7030-b746-4077-ba93-f1dbad924d1c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:13.228986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bfad7030-b746-4077-ba93-f1dbad924d1c not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:13.295043 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3371119 Nov 12 05:27:13.297529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41568) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:13.302303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecde7a-056b-466b-a296-c34e08306726 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Network': ['ID=f81639f4-0b6a-4163-b36a-f79f7b748bf8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:13.317689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'subnet': {'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:13.329519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network f81639f4-0b6a-4163-b36a-f79f7b748bf8 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:27:13.433535 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:27:13.502817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Allocated IP 19.80.0.2 (eb922524-0b99-4a53-8227-5bc290bf9939/185b14f2-57fc-492a-932f-d8af2b217b16/5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:13.831423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f046f6-e419-46a4-a965-0da5bc0a3fe2 req-431a8e3e-e796-4407-ad62-2c0cceaba503 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:13.839396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7f046f6-e419-46a4-a965-0da5bc0a3fe2 req-431a8e3e-e796-4407-ad62-2c0cceaba503 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.6830657 Nov 12 05:27:13.852658 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.864580 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a810672-64b2-453f-94b8-8ae2fc8f6645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.867715 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:13.926772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Network eb922524-0b99-4a53-8227-5bc290bf9939 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:13.936237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:13.941353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:13.945517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Pushing event updated for resources: {'Port': ['ID=5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:14.002492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7f046f6-e419-46a4-a965-0da5bc0a3fe2 req-0e3eecf0-3a47-4e6a-b519-5ffe2765292a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537149 Nov 12 05:27:14.017073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Attempting to bind port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:14.017558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Attempting to bind port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:14.017922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Attempting to bind port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 on network eb922524-0b99-4a53-8227-5bc290bf9939 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:14.020995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:14.024686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:14.025610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:14.026271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Checking segment: {'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:14.026937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:14.027805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Bound using segment: {'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:14.028492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Bound port: 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:14.029181 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:14.104596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] For port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:14.109235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] For port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7,segment=NetworkSegment(acbd9e43-1de3-4aef-82a3-f62c1cb76972),segment_id=acbd9e43-1de3-4aef-82a3-f62c1cb76972)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:14.121425 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:14.230722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73ceb-d164-4612-8895-afc991450f11 None None] Pushing event updated for resources: {'Port': ['ID=5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:14.259937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:14.529174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:14.571496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:14.660260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9de92-a870-443b-afe6-7108e521a371 req-a1d76bc3-83b6-4478-bef8-49bf10a9fa5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.666831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9de92-a870-443b-afe6-7108e521a371 req-a1d76bc3-83b6-4478-bef8-49bf10a9fa5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.673614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9de92-a870-443b-afe6-7108e521a371 req-a1d76bc3-83b6-4478-bef8-49bf10a9fa5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.680794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9de92-a870-443b-afe6-7108e521a371 req-a1d76bc3-83b6-4478-bef8-49bf10a9fa5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.688791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9de92-a870-443b-afe6-7108e521a371 req-a1d76bc3-83b6-4478-bef8-49bf10a9fa5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.694848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9de92-a870-443b-afe6-7108e521a371 req-a1d76bc3-83b6-4478-bef8-49bf10a9fa5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.701579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9de92-a870-443b-afe6-7108e521a371 req-a1d76bc3-83b6-4478-bef8-49bf10a9fa5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.704586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcb9de92-a870-443b-afe6-7108e521a371 req-a1d76bc3-83b6-4478-bef8-49bf10a9fa5c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.2640412 Nov 12 05:27:14.800528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Subnet': ['ID=a253d7d9-ad15-4358-b8a0-8074c189a848,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:14.876975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Checking segment: {'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:14.877338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network hostable DHCP agents. Network: f81639f4-0b6a-4163-b36a-f79f7b748bf8, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:27:14.892117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcb9de92-a870-443b-afe6-7108e521a371 req-83ef1e30-0b91-44e3-a88d-87f6f5a48cb6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1800175 Nov 12 05:27:14.952265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:14.957170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network f81639f4-0b6a-4163-b36a-f79f7b748bf8 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:27:14.961200 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:15.004688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, f81639f4-0b6a-4163-b36a-f79f7b748bf8) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:15.019994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aef743-0a12-450a-8a9f-e5f826ca4c6e None None] Network f81639f4-0b6a-4163-b36a-f79f7b748bf8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:15.022234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.023017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:15.137072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Pushing event updated for resources: {'Port': ['ID=efb1c5c2-cbdb-4b06-8b85-b6e89d7a32a3,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:15.158808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dd14a46e-7d23-470c-9725-d7aa6952c647 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8594751 Nov 12 05:27:15.169076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:15.292683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed2d3-7d68-4d2e-b0de-5d782f36c113 req-1757c12f-0bc1-4a85-b0dd-b393cb62a1c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.308544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed2d3-7d68-4d2e-b0de-5d782f36c113 req-1757c12f-0bc1-4a85-b0dd-b393cb62a1c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.323680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed2d3-7d68-4d2e-b0de-5d782f36c113 req-1757c12f-0bc1-4a85-b0dd-b393cb62a1c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.330822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed2d3-7d68-4d2e-b0de-5d782f36c113 req-1757c12f-0bc1-4a85-b0dd-b393cb62a1c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.337066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed2d3-7d68-4d2e-b0de-5d782f36c113 req-1757c12f-0bc1-4a85-b0dd-b393cb62a1c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.344181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed2d3-7d68-4d2e-b0de-5d782f36c113 req-1757c12f-0bc1-4a85-b0dd-b393cb62a1c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.351126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed2d3-7d68-4d2e-b0de-5d782f36c113 req-1757c12f-0bc1-4a85-b0dd-b393cb62a1c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.364083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:15.376728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8bed2d3-7d68-4d2e-b0de-5d782f36c113 req-1757c12f-0bc1-4a85-b0dd-b393cb62a1c3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.2883177 Nov 12 05:27:15.463143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8bd81-50c5-4021-976d-df92839364aa req-1c5c9bfc-823b-4365-8a78-6b594754502c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.468789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fe8bd81-50c5-4021-976d-df92839364aa req-1c5c9bfc-823b-4365-8a78-6b594754502c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.2441018 Nov 12 05:27:15.534757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:15.535136 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:15.562675 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Floating IP 89d949de-638d-44f2-8b20-1f8f7947295c associated. External IP: 172.25.2.210, port: 6ecdb252-dd56-4b27-a45b-a87041d12e17. Nov 12 05:27:15.574583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-f81639f4-0b6a-4163-b36a-f79f7b748bf8', 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'fixed_ips': [{'subnet_id': 'a253d7d9-ad15-4358-b8a0-8074c189a848'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:27:15.575435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:15.604542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a3e96-5920-4540-bb14-1d0b4b595060 None None] Network eb922524-0b99-4a53-8227-5bc290bf9939 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:15.761230 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:15.776834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fe8bd81-50c5-4021-976d-df92839364aa req-8c250c22-633d-434d-a467-c28c2294c750 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694968 Nov 12 05:27:15.796336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-811cd57c-a27b-48d3-9ad1-4ab51a2ea2a4 None None] Provisioning complete for port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:15.796336 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-811cd57c-a27b-48d3-9ad1-4ab51a2ea2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:15.825139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-74de4ac6-a358-4efe-92f0-750715a6d68c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.832915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-74de4ac6-a358-4efe-92f0-750715a6d68c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:15.853639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-74de4ac6-a358-4efe-92f0-750715a6d68c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/networks?id=eb922524-0b99-4a53-8227-5bc290bf9939&id=f81639f4-0b6a-4163-b36a-f79f7b748bf8 HTTP/1.1" status: 200 len: 1392 time: 0.2484076 Nov 12 05:27:15.918326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-b5ff2b7f-1470-40c1-9ec8-276c8c78acc8 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/quotas/e8bbc2b58cf94527a2e1dfca7916d6a1 HTTP/1.1" status: 200 len: 375 time: 0.0636790 Nov 12 05:27:15.918600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7,segment=NetworkSegment(acbd9e43-1de3-4aef-82a3-f62c1cb76972),segment_id=acbd9e43-1de3-4aef-82a3-f62c1cb76972)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:15.938774 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.030710 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-cab1c2ae-2a44-4244-91e4-d01180f607ce tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113451 Nov 12 05:27:16.063858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Allocated IP 19.86.0.2 (f81639f4-0b6a-4163-b36a-f79f7b748bf8/a253d7d9-ad15-4358-b8a0-8074c189a848/cedee82c-27ca-43dc-9770-a14c411df03b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:16.122526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:16.126973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Router f632668a-413e-4170-8e67-40de63278d2f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:16.194504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.194874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.195152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.195503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.196344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.196344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.196592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.196772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.197065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.197384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.198045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.198045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:16.220718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-19b33ab3-fa5e-48e0-85ad-e37732780c90 service neutron] 10.222.0.48 "GET /v2.0/networks/eb922524-0b99-4a53-8227-5bc290bf9939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766353 Nov 12 05:27:16.338488 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.353002 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.398260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:16.411401 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Pushing event updated for resources: {'Port': ['ID=cedee82c-27ca-43dc-9770-a14c411df03b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:16.417386 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe25aff-3ea5-459b-a73d-83bce5e6193e None None] Sync routers for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:16.423235 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e29244c4-2d8c-443d-8617-f4668ad38973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.429899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Network f81639f4-0b6a-4163-b36a-f79f7b748bf8 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:16.431610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:16.434099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:16.456410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-d760f246-8cc9-4c6b-b738-fb4fe31e5b76 service neutron] 10.222.0.48 "GET /v2.0/networks/eb922524-0b99-4a53-8227-5bc290bf9939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343726 Nov 12 05:27:16.459191 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe25aff-3ea5-459b-a73d-83bce5e6193e None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:16.460083 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9fe25aff-3ea5-459b-a73d-83bce5e6193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:16.515936 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9fe25aff-3ea5-459b-a73d-83bce5e6193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:16.530692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Attempting to bind port cedee82c-27ca-43dc-9770-a14c411df03b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:16.531616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Attempting to bind port cedee82c-27ca-43dc-9770-a14c411df03b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:16.536760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Attempting to bind port cedee82c-27ca-43dc-9770-a14c411df03b on network f81639f4-0b6a-4163-b36a-f79f7b748bf8 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:16.538172 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe25aff-3ea5-459b-a73d-83bce5e6193e None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:16.539036 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9fe25aff-3ea5-459b-a73d-83bce5e6193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:16.552248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:16.552575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Checking segment: {'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:16.553109 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.555082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Bound using segment: {'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:16.555666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Bound port: cedee82c-27ca-43dc-9770-a14c411df03b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:16.556139 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.584589 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9fe25aff-3ea5-459b-a73d-83bce5e6193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:16.584959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.586534 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe25aff-3ea5-459b-a73d-83bce5e6193e None None] The sync data for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:16.635160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e84cca0e-b614-46ed-80e9-9d54e4041690 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.6524918 Nov 12 05:27:16.636536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41618) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:16.648578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] For port cedee82c-27ca-43dc-9770-a14c411df03b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:16.653594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] For port cedee82c-27ca-43dc-9770-a14c411df03b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cedee82c-27ca-43dc-9770-a14c411df03b,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:16.668062 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.692127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-8bccbab9-4401-4fd1-bf6c-b11db6bef9b5 service neutron] 10.222.0.48 "GET /v2.0/networks/f81639f4-0b6a-4163-b36a-f79f7b748bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337880 Nov 12 05:27:16.754732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a023f-d89c-427e-87d4-1ac3f02113ac None None] Pushing event updated for resources: {'Port': ['ID=cedee82c-27ca-43dc-9770-a14c411df03b,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:16.789722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-98ff5c62-25a0-41b5-95fb-318bf51a7cbf None None] Provisioning complete for port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:16.790489 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98ff5c62-25a0-41b5-95fb-318bf51a7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:16.863402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-99029cca-fabd-4f58-bc52-8da6e98889c9 service neutron] 10.222.0.48 "GET /v2.0/networks/f81639f4-0b6a-4163-b36a-f79f7b748bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643276 Nov 12 05:27:16.919815 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cee03fd0-a161-462a-86f2-c3a748858166 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] 10.222.0.48 "GET /v2.0/floatingips/89d949de-638d-44f2-8b20-1f8f7947295c HTTP/1.1" status: 200 len: 983 time: 0.2814834 Nov 12 05:27:16.920053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41628) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:17.209944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e91c5e-a03c-480e-82ef-0d3e7be32465 req-b84da049-91fc-474c-b77e-59bb916a081d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:17.231067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29e91c5e-a03c-480e-82ef-0d3e7be32465 req-b84da049-91fc-474c-b77e-59bb916a081d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1893580 Nov 12 05:27:17.308659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:17.310263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7dcb1785-17f3-46a7-93dd-b9f61fdf8c30 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 6176 time: 0.3890886 Nov 12 05:27:17.314133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41642) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:17.371018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb7bc592-dcc0-4cb7-8eb1-3ef02c648292 req-ac131f87-d4e8-4427-bbc5-a3afa6a6e474 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 210 time: 0.0754013 Nov 12 05:27:17.440594 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:17.470469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29e91c5e-a03c-480e-82ef-0d3e7be32465 req-512df627-b7f0-466d-913c-00306f62ad9d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791754 Nov 12 05:27:17.522883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:17.523272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:17.712899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Deleting port efb1c5c2-cbdb-4b06-8b85-b6e89d7a32a3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:17.713799 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:17.859083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:17.860040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:17.895013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Calling delete_port for efb1c5c2-cbdb-4b06-8b85-b6e89d7a32a3 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:18.015186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41666) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:18.172555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-a8686308-4209-43b7-8b65-bde6a844bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.178529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-a8686308-4209-43b7-8b65-bde6a844bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.179073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-a8686308-4209-43b7-8b65-bde6a844bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.179556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-a8686308-4209-43b7-8b65-bde6a844bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.180028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-a8686308-4209-43b7-8b65-bde6a844bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.180520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-a8686308-4209-43b7-8b65-bde6a844bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.180985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-a8686308-4209-43b7-8b65-bde6a844bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.211234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-a8686308-4209-43b7-8b65-bde6a844bea7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6508 time: 0.1821551 Nov 12 05:27:18.256663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:18.297844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-20f1c575-19f7-47f4-8e87-469e8619f200 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&id=86a25cee-69ba-4640-a508-8fa64a10326a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979855 Nov 12 05:27:18.301745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event deleted for resources: {'Port': ['ID=efb1c5c2-cbdb-4b06-8b85-b6e89d7a32a3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:18.359028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3ea85-428a-442a-b993-1d36a4a2f375 None None] Network f81639f4-0b6a-4163-b36a-f79f7b748bf8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:18.379021 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:18.379596 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Floating IP 89d949de-638d-44f2-8b20-1f8f7947295c disassociated (deleted). External IP: 172.25.2.210, port: 6ecdb252-dd56-4b27-a45b-a87041d12e17. Nov 12 05:27:18.514486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9fba1b4d-c7f0-4b82-a085-66d65d6514d3 None None] Provisioning complete for port cedee82c-27ca-43dc-9770-a14c411df03b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:18.528162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9fba1b4d-c7f0-4b82-a085-66d65d6514d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:18.562503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-210d995a-a578-4d17-b75a-2c4841afb38a req-53c77d2d-517d-4b9f-af50-4c5461ff394a tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 210 time: 0.0534508 Nov 12 05:27:18.779550 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:18.807664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563704df-470b-4fe5-9500-ed2c41730485 req-a17170ec-fde4-4384-9d3f-5ed6adfc721f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.817321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-563704df-470b-4fe5-9500-ed2c41730485 req-a17170ec-fde4-4384-9d3f-5ed6adfc721f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1384687 Nov 12 05:27:18.890299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-563704df-470b-4fe5-9500-ed2c41730485 req-c0a9a49f-c9ee-4e35-bcb7-77bc5319699f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719278 Nov 12 05:27:18.900689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-c2862a6f-b322-4d43-9759-b176b73a7f35 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.907556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-c2862a6f-b322-4d43-9759-b176b73a7f35 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:18.909180 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-c2862a6f-b322-4d43-9759-b176b73a7f35 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "GET /v2.0/networks?id=eb922524-0b99-4a53-8227-5bc290bf9939&id=f81639f4-0b6a-4163-b36a-f79f7b748bf8 HTTP/1.1" status: 200 len: 1392 time: 0.3635101 Nov 12 05:27:18.929404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'port': {'device_id': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939', 'admin_state_up': True, 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:18.930133 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9fba1b4d-c7f0-4b82-a085-66d65d6514d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:18.936567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Router f632668a-413e-4170-8e67-40de63278d2f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:19.005281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9fba1b4d-c7f0-4b82-a085-66d65d6514d3 None None] For port cedee82c-27ca-43dc-9770-a14c411df03b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cedee82c-27ca-43dc-9770-a14c411df03b,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:19.014986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9fba1b4d-c7f0-4b82-a085-66d65d6514d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.086393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba1b4d-c7f0-4b82-a085-66d65d6514d3 None None] Pushing event updated for resources: {'Port': ['ID=cedee82c-27ca-43dc-9770-a14c411df03b,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:19.195777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:19.210749 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.214200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6359f6-9133-4ef1-b65f-636f9d8d76ca None None] Sync routers for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:19.234845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6359f6-9133-4ef1-b65f-636f9d8d76ca None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:19.235483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ae6359f6-9133-4ef1-b65f-636f9d8d76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:19.263485 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-01f6327b-1506-4019-aecf-4bb53eda9cf9 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "DELETE /v2.0/floatingips/89d949de-638d-44f2-8b20-1f8f7947295c HTTP/1.1" status: 204 len: 168 time: 1.9484711 Nov 12 05:27:19.268047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41690) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:19.271227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:19.278836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:19.281929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.322723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cedee82c-27ca-43dc-9770-a14c411df03b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:19.325297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ae6359f6-9133-4ef1-b65f-636f9d8d76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:19.333939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.438312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Allocated IP 19.80.0.178 (eb922524-0b99-4a53-8227-5bc290bf9939/185b14f2-57fc-492a-932f-d8af2b217b16/897ba90c-1ca2-45be-8d47-c04d5a552c56) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:19.449121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6359f6-9133-4ef1-b65f-636f9d8d76ca None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:19.449787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ae6359f6-9133-4ef1-b65f-636f9d8d76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:19.498137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ae6359f6-9133-4ef1-b65f-636f9d8d76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:19.498712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6359f6-9133-4ef1-b65f-636f9d8d76ca None None] The sync data for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:19.506308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.507513 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.514778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ce006c23-85a1-4c3f-bc7f-3af4c8e0ef6d None None] Provisioning complete for port cedee82c-27ca-43dc-9770-a14c411df03b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:19.515701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce006c23-85a1-4c3f-bc7f-3af4c8e0ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.569577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port cedee82c-27ca-43dc-9770-a14c411df03b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:19.569577 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.677033 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.716943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d0636b9-de61-499f-8bbc-f1f35f5ab7a7 req-f0fa9f36-6a46-4d7e-a0bd-391493e65115 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 210 time: 0.0434113 Nov 12 05:27:19.718013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Allocated IP 172.25.2.196 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/3fb7bd7a-8d92-4666-af0a-d508d2546085) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:19.727993 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.784478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network eb922524-0b99-4a53-8227-5bc290bf9939 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:19.787969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:19.791580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:19.848804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Port': ['ID=897ba90c-1ca2-45be-8d47-c04d5a552c56,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:19.886583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:19.887267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.910155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-652ba35a-73d6-4691-b4d3-348ad081a6cc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9846094 Nov 12 05:27:19.936568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Request body: {'port': {'device_id': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8', 'admin_state_up': True, 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:19.943513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.953264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301654f-daa2-4f04-b390-6a53a15f8d04 req-d7e6912f-24c6-4105-b7ee-fda755e5da84 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:19.955082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0301654f-daa2-4f04-b390-6a53a15f8d04 req-d7e6912f-24c6-4105-b7ee-fda755e5da84 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1097 time: 0.0952904 Nov 12 05:27:19.983412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0301654f-daa2-4f04-b390-6a53a15f8d04 req-c3cab45a-da26-41d4-a877-cc369705196b tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.070677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.090921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Made reservation on behalf of e8bbc2b58cf94527a2e1dfca7916d6a1 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:20.095264 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.131993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:20.140117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a51901-ce5b-489b-964a-770df832dc43 req-4ac308b2-214a-4d14-a942-ce49293031b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:20.141618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75a51901-ce5b-489b-964a-770df832dc43 req-4ac308b2-214a-4d14-a942-ce49293031b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1347919 Nov 12 05:27:20.150575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:20.160124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-27f40b22-fff9-4a83-8455-03195f339223 None None] Provisioning complete for port 897ba90c-1ca2-45be-8d47-c04d5a552c56 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:20.160124 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-27f40b22-fff9-4a83-8455-03195f339223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.160455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:20.196840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb7bd7a-8d92-4666-af0a-d508d2546085,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:20.201677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-27f40b22-fff9-4a83-8455-03195f339223 None None] Port 897ba90c-1ca2-45be-8d47-c04d5a552c56 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:20.240320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Allocated IP 19.86.0.241 (f81639f4-0b6a-4163-b36a-f79f7b748bf8/a253d7d9-ad15-4358-b8a0-8074c189a848/d35c3c43-7989-47f6-9e70-03ce5b45fde4) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:20.249912 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0301654f-daa2-4f04-b390-6a53a15f8d04 req-c3cab45a-da26-41d4-a877-cc369705196b tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.262956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0301654f-daa2-4f04-b390-6a53a15f8d04 req-c3cab45a-da26-41d4-a877-cc369705196b tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.288697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75a51901-ce5b-489b-964a-770df832dc43 req-84d89cab-ac88-46ad-845c-8afaff717c6a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324654 Nov 12 05:27:20.340875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cab45a-da26-41d4-a877-cc369705196b tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fd6e87-2b15-4106-b2cd-cc48218989de,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:20.349390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0301654f-daa2-4f04-b390-6a53a15f8d04 req-c3cab45a-da26-41d4-a877-cc369705196b tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846180 Nov 12 05:27:20.379300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.413844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.457393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.490427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.525647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Network f81639f4-0b6a-4163-b36a-f79f7b748bf8 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:20.530871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:20.543157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:20.557969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8e00d-9ede-4556-9e6c-418895ff4569 req-8a4f3453-3e1f-4dd4-811c-741deaa38b8d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:20.560258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94a8e00d-9ede-4556-9e6c-418895ff4569 req-8a4f3453-3e1f-4dd4-811c-741deaa38b8d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.1688268 Nov 12 05:27:20.597430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c73e-4f19-4352-9d1b-2525178ee9df req-03afa93b-2ee2-40b0-8416-45e29fd6ba1c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:20.599114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea65c73e-4f19-4352-9d1b-2525178ee9df req-03afa93b-2ee2-40b0-8416-45e29fd6ba1c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.1645446 Nov 12 05:27:20.619447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event updated for resources: {'Port': ['ID=d35c3c43-7989-47f6-9e70-03ce5b45fde4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:20.665129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:20.666064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.690552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-2e56f588-0c02-43db-a239-01319ed05dc9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7597420 Nov 12 05:27:20.711411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Request body: {'port': {'device_id': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:20.723632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94a8e00d-9ede-4556-9e6c-418895ff4569 req-17a86c09-87c9-48a7-9f60-44da9acd6bae tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459787 Nov 12 05:27:20.746045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea65c73e-4f19-4352-9d1b-2525178ee9df req-71bbc828-4554-4ad8-ad8b-fe880fb8bb10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290090 Nov 12 05:27:20.777768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41734) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:20.795805 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.803879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.854967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-29899bf7-b57a-4c10-a8ee-48523c8c0330 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/13137392-89ab-4748-9025-9fa3bc2c33bd HTTP/1.1" status: 200 len: 993 time: 0.0744805 Nov 12 05:27:20.858619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.921120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb7bd7a-8d92-4666-af0a-d508d2546085,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:20.932862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.933226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d55f7e11-47aa-4b75-a14e-a791297ea67f None None] Provisioning complete for port d35c3c43-7989-47f6-9e70-03ce5b45fde4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:20.934162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d55f7e11-47aa-4b75-a14e-a791297ea67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.956305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876e226-5238-4584-9783-3f51f19338cd req-08d4186a-5bb4-41f4-a826-81266198c8a8 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:20.962611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876e226-5238-4584-9783-3f51f19338cd req-08d4186a-5bb4-41f4-a826-81266198c8a8 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:20.964446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f876e226-5238-4584-9783-3f51f19338cd req-08d4186a-5bb4-41f4-a826-81266198c8a8 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1655 time: 0.0974324 Nov 12 05:27:20.968017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:20.972203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-59e77442-6053-4deb-a840-0bb3b5788df1 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7016163 Nov 12 05:27:20.972921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41740) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:21.000724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d55f7e11-47aa-4b75-a14e-a791297ea67f None None] Port d35c3c43-7989-47f6-9e70-03ce5b45fde4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:21.177931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cedee82c-27ca-43dc-9770-a14c411df03b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:21.203760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897ba90c-1ca2-45be-8d47-c04d5a552c56 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:21.212396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.228630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Transition to ACTIVE for port object 897ba90c-1ca2-45be-8d47-c04d5a552c56 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:27:21.231042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port cedee82c-27ca-43dc-9770-a14c411df03b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:21.231405 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.233370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.339968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Pushing event updated for resources: {'Port': ['ID=897ba90c-1ca2-45be-8d47-c04d5a552c56,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:21.373815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Attempting to bind port 897ba90c-1ca2-45be-8d47-c04d5a552c56 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:21.374248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Attempting to bind port 897ba90c-1ca2-45be-8d47-c04d5a552c56 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:21.375351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Attempting to bind port 897ba90c-1ca2-45be-8d47-c04d5a552c56 on network eb922524-0b99-4a53-8227-5bc290bf9939 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:21.380448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Port 897ba90c-1ca2-45be-8d47-c04d5a552c56 on network eb922524-0b99-4a53-8227-5bc290bf9939 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:27:21.380912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Attempting to bind port 897ba90c-1ca2-45be-8d47-c04d5a552c56 on network eb922524-0b99-4a53-8227-5bc290bf9939 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:21.386420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:21.387455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Checking segment: {'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:21.387902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Bound using segment: {'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:21.388371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Bound port: 897ba90c-1ca2-45be-8d47-c04d5a552c56, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbd9e43-1de3-4aef-82a3-f62c1cb76972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:21.388697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.395962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-b165135c-98bd-4aad-8e48-f089aed90887 req-ce7faefb-97b0-49a3-a095-d047408aa9e1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:27:21.397032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b165135c-98bd-4aad-8e48-f089aed90887 req-ce7faefb-97b0-49a3-a095-d047408aa9e1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071325 Nov 12 05:27:21.399941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:21.465854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f876e226-5238-4584-9783-3f51f19338cd req-8324561e-b90c-4ed8-96c4-acdc2b78a199 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694285 Nov 12 05:27:21.467351 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.510929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] For port 897ba90c-1ca2-45be-8d47-c04d5a552c56, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:21.517462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] For port 897ba90c-1ca2-45be-8d47-c04d5a552c56, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=897ba90c-1ca2-45be-8d47-c04d5a552c56,segment=NetworkSegment(acbd9e43-1de3-4aef-82a3-f62c1cb76972),segment_id=acbd9e43-1de3-4aef-82a3-f62c1cb76972)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:21.525348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.579108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:21.579582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.580962 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] 10.222.0.43 "PUT /v2.0/ports/897ba90c-1ca2-45be-8d47-c04d5a552c56 HTTP/1.1" status: 200 len: 1093 time: 0.8741250 Nov 12 05:27:21.581418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'tag': '897ba90c-1ca2-45be-8d47-c04d5a552c56'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:21.583704 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2425bcc-fe2a-41da-8414-24199b48fe85" -d '{"events": [{"name": "network-changed", "server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "tag": "897ba90c-1ca2-45be-8d47-c04d5a552c56"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:21.622870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c639377-a452-4034-80b9-10d3d4ccd2ac service neutron] Pushing event updated for resources: {'Port': ['ID=897ba90c-1ca2-45be-8d47-c04d5a552c56,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:21.627486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e20e60-b9fa-4a8a-8b34-6d18ef60797b req-7937f56c-0931-4d79-b0e5-bf55ff7888ae tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:21.629015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4e20e60-b9fa-4a8a-8b34-6d18ef60797b req-7937f56c-0931-4d79-b0e5-bf55ff7888ae tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.0708261 Nov 12 05:27:21.635829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Request body: {'port': {'device_id': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:21.674048 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.709429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.739507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4e20e60-b9fa-4a8a-8b34-6d18ef60797b req-de95f084-f5f0-4e16-a30b-29aec85e26e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993645 Nov 12 05:27:21.870822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Allocated IP 172.25.2.137 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/2c7bc84e-56f8-4ce0-9c05-70768a43d95e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:21.893566 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1571753-c472-447b-affc-6f1e54197dcb x-openstack-request-id: req-c1571753-c472-447b-affc-6f1e54197dcb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:21.893566 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "tag": "897ba90c-1ca2-45be-8d47-c04d5a552c56", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:21.893566 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1571753-c472-447b-affc-6f1e54197dcb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:21.894025 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'tag': '897ba90c-1ca2-45be-8d47-c04d5a552c56', 'status': 'completed', 'code': 200} Nov 12 05:27:22.022962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3966bbe-2d16-4272-bf8b-baef14e85d20 req-e78b8c09-a1f4-4c15-9469-80bfc5dcec66 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.024443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3966bbe-2d16-4272-bf8b-baef14e85d20 req-e78b8c09-a1f4-4c15-9469-80bfc5dcec66 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.1319902 Nov 12 05:27:22.030253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-064f04cc-87df-4408-870b-15cdfa3aae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.031347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-064f04cc-87df-4408-870b-15cdfa3aae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.032959 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-064f04cc-87df-4408-870b-15cdfa3aae82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1915 time: 0.1365654 Nov 12 05:27:22.036349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b31fc9-2148-4266-b3cc-f3c6d076bacb req-fd19fe40-f292-4025-9794-c792f1e1247b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.037768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22b31fc9-2148-4266-b3cc-f3c6d076bacb req-fd19fe40-f292-4025-9794-c792f1e1247b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.1646943 Nov 12 05:27:22.039969 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-da8b935a-6ec3-4a46-9e17-ab794ac264f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1446569 Nov 12 05:27:22.145638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:22.150837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3966bbe-2d16-4272-bf8b-baef14e85d20 req-8f8eac2d-d604-4c56-8778-afc2a4292f30 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121359 Nov 12 05:27:22.158897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22b31fc9-2148-4266-b3cc-f3c6d076bacb req-24cade94-aee8-4d8a-b428-233c194849e4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083746 Nov 12 05:27:22.214584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35c3c43-7989-47f6-9e70-03ce5b45fde4 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:22.220891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-cd35d1d7-731f-4ea7-b2a1-0ffa0c118318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.221240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:22.221713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-cd35d1d7-731f-4ea7-b2a1-0ffa0c118318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.222286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-cd35d1d7-731f-4ea7-b2a1-0ffa0c118318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.224175 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-cd35d1d7-731f-4ea7-b2a1-0ffa0c118318 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1731536 Nov 12 05:27:22.229909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:22.276020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Transition to ACTIVE for port object d35c3c43-7989-47f6-9e70-03ce5b45fde4 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:27:22.313019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:22.315903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:22.317382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:22.336479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:22.339641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Pushing event updated for resources: {'Port': ['ID=2c7bc84e-56f8-4ce0-9c05-70768a43d95e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:22.497155 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:22.568802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:22.705152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251af10b-cf24-4f0c-87ca-d09e17c8eefe req-14503d79-dddf-4594-95c1-36eae9339cc0 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.711683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251af10b-cf24-4f0c-87ca-d09e17c8eefe req-14503d79-dddf-4594-95c1-36eae9339cc0 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.719480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251af10b-cf24-4f0c-87ca-d09e17c8eefe req-14503d79-dddf-4594-95c1-36eae9339cc0 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1679 time: 0.1076696 Nov 12 05:27:22.870036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09917771-8549-48d0-b9c7-dd8359777785 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:27:22.871482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251af10b-cf24-4f0c-87ca-d09e17c8eefe req-409cf5c3-f750-4ce9-b8a9-40690625f4b0 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511252 Nov 12 05:27:22.890213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Pushing event updated for resources: {'Port': ['ID=d35c3c43-7989-47f6-9e70-03ce5b45fde4,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:22.919239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a589-e22d-49d3-8625-52f21ddedda0 req-61724b61-eb15-428a-aafb-76f5709154be tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.927021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3af6a589-e22d-49d3-8625-52f21ddedda0 req-61724b61-eb15-428a-aafb-76f5709154be tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.1060574 Nov 12 05:27:22.947840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-aab0fa82-b0fc-4da5-8442-fc39e3352c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.950516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2425bcc-fe2a-41da-8414-24199b48fe85 req-aab0fa82-b0fc-4da5-8442-fc39e3352c4e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7178521 Nov 12 05:27:22.996996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Attempting to bind port d35c3c43-7989-47f6-9e70-03ce5b45fde4 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:22.997529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Attempting to bind port d35c3c43-7989-47f6-9e70-03ce5b45fde4 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:22.997961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Attempting to bind port d35c3c43-7989-47f6-9e70-03ce5b45fde4 on network f81639f4-0b6a-4163-b36a-f79f7b748bf8 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:22.998089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.004169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Port d35c3c43-7989-47f6-9e70-03ce5b45fde4 on network f81639f4-0b6a-4163-b36a-f79f7b748bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:27:23.004627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Attempting to bind port d35c3c43-7989-47f6-9e70-03ce5b45fde4 on network f81639f4-0b6a-4163-b36a-f79f7b748bf8 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:23.010850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:23.011325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Checking segment: {'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:23.011856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Bound using segment: {'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:23.012573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Bound port: d35c3c43-7989-47f6-9e70-03ce5b45fde4, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8644fd-d0b6-4270-a28c-c8725d73d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:23.013016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.015878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.048363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3af6a589-e22d-49d3-8625-52f21ddedda0 req-8c790b81-dcb4-40e3-9464-94e81b9fb37e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204515 Nov 12 05:27:23.068195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:23.086536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '09917771-8549-48d0-b9c7-dd8359777785', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'port_id': '09917771-8549-48d0-b9c7-dd8359777785', 'mac_address': 'fa:16:3e:a6:a9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:27:23.119507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] For port d35c3c43-7989-47f6-9e70-03ce5b45fde4, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:23.123831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] For port d35c3c43-7989-47f6-9e70-03ce5b45fde4, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d35c3c43-7989-47f6-9e70-03ce5b45fde4,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:23.129535 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.132657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.153863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Pushing event updated for resources: {'Port': ['ID=2c7bc84e-56f8-4ce0-9c05-70768a43d95e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:23.158254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09917771-8549-48d0-b9c7-dd8359777785 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:23.172031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.172661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.174542 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] 10.222.0.43 "PUT /v2.0/ports/d35c3c43-7989-47f6-9e70-03ce5b45fde4 HTTP/1.1" status: 200 len: 1093 time: 1.5527775 Nov 12 05:27:23.193938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d686ac2-cead-43b4-8275-2bc9d52a65fc req-760f3d9f-6389-4e2a-8510-be7ff19c8b5e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.202635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:23.203156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d686ac2-cead-43b4-8275-2bc9d52a65fc req-760f3d9f-6389-4e2a-8510-be7ff19c8b5e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.2084577 Nov 12 05:27:23.211421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.221200 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.231487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaf6b4-8c71-4251-a9d7-290cf84b178d service neutron] Pushing event updated for resources: {'Port': ['ID=d35c3c43-7989-47f6-9e70-03ce5b45fde4,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:23.303130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-5a227844-f8db-42e7-a11a-4197114c2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.303611 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-5a227844-f8db-42e7-a11a-4197114c2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.305201 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-5a227844-f8db-42e7-a11a-4197114c2e25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1983 time: 0.0504866 Nov 12 05:27:23.317117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:23.321272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.322563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5efe78c3-9a23-48b6-aab3-b8e7fc66bc03 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3484824 Nov 12 05:27:23.328935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41808) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:23.360410 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-a9892d54-2c77-4338-b71d-aa62ab1bafac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=897ba90c-1ca2-45be-8d47-c04d5a552c56 HTTP/1.1" status: 200 len: 217 time: 0.0397666 Nov 12 05:27:23.397738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['09917771-8549-48d0-b9c7-dd8359777785'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:27:23.409514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d686ac2-cead-43b4-8275-2bc9d52a65fc req-f287f8b0-8720-40a4-9ef1-7dd7b2769676 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995029 Nov 12 05:27:23.427302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-f8ad6a49-c7b0-4961-bf02-6bc0ea365688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.428948 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-f8ad6a49-c7b0-4961-bf02-6bc0ea365688 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=185b14f2-57fc-492a-932f-d8af2b217b16 HTTP/1.1" status: 200 len: 801 time: 0.0597620 Nov 12 05:27:23.445365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bcf09-08f3-491d-8bd5-09bf88ea8fe7 req-336a7836-9385-4593-a825-a693a4db98b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.454743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c10bcf09-08f3-491d-8bd5-09bf88ea8fe7 req-336a7836-9385-4593-a825-a693a4db98b3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.2008615 Nov 12 05:27:23.484366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a39a3c31-63e4-465a-b7be-54048afd65b3 tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 6360 time: 0.1475244 Nov 12 05:27:23.485085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41812) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:23.496180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-9e2ea76b-31f6-4c9e-a1f4-05e892666005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.498334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-9e2ea76b-31f6-4c9e-a1f4-05e892666005 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb922524-0b99-4a53-8227-5bc290bf9939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597579 Nov 12 05:27:23.583607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d1c97139-5cc2-4194-b733-da47ec902aab tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0916586 Nov 12 05:27:23.584793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41814) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:23.601091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c10bcf09-08f3-491d-8bd5-09bf88ea8fe7 req-f4005ef9-0a9a-40eb-98b5-bcec0761c11a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461616 Nov 12 05:27:23.621991 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-dbf5facc-7e92-4343-ad56-0bc81e573432 service neutron] 10.222.0.43 "GET /v2.0/networks/eb922524-0b99-4a53-8227-5bc290bf9939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060431 Nov 12 05:27:23.715863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-adc0b95b-336c-4f70-8901-f00e3c778df1 service neutron] 10.222.0.43 "GET /v2.0/networks/eb922524-0b99-4a53-8227-5bc290bf9939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895989 Nov 12 05:27:23.722277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Deleting port 2c7bc84e-56f8-4ce0-9c05-70768a43d95e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:23.722657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.759689 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-1866c61b-46dc-4341-8e9c-9c02427a15d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=d35c3c43-7989-47f6-9e70-03ce5b45fde4 HTTP/1.1" status: 200 len: 217 time: 0.0361547 Nov 12 05:27:23.813544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-02764d15-ab0b-4f5a-9520-590794bf310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.815055 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-02764d15-ab0b-4f5a-9520-590794bf310a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a253d7d9-ad15-4358-b8a0-8074c189a848 HTTP/1.1" status: 200 len: 801 time: 0.0478933 Nov 12 05:27:23.837475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.837798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.850839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-9d9bd1b9-a2bb-4c74-b7b4-4fdb1a67ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.852353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-9d9bd1b9-a2bb-4c74-b7b4-4fdb1a67ae03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1097 time: 0.0783958 Nov 12 05:27:23.856123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Calling delete_port for 2c7bc84e-56f8-4ce0-9c05-70768a43d95e owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:23.865967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-e859d4b7-2dc2-4038-a197-3297831ff43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.867488 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-e859d4b7-2dc2-4038-a197-3297831ff43b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f81639f4-0b6a-4163-b36a-f79f7b748bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417140 Nov 12 05:27:23.895873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'tag': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:23.897928 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f29c58-7980-4d12-a603-360d94ed26db" -d '{"events": [{"name": "network-changed", "server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "tag": "d35c3c43-7989-47f6-9e70-03ce5b45fde4"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:23.973267 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-66a4bdef-ce12-484f-8fe4-f74daf25fb53 service neutron] 10.222.0.43 "GET /v2.0/networks/f81639f4-0b6a-4163-b36a-f79f7b748bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959642 Nov 12 05:27:23.976294 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e14867e-cefc-4290-a291-735b43d81cfc x-openstack-request-id: req-4e14867e-cefc-4290-a291-735b43d81cfc {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:23.976651 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "tag": "d35c3c43-7989-47f6-9e70-03ce5b45fde4", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:23.976971 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e14867e-cefc-4290-a291-735b43d81cfc {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:23.977544 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'tag': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4', 'status': 'completed', 'code': 200} Nov 12 05:27:24.037745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-1323eccc-6691-4e15-a079-e9898a69dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.039209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-1323eccc-6691-4e15-a079-e9898a69dff3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 898 time: 0.1776466 Nov 12 05:27:24.076285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1f76d883-f86b-4478-a4cc-8b9dd6fc5058 req-b03ee3af-f90b-46ee-a2ef-613a29372ad3 service neutron] 10.222.0.43 "GET /v2.0/networks/f81639f4-0b6a-4163-b36a-f79f7b748bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918155 Nov 12 05:27:24.127790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28510f3-4fcf-4fc2-b24f-cd0f66fcc963 req-2a41dad5-a503-4939-a405-069617f8a8da tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.133741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28510f3-4fcf-4fc2-b24f-cd0f66fcc963 req-2a41dad5-a503-4939-a405-069617f8a8da tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.135294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b28510f3-4fcf-4fc2-b24f-cd0f66fcc963 req-2a41dad5-a503-4939-a405-069617f8a8da tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1679 time: 0.1395819 Nov 12 05:27:24.207155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-1e0cfee5-f70e-4886-b23f-39bfeb43162e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 1001 time: 0.1589460 Nov 12 05:27:24.212486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:24.243123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29c58-7980-4d12-a603-360d94ed26db req-167b0004-47cc-4d29-895c-62a2285dec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.243702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29c58-7980-4d12-a603-360d94ed26db req-167b0004-47cc-4d29-895c-62a2285dec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.245162 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2f29c58-7980-4d12-a603-360d94ed26db req-167b0004-47cc-4d29-895c-62a2285dec99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1983 time: 0.0482321 Nov 12 05:27:24.287733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Pushing event deleted for resources: {'Port': ['ID=2c7bc84e-56f8-4ce0-9c05-70768a43d95e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:24.318423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b28510f3-4fcf-4fc2-b24f-cd0f66fcc963 req-cf67c609-e0e6-4609-807e-071f6c540bb2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718993 Nov 12 05:27:24.340021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2a624-1eb4-47e3-aa06-22c545204153 req-51f0f088-17ab-4497-8467-71bc6b0efdf1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.340021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8de2a624-1eb4-47e3-aa06-22c545204153 req-51f0f088-17ab-4497-8467-71bc6b0efdf1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.2006721 Nov 12 05:27:24.356948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29c58-7980-4d12-a603-360d94ed26db req-da3a4350-085f-4bc8-9e63-ebd3c7731235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.360189 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2f29c58-7980-4d12-a603-360d94ed26db req-da3a4350-085f-4bc8-9e63-ebd3c7731235 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f81639f4-0b6a-4163-b36a-f79f7b748bf8 HTTP/1.1" status: 200 len: 903 time: 0.1018810 Nov 12 05:27:24.362676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-809c50a2-6c0f-4086-91a3-4bb7ca86b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.364096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-809c50a2-6c0f-4086-91a3-4bb7ca86b217 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.1435328 Nov 12 05:27:24.405402 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2f29c58-7980-4d12-a603-360d94ed26db req-30424233-0b98-419e-9018-4c59a98be7c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=d35c3c43-7989-47f6-9e70-03ce5b45fde4 HTTP/1.1" status: 200 len: 217 time: 0.0350840 Nov 12 05:27:24.428233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:24.431011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:24.434704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9c63ae0b-d73c-4a70-a8a0-db7dce370394 tempest-FloatingIPAdminTestJSON-1700750869 tempest-FloatingIPAdminTestJSON-1700750869-project] 10.222.0.48 "DELETE /v2.0/floatingips/3fc2f73f-8506-42f9-bd3e-2cf04ad4066b HTTP/1.1" status: 204 len: 168 time: 0.8426509 Nov 12 05:27:24.435463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41822) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:24.470530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29c58-7980-4d12-a603-360d94ed26db req-3a02804b-37be-4a9b-951d-fc2db359f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.471995 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2f29c58-7980-4d12-a603-360d94ed26db req-3a02804b-37be-4a9b-951d-fc2db359f49b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a253d7d9-ad15-4358-b8a0-8074c189a848 HTTP/1.1" status: 200 len: 801 time: 0.0569887 Nov 12 05:27:24.523530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29c58-7980-4d12-a603-360d94ed26db req-19e3705d-04a4-48ec-9a27-f64d5b205fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.524968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2f29c58-7980-4d12-a603-360d94ed26db req-19e3705d-04a4-48ec-9a27-f64d5b205fd6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f81639f4-0b6a-4163-b36a-f79f7b748bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428226 Nov 12 05:27:24.525605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8de2a624-1eb4-47e3-aa06-22c545204153 req-a0b7238c-9532-444c-a73e-95234fee7f18 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677043 Nov 12 05:27:24.540717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-d45f5f32-0cc8-4dba-ae7c-956a93c8249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.542142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-d45f5f32-0cc8-4dba-ae7c-956a93c8249b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696818 Nov 12 05:27:24.630662 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2f29c58-7980-4d12-a603-360d94ed26db req-165a9735-995c-49d4-b8f5-3f70f9bf8875 service neutron] 10.222.0.43 "GET /v2.0/networks/f81639f4-0b6a-4163-b36a-f79f7b748bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859995 Nov 12 05:27:24.731677 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e2f29c58-7980-4d12-a603-360d94ed26db req-d0ab93fd-679e-42ed-a4f3-1f566559e3f0 service neutron] 10.222.0.43 "GET /v2.0/networks/f81639f4-0b6a-4163-b36a-f79f7b748bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928140 Nov 12 05:27:24.850595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09917771-8549-48d0-b9c7-dd8359777785 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:24.897969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 09917771-8549-48d0-b9c7-dd8359777785 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:24.898361 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:24.950819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a879d5-7c57-4656-b840-941ad44c150e req-cdb6ef67-075b-4990-8034-2b5d332aa43c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.952328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a879d5-7c57-4656-b840-941ad44c150e req-cdb6ef67-075b-4990-8034-2b5d332aa43c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.4402475 Nov 12 05:27:24.982412 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.003182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40820c-dbd3-48ec-8e6e-9f6728fba9f1 req-9556fe58-b8a9-458e-9e3a-6d4893c6bc1b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:25.004686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab40820c-dbd3-48ec-8e6e-9f6728fba9f1 req-9556fe58-b8a9-458e-9e3a-6d4893c6bc1b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.1526499 Nov 12 05:27:25.004850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09917771-8549-48d0-b9c7-dd8359777785'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:25.006965 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b74ad6-3b3e-476c-82b6-cdcc60fdad9d" -d '{"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-plugged", "status": "completed", "tag": "09917771-8549-48d0-b9c7-dd8359777785"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:25.018228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-d82206cf-e385-4772-a5e3-303b68715ed0 service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564111 Nov 12 05:27:25.020132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:25.024508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.025299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:25.067011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Deleting port 3fb7bd7a-8d92-4666-af0a-d508d2546085 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:25.067011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.105619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:25.143048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a879d5-7c57-4656-b840-941ad44c150e req-66e45adf-192d-4d5d-8761-32dcbf806c9e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805723 Nov 12 05:27:25.143305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.179438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:25.185183 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.196934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab40820c-dbd3-48ec-8e6e-9f6728fba9f1 req-8c1fe693-f2de-459c-9082-ef922e7eb264 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845078 Nov 12 05:27:25.230362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-aa767ba4-f87d-4aba-b85a-522c7db1bb27 service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032692 Nov 12 05:27:25.245068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=11']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:25.255551 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.255887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.270084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Calling delete_port for 3fb7bd7a-8d92-4666-af0a-d508d2546085 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:25.272000 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65504457-bdcc-4049-8e5f-b4a8472f749a x-openstack-request-id: req-65504457-bdcc-4049-8e5f-b4a8472f749a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:25.272433 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-plugged", "status": "completed", "tag": "09917771-8549-48d0-b9c7-dd8359777785", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:25.272717 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65504457-bdcc-4049-8e5f-b4a8472f749a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:25.273189 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09917771-8549-48d0-b9c7-dd8359777785', 'code': 200} Nov 12 05:27:25.443087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.479441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7e8cb-d7b6-4c01-babc-5ea82a148592 req-bf91e0c3-6292-4780-96f4-cf9318649b00 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:25.485433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7e8cb-d7b6-4c01-babc-5ea82a148592 req-bf91e0c3-6292-4780-96f4-cf9318649b00 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:25.487005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72e7e8cb-d7b6-4c01-babc-5ea82a148592 req-bf91e0c3-6292-4780-96f4-cf9318649b00 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1679 time: 0.0946891 Nov 12 05:27:25.495422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fb7bd7a-8d92-4666-af0a-d508d2546085,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:25.585224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72e7e8cb-d7b6-4c01-babc-5ea82a148592 req-324a8842-701b-4c85-96e8-210d186c21a9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909002 Nov 12 05:27:25.586032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.590632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.591764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-92094214-a029-47af-be96-26258759edfd tempest-FloatingIPAdminTestJSON-853521724 tempest-FloatingIPAdminTestJSON-853521724-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/fa1476bd-b5be-4ded-b95b-0054e8395255 HTTP/1.1" status: 204 len: 168 time: 1.1546302 Nov 12 05:27:25.595467 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:25.649562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4e6dd-6584-4d6c-b744-c2af4720a7df req-f685e5ff-a1c9-44ef-ac93-0f5dffc85ea3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:25.651083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2a4e6dd-6584-4d6c-b744-c2af4720a7df req-f685e5ff-a1c9-44ef-ac93-0f5dffc85ea3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.0543089 Nov 12 05:27:25.698358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-915c2a8a-9668-4b0b-b6b6-82dd73640ab1 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Deleting port 6ecdb252-dd56-4b27-a45b-a87041d12e17 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:25.698721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-915c2a8a-9668-4b0b-b6b6-82dd73640ab1 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.699021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2a4e6dd-6584-4d6c-b744-c2af4720a7df req-9930deec-b671-4785-9df8-255da3de6d46 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410073 Nov 12 05:27:25.786009 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-915c2a8a-9668-4b0b-b6b6-82dd73640ab1 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.798185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-915c2a8a-9668-4b0b-b6b6-82dd73640ab1 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Calling delete_port for 6ecdb252-dd56-4b27-a45b-a87041d12e17 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:25.924602 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-915c2a8a-9668-4b0b-b6b6-82dd73640ab1 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.953517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2a8a-9668-4b0b-b6b6-82dd73640ab1 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event deleted for resources: {'Port': ['ID=6ecdb252-dd56-4b27-a45b-a87041d12e17,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:26.023184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-915c2a8a-9668-4b0b-b6b6-82dd73640ab1 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:26.026407 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-915c2a8a-9668-4b0b-b6b6-82dd73640ab1 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "DELETE /v2.0/ports/6ecdb252-dd56-4b27-a45b-a87041d12e17 HTTP/1.1" status: 204 len: 168 time: 0.4296622 Nov 12 05:27:26.028862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41842) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:26.081846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259e359-5909-4a23-bcbf-e9cf55005e6d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.083571 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4259e359-5909-4a23-bcbf-e9cf55005e6d tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "GET /v2.0/ports?device_id=f632668a-413e-4170-8e67-40de63278d2f HTTP/1.1" status: 200 len: 913 time: 0.0536728 Nov 12 05:27:26.086708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41844) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:26.282384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c38e10-a85d-4221-a7b6-34b400085200 req-e8d79e54-d51c-44ce-9818-99ef3474e088 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.283962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87c38e10-a85d-4221-a7b6-34b400085200 req-e8d79e54-d51c-44ce-9818-99ef3474e088 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.0603635 Nov 12 05:27:26.375118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87c38e10-a85d-4221-a7b6-34b400085200 req-958c8820-5128-4d29-909d-2b9574c3be47 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827899 Nov 12 05:27:26.396556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba5314-3689-4fe1-82b2-67d71109c03e req-fe59909a-073a-4093-bc2d-f436c14aa5bc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.399505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5ba5314-3689-4fe1-82b2-67d71109c03e req-fe59909a-073a-4093-bc2d-f436c14aa5bc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.0779591 Nov 12 05:27:26.477792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5ba5314-3689-4fe1-82b2-67d71109c03e req-caa44964-9278-4b67-a381-f571109967bb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647869 Nov 12 05:27:26.558803 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:26.738806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07557b0-004e-4cdd-9312-926b26395c16 req-888b4d22-2ddc-4874-8412-43aaa7e5e075 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.743376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07557b0-004e-4cdd-9312-926b26395c16 req-888b4d22-2ddc-4874-8412-43aaa7e5e075 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.745164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f07557b0-004e-4cdd-9312-926b26395c16 req-888b4d22-2ddc-4874-8412-43aaa7e5e075 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1679 time: 0.0660810 Nov 12 05:27:26.808976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f07557b0-004e-4cdd-9312-926b26395c16 req-ea705fa0-901f-4aed-bb9d-0400dd5ff208 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556469 Nov 12 05:27:26.887312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d07953-e44a-4609-81cb-beeaa3937c6e req-41c1f2f3-ac2f-4adc-813f-ac0bc1f40645 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.896793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28d07953-e44a-4609-81cb-beeaa3937c6e req-41c1f2f3-ac2f-4adc-813f-ac0bc1f40645 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.0767179 Nov 12 05:27:26.935979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Deleting port f4da66b0-6d75-4adf-9cdc-899e83ad9cba {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:26.937496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:26.958560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28d07953-e44a-4609-81cb-beeaa3937c6e req-48dae735-f773-40f8-8bbd-3c12f5ae899c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587122 Nov 12 05:27:27.036220 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.044229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.062836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Calling delete_port for f4da66b0-6d75-4adf-9cdc-899e83ad9cba owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:27.271829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.274655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:27.277256 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b27eb9-f898-43d1-b016-d200dfbbd0bf" -d '{"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:27.308840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event deleted for resources: {'Port': ['ID=f4da66b0-6d75-4adf-9cdc-899e83ad9cba,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:27.363994 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73138927-ce1f-421d-9cf5-8dfa21fb3454 x-openstack-request-id: req-73138927-ce1f-421d-9cf5-8dfa21fb3454 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:27.364588 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:27.365082 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73138927-ce1f-421d-9cf5-8dfa21fb3454 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:27.365713 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'code': 200} Nov 12 05:27:27.557067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.609325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9564b67-a6d1-4fbb-8c6c-91e7e09084c6 req-81e028d8-f7de-4255-95ea-a0a875801a9a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:27.617511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9564b67-a6d1-4fbb-8c6c-91e7e09084c6 req-81e028d8-f7de-4255-95ea-a0a875801a9a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1302748 Nov 12 05:27:27.680534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9564b67-a6d1-4fbb-8c6c-91e7e09084c6 req-ac56d523-8af5-47a2-a1a5-249eb62483c5 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615749 Nov 12 05:27:27.794688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd792a-752f-4362-94bf-4a203fbc59dc req-fa750323-4f35-4893-9465-84163a134def tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:27.801427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0dfd792a-752f-4362-94bf-4a203fbc59dc req-fa750323-4f35-4893-9465-84163a134def tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.0878558 Nov 12 05:27:27.894551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0dfd792a-752f-4362-94bf-4a203fbc59dc req-ac62cb15-28e6-486a-9630-ccb415d7734d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850573 Nov 12 05:27:27.980904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ea529-8959-4b20-901d-cf582fa1c9f9 req-0bbc1a86-f87a-41a3-8b8c-b370a02f1354 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:27.987913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ea529-8959-4b20-901d-cf582fa1c9f9 req-0bbc1a86-f87a-41a3-8b8c-b370a02f1354 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:27.989682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a97ea529-8959-4b20-901d-cf582fa1c9f9 req-0bbc1a86-f87a-41a3-8b8c-b370a02f1354 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1679 time: 0.0820897 Nov 12 05:27:28.056241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a97ea529-8959-4b20-901d-cf582fa1c9f9 req-5f8033d7-0d11-411c-a054-bde9ac8212d8 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554757 Nov 12 05:27:28.102235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Router f632668a-413e-4170-8e67-40de63278d2f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:28.116595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffec01-bde1-45ee-aa0a-9781d71eb0c8 req-8165da3e-5a75-432b-8fb8-ae4c0246633b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:28.118253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72ffec01-bde1-45ee-aa0a-9781d71eb0c8 req-8165da3e-5a75-432b-8fb8-ae4c0246633b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.0588305 Nov 12 05:27:28.189177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72ffec01-bde1-45ee-aa0a-9781d71eb0c8 req-a4aeaca8-0462-4c61-94ef-a7c7f4b42f6b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620329 Nov 12 05:27:28.241333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:28.249790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41896) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:28.251613 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29e1fb-1cdb-4ae5-a027-31b49aadbb4f None None] Sync routers for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:28.256543 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bd8dc89b-a464-4940-837f-d8251291e1cf tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "PUT /v2.0/routers/f632668a-413e-4170-8e67-40de63278d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685395 Nov 12 05:27:28.264015 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29e1fb-1cdb-4ae5-a027-31b49aadbb4f None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:28.265507 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cc29e1fb-1cdb-4ae5-a027-31b49aadbb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:28.298984 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cc29e1fb-1cdb-4ae5-a027-31b49aadbb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:28.308548 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29e1fb-1cdb-4ae5-a027-31b49aadbb4f None None] Routers {'f632668a-413e-4170-8e67-40de63278d2f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:28.309412 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cc29e1fb-1cdb-4ae5-a027-31b49aadbb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f632668a-413e-4170-8e67-40de63278d2f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:28.402783 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.436050 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cc29e1fb-1cdb-4ae5-a027-31b49aadbb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:28.437496 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29e1fb-1cdb-4ae5-a027-31b49aadbb4f None None] The sync data for ids ['f632668a-413e-4170-8e67-40de63278d2f'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:28.517865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.579777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Deleting port 5b28c1c4-4785-4d02-b002-3d7c7258fc87 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:28.580046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.666945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.693965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Calling delete_port for 5b28c1c4-4785-4d02-b002-3d7c7258fc87 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:28.846477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0698dfa-de3e-48ff-868e-4a9f3138ace3 req-503d8e20-c22f-4442-9bc0-3e0e6083c75b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:28.846477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0698dfa-de3e-48ff-868e-4a9f3138ace3 req-503d8e20-c22f-4442-9bc0-3e0e6083c75b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.0797582 Nov 12 05:27:28.885680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d35c3c43-7989-47f6-9e70-03ce5b45fde4 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:27:29.009383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0698dfa-de3e-48ff-868e-4a9f3138ace3 req-78090e7d-cad2-4bd1-b9d5-991ceb92f3dd tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391256 Nov 12 05:27:29.047359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d35c3c43-7989-47f6-9e70-03ce5b45fde4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d35c3c43-7989-47f6-9e70-03ce5b45fde4,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:29.066145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4', 'network_id': 'f81639f4-0b6a-4163-b36a-f79f7b748bf8', 'port_id': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4', 'mac_address': 'fa:16:3e:d0:22:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a253d7d9-ad15-4358-b8a0-8074c189a848', 'ip_address': '19.86.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:27:29.128808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.147441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35c3c43-7989-47f6-9e70-03ce5b45fde4 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:29.154255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.177070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d35c3c43-7989-47f6-9e70-03ce5b45fde4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d35c3c43-7989-47f6-9e70-03ce5b45fde4,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:29.182973 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.183724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 897ba90c-1ca2-45be-8d47-c04d5a552c56 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:27:29.209380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0009-e31c-4cb4-b1dd-38dd53d656e9 req-9c314824-9551-449d-a852-8df66d92f9da tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:29.217732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95eb0009-e31c-4cb4-b1dd-38dd53d656e9 req-9c314824-9551-449d-a852-8df66d92f9da tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.1703529 Nov 12 05:27:29.228480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event deleted for resources: {'Port': ['ID=5b28c1c4-4785-4d02-b002-3d7c7258fc87,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:29.275516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d35c3c43-7989-47f6-9e70-03ce5b45fde4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:29.275747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1bba1-62a2-4dd5-8d7b-58c5b646d7ec req-0310e146-2b57-4bf0-b10e-96d800658fac tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:29.285310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40e1bba1-62a2-4dd5-8d7b-58c5b646d7ec req-0310e146-2b57-4bf0-b10e-96d800658fac tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.1726744 Nov 12 05:27:29.357091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 897ba90c-1ca2-45be-8d47-c04d5a552c56, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=897ba90c-1ca2-45be-8d47-c04d5a552c56,segment=NetworkSegment(acbd9e43-1de3-4aef-82a3-f62c1cb76972),segment_id=acbd9e43-1de3-4aef-82a3-f62c1cb76972)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:29.382611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '897ba90c-1ca2-45be-8d47-c04d5a552c56', 'network_id': 'eb922524-0b99-4a53-8227-5bc290bf9939', 'port_id': '897ba90c-1ca2-45be-8d47-c04d5a552c56', 'mac_address': 'fa:16:3e:62:74:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b14f2-57fc-492a-932f-d8af2b217b16', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:27:29.391071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95eb0009-e31c-4cb4-b1dd-38dd53d656e9 req-378a85b1-ce39-4c53-a776-04fe8943e184 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717899 Nov 12 05:27:29.444799 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.452808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40e1bba1-62a2-4dd5-8d7b-58c5b646d7ec req-11735dbb-7398-4295-8458-90561fe3d082 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664879 Nov 12 05:27:29.453757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.459340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897ba90c-1ca2-45be-8d47-c04d5a552c56 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:29.486377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 897ba90c-1ca2-45be-8d47-c04d5a552c56, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=897ba90c-1ca2-45be-8d47-c04d5a552c56,segment=NetworkSegment(acbd9e43-1de3-4aef-82a3-f62c1cb76972),segment_id=acbd9e43-1de3-4aef-82a3-f62c1cb76972)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:29.492376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.493175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:27:29.623220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=897ba90c-1ca2-45be-8d47-c04d5a552c56,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:29.689692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:29.696529 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.700737 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.704486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'mac_address': 'fa:16:3e:e2:ca:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:27:29.758132 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.791008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:29.799645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f618c4-61ae-4ed8-b768-c365b52b2168 req-1bdc71ab-a720-44fa-aec0-e1fe9b2949ef tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:29.806138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f618c4-61ae-4ed8-b768-c365b52b2168 req-1bdc71ab-a720-44fa-aec0-e1fe9b2949ef tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:29.813642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18f618c4-61ae-4ed8-b768-c365b52b2168 req-1bdc71ab-a720-44fa-aec0-e1fe9b2949ef tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1681 time: 0.2015908 Nov 12 05:27:29.816850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:29.824373 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.836586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.837215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Fanout notify agent at l3_agent the message router_deleted on router f632668a-413e-4170-8e67-40de63278d2f {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:27:29.847005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.850765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41916) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:29.851311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f8153a07-db25-4814-956b-8f017677f324 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "DELETE /v2.0/routers/f632668a-413e-4170-8e67-40de63278d2f HTTP/1.1" status: 204 len: 168 time: 1.6006856 Nov 12 05:27:29.862022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6be32-c9ef-4fdc-a71f-f64f72220a10 req-4f2bcda7-324f-4248-af5c-745191d4e25f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:29.863668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55a6be32-c9ef-4fdc-a71f-f64f72220a10 req-4f2bcda7-324f-4248-af5c-745191d4e25f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2528389 Nov 12 05:27:29.891333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=12']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:29.933524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18f618c4-61ae-4ed8-b768-c365b52b2168 req-3764e0a7-a74a-469d-89b3-9d860736341b tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169500 Nov 12 05:27:29.934916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5560bcff-9990-469b-ae5c-330bc880a493 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Deleting subnet a7da2dff-f9b0-4186-b31a-1b9982ab3e9a {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:29.958668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5560bcff-9990-469b-ae5c-330bc880a493 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.977845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55a6be32-c9ef-4fdc-a71f-f64f72220a10 req-35516c03-b690-4ba9-ae49-22f283fad0bd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986331 Nov 12 05:27:30.034192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5560bcff-9990-469b-ae5c-330bc880a493 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.074369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:27:30.154960 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5560bcff-9990-469b-ae5c-330bc880a493 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.338219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5560bcff-9990-469b-ae5c-330bc880a493 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.399576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5560bcff-9990-469b-ae5c-330bc880a493 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.405075 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5560bcff-9990-469b-ae5c-330bc880a493 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "DELETE /v2.0/subnets/a7da2dff-f9b0-4186-b31a-1b9982ab3e9a HTTP/1.1" status: 204 len: 168 time: 0.5530939 Nov 12 05:27:30.406827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e72f9-53d7-442d-adaf-eef41676b9ed None None] Network a456f759-01df-4882-87b5-45bb15a55f34 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:30.407934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41928) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:30.408716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560bcff-9990-469b-ae5c-330bc880a493 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event deleted for resources: {'Subnet': ['ID=a7da2dff-f9b0-4186-b31a-1b9982ab3e9a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:30.496087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093323-4d54-48cd-9c2f-26ea8982625b req-c17079c3-5919-450a-926b-6d0b254bb53a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:30.504040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9093323-4d54-48cd-9c2f-26ea8982625b req-c17079c3-5919-450a-926b-6d0b254bb53a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.3812280 Nov 12 05:27:30.582581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.607803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d996b90-6bed-4738-9d28-62ece85d15f5 req-85386afe-b484-44f1-ad97-5df0450f1d03 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:30.610934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d996b90-6bed-4738-9d28-62ece85d15f5 req-85386afe-b484-44f1-ad97-5df0450f1d03 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.1457582 Nov 12 05:27:30.619178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9093323-4d54-48cd-9c2f-26ea8982625b req-67aa9e06-31a5-47d0-9f65-a233b8a300db tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141191 Nov 12 05:27:30.639436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['897ba90c-1ca2-45be-8d47-c04d5a552c56'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:27:30.698136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] DHCP port deletion for a456f759-01df-4882-87b5-45bb15a55f34 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:30.703806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Deleting port 331b063a-8455-4af7-a767-71cf2669126f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:30.704454 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.750417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d996b90-6bed-4738-9d28-62ece85d15f5 req-decacb48-525b-4865-a9c4-24d41e14382b tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300998 Nov 12 05:27:30.811783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] For port 331b063a-8455-4af7-a767-71cf2669126f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=331b063a-8455-4af7-a767-71cf2669126f,segment=NetworkSegment(8bde05c0-91df-4be8-99ae-a7c008be3877),segment_id=8bde05c0-91df-4be8-99ae-a7c008be3877)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:30.811783 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.827335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Calling delete_port for 331b063a-8455-4af7-a767-71cf2669126f owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:30.872587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] Deleting port 331b063a-8455-4af7-a767-71cf2669126f {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:30.873270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.900659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a26ae-8c49-4148-8a8b-cdb63044894f req-94966747-4e08-497d-a235-d0f21ef88f13 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:30.902383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c9a26ae-8c49-4148-8a8b-cdb63044894f req-94966747-4e08-497d-a235-d0f21ef88f13 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.0862136 Nov 12 05:27:30.938957 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.964377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] For port 331b063a-8455-4af7-a767-71cf2669126f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=331b063a-8455-4af7-a767-71cf2669126f,segment=NetworkSegment(8bde05c0-91df-4be8-99ae-a7c008be3877),segment_id=8bde05c0-91df-4be8-99ae-a7c008be3877)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:30.965526 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.976321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event deleted for resources: {'Port': ['ID=331b063a-8455-4af7-a767-71cf2669126f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:30.982333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] Calling delete_port for 331b063a-8455-4af7-a767-71cf2669126f owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:30.982633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] No DVR routers for this DVR port 331b063a-8455-4af7-a767-71cf2669126f on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:31.032538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c9a26ae-8c49-4148-8a8b-cdb63044894f req-46514839-1e6b-4e3b-8d57-67811f51b335 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143231 Nov 12 05:27:31.073326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.098110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a456f759-01df-4882-87b5-45bb15a55f34']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:31.106433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.108955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bde05c0-91df-4be8-99ae-a7c008be3877') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:31.109320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bde05c0-91df-4be8-99ae-a7c008be3877') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:31.120342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.139025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.139398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] No DVR routers for this DVR port 331b063a-8455-4af7-a767-71cf2669126f on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:31.148608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:31.149437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:31.154320 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:31.158378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d82f0-ab45-4f67-a605-454e6e1195d2 req-edae0af4-9b07-432d-a8b4-d8d22b01d5f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:31.164878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d82f0-ab45-4f67-a605-454e6e1195d2 req-edae0af4-9b07-432d-a8b4-d8d22b01d5f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:31.168346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e2671-66d7-41ec-acd6-6e0c6458d3cf None None] Pushing event deleted for resources: {'Port': ['ID=331b063a-8455-4af7-a767-71cf2669126f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:31.173098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-609d82f0-ab45-4f67-a605-454e6e1195d2 req-edae0af4-9b07-432d-a8b4-d8d22b01d5f2 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1681 time: 0.1079857 Nov 12 05:27:31.253248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bf0c0-0d5a-4a95-b7e0-0d3235e0fd5f req-6350b49d-4985-4c62-b954-654d97a4d7f9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:31.260959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c8bf0c0-0d5a-4a95-b7e0-0d3235e0fd5f req-6350b49d-4985-4c62-b954-654d97a4d7f9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.1126187 Nov 12 05:27:31.266881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.275112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 331b063a-8455-4af7-a767-71cf2669126f no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:31.279626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-609d82f0-ab45-4f67-a605-454e6e1195d2 req-b16ac430-1e0f-429d-833a-53a95d7384bd tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063302 Nov 12 05:27:31.292174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.300563 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "DELETE /v2.0/networks/a456f759-01df-4882-87b5-45bb15a55f34 HTTP/1.1" status: 204 len: 168 time: 0.8889883 Nov 12 05:27:31.302620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41944) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:31.319929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19848f-c03f-4ba7-984b-9184a3ac1eef tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event deleted for resources: {'Network': ['ID=a456f759-01df-4882-87b5-45bb15a55f34,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:31.328566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 331b063a-8455-4af7-a767-71cf2669126f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:31.328924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 331b063a-8455-4af7-a767-71cf2669126f not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:31.376622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c8bf0c0-0d5a-4a95-b7e0-0d3235e0fd5f req-068019e6-4dcf-49ae-9507-e00843d41c58 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143689 Nov 12 05:27:31.471853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Deleting port 86a385b6-952e-4f9a-907e-c2fce2ac267f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:31.472206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.578649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.579072 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.596190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Calling delete_port for 86a385b6-952e-4f9a-907e-c2fce2ac267f owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:31.668629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['d35c3c43-7989-47f6-9e70-03ce5b45fde4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:27:31.725991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5a2c6-85b2-45a0-a9b2-54d54c601d99 req-14b4bc76-40b2-4c3b-931c-3b76fdd23e88 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:31.733432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18b5a2c6-85b2-45a0-a9b2-54d54c601d99 req-14b4bc76-40b2-4c3b-931c-3b76fdd23e88 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.1047199 Nov 12 05:27:31.797172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.824758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a984a-3cf6-43d5-94f1-7ad0c9c05fec req-748191ec-0671-4699-a8ac-7b66a0fbd288 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:31.826018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Pushing event deleted for resources: {'Port': ['ID=86a385b6-952e-4f9a-907e-c2fce2ac267f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:31.826735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e70a984a-3cf6-43d5-94f1-7ad0c9c05fec req-748191ec-0671-4699-a8ac-7b66a0fbd288 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.0902565 Nov 12 05:27:31.837654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18b5a2c6-85b2-45a0-a9b2-54d54c601d99 req-3c0f1654-3e0c-45eb-8fad-e4fd08d5d7ff tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020296 Nov 12 05:27:31.915014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e70a984a-3cf6-43d5-94f1-7ad0c9c05fec req-b6407735-1988-40dd-9f46-253655c4c0ce tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706031 Nov 12 05:27:31.920336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.932370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.932370 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-47b107b9-bb58-4be4-9f8b-a8f6a195c3a4 tempest-FloatingIPAdminTestJSON-1522060258 tempest-FloatingIPAdminTestJSON-1522060258-project] 10.222.0.48 "DELETE /v2.0/floatingips/e4fbf196-d2d9-4714-8390-0b123780706a HTTP/1.1" status: 204 len: 168 time: 0.6218395 Nov 12 05:27:32.165024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be3273-5671-4049-9d50-94ff76a125f1 req-2a580b7d-a155-4146-9e46-8dfec49bede6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:32.173010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34be3273-5671-4049-9d50-94ff76a125f1 req-2a580b7d-a155-4146-9e46-8dfec49bede6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.0649540 Nov 12 05:27:32.226607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:32.231302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34be3273-5671-4049-9d50-94ff76a125f1 req-cbc4a4b9-9705-40e9-8357-11ac3332ab93 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554686 Nov 12 05:27:32.394248 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d1b5673f-e680-45c3-a6e3-8abaca021068 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4502c3a57e343d1aa158b018bddade0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635492 Nov 12 05:27:32.399265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 41964) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:32.462657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e3a3d-86ec-465f-861d-5f37c2e2ca3b req-576143f3-80a3-4867-b2d1-2ebc247e2073 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:32.469506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e3a3d-86ec-465f-861d-5f37c2e2ca3b req-576143f3-80a3-4867-b2d1-2ebc247e2073 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:32.471169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb7e3a3d-86ec-465f-861d-5f37c2e2ca3b req-576143f3-80a3-4867-b2d1-2ebc247e2073 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1681 time: 0.1128607 Nov 12 05:27:32.539379 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db0ecbee-f5f2-4c74-90a0-079f19571892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.584612 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db0ecbee-f5f2-4c74-90a0-079f19571892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.597186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb766477-46f1-4d39-acb8-ffbb8c1fe0b4 req-0690820b-ac7b-4f0b-9bc2-1ed0d90db81b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:32.599753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb766477-46f1-4d39-acb8-ffbb8c1fe0b4 req-0690820b-ac7b-4f0b-9bc2-1ed0d90db81b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 946 time: 0.1271904 Nov 12 05:27:32.615022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb7e3a3d-86ec-465f-861d-5f37c2e2ca3b req-20f38cd3-53e2-4fed-a429-3731757c9b02 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284723 Nov 12 05:27:32.686617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb766477-46f1-4d39-acb8-ffbb8c1fe0b4 req-8c641e0b-de95-4415-96ad-cd90d2dee192 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777147 Nov 12 05:27:32.708910 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db0ecbee-f5f2-4c74-90a0-079f19571892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.712535 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db0ecbee-f5f2-4c74-90a0-079f19571892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.713683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-db0ecbee-f5f2-4c74-90a0-079f19571892 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6d82b6b-8771-4d4e-bab4-31bb7cc2f9b8 HTTP/1.1" status: 204 len: 168 time: 0.3132112 Nov 12 05:27:32.723408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ecbee-f5f2-4c74-90a0-079f19571892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d82b6b-8771-4d4e-bab4-31bb7cc2f9b8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:32.910968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 897ba90c-1ca2-45be-8d47-c04d5a552c56 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:33.018460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 897ba90c-1ca2-45be-8d47-c04d5a552c56 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:27:33.027824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 897ba90c-1ca2-45be-8d47-c04d5a552c56 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:33.028214 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.137104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48668972-7d4a-4ef9-955f-229e441744dc req-820f70b5-14ab-477c-973d-fd0fa7bbe5d7 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:33.142179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48668972-7d4a-4ef9-955f-229e441744dc req-820f70b5-14ab-477c-973d-fd0fa7bbe5d7 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.1556349 Nov 12 05:27:33.152238 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.196546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a45b5-5adf-42d8-a0c9-04bb66b1bc91 req-f8b28d62-59f0-4ccb-a31d-b940b860ce29 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:33.204961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897ba90c-1ca2-45be-8d47-c04d5a552c56'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:33.205984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd7a45b5-5adf-42d8-a0c9-04bb66b1bc91 req-f8b28d62-59f0-4ccb-a31d-b940b860ce29 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1775136 Nov 12 05:27:33.210000 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb9e12-16e5-43cb-b408-8b85334c9a6e" -d '{"events": [{"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "897ba90c-1ca2-45be-8d47-c04d5a552c56"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:33.239592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 897ba90c-1ca2-45be-8d47-c04d5a552c56, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=897ba90c-1ca2-45be-8d47-c04d5a552c56,segment=NetworkSegment(acbd9e43-1de3-4aef-82a3-f62c1cb76972),segment_id=acbd9e43-1de3-4aef-82a3-f62c1cb76972)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:33.239847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 41990) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:33.246511 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.246511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:33.263190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b50-29e4-4cfa-8d04-3552ca08ceb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.309901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-7de54330-391c-47ae-adcf-23f11bd824a8 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:33.312128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-7de54330-391c-47ae-adcf-23f11bd824a8 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.1679747 Nov 12 05:27:33.328230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd7a45b5-5adf-42d8-a0c9-04bb66b1bc91 req-eae0238f-8fa1-4356-9e44-867587d72aab tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162808 Nov 12 05:27:33.355056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48668972-7d4a-4ef9-955f-229e441744dc req-ea84ea9b-4df4-415b-95a6-ff8c25d079e2 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932344 Nov 12 05:27:33.476184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b50-29e4-4cfa-8d04-3552ca08ceb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.486195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b50-29e4-4cfa-8d04-3552ca08ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.552132 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9cca7b50-29e4-4cfa-8d04-3552ca08ceb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab2b758063934592aea2e837935d6f0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3111351 Nov 12 05:27:33.555929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42000) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:33.569917 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a403a6bb-99c9-456a-950f-088c4f568a14 x-openstack-request-id: req-a403a6bb-99c9-456a-950f-088c4f568a14 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:33.570216 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "897ba90c-1ca2-45be-8d47-c04d5a552c56", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:33.570503 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a403a6bb-99c9-456a-950f-088c4f568a14 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:33.570896 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897ba90c-1ca2-45be-8d47-c04d5a552c56', 'code': 200} Nov 12 05:27:33.575634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca7b50-29e4-4cfa-8d04-3552ca08ceb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bca720f-ad64-4af1-a2e7-3aaac157d9f3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:33.612714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=897ba90c-1ca2-45be-8d47-c04d5a552c56,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:33.617034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:33.617535 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.673470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec71121-50b7-42c8-83f7-8e9e57f1329a req-1852236d-943e-4e2f-a84c-959edc62adb1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:33.683074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bec71121-50b7-42c8-83f7-8e9e57f1329a req-1852236d-943e-4e2f-a84c-959edc62adb1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.1706460 Nov 12 05:27:33.687522 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-92fddda4-7f54-4e0e-bd0a-6bbe3ceefe9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.737441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-92fddda4-7f54-4e0e-bd0a-6bbe3ceefe9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.741082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Deleting port dfa1f285-3b6f-42e4-9552-0da4647fd10b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:33.741441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.762592 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.812479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:33.820970 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.836020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-92fddda4-7f54-4e0e-bd0a-6bbe3ceefe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.846309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-92fddda4-7f54-4e0e-bd0a-6bbe3ceefe9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.852895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-92fddda4-7f54-4e0e-bd0a-6bbe3ceefe9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bca720f-ad64-4af1-a2e7-3aaac157d9f3 HTTP/1.1" status: 204 len: 168 time: 0.2903144 Nov 12 05:27:33.882997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bec71121-50b7-42c8-83f7-8e9e57f1329a req-f7493947-c925-44ce-aa40-53afe745137f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986401 Nov 12 05:27:33.885024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=13']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:33.903009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fddda4-7f54-4e0e-bd0a-6bbe3ceefe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bca720f-ad64-4af1-a2e7-3aaac157d9f3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:33.935922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ad01-a4ca-4eaa-b7bb-0391d0cbd7d7 req-52d54231-6893-4082-b485-31d73d535b7b tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:33.954096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ad01-a4ca-4eaa-b7bb-0391d0cbd7d7 req-52d54231-6893-4082-b485-31d73d535b7b tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:33.964880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6524ad01-a4ca-4eaa-b7bb-0391d0cbd7d7 req-52d54231-6893-4082-b485-31d73d535b7b tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1682 time: 0.1918137 Nov 12 05:27:34.092280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] For port dfa1f285-3b6f-42e4-9552-0da4647fd10b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=dfa1f285-3b6f-42e4-9552-0da4647fd10b,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:34.092650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.116100 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6524ad01-a4ca-4eaa-b7bb-0391d0cbd7d7 req-673d3e54-261c-4fc9-b738-f806f87e4510 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502326 Nov 12 05:27:34.198529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03e87b-ac03-46cd-8298-18b6ce342501 req-1ded3110-44b6-4ab8-b6ac-07ee05c6a8c4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:34.221394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a03e87b-ac03-46cd-8298-18b6ce342501 req-1ded3110-44b6-4ab8-b6ac-07ee05c6a8c4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.2013280 Nov 12 05:27:34.404560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a03e87b-ac03-46cd-8298-18b6ce342501 req-c3ca4c23-7726-44a3-85ad-7f38284d1576 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819243 Nov 12 05:27:34.585086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42020) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:34.606734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-058950b6-e02a-40fd-b004-fa5ec082a570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.804978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-058950b6-e02a-40fd-b004-fa5ec082a570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.809955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-058950b6-e02a-40fd-b004-fa5ec082a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.860759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4e03-6fe5-4529-bed7-96d10a278af7 req-1638059d-ec5b-4739-aa0d-748638080ab5 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:34.865177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-058950b6-e02a-40fd-b004-fa5ec082a570 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=801b985db3594d5aba730861f5e55b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2763922 Nov 12 05:27:34.873018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42022) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:34.882033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62af4e03-6fe5-4529-bed7-96d10a278af7 req-1638059d-ec5b-4739-aa0d-748638080ab5 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 945 time: 0.3206649 Nov 12 05:27:34.918780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058950b6-e02a-40fd-b004-fa5ec082a570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f8373d-d8cc-41e2-a494-01dda8c956b4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:34.939868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d35c3c43-7989-47f6-9e70-03ce5b45fde4 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:34.977062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83516c76-95fa-4321-bb70-02b14346f963 req-d6c611fb-ccd8-49bb-b2ef-082640b97802 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:34.986950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83516c76-95fa-4321-bb70-02b14346f963 req-d6c611fb-ccd8-49bb-b2ef-082640b97802 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.4441807 Nov 12 05:27:34.997857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d04ff52-3a42-48ac-9711-a21eca488e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.036375 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d04ff52-3a42-48ac-9711-a21eca488e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.092557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port d35c3c43-7989-47f6-9e70-03ce5b45fde4 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:27:35.112950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port d35c3c43-7989-47f6-9e70-03ce5b45fde4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:35.112950 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.119439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.122950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.123833 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Floating IP ba7d1fcc-51c6-46fa-996b-db39af7abebb disassociated. External IP: 172.25.2.146, port: dfa1f285-3b6f-42e4-9552-0da4647fd10b. Nov 12 05:27:35.124909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Calling delete_port for dfa1f285-3b6f-42e4-9552-0da4647fd10b owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:35.153607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d04ff52-3a42-48ac-9711-a21eca488e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.156456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d04ff52-3a42-48ac-9711-a21eca488e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.160458 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d04ff52-3a42-48ac-9711-a21eca488e7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52f8373d-d8cc-41e2-a494-01dda8c956b4 HTTP/1.1" status: 204 len: 168 time: 0.2861331 Nov 12 05:27:35.180412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ff52-3a42-48ac-9711-a21eca488e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f8373d-d8cc-41e2-a494-01dda8c956b4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:35.264470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83516c76-95fa-4321-bb70-02b14346f963 req-5d09dc14-5c16-4539-8b26-656763af3945 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759061 Nov 12 05:27:35.268784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62af4e03-6fe5-4529-bed7-96d10a278af7 req-1f48456e-3850-45e2-a388-89f77a738e2f tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups?id=e036e187-e86c-4e39-b7f0-42b900eb93f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857143 Nov 12 05:27:35.404330 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.579441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}, {'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:35.581684 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b3f9c-a7aa-4d93-9776-797568ee24db" -d '{"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-plugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}, {"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "d35c3c43-7989-47f6-9e70-03ce5b45fde4"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:35.601595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d35c3c43-7989-47f6-9e70-03ce5b45fde4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d35c3c43-7989-47f6-9e70-03ce5b45fde4,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:35.613259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c59c8a-ad47-4e97-9615-585189324534 req-30d7f295-9c04-410a-8905-4d5fcd03b9bb tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:35.630139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c59c8a-ad47-4e97-9615-585189324534 req-30d7f295-9c04-410a-8905-4d5fcd03b9bb tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:35.641402 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.651056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c59c8a-ad47-4e97-9615-585189324534 req-30d7f295-9c04-410a-8905-4d5fcd03b9bb tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1682 time: 0.2620707 Nov 12 05:27:35.667493 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.727747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d35c3c43-7989-47f6-9e70-03ce5b45fde4,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:35.810961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422acc2-5090-4954-b6e0-dbd96ea3ec75 req-66e56ce1-64a7-4d4b-82ac-638de7885aae tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:35.814666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b422acc2-5090-4954-b6e0-dbd96ea3ec75 req-66e56ce1-64a7-4d4b-82ac-638de7885aae tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.3684111 Nov 12 05:27:35.825156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event deleted for resources: {'Port': ['ID=dfa1f285-3b6f-42e4-9552-0da4647fd10b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:35.856179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10c59c8a-ad47-4e97-9615-585189324534 req-a3029146-7bc7-42fa-9b1d-4b4b16760ecb tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982672 Nov 12 05:27:36.096221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device dfa1f285-3b6f-42e4-9552-0da4647fd10b no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:36.136086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: dfa1f285-3b6f-42e4-9552-0da4647fd10b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:36.136437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device dfa1f285-3b6f-42e4-9552-0da4647fd10b not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:36.166028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b422acc2-5090-4954-b6e0-dbd96ea3ec75 req-96b4b9c4-770f-402b-98be-f34528875ef3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993093 Nov 12 05:27:36.283406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d7b1-5ad3-40f6-b9b8-ab1ac672a801 req-9c18aa0a-ad29-45e7-887d-5e55eff0983f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:36.291922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b996d7b1-5ad3-40f6-b9b8-ab1ac672a801 req-9c18aa0a-ad29-45e7-887d-5e55eff0983f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.1390681 Nov 12 05:27:36.353450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:36.379372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b996d7b1-5ad3-40f6-b9b8-ab1ac672a801 req-41f2392b-7dd3-41ae-93d8-d8922d2c5f14 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856698 Nov 12 05:27:36.382012 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e530ed-e0e0-4e05-90cc-8b28931d9fee x-openstack-request-id: req-f3e530ed-e0e0-4e05-90cc-8b28931d9fee {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:36.383277 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-plugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "code": 200}, {"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "d35c3c43-7989-47f6-9e70-03ce5b45fde4", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:36.383697 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3e530ed-e0e0-4e05-90cc-8b28931d9fee {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:36.384243 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'code': 200} Nov 12 05:27:36.384673 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4', 'code': 200} Nov 12 05:27:36.587252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5571-a1ba-4173-a09d-951bc52cbe89 req-0404e697-7f1c-4c14-ab9a-c437018a7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:36.588711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5571-a1ba-4173-a09d-951bc52cbe89 req-0404e697-7f1c-4c14-ab9a-c437018a7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:36.590626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b65e5571-a1ba-4173-a09d-951bc52cbe89 req-0404e697-7f1c-4c14-ab9a-c437018a7a40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1987 time: 0.0586252 Nov 12 05:27:36.593026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b61745d2-7928-4b99-b9c6-355ab4c12545 req-c1ce97f4-45ed-4ddb-9219-d9f4bb72fcd8 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 210 time: 0.0695381 Nov 12 05:27:36.720091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b65e5571-a1ba-4173-a09d-951bc52cbe89 req-c4a1ea9e-9d2d-472a-987d-37301b9e95ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135979 Nov 12 05:27:36.804466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ad3af-b63a-4f43-a54c-e43f2ec691d3 req-8ed6ede2-31f5-401c-a73b-85b895be1dcb tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:36.821314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a0ad3af-b63a-4f43-a54c-e43f2ec691d3 req-8ed6ede2-31f5-401c-a73b-85b895be1dcb tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.2306523 Nov 12 05:27:37.315213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a0ad3af-b63a-4f43-a54c-e43f2ec691d3 req-bf7fb646-f552-4c5f-b6c9-f18b39bba90a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929693 Nov 12 05:27:37.322630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:37.334507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] Sync routers for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:37.367292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:37.368220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:37.448598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754f90c-578d-486b-984f-805373cd374f req-16537cf7-f943-4e24-9f0a-9a78c0d261fc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:37.458758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754f90c-578d-486b-984f-805373cd374f req-16537cf7-f943-4e24-9f0a-9a78c0d261fc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:37.468864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6754f90c-578d-486b-984f-805373cd374f req-16537cf7-f943-4e24-9f0a-9a78c0d261fc tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1683 time: 0.2069273 Nov 12 05:27:37.480781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] No DVR routers for this DVR port dfa1f285-3b6f-42e4-9552-0da4647fd10b on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:37.514005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.523371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a502a081-b110-46a3-9d10-b752d3f35a98 req-b763cb52-2a2b-4850-9dc6-f9fbf4b001b6 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.47 "DELETE /v2.0/ports/dfa1f285-3b6f-42e4-9552-0da4647fd10b HTTP/1.1" status: 204 len: 173 time: 4.1913252 Nov 12 05:27:37.592334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'name': 'network-vif-deleted', 'tag': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:37.596045 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87eacdb-06c8-43eb-8ebc-94022cd91ddd" -d '{"events": [{"server_uuid": "5c10d827-3fc7-4548-a53a-7a4c43ee51a4", "name": "network-vif-deleted", "tag": "dfa1f285-3b6f-42e4-9552-0da4647fd10b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:37.676957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:37.710963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6754f90c-578d-486b-984f-805373cd374f req-7f52b0ad-f8f8-496e-8eee-d623d8f532c7 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411027 Nov 12 05:27:37.712851 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-4b0c036a-e9e9-4f83-8e01-f64bc455df6b service neutron] show failed (client error): The resource could not be found. Nov 12 05:27:37.713831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-4b0c036a-e9e9-4f83-8e01-f64bc455df6b service neutron] 10.222.0.47 "GET /v2.0/ports/acfdebe8-0400-45ba-9341-2e91c86a0a6c/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.4131281 Nov 12 05:27:37.828077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ca1af-8fbb-4791-8dba-96e0f69b2c67 req-1871aebf-e690-42d2-a9d3-3c4d53ff3310 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:37.844577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040ca1af-8fbb-4791-8dba-96e0f69b2c67 req-1871aebf-e690-42d2-a9d3-3c4d53ff3310 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.1661279 Nov 12 05:27:38.029191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040ca1af-8fbb-4791-8dba-96e0f69b2c67 req-053da91d-9c05-4941-b813-ae840a2da2ff tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836114 Nov 12 05:27:38.062063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef8fad-7b26-4e3e-9d83-af7b8d4c88b9 req-aaaf4eda-15ad-4fe4-a663-626a7b70c900 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:38.067500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aef8fad-7b26-4e3e-9d83-af7b8d4c88b9 req-aaaf4eda-15ad-4fe4-a663-626a7b70c900 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.2202017 Nov 12 05:27:38.139076 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd6c0ff-7dd8-45ec-8b89-1e8a89a4c657 x-openstack-request-id: req-efd6c0ff-7dd8-45ec-8b89-1e8a89a4c657 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:38.139754 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c10d827-3fc7-4548-a53a-7a4c43ee51a4", "name": "network-vif-deleted", "tag": "dfa1f285-3b6f-42e4-9552-0da4647fd10b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:38.140740 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efd6c0ff-7dd8-45ec-8b89-1e8a89a4c657 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:38.141366 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c10d827-3fc7-4548-a53a-7a4c43ee51a4', 'name': 'network-vif-deleted', 'tag': 'dfa1f285-3b6f-42e4-9552-0da4647fd10b', 'status': 'completed', 'code': 200} Nov 12 05:27:38.267131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:33Z', 'revision_number': 5, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:38.333296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aef8fad-7b26-4e3e-9d83-af7b8d4c88b9 req-803dec26-ab74-45f2-9f10-ec9fb4146352 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346149 Nov 12 05:27:38.360733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] Checking router: 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:38.411171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:38.411756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c276678e-10d4-4f32-94f9-216d2a9f0690 req-33d797c9-9526-45f8-b603-41b74d9fed01 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c10d827-3fc7-4548-a53a-7a4c43ee51a4 HTTP/1.1" status: 200 len: 210 time: 0.0816994 Nov 12 05:27:38.411959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:38.415819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-272d5dbc-74d2-4da7-85b1-81a3d9081dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:38.417383 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-272d5dbc-74d2-4da7-85b1-81a3d9081dc9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 1097 time: 0.3144655 Nov 12 05:27:38.435032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42096) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:38.440939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:38.634550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.775715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2004537-1344-4e15-bcc7-b317618de930 req-61829fdc-248a-432d-a411-3824ab556554 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:38.777303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2004537-1344-4e15-bcc7-b317618de930 req-61829fdc-248a-432d-a411-3824ab556554 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1928704 Nov 12 05:27:38.783703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:38.885608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6842248b-6c00-4912-8e3b-780012131fce tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:38.981854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2004537-1344-4e15-bcc7-b317618de930 req-115b77ef-46a7-426a-9539-c3e71a890303 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941769 Nov 12 05:27:39.003375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6842248b-6c00-4912-8e3b-780012131fce tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "PUT /v2.0/quotas/9ff02a29e2e44456833a5f9e6ffdefd0 HTTP/1.1" status: 200 len: 366 time: 0.5657897 Nov 12 05:27:39.005796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42104) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:39.034068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b5d8631f-b657-465b-9928-28a2b8984a30 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0269763 Nov 12 05:27:39.044908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42106) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:39.049846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bed43f-ba29-4303-b987-54fe38a55390 req-e2cc9f8a-1ca1-463d-8960-f972a75c4b26 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:39.056728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bed43f-ba29-4303-b987-54fe38a55390 req-e2cc9f8a-1ca1-463d-8960-f972a75c4b26 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:39.136843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50bed43f-ba29-4303-b987-54fe38a55390 req-e2cc9f8a-1ca1-463d-8960-f972a75c4b26 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1683 time: 0.2157700 Nov 12 05:27:39.230234 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aff88449-57a3-4dc1-8bf4-6ee952fce81e tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "GET /v2.0/quotas/9ff02a29e2e44456833a5f9e6ffdefd0 HTTP/1.1" status: 200 len: 366 time: 0.1830919 Nov 12 05:27:39.241317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42110) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:39.291549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50bed43f-ba29-4303-b987-54fe38a55390 req-6e099be1-c6f0-4f19-9d87-7eab1ce0bfb6 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183478 Nov 12 05:27:39.362018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:39.412211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:39.460864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b662c0-233b-4270-b02e-28f50e8646e0 req-877fe025-f344-4d53-aa42-acbe5bab32d8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:39.466323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4b662c0-233b-4270-b02e-28f50e8646e0 req-877fe025-f344-4d53-aa42-acbe5bab32d8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.1542959 Nov 12 05:27:39.471526 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.488603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Transition to ACTIVE for port object acfdebe8-0400-45ba-9341-2e91c86a0a6c will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:27:39.489399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:39.493012 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dcfe09-c87e-4484-9ff6-f63ab3e74ea4" -d '{"events": [{"server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "name": "network-vif-unplugged", "status": "completed", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:39.498388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.499426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:33Z', 'revision_number': 5, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:39.507879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42126) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:39.508788 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dab0ea4b-3c9d-4fd2-88d1-c2cc16d171d3 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/9ff02a29e2e44456833a5f9e6ffdefd0 HTTP/1.1" status: 204 len: 168 time: 0.2599282 Nov 12 05:27:39.590827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94420e80-c734-4f78-885a-30df990ffc2b None None] The sync data for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 is: [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:25:27Z', 'revision_number': 4, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9465e844-6411-45bc-887f-b18cf2180af1', 'name': '', 'network_id': 'bb611a98-d3eb-428b-abb7-29f4992b4b58', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'mac_address': 'fa:16:3e:d0:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:25Z', 'updated_at': '2021-11-12T05:25:33Z', 'revision_number': 5, 'project_id': '30528f02e76b411bb9a5103df309496f', 'subnets': [{'id': '1cc475b3-33f2-449f-94f3-c543185f8321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:39.604780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4b662c0-233b-4270-b02e-28f50e8646e0 req-07a231d4-d275-444c-85d7-534e0bb9769e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310723 Nov 12 05:27:39.613028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8d27dba7-ddd4-4069-9434-36cb6ec42498 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0993891 Nov 12 05:27:39.613857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42128) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:39.721391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-74502373-9d53-406c-8f69-87f05f37868e tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "GET /v2.0/quotas/9ff02a29e2e44456833a5f9e6ffdefd0 HTTP/1.1" status: 200 len: 370 time: 0.0798936 Nov 12 05:27:39.733784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42132) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:39.747972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6145cd63-e217-46e6-a1d8-ad492ed7d13d tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "GET /v2.0/quotas/9ff02a29e2e44456833a5f9e6ffdefd0/default HTTP/1.1" status: 200 len: 370 time: 0.0094318 Nov 12 05:27:39.753159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42134) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:39.804417 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-feed0507-82e6-4adb-9617-69327fe319cc tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] delete failed (client error): The resource could not be found. Nov 12 05:27:39.807443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-feed0507-82e6-4adb-9617-69327fe319cc tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/9ff02a29e2e44456833a5f9e6ffdefd0 HTTP/1.1" status: 404 len: 348 time: 0.0510252 Nov 12 05:27:39.872049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801107c-07bd-465a-980d-c96d605ca3ab req-c94c2935-faaf-47ab-af47-a49f7fce8fbe tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:39.890849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2801107c-07bd-465a-980d-c96d605ca3ab req-c94c2935-faaf-47ab-af47-a49f7fce8fbe tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.3120668 Nov 12 05:27:39.993873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] No DVR routers for this DVR port acfdebe8-0400-45ba-9341-2e91c86a0a6c on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:40.001740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:40.062162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2801107c-07bd-465a-980d-c96d605ca3ab req-762deab0-51e1-4ab1-987f-b7fdf3576809 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687200 Nov 12 05:27:40.159052 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7b948b-7e73-45d4-8bc7-7a63cfaa47c1 x-openstack-request-id: req-fc7b948b-7e73-45d4-8bc7-7a63cfaa47c1 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:40.159354 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "name": "network-vif-unplugged", "status": "completed", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:40.159695 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc7b948b-7e73-45d4-8bc7-7a63cfaa47c1 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:40.163098 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'code': 200} Nov 12 05:27:40.191903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42144) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:40.210063 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4c2b3e-8670-467f-ad2e-a08d9df2ac5b None None] New status for floating IP ba7d1fcc-51c6-46fa-996b-db39af7abebb: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:27:40.244101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Usage tracker for resource:network and project:2ddacdeac9d84bbe93816edf89bbebc0 is out of sync, need to count used quota {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 05:27:40.252059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 05:27:40.372687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Usage tracker for resource:subnet and project:2ddacdeac9d84bbe93816edf89bbebc0 is out of sync, need to count used quota {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 05:27:40.392058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Attempting to bind port acfdebe8-0400-45ba-9341-2e91c86a0a6c on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:40.392420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Attempting to bind port acfdebe8-0400-45ba-9341-2e91c86a0a6c by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:40.392758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Attempting to bind port acfdebe8-0400-45ba-9341-2e91c86a0a6c on network 68d1334b-7fa0-4462-a719-fa7de8388506 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:40.394042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 05:27:40.402785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Port acfdebe8-0400-45ba-9341-2e91c86a0a6c on network 68d1334b-7fa0-4462-a719-fa7de8388506 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:27:40.403120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Attempting to bind port acfdebe8-0400-45ba-9341-2e91c86a0a6c on network 68d1334b-7fa0-4462-a719-fa7de8388506 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:40.414963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:40.415313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Checking segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:40.415693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Bound using segment: {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:40.421862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Bound port: acfdebe8-0400-45ba-9341-2e91c86a0a6c, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23708df5-6e57-4d60-8c0c-948c0de77b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:40.425742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.433148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Usage tracker for resource:subnetpool and project:2ddacdeac9d84bbe93816edf89bbebc0 is out of sync, need to count used quota {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 05:27:40.480145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.484891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d9a05-03da-42d9-a43b-d2a4cfa0175a req-5a23e4ed-1d69-4f24-9eb7-00b0ee8d149e tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:40.496207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d9a05-03da-42d9-a43b-d2a4cfa0175a req-5a23e4ed-1d69-4f24-9eb7-00b0ee8d149e tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:40.510764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b8d9a05-03da-42d9-a43b-d2a4cfa0175a req-5a23e4ed-1d69-4f24-9eb7-00b0ee8d149e tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1683 time: 0.2428787 Nov 12 05:27:40.534938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999b6bc-3aa2-4b64-ae69-19fd1a638007 req-f59c8130-e329-4a53-a7d9-c80de4061660 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:40.543126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0999b6bc-3aa2-4b64-ae69-19fd1a638007 req-f59c8130-e329-4a53-a7d9-c80de4061660 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.2632694 Nov 12 05:27:40.553420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 05:27:40.608129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:40.615721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:40.629933 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.720235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:40.722036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.730519 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] 10.222.0.43 "PUT /v2.0/ports/acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 1092 time: 2.2964792 Nov 12 05:27:40.731391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Usage tracker for resource:port and project:2ddacdeac9d84bbe93816edf89bbebc0 is out of sync, need to count used quota {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 05:27:40.824666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b8d9a05-03da-42d9-a43b-d2a4cfa0175a req-54611189-a4b6-4c2b-ab4d-7671d521a2c5 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649727 Nov 12 05:27:40.836964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 05:27:40.893429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f8342-e3d2-4972-8b72-d47ca94bd7ff service neutron] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:40.941527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42148) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:40.958118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0999b6bc-3aa2-4b64-ae69-19fd1a638007 req-1e89a535-3d65-4b1f-b4d4-5653e6eebd1f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4135194 Nov 12 05:27:40.959421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Usage tracker for resource:router and project:2ddacdeac9d84bbe93816edf89bbebc0 is out of sync, need to count used quota {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 05:27:40.982744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 05:27:41.015727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Usage tracker for resource:floatingip and project:2ddacdeac9d84bbe93816edf89bbebc0 is out of sync, need to count used quota {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 05:27:41.051056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 05:27:41.076074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-9a00895e-c9bd-4e24-842a-810d21eb9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:41.098452 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-9a00895e-c9bd-4e24-842a-810d21eb9dd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1095 time: 0.3030999 Nov 12 05:27:41.335452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Usage tracker for resource:security_group and project:2ddacdeac9d84bbe93816edf89bbebc0 is out of sync, need to count used quota {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 05:27:41.358179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 05:27:41.432429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Usage tracker for resource:security_group_rule and project:2ddacdeac9d84bbe93816edf89bbebc0 is out of sync, need to count used quota {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 05:27:41.446104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.quota.resource [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 05:27:41.453242 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fc953b7-0142-425b-95e1-f66eb614f95c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.489665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343271ca-ad36-46d2-b0a0-eecd67550cff req-2aca5255-132f-4f59-8932-a9bf4daea47f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:41.527436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-343271ca-ad36-46d2-b0a0-eecd67550cff req-2aca5255-132f-4f59-8932-a9bf4daea47f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.2761261 Nov 12 05:27:41.569817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dd667-d556-478f-920f-62766c14201f req-ca9e4ab5-d35b-4312-80de-fdc017ad0e8f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:41.586374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-b4a2988a-7407-4224-9c74-713040e764e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:41.586374 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-b4a2988a-7407-4224-9c74-713040e764e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 898 time: 0.4853771 Nov 12 05:27:41.587338 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-962dd667-d556-478f-920f-62766c14201f req-ca9e4ab5-d35b-4312-80de-fdc017ad0e8f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.2560766 Nov 12 05:27:41.594118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9c286261-417b-49ec-a06b-8e04478128e2 tempest-QuotasTest-442647534 tempest-QuotasTest-442647534-project-admin] 10.222.0.48 "GET /v2.0/quotas/2ddacdeac9d84bbe93816edf89bbebc0/details.json HTTP/1.1" status: 200 len: 703 time: 1.4010596 Nov 12 05:27:41.612399 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fc953b7-0142-425b-95e1-f66eb614f95c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.843448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-962dd667-d556-478f-920f-62766c14201f req-9e60b32d-0962-49cb-aa88-171e965b2264 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540860 Nov 12 05:27:41.945431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-343271ca-ad36-46d2-b0a0-eecd67550cff req-92abd502-2f87-4f12-9670-92a1ab3f9044 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4167728 Nov 12 05:27:42.110455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-46cce376-4e1c-41d2-92b5-919ce5a4c0f9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:42.129287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device acfdebe8-0400-45ba-9341-2e91c86a0a6c no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:42.136319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-46cce376-4e1c-41d2-92b5-919ce5a4c0f9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:42.137967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-46cce376-4e1c-41d2-92b5-919ce5a4c0f9 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1683 time: 0.1679113 Nov 12 05:27:42.145481 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-28d95d70-b319-4314-a311-9cf47bc4c83b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 999 time: 0.5424464 Nov 12 05:27:42.237278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42162) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:42.310744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device acfdebe8-0400-45ba-9341-2e91c86a0a6c not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:42.334403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:42.341598 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac2a395-97cf-471b-bf82-9f63e57b828c" -d '{"events": [{"name": "network-changed", "server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:42.346377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-0ea0facc-17ae-4116-a282-ae7d4fbb36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:42.347237 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-0ea0facc-17ae-4116-a282-ae7d4fbb36e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.1909730 Nov 12 05:27:42.388174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68f665-8ef7-4511-816e-9257cdeacda7 req-946f1eeb-5a1d-4b4c-8b3c-cbfd82c1c810 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:42.399862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68f665-8ef7-4511-816e-9257cdeacda7 req-946f1eeb-5a1d-4b4c-8b3c-cbfd82c1c810 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:42.417459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee68f665-8ef7-4511-816e-9257cdeacda7 req-946f1eeb-5a1d-4b4c-8b3c-cbfd82c1c810 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 1683 time: 0.2744620 Nov 12 05:27:42.506735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fc953b7-0142-425b-95e1-f66eb614f95c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.509520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fc953b7-0142-425b-95e1-f66eb614f95c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.513749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42172) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:42.515968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7fc953b7-0142-425b-95e1-f66eb614f95c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "DELETE /v2.0/security-groups/e036e187-e86c-4e39-b7f0-42b900eb93f8 HTTP/1.1" status: 204 len: 168 time: 1.5710135 Nov 12 05:27:42.600377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa885909-4121-4d60-b7bc-e8a2d5c8fc97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.602812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc953b7-0142-425b-95e1-f66eb614f95c tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e036e187-e86c-4e39-b7f0-42b900eb93f8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:42.609241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-fc3769e7-fdc7-45b9-a443-80618a105288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:42.611008 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-fc3769e7-fdc7-45b9-a443-80618a105288 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090881 Nov 12 05:27:42.632087 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-7eafc246-7425-4506-ade3-cb9417a4e055 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] show failed (client error): The resource could not be found. Nov 12 05:27:42.633159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7eafc246-7425-4506-ade3-cb9417a4e055 tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "GET /v2.0/security-groups/e036e187-e86c-4e39-b7f0-42b900eb93f8 HTTP/1.1" status: 404 len: 347 time: 0.1138778 Nov 12 05:27:42.646799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42174) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:42.712211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port 897ba90c-1ca2-45be-8d47-c04d5a552c56 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:42.712564 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.723354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc367c9-65b6-4a7c-b6d8-482ad6a3f2e6 req-52fe9638-1f83-4c19-bb9b-b8222432ea86 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:42.740921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8dc367c9-65b6-4a7c-b6d8-482ad6a3f2e6 req-52fe9638-1f83-4c19-bb9b-b8222432ea86 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.3125906 Nov 12 05:27:42.776316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee68f665-8ef7-4511-816e-9257cdeacda7 req-92ea0846-04e7-4002-bfb2-4388113c8ebd tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560638 Nov 12 05:27:42.818414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port 897ba90c-1ca2-45be-8d47-c04d5a552c56, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=897ba90c-1ca2-45be-8d47-c04d5a552c56,segment=NetworkSegment(acbd9e43-1de3-4aef-82a3-f62c1cb76972),segment_id=acbd9e43-1de3-4aef-82a3-f62c1cb76972)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:42.818804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.945979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8dc367c9-65b6-4a7c-b6d8-482ad6a3f2e6 req-660b9537-0f37-451d-93e4-9c05ba3ff518 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037539 Nov 12 05:27:42.972884 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd64a46-1fe1-4370-a6a3-363afd05e0ec x-openstack-request-id: req-6cd64a46-1fe1-4370-a6a3-363afd05e0ec {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:42.973280 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:42.973547 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cd64a46-1fe1-4370-a6a3-363afd05e0ec {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:42.973997 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'status': 'completed', 'code': 200} Nov 12 05:27:43.009909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for 897ba90c-1ca2-45be-8d47-c04d5a552c56 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:43.143608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Deleting port 4e351b57-fe61-49ec-b50b-356039363a43 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:43.143982 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.149547 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-70a750da-a080-4c57-914b-af833ba9f8f8 service neutron] 10.222.0.43 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270274 Nov 12 05:27:43.265358 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-87ee3f14-20e8-41fe-bad2-14b2ae3a3b6a req-2f2e190a-8c83-439f-a2ff-066b65b77aeb service neutron] 10.222.0.43 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035872 Nov 12 05:27:43.353065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-445133f4-0126-4886-9702-b4ab13c1328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:43.361343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-445133f4-0126-4886-9702-b4ab13c1328e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1095 time: 0.4062428 Nov 12 05:27:43.390192 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa885909-4121-4d60-b7bc-e8a2d5c8fc97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.424058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa885909-4121-4d60-b7bc-e8a2d5c8fc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.486265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129b7da-52d5-46c5-baa1-5b0c48a2fabb req-275a8fb1-9826-43d0-aa9f-ab215a16d444 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:43.489583 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.489921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.496780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6129b7da-52d5-46c5-baa1-5b0c48a2fabb req-275a8fb1-9826-43d0-aa9f-ab215a16d444 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.4471946 Nov 12 05:27:43.513125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa885909-4121-4d60-b7bc-e8a2d5c8fc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f30108-5b6f-4c02-8abb-aaf55ab855d9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:43.585938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b379-d00d-4c6a-8e96-4d9f0662c852 req-202f09cb-fc53-4889-8375-867bb3f9976f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:43.594044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5c9b379-d00d-4c6a-8e96-4d9f0662c852 req-202f09cb-fc53-4889-8375-867bb3f9976f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.4893987 Nov 12 05:27:43.619668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Calling delete_port for 4e351b57-fe61-49ec-b50b-356039363a43 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:43.654704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.679914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6129b7da-52d5-46c5-baa1-5b0c48a2fabb req-0370c11b-0a11-48a2-9414-244fc40ab196 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813362 Nov 12 05:27:43.688121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fa885909-4121-4d60-b7bc-e8a2d5c8fc97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8d1bd229c414fb9a0356a5ccb3e18ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3550029 Nov 12 05:27:43.700679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42184) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:43.810543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5c9b379-d00d-4c6a-8e96-4d9f0662c852 req-912520b1-6c2c-4451-a82b-9d43385d1d15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154295 Nov 12 05:27:43.857376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-dc2b7589-0ec6-497a-8db2-35d403e9ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:43.863398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-0a5f5958-ee0c-4be3-95e6-78524c0b218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:43.865055 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-0a5f5958-ee0c-4be3-95e6-78524c0b218b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1095 time: 0.4473152 Nov 12 05:27:43.865796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-dc2b7589-0ec6-497a-8db2-35d403e9ccda service neutron] 10.222.0.47 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 898 time: 0.4842067 Nov 12 05:27:43.872862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port 897ba90c-1ca2-45be-8d47-c04d5a552c56 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:43.875514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=897ba90c-1ca2-45be-8d47-c04d5a552c56,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:43.891537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.894227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-631671ab-1429-4669-9f21-8de66b3b6974 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "DELETE /v2.0/ports/897ba90c-1ca2-45be-8d47-c04d5a552c56 HTTP/1.1" status: 204 len: 173 time: 1.7472975 Nov 12 05:27:43.896605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c0818eb-5a37-497a-ad7b-2d1cfe4bdd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.048381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-5d9d973c-a02e-48aa-b18f-76b6043029a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 999 time: 0.1769893 Nov 12 05:27:44.057064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb270b67-b5a5-41ff-be81-8265d59df317 req-20b63342-f305-49e3-9eca-c8b1d18ac670 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.065130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb270b67-b5a5-41ff-be81-8265d59df317 req-20b63342-f305-49e3-9eca-c8b1d18ac670 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 946 time: 0.0971160 Nov 12 05:27:44.069944 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1939adc-5c9e-4a78-ad69-3fabe11a2d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.121523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1939adc-5c9e-4a78-ad69-3fabe11a2d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.180572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-742174fe-5e59-4d77-94f9-c572317ea63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.182196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-742174fe-5e59-4d77-94f9-c572317ea63e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.1142955 Nov 12 05:27:44.235854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb270b67-b5a5-41ff-be81-8265d59df317 req-90cbab7d-765a-450a-b76b-6fc541fc1d59 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698301 Nov 12 05:27:44.265146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88a2e-1d1e-42d7-8bd0-40c164771c2e req-8fe3e5cd-f557-41ce-95c9-3e5ca03f16b8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.267382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fb88a2e-1d1e-42d7-8bd0-40c164771c2e req-8fe3e5cd-f557-41ce-95c9-3e5ca03f16b8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1466491 Nov 12 05:27:44.281220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-9847357d-20cb-4855-8919-a888d9068f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.283305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-9847357d-20cb-4855-8919-a888d9068f93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905170 Nov 12 05:27:44.329974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port d35c3c43-7989-47f6-9e70-03ce5b45fde4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:44.330379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.347412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1939adc-5c9e-4a78-ad69-3fabe11a2d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.350173 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1939adc-5c9e-4a78-ad69-3fabe11a2d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.353743 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a1939adc-5c9e-4a78-ad69-3fabe11a2d91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1f30108-5b6f-4c02-8abb-aaf55ab855d9 HTTP/1.1" status: 204 len: 168 time: 0.6110773 Nov 12 05:27:44.353743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-3a667e76-d86e-46ee-bff6-43637171c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.354079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-3a667e76-d86e-46ee-bff6-43637171c957 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 898 time: 0.4563310 Nov 12 05:27:44.404176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fb88a2e-1d1e-42d7-8bd0-40c164771c2e req-a1f85f6f-54f4-4944-a0a5-cbbe713a98b9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184697 Nov 12 05:27:44.456903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-907cd666-095b-492d-b6f7-21b9276220d8 service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633604 Nov 12 05:27:44.515394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1939adc-5c9e-4a78-ad69-3fabe11a2d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f30108-5b6f-4c02-8abb-aaf55ab855d9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:44.540171 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-35520240-50b4-4982-9ce4-3b5048542d2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 999 time: 0.1716077 Nov 12 05:27:44.647219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-bbf511c0-f760-41cd-9879-5e5c8c2e18a6 service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826353 Nov 12 05:27:44.680318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port d35c3c43-7989-47f6-9e70-03ce5b45fde4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d35c3c43-7989-47f6-9e70-03ce5b45fde4,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:44.680937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.683589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.779319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-43c6c67e-8212-4237-87ce-37f8c4408dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.781722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-43c6c67e-8212-4237-87ce-37f8c4408dc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.2238111 Nov 12 05:27:44.786115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for d35c3c43-7989-47f6-9e70-03ce5b45fde4 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:44.787887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Pushing event deleted for resources: {'Port': ['ID=4e351b57-fe61-49ec-b50b-356039363a43,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:44.845628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd320a-929c-41f7-944b-f865491d5c36 req-b1922520-4288-4206-a2f0-7da1a667956a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.855510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3fd320a-929c-41f7-944b-f865491d5c36 req-b1922520-4288-4206-a2f0-7da1a667956a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.1040361 Nov 12 05:27:44.951257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.955130 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.957759 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d567e9e-7772-4d90-86ce-27219445e43a tempest-ServersTestJSON-1153680213 tempest-ServersTestJSON-1153680213-project] 10.222.0.48 "DELETE /v2.0/floatingips/ba7d1fcc-51c6-46fa-996b-db39af7abebb HTTP/1.1" status: 204 len: 168 time: 2.3073168 Nov 12 05:27:44.964910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42214) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:44.972835 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d35c3c43-7989-47f6-9e70-03ce5b45fde4 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:44.978854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-deleted', 'tag': '897ba90c-1ca2-45be-8d47-c04d5a552c56'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:44.980890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3fd320a-929c-41f7-944b-f865491d5c36 req-1d5a4e3f-b537-4d22-8139-ae75efec2f1d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245008 Nov 12 05:27:44.981261 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447503f0-859f-4990-9573-f62d5e94a52f" -d '{"events": [{"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-deleted", "tag": "897ba90c-1ca2-45be-8d47-c04d5a552c56"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:44.985709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42216) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:44.988674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-068edcaa-407b-48b9-81f5-b37ac07f94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.990180 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-068edcaa-407b-48b9-81f5-b37ac07f94b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1926980 Nov 12 05:27:45.035926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65171dd8-2387-424c-8087-57d712c9c06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.080100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d349b8d-4189-41e9-9e13-8da306f18567 req-3b4b8fe3-65e7-4b29-afe6-2d77af5c937e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:45.087592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d349b8d-4189-41e9-9e13-8da306f18567 req-3b4b8fe3-65e7-4b29-afe6-2d77af5c937e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.1055887 Nov 12 05:27:45.158863 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.201088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d35c3c43-7989-47f6-9e70-03ce5b45fde4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d35c3c43-7989-47f6-9e70-03ce5b45fde4,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:45.203260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:45.207304 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0007b581-7fb7-46c1-a9a0-fe26d3b64938" -d '{"events": [{"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "d35c3c43-7989-47f6-9e70-03ce5b45fde4"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:45.211967 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.213896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 897ba90c-1ca2-45be-8d47-c04d5a552c56 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:45.214134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d349b8d-4189-41e9-9e13-8da306f18567 req-f198d738-31f4-497e-9728-d7f72378904c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255372 Nov 12 05:27:45.247639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-70ba2bc7-44f5-4e7b-8475-e7de68be34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:45.248843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 897ba90c-1ca2-45be-8d47-c04d5a552c56 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:45.249335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 897ba90c-1ca2-45be-8d47-c04d5a552c56 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:45.249810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-70ba2bc7-44f5-4e7b-8475-e7de68be34c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 1098 time: 0.1582599 Nov 12 05:27:45.295534 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517e0410-0733-4e50-a124-104377206f29 x-openstack-request-id: req-517e0410-0733-4e50-a124-104377206f29 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:45.295877 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "d35c3c43-7989-47f6-9e70-03ce5b45fde4", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:45.296607 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-517e0410-0733-4e50-a124-104377206f29 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:45.297273 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4', 'code': 200} Nov 12 05:27:45.324586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d35c3c43-7989-47f6-9e70-03ce5b45fde4,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:45.353656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65171dd8-2387-424c-8087-57d712c9c06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.390199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65171dd8-2387-424c-8087-57d712c9c06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.428438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65171dd8-2387-424c-8087-57d712c9c06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c504b0fc-41d2-4770-933e-6ff4f524a4b7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:45.478484 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f0233e-7d02-492d-ad3f-350baab5aabc x-openstack-request-id: req-17f0233e-7d02-492d-ad3f-350baab5aabc {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:45.478852 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-deleted", "tag": "897ba90c-1ca2-45be-8d47-c04d5a552c56", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:45.479067 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17f0233e-7d02-492d-ad3f-350baab5aabc {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:45.479400 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-deleted', 'tag': '897ba90c-1ca2-45be-8d47-c04d5a552c56', 'status': 'completed', 'code': 200} Nov 12 05:27:45.506664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-8be230cc-3634-4198-bf3d-c64909a50c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:45.506664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-8be230cc-3634-4198-bf3d-c64909a50c97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.2113345 Nov 12 05:27:45.516219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-65171dd8-2387-424c-8087-57d712c9c06f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ddacdeac9d84bbe93816edf89bbebc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279408 Nov 12 05:27:45.523331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:45.620985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe169-d701-4642-b08e-20d9b202a4ef req-379fb1d5-7ad8-4ed9-ac25-8a9e6dfc46f5 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:45.624500 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-533b4097-b6de-4442-bc0e-f70a95cf5179 service neutron] 10.222.0.43 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914700 Nov 12 05:27:45.630878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-467fe169-d701-4642-b08e-20d9b202a4ef req-379fb1d5-7ad8-4ed9-ac25-8a9e6dfc46f5 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f80a9a-2686-493c-94af-1dcf3f0b3fc2 HTTP/1.1" status: 200 len: 944 time: 0.2451274 Nov 12 05:27:45.722401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758835a4-adfa-4d70-be01-1a2008191527 req-e83fd1ea-e40a-4984-8eb8-e73510774b38 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:45.723860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-758835a4-adfa-4d70-be01-1a2008191527 req-e83fd1ea-e40a-4984-8eb8-e73510774b38 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1878016 Nov 12 05:27:45.731015 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a50b-a59f-4ef1-9a7c-be73a0ca077c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.782235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-467fe169-d701-4642-b08e-20d9b202a4ef req-c96533e0-73bf-438c-827f-b909025ba041 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5822734-9d08-4403-84c6-4dd0c99c6756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466372 Nov 12 05:27:45.791370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.809696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-88cd9091-6ee1-422f-828f-0618e72499d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 200 len: 1001 time: 0.2905471 Nov 12 05:27:45.842418 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a50b-a59f-4ef1-9a7c-be73a0ca077c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.878374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=d35c3c43-7989-47f6-9e70-03ce5b45fde4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:45.900487 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aac2a395-97cf-471b-bf82-9f63e57b828c req-565ed5e2-9034-4e64-a861-5cbbeb4bb20c service neutron] 10.222.0.43 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512186 Nov 12 05:27:45.928698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-758835a4-adfa-4d70-be01-1a2008191527 req-81293cdf-1206-4ab5-b83e-93e75916c6c4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576939 Nov 12 05:27:45.938191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-b5bed9fb-2637-4200-8f1e-5ecacb0e8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:45.943832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-b5bed9fb-2637-4200-8f1e-5ecacb0e8f31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.1252005 Nov 12 05:27:45.970036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port d35c3c43-7989-47f6-9e70-03ce5b45fde4 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:45.974834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.982575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c2a8084e-48b8-47de-845a-9132f44f3761 req-b6d57a8c-bf67-4c5b-bd2c-dbf3a8c4b913 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.43 "DELETE /v2.0/ports/d35c3c43-7989-47f6-9e70-03ce5b45fde4 HTTP/1.1" status: 204 len: 173 time: 2.0644257 Nov 12 05:27:46.005246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a50b-a59f-4ef1-9a7c-be73a0ca077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.009256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a50b-a59f-4ef1-9a7c-be73a0ca077c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.010721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5fb1a50b-a59f-4ef1-9a7c-be73a0ca077c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c504b0fc-41d2-4770-933e-6ff4f524a4b7 HTTP/1.1" status: 204 len: 168 time: 0.4901378 Nov 12 05:27:46.027114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1a50b-a59f-4ef1-9a7c-be73a0ca077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c504b0fc-41d2-4770-933e-6ff4f524a4b7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:46.040354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-70f62847-2c31-405c-9317-9f827d3dbd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:46.043357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-70f62847-2c31-405c-9317-9f827d3dbd74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861514 Nov 12 05:27:46.264646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2db0eadd-2610-412a-bc71-f15c6438fcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.362063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.651315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-a7f6b4ea-90fd-4ff5-bdef-ea404f65e516 service neutron] 10.222.0.43 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963249 Nov 12 05:27:46.660521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7909b24-015a-406a-84fb-bb1f8dcdb323 req-843f9fb0-b1b2-45ff-aaa2-9b3dacf7b524 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:46.668296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7909b24-015a-406a-84fb-bb1f8dcdb323 req-843f9fb0-b1b2-45ff-aaa2-9b3dacf7b524 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.4436941 Nov 12 05:27:46.785625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cc992db-b77f-4c0b-a6f7-ce67db59d63f req-9b9d5ce7-2fc5-42e7-8c4a-a27d23959ba9 service neutron] 10.222.0.43 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153004 Nov 12 05:27:46.799212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eea00-b9cf-4917-b735-b4e7a0f381c5 req-17b53f83-1175-4f0b-8ce0-74fb09842a6c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:46.807741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-171eea00-b9cf-4917-b735-b4e7a0f381c5 req-17b53f83-1175-4f0b-8ce0-74fb09842a6c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.2514842 Nov 12 05:27:46.844263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Deleting port 9465e844-6411-45bc-887f-b18cf2180af1 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:46.844899 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.947531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] For port 9465e844-6411-45bc-887f-b18cf2180af1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9465e844-6411-45bc-887f-b18cf2180af1,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:46.948281 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.954601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-171eea00-b9cf-4917-b735-b4e7a0f381c5 req-97afdc1d-17e5-49f7-a12f-4a335e8ab36f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457019 Nov 12 05:27:46.972388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Calling delete_port for 9465e844-6411-45bc-887f-b18cf2180af1 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:47.040743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7909b24-015a-406a-84fb-bb1f8dcdb323 req-bf2123d6-e2d3-43ea-b46e-1a0b2a2d1cee tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714805 Nov 12 05:27:47.086920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42252) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:47.251496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-835e3dbd-f18f-4100-8f4c-ee6fe62535ee tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting subnet a253d7d9-ad15-4358-b8a0-8074c189a848 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:47.256488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-835e3dbd-f18f-4100-8f4c-ee6fe62535ee tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.291316 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.297953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd74581-ada1-4ae1-8d02-c5b01364bd29 req-9a0fef66-b01d-4611-b33b-af23ba9f5017 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:47.299612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cfd74581-ada1-4ae1-8d02-c5b01364bd29 req-9a0fef66-b01d-4611-b33b-af23ba9f5017 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1332035 Nov 12 05:27:47.308444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.345087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-835e3dbd-f18f-4100-8f4c-ee6fe62535ee tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.348823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9465e844-6411-45bc-887f-b18cf2180af1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:47.433939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cfd74581-ada1-4ae1-8d02-c5b01364bd29 req-a4eabe23-1f57-4f80-85cf-a0120e1accdf tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259608 Nov 12 05:27:47.496798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-deleted', 'tag': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:47.499314 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c586c-00bb-4d98-9e89-b8411654181c" -d '{"events": [{"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-deleted", "tag": "d35c3c43-7989-47f6-9e70-03ce5b45fde4"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:47.555475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-835e3dbd-f18f-4100-8f4c-ee6fe62535ee tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.616035 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b2548-166b-479f-b12f-e38c433b4a22 x-openstack-request-id: req-fb5b2548-166b-479f-b12f-e38c433b4a22 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:47.617399 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f80a9a-2686-493c-94af-1dcf3f0b3fc2", "name": "network-vif-deleted", "tag": "d35c3c43-7989-47f6-9e70-03ce5b45fde4", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:47.618028 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb5b2548-166b-479f-b12f-e38c433b4a22 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:47.618855 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80a9a-2686-493c-94af-1dcf3f0b3fc2', 'name': 'network-vif-deleted', 'tag': 'd35c3c43-7989-47f6-9e70-03ce5b45fde4', 'status': 'completed', 'code': 200} Nov 12 05:27:47.691510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-835e3dbd-f18f-4100-8f4c-ee6fe62535ee tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.724175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00faf961-af1b-4416-976c-12a0ae0699d9 None None] Network f81639f4-0b6a-4163-b36a-f79f7b748bf8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:47.755896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.756570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-835e3dbd-f18f-4100-8f4c-ee6fe62535ee tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.760887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-835e3dbd-f18f-4100-8f4c-ee6fe62535ee tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "DELETE /v2.0/subnets/a253d7d9-ad15-4358-b8a0-8074c189a848 HTTP/1.1" status: 204 len: 168 time: 0.6727879 Nov 12 05:27:47.762119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e3dbd-f18f-4100-8f4c-ee6fe62535ee tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Subnet': ['ID=a253d7d9-ad15-4358-b8a0-8074c189a848,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:47.763852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42268) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:47.931301 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.036378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port cedee82c-27ca-43dc-9770-a14c411df03b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:48.037360 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.108140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] DHCP port deletion for f81639f4-0b6a-4163-b36a-f79f7b748bf8 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:48.166386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port cedee82c-27ca-43dc-9770-a14c411df03b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cedee82c-27ca-43dc-9770-a14c411df03b,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:48.167943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.184214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for cedee82c-27ca-43dc-9770-a14c411df03b owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:48.212537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:48.214475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] Deleting port cedee82c-27ca-43dc-9770-a14c411df03b {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:48.214853 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.295231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] For port cedee82c-27ca-43dc-9770-a14c411df03b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cedee82c-27ca-43dc-9770-a14c411df03b,segment=NetworkSegment(eb8644fd-d0b6-4270-a28c-c8725d73d49f),segment_id=eb8644fd-d0b6-4270-a28c-c8725d73d49f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:48.296938 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.313458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] Calling delete_port for cedee82c-27ca-43dc-9770-a14c411df03b owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:48.316434 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.353058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port cedee82c-27ca-43dc-9770-a14c411df03b on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:48.418555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:48.469849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:48.480841 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c837d6b6-306f-4ee8-8dcb-fd10677d0fd0 admin admin] 10.222.0.48 "PUT /v2.0/routers/03a7ed7f-6ce5-4ced-9a3a-b612516a8605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5148203 Nov 12 05:27:48.481654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42290) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:48.504290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] Sync routers for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:48.510309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=cedee82c-27ca-43dc-9770-a14c411df03b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:48.559884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:48.564267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:48.613767 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1821459373', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:48.640552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486996f-3974-447d-878a-4548d1189a0d req-71e55d07-47ce-4c43-b24c-6603c3465b88 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:48.642613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6486996f-3974-447d-878a-4548d1189a0d req-71e55d07-47ce-4c43-b24c-6603c3465b88 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.3539305 Nov 12 05:27:48.645584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.663433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.696327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165816b9-88d7-4cc4-939b-518050a26c3d req-cd1ce441-9e66-4808-a2cd-a8fc2b1a840c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:48.697954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-165816b9-88d7-4cc4-939b-518050a26c3d req-cd1ce441-9e66-4808-a2cd-a8fc2b1a840c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.4083092 Nov 12 05:27:48.746424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:48.750216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81639f4-0b6a-4163-b36a-f79f7b748bf8']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:48.788617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8644fd-d0b6-4270-a28c-c8725d73d49f') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:48.789017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8644fd-d0b6-4270-a28c-c8725d73d49f') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:48.825826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6486996f-3974-447d-878a-4548d1189a0d req-58b84cf0-b7d3-497b-9b94-57a43c32aec8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664593 Nov 12 05:27:48.838314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.854619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-165816b9-88d7-4cc4-939b-518050a26c3d req-e58c5bfa-3859-4e7a-8de0-7664394eeb27 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414435 Nov 12 05:27:48.887087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.901822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:48.902406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:48.906484 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:49.060718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dec4de-79e5-47f3-a0bb-f4ab44ecc6b1 req-5c61fbd3-b54f-449b-a36a-263e42c7255c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:49.062491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6dec4de-79e5-47f3-a0bb-f4ab44ecc6b1 req-5c61fbd3-b54f-449b-a36a-263e42c7255c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.0635645 Nov 12 05:27:49.063786 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.068949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.073724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "DELETE /v2.0/networks/f81639f4-0b6a-4163-b36a-f79f7b748bf8 HTTP/1.1" status: 204 len: 168 time: 1.3051324 Nov 12 05:27:49.079485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42296) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:49.169269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa66d64-a727-41a2-bca7-d0b1eed13a70 tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Network': ['ID=f81639f4-0b6a-4163-b36a-f79f7b748bf8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:49.180226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Made reservation on behalf of 309dd923c7254d48a359950a1df9d536 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:49.187870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.213552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.286032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6dec4de-79e5-47f3-a0bb-f4ab44ecc6b1 req-f899e8ec-bac0-4baa-8227-e3771aa1f417 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029116 Nov 12 05:27:49.319919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8588001c-f98a-4674-9d90-62f68bd24b9c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting subnet 185b14f2-57fc-492a-932f-d8af2b217b16 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:49.353513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8588001c-f98a-4674-9d90-62f68bd24b9c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.413327 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.434467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device acfdebe8-0400-45ba-9341-2e91c86a0a6c details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:27:49.444655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09917771-8549-48d0-b9c7-dd8359777785 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:49.446658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cedee82c-27ca-43dc-9770-a14c411df03b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:49.484593 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.485607 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.500567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: cedee82c-27ca-43dc-9770-a14c411df03b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:49.500919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cedee82c-27ca-43dc-9770-a14c411df03b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:49.569215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.582179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] Network f81639f4-0b6a-4163-b36a-f79f7b748bf8 is not hosted by any dhcp agent {{(pid=102591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:27:49.582895 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.583547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] No DVR routers for this DVR port cedee82c-27ca-43dc-9770-a14c411df03b on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:49.602589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213476cf-7973-40dd-9d77-101d254cd20e None None] Pushing event deleted for resources: {'Port': ['ID=cedee82c-27ca-43dc-9770-a14c411df03b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:49.612728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] device_id is not set on port 23ca8a20-f018-4a63-8450-a5a726ce8d6d yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:27:49.624612 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.701103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0ce2d-c61e-42be-ac0f-9f8ca89ec3f4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:49.751664 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8588001c-f98a-4674-9d90-62f68bd24b9c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.773870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:27:47Z', 'revision_number': 5, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port': {'id': 'aa05518a-d394-4f44-b438-4792fab6d877', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:23Z', 'updated_at': '2021-11-12T05:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:49.802569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Deleting port aa05518a-d394-4f44-b438-4792fab6d877 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:49.803154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.820531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] Checking router: 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:49.831872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.867759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09917771-8549-48d0-b9c7-dd8359777785'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:49.870131 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712ef5d-e04f-4f2b-b3d7-0378bf770549" -d '{"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-unplugged", "status": "completed", "tag": "09917771-8549-48d0-b9c7-dd8359777785"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:49.875467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:49.898882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] Routers {'03a7ed7f-6ce5-4ced-9a3a-b612516a8605'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:49.899651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:49.905157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:49.928868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8588001c-f98a-4674-9d90-62f68bd24b9c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.936310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'port_id': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'mac_address': 'fa:16:3e:ea:e9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:27:49.940953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.968528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Allocated IP 172.25.2.144 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/23ca8a20-f018-4a63-8450-a5a726ce8d6d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:50.037702 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.076258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfdebe8-0400-45ba-9341-2e91c86a0a6c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:50.079653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8588001c-f98a-4674-9d90-62f68bd24b9c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.095192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] Set router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:50.119463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8588001c-f98a-4674-9d90-62f68bd24b9c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.123534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8588001c-f98a-4674-9d90-62f68bd24b9c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "DELETE /v2.0/subnets/185b14f2-57fc-492a-932f-d8af2b217b16 HTTP/1.1" status: 204 len: 168 time: 1.0431781 Nov 12 05:27:50.127885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:50.173897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-66e6e212-68c6-4571-b759-311d6869c25a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:50.176009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-66e6e212-68c6-4571-b759-311d6869c25a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df&tenant_id=55c883ec452744208727f56ec3f04fe4&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 943 time: 0.7013390 Nov 12 05:27:50.189264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588001c-f98a-4674-9d90-62f68bd24b9c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Subnet': ['ID=185b14f2-57fc-492a-932f-d8af2b217b16,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:50.208922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb9036-6ee3-4837-9082-f466f1f3cd2d req-5de69db7-a0b7-461e-9252-425be5835f94 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:50.216743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fdb9036-6ee3-4837-9082-f466f1f3cd2d req-5de69db7-a0b7-461e-9252-425be5835f94 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 943 time: 0.8567765 Nov 12 05:27:50.252081 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2365d4e6-2b6a-4a90-acfd-388c57a5c30a x-openstack-request-id: req-2365d4e6-2b6a-4a90-acfd-388c57a5c30a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:50.254611 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-unplugged", "status": "failed", "tag": "09917771-8549-48d0-b9c7-dd8359777785", "code": 422}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:50.255418 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2365d4e6-2b6a-4a90-acfd-388c57a5c30a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:50.256410 n-d-765315-28 neutron-server[102591]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09917771-8549-48d0-b9c7-dd8359777785', 'code': 422} returned with failed status Nov 12 05:27:50.258637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc51d09-3d04-4811-b118-dec70706a5b5 None None] Network eb922524-0b99-4a53-8227-5bc290bf9939 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:50.265295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:50.278188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:50.307242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] For port aa05518a-d394-4f44-b438-4792fab6d877, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=aa05518a-d394-4f44-b438-4792fab6d877,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:50.308640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:27:49Z', 'revision_number': 6, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:50.309088 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.364420 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.390703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ef80b-b22d-4e50-97e1-3ae720c472e2 None None] The sync data for ids ['03a7ed7f-6ce5-4ced-9a3a-b612516a8605'] in n-d-765315-28 is: [{'id': '03a7ed7f-6ce5-4ced-9a3a-b612516a8605', 'name': 'tempest-ServersTestJSON-646202572-router', 'tenant_id': '30528f02e76b411bb9a5103df309496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:25:22Z', 'updated_at': '2021-11-12T05:27:49Z', 'revision_number': 6, 'project_id': '30528f02e76b411bb9a5103df309496f', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:50.393650 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-f913b736-b615-4d20-9ce7-dbd90f8d425a service neutron] delete failed (client error): The resource could not be found. Nov 12 05:27:50.395337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-f913b736-b615-4d20-9ce7-dbd90f8d425a service neutron] 10.222.0.47 "DELETE /v2.0/ports/acfdebe8-0400-45ba-9341-2e91c86a0a6c/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.2030962 Nov 12 05:27:50.417505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Calling delete_port for aa05518a-d394-4f44-b438-4792fab6d877 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:50.428319 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:27:50.440616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3978c-b0fb-4d58-955e-4320cd6955e2 req-e6a5de91-d2d3-4ff4-9c42-758df89718c8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:50.442521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1f3978c-b0fb-4d58-955e-4320cd6955e2 req-e6a5de91-d2d3-4ff4-9c42-758df89718c8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.1247416 Nov 12 05:27:50.523395 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.549945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:50.634235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-296b0ba1-9a08-4ab3-aa91-08ed9f91b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:50.635754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-296b0ba1-9a08-4ab3-aa91-08ed9f91b7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1096 time: 0.1668243 Nov 12 05:27:50.687873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.732480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1f3978c-b0fb-4d58-955e-4320cd6955e2 req-b1c842a6-71b3-45f7-93e7-87701c526832 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773883 Nov 12 05:27:50.791270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fdb9036-6ee3-4837-9082-f466f1f3cd2d req-19635f6b-ccbd-4c76-9f2f-41449101fb6a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5665433 Nov 12 05:27:50.793242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-1d808802-dd87-4eb6-91a2-7feaa01dfad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:50.794439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-1d808802-dd87-4eb6-91a2-7feaa01dfad8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 898 time: 0.1464338 Nov 12 05:27:50.817339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['acfdebe8-0400-45ba-9341-2e91c86a0a6c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:27:50.827653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] DHCP port deletion for eb922524-0b99-4a53-8227-5bc290bf9939 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:50.887773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Deleting port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:50.888196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.986925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] For port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7,segment=NetworkSegment(acbd9e43-1de3-4aef-82a3-f62c1cb76972),segment_id=acbd9e43-1de3-4aef-82a3-f62c1cb76972)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:50.987359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.988755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09917771-8549-48d0-b9c7-dd8359777785 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:50.992949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-adc14b73-248d-4b78-b8db-b07cdad4dc57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 1000 time: 0.1904604 Nov 12 05:27:51.008996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Calling delete_port for 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:51.078239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-07f7a058-3ce3-45ad-8dae-5f3a4cfed681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:51.080433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-07f7a058-3ce3-45ad-8dae-5f3a4cfed681 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.0794797 Nov 12 05:27:51.144833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] Deleting port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:51.145431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-f0b134b3-132f-4c60-99c1-a5d1ce6a5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:51.146813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.147620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-f0b134b3-132f-4c60-99c1-a5d1ce6a5a30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575593 Nov 12 05:27:51.164846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.210677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Port': ['ID=5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:51.238633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] No DVR routers for this DVR port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:51.339325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-187694e4-dfed-4294-be9c-ad6a9230fb4c service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782572 Nov 12 05:27:51.354726 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.363443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] For port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7, host n-d-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:51.363846 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.406051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] Calling delete_port for 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:51.414148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] Port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:27:51.418030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.424630 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.549131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device aa05518a-d394-4f44-b438-4792fab6d877 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:51.571666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Pushing event deleted for resources: {'Port': ['ID=aa05518a-d394-4f44-b438-4792fab6d877,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:51.591459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:51.599811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] No DVR routers for this DVR port 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:51.635108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035c2e4-42dc-4bcb-90ac-18785c1b7aff req-69f41bb6-3841-4601-b9af-4763c3cfaae2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:51.636063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: aa05518a-d394-4f44-b438-4792fab6d877 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:51.636628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9035c2e4-42dc-4bcb-90ac-18785c1b7aff req-69f41bb6-3841-4601-b9af-4763c3cfaae2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.3896224 Nov 12 05:27:51.638774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf42b44f-9b3a-4201-a03d-bed02361bd8b req-88800145-f9ae-4d3b-a419-89d0dbdbd24d service neutron] 10.222.0.47 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937498 Nov 12 05:27:51.642723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device aa05518a-d394-4f44-b438-4792fab6d877 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:51.643285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:51.649959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db39fe3-6ed2-4351-b621-63ba7bde2cda None None] Pushing event deleted for resources: {'Port': ['ID=5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:51.686542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:51.686891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5c3394b7-a8f6-4dbf-874e-bba8ef14ecb7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:51.687299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9465e844-6411-45bc-887f-b18cf2180af1 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:51.690388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Pushing event updated for resources: {'Port': ['ID=23ca8a20-f018-4a63-8450-a5a726ce8d6d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:51.693714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:51.714608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9465e844-6411-45bc-887f-b18cf2180af1 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:51.715620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9465e844-6411-45bc-887f-b18cf2180af1 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:51.794222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:51.815476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9035c2e4-42dc-4bcb-90ac-18785c1b7aff req-5d25d6ab-adad-4830-b956-158ca042b39a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706216 Nov 12 05:27:51.847390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.874797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb922524-0b99-4a53-8227-5bc290bf9939']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:51.888761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbd9e43-1de3-4aef-82a3-f62c1cb76972') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:51.889485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbd9e43-1de3-4aef-82a3-f62c1cb76972') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:51.902144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.917034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93115418-e1c8-472a-ae70-68efb0a5e3ce req-67c4c632-e27b-4591-8572-f102b5dd4362 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:51.920347 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.922887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93115418-e1c8-472a-ae70-68efb0a5e3ce req-67c4c632-e27b-4591-8572-f102b5dd4362 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.0916491 Nov 12 05:27:51.934511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:51.934978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:51.991912 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:52.033565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93115418-e1c8-472a-ae70-68efb0a5e3ce req-ccb10d20-f528-42df-aae8-c7773b4d2d19 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034133 Nov 12 05:27:52.046619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948bec6-a91c-4740-817e-0f3d92bd5da3 req-16e08bf1-f7f5-423c-a808-9844fbb8530d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:52.054321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2948bec6-a91c-4740-817e-0f3d92bd5da3 req-16e08bf1-f7f5-423c-a808-9844fbb8530d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 944 time: 0.0988092 Nov 12 05:27:52.095596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.122382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2948bec6-a91c-4740-817e-0f3d92bd5da3 req-60aa3813-3ce7-4607-9155-1c90984a2a65 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670056 Nov 12 05:27:52.130812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.219612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.228389 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] 10.222.0.48 "DELETE /v2.0/networks/eb922524-0b99-4a53-8227-5bc290bf9939 HTTP/1.1" status: 204 len: 168 time: 2.0931323 Nov 12 05:27:52.284341 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:52.284968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.295869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0a6b7-75d4-4ccb-ba39-524009402c7c tempest-ServersTestMultiNic-2126760381 tempest-ServersTestMultiNic-2126760381-project] Pushing event deleted for resources: {'Network': ['ID=eb922524-0b99-4a53-8227-5bc290bf9939,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:52.305329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-cccc7702-ebe1-468b-b2c7-644ac183d677 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7250719 Nov 12 05:27:52.309183 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.314477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.319447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-e23b67d3-fd49-4835-8680-23a49ed21e01 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:27:52.320453 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-e23b67d3-fd49-4835-8680-23a49ed21e01 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081782 Nov 12 05:27:52.351345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42358) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:52.351449 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3a2a42f5-2040-442c-91db-065312a23eda tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.9311953 Nov 12 05:27:52.356075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.144'}]}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:52.408374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.409663 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.427934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.428823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03a7ed7f-6ce5-4ced-9a3a-b612516a8605 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:27:52.444808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.456552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2229b22e-8538-4f17-84c2-932831e9debe admin admin] 10.222.0.48 "DELETE /v2.0/routers/03a7ed7f-6ce5-4ced-9a3a-b612516a8605 HTTP/1.1" status: 204 len: 168 time: 3.9711778 Nov 12 05:27:52.457219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42364) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:52.531478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42366) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:52.541206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.659845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fc0ba2-6f9f-4492-a43c-f68010661384 admin admin] Deleting subnet 1cc475b3-33f2-449f-94f3-c543185f8321 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:52.667285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0ba2-6f9f-4492-a43c-f68010661384 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.753086 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.765206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0ba2-6f9f-4492-a43c-f68010661384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.002669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device acfdebe8-0400-45ba-9341-2e91c86a0a6c up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:53.094360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac714f58-978d-4271-b84b-f37ca624207f req-e149e65d-7f2a-4f5a-a990-b4932043df91 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:53.099397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac714f58-978d-4271-b84b-f37ca624207f req-e149e65d-7f2a-4f5a-a990-b4932043df91 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.1133788 Nov 12 05:27:53.112096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port acfdebe8-0400-45ba-9341-2e91c86a0a6c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:27:53.116477 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.120515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port acfdebe8-0400-45ba-9341-2e91c86a0a6c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:53.120515 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.194561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.230716 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.261729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:53.265842 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fa15ba-7e09-4ebe-a1c7-0b69a9aa4126" -d '{"events": [{"server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "name": "network-vif-plugged", "status": "completed", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:53.282311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:53.288130 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.326842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac714f58-978d-4271-b84b-f37ca624207f req-79c8bced-6796-41c8-a9d1-6beebff9b1ab tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165129 Nov 12 05:27:53.378506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0ba2-6f9f-4492-a43c-f68010661384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.403465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:53.409951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f86c6b-09d5-412e-8ca1-969c8e0a6c77 req-6c6c0a38-f037-4578-8d8b-f2d4928c8c10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:53.411520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30f86c6b-09d5-412e-8ca1-969c8e0a6c77 req-6c6c0a38-f037-4578-8d8b-f2d4928c8c10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.2189827 Nov 12 05:27:53.568327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0ba2-6f9f-4492-a43c-f68010661384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.603505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0ba2-6f9f-4492-a43c-f68010661384 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.610667 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b5fc0ba2-6f9f-4492-a43c-f68010661384 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1cc475b3-33f2-449f-94f3-c543185f8321 HTTP/1.1" status: 204 len: 168 time: 1.1522672 Nov 12 05:27:53.611324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42394) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:53.614590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d042cd82-4dee-40c3-a119-07219ba9b073 None None] Network bb611a98-d3eb-428b-abb7-29f4992b4b58 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:53.619651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc0ba2-6f9f-4492-a43c-f68010661384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc475b3-33f2-449f-94f3-c543185f8321,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:53.701633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.812216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30f86c6b-09d5-412e-8ca1-969c8e0a6c77 req-2d609383-6b17-4047-b92b-6b94709a3d5b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905058 Nov 12 05:27:53.814616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.837482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Deleting port 939cfdf5-e63c-457c-912b-81df272f19f6 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:53.837877 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.876105 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.905734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ec29-e305-410c-849e-c80e0c021850 req-ad5da404-7ce7-47e2-aa8d-a0e3db159255 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:53.911524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaf3ec29-e305-410c-849e-c80e0c021850 req-ad5da404-7ce7-47e2-aa8d-a0e3db159255 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.4566860 Nov 12 05:27:53.913896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091580e1-646d-4e00-8202-00b88f072438 None None] DHCP port deletion for bb611a98-d3eb-428b-abb7-29f4992b4b58 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:53.985897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] For port 939cfdf5-e63c-457c-912b-81df272f19f6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=939cfdf5-e63c-457c-912b-81df272f19f6,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:53.986276 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.997997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-091580e1-646d-4e00-8202-00b88f072438 None None] Deleting port 939cfdf5-e63c-457c-912b-81df272f19f6 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:53.999190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-091580e1-646d-4e00-8202-00b88f072438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.036648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Calling delete_port for 939cfdf5-e63c-457c-912b-81df272f19f6 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:54.041771 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a79b0f-d61a-401e-bb8c-95be37bd2888 x-openstack-request-id: req-27a79b0f-d61a-401e-bb8c-95be37bd2888 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:54.041771 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "name": "network-vif-plugged", "status": "completed", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:54.042450 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27a79b0f-d61a-401e-bb8c-95be37bd2888 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:54.042450 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'code': 200} Nov 12 05:27:54.065844 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.068325 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.126406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-091580e1-646d-4e00-8202-00b88f072438 None None] For port 939cfdf5-e63c-457c-912b-81df272f19f6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=939cfdf5-e63c-457c-912b-81df272f19f6,segment=NetworkSegment(91e87484-2f29-493b-bea5-631e12e8ddea),segment_id=91e87484-2f29-493b-bea5-631e12e8ddea)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:54.126858 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-091580e1-646d-4e00-8202-00b88f072438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.147303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-091580e1-646d-4e00-8202-00b88f072438 None None] Calling delete_port for 939cfdf5-e63c-457c-912b-81df272f19f6 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:54.182613 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.183155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f973bee6-7930-4b5b-b8cf-c211877a9113 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:27:54.219436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.252667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaf3ec29-e305-410c-849e-c80e0c021850 req-2fb935b3-a74b-4b34-b8b3-a661388d23f3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346961 Nov 12 05:27:54.254704 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 05:27:54.257549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8a6024f2-080a-4a83-8d21-ec305c5d5f76 tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9042339 Nov 12 05:27:54.260107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42400) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:54.277622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] No DVR routers for this DVR port 939cfdf5-e63c-457c-912b-81df272f19f6 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:54.290792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=939cfdf5-e63c-457c-912b-81df272f19f6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:54.305309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42404) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:54.376943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b49a29b1-aa69-49df-9763-350ef77dcb84 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/13137392-89ab-4748-9025-9fa3bc2c33bd HTTP/1.1" status: 200 len: 993 time: 0.0702059 Nov 12 05:27:54.490575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.495984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2523277f-ec46-4a20-9891-5387231ad78b tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Deleting port 23ca8a20-f018-4a63-8450-a5a726ce8d6d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:54.496443 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2523277f-ec46-4a20-9891-5387231ad78b tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.536384 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-091580e1-646d-4e00-8202-00b88f072438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.539204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb611a98-d3eb-428b-abb7-29f4992b4b58']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:54.563061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091580e1-646d-4e00-8202-00b88f072438 None None] Pushing event deleted for resources: {'Port': ['ID=939cfdf5-e63c-457c-912b-81df272f19f6,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:54.565373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e87484-2f29-493b-bea5-631e12e8ddea') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:54.565802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e87484-2f29-493b-bea5-631e12e8ddea') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:54.566756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091580e1-646d-4e00-8202-00b88f072438 None None] No DVR routers for this DVR port 939cfdf5-e63c-457c-912b-81df272f19f6 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:54.573958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Deleting port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:54.574505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.633726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089074-8b69-40bf-a8c0-fcf340475fbe req-9ea15cf0-3d0a-489e-a75e-fc05229fef22 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:54.642777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd089074-8b69-40bf-a8c0-fcf340475fbe req-9ea15cf0-3d0a-489e-a75e-fc05229fef22 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.1422129 Nov 12 05:27:54.707503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2523277f-ec46-4a20-9891-5387231ad78b tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.723991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] For port 17a15f50-b9cf-4409-a0c7-7dba1f053eb7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,segment=NetworkSegment(c968cf71-c952-4323-a5c4-b671f9c3cc48),segment_id=c968cf71-c952-4323-a5c4-b671f9c3cc48)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:54.724571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.728258 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.738998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd089074-8b69-40bf-a8c0-fcf340475fbe req-e2b842c2-160d-45ff-8787-f0eee00a3088 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952511 Nov 12 05:27:54.748085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2523277f-ec46-4a20-9891-5387231ad78b tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Calling delete_port for 23ca8a20-f018-4a63-8450-a5a726ce8d6d owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:54.750879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Calling delete_port for 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:54.756152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.768845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:54.769400 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:54.771657 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:54.920302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.980188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.986827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bb611a98-d3eb-428b-abb7-29f4992b4b58 HTTP/1.1" status: 204 len: 168 time: 1.3730576 Nov 12 05:27:54.993448 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2523277f-ec46-4a20-9891-5387231ad78b tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.001421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d673816-e952-4f74-89a5-b769730f4a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb611a98-d3eb-428b-abb7-29f4992b4b58,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:55.008209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2f1d-1377-49a7-ae86-9e5a7196e691 req-4d6a969c-64e7-49e0-ac1e-2ffb682d3d26 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:55.009612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e1a2f1d-1377-49a7-ae86-9e5a7196e691 req-4d6a969c-64e7-49e0-ac1e-2ffb682d3d26 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.0717120 Nov 12 05:27:55.036264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523277f-ec46-4a20-9891-5387231ad78b tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Pushing event deleted for resources: {'Port': ['ID=23ca8a20-f018-4a63-8450-a5a726ce8d6d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:55.191365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e1a2f1d-1377-49a7-ae86-9e5a7196e691 req-e6eda862-8e5a-458d-9b33-a18ec4f34d2f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572928 Nov 12 05:27:55.196916 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2523277f-ec46-4a20-9891-5387231ad78b tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.203577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2523277f-ec46-4a20-9891-5387231ad78b tempest-RoutersAdminNegativeIpV6Test-1310136387 tempest-RoutersAdminNegativeIpV6Test-1310136387-project-admin] 10.222.0.48 "DELETE /v2.0/ports/23ca8a20-f018-4a63-8450-a5a726ce8d6d HTTP/1.1" status: 204 len: 168 time: 0.9379067 Nov 12 05:27:55.241669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 939cfdf5-e63c-457c-912b-81df272f19f6 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:55.269489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.302655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 939cfdf5-e63c-457c-912b-81df272f19f6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:55.303743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 939cfdf5-e63c-457c-912b-81df272f19f6 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:55.307146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a15f50-b9cf-4409-a0c7-7dba1f053eb7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:55.397322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:55.516131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4227a5d0-24b6-44de-a033-7553764196f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30528f02e76b411bb9a5103df309496f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1160138 Nov 12 05:27:55.517818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42458) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:55.561784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42460) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:55.643334 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-463a4874-2bb8-4e66-8f6d-653f61ca66af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.675829 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-463a4874-2bb8-4e66-8f6d-653f61ca66af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.698828 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.786251 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b83acfcf-07d9-4d94-85f8-9cbb7898f2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.821150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-463a4874-2bb8-4e66-8f6d-653f61ca66af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.825201 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-463a4874-2bb8-4e66-8f6d-653f61ca66af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.826548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-463a4874-2bb8-4e66-8f6d-653f61ca66af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83afff1f-b68e-4281-855b-a79293375e67 HTTP/1.1" status: 204 len: 168 time: 0.3064487 Nov 12 05:27:55.883722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a4874-2bb8-4e66-8f6d-653f61ca66af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afff1f-b68e-4281-855b-a79293375e67,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:56.055015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9ca79-ad47-4092-8b4c-53a6ad3271a6 req-0ca9b63b-d9d9-4b0e-8edc-cbac837e0264 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:56.056803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c9ca79-ad47-4092-8b4c-53a6ad3271a6 req-0ca9b63b-d9d9-4b0e-8edc-cbac837e0264 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.1689160 Nov 12 05:27:56.071433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93bbad-13b9-45f7-adc1-eba36be7efe8 req-f8a18fd1-539f-4349-8596-9d1e9870b4db tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:56.073224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a93bbad-13b9-45f7-adc1-eba36be7efe8 req-f8a18fd1-539f-4349-8596-9d1e9870b4db tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 947 time: 0.1234865 Nov 12 05:27:56.079032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Router 79e322d1-204f-4a59-8e5d-bda94bf807b9 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:56.175728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b83acfcf-07d9-4d94-85f8-9cbb7898f2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.194524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b83acfcf-07d9-4d94-85f8-9cbb7898f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.209894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c9ca79-ad47-4092-8b4c-53a6ad3271a6 req-49cccd1a-a986-4c1b-aff4-1fda0ec26c6e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351583 Nov 12 05:27:56.213915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a93bbad-13b9-45f7-adc1-eba36be7efe8 req-2cccaf5d-3c7d-4927-86ef-1758b6087f6b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309073 Nov 12 05:27:56.258077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b83acfcf-07d9-4d94-85f8-9cbb7898f2ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=578be3efc0534dd19f4890f334045b5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6777611 Nov 12 05:27:56.258077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42480) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:56.265505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83acfcf-07d9-4d94-85f8-9cbb7898f2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebdd36f-6769-4784-9589-0c42b460228b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:56.292189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:56.315558 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] Sync routers for ids ['79e322d1-204f-4a59-8e5d-bda94bf807b9'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:56.337078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b16ffc6-360a-43d5-ba4c-30597f851e35 admin admin] 10.222.0.48 "PUT /v2.0/routers/79e322d1-204f-4a59-8e5d-bda94bf807b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7979677 Nov 12 05:27:56.339552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42490) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:56.351849 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] Routers {'79e322d1-204f-4a59-8e5d-bda94bf807b9'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:56.353168 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['79e322d1-204f-4a59-8e5d-bda94bf807b9'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:56.361049 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6a14d92-5031-4f22-b8fe-448bdba8ed55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.418670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6a14d92-5031-4f22-b8fe-448bdba8ed55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.536229 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] Set router 79e322d1-204f-4a59-8e5d-bda94bf807b9 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:56.548916 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6a14d92-5031-4f22-b8fe-448bdba8ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.551704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6a14d92-5031-4f22-b8fe-448bdba8ed55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.552953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b6a14d92-5031-4f22-b8fe-448bdba8ed55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eebdd36f-6769-4784-9589-0c42b460228b HTTP/1.1" status: 204 len: 168 time: 0.3017581 Nov 12 05:27:56.568787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a14d92-5031-4f22-b8fe-448bdba8ed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebdd36f-6769-4784-9589-0c42b460228b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:56.614549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.773860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.801059 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:27:55Z', 'revision_number': 5, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port': {'id': '3616f7e2-429e-47a8-8e2e-a50ee50daed6', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:20Z', 'updated_at': '2021-11-12T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:56.857560 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] Checking router: 79e322d1-204f-4a59-8e5d-bda94bf807b9 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:56.867413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Deleting port 3616f7e2-429e-47a8-8e2e-a50ee50daed6 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:56.867852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.869908 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] Routers {'79e322d1-204f-4a59-8e5d-bda94bf807b9'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:56.870571 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['79e322d1-204f-4a59-8e5d-bda94bf807b9'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:56.989414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] For port 3616f7e2-429e-47a8-8e2e-a50ee50daed6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3616f7e2-429e-47a8-8e2e-a50ee50daed6,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:56.989785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.007402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Calling delete_port for 3616f7e2-429e-47a8-8e2e-a50ee50daed6 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:57.017173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:57.100285 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] Set router 79e322d1-204f-4a59-8e5d-bda94bf807b9 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:57.198637 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.236337 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:27:56Z', 'revision_number': 6, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:57.266912 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.307101 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f9df0-4622-48a5-95f3-7d1b3c82a6ad None None] The sync data for ids ['79e322d1-204f-4a59-8e5d-bda94bf807b9'] in n-d-765315-28 is: [{'id': '79e322d1-204f-4a59-8e5d-bda94bf807b9', 'name': 'tempest-ServersTestMultiNic-773295537-router', 'tenant_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:27:56Z', 'revision_number': 6, 'project_id': 'e8bbc2b58cf94527a2e1dfca7916d6a1', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:57.310919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42536) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:57.346370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:57.350792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:57.359326 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e574c9-99de-4e25-ac90-b5c5f41c6968" -d '{"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:57.385035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.402550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f0aeebd8-37ce-4b7c-b790-89caf1f788ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=309dd923c7254d48a359950a1df9d536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0892215 Nov 12 05:27:57.406332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42544) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:57.459358 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.506619 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa2104-ecfd-4578-8bb8-40aa2b767d57 x-openstack-request-id: req-87aa2104-ecfd-4578-8bb8-40aa2b767d57 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:57.507674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e3376b7-0002-4f3a-b7dd-a7b2da8da582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.510822 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:57.512548 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87aa2104-ecfd-4578-8bb8-40aa2b767d57 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:57.513204 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'code': 200} Nov 12 05:27:57.576239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=14']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:57.594529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3616f7e2-429e-47a8-8e2e-a50ee50daed6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:57.625050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.639514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e3376b7-0002-4f3a-b7dd-a7b2da8da582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.642668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42554) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:57.753657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3deba0-0917-4d62-9378-616d19992bec req-b8dd30b5-b679-47f0-921f-bc1aa08e9c86 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:57.763012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be3deba0-0917-4d62-9378-616d19992bec req-b8dd30b5-b679-47f0-921f-bc1aa08e9c86 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.2878313 Nov 12 05:27:57.766567 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e3376b7-0002-4f3a-b7dd-a7b2da8da582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.771887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e3376b7-0002-4f3a-b7dd-a7b2da8da582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.775582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9e3376b7-0002-4f3a-b7dd-a7b2da8da582 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83c0ce2d-c61e-42be-ac0f-9f8ca89ec3f4 HTTP/1.1" status: 204 len: 168 time: 0.3660817 Nov 12 05:27:57.782803 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.787995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.897581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1579094020-network', 'tenant_id': '3b9edbfc822b47c0b4f8a660620ad95a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:57.907104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.907690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e322d1-204f-4a59-8e5d-bda94bf807b9 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:27:57.912122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.915643 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-87a33897-2601-4bd0-a3fa-65637e1928b7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/79e322d1-204f-4a59-8e5d-bda94bf807b9 HTTP/1.1" status: 204 len: 168 time: 1.5727565 Nov 12 05:27:57.916601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:57.918473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3376b7-0002-4f3a-b7dd-a7b2da8da582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0ce2d-c61e-42be-ac0f-9f8ca89ec3f4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:57.951251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be3deba0-0917-4d62-9378-616d19992bec req-33e19446-f178-411e-b0ab-4dee4ecd85f0 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811571 Nov 12 05:27:57.993427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f418b0-9a76-42c4-9f11-37a789cff6c3 admin admin] Deleting subnet c7e8c34b-b686-4ec5-93c9-bbb60ff97812 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:57.997532 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93f418b0-9a76-42c4-9f11-37a789cff6c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.036751 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93f418b0-9a76-42c4-9f11-37a789cff6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.047636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d274f7-c932-4e0a-b571-ffecf9c32a05 req-a3221d1e-d957-4ab4-8659-e76523713bec tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:58.053989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26d274f7-c932-4e0a-b571-ffecf9c32a05 req-a3221d1e-d957-4ab4-8659-e76523713bec tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.2413266 Nov 12 05:27:58.057285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Made reservation on behalf of 3b9edbfc822b47c0b4f8a660620ad95a for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:58.062327 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.112689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.136779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93f418b0-9a76-42c4-9f11-37a789cff6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.198381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93f418b0-9a76-42c4-9f11-37a789cff6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.227783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f44879-d43a-4d2d-a535-3b8a07d98eb6 None None] Network 0459e72d-0ed9-446d-b67b-d9227dea2b16 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:58.229840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26d274f7-c932-4e0a-b571-ffecf9c32a05 req-bc76b16a-7510-4fb6-acbe-04aa097a5206 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595364 Nov 12 05:27:58.253155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93f418b0-9a76-42c4-9f11-37a789cff6c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.266308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42574) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:58.277856 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-93f418b0-9a76-42c4-9f11-37a789cff6c3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c7e8c34b-b686-4ec5-93c9-bbb60ff97812 HTTP/1.1" status: 204 len: 168 time: 0.3583665 Nov 12 05:27:58.285802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f418b0-9a76-42c4-9f11-37a789cff6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e8c34b-b686-4ec5-93c9-bbb60ff97812,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:58.413749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.508782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.534362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.600499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:27:58.610803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] DHCP port deletion for 0459e72d-0ed9-446d-b67b-d9227dea2b16 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:58.647832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:58.651586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.651933 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Added segment 240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1 of type vlan for network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d Nov 12 05:27:58.713640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Deleting port 4c4cff8c-0412-42fe-bc36-81726a135c1c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:58.730510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] Deleting port 4c4cff8c-0412-42fe-bc36-81726a135c1c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:58.730892 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.731341 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.804616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.875083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] For port 4c4cff8c-0412-42fe-bc36-81726a135c1c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4c4cff8c-0412-42fe-bc36-81726a135c1c,segment=NetworkSegment(c968cf71-c952-4323-a5c4-b671f9c3cc48),segment_id=c968cf71-c952-4323-a5c4-b671f9c3cc48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:58.876128 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.907907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] For port 4c4cff8c-0412-42fe-bc36-81726a135c1c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4c4cff8c-0412-42fe-bc36-81726a135c1c,segment=NetworkSegment(c968cf71-c952-4323-a5c4-b671f9c3cc48),segment_id=c968cf71-c952-4323-a5c4-b671f9c3cc48)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:58.908323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.915919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] Calling delete_port for 4c4cff8c-0412-42fe-bc36-81726a135c1c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:58.918129 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.919481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:58.920045 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.943516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Calling delete_port for 4c4cff8c-0412-42fe-bc36-81726a135c1c owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:59.001206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42620) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:59.036792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3861732 Nov 12 05:27:59.038612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42624) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:59.044726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Request body: {'subnet': {'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1579094020-subnet', 'tenant_id': '3b9edbfc822b47c0b4f8a660620ad95a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:59.062568 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.097232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] Pushing event deleted for resources: {'Port': ['ID=4c4cff8c-0412-42fe-bc36-81726a135c1c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.107226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9a5b3-cb7b-4fcf-987e-41d7d90f40b3 None None] No DVR routers for this DVR port 4c4cff8c-0412-42fe-bc36-81726a135c1c on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:59.112736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Made reservation on behalf of 3b9edbfc822b47c0b4f8a660620ad95a for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:59.115396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.244459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1784868505'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:59.258129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:59.285707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:59.286448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17a15f50-b9cf-4409-a0c7-7dba1f053eb7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:59.287169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4c4cff8c-0412-42fe-bc36-81726a135c1c no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:59.293285 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.321005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4c4cff8c-0412-42fe-bc36-81726a135c1c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:59.321766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4c4cff8c-0412-42fe-bc36-81726a135c1c not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:59.322442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3616f7e2-429e-47a8-8e2e-a50ee50daed6 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:59.332145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899727f-ccd0-44c2-8622-22455dfd3c36 admin admin] Pushing event updated for resources: {'Network': ['ID=41e0e103-c96b-411c-9aa1-e9cdcb2c955d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.352399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3616f7e2-429e-47a8-8e2e-a50ee50daed6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:59.353176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3616f7e2-429e-47a8-8e2e-a50ee50daed6 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:59.356526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:27:59.362870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4cff8c-0412-42fe-bc36-81726a135c1c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.380337 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:59.386497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be67a4-1dbb-4b46-84f3-bb11105d6e75 req-393d95c1-140d-4e18-95d1-b8a9a6ecab89 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:59.388243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49be67a4-1dbb-4b46-84f3-bb11105d6e75 req-393d95c1-140d-4e18-95d1-b8a9a6ecab89 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.4206543 Nov 12 05:27:59.389355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] No DVR routers for this DVR port 4c4cff8c-0412-42fe-bc36-81726a135c1c on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:59.395846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.421946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.445850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b41138-d5e1-41c5-8cfb-995aeb999676 req-6d7963f9-98cb-4a06-9564-5b24ad24c923 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:59.447924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12b41138-d5e1-41c5-8cfb-995aeb999676 req-6d7963f9-98cb-4a06-9564-5b24ad24c923 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.1989968 Nov 12 05:27:59.510776 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.552387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.587854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49be67a4-1dbb-4b46-84f3-bb11105d6e75 req-6aa309ed-ea06-4118-8efb-acd040428e41 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898882 Nov 12 05:27:59.598022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0459e72d-0ed9-446d-b67b-d9227dea2b16']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:59.610455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c968cf71-c952-4323-a5c4-b671f9c3cc48') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:59.610751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c968cf71-c952-4323-a5c4-b671f9c3cc48') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:59.615864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f607d79d-e217-404a-812e-4dc685d7294f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.626713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12b41138-d5e1-41c5-8cfb-995aeb999676 req-0e39293e-2d27-4dfd-947c-03c5c7af8fda tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621244 Nov 12 05:27:59.635503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.637374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Checking segment: {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:59.637738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Network hostable DHCP agents. Network: 41e0e103-c96b-411c-9aa1-e9cdcb2c955d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:27:59.650849 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.652908 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.660376 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.660880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:59.661293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:59.663024 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:59.696562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:27:59.713938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:27:59.727852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.738573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.749136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] 10.222.0.48 "DELETE /v2.0/networks/0459e72d-0ed9-446d-b67b-d9227dea2b16 HTTP/1.1" status: 204 len: 168 time: 1.4794252 Nov 12 05:27:59.755542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 41e0e103-c96b-411c-9aa1-e9cdcb2c955d) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:59.766776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d3536-9da3-4065-9cb7-058c8ba89435 None None] Network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:59.767912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3beab589-0268-469c-894a-0568e033bb03,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.775704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.776181 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Added segment eb221064-3a2e-4f2d-8aa0-fa0f4bb94758 of type vlan for network 70598e6e-724e-441f-b412-f64f1126e8bd Nov 12 05:27:59.783238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1a3e9-02de-4d8d-b930-b9013fec664f admin admin] Pushing event deleted for resources: {'Network': ['ID=0459e72d-0ed9-446d-b67b-d9227dea2b16,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.796123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:59.796735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.841442 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.862821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2689d52a-01d3-4e2e-a07b-72fd1fd739ac admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8136208 Nov 12 05:27:59.921401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.930463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:59.931126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.054614 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0516379 Nov 12 05:28:00.075341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85222e8-44ef-400f-a33e-3cb242bec8cf None None] Network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:00.102601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42640) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:00.108532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:00.140208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1a378-a43a-4ae0-a576-606a33e1a518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Network': ['ID=70598e6e-724e-441f-b412-f64f1126e8bd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:00.146457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42644) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:00.161824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:28:00.223240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06365a2-47a1-41f2-b26f-535537c732db req-b033b8ab-8774-4f43-aba1-4db1f25a23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:00.225305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c06365a2-47a1-41f2-b26f-535537c732db req-b033b8ab-8774-4f43-aba1-4db1f25a23fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1097 time: 0.1988385 Nov 12 05:28:00.235549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64bd02-5bbe-48fd-818d-8ac2f2989b9e req-54a06266-af02-4e41-8dc0-0a8200338144 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:00.237214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee64bd02-5bbe-48fd-818d-8ac2f2989b9e req-54a06266-af02-4e41-8dc0-0a8200338144 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1503825 Nov 12 05:28:00.256170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:00.260497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.268867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1f8ed396-1631-40be-a471-d9182974e0e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8bbc2b58cf94527a2e1dfca7916d6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1207848 Nov 12 05:28:00.277149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8f9d1-eccb-40db-956b-a4360185ba72 req-6999ff05-8b9a-462f-8e3f-81fbbe1f3950 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:00.278794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36b8f9d1-eccb-40db-956b-a4360185ba72 req-6999ff05-8b9a-462f-8e3f-81fbbe1f3950 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.1172416 Nov 12 05:28:00.285967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42648) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:00.433881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee64bd02-5bbe-48fd-818d-8ac2f2989b9e req-0b805ab8-ce1b-4a95-b2a3-51153e352075 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851902 Nov 12 05:28:00.464598 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36b8f9d1-eccb-40db-956b-a4360185ba72 req-d478482f-1605-468c-b499-da4753ff72fb tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500645 Nov 12 05:28:00.471539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06365a2-47a1-41f2-b26f-535537c732db req-dcd28a8a-b6a2-435b-9205-76e564e83641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:00.473128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c06365a2-47a1-41f2-b26f-535537c732db req-dcd28a8a-b6a2-435b-9205-76e564e83641 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.2336292 Nov 12 05:28:00.479700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0234902-0da9-4f5a-8398-e222e7cf9080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.518498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.571456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0234902-0da9-4f5a-8398-e222e7cf9080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.572033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=f91d454e-182d-4cd6-ae44-07b05c4401dc,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:00.604977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:00.605349 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network hostable DHCP agents. Network: 70598e6e-724e-441f-b412-f64f1126e8bd, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:28:00.625634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:28:00.647005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 70598e6e-724e-441f-b412-f64f1126e8bd) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:00.653045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:00.653769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.657639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3bb207-dc3c-446c-949e-e5e82aa6a077 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:00.663511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c06365a2-47a1-41f2-b26f-535537c732db req-dbcbdec1-043b-4bea-b009-9fe9d1b54cc5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 999 time: 0.1785588 Nov 12 05:28:00.691573 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c408d42-e12b-4d09-a459-184f04001231 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5872290 Nov 12 05:28:00.692311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42658) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:00.702539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'name': 'tempest-NetworksTestDHCPv6-1732709676'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:00.737636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0234902-0da9-4f5a-8398-e222e7cf9080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.740536 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0234902-0da9-4f5a-8398-e222e7cf9080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.744231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f0234902-0da9-4f5a-8398-e222e7cf9080 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5822734-9d08-4403-84c6-4dd0c99c6756 HTTP/1.1" status: 204 len: 168 time: 0.4472198 Nov 12 05:28:00.750976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06365a2-47a1-41f2-b26f-535537c732db req-c60324fe-0f1a-41f4-92da-8c133a64835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:00.752629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c06365a2-47a1-41f2-b26f-535537c732db req-c60324fe-0f1a-41f4-92da-8c133a64835e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0807791 Nov 12 05:28:00.759539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0234902-0da9-4f5a-8398-e222e7cf9080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5822734-9d08-4403-84c6-4dd0c99c6756,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:00.906737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:00.911024 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.939644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': 'f91d454e-182d-4cd6-ae44-07b05c4401dc'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:00.940802 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.949693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06365a2-47a1-41f2-b26f-535537c732db req-f0c53d8c-94eb-4d52-bdfd-835f3d77de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:00.951402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c06365a2-47a1-41f2-b26f-535537c732db req-f0c53d8c-94eb-4d52-bdfd-835f3d77de39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863894 Nov 12 05:28:00.953885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 78a44865-3494-45ed-8914-f3da5b0a2960 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:00.966778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03288f-2407-465c-872f-21812aa3473e req-39c41856-574a-49eb-9f80-ba3a2181af5c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:00.968972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc03288f-2407-465c-872f-21812aa3473e req-39c41856-574a-49eb-9f80-ba3a2181af5c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.1699538 Nov 12 05:28:01.035111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-af2e5642-f92f-4265-bd74-705b01414966 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:01.043659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-af2e5642-f92f-4265-bd74-705b01414966 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 815 time: 0.2101767 Nov 12 05:28:01.114827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-eb7d310e-b464-4c86-b3c0-f863e6c2f153 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/quotas/3b9edbfc822b47c0b4f8a660620ad95a HTTP/1.1" status: 200 len: 375 time: 0.0699737 Nov 12 05:28:01.135942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/f91d454e-182d-4cd6-ae44-07b05c4401dc/869cf694-cec4-4f6c-80ad-3f0cd0eed6bd) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:01.172895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a4be064a-cb16-4f2d-bb98-7b7b6a35508a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569267 Nov 12 05:28:01.179223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc03288f-2407-465c-872f-21812aa3473e req-23719ba4-7550-472d-81df-822a0a2bd052 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937368 Nov 12 05:28:01.254690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c06365a2-47a1-41f2-b26f-535537c732db req-257ba1db-f3cb-4a4c-a2d7-a178ca8d762b service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835839 Nov 12 05:28:01.506883 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.517738 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.590772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:01.594407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:01.606688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:01.615601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::278 (70598e6e-724e-441f-b412-f64f1126e8bd/f91d454e-182d-4cd6-ae44-07b05c4401dc/78a44865-3494-45ed-8914-f3da5b0a2960) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:01.622127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Pushing event updated for resources: {'Port': ['ID=869cf694-cec4-4f6c-80ad-3f0cd0eed6bd,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:01.715207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Attempting to bind port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:01.715877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Attempting to bind port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:01.717094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Attempting to bind port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:01.727357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:01.727728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:01.728135 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.729502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:01.729993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Bound port: 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:01.730463 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.780594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-0838a124-013c-4c87-b251-7da79c3d77cc service neutron] 10.222.0.48 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061423 Nov 12 05:28:01.809873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] For port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:01.813968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] For port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=869cf694-cec4-4f6c-80ad-3f0cd0eed6bd,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:01.824344 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.826610 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.864854 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.904096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:01.909785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:01.913810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:01.920764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:01.921271 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.929896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05cf4b-cff4-4cff-b32d-6e223257f48d None None] Pushing event updated for resources: {'Port': ['ID=869cf694-cec4-4f6c-80ad-3f0cd0eed6bd,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:01.945436 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=78a44865-3494-45ed-8914-f3da5b0a2960,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:01.958637 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-60a9ee8f-8c7c-47e2-8127-7924e6c01576 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2637851 Nov 12 05:28:01.960037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42694) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:01.993468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998a439-e809-4333-aa62-4743e6cec014 req-ff155020-12f3-4e9a-9b86-e3da221864cb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:02.002079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a998a439-e809-4333-aa62-4743e6cec014 req-ff155020-12f3-4e9a-9b86-e3da221864cb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2742233 Nov 12 05:28:02.009339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c06365a2-47a1-41f2-b26f-535537c732db req-13287eda-4a64-4035-bbd1-733d6fd0b314 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450666 Nov 12 05:28:02.038429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42698) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:02.079574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-1442c4dd-116b-40c5-8ec9-dd19e3ed9d43 service neutron] 10.222.0.48 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603452 Nov 12 05:28:02.095133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a998a439-e809-4333-aa62-4743e6cec014 req-fe2dd65c-8ae6-44fb-a960-11e8fa1cd75d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866296 Nov 12 05:28:02.108773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66d967-8835-4407-a604-67d788eafa04 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:02.121366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66d967-8835-4407-a604-67d788eafa04 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:02.123450 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-db66d967-8835-4407-a604-67d788eafa04 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1619716 Nov 12 05:28:02.126264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42702) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:02.194378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1784045471-network', 'tenant_id': '98ccf5eb5d184aefb56310f748b1fbc6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:02.293887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Made reservation on behalf of 98ccf5eb5d184aefb56310f748b1fbc6 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:02.296989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.332937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.374992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f0528497-146b-4d99-bc60-ab1574377758 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 78a44865-3494-45ed-8914-f3da5b0a2960 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:02.375338 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0528497-146b-4d99-bc60-ab1574377758 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.391456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad341f-71e9-432c-a600-0b1a352a01d7 req-065a3527-1f96-4ac2-95ef-4e682c362a88 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:02.393534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acad341f-71e9-432c-a600-0b1a352a01d7 req-065a3527-1f96-4ac2-95ef-4e682c362a88 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.2390621 Nov 12 05:28:02.414586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18ecf-9966-4981-907d-161af037bb76 req-d49537cb-3879-423f-b8ab-e87085a7707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:02.416471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-d49537cb-3879-423f-b8ab-e87085a7707e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526&tenant_id=025cb776de754cb6bface15498e03466 HTTP/1.1" status: 200 len: 1096 time: 0.4582551 Nov 12 05:28:02.453420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:02.512671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0528497-146b-4d99-bc60-ab1574377758 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.535383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.536738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f0528497-146b-4d99-bc60-ab1574377758 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 78a44865-3494-45ed-8914-f3da5b0a2960 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:02.548240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.550793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f682147-f1c7-41b7-8e26-1a6e753299df req-ad974da5-0072-4010-8897-fe98ed54e573 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:02.554853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f682147-f1c7-41b7-8e26-1a6e753299df req-ad974da5-0072-4010-8897-fe98ed54e573 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.1597736 Nov 12 05:28:02.561012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acad341f-71e9-432c-a600-0b1a352a01d7 req-34290795-8e69-4f1a-906b-3d8544306f9b tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496828 Nov 12 05:28:02.593851 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.609515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:28:02.630294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f682147-f1c7-41b7-8e26-1a6e753299df req-8f59e09b-9f33-48d4-b7fe-24a128d9fd24 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664167 Nov 12 05:28:02.632442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c04303-3ebb-4c56-8c68-899b5c70d05d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:02.647341 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.647691 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Added segment 826a7011-7b52-4f89-8f78-536d86ce6169 of type vlan for network a118a2cd-e744-4279-ae47-c566e88479ef Nov 12 05:28:02.699682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60aaed9a-1549-40a3-938a-5bfb15185454 req-08f1a3a5-cce4-4bb7-a325-1c3370d36035 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 210 time: 0.0422404 Nov 12 05:28:02.704778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.757357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.758625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:02.759372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.900835 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8370368 Nov 12 05:28:02.903694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42716) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:02.911923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Request body: {'subnet': {'network_id': 'a118a2cd-e744-4279-ae47-c566e88479ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1784045471-subnet', 'tenant_id': '98ccf5eb5d184aefb56310f748b1fbc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:02.914767 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c202afb-06a7-4ea3-a693-e62bedc1820e admin admin] Pushing event updated for resources: {'Network': ['ID=a118a2cd-e744-4279-ae47-c566e88479ef,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:02.923400 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0528497-146b-4d99-bc60-ab1574377758 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.930377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network a118a2cd-e744-4279-ae47-c566e88479ef details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:28:02.987197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:03.002480 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0528497-146b-4d99-bc60-ab1574377758 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.006967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f0528497-146b-4d99-bc60-ab1574377758 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/78a44865-3494-45ed-8914-f3da5b0a2960 HTTP/1.1" status: 204 len: 168 time: 0.8794231 Nov 12 05:28:03.007903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0528497-146b-4d99-bc60-ab1574377758 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=78a44865-3494-45ed-8914-f3da5b0a2960,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:03.011128 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42720) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:03.061363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Made reservation on behalf of 98ccf5eb5d184aefb56310f748b1fbc6 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:03.064214 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.087438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:03.136752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18377f4d-788c-4302-a7e3-de19ff2d1d0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:03.140987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18377f4d-788c-4302-a7e3-de19ff2d1d0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:03.146193 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18377f4d-788c-4302-a7e3-de19ff2d1d0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1320131 Nov 12 05:28:03.147716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:03.190083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09917771-8549-48d0-b9c7-dd8359777785 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:03.218241 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.289881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3ec15e-55cd-48a7-9309-420bd21baaee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet f91d454e-182d-4cd6-ae44-07b05c4401dc {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:03.296153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec15e-55cd-48a7-9309-420bd21baaee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.316845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:03.357934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Transition to ACTIVE for port object 09917771-8549-48d0-b9c7-dd8359777785 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:03.365727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c65bf7e-f42f-48a3-90f0-15b042c79c11 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:03.383607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.388317 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec15e-55cd-48a7-9309-420bd21baaee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.426402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942d862-fae9-4d29-9206-e6badc9ff60b req-6db025c9-cf60-4a97-8eee-a173168d6c2e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:03.428953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2942d862-fae9-4d29-9206-e6badc9ff60b req-6db025c9-cf60-4a97-8eee-a173168d6c2e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2172751 Nov 12 05:28:03.495246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c7d4960c-b839-466e-9e2f-6c390cfdd29a None None] Provisioning complete for port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:03.499064 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7d4960c-b839-466e-9e2f-6c390cfdd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.561708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec15e-55cd-48a7-9309-420bd21baaee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.614241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=9']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:03.616941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:03.617397 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.690311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec15e-55cd-48a7-9309-420bd21baaee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.731411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ec15e-55cd-48a7-9309-420bd21baaee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=f91d454e-182d-4cd6-ae44-07b05c4401dc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:03.735298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec15e-55cd-48a7-9309-420bd21baaee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.738639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4f3ec15e-55cd-48a7-9309-420bd21baaee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/f91d454e-182d-4cd6-ae44-07b05c4401dc HTTP/1.1" status: 204 len: 168 time: 0.5890985 Nov 12 05:28:03.741097 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:03.799380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b72aa8fc-36ef-446c-a510-d5b818ffd329 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569160 Nov 12 05:28:03.801963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42734) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:03.807802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2942d862-fae9-4d29-9206-e6badc9ff60b req-b0478696-57f1-4f8c-9157-d033be7dced7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689067 Nov 12 05:28:03.817872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:03.864964 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7d4960c-b839-466e-9e2f-6c390cfdd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.966724 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.035209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c7d4960c-b839-466e-9e2f-6c390cfdd29a None None] For port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=869cf694-cec4-4f6c-80ad-3f0cd0eed6bd,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:04.048328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7d4960c-b839-466e-9e2f-6c390cfdd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.099315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:04.107615 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.114515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.132483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287725cb-023b-4537-a084-a2a360db852e req-65a087b9-5bfe-43f2-b63c-fda2682ab345 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:04.134011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-287725cb-023b-4537-a084-a2a360db852e req-65a087b9-5bfe-43f2-b63c-fda2682ab345 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.43 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.6967411 Nov 12 05:28:04.174730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:04.282549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5c5c4-3abf-4dc1-a946-f49fa48019fe req-c2cdb8ff-29ce-4107-b9de-29fd95303b3e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:04.284041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4a5c5c4-3abf-4dc1-a946-f49fa48019fe req-c2cdb8ff-29ce-4107-b9de-29fd95303b3e tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.5039873 Nov 12 05:28:04.301085 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:28:04.301574 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:28:04.316246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4960c-b839-466e-9e2f-6c390cfdd29a None None] Pushing event updated for resources: {'Port': ['ID=869cf694-cec4-4f6c-80ad-3f0cd0eed6bd,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:04.318033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] No DVR routers for this DVR port 09917771-8549-48d0-b9c7-dd8359777785 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:04.363687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] Deleting port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:04.364466 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.431248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d271a32-940d-4e3d-bfb7-17cf81f9b022 req-b7b8047c-b070-4bf8-8fd0-d2be2a44f549 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:04.432835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d271a32-940d-4e3d-bfb7-17cf81f9b022 req-b7b8047c-b070-4bf8-8fd0-d2be2a44f549 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 944 time: 0.5152450 Nov 12 05:28:04.500488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310dd4a6-5d36-4989-bb3e-86c5a64f7623,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:04.523905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.555268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:04.580688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:04.587966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:04.589007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.610683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] For port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=869cf694-cec4-4f6c-80ad-3f0cd0eed6bd,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:04.611080 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.627623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] Calling delete_port for 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:04.634936 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8317876 Nov 12 05:28:04.635624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42738) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:04.646642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4a5c5c4-3abf-4dc1-a946-f49fa48019fe req-79d3c709-1a72-461e-b5f4-21513723b368 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137345 Nov 12 05:28:04.658908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'name': 'tempest-NetworksTestDHCPv6-1225831489'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:04.663809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06bf88-4c10-4343-8fc6-b7d0ad49495a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=d6034846-453e-415a-8f40-11e6366badd5,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:04.724948 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.737060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d271a32-940d-4e3d-bfb7-17cf81f9b022 req-f268bad4-c852-4568-bd11-15c6e4f486df tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899513 Nov 12 05:28:04.752333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] Pushing event deleted for resources: {'Port': ['ID=869cf694-cec4-4f6c-80ad-3f0cd0eed6bd,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:04.757481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9bb3f-013e-473b-87c8-5c37ce250976 None None] No DVR routers for this DVR port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:04.763784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-6b208ca0-39ce-4b33-ba02-885f9615b5b0 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:04.766519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-6b208ca0-39ce-4b33-ba02-885f9615b5b0 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.47 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 815 time: 0.6879654 Nov 12 05:28:04.767316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Checking segment: {'id': '826a7011-7b52-4f89-8f78-536d86ce6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a118a2cd-e744-4279-ae47-c566e88479ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:04.768340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Network hostable DHCP agents. Network: a118a2cd-e744-4279-ae47-c566e88479ef, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:28:04.793691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1479e27f-f939-41f3-8641-049535189c87 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:04.796846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Request body: {'port': {'device_id': '5651cba9-c770-4381-8402-3a1f949b05d9', 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'admin_state_up': True, 'tenant_id': '3b9edbfc822b47c0b4f8a660620ad95a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:04.838527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:04.843126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.863454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 94048c87-2609-4e10-b836-2906f02f55d6 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:04.931933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd74fc1e-0ea6-4764-99e7-a2d08918fb24 req-d6d6fe56-a5c3-4aa1-8744-5ef5e7c54f51 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 210 time: 0.1935916 Nov 12 05:28:04.949461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Port 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd update to ACTIVE by agent not found {{(pid=102591) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 05:28:04.989863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Deleting port 09432ffb-f082-4a31-877a-ca837e24fa6e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:04.990216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:04.998783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Network a118a2cd-e744-4279-ae47-c566e88479ef is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:28:05.022795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Made reservation on behalf of 3b9edbfc822b47c0b4f8a660620ad95a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:05.026223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.028022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::205 (70598e6e-724e-441f-b412-f64f1126e8bd/d6034846-453e-415a-8f40-11e6366badd5/94048c87-2609-4e10-b836-2906f02f55d6) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:05.055326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': 'd6034846-453e-415a-8f40-11e6366badd5'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:05.056505 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.104881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Attempting to bind port 09917771-8549-48d0-b9c7-dd8359777785 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:05.105138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Attempting to bind port 09917771-8549-48d0-b9c7-dd8359777785 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:05.105470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Attempting to bind port 09917771-8549-48d0-b9c7-dd8359777785 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:05.111091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, a118a2cd-e744-4279-ae47-c566e88479ef) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:05.130565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed803211-3463-4acd-8c55-35a47c7fc58f None None] Network a118a2cd-e744-4279-ae47-c566e88479ef requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:05.240614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.254957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:05.280484 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.300922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:05.301289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 869cf694-cec4-4f6c-80ad-3f0cd0eed6bd not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:05.329426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c6e764-fea2-4cf5-90d3-1b6110673a38 None None] Network a118a2cd-e744-4279-ae47-c566e88479ef requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:05.340187 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:05.343586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:05.350182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:05.356198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:05.356838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.384792 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7443390 Nov 12 05:28:05.390122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42742) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:05.400346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Port 09917771-8549-48d0-b9c7-dd8359777785 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:05.401346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Attempting to bind port 09917771-8549-48d0-b9c7-dd8359777785 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:05.404619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:05.409079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/d6034846-453e-415a-8f40-11e6366badd5/bae876ea-b409-4588-9217-3b06d0565f69) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:05.409262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.409353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bd699-663f-472b-b63a-c02edd5c5398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=94048c87-2609-4e10-b836-2906f02f55d6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:05.461938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:05.462641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Checking segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:05.463211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Bound using segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:05.464285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Bound port: 09917771-8549-48d0-b9c7-dd8359777785, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:05.464676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.474376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283f038-f798-4991-97d0-36a5807f6051 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:05.478176 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4283f038-f798-4991-97d0-36a5807f6051 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0840464 Nov 12 05:28:05.478526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42744) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:05.495671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e2073f23-e49a-49e2-9b40-92a70a8a0c37 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5886674 Nov 12 05:28:05.512515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] For port 09432ffb-f082-4a31-877a-ca837e24fa6e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=09432ffb-f082-4a31-877a-ca837e24fa6e,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:05.512890 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.563791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea4c1-fac6-449e-9f42-87305bc379bc req-b040716b-96fa-4b47-9e71-247a8ef02069 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:05.565559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-859ea4c1-fac6-449e-9f42-87305bc379bc req-b040716b-96fa-4b47-9e71-247a8ef02069 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.5787957 Nov 12 05:28:05.597139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-345f9f95-4074-41f6-afa2-bc8f8c22089c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 94048c87-2609-4e10-b836-2906f02f55d6 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:05.597801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-345f9f95-4074-41f6-afa2-bc8f8c22089c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.630156 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.640427 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.682010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:05.685191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:05.689453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:05.702576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Allocated IP 172.20.0.7 (41e0e103-c96b-411c-9aa1-e9cdcb2c955d/f607d79d-e217-404a-812e-4dc685d7294f/c50b8957-349b-4e5e-8b9f-85f5cc557a1c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:05.703205 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-345f9f95-4074-41f6-afa2-bc8f8c22089c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.716598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-345f9f95-4074-41f6-afa2-bc8f8c22089c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 94048c87-2609-4e10-b836-2906f02f55d6 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:05.729800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Pushing event updated for resources: {'Port': ['ID=bae876ea-b409-4588-9217-3b06d0565f69,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:05.763443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Attempting to bind port bae876ea-b409-4588-9217-3b06d0565f69 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:05.763817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Attempting to bind port bae876ea-b409-4588-9217-3b06d0565f69 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:05.764212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Attempting to bind port bae876ea-b409-4588-9217-3b06d0565f69 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:05.769551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:05.769998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:05.770697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.771139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:05.771611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Bound port: bae876ea-b409-4588-9217-3b06d0565f69, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:05.771991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.844536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ac8df143-e633-460b-b032-833c78427eaa None None] For port bae876ea-b409-4588-9217-3b06d0565f69, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:05.848197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ac8df143-e633-460b-b032-833c78427eaa None None] For port bae876ea-b409-4588-9217-3b06d0565f69, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bae876ea-b409-4588-9217-3b06d0565f69,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:05.852879 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.856009 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-345f9f95-4074-41f6-afa2-bc8f8c22089c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.888380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f9f95-4074-41f6-afa2-bc8f8c22089c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=94048c87-2609-4e10-b836-2906f02f55d6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:05.921797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df143-e633-460b-b032-833c78427eaa None None] Pushing event updated for resources: {'Port': ['ID=bae876ea-b409-4588-9217-3b06d0565f69,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:05.922225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-345f9f95-4074-41f6-afa2-bc8f8c22089c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.927917 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-345f9f95-4074-41f6-afa2-bc8f8c22089c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/94048c87-2609-4e10-b836-2906f02f55d6 HTTP/1.1" status: 204 len: 168 time: 0.4461708 Nov 12 05:28:05.928290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42756) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:05.932637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-859ea4c1-fac6-449e-9f42-87305bc379bc req-dffe304c-f658-446b-ab61-49f99e8270aa tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258088 Nov 12 05:28:05.975127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:05.996203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b14f30-22cc-4036-be46-55b0fffa5ab4 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:05.997834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b14f30-22cc-4036-be46-55b0fffa5ab4 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.002072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-30b14f30-22cc-4036-be46-55b0fffa5ab4 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0701046 Nov 12 05:28:06.003018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42764) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:06.004207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:06.026039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.068181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1491f8fc-19d7-4d88-923c-5392fe3bd084 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet d6034846-453e-415a-8f40-11e6366badd5 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:06.072115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1491f8fc-19d7-4d88-923c-5392fe3bd084 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.084713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ba31f-43d5-412b-a089-9e55faabfc8f req-aa0261a9-e5cc-4832-94d7-0ab4641b0be7 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.086234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-518ba31f-43d5-412b-a089-9e55faabfc8f req-aa0261a9-e5cc-4832-94d7-0ab4641b0be7 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 946 time: 0.2958174 Nov 12 05:28:06.119589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1491f8fc-19d7-4d88-923c-5392fe3bd084 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.133182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.142179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.143064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.144470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] 10.222.0.47 "PUT /v2.0/ports/09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 200 len: 1093 time: 3.7051413 Nov 12 05:28:06.149606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'tag': '09917771-8549-48d0-b9c7-dd8359777785'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:06.159220 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc033e0-4888-4d92-bb4e-008f23f5cab3" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "tag": "09917771-8549-48d0-b9c7-dd8359777785"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:06.276804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1491f8fc-19d7-4d88-923c-5392fe3bd084 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.333530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.334586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.334917 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Floating IP e4c5549d-ca8f-485f-a27d-19a23fb035df disassociated. External IP: 172.25.2.4, port: 09432ffb-f082-4a31-877a-ca837e24fa6e. Nov 12 05:28:06.335267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Calling delete_port for 09432ffb-f082-4a31-877a-ca837e24fa6e owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:06.364977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa924f9-07e0-424d-84e8-cd8eb7934053 service neutron] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:06.366364 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1491f8fc-19d7-4d88-923c-5392fe3bd084 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.413145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491f8fc-19d7-4d88-923c-5392fe3bd084 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=d6034846-453e-415a-8f40-11e6366badd5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:06.424527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1491f8fc-19d7-4d88-923c-5392fe3bd084 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.428846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1491f8fc-19d7-4d88-923c-5392fe3bd084 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/d6034846-453e-415a-8f40-11e6366badd5 HTTP/1.1" status: 204 len: 168 time: 0.4253414 Nov 12 05:28:06.434185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42776) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:06.437829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-518ba31f-43d5-412b-a089-9e55faabfc8f req-4329f698-0db3-4f23-83ab-7b2063aa11e1 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082154 Nov 12 05:28:06.474544 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e9316c53-3ea7-4c4d-9fe4-4c43209c050f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394630 Nov 12 05:28:06.477486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42778) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:06.484581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:06.506377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.559945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18ecf-9966-4981-907d-161af037bb76 req-3791d0f7-8822-4102-85de-f9582a11180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.561467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-3791d0f7-8822-4102-85de-f9582a11180c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 1097 time: 0.3846524 Nov 12 05:28:06.588212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:06.593174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.637312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:06.674034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-b90c5be6-94ca-470f-9789-397884507d96 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.675513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-b90c5be6-94ca-470f-9789-397884507d96 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/networks?id=a118a2cd-e744-4279-ae47-c566e88479ef HTTP/1.1" status: 200 len: 814 time: 0.4010060 Nov 12 05:28:06.676381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:06.679102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:06.688826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Pushing event updated for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:06.776501 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-766e4479-ae01-4465-9d0e-ccbc6d705d87 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/quotas/98ccf5eb5d184aefb56310f748b1fbc6 HTTP/1.1" status: 200 len: 375 time: 0.0921581 Nov 12 05:28:06.800450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.848418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:06.851719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:06.856088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.856719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.862689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=144d04fa-2e8e-45d6-b5ba-501dc28f6487,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:06.870076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.870725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.882520 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d60107dc-ef9e-4b52-b4be-ecfef07fb9d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4004428 Nov 12 05:28:06.882749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42780) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:06.888148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'name': 'tempest-NetworksTestDHCPv6-977858925'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:06.910798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bed86d-53b4-4404-bb80-8ac8abdced72 req-ba59977a-4735-41a6-8e6f-f12b3c1dbfcf tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.912776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6bed86d-53b4-4404-bb80-8ac8abdced72 req-ba59977a-4735-41a6-8e6f-f12b3c1dbfcf tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.3548791 Nov 12 05:28:06.914488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-94db159e-64e5-4af2-b598-00e60d41f171 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=98ccf5eb5d184aefb56310f748b1fbc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233070 Nov 12 05:28:06.943738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18ecf-9966-4981-907d-161af037bb76 req-e0eddf21-9ef4-4043-9bd0-2868ab523107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.945447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-e0eddf21-9ef4-4043-9bd0-2868ab523107 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.3571205 Nov 12 05:28:06.967942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-3f2f366e-c30e-44b4-b093-0fb178dd69b9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1797068 Nov 12 05:28:07.002067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Request body: {'port': {'device_id': '5651cba9-c770-4381-8402-3a1f949b05d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:07.019943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:07.024116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.041387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09432ffb-f082-4a31-877a-ca837e24fa6e no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:07.042368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 43bdc001-6b8e-4318-9c21-29edd80cb481 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:07.095800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No active binding found for port 09432ffb-f082-4a31-877a-ca837e24fa6e {{(pid=102591) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 05:28:07.096483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 09432ffb-f082-4a31-877a-ca837e24fa6e not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:07.101897 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.125828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c353bb1-9ed7-43d9-9f8f-3af32eb05ae8 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:07.181056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::91 (70598e6e-724e-441f-b412-f64f1126e8bd/144d04fa-2e8e-45d6-b5ba-501dc28f6487/43bdc001-6b8e-4318-9c21-29edd80cb481) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:07.184181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event deleted for resources: {'Port': ['ID=09432ffb-f082-4a31-877a-ca837e24fa6e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:07.203003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-ad24b478-34ca-47fc-8d5a-eb7e98275d84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 200 len: 999 time: 0.2408054 Nov 12 05:28:07.224868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6bed86d-53b4-4404-bb80-8ac8abdced72 req-25a51b6d-ed7a-4630-aab2-97cfcd83b5ed tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037090 Nov 12 05:28:07.316213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bae876ea-b409-4588-9217-3b06d0565f69 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:07.340868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.349575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4c7b12f7-7f7c-4ec1-bead-103086930134 None None] Provisioning complete for port bae876ea-b409-4588-9217-3b06d0565f69 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:07.350195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c7b12f7-7f7c-4ec1-bead-103086930134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.351493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-8089e8c8-8522-4027-b5a8-ab2f396ede98 service neutron] 10.222.0.48 "GET /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237571 Nov 12 05:28:07.413371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.433757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18ecf-9966-4981-907d-161af037bb76 req-77a214ab-47f5-4f8e-9752-f00e9d1a3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:07.435200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-77a214ab-47f5-4f8e-9752-f00e9d1a3c70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.2080486 Nov 12 05:28:07.445479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bae876ea-b409-4588-9217-3b06d0565f69 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:07.445853 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.464786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.511234 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c7b12f7-7f7c-4ec1-bead-103086930134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.541173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:07.556046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:07.562766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:07.570721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:07.572810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.573294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4c7b12f7-7f7c-4ec1-bead-103086930134 None None] For port bae876ea-b409-4588-9217-3b06d0565f69, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bae876ea-b409-4588-9217-3b06d0565f69,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:07.582006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=43bdc001-6b8e-4318-9c21-29edd80cb481,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:07.617161 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-16c874b7-73ca-424c-8604-ca62ec5af33d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7330217 Nov 12 05:28:07.620251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:07.636644 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c7b12f7-7f7c-4ec1-bead-103086930134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.679641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.704204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb1ae2-3a5f-4e08-bcf2-fe465f0fd1c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:07.710960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb1ae2-3a5f-4e08-bcf2-fe465f0fd1c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:07.714397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d8bb1ae2-3a5f-4e08-bcf2-fe465f0fd1c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0914042 Nov 12 05:28:07.715726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42786) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:07.744710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b12f7-7f7c-4ec1-bead-103086930134 None None] Pushing event updated for resources: {'Port': ['ID=bae876ea-b409-4588-9217-3b06d0565f69,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:07.801407 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:28:07.801926 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:28:07.835119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a3c1e951-95cc-44f6-83fd-5615adaf8ffa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 43bdc001-6b8e-4318-9c21-29edd80cb481 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:07.835469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c1e951-95cc-44f6-83fd-5615adaf8ffa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.872377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-45dfa118-4d21-4006-b9f4-c2a8220cf8f6 None None] Provisioning complete for port bae876ea-b409-4588-9217-3b06d0565f69 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:07.872756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-45dfa118-4d21-4006-b9f4-c2a8220cf8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.943575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c1e951-95cc-44f6-83fd-5615adaf8ffa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.957866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a3c1e951-95cc-44f6-83fd-5615adaf8ffa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 43bdc001-6b8e-4318-9c21-29edd80cb481 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:07.994135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-1bbdc982-a194-456f-823c-e14931e997d7 service neutron] 10.222.0.48 "GET /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959561 Nov 12 05:28:08.088848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1cf95503-d161-496b-8d48-11a6600da475 None None] Could not find standard attr ID for object 78a44865-3494-45ed-8914-f3da5b0a2960. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:08.115814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c1e951-95cc-44f6-83fd-5615adaf8ffa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.199362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146308-7eb3-4b46-b939-caefebdf8cc9 req-219ba608-eaeb-433c-a7b3-7219cd8f2c06 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.208467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef146308-7eb3-4b46-b939-caefebdf8cc9 req-219ba608-eaeb-433c-a7b3-7219cd8f2c06 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.8861008 Nov 12 05:28:08.235056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Router b44d9d36-af2d-4d9c-8157-d29907bcc432 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:28:08.315012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18ecf-9966-4981-907d-161af037bb76 req-f5d2c42f-adde-4a7c-92e0-4ca78f71ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.316824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-f5d2c42f-adde-4a7c-92e0-4ca78f71ae6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8730092 Nov 12 05:28:08.405363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-57e3a861-8bd6-4a6c-89f6-28465b705880 None None] Could not find standard attr ID for object 94048c87-2609-4e10-b836-2906f02f55d6. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:08.436221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef146308-7eb3-4b46-b939-caefebdf8cc9 req-143f2ef0-4178-4375-811b-3a843c0e69cc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241724 Nov 12 05:28:08.504991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1e951-95cc-44f6-83fd-5615adaf8ffa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=43bdc001-6b8e-4318-9c21-29edd80cb481,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:08.536864 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8ac6f-698f-455b-a7f1-fe5df82c402f x-openstack-request-id: req-4fb8ac6f-698f-455b-a7f1-fe5df82c402f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:08.537259 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "tag": "09917771-8549-48d0-b9c7-dd8359777785", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:08.538438 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fb8ac6f-698f-455b-a7f1-fe5df82c402f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:08.538994 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'tag': '09917771-8549-48d0-b9c7-dd8359777785', 'status': 'completed', 'code': 200} Nov 12 05:28:08.555347 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3c1e951-95cc-44f6-83fd-5615adaf8ffa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.558800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a3c1e951-95cc-44f6-83fd-5615adaf8ffa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/43bdc001-6b8e-4318-9c21-29edd80cb481 HTTP/1.1" status: 204 len: 168 time: 0.8420353 Nov 12 05:28:08.561910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42800) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:08.563114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01836-7549-4392-8da3-15a5577ae842 req-69c3982a-d1a4-4594-a177-d8444a8aa66d tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.564890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56d01836-7549-4392-8da3-15a5577ae842 req-69c3982a-d1a4-4594-a177-d8444a8aa66d tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 931 time: 0.3252819 Nov 12 05:28:08.649731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32c547-4be4-452f-a6ec-f2559996533c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.651740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32c547-4be4-452f-a6ec-f2559996533c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.653675 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cd32c547-4be4-452f-a6ec-f2559996533c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0909231 Nov 12 05:28:08.656329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42802) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:08.703180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee359573-7d97-4ee8-bb0d-13ed40828565 req-1b296ac8-62c2-4ad1-91c2-cb06e60c4727 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 210 time: 0.0797577 Nov 12 05:28:08.728281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a3befc06-ce91-4e37-870b-7f6e65a057be None None] Could not find standard attr ID for object 43bdc001-6b8e-4318-9c21-29edd80cb481. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:08.736400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41c878a-dea8-4b2d-bf33-a1c45dec7fcd tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 144d04fa-2e8e-45d6-b5ba-501dc28f6487 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:08.749673 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f41c878a-dea8-4b2d-bf33-a1c45dec7fcd tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.805233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f41c878a-dea8-4b2d-bf33-a1c45dec7fcd tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.805931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50b8957-349b-4e5e-8b9f-85f5cc557a1c {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:08.832044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-59280c2e-aba9-41d0-8ae7-7576d217beb8 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018525 Nov 12 05:28:08.856526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.859189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f41c878a-dea8-4b2d-bf33-a1c45dec7fcd tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.866441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9316dbc-400f-42af-8ee4-d1bd29582dca req-aafa19e6-2717-4201-bc9f-6189b48b7f49 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 210 time: 0.0871360 Nov 12 05:28:08.944306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f41c878a-dea8-4b2d-bf33-a1c45dec7fcd tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.953203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56d01836-7549-4392-8da3-15a5577ae842 req-2bb54a47-6d26-4038-baca-331cb2c053d6 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662243 Nov 12 05:28:08.954535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:08.966241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] Sync routers for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:08.988560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:08.989786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:09.021784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c878a-dea8-4b2d-bf33-a1c45dec7fcd tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=144d04fa-2e8e-45d6-b5ba-501dc28f6487,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:09.024128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f41c878a-dea8-4b2d-bf33-a1c45dec7fcd tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:09.036350 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f41c878a-dea8-4b2d-bf33-a1c45dec7fcd tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/144d04fa-2e8e-45d6-b5ba-501dc28f6487 HTTP/1.1" status: 204 len: 168 time: 0.3785622 Nov 12 05:28:09.037051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42812) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:09.105639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3767850c-0f24-462e-b7c6-e998ae0fc1f1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663285 Nov 12 05:28:09.106254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42818) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:09.125497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Transition to ACTIVE for port object c50b8957-349b-4e5e-8b9f-85f5cc557a1c will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:09.165993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] No DVR routers for this DVR port 09432ffb-f082-4a31-877a-ca837e24fa6e on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:09.172660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:09.177102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:09.180503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-287725cb-023b-4537-a084-a2a360db852e req-750de1c1-fa65-4280-8671-2bc81c7d87b9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.43 "DELETE /v2.0/ports/09432ffb-f082-4a31-877a-ca837e24fa6e HTTP/1.1" status: 204 len: 173 time: 5.0065882 Nov 12 05:28:09.204663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532c3a8-a949-4f67-b54c-f0fc0b8869af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:09.207703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:09.208942 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4532c3a8-a949-4f67-b54c-f0fc0b8869af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1016469 Nov 12 05:28:09.209602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42820) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:09.277086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bae876ea-b409-4588-9217-3b06d0565f69 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:09.278168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd9aec-2792-44e3-b5f4-10777c96e1ec tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:09.283036 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f9dd9aec-2792-44e3-b5f4-10777c96e1ec tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0724115 Nov 12 05:28:09.292168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42822) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:09.315548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d754a4-98ea-454e-b8ed-d38f0dd50c02 req-b8829f7e-52bf-4701-89f4-37b0e49e1c46 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:09.317041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75d754a4-98ea-454e-b8ed-d38f0dd50c02 req-b8829f7e-52bf-4701-89f4-37b0e49e1c46 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.3178067 Nov 12 05:28:09.343831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45c18ecf-9966-4981-907d-161af037bb76 req-ec5c75f2-79f3-4ca0-84b4-885fd1726624 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801862 Nov 12 05:28:09.354885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42824) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:09.359035 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8c73f065-e65f-4f91-93d0-0df2a7845253 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653968 Nov 12 05:28:09.363089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:09.387003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Pushing event updated for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:09.423177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f0da0-74c3-4f27-a083-41035bcea985 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:09.525713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.526169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.526663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.527075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.527498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.527915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.528814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.528814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.529314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.530293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.530908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.531418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:09.609674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75d754a4-98ea-454e-b8ed-d38f0dd50c02 req-6025d266-bf1b-49b7-b9c9-d5945de96bf9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751362 Nov 12 05:28:09.625912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-50e4e156-25a8-480b-bf31-451418a14123 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:09.627771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-50e4e156-25a8-480b-bf31-451418a14123 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.5240948 Nov 12 05:28:09.690059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-3c883437-0ffd-4f09-bd70-282b95704f6e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/quotas/24165a3c508449c1a6ee2ece4b5a453a HTTP/1.1" status: 200 len: 375 time: 0.0431204 Nov 12 05:28:09.703229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-225471df-394c-4dc3-ac89-0a78874bd7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:09.704905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-225471df-394c-4dc3-ac89-0a78874bd7ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 1097 time: 0.2759547 Nov 12 05:28:09.708461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bae876ea-b409-4588-9217-3b06d0565f69 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:09.708607 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:09.852097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Attempting to bind port c50b8957-349b-4e5e-8b9f-85f5cc557a1c on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:09.853098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Attempting to bind port c50b8957-349b-4e5e-8b9f-85f5cc557a1c by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:09.853098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Attempting to bind port c50b8957-349b-4e5e-8b9f-85f5cc557a1c on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:09.992331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:13Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:09.998126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:10.030205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] Checking router: b44d9d36-af2d-4d9c-8157-d29907bcc432 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:10.030633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Port c50b8957-349b-4e5e-8b9f-85f5cc557a1c on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:10.031062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Attempting to bind port c50b8957-349b-4e5e-8b9f-85f5cc557a1c on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:10.063452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:10.064346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:27:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:10.077256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2cc288aa-83f3-4852-bb6b-916e62c569ac req-bb096ea5-eba3-4f7c-a5f2-1b0dce42a3e9 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 210 time: 0.2171624 Nov 12 05:28:10.082176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:10.092556 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:10.193862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:10.194640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Checking segment: {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:10.194770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Bound using segment: {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:10.195317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Bound port: c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:10.195779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:10.233707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:10.349611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-58a60516-0b83-4c76-bea8-b545a95e2d79 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6356747 Nov 12 05:28:10.495191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] Deleting port bae876ea-b409-4588-9217-3b06d0565f69 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:10.495948 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:10.514802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0dc91548-f6de-467c-8949-af58990ff859 req-8524e6e2-9035-49a5-93d1-47f10cd918d2 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 210 time: 0.1947117 Nov 12 05:28:10.542742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'name': 'network-vif-deleted', 'tag': '09432ffb-f082-4a31-877a-ca837e24fa6e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:10.545025 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356b09a2-5b3c-432f-b1b2-6d643574f4ed" -d '{"events": [{"server_uuid": "99ed1ac5-0069-49cf-890b-c9826f61447e", "name": "network-vif-deleted", "tag": "09432ffb-f082-4a31-877a-ca837e24fa6e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:10.623702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-b5beb863-21ed-46e9-856e-8ebe358e33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:10.630529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-b5beb863-21ed-46e9-856e-8ebe358e33a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.9125211 Nov 12 05:28:10.652169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:10.689332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-650d3362-f4ac-4bc9-bdd6-7e924a734739 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:10.690870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-650d3362-f4ac-4bc9-bdd6-7e924a734739 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.43 "GET /v2.0/networks?id=a118a2cd-e744-4279-ae47-c566e88479ef HTTP/1.1" status: 200 len: 814 time: 0.8168137 Nov 12 05:28:10.698463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:10.765534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:13Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:10.769011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] For port bae876ea-b409-4588-9217-3b06d0565f69, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bae876ea-b409-4588-9217-3b06d0565f69,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:10.769638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:10.776070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Request body: {'port': {'device_id': 'e6ae86de-9d83-4046-85a8-8e6f1b57c853', 'network_id': 'a118a2cd-e744-4279-ae47-c566e88479ef', 'admin_state_up': True, 'tenant_id': '98ccf5eb5d184aefb56310f748b1fbc6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:10.831758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fb85a-ab4b-4434-9214-dbfc89890caf None None] The sync data for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 is: [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:25:04Z', 'revision_number': 4, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'de379a43-6862-41cd-a19e-7ba8381c9070', 'name': '', 'network_id': 'd5011f7f-c911-4301-bfc4-576786bbfd20', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'mac_address': 'fa:16:3e:00:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:03Z', 'updated_at': '2021-11-12T05:25:13Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'subnets': [{'id': '814d2d9d-e7b6-4047-bfc3-94cb0545c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:10.839056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] Calling delete_port for bae876ea-b409-4588-9217-3b06d0565f69 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:10.999715 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:11.016134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] No DVR routers for this DVR port bae876ea-b409-4588-9217-3b06d0565f69 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:11.046949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a8f76-04b7-4ed9-abe3-5ea2bf784eb9 None None] Pushing event deleted for resources: {'Port': ['ID=bae876ea-b409-4588-9217-3b06d0565f69,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:11.266131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bae876ea-b409-4588-9217-3b06d0565f69 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:11.312715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: bae876ea-b409-4588-9217-3b06d0565f69 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:11.313057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bae876ea-b409-4588-9217-3b06d0565f69 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:11.355163 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5abb8c-9c53-4d61-bbb7-7d2923e00914 None None] New status for floating IP e4c5549d-ca8f-485f-a27d-19a23fb035df: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:28:11.376717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:11.473795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-405666b9-9256-4bda-93bd-5bbb18ea0328 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 200 len: 999 time: 0.7771773 Nov 12 05:28:11.529236 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:11.631357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-5e9c0865-1ec9-444c-8e21-52e32abef210 service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2276602 Nov 12 05:28:11.651802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:11.652427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:11.653816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] 10.222.0.47 "PUT /v2.0/ports/c50b8957-349b-4e5e-8b9f-85f5cc557a1c HTTP/1.1" status: 200 len: 1092 time: 4.6650937 Nov 12 05:28:11.727698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52db006-67cf-485f-b6d3-97bec2e01a30 service neutron] Pushing event updated for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:11.790891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133cc2-260f-41b5-8225-50342055096b req-a31de749-6fb0-4215-91b8-030aeda6f283 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:11.790891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba133cc2-260f-41b5-8225-50342055096b req-a31de749-6fb0-4215-91b8-030aeda6f283 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 943 time: 0.4413834 Nov 12 05:28:11.794920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Made reservation on behalf of 98ccf5eb5d184aefb56310f748b1fbc6 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:11.798469 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:11.829586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:11.958666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:11.975322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:11.978688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-64ad9912-116f-4e7c-bdfc-a30e0b0070d4 service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239143 Nov 12 05:28:11.985354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:11.986153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:11.990521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e52ba-2b2c-4788-a913-5f8cca7238e7 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:12.006546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba133cc2-260f-41b5-8225-50342055096b req-483e63a9-d838-4993-b242-e6959030750d tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894817 Nov 12 05:28:12.023735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=85d8c9cb-28e5-4faa-aa13-efb580056554,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:12.149731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Allocated IP 172.20.0.8 (a118a2cd-e744-4279-ae47-c566e88479ef/310dd4a6-5d36-4989-bb3e-86c5a64f7623/fc422422-18e1-4860-b2e6-29422a8dd42c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:12.258510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-68c8a33f-1399-4e42-b613-15016a504e64 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8952925 Nov 12 05:28:12.258903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42858) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:12.273963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '85d8c9cb-28e5-4faa-aa13-efb580056554', 'ip_address': '2001:db8::5ca3:6ecd:b5a8:281f'}], 'name': 'tempest-NetworksTestDHCPv6-1919451357'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:12.287114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '85d8c9cb-28e5-4faa-aa13-efb580056554'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:12.288246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:12.355155 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd2628a-c296-4663-a65a-db844cbb087a x-openstack-request-id: req-dbd2628a-c296-4663-a65a-db844cbb087a {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:12.355155 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ed1ac5-0069-49cf-890b-c9826f61447e", "name": "network-vif-deleted", "tag": "09432ffb-f082-4a31-877a-ca837e24fa6e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:12.359508 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbd2628a-c296-4663-a65a-db844cbb087a {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:12.360091 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed1ac5-0069-49cf-890b-c9826f61447e', 'name': 'network-vif-deleted', 'tag': '09432ffb-f082-4a31-877a-ca837e24fa6e', 'status': 'completed', 'code': 200} Nov 12 05:28:12.471872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c6f85-f9f2-46a3-a859-e31468cb308c req-7ba6d256-0c5d-447d-b737-85e83c3e8184 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:12.473423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d07c6f85-f9f2-46a3-a859-e31468cb308c req-7ba6d256-0c5d-447d-b737-85e83c3e8184 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.0884223 Nov 12 05:28:12.539911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c5919f2-cd4c-4185-915a-41b0f7ac48cc req-b7fc0e25-a21e-48fe-9e8d-730492ff35db tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 210 time: 0.0653329 Nov 12 05:28:12.609036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:12.710836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/85d8c9cb-28e5-4faa-aa13-efb580056554/5b119025-f5cd-49e8-9266-ea8190f949a7) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:12.820921 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:12.824575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:12.833586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-ef9099a3-30a3-4423-8b67-e544963cd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:12.842995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-ef9099a3-30a3-4423-8b67-e544963cd515 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.1503520 Nov 12 05:28:12.859533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port b9aeb5e2-48e7-4085-88ed-a7872fe6e87b yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:13.043764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.056253 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.109866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dbe997e7-e5f1-4daa-8a95-6806204c5755 req-66c04994-7fba-4dae-b95d-035cd25495ff tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 210 time: 0.2423270 Nov 12 05:28:13.147797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d07c6f85-f9f2-46a3-a859-e31468cb308c req-d0b310a6-e943-4ae7-9d18-beab7ce1d2a4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5740075 Nov 12 05:28:13.176270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:13.215269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:13.221337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:13.223947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Pushing event updated for resources: {'Port': ['ID=5b119025-f5cd-49e8-9266-ea8190f949a7,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:13.258604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::5ca3:6ecd:b5a8:281f (70598e6e-724e-441f-b412-f64f1126e8bd/85d8c9cb-28e5-4faa-aa13-efb580056554/b9aeb5e2-48e7-4085-88ed-a7872fe6e87b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:13.328992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79ef8bfc-3deb-4137-8fd2-6572b9efe98a req-a3f2d256-c67b-4f1e-a613-79b44f0f916d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 210 time: 0.1049235 Nov 12 05:28:13.343969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-de20f4b5-16f4-45e0-b604-386fc61f3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:13.350953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-de20f4b5-16f4-45e0-b604-386fc61f3516 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4180164 Nov 12 05:28:13.353136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-43912641-fcfc-45d1-804f-53843cc801d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:13.354668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-43912641-fcfc-45d1-804f-53843cc801d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 1095 time: 0.5107307 Nov 12 05:28:13.368972 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.369999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Attempting to bind port 5b119025-f5cd-49e8-9266-ea8190f949a7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:13.370590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Attempting to bind port 5b119025-f5cd-49e8-9266-ea8190f949a7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:13.370805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Attempting to bind port 5b119025-f5cd-49e8-9266-ea8190f949a7 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:13.400742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:13.401172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:13.401545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.401948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:13.406907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Bound port: 5b119025-f5cd-49e8-9266-ea8190f949a7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:13.407363 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.611819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] For port 5b119025-f5cd-49e8-9266-ea8190f949a7, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:13.620545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] For port 5b119025-f5cd-49e8-9266-ea8190f949a7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5b119025-f5cd-49e8-9266-ea8190f949a7,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:13.632600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.639936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.770396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.776478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7a433-3c51-403c-b689-c459e7510c79 None None] Pushing event updated for resources: {'Port': ['ID=5b119025-f5cd-49e8-9266-ea8190f949a7,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:13.814968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Network a118a2cd-e744-4279-ae47-c566e88479ef is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:13.853869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:13.857372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:13.862227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:13.871097 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be216bd7-2e7e-4d65-8aa1-66e21f26932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.874682 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:13.874682 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:13.876500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-a63e5fd3-bd04-4a17-89fa-63ff760aa336 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c HTTP/1.1" status: 200 len: 217 time: 0.3990102 Nov 12 05:28:13.914245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6495948 Nov 12 05:28:13.914988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42878) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:13.930648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:13.970711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9a4c08c-4c1b-47fd-aebd-b2df9ac8f390 req-a2e39fef-759c-4bc3-8a55-09d6e38dc2f8 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 210 time: 0.1742418 Nov 12 05:28:13.970892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=b9aeb5e2-48e7-4085-88ed-a7872fe6e87b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:13.982231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:14.016301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd13805-b08d-4f1b-bf59-0648a79b76f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:14.023032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd13805-b08d-4f1b-bf59-0648a79b76f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:14.033870 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ccd13805-b08d-4f1b-bf59-0648a79b76f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1149147 Nov 12 05:28:14.036056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.036349 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.036790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.037163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.037498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.037889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.038233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.038631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.038925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.039247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.039567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.039997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6781f77-0492-41fd-a031-0c736e5a0d63 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:14.045872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42880) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:14.058192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Pushing event updated for resources: {'Port': ['ID=fc422422-18e1-4860-b2e6-29422a8dd42c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:14.115767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:14.116010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:14.235119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fa9b3-36ca-44cb-8025-8b0b1ca400b6 req-26c27848-dfe0-4e44-96d9-bcc26de78ede tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:14.237152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a3fa9b3-36ca-44cb-8025-8b0b1ca400b6 req-26c27848-dfe0-4e44-96d9-bcc26de78ede tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 943 time: 0.7633791 Nov 12 05:28:14.239681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-bdd9b506-e6c6-470b-b971-c34a6f59fe32 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647374 Nov 12 05:28:14.257442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b42250b5-c774-400d-a135-84a5bb7e99bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port b9aeb5e2-48e7-4085-88ed-a7872fe6e87b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:14.257819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b42250b5-c774-400d-a135-84a5bb7e99bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:14.371157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-93ea575f-366c-40cf-b037-8376e3c41011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:14.374980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-93ea575f-366c-40cf-b037-8376e3c41011 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f607d79d-e217-404a-812e-4dc685d7294f HTTP/1.1" status: 200 len: 855 time: 0.4387014 Nov 12 05:28:14.375889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:14.378810 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:14.392219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d3ec5639-4775-4373-98fb-ef38db78056a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6630800 Nov 12 05:28:14.483003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b42250b5-c774-400d-a135-84a5bb7e99bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:14.515066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b42250b5-c774-400d-a135-84a5bb7e99bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for b9aeb5e2-48e7-4085-88ed-a7872fe6e87b owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:14.540866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Request body: {'port': {'device_id': 'e6ae86de-9d83-4046-85a8-8e6f1b57c853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:14.631579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a3fa9b3-36ca-44cb-8025-8b0b1ca400b6 req-67ac855e-6c6b-466c-a648-bd8854f9e0e8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759081 Nov 12 05:28:14.667983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-cdbf2547-f753-4b05-b3ad-2e6f2bde10ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084367 Nov 12 05:28:14.801987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed41a77-28d4-4542-bbaa-cc6ac7a34029 req-e17da081-dbe9-4af0-8646-338c1f1bdc90 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:14.813706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ed41a77-28d4-4542-bbaa-cc6ac7a34029 req-e17da081-dbe9-4af0-8646-338c1f1bdc90 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 931 time: 0.5071540 Nov 12 05:28:14.891769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b42250b5-c774-400d-a135-84a5bb7e99bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:14.960031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc033e0-4888-4d92-bb4e-008f23f5cab3 req-3fc4afca-b901-4b30-b230-e30454b16db1 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923442 Nov 12 05:28:14.989406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42250b5-c774-400d-a135-84a5bb7e99bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=b9aeb5e2-48e7-4085-88ed-a7872fe6e87b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:15.013781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.076833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b42250b5-c774-400d-a135-84a5bb7e99bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.082021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b42250b5-c774-400d-a135-84a5bb7e99bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/b9aeb5e2-48e7-4085-88ed-a7872fe6e87b HTTP/1.1" status: 204 len: 168 time: 1.0342312 Nov 12 05:28:15.094139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:15.188834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9f7d8-2db9-40bd-ae6f-575bb15ae917 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:15.190534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9f7d8-2db9-40bd-ae6f-575bb15ae917 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:15.192119 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-22a9f7d8-2db9-40bd-ae6f-575bb15ae917 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0964673 Nov 12 05:28:15.205590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42894) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:15.310234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa71937-28ab-4c93-8082-33a110eeb93b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 85d8c9cb-28e5-4faa-aa13-efb580056554 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:15.322379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa71937-28ab-4c93-8082-33a110eeb93b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.352139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-2ebefdac-2ca7-4a0f-be2d-0d3c356fb5c1 service neutron] 10.222.0.47 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379847 Nov 12 05:28:15.390888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5b119025-f5cd-49e8-9266-ea8190f949a7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:15.430112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa71937-28ab-4c93-8082-33a110eeb93b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.515840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-cb412ec3-8121-4b7f-b2ad-db3a2aef996f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:15.527581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5b119025-f5cd-49e8-9266-ea8190f949a7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:15.530995 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.539036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-cb412ec3-8121-4b7f-b2ad-db3a2aef996f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 1.0058396 Nov 12 05:28:15.598568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'port': {'device_id': '92fd51be-7633-4339-999a-8c67fdfff245', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'admin_state_up': True, 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:15.651742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa71937-28ab-4c93-8082-33a110eeb93b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.732197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Provisioning complete for port 5b119025-f5cd-49e8-9266-ea8190f949a7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:15.732764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.774104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa71937-28ab-4c93-8082-33a110eeb93b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.805676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa71937-28ab-4c93-8082-33a110eeb93b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.814647 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5fa71937-28ab-4c93-8082-33a110eeb93b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/85d8c9cb-28e5-4faa-aa13-efb580056554 HTTP/1.1" status: 204 len: 168 time: 0.6051390 Nov 12 05:28:15.818045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42898) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:15.835603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7086768-1e24-4492-8e39-7f181c5b5d40 req-a333d522-d03e-433b-8121-b4f74fe0f2fe tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:15.852973 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:15.854135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7086768-1e24-4492-8e39-7f181c5b5d40 req-a333d522-d03e-433b-8121-b4f74fe0f2fe tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 1.0877531 Nov 12 05:28:15.967386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5481f64-b968-496d-9f8b-96c5332e5b78 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:15.972592 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-58ac3508-9d6e-4988-b86f-39a58c921392 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1495554 Nov 12 05:28:15.973728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42900) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:15.979114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ed41a77-28d4-4542-bbaa-cc6ac7a34029 req-62b2be5a-b399-4672-a7f1-54c0da23993b tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1641800 Nov 12 05:28:16.002377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:16.177075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa71937-28ab-4c93-8082-33a110eeb93b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=85d8c9cb-28e5-4faa-aa13-efb580056554,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:16.253840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:16.265192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.285540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.402360 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4d52c644-2414-477b-8b9e-b41cfeb22fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.405428 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:28:16.406008 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:28:16.476437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] For port 5b119025-f5cd-49e8-9266-ea8190f949a7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5b119025-f5cd-49e8-9266-ea8190f949a7,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:16.496143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.580307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:16.635791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a0b7ebd8-5582-414f-96db-514ba4ad3c26 None None] Could not find standard attr ID for object b9aeb5e2-48e7-4085-88ed-a7872fe6e87b. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:16.715512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a2ead0b-2332-4f8d-8a91-3b8043ad2ee2 req-5f8e3168-de63-4b7e-ba42-8f2c43ab794a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 210 time: 0.5496383 Nov 12 05:28:16.717665 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.754827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Pushing event updated for resources: {'Port': ['ID=5b119025-f5cd-49e8-9266-ea8190f949a7,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:16.775385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.775734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.776083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.776421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.776756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.777091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.777423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.777750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.778077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.788646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.789026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.789449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ae5bb-d048-4a2b-8a90-1848b20c4af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:16.797125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7086768-1e24-4492-8e39-7f181c5b5d40 req-ce4c8d25-23c4-45ff-80af-b4fd52714d76 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9419932 Nov 12 05:28:16.811313 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f24cfc-86ed-411f-b6f3-1e771e1a8dd2 x-openstack-request-id: req-d3f24cfc-86ed-411f-b6f3-1e771e1a8dd2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:16.814530 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:16.814832 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3f24cfc-86ed-411f-b6f3-1e771e1a8dd2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:16.815294 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'status': 'completed', 'code': 200} Nov 12 05:28:16.853482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=7b0be5e2-5abd-446b-a185-a4ba68bc03cd,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:16.867247 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] Deleting port 5b119025-f5cd-49e8-9266-ea8190f949a7 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:16.868516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.871646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:16.881033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:16.884409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:16.885710 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.919460 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c2c09dc3-1249-4d82-951e-31990b2d934a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9412384 Nov 12 05:28:16.920871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42902) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:16.925703 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '7b0be5e2-5abd-446b-a185-a4ba68bc03cd', 'ip_address': '2001:db8::4a26:744:e530:1edc'}], 'name': 'tempest-NetworksTestDHCPv6-1953783848'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:16.999920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-efce3166-fe1c-4e16-a51e-9f78e6545638 req-2a5f352c-f505-4378-b48e-7a8f8f4d5b18 service neutron] 10.222.0.47 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4445901 Nov 12 05:28:17.025163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a90f8d4f-698c-4da4-b4b3-f26e27c7f2ef req-f729d254-d349-43fc-8dc5-f2a3b678eea7 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 210 time: 0.1076698 Nov 12 05:28:17.042166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc422422-18e1-4860-b2e6-29422a8dd42c {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:17.054227 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:17.085164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Made reservation on behalf of 24165a3c508449c1a6ee2ece4b5a453a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:17.088829 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:17.109176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d814e2-d5a8-4d40-b6ae-e3eee8c5b10e req-3fc2e176-181f-4472-a6ce-5d07447c53ae tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:17.118504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2d814e2-d5a8-4d40-b6ae-e3eee8c5b10e req-3fc2e176-181f-4472-a6ce-5d07447c53ae tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 943 time: 0.1760576 Nov 12 05:28:17.129188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Transition to ACTIVE for port object fc422422-18e1-4860-b2e6-29422a8dd42c will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:17.158700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:17.216018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:17.223020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:17.242621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 9589c277-fff2-4ca4-823f-2abb1d946b29 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:17.471757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:17.474590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] For port 5b119025-f5cd-49e8-9266-ea8190f949a7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5b119025-f5cd-49e8-9266-ea8190f949a7,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:17.475027 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:17.492858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] Calling delete_port for 5b119025-f5cd-49e8-9266-ea8190f949a7 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:17.589290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::4a26:744:e530:1edc (70598e6e-724e-441f-b412-f64f1126e8bd/7b0be5e2-5abd-446b-a185-a4ba68bc03cd/9589c277-fff2-4ca4-823f-2abb1d946b29) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:17.638229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5b119025-f5cd-49e8-9266-ea8190f949a7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:17.642420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc422422-18e1-4860-b2e6-29422a8dd42c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:17.691449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2d814e2-d5a8-4d40-b6ae-e3eee8c5b10e req-a9555c0f-fc7b-42c9-91ae-585555dce4e1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719965 Nov 12 05:28:17.704856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Allocated IP 172.20.0.6 (46a369b1-c712-4dc4-bd41-f07c0aa831fd/924bc2b7-ff2f-47ff-995f-624e60488b5f/1ceec9d2-700a-447e-a489-eb2997f6ad75) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:17.739435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8897d-7502-411b-af97-a3f13c0c899d req-5f8cf4bb-23e6-4bda-ab64-5df0bd1c855c tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:17.754279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7c8897d-7502-411b-af97-a3f13c0c899d req-5f8cf4bb-23e6-4bda-ab64-5df0bd1c855c tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 943 time: 0.5363760 Nov 12 05:28:17.785082 n-d-765315-28 neutron-server[102591]: INFO neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No ports have port_id starting with 5b119025-f5cd-49e8-9266-ea8190f949a7 Nov 12 05:28:17.786360 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:17.830742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] Pushing event deleted for resources: {'Port': ['ID=5b119025-f5cd-49e8-9266-ea8190f949a7,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:17.831155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-bbadb89c-4bdc-4eb6-97ad-ad7c975166b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:17.834497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-bbadb89c-4bdc-4eb6-97ad-ad7c975166b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 1095 time: 0.6896627 Nov 12 05:28:17.838631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef84bc-1b73-4ce1-a401-869dcfaf507b None None] No DVR routers for this DVR port 5b119025-f5cd-49e8-9266-ea8190f949a7 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:17.866405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab7768-ebd5-4944-bfe9-3adf98b5f952 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:18.009797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.023115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30f38e31-6208-47ae-aa9f-646e747034c8 req-3ae2d4e4-5a6a-4c6b-843a-d076ea4dd974 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 210 time: 0.1297426 Nov 12 05:28:18.119785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.156076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74057082-b293-41c9-884e-612d8c768101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '7b0be5e2-5abd-446b-a185-a4ba68bc03cd'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:18.156961 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74057082-b293-41c9-884e-612d8c768101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.245273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7c8897d-7502-411b-af97-a3f13c0c899d req-10b22363-e4fc-41d6-9961-6731a8e176a0 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870543 Nov 12 05:28:18.272906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:18.296470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:18.307203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:18.308394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Attempting to bind port fc422422-18e1-4860-b2e6-29422a8dd42c on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:18.308732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Attempting to bind port fc422422-18e1-4860-b2e6-29422a8dd42c by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '826a7011-7b52-4f89-8f78-536d86ce6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a118a2cd-e744-4279-ae47-c566e88479ef'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:18.309063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Attempting to bind port fc422422-18e1-4860-b2e6-29422a8dd42c on network a118a2cd-e744-4279-ae47-c566e88479ef {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:18.324595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:18.326985 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.348791 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=9589c277-fff2-4ca4-823f-2abb1d946b29,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:18.354070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Port fc422422-18e1-4860-b2e6-29422a8dd42c on network a118a2cd-e744-4279-ae47-c566e88479ef not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:18.354424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Attempting to bind port fc422422-18e1-4860-b2e6-29422a8dd42c on network a118a2cd-e744-4279-ae47-c566e88479ef {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:18.378287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a3e8d628-6c20-44c1-8741-e4007fba10ed tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4563687 Nov 12 05:28:18.382698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42914) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:18.420422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-0405f577-a087-42a3-8076-7be869ab853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:18.421900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-0405f577-a087-42a3-8076-7be869ab853c service neutron] 10.222.0.47 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 916 time: 0.5213594 Nov 12 05:28:18.491104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54804c3e-6537-4157-bbda-7b05a0f2d8a7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:18.492595 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-54804c3e-6537-4157-bbda-7b05a0f2d8a7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1065600 Nov 12 05:28:18.507698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42916) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:18.556443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-74057082-b293-41c9-884e-612d8c768101 None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/7b0be5e2-5abd-446b-a185-a4ba68bc03cd/6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:18.566645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.588592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.615000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:18.615332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Checking segment: {'id': '826a7011-7b52-4f89-8f78-536d86ce6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a118a2cd-e744-4279-ae47-c566e88479ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:18.615723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Bound using segment: {'id': '826a7011-7b52-4f89-8f78-536d86ce6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a118a2cd-e744-4279-ae47-c566e88479ef'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:18.616176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Bound port: fc422422-18e1-4860-b2e6-29422a8dd42c, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826a7011-7b52-4f89-8f78-536d86ce6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a118a2cd-e744-4279-ae47-c566e88479ef'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:18.616614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.644533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84e5deff-d2ac-43b6-b3e2-3889d119992e req-0e43406a-bac9-4162-a553-816c971f57d5 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/ports?device_id=99ed1ac5-0069-49cf-890b-c9826f61447e HTTP/1.1" status: 200 len: 210 time: 0.2823234 Nov 12 05:28:18.659270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985227f-b77b-499c-a2e5-e0883d386436 req-2047dced-6d78-44c3-8d93-bbdbe4a53ca5 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:18.666790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5985227f-b77b-499c-a2e5-e0883d386436 req-2047dced-6d78-44c3-8d93-bbdbe4a53ca5 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.5013621 Nov 12 05:28:18.680990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-da2979ac-1cfe-44a3-aada-cb64c4814b6f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 9589c277-fff2-4ca4-823f-2abb1d946b29 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:18.685954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2979ac-1cfe-44a3-aada-cb64c4814b6f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.861671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2979ac-1cfe-44a3-aada-cb64c4814b6f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.870967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-67189457-1ca8-4d80-bbd2-3bebad307540 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c HTTP/1.1" status: 200 len: 217 time: 0.2501895 Nov 12 05:28:18.879929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-da2979ac-1cfe-44a3-aada-cb64c4814b6f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 9589c277-fff2-4ca4-823f-2abb1d946b29 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:18.891439 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74057082-b293-41c9-884e-612d8c768101 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.907202 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74057082-b293-41c9-884e-612d8c768101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.946010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74057082-b293-41c9-884e-612d8c768101 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:18.952045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-74057082-b293-41c9-884e-612d8c768101 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:18.955697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74057082-b293-41c9-884e-612d8c768101 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:18.962506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74057082-b293-41c9-884e-612d8c768101 None None] Pushing event updated for resources: {'Port': ['ID=6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:19.053701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-74057082-b293-41c9-884e-612d8c768101 None None] Attempting to bind port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:19.054818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-74057082-b293-41c9-884e-612d8c768101 None None] Attempting to bind port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:19.056289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74057082-b293-41c9-884e-612d8c768101 None None] Attempting to bind port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:19.063451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74057082-b293-41c9-884e-612d8c768101 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:19.064287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74057082-b293-41c9-884e-612d8c768101 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:19.064929 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74057082-b293-41c9-884e-612d8c768101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.065540 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74057082-b293-41c9-884e-612d8c768101 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:19.066514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-74057082-b293-41c9-884e-612d8c768101 None None] Bound port: 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:19.067386 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74057082-b293-41c9-884e-612d8c768101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.115710 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2979ac-1cfe-44a3-aada-cb64c4814b6f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.125934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] For port fc422422-18e1-4860-b2e6-29422a8dd42c, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:19.132665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] For port fc422422-18e1-4860-b2e6-29422a8dd42c, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fc422422-18e1-4860-b2e6-29422a8dd42c,segment=NetworkSegment(826a7011-7b52-4f89-8f78-536d86ce6169),segment_id=826a7011-7b52-4f89-8f78-536d86ce6169)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:19.203949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.240849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-74057082-b293-41c9-884e-612d8c768101 None None] For port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:19.250026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-74057082-b293-41c9-884e-612d8c768101 None None] For port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:19.256131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2979ac-1cfe-44a3-aada-cb64c4814b6f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.262074 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da2979ac-1cfe-44a3-aada-cb64c4814b6f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/9589c277-fff2-4ca4-823f-2abb1d946b29 HTTP/1.1" status: 204 len: 168 time: 0.7525535 Nov 12 05:28:19.264828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2979ac-1cfe-44a3-aada-cb64c4814b6f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=9589c277-fff2-4ca4-823f-2abb1d946b29,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:19.267896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42922) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:19.272066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74057082-b293-41c9-884e-612d8c768101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.388211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794322b-2c87-436a-8f7e-9b567c1f1f84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:19.390977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794322b-2c87-436a-8f7e-9b567c1f1f84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:19.392552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a794322b-2c87-436a-8f7e-9b567c1f1f84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1236880 Nov 12 05:28:19.396625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42926) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:19.409436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:19.409436 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.414595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/fc422422-18e1-4860-b2e6-29422a8dd42c HTTP/1.1" status: 200 len: 1092 time: 4.8986385 Nov 12 05:28:19.419262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.489677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ae86de-9d83-4046-85a8-8e6f1b57c853', 'tag': 'fc422422-18e1-4860-b2e6-29422a8dd42c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:19.492934 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e981be12-b2c8-4107-ac05-3686a628f6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ae86de-9d83-4046-85a8-8e6f1b57c853", "tag": "fc422422-18e1-4860-b2e6-29422a8dd42c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:19.499076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92a427-3e2d-4511-b92f-731ea35e11f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc422422-18e1-4860-b2e6-29422a8dd42c,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:19.505155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f94c4e-6b11-418f-b133-5f9f0e502ba6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 7b0be5e2-5abd-446b-a185-a4ba68bc03cd {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:19.511767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16f94c4e-6b11-418f-b133-5f9f0e502ba6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.546960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74057082-b293-41c9-884e-612d8c768101 None None] Pushing event updated for resources: {'Port': ['ID=6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:19.560381 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.574388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:19.598814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16f94c4e-6b11-418f-b133-5f9f0e502ba6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.664908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'Port': ['ID=1ceec9d2-700a-447e-a489-eb2997f6ad75,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:19.742850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16f94c4e-6b11-418f-b133-5f9f0e502ba6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.757918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-d2f52954-c0e1-4cea-aeaa-9d2dd6ce7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:19.759599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-d2f52954-c0e1-4cea-aeaa-9d2dd6ce7bd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f607d79d-e217-404a-812e-4dc685d7294f HTTP/1.1" status: 200 len: 855 time: 0.6174512 Nov 12 05:28:19.760558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:19.780995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5985227f-b77b-499c-a2e5-e0883d386436 req-9f0c6e40-a5dc-4ba8-9c98-294a5c86316a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1057134 Nov 12 05:28:19.787885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:19.829998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b1168-461d-4cf7-973a-2d6905a1deaf req-7e998e2b-d4e5-4209-9c43-0925d989fabb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:19.843051 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16f94c4e-6b11-418f-b133-5f9f0e502ba6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.843245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d5b1168-461d-4cf7-973a-2d6905a1deaf req-7e998e2b-d4e5-4209-9c43-0925d989fabb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 943 time: 0.9996572 Nov 12 05:28:19.876822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f94c4e-6b11-418f-b133-5f9f0e502ba6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0be5e2-5abd-446b-a185-a4ba68bc03cd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:19.898708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16f94c4e-6b11-418f-b133-5f9f0e502ba6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.910535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-16f94c4e-6b11-418f-b133-5f9f0e502ba6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/7b0be5e2-5abd-446b-a185-a4ba68bc03cd HTTP/1.1" status: 204 len: 168 time: 0.5089929 Nov 12 05:28:19.911179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42932) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:19.950724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-9c7fa6c1-fee1-43e2-a88f-06bb9e07bc95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992947 Nov 12 05:28:20.001553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fb52d650-b00b-4b7b-8ae2-b08b81239d1e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885701 Nov 12 05:28:20.004202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42934) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:20.012871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:20.132908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-f22ca7dd-5805-4f0d-b5b2-42ef6a4c0ed8 service neutron] 10.222.0.47 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646481 Nov 12 05:28:20.161872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:20.191262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.250463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-78229586-858d-4a98-9e27-fd1b19fcf94d None None] Provisioning complete for port 1ceec9d2-700a-447e-a489-eb2997f6ad75 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:20.253040 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-78229586-858d-4a98-9e27-fd1b19fcf94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.261613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d5b1168-461d-4cf7-973a-2d6905a1deaf req-d9ab7402-6d13-4a70-9ef2-900db7aafade tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172308 Nov 12 05:28:20.264873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d1f534df-ccde-497a-9cd4-05a4736d81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:20.278756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-d1f534df-ccde-497a-9cd4-05a4736d81f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ccf5eb5d184aefb56310f748b1fbc6&device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 1095 time: 0.7597086 Nov 12 05:28:20.367364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-78229586-858d-4a98-9e27-fd1b19fcf94d None None] Port 1ceec9d2-700a-447e-a489-eb2997f6ad75 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:20.454854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c50b8957-349b-4e5e-8b9f-85f5cc557a1c details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:28:20.533739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7325c4f8-a2b9-48d3-a5cb-5b84488aa5c3 req-fce88a81-3b4e-46a9-bbe0-571082244713 service neutron] 10.222.0.47 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787062 Nov 12 05:28:20.541517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:20.542330 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.646807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-6686f6c2-9e27-4cf7-ac6c-8036a8083930 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc422422-18e1-4860-b2e6-29422a8dd42c HTTP/1.1" status: 200 len: 217 time: 0.2921395 Nov 12 05:28:20.726447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:20.741721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8577d45-165f-4c78-8960-c669cbccebeb req-4e12d457-3d61-4215-bab3-3aa8691338e7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:20.743707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8577d45-165f-4c78-8960-c669cbccebeb req-4e12d457-3d61-4215-bab3-3aa8691338e7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 931 time: 0.7911658 Nov 12 05:28:20.745583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-ad1ff7d7-60bf-47e4-8326-1df95888c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:20.747060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-ad1ff7d7-60bf-47e4-8326-1df95888c55b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=310dd4a6-5d36-4989-bb3e-86c5a64f7623 HTTP/1.1" status: 200 len: 854 time: 0.0862923 Nov 12 05:28:20.755489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.776630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'port_id': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'mac_address': 'fa:16:3e:a1:2d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f607d79d-e217-404a-812e-4dc685d7294f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:28:20.806697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-bed7f25c-a7fb-44c3-aa97-c2d4ed84fe7e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2121906 Nov 12 05:28:20.863032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-0802486f-c6ee-4bf7-b965-63c1fd2f24ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a118a2cd-e744-4279-ae47-c566e88479ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976682 Nov 12 05:28:20.898150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:20.901854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:20.922859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.924952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:20.925576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.933817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=7dba5cee-0c0f-427b-bc0a-58774b584ce3,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:20.970609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50b8957-349b-4e5e-8b9f-85f5cc557a1c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:20.987722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-40089250-0abb-4504-941c-037962ac6f8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9812102 Nov 12 05:28:20.988856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:20.996198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '7dba5cee-0c0f-427b-bc0a-58774b584ce3', 'ip_address': '2001:db8::6dd3:8c23:47f8:2714'}], 'name': 'tempest-NetworksTestDHCPv6-507502028'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:21.014026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e33ba-6668-4809-83f8-e16c70118238 req-4cdacce5-ce49-4253-ac21-e69f877dc7b2 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:21.015494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:21.016016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-579e33ba-6668-4809-83f8-e16c70118238 req-4cdacce5-ce49-4253-ac21-e69f877dc7b2 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 943 time: 0.4151788 Nov 12 05:28:21.033217 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.078266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8577d45-165f-4c78-8960-c669cbccebeb req-3e4a9ee2-7010-4476-a312-e33a38025549 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263359 Nov 12 05:28:21.097511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Request body: {'port': {'device_id': '92fd51be-7633-4339-999a-8c67fdfff245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:21.164885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:21.193719 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.254398 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a8e32-4eee-4822-828d-5eda20c6d3c9 x-openstack-request-id: req-2d4a8e32-4eee-4822-828d-5eda20c6d3c9 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:21.254850 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ae86de-9d83-4046-85a8-8e6f1b57c853", "tag": "fc422422-18e1-4860-b2e6-29422a8dd42c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:21.255268 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d4a8e32-4eee-4822-828d-5eda20c6d3c9 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:21.255787 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ae86de-9d83-4046-85a8-8e6f1b57c853', 'tag': 'fc422422-18e1-4860-b2e6-29422a8dd42c', 'status': 'completed', 'code': 200} Nov 12 05:28:21.261252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e27e505-42ae-4835-9b5f-e6435027d8c8 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:21.315730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-579e33ba-6668-4809-83f8-e16c70118238 req-8715fdef-0e1c-4882-a2ca-226985a24334 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928681 Nov 12 05:28:21.323096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:21.415898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c50b8957-349b-4e5e-8b9f-85f5cc557a1c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:28:21.459031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:21.597992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-77dde44c-47bf-4a74-84e5-8af33827c362 None None] Provisioning complete for port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:21.601643 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77dde44c-47bf-4a74-84e5-8af33827c362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.713069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:21.714402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.763355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a98c05c-c306-4249-92c0-df944571eacd tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.791557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 1427265b-cca3-4544-83e3-911826cdc710 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:21.856734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cfeb0-b01e-4d31-9061-f251a4ef6cba req-aa5be3c2-49ac-47d9-b56d-b728013f02e5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:21.865426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c65cfeb0-b01e-4d31-9061-f251a4ef6cba req-aa5be3c2-49ac-47d9-b56d-b728013f02e5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 944 time: 0.2170045 Nov 12 05:28:21.889517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-6c213c42-196d-4c15-90ef-0c83b91efca4 service neutron] 10.222.0.43 "GET /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9988112 Nov 12 05:28:21.986031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:21.986721 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.007101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fefc0602-758e-4ecf-aeaf-e2ca41a1bfba req-e1fadac5-502a-4a8c-9ea2-7224e610afba service neutron] 10.222.0.43 "GET /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052825 Nov 12 05:28:22.052800 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77dde44c-47bf-4a74-84e5-8af33827c362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.120337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41779e4-ba9c-4714-a469-49d99e5e7951 req-73886ea3-85a0-4bd8-aac4-e407431ddc3e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:22.122189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a41779e4-ba9c-4714-a469-49d99e5e7951 req-73886ea3-85a0-4bd8-aac4-e407431ddc3e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.4969182 Nov 12 05:28:22.194947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a41779e4-ba9c-4714-a469-49d99e5e7951 req-84aadf5a-cf44-45ae-93eb-fcbc7a635431 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553348 Nov 12 05:28:22.202729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-77dde44c-47bf-4a74-84e5-8af33827c362 None None] For port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:22.223274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c65cfeb0-b01e-4d31-9061-f251a4ef6cba req-a1a3eec8-34e9-421c-90b0-134314039b67 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565791 Nov 12 05:28:22.276041 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77dde44c-47bf-4a74-84e5-8af33827c362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.303465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-53b0caa8-91bc-41f7-96af-21bd22400802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:22.311894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-53b0caa8-91bc-41f7-96af-21bd22400802 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ccf5eb5d184aefb56310f748b1fbc6&device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 1095 time: 0.1822321 Nov 12 05:28:22.314282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::6dd3:8c23:47f8:2714 (70598e6e-724e-441f-b412-f64f1126e8bd/7dba5cee-0c0f-427b-bc0a-58774b584ce3/1427265b-cca3-4544-83e3-911826cdc710) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:22.424527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ceec9d2-700a-447e-a489-eb2997f6ad75 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:22.439496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a98c05c-c306-4249-92c0-df944571eacd tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.510433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.514053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dde44c-47bf-4a74-84e5-8af33827c362 None None] Pushing event updated for resources: {'Port': ['ID=6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:22.527657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Transition to ACTIVE for port object 1ceec9d2-700a-447e-a489-eb2997f6ad75 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:22.543033 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.593348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a98c05c-c306-4249-92c0-df944571eacd tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.598566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a98c05c-c306-4249-92c0-df944571eacd tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.602269 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a98c05c-c306-4249-92c0-df944571eacd tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "DELETE /v2.0/security-groups/1c08f3cc-cf0a-458c-90ac-03a2965ab8b5 HTTP/1.1" status: 204 len: 168 time: 1.1421525 Nov 12 05:28:22.602991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42954) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:22.625975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-62e6ef46-6717-4494-9e35-6b7e3738f15f None None] Provisioning complete for port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:22.626501 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-62e6ef46-6717-4494-9e35-6b7e3738f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.626647 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-016da652-9b38-47a0-99f2-32c97de0ed15 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] show failed (client error): The resource could not be found. Nov 12 05:28:22.631566 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-016da652-9b38-47a0-99f2-32c97de0ed15 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "GET /v2.0/security-groups/1c08f3cc-cf0a-458c-90ac-03a2965ab8b5 HTTP/1.1" status: 404 len: 347 time: 0.0218959 Nov 12 05:28:22.665344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:22.709878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98c05c-c306-4249-92c0-df944571eacd tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c08f3cc-cf0a-458c-90ac-03a2965ab8b5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:22.911568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Deleting port 99f7eff5-7603-46f8-9741-4a9adbe16772 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:22.912597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:22.930658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.023445 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.024598 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.040933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Calling delete_port for 99f7eff5-7603-46f8-9741-4a9adbe16772 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:23.048465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.078014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:23.105968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:23.108570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:23.115012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.115325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7212e8-53ba-4f8b-94f3-3a18c4a646e5 req-f64d759f-5361-4649-a63a-d62baf20a19e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.115668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.116853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a7212e8-53ba-4f8b-94f3-3a18c4a646e5 req-f64d759f-5361-4649-a63a-d62baf20a19e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 931 time: 0.7213399 Nov 12 05:28:23.178315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8d2ab64c-e13e-4fe3-9b06-d6a34fc45211 None None] Could not find standard attr ID for object 9589c277-fff2-4ca4-823f-2abb1d946b29. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:23.194725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23b1b8-c356-4b78-a37b-96531110a3ec req-c75125a4-ae8e-4046-872d-f3ce1e9512d3 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.196332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e23b1b8-c356-4b78-a37b-96531110a3ec req-c75125a4-ae8e-4046-872d-f3ce1e9512d3 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 943 time: 0.7084377 Nov 12 05:28:23.198967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Pushing event updated for resources: {'Port': ['ID=1ceec9d2-700a-447e-a489-eb2997f6ad75,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:23.214261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-803e7217-7f63-4e7b-a622-2f80c038f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.215843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-803e7217-7f63-4e7b-a622-2f80c038f439 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a118a2cd-e744-4279-ae47-c566e88479ef HTTP/1.1" status: 200 len: 915 time: 0.8589654 Nov 12 05:28:23.295534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a7212e8-53ba-4f8b-94f3-3a18c4a646e5 req-4b481d53-cd17-4c4b-8dd1-02afde74eced tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558480 Nov 12 05:28:23.330733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-213fb72f-840a-40f4-9f4b-ac594172b2d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc422422-18e1-4860-b2e6-29422a8dd42c HTTP/1.1" status: 200 len: 217 time: 0.0895579 Nov 12 05:28:23.457652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e23b1b8-c356-4b78-a37b-96531110a3ec req-b1253c29-0377-4e6b-af4a-298f1c2bd54f tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473891 Nov 12 05:28:23.497434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-1c14c95c-d185-4ce7-b2f8-54882169fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.499990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-1c14c95c-d185-4ce7-b2f8-54882169fc3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=310dd4a6-5d36-4989-bb3e-86c5a64f7623 HTTP/1.1" status: 200 len: 854 time: 0.1286542 Nov 12 05:28:23.501098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Attempting to bind port 1ceec9d2-700a-447e-a489-eb2997f6ad75 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:23.501659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Attempting to bind port 1ceec9d2-700a-447e-a489-eb2997f6ad75 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:23.502217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Attempting to bind port 1ceec9d2-700a-447e-a489-eb2997f6ad75 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:23.508263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Port 1ceec9d2-700a-447e-a489-eb2997f6ad75 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:23.508910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Attempting to bind port 1ceec9d2-700a-447e-a489-eb2997f6ad75 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:23.520960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:23.521432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Checking segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:23.521929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Bound using segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:23.522538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Bound port: 1ceec9d2-700a-447e-a489-eb2997f6ad75, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:23.525220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.583593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:23.606688 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6131287 Nov 12 05:28:23.606955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c79af6-a72f-4918-bead-0c076f1fa8b3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=1427265b-cca3-4544-83e3-911826cdc710,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:23.620321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42964) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:23.624884 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-3a9302b8-f718-4801-b776-c32d74044f67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a118a2cd-e744-4279-ae47-c566e88479ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052740 Nov 12 05:28:23.698940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:23.699745 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.715099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f3e42-4226-447c-bc60-8f1c27154398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.721469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f3e42-4226-447c-bc60-8f1c27154398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.725519 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f9f3e42-4226-447c-bc60-8f1c27154398 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1013765 Nov 12 05:28:23.726289 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42966) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:23.769421 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.769848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9173f10d-80f8-48ae-8a95-e42aef9e6dd0 None None] Provisioning complete for port 1427265b-cca3-4544-83e3-911826cdc710 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:23.770759 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9173f10d-80f8-48ae-8a95-e42aef9e6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.795816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-0f6f5f26-7cdf-4126-a969-94566a62b584 service neutron] 10.222.0.43 "GET /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231120 Nov 12 05:28:23.807581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Pushing event deleted for resources: {'Port': ['ID=99f7eff5-7603-46f8-9741-4a9adbe16772,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:23.824692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9173f10d-80f8-48ae-8a95-e42aef9e6dd0 None None] Port 1427265b-cca3-4544-83e3-911826cdc710 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:23.885356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] For port 1ceec9d2-700a-447e-a489-eb2997f6ad75, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:23.931663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.934561 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.938607 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25cea698-65ab-4d6e-87d4-cb8b894ba328 tempest-ServersTestBootFromVolume-15714730 tempest-ServersTestBootFromVolume-15714730-project] 10.222.0.48 "DELETE /v2.0/floatingips/e4c5549d-ca8f-485f-a27d-19a23fb035df HTTP/1.1" status: 204 len: 168 time: 1.2695441 Nov 12 05:28:23.938821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] For port 1ceec9d2-700a-447e-a489-eb2997f6ad75, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:23.940882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42968) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:23.948020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b7a03-9583-4a35-af8c-bb4366a7018f req-296ceb80-4687-4592-88dd-a126e14ccc78 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.950330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b49b7a03-9583-4a35-af8c-bb4366a7018f req-296ceb80-4687-4592-88dd-a126e14ccc78 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 944 time: 0.3960261 Nov 12 05:28:23.952080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-23fd0533-de07-4350-a908-38629f123c13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 1427265b-cca3-4544-83e3-911826cdc710 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:23.952438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23fd0533-de07-4350-a908-38629f123c13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:23.967274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013cbc2-d1fb-428c-a4b7-d9ecb627f30d req-6501c8b3-0097-4913-9b21-b3c945518c39 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:23.968827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1013cbc2-d1fb-428c-a4b7-d9ecb627f30d req-6501c8b3-0097-4913-9b21-b3c945518c39 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.3413765 Nov 12 05:28:23.969996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.043207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:24.043843 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.045798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] 10.222.0.47 "PUT /v2.0/ports/1ceec9d2-700a-447e-a489-eb2997f6ad75 HTTP/1.1" status: 200 len: 1092 time: 2.9577520 Nov 12 05:28:24.069188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fd51be-7633-4339-999a-8c67fdfff245', 'tag': '1ceec9d2-700a-447e-a489-eb2997f6ad75'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:24.072995 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57dd1f0-53f9-402a-9a86-01d790c4c007" -d '{"events": [{"name": "network-changed", "server_uuid": "92fd51be-7633-4339-999a-8c67fdfff245", "tag": "1ceec9d2-700a-447e-a489-eb2997f6ad75"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:24.139931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23fd0533-de07-4350-a908-38629f123c13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.156010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e981be12-b2c8-4107-ac05-3686a628f6f3 req-25d66793-ebca-46d5-ba3c-81437a25b316 service neutron] 10.222.0.43 "GET /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516042 Nov 12 05:28:24.162048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b49b7a03-9583-4a35-af8c-bb4366a7018f req-67332cbc-4d32-43cd-929c-b2a59b4de081 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879396 Nov 12 05:28:24.162781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6084b-7855-42ce-af50-ba637a5fa769 service neutron] Pushing event updated for resources: {'Port': ['ID=1ceec9d2-700a-447e-a489-eb2997f6ad75,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:24.233379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-10907b62-6329-4cdc-a514-09d488826de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:24.235115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-10907b62-6329-4cdc-a514-09d488826de4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 1095 time: 0.1309357 Nov 12 05:28:24.257914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1013cbc2-d1fb-428c-a4b7-d9ecb627f30d req-4b92fe12-6931-4f6a-9d8f-06bce31a457f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670259 Nov 12 05:28:24.311439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-dcc171d8-3ef4-4f00-bef0-044a4b1f9621 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75 HTTP/1.1" status: 200 len: 217 time: 0.0520132 Nov 12 05:28:24.312911 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eb3c36-e1b0-451a-a0fe-35c3aba24841 x-openstack-request-id: req-65eb3c36-e1b0-451a-a0fe-35c3aba24841 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:24.313194 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fd51be-7633-4339-999a-8c67fdfff245", "tag": "1ceec9d2-700a-447e-a489-eb2997f6ad75", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:24.313442 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65eb3c36-e1b0-451a-a0fe-35c3aba24841 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:24.313837 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fd51be-7633-4339-999a-8c67fdfff245', 'tag': '1ceec9d2-700a-447e-a489-eb2997f6ad75', 'status': 'completed', 'code': 200} Nov 12 05:28:24.321702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-23fd0533-de07-4350-a908-38629f123c13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 1427265b-cca3-4544-83e3-911826cdc710 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:24.417969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-756bc4a1-47cb-4653-8a76-2091904f3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:24.419837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-756bc4a1-47cb-4653-8a76-2091904f3c04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0958855 Nov 12 05:28:24.469121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb90e1-eb46-44f3-88db-6d7a6ca0b22b req-47c8880b-0e1b-4f90-8451-97a6dc1798c5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:24.470759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93fb90e1-eb46-44f3-88db-6d7a6ca0b22b req-47c8880b-0e1b-4f90-8451-97a6dc1798c5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 943 time: 0.0879874 Nov 12 05:28:24.474915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c50b8957-349b-4e5e-8b9f-85f5cc557a1c up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:24.559751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-908065b1-0059-487a-971e-9657c7481e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:24.561491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-908065b1-0059-487a-971e-9657c7481e7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339254 Nov 12 05:28:24.581314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23fd0533-de07-4350-a908-38629f123c13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.589160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port c50b8957-349b-4e5e-8b9f-85f5cc557a1c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:28:24.594016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c50b8957-349b-4e5e-8b9f-85f5cc557a1c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:24.594436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.661974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd0533-de07-4350-a908-38629f123c13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=1427265b-cca3-4544-83e3-911826cdc710,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:24.670068 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23fd0533-de07-4350-a908-38629f123c13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.676509 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-23fd0533-de07-4350-a908-38629f123c13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/1427265b-cca3-4544-83e3-911826cdc710 HTTP/1.1" status: 204 len: 168 time: 0.9497821 Nov 12 05:28:24.679584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42976) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:24.700293 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.741288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93fb90e1-eb46-44f3-88db-6d7a6ca0b22b req-141f29a3-a36f-4da7-a1df-cb0c3911de87 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552123 Nov 12 05:28:24.748559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.748899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:24.752500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745cd4e9-ccee-4ebd-9c99-b55d6081e3b7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:24.754372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745cd4e9-ccee-4ebd-9c99-b55d6081e3b7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:24.756235 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fbdaf2-21c5-44b8-8c6f-ab3beaab78cf" -d '{"events": [{"server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "name": "network-vif-plugged", "status": "completed", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:24.760454 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-745cd4e9-ccee-4ebd-9c99-b55d6081e3b7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0797639 Nov 12 05:28:24.771693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:24.787023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42980) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:24.788604 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:24.889223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:24.930265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf08bb-2207-4c59-a16d-12b34cb889e5 req-a7919b67-4b9b-4f3e-a3bf-c867bd0ce190 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:24.937875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52cf08bb-2207-4c59-a16d-12b34cb889e5 req-a7919b67-4b9b-4f3e-a3bf-c867bd0ce190 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 943 time: 0.2541292 Nov 12 05:28:24.944375 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a43fe7c-8c34-4e88-a44c-efbe236e3d3d x-openstack-request-id: req-8a43fe7c-8c34-4e88-a44c-efbe236e3d3d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:24.946374 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "name": "network-vif-plugged", "status": "completed", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:24.946374 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a43fe7c-8c34-4e88-a44c-efbe236e3d3d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:24.946374 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'code': 200} Nov 12 05:28:24.964909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-b9567975-f2f4-4bb1-8f06-5c28eaa16199 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869059 Nov 12 05:28:25.025439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8501a873-2a61-4103-b034-947a91154907 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 7dba5cee-0c0f-427b-bc0a-58774b584ce3 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:25.066524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8501a873-2a61-4103-b034-947a91154907 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.079571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Deleting port de379a43-6862-41cd-a19e-7ba8381c9070 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:25.080144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.126944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fc422422-18e1-4860-b2e6-29422a8dd42c details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:28:25.158637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52cf08bb-2207-4c59-a16d-12b34cb889e5 req-fea56a30-ab32-47d3-bea3-4943e0a5ff80 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081883 Nov 12 05:28:25.163665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8501a873-2a61-4103-b034-947a91154907 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.180267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] For port de379a43-6862-41cd-a19e-7ba8381c9070, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=de379a43-6862-41cd-a19e-7ba8381c9070,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:25.180816 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.198569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Calling delete_port for de379a43-6862-41cd-a19e-7ba8381c9070 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:25.250317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15b5ab-ec13-4a7e-b35f-f0cb41b34d10 req-9c5927ea-1630-4808-839d-22646541cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:25.250926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fc422422-18e1-4860-b2e6-29422a8dd42c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fc422422-18e1-4860-b2e6-29422a8dd42c,segment=NetworkSegment(826a7011-7b52-4f89-8f78-536d86ce6169),segment_id=826a7011-7b52-4f89-8f78-536d86ce6169)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:25.251858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed15b5ab-ec13-4a7e-b35f-f0cb41b34d10 req-9c5927ea-1630-4808-839d-22646541cce2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 1097 time: 0.2213478 Nov 12 05:28:25.253750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34dd71ed-5e6b-4a95-94b3-72d678e9e895 req-fdfa8d4a-d48a-4822-a78c-1e9c89f3e215 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755051 Nov 12 05:28:25.266788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'fc422422-18e1-4860-b2e6-29422a8dd42c', 'network_id': 'a118a2cd-e744-4279-ae47-c566e88479ef', 'port_id': 'fc422422-18e1-4860-b2e6-29422a8dd42c', 'mac_address': 'fa:16:3e:14:0b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310dd4a6-5d36-4989-bb3e-86c5a64f7623', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:28:25.319788 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.336549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc422422-18e1-4860-b2e6-29422a8dd42c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:25.362219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fc422422-18e1-4860-b2e6-29422a8dd42c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fc422422-18e1-4860-b2e6-29422a8dd42c,segment=NetworkSegment(826a7011-7b52-4f89-8f78-536d86ce6169),segment_id=826a7011-7b52-4f89-8f78-536d86ce6169)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:25.369275 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.410587 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8501a873-2a61-4103-b034-947a91154907 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.470970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=fc422422-18e1-4860-b2e6-29422a8dd42c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:25.493779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed15b5ab-ec13-4a7e-b35f-f0cb41b34d10 req-1eaf10bc-5b67-4e7a-b136-1ac02c4a9d3f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189715 Nov 12 05:28:25.520043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.527421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddc9a3-cdc7-44eb-b7a6-4ad0839db5a7 req-e7d20d42-4d13-413b-949d-3a4e6cb08d68 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:25.528909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21ddc9a3-cdc7-44eb-b7a6-4ad0839db5a7 req-e7d20d42-4d13-413b-949d-3a4e6cb08d68 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2587986 Nov 12 05:28:25.535189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-dc050fe6-2002-43f6-8d32-b5c274aede3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:25.536569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-dc050fe6-2002-43f6-8d32-b5c274aede3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 1095 time: 0.2098966 Nov 12 05:28:25.553230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de379a43-6862-41cd-a19e-7ba8381c9070,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:25.557873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc866a-addc-4f37-aa00-edcaf87ed30d req-2f63e092-e44a-40b8-9791-50d4e6f3283a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:25.559587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45bc866a-addc-4f37-aa00-edcaf87ed30d req-2f63e092-e44a-40b8-9791-50d4e6f3283a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.1745937 Nov 12 05:28:25.561895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8501a873-2a61-4103-b034-947a91154907 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.620167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501a873-2a61-4103-b034-947a91154907 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=7dba5cee-0c0f-427b-bc0a-58774b584ce3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:25.641011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0833d1-e59b-461e-b62e-7485dca6faf3 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:25.642990 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8501a873-2a61-4103-b034-947a91154907 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.649134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8501a873-2a61-4103-b034-947a91154907 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/7dba5cee-0c0f-427b-bc0a-58774b584ce3 HTTP/1.1" status: 204 len: 168 time: 0.8547282 Nov 12 05:28:25.650851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42988) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:25.756738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-42043581-66d3-4833-b0c3-9fd31e6add06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023915 Nov 12 05:28:25.759807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42992) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:25.791946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21ddc9a3-cdc7-44eb-b7a6-4ad0839db5a7 req-5b7ed301-1c0e-418b-b3cb-9d20c252f0a4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513993 Nov 12 05:28:25.792754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.866117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['fc422422-18e1-4860-b2e6-29422a8dd42c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:28:25.874218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45bc866a-addc-4f37-aa00-edcaf87ed30d req-b5f84605-c653-443f-a69c-17f955490240 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950335 Nov 12 05:28:25.924766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:25.966098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a34479f-f9e5-4201-8a10-41c313872be8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:25.970382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5a34479f-f9e5-4201-8a10-41c313872be8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1984024 Nov 12 05:28:25.973085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42996) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:25.983518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-47db9d70-5a2b-4dd1-a6b4-b80eb1337374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:25.984918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-47db9d70-5a2b-4dd1-a6b4-b80eb1337374 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.2827730 Nov 12 05:28:26.024967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726f881-65ec-44bf-9742-20363a67baf1 req-d968de81-604e-4224-9d0f-75c6a2b935a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:26.026442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1726f881-65ec-44bf-9742-20363a67baf1 req-d968de81-604e-4224-9d0f-75c6a2b935a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 943 time: 0.1399870 Nov 12 05:28:26.035369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] Deleting port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:26.035739 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.077044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Router b44d9d36-af2d-4d9c-8157-d29907bcc432 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:28:26.083153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-413a6cc1-261a-4e70-b1a6-d51f674631be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75 HTTP/1.1" status: 200 len: 217 time: 0.0666506 Nov 12 05:28:26.120644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] For port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:26.121052 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.140450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] Calling delete_port for 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:26.161577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd552fa7-c000-4bd6-88a6-90600d889bfc tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:26.165329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cd552fa7-c000-4bd6-88a6-90600d889bfc tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1884851 Nov 12 05:28:26.166841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42998) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:26.182684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-8869fbec-1b26-4d71-9c2e-387844e30a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:26.184797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-8869fbec-1b26-4d71-9c2e-387844e30a0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0866320 Nov 12 05:28:26.188445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1726f881-65ec-44bf-9742-20363a67baf1 req-8f2d0a82-3fb8-4b68-99ea-1bea58914690 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506128 Nov 12 05:28:26.215125 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a33bc52b-6b02-4373-bfaf-ffe2d0eb9c2d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470827 Nov 12 05:28:26.225511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43002) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:26.231931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:26.258152 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.266286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:26.281229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad5227-f425-4317-9751-c542560c032d None None] Sync routers for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:26.295581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6cda1b26-47ec-4126-a662-0404c440d0f6 admin admin] 10.222.0.48 "PUT /v2.0/routers/b44d9d36-af2d-4d9c-8157-d29907bcc432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3533411 Nov 12 05:28:26.298242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43004) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:26.306270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] Pushing event deleted for resources: {'Port': ['ID=6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:26.310817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223278b-b652-496d-83a7-0da4e0ad9b6c None None] No DVR routers for this DVR port 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:26.310988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-5a5d3530-6670-450a-95d2-42ade373c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:26.311970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-5a5d3530-6670-450a-95d2-42ade373c59c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177680 Nov 12 05:28:26.328588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad5227-f425-4317-9751-c542560c032d None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:26.329219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b1ad5227-f425-4317-9751-c542560c032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:26.352680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:26.356589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.386247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d0549-6d2b-48aa-bac9-0d03a4d29ebf req-7c734d70-38c8-4ce2-be3d-85c29bae14ed tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:26.387841 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b1d0549-6d2b-48aa-bac9-0d03a4d29ebf req-7c734d70-38c8-4ce2-be3d-85c29bae14ed tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 944 time: 0.1425014 Nov 12 05:28:26.594057 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.606233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b1ad5227-f425-4317-9751-c542560c032d None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:26.634831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:26.642477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:26.647071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:26.647713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.662248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=901b0827-660f-4c7b-8a94-4668b8471aad,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:26.673392 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-565f83a6-1e1c-4839-a17e-b6d516b0b21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4467719 Nov 12 05:28:26.675844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a7998-4322-43c3-af49-4ed1556c6650 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:26.676363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:26.682366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '901b0827-660f-4c7b-8a94-4668b8471aad', 'ip_address': '2001:db8::aaed:f819:feba:e19d'}], 'name': 'tempest-NetworksTestDHCPv6-262038653'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:26.809329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b1d0549-6d2b-48aa-bac9-0d03a4d29ebf req-97a39d6a-cca7-45ea-99c0-98ec6c3bf27d tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104269 Nov 12 05:28:26.815765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.846359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:26.865120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-bfda0525-5d2e-40f8-9af6-7540a8767500 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214105 Nov 12 05:28:26.969625 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.992368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 79ffa806-26b6-47bd-8489-cb324c79864c yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:27.003854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b1ad5227-f425-4317-9751-c542560c032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:28:25Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:27.035554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '901b0827-660f-4c7b-8a94-4668b8471aad'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:27.036417 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.041785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad5227-f425-4317-9751-c542560c032d None None] Checking router: b44d9d36-af2d-4d9c-8157-d29907bcc432 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:27.073533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad5227-f425-4317-9751-c542560c032d None None] Routers {'b44d9d36-af2d-4d9c-8157-d29907bcc432'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:27.074116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b1ad5227-f425-4317-9751-c542560c032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b44d9d36-af2d-4d9c-8157-d29907bcc432'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:27.077369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.078581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.095332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb8c0-b9e4-48b5-a0a2-24745db5cc93 req-a53c9936-d167-45e9-99e6-8ca262f9b7fe tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:27.096839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76ddb8c0-b9e4-48b5-a0a2-24745db5cc93 req-a53c9936-d167-45e9-99e6-8ca262f9b7fe tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1926763 Nov 12 05:28:27.100684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57dd1f0-53f9-402a-9a86-01d790c4c007 req-babaaeb0-ee8a-455c-b50a-8aab73d3255d service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264535 Nov 12 05:28:27.115119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b7f3e-16cb-4332-9467-4fefc7934c39 req-a76cb281-57e2-43b7-94ae-e6201153eac4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:27.116063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca6b7f3e-16cb-4332-9467-4fefc7934c39 req-a76cb281-57e2-43b7-94ae-e6201153eac4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.1243293 Nov 12 05:28:27.171253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::aaed:f819:feba:e19d (70598e6e-724e-441f-b412-f64f1126e8bd/901b0827-660f-4c7b-8a94-4668b8471aad/79ffa806-26b6-47bd-8489-cb324c79864c) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:27.175312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fc422422-18e1-4860-b2e6-29422a8dd42c up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:27.212868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76ddb8c0-b9e4-48b5-a0a2-24745db5cc93 req-4e2abdeb-445b-4587-af53-3e34a9006ad3 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956175 Nov 12 05:28:27.236723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca6b7f3e-16cb-4332-9467-4fefc7934c39 req-e7adab1a-2c24-4471-9590-395ce51531d4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110606 Nov 12 05:28:27.241657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Deleting port a870c3cd-de00-4262-9481-8edf95af0129 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:27.242005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.313038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b1ad5227-f425-4317-9751-c542560c032d None None] Set router b44d9d36-af2d-4d9c-8157-d29907bcc432 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:27.332531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] For port a870c3cd-de00-4262-9481-8edf95af0129, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a870c3cd-de00-4262-9481-8edf95af0129,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:27.333101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.346600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Calling delete_port for a870c3cd-de00-4262-9481-8edf95af0129 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:27.370429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port fc422422-18e1-4860-b2e6-29422a8dd42c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:28:27.384723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port fc422422-18e1-4860-b2e6-29422a8dd42c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:27.384999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.403898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.427280 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:28:27.465426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.491577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe24eb6-5163-4c3b-9e7c-088135c49635 req-88ea9a30-0b50-4402-9e31-08e0c2d7d027 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:27.499012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fe24eb6-5163-4c3b-9e7c-088135c49635 req-88ea9a30-0b50-4402-9e31-08e0c2d7d027 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 943 time: 0.1122680 Nov 12 05:28:27.512383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c9f66-8c86-406c-9cb8-55d0760e1559 req-a207f955-64a2-4673-8c3e-3f8d31cb2725 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:27.514191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f42c9f66-8c86-406c-9cb8-55d0760e1559 req-a207f955-64a2-4673-8c3e-3f8d31cb2725 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1281002 Nov 12 05:28:27.531949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:27.536399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:27.539764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:27.549316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:27.552922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.579370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/901b0827-660f-4c7b-8a94-4668b8471aad/706d6d7c-79e6-48d4-9afe-1440882398e2) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:27.583517 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9057131 Nov 12 05:28:27.587991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:27.595088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a0337a89-8bff-4bd0-b47c-f8a32975ab21 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '901b0827-660f-4c7b-8a94-4668b8471aad', 'ip_address': '2001:db8::aaed:f819:feba:e19d'}], 'name': 'tempest-NetworksTestDHCPv6-1636686632'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:27.629964 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.641327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb7ce-2687-4fe4-bc1c-cf81c5348f4d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=79ffa806-26b6-47bd-8489-cb324c79864c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:27.648142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fe24eb6-5163-4c3b-9e7c-088135c49635 req-a5d80623-a5f3-46f3-b4e6-ccd643ddaf44 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480868 Nov 12 05:28:27.666052 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f42c9f66-8c86-406c-9cb8-55d0760e1559 req-7c5ca353-dbf1-4f18-8c93-44e639c2dc1a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146564 Nov 12 05:28:27.717156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae86de-9d83-4046-85a8-8e6f1b57c853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc422422-18e1-4860-b2e6-29422a8dd42c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:27.719528 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdd7129-aba0-41c7-8d8e-2fe7b722f7bf" -d '{"events": [{"server_uuid": "e6ae86de-9d83-4046-85a8-8e6f1b57c853", "name": "network-vif-plugged", "status": "completed", "tag": "fc422422-18e1-4860-b2e6-29422a8dd42c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:27.722329 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.728503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:27.750763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a870c3cd-de00-4262-9481-8edf95af0129,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:27.762514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port fc422422-18e1-4860-b2e6-29422a8dd42c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fc422422-18e1-4860-b2e6-29422a8dd42c,segment=NetworkSegment(826a7011-7b52-4f89-8f78-536d86ce6169),segment_id=826a7011-7b52-4f89-8f78-536d86ce6169)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:27.774329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:27.774692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6831c84f-bcc5-4b2e-a6c1-4f9ddddb9058 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:27.783460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.789417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b1ad5227-f425-4317-9751-c542560c032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:28:25Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:27.820273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0337a89-8bff-4bd0-b47c-f8a32975ab21 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:27.822828 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5b379b-f97a-4d0c-b56f-b1eb643cdd12 x-openstack-request-id: req-1b5b379b-f97a-4d0c-b56f-b1eb643cdd12 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:27.823114 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae86de-9d83-4046-85a8-8e6f1b57c853", "name": "network-vif-plugged", "status": "completed", "tag": "fc422422-18e1-4860-b2e6-29422a8dd42c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:27.823345 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b5b379b-f97a-4d0c-b56f-b1eb643cdd12 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:27.823788 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ae86de-9d83-4046-85a8-8e6f1b57c853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc422422-18e1-4860-b2e6-29422a8dd42c', 'code': 200} Nov 12 05:28:27.827570 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0337a89-8bff-4bd0-b47c-f8a32975ab21 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.847516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-a0337a89-8bff-4bd0-b47c-f8a32975ab21 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port ecfe44ca-cbee-45a7-8215-3af56f519efa yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:27.866878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad5227-f425-4317-9751-c542560c032d None None] The sync data for ids ['b44d9d36-af2d-4d9c-8157-d29907bcc432'] in n-d-765315-28 is: [{'id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'name': 'tempest-ServersTestBootFromVolume-1240850706-router', 'tenant_id': 'c52705cde0d14f12aa57efca59ba376b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:59Z', 'updated_at': '2021-11-12T05:28:25Z', 'revision_number': 5, 'project_id': 'c52705cde0d14f12aa57efca59ba376b', 'gw_port': {'id': 'a870c3cd-de00-4262-9481-8edf95af0129', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44d9d36-af2d-4d9c-8157-d29907bcc432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:25:00Z', 'updated_at': '2021-11-12T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:27.876228 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.929380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.931205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=fc422422-18e1-4860-b2e6-29422a8dd42c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:27.941536 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.984594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:27.989818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:27.994100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:28.002710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Pushing event updated for resources: {'Port': ['ID=706d6d7c-79e6-48d4-9afe-1440882398e2,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:28.026463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.029156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.085450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Attempting to bind port 706d6d7c-79e6-48d4-9afe-1440882398e2 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:28.086039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Attempting to bind port 706d6d7c-79e6-48d4-9afe-1440882398e2 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:28.086728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Attempting to bind port 706d6d7c-79e6-48d4-9afe-1440882398e2 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:28.093165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:28.093866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:28.094491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.095034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:28.095706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Bound port: 706d6d7c-79e6-48d4-9afe-1440882398e2, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:28.096245 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.150546 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.151156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b44d9d36-af2d-4d9c-8157-d29907bcc432 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:28:28.159818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.163417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6b484262-0e57-4d64-8df6-fee4102abe4d admin admin] 10.222.0.48 "DELETE /v2.0/routers/b44d9d36-af2d-4d9c-8157-d29907bcc432 HTTP/1.1" status: 204 len: 168 time: 1.8617792 Nov 12 05:28:28.164866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43038) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:28.196438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] For port 706d6d7c-79e6-48d4-9afe-1440882398e2, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:28.200694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] For port 706d6d7c-79e6-48d4-9afe-1440882398e2, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=706d6d7c-79e6-48d4-9afe-1440882398e2,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:28.205491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.207314 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0337a89-8bff-4bd0-b47c-f8a32975ab21 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 05:28:28.207844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0337a89-8bff-4bd0-b47c-f8a32975ab21 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:28:28.231676 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a0337a89-8bff-4bd0-b47c-f8a32975ab21 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6424875 Nov 12 05:28:28.233253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43040) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:28.253603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de54c4f-e321-44d4-9fe9-ff6caa21f6df req-afb9a1e9-3e1d-414f-a1ec-80a1a3dd57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:28.255944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0de54c4f-e321-44d4-9fe9-ff6caa21f6df req-afb9a1e9-3e1d-414f-a1ec-80a1a3dd57da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 1097 time: 0.1748900 Nov 12 05:28:28.290042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7c319-4be6-4f0b-bd95-e7956c2070f8 None None] Pushing event updated for resources: {'Port': ['ID=706d6d7c-79e6-48d4-9afe-1440882398e2,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:28.323548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35cd32-f752-4bbb-8a91-9b9b0dfa5692 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:28.334435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35cd32-f752-4bbb-8a91-9b9b0dfa5692 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:28.336071 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fc35cd32-f752-4bbb-8a91-9b9b0dfa5692 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1017218 Nov 12 05:28:28.337870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624be04f-a05b-494e-af4d-d65a9e4ffa52 req-22ba7d3c-afb6-4b1a-8c34-40bef96abe1e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:28.339613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-624be04f-a05b-494e-af4d-d65a9e4ffa52 req-22ba7d3c-afb6-4b1a-8c34-40bef96abe1e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1865339 Nov 12 05:28:28.340359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43044) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:28.348600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed6414-9758-45ef-93fc-9cc5eefddabd req-9eb943e7-ba51-412f-843e-27f4c33c30e4 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:28.351559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aed6414-9758-45ef-93fc-9cc5eefddabd req-9eb943e7-ba51-412f-843e-27f4c33c30e4 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.2683141 Nov 12 05:28:28.368901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d21783-b29c-49d6-a9bd-5301a1016bb0 admin admin] Deleting subnet 814d2d9d-e7b6-4047-bfc3-94cb0545c8f8 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:28.396547 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-b29c-49d6-a9bd-5301a1016bb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.503537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-26aba513-e65f-4c40-b0ff-23d03c6b4007 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 79ffa806-26b6-47bd-8489-cb324c79864c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:28.503537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26aba513-e65f-4c40-b0ff-23d03c6b4007 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.516119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1ceec9d2-700a-447e-a489-eb2997f6ad75 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:28:28.561593 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-b29c-49d6-a9bd-5301a1016bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.615546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0de54c4f-e321-44d4-9fe9-ff6caa21f6df req-f971a758-5132-441d-bafa-c982ee92587a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420682 Nov 12 05:28:28.632988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7aed6414-9758-45ef-93fc-9cc5eefddabd req-8f170fb1-f9f6-4868-bc5e-b7055755c706 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549477 Nov 12 05:28:28.658240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26aba513-e65f-4c40-b0ff-23d03c6b4007 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.667007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1ceec9d2-700a-447e-a489-eb2997f6ad75, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:28.667678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-624be04f-a05b-494e-af4d-d65a9e4ffa52 req-499404ed-419c-4ca3-93c2-1158360bde3e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929556 Nov 12 05:28:28.689934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-26aba513-e65f-4c40-b0ff-23d03c6b4007 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 79ffa806-26b6-47bd-8489-cb324c79864c owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:28.792885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-b29c-49d6-a9bd-5301a1016bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.870386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '1ceec9d2-700a-447e-a489-eb2997f6ad75', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': '1ceec9d2-700a-447e-a489-eb2997f6ad75', 'mac_address': 'fa:16:3e:7f:ac:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:28:28.877083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20693f-9f61-4612-b1c8-b924e3923c0e req-4cc0698b-6d4e-4bdb-b7c0-7532027584d6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:28.878796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a20693f-9f61-4612-b1c8-b924e3923c0e req-4cc0698b-6d4e-4bdb-b7c0-7532027584d6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.1370931 Nov 12 05:28:28.901475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220811a-022a-4e42-ac93-0d75b45b9e15 req-e3cc00fe-bcc4-4112-8b11-52c0671a7b4e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:28.909838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3220811a-022a-4e42-ac93-0d75b45b9e15 req-e3cc00fe-bcc4-4112-8b11-52c0671a7b4e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 943 time: 0.1237178 Nov 12 05:28:28.913651 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.928736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ceec9d2-700a-447e-a489-eb2997f6ad75 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:28.951622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1ceec9d2-700a-447e-a489-eb2997f6ad75, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:28.956345 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.979344 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-b29c-49d6-a9bd-5301a1016bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.006154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=1ceec9d2-700a-447e-a489-eb2997f6ad75,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:29.037278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08d21783-b29c-49d6-a9bd-5301a1016bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.041736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-08d21783-b29c-49d6-a9bd-5301a1016bb0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/814d2d9d-e7b6-4047-bfc3-94cb0545c8f8 HTTP/1.1" status: 204 len: 168 time: 0.8627517 Nov 12 05:28:29.042737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d21783-b29c-49d6-a9bd-5301a1016bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814d2d9d-e7b6-4047-bfc3-94cb0545c8f8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:29.043432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894bd569-8936-4cff-b23b-3268dcf847be None None] Network d5011f7f-c911-4301-bfc4-576786bbfd20 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:29.046893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43048) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:29.060338 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a20693f-9f61-4612-b1c8-b924e3923c0e req-eae796cc-63a2-4c00-b6c1-20a4bbca3345 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452835 Nov 12 05:28:29.078471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3220811a-022a-4e42-ac93-0d75b45b9e15 req-c9f86cd1-cdd4-45d9-8b90-15aa6435095f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674471 Nov 12 05:28:29.176345 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.203759 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26aba513-e65f-4c40-b0ff-23d03c6b4007 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.238706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aba513-e65f-4c40-b0ff-23d03c6b4007 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=79ffa806-26b6-47bd-8489-cb324c79864c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:29.277108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Deleting port 59115f40-e47c-47a5-92fd-1e594c59e28b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:29.277679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.278941 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26aba513-e65f-4c40-b0ff-23d03c6b4007 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.285168 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-26aba513-e65f-4c40-b0ff-23d03c6b4007 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/79ffa806-26b6-47bd-8489-cb324c79864c HTTP/1.1" status: 204 len: 168 time: 0.9411147 Nov 12 05:28:29.285168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43050) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:29.310000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1ceec9d2-700a-447e-a489-eb2997f6ad75'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:28:29.336296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] DHCP port deletion for d5011f7f-c911-4301-bfc4-576786bbfd20 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:29.353016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] For port 59115f40-e47c-47a5-92fd-1e594c59e28b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59115f40-e47c-47a5-92fd-1e594c59e28b,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:29.353602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.358473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b40e-32c5-403e-bad6-b9936120855e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:29.361001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001b40e-32c5-403e-bad6-b9936120855e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:29.363265 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5001b40e-32c5-403e-bad6-b9936120855e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0774386 Nov 12 05:28:29.365802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43052) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:29.371182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Calling delete_port for 59115f40-e47c-47a5-92fd-1e594c59e28b owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:29.440559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] Deleting port 59115f40-e47c-47a5-92fd-1e594c59e28b {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:29.441146 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.447111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae6b6d7-d2f2-469b-a543-7adfa87b3f97 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 901b0827-660f-4c7b-8a94-4668b8471aad {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:29.453034 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae6b6d7-d2f2-469b-a543-7adfa87b3f97 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.483217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.512271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] No DVR routers for this DVR port 59115f40-e47c-47a5-92fd-1e594c59e28b on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:29.549255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae6b6d7-d2f2-469b-a543-7adfa87b3f97 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.555377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Pushing event deleted for resources: {'Port': ['ID=59115f40-e47c-47a5-92fd-1e594c59e28b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:29.574837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] For port 59115f40-e47c-47a5-92fd-1e594c59e28b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59115f40-e47c-47a5-92fd-1e594c59e28b,segment=NetworkSegment(c60c8f83-3d73-45eb-ba9d-9a61ea836598),segment_id=c60c8f83-3d73-45eb-ba9d-9a61ea836598)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:29.575326 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.628356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 706d6d7c-79e6-48d4-9afe-1440882398e2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:29.657203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] Calling delete_port for 59115f40-e47c-47a5-92fd-1e594c59e28b owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:29.660294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.680332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae6b6d7-d2f2-469b-a543-7adfa87b3f97 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.692368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5011f7f-c911-4301-bfc4-576786bbfd20']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:29.705991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60c8f83-3d73-45eb-ba9d-9a61ea836598') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:29.706534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60c8f83-3d73-45eb-ba9d-9a61ea836598') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:29.722157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.744344 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.756504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0ada1b5e-0772-47eb-b5fa-73ba620888db None None] Provisioning complete for port 706d6d7c-79e6-48d4-9afe-1440882398e2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:29.758293 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ada1b5e-0772-47eb-b5fa-73ba620888db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.763695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:28:29.764545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:28:29.767917 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:28:29.784132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae6b6d7-d2f2-469b-a543-7adfa87b3f97 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.820504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6b6d7-d2f2-469b-a543-7adfa87b3f97 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=901b0827-660f-4c7b-8a94-4668b8471aad,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:29.837282 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae6b6d7-d2f2-469b-a543-7adfa87b3f97 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.844264 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aae6b6d7-d2f2-469b-a543-7adfa87b3f97 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/901b0827-660f-4c7b-8a94-4668b8471aad HTTP/1.1" status: 204 len: 168 time: 0.4741845 Nov 12 05:28:29.845422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:29.845556 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.887148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] Pushing event deleted for resources: {'Port': ['ID=59115f40-e47c-47a5-92fd-1e594c59e28b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:29.895543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599115e-18c7-4471-bc86-b85e7d056529 None None] No DVR routers for this DVR port 59115f40-e47c-47a5-92fd-1e594c59e28b on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:29.898913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 706d6d7c-79e6-48d4-9afe-1440882398e2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:29.899850 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.905347 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cd9ddcd0-966d-45fc-b755-bda8dd3ba642 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568991 Nov 12 05:28:29.905982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43062) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:29.923622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:29.928526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.933317 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.937455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5011f7f-c911-4301-bfc4-576786bbfd20 HTTP/1.1" status: 204 len: 168 time: 0.8879490 Nov 12 05:28:29.942951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecb650e-123b-406c-878f-bddcda01d618 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:29.987294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3071290-117f-4c8a-9a4c-b01de026f90f admin admin] Pushing event deleted for resources: {'Network': ['ID=d5011f7f-c911-4301-bfc4-576786bbfd20,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:30.043718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf4cb3-a2f9-4ff4-b638-5c839056ecec req-80549c4a-5785-4cfd-bd50-81489bb7aadf tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:30.045952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9bf4cb3-a2f9-4ff4-b638-5c839056ecec req-80549c4a-5785-4cfd-bd50-81489bb7aadf tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2550735 Nov 12 05:28:30.059403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49769d3-ac8a-45b7-9049-f5c55ae11c09 req-a669ac90-a965-4a37-95b5-67d6295a2d36 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:30.060950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e49769d3-ac8a-45b7-9049-f5c55ae11c09 req-a669ac90-a965-4a37-95b5-67d6295a2d36 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.2785208 Nov 12 05:28:30.087657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ada1b5e-0772-47eb-b5fa-73ba620888db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.117677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43070) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:30.168807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-77ed95d3-162d-4f70-91e5-c5ab1f042229 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c52705cde0d14f12aa57efca59ba376b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494404 Nov 12 05:28:30.170364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43072) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:30.177608 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.177841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:30.182086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0ada1b5e-0772-47eb-b5fa-73ba620888db None None] For port 706d6d7c-79e6-48d4-9afe-1440882398e2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=706d6d7c-79e6-48d4-9afe-1440882398e2,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:30.184079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.194923 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ada1b5e-0772-47eb-b5fa-73ba620888db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.238709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5fbd-dcb9-4065-8771-c60c6be7d23d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.257476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e49769d3-ac8a-45b7-9049-f5c55ae11c09 req-ee14c52c-4c5e-49a1-bea3-cb57206e2860 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764350 Nov 12 05:28:30.265857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9bf4cb3-a2f9-4ff4-b638-5c839056ecec req-d09a82a3-6888-4fd7-bde3-b2f984165c63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649282 Nov 12 05:28:30.269407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5fbd-dcb9-4065-8771-c60c6be7d23d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.277884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada1b5e-0772-47eb-b5fa-73ba620888db None None] Pushing event updated for resources: {'Port': ['ID=706d6d7c-79e6-48d4-9afe-1440882398e2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:30.286784 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:28:30.287146 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:28:30.315295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:30.333828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6f120b32-d77a-4320-92c2-95bfc4975949 None None] Could not find standard attr ID for object 79ffa806-26b6-47bd-8489-cb324c79864c. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:30.348144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5fbd-dcb9-4065-8771-c60c6be7d23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.351544 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5fbd-dcb9-4065-8771-c60c6be7d23d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.355260 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dd4f5fbd-dcb9-4065-8771-c60c6be7d23d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b58a5ce7-7538-49a1-b694-eb9648e9b1cb HTTP/1.1" status: 204 len: 168 time: 0.1812859 Nov 12 05:28:30.363077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5fbd-dcb9-4065-8771-c60c6be7d23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a5ce7-7538-49a1-b694-eb9648e9b1cb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:30.412964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] Deleting port 706d6d7c-79e6-48d4-9afe-1440882398e2 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:30.413333 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.479168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] For port 706d6d7c-79e6-48d4-9afe-1440882398e2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=706d6d7c-79e6-48d4-9afe-1440882398e2,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:30.479499 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.492299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] Calling delete_port for 706d6d7c-79e6-48d4-9afe-1440882398e2 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:30.543484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 09917771-8549-48d0-b9c7-dd8359777785 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:28:30.545412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1ceec9d2-700a-447e-a489-eb2997f6ad75 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:30.695665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.705308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 1ceec9d2-700a-447e-a489-eb2997f6ad75 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:28:30.741219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] Pushing event deleted for resources: {'Port': ['ID=706d6d7c-79e6-48d4-9afe-1440882398e2,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:30.743195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 1ceec9d2-700a-447e-a489-eb2997f6ad75 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:30.743568 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.748197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:30.757183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bbc2e2-0865-4c63-bef7-5403fd842d6a None None] No DVR routers for this DVR port 706d6d7c-79e6-48d4-9afe-1440882398e2 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:30.787905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '09917771-8549-48d0-b9c7-dd8359777785', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'port_id': '09917771-8549-48d0-b9c7-dd8359777785', 'mac_address': 'fa:16:3e:a6:a9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:28:30.819621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Port 706d6d7c-79e6-48d4-9afe-1440882398e2 update to ACTIVE by agent not found {{(pid=102591) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 05:28:30.866989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f3618-d90f-4d2b-977a-66db4db384a4 req-535e6d2e-5054-4f45-818c-791bac0ed1e4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:30.874801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-981f3618-d90f-4d2b-977a-66db4db384a4 req-535e6d2e-5054-4f45-818c-791bac0ed1e4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 944 time: 0.4773743 Nov 12 05:28:30.888061 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.907200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c38014-5985-4571-b14d-86f979318f70 req-6c219f1a-16e5-40be-a306-53d1498072cf tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:30.909547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1c38014-5985-4571-b14d-86f979318f70 req-6c219f1a-16e5-40be-a306-53d1498072cf tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 945 time: 0.4834468 Nov 12 05:28:30.912514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.923342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device de379a43-6862-41cd-a19e-7ba8381c9070 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:30.933920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09917771-8549-48d0-b9c7-dd8359777785 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:30.966887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: de379a43-6862-41cd-a19e-7ba8381c9070 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:30.967344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device de379a43-6862-41cd-a19e-7ba8381c9070 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:30.967822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a870c3cd-de00-4262-9481-8edf95af0129 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:30.996505 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:30.998907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a870c3cd-de00-4262-9481-8edf95af0129 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:30.999319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a870c3cd-de00-4262-9481-8edf95af0129 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:30.999799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59115f40-e47c-47a5-92fd-1e594c59e28b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:31.004081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-981f3618-d90f-4d2b-977a-66db4db384a4 req-ede487ba-bb99-4b91-85a0-a77c75f309d5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279876 Nov 12 05:28:31.025939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:31.025939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=94e63e79-1e96-4a03-9226-35846472c56c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:31.026987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:31.030421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 59115f40-e47c-47a5-92fd-1e594c59e28b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:31.030770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59115f40-e47c-47a5-92fd-1e594c59e28b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:31.040600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.050252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fd51be-7633-4339-999a-8c67fdfff245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ceec9d2-700a-447e-a489-eb2997f6ad75'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:31.053479 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519b2d6c-55d4-4c7e-96aa-781ba9d35690" -d '{"events": [{"server_uuid": "92fd51be-7633-4339-999a-8c67fdfff245", "name": "network-vif-plugged", "status": "completed", "tag": "1ceec9d2-700a-447e-a489-eb2997f6ad75"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:31.059394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:31.064036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:31.064765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.086169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1c38014-5985-4571-b14d-86f979318f70 req-219aebd2-6dc4-4895-ab23-fa711247409e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696031 Nov 12 05:28:31.086453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813af0f-3823-4a51-b05e-7861613f01b1 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:31.094291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 1ceec9d2-700a-447e-a489-eb2997f6ad75, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:31.107497 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4984024e-7393-4824-a65e-ee93066f4eef x-openstack-request-id: req-4984024e-7393-4824-a65e-ee93066f4eef {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:31.107837 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fd51be-7633-4339-999a-8c67fdfff245", "name": "network-vif-plugged", "status": "completed", "tag": "1ceec9d2-700a-447e-a489-eb2997f6ad75", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:31.108027 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4984024e-7393-4824-a65e-ee93066f4eef {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:31.108752 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fd51be-7633-4339-999a-8c67fdfff245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ceec9d2-700a-447e-a489-eb2997f6ad75', 'code': 200} Nov 12 05:28:31.120475 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.123572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:31.124140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-45fe5fed-f824-494a-aa45-26b18babd970 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2067294 Nov 12 05:28:31.129474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5ad99ece-4a49-4d5a-9228-7841080dba66 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '94e63e79-1e96-4a03-9226-35846472c56c', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2030301022'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:31.179938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=11']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:31.240543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb27b3-22a4-42b3-a27a-668477e9c96a req-203f61ab-3d04-44ea-bc63-b641a802ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:31.242387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0efb27b3-22a4-42b3-a27a-668477e9c96a req-203f61ab-3d04-44ea-bc63-b641a802ace9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 1097 time: 0.0623140 Nov 12 05:28:31.264787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43098) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:31.267945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=1ceec9d2-700a-447e-a489-eb2997f6ad75,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:31.300145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0efb27b3-22a4-42b3-a27a-668477e9c96a req-ce155c89-94d9-4b71-b51f-a2ff95ee97d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482323 Nov 12 05:28:31.301671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad99ece-4a49-4d5a-9228-7841080dba66 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:31.307704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ad99ece-4a49-4d5a-9228-7841080dba66 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.329553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-5ad99ece-4a49-4d5a-9228-7841080dba66 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 3a02c9eb-52f0-4c0a-b827-534e44d5e0b5 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:31.362185 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['09917771-8549-48d0-b9c7-dd8359777785'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:28:31.398771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '94e63e79-1e96-4a03-9226-35846472c56c'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:31.399377 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.436739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1964113346-network', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:31.484369 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad99ece-4a49-4d5a-9228-7841080dba66 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:28:31.484847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad99ece-4a49-4d5a-9228-7841080dba66 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:28:31.490879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Made reservation on behalf of 24dbcd6e28ed4f45909002f36c4c4306 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:31.490879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.507081 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5ad99ece-4a49-4d5a-9228-7841080dba66 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.3821456 Nov 12 05:28:31.511456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.514083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43106) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:31.542947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 706d6d7c-79e6-48d4-9afe-1440882398e2 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:31.566926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e72010bc-ffc8-43a9-ae09-088dc8f0fef2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0493851 Nov 12 05:28:31.569497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43108) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:31.575169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d79bd-4127-4da8-ad96-adbe69c5e350 req-addf9a4b-e775-41a1-a3be-ec58f469f6c8 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:31.576530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 706d6d7c-79e6-48d4-9afe-1440882398e2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:31.576761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f0d79bd-4127-4da8-ad96-adbe69c5e350 req-addf9a4b-e775-41a1-a3be-ec58f469f6c8 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.1748395 Nov 12 05:28:31.577482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 706d6d7c-79e6-48d4-9afe-1440882398e2 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:31.597457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986a4b-e7c9-4397-b164-e3d111c62073 req-1eb2b7b2-4ef1-48a3-8855-9234bdc210f7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:31.604603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05986a4b-e7c9-4397-b164-e3d111c62073 req-1eb2b7b2-4ef1-48a3-8855-9234bdc210f7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1927328 Nov 12 05:28:31.647312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/94e63e79-1e96-4a03-9226-35846472c56c/29c07bb7-f5ce-4bb0-84d4-443182a4b05e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:31.655172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2610b870-6bec-4624-b52a-5568e2e9bd5e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:31.657452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2610b870-6bec-4624-b52a-5568e2e9bd5e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:31.659459 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2610b870-6bec-4624-b52a-5568e2e9bd5e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0886316 Nov 12 05:28:31.662309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43110) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:31.726297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8f861b-ccbd-4525-9d67-7f39189b1edf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 94e63e79-1e96-4a03-9226-35846472c56c {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:31.734384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f0d79bd-4127-4da8-ad96-adbe69c5e350 req-77142e4f-5871-495b-88b3-bc7f6ec57660 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475098 Nov 12 05:28:31.740645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05986a4b-e7c9-4397-b164-e3d111c62073 req-b427e3b6-7635-428f-a8df-abf3a3c95f5a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350019 Nov 12 05:28:31.751120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.755802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.786057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:28:31.796067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df729633-704b-48a4-8f08-6c645592c328,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:31.801186 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.801530 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Added segment d66e5d48-820d-4672-9f77-9bd2ec986ad6 of type vlan for network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 Nov 12 05:28:31.847823 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.875088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.876316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:31.876930 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:31.948101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6821778 Nov 12 05:28:31.951759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43118) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:31.956937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Request body: {'subnet': {'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-subnet', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:31.957393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4591b52-cbb7-4b68-aa1c-522c63524fbd admin admin] Pushing event updated for resources: {'Network': ['ID=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:31.979356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:28:31.987000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Made reservation on behalf of 24dbcd6e28ed4f45909002f36c4c4306 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:31.989747 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.061013 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.073087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45379e-fa7a-454f-9db3-beaa4d24d33a req-f0d16d06-2e9c-4f02-9925-51181be4c3b4 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:32.076533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f861b-ccbd-4525-9d67-7f39189b1edf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.076909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c45379e-fa7a-454f-9db3-beaa4d24d33a req-f0d16d06-2e9c-4f02-9925-51181be4c3b4 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.0785887 Nov 12 05:28:32.086747 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.146895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:32.150633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:32.155375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:32.158026 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f861b-ccbd-4525-9d67-7f39189b1edf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.160285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Pushing event updated for resources: {'Port': ['ID=29c07bb7-f5ce-4bb0-84d4-443182a4b05e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:32.213146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c45379e-fa7a-454f-9db3-beaa4d24d33a req-0554b83a-87c2-4b6e-a6e6-783787baa7c9 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302998 Nov 12 05:28:32.215250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Attempting to bind port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:32.215618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Attempting to bind port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:32.216047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Attempting to bind port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:32.222771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:32.223168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:32.223604 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.223995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:32.224456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Bound port: 29c07bb7-f5ce-4bb0-84d4-443182a4b05e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:32.224833 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.236184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683b522-6a3b-40eb-a056-822fb260b763 req-0d692f13-3855-497b-8693-9f5977017018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:32.236184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2683b522-6a3b-40eb-a056-822fb260b763 req-0d692f13-3855-497b-8693-9f5977017018 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ccf5eb5d184aefb56310f748b1fbc6&device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 1097 time: 0.2031200 Nov 12 05:28:32.244431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec269df-a257-4dea-8568-244fdc52ef4c req-9e46c0af-c01a-439f-9685-e09ea5dee91a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:32.245965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec269df-a257-4dea-8568-244fdc52ef4c req-9e46c0af-c01a-439f-9685-e09ea5dee91a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1131511 Nov 12 05:28:32.284015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.296714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] For port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:32.299941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] For port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=29c07bb7-f5ce-4bb0-84d4-443182a4b05e,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:32.305642 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.375466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2eda8b-12b0-4e94-9553-e84825955c03 None None] Pushing event updated for resources: {'Port': ['ID=29c07bb7-f5ce-4bb0-84d4-443182a4b05e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:32.412765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ec269df-a257-4dea-8568-244fdc52ef4c req-52718cd0-47e9-4909-9855-d14da9b8f301 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568437 Nov 12 05:28:32.419175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683b522-6a3b-40eb-a056-822fb260b763 req-7ee98f82-4e48-4f44-abb0-e546b638188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:32.420992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2683b522-6a3b-40eb-a056-822fb260b763 req-7ee98f82-4e48-4f44-abb0-e546b638188f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a118a2cd-e744-4279-ae47-c566e88479ef HTTP/1.1" status: 200 len: 915 time: 0.1739812 Nov 12 05:28:32.432526 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f861b-ccbd-4525-9d67-7f39189b1edf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.437578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fad848d-edc7-4934-b433-5f048577bcb2,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:32.442181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecd186-0997-4c47-87ca-3387f115be3f req-5d455898-a1f3-4b05-b4fb-ed70f89b68ab tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:32.443882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22ecd186-0997-4c47-87ca-3387f115be3f req-5d455898-a1f3-4b05-b4fb-ed70f89b68ab tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.1530137 Nov 12 05:28:32.466785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Checking segment: {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:32.467248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Network hostable DHCP agents. Network: cbc4f5ea-a7b3-479e-841c-ab0b513df6e9, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:28:32.482736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2683b522-6a3b-40eb-a056-822fb260b763 req-c252a896-7c8c-42b1-a757-b0b21b5c8340 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc422422-18e1-4860-b2e6-29422a8dd42c HTTP/1.1" status: 200 len: 217 time: 0.0522735 Nov 12 05:28:32.503598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:28:32.531612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, cbc4f5ea-a7b3-479e-841c-ab0b513df6e9) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:32.533748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f861b-ccbd-4525-9d67-7f39189b1edf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.540603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e07834-2e34-4730-92af-9ab0576a0f6a None None] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:32.565291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:32.565847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.586385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22ecd186-0997-4c47-87ca-3387f115be3f req-8a93209b-0a43-45a1-823d-127a42ff50b8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341558 Nov 12 05:28:32.599709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683b522-6a3b-40eb-a056-822fb260b763 req-4921a499-b271-4f4a-b903-8e3496848eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:32.603356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2683b522-6a3b-40eb-a056-822fb260b763 req-4921a499-b271-4f4a-b903-8e3496848eee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=310dd4a6-5d36-4989-bb3e-86c5a64f7623 HTTP/1.1" status: 200 len: 854 time: 0.1120291 Nov 12 05:28:32.611502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f861b-ccbd-4525-9d67-7f39189b1edf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=94e63e79-1e96-4a03-9226-35846472c56c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:32.651165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f861b-ccbd-4525-9d67-7f39189b1edf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.660571 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4d8f861b-ccbd-4525-9d67-7f39189b1edf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/94e63e79-1e96-4a03-9226-35846472c56c HTTP/1.1" status: 204 len: 168 time: 0.9946809 Nov 12 05:28:32.661400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:32.665507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2683b522-6a3b-40eb-a056-822fb260b763 req-9d1307e5-2a6b-4f9d-a7b9-debb853ec689 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a118a2cd-e744-4279-ae47-c566e88479ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527427 Nov 12 05:28:32.674552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-afec1a56-301b-4b12-9ccd-eec0b6a5d2f1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7215965 Nov 12 05:28:32.684053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43128) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:32.695684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:32.719318 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e9fdc296-d983-4878-a5a2-1c6487ccf701 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569530 Nov 12 05:28:32.722902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43130) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:32.735857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:32.781583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:32.783470 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.785135 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.786849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.826231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2683b522-6a3b-40eb-a056-822fb260b763 req-7204ea9f-353f-49e7-81fe-1949efbc8671 service neutron] 10.222.0.43 "GET /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527624 Nov 12 05:28:32.871376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:32.875994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:32.942043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Allocated IP 172.20.0.2 (cbc4f5ea-a7b3-479e-841c-ab0b513df6e9/2fad848d-edc7-4934-b433-5f048577bcb2/dd793bc4-2397-464d-894b-39f8d4c6165d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:32.947169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.058712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2683b522-6a3b-40eb-a056-822fb260b763 req-51a627b9-06ef-427e-bc13-c7f349b7ff80 service neutron] 10.222.0.43 "GET /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175305 Nov 12 05:28:33.068009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9cde-f70a-4b00-923a-00c779e7f756 req-96bb1eb9-896f-435a-a87e-3abfa8719cae tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:33.070285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a56e9cde-f70a-4b00-923a-00c779e7f756 req-96bb1eb9-896f-435a-a87e-3abfa8719cae tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2183299 Nov 12 05:28:33.079164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.125496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:33.129042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:33.129343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.134840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:33.135442 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.142246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.149918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=d4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:33.157711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.162182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c77a33dd-c79a-43ff-aa39-bbf209b09395 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4329314 Nov 12 05:28:33.162328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:33.172849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e691b58e-3d24-4d69-9d32-af9afed8d6a8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-11981575', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:33.202237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:33.208710 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e691b58e-3d24-4d69-9d32-af9afed8d6a8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.209957 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e691b58e-3d24-4d69-9d32-af9afed8d6a8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.210900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:33.214724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:33.235319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a56e9cde-f70a-4b00-923a-00c779e7f756 req-8188420d-70c9-4983-9c72-4977c86fea8a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314971 Nov 12 05:28:33.246590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Pushing event updated for resources: {'Port': ['ID=dd793bc4-2397-464d-894b-39f8d4c6165d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:33.341154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e691b58e-3d24-4d69-9d32-af9afed8d6a8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.341927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Attempting to bind port dd793bc4-2397-464d-894b-39f8d4c6165d on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:33.342061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Attempting to bind port dd793bc4-2397-464d-894b-39f8d4c6165d by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:33.342660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Attempting to bind port dd793bc4-2397-464d-894b-39f8d4c6165d on network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:33.350795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:33.351213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Checking segment: {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:33.351666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.352214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Bound using segment: {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:33.352500 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e691b58e-3d24-4d69-9d32-af9afed8d6a8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.352735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Bound port: dd793bc4-2397-464d-894b-39f8d4c6165d, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:33.353111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.376395 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e691b58e-3d24-4d69-9d32-af9afed8d6a8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.379188 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e691b58e-3d24-4d69-9d32-af9afed8d6a8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2149966 Nov 12 05:28:33.381902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43138) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:33.396078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cd13c-82ae-416e-aaff-2d23548fe122 req-ca0064a7-c5e7-4a2f-b51f-838230419eb7 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:33.397626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-657cd13c-82ae-416e-aaff-2d23548fe122 req-ca0064a7-c5e7-4a2f-b51f-838230419eb7 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.0753753 Nov 12 05:28:33.446622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] For port dd793bc4-2397-464d-894b-39f8d4c6165d, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:33.462021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] For port dd793bc4-2397-464d-894b-39f8d4c6165d, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=dd793bc4-2397-464d-894b-39f8d4c6165d,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:33.471231 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.481489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-657cd13c-82ae-416e-aaff-2d23548fe122 req-4621ec5d-92b4-4323-b861-007737db3a7a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761051 Nov 12 05:28:33.607840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254d072-b805-44ff-a6db-bfbba4b9ad73 None None] Pushing event updated for resources: {'Port': ['ID=dd793bc4-2397-464d-894b-39f8d4c6165d,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:33.685710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 29c07bb7-f5ce-4bb0-84d4-443182a4b05e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:33.752262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:33.752673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.793174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.828194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c1d0b-c2e0-4be4-81be-6edce05fa8ca None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:33.851245 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.899092 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.974534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9665952f-995a-40f9-b99c-8c9e4a073a6c None None] Provisioning complete for port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:33.974908 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9665952f-995a-40f9-b99c-8c9e4a073a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.976892 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.984921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde505-cabc-421a-9ec8-dd60f1b1bf18 req-a020c3ff-8651-4b68-93a3-d4ad7f65bc13 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:33.987448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0bcde505-cabc-421a-9ec8-dd60f1b1bf18 req-a020c3ff-8651-4b68-93a3-d4ad7f65bc13 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 946 time: 0.2548263 Nov 12 05:28:34.011382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f77f05-6380-4176-a841-fbe4f72c36b1 req-173ae4db-a541-4bb7-ad71-4ca21b26d9fb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:34.023928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9f77f05-6380-4176-a841-fbe4f72c36b1 req-173ae4db-a541-4bb7-ad71-4ca21b26d9fb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.4297333 Nov 12 05:28:34.091204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=29c07bb7-f5ce-4bb0-84d4-443182a4b05e,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:34.101395 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.143313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::1 (70598e6e-724e-441f-b412-f64f1126e8bd/d4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7/320d40f9-7419-464b-a1f1-935407881f30) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:34.163138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0bcde505-cabc-421a-9ec8-dd60f1b1bf18 req-e3950d78-1eca-4f44-ba31-e81b37495c96 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669068 Nov 12 05:28:34.184379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9f77f05-6380-4176-a841-fbe4f72c36b1 req-369bb883-741f-4cae-b6ff-66a44760306c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593561 Nov 12 05:28:34.223262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Allocated IP 172.25.2.34 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/dc88776b-9623-49a6-8b25-6cdd9eb1c663) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:34.223927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=29c07bb7-f5ce-4bb0-84d4-443182a4b05e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:34.335442 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.385286 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.433391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:34.436875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:34.441126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:34.441703 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.467576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081173b2-c8ea-4e1d-863e-4b8b8a5be342 req-74b71472-ba88-4d37-b4e1-2658fef0d1f5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:34.469169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-081173b2-c8ea-4e1d-863e-4b8b8a5be342 req-74b71472-ba88-4d37-b4e1-2658fef0d1f5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1246169 Nov 12 05:28:34.500196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.509926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=320d40f9-7419-464b-a1f1-935407881f30,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:34.552492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 09917771-8549-48d0-b9c7-dd8359777785 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:34.590255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0e6f9-b080-4701-a055-ab87fb075dc4 req-67938c9f-33e0-4145-b518-1afd3edc19ff tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:34.592705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ac0e6f9-b080-4701-a055-ab87fb075dc4 req-67938c9f-33e0-4145-b518-1afd3edc19ff tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1607463 Nov 12 05:28:34.602150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-081173b2-c8ea-4e1d-863e-4b8b8a5be342 req-0d1073c8-bf25-451a-958c-17d6568aabd5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057436 Nov 12 05:28:34.620635 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.634582 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.683151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2022c8bf-3859-448d-8c94-5609a3f9d222 None None] Provisioning complete for port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:34.683653 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2022c8bf-3859-448d-8c94-5609a3f9d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.688653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 09917771-8549-48d0-b9c7-dd8359777785 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:28:34.729207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 09917771-8549-48d0-b9c7-dd8359777785 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:34.729578 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.734107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:34.774856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ac0e6f9-b080-4701-a055-ab87fb075dc4 req-43b0357c-7f1c-47ca-ab5c-21257a1cc3c7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672184 Nov 12 05:28:34.776219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:34.790852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:34.819807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Pushing event updated for resources: {'Port': ['ID=dc88776b-9623-49a6-8b25-6cdd9eb1c663,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:34.876632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e06157-5ac2-47fa-b69b-d771b362d499 req-8fae1c49-df32-4117-a039-645e4007da65 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:34.878833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7e06157-5ac2-47fa-b69b-d771b362d499 req-8fae1c49-df32-4117-a039-645e4007da65 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.1764085 Nov 12 05:28:34.913026 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:34.956159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09917771-8549-48d0-b9c7-dd8359777785'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:34.958433 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e7222-2d8f-4144-9a33-a75f45af30e9" -d '{"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-plugged", "status": "completed", "tag": "09917771-8549-48d0-b9c7-dd8359777785"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:34.975056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:34.982873 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.039885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.047307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.049278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.051357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=12']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:35.065126 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922fe7bf-81e1-4efa-a5be-fd8ba8bdb1db x-openstack-request-id: req-922fe7bf-81e1-4efa-a5be-fd8ba8bdb1db {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:35.065433 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-plugged", "status": "completed", "tag": "09917771-8549-48d0-b9c7-dd8359777785", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:35.066135 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-922fe7bf-81e1-4efa-a5be-fd8ba8bdb1db {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:35.066135 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09917771-8549-48d0-b9c7-dd8359777785', 'code': 200} Nov 12 05:28:35.079665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b2ec260f-ac21-4f12-a3de-9e1a2a213afd None None] Provisioning complete for port 320d40f9-7419-464b-a1f1-935407881f30 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:35.080532 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b2ec260f-ac21-4f12-a3de-9e1a2a213afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.112908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7e06157-5ac2-47fa-b69b-d771b362d499 req-afb68bef-756f-4b45-9727-f7ba2a46123a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214197 Nov 12 05:28:35.144251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec75819-a49a-4087-baf6-8e1aa93e7e46 None None] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:35.149478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=320d40f9-7419-464b-a1f1-935407881f30,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:35.227475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec260f-ac21-4f12-a3de-9e1a2a213afd None None] Port 320d40f9-7419-464b-a1f1-935407881f30 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:35.289179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:35.290710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:35.309380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9122-fa43-4f91-a30c-86d31d533bed req-654a74aa-b8ee-432d-a4aa-cb7216be1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.312462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdbb9122-fa43-4f91-a30c-86d31d533bed req-654a74aa-b8ee-432d-a4aa-cb7216be1ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 1099 time: 0.1117055 Nov 12 05:28:35.317974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.386259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6d115f01-f4e5-4030-a980-6106a86a4c8d None None] Provisioning complete for port dd793bc4-2397-464d-894b-39f8d4c6165d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:35.387029 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6d115f01-f4e5-4030-a980-6106a86a4c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.495067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdbb9122-fa43-4f91-a30c-86d31d533bed req-035ed742-b606-41b2-a459-d049861f17fe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550555 Nov 12 05:28:35.531429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Router acbc78b0-3aca-4979-a0ba-ca9f60da49ea is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:28:35.550942 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6d115f01-f4e5-4030-a980-6106a86a4c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.614262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6d115f01-f4e5-4030-a980-6106a86a4c8d None None] For port dd793bc4-2397-464d-894b-39f8d4c6165d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=dd793bc4-2397-464d-894b-39f8d4c6165d,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:35.620661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d6f71-f150-4039-8a0a-40b002be3ba5 req-1ba6dcd2-faeb-4fc7-bf74-bca914698ec9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.624261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-275d6f71-f150-4039-8a0a-40b002be3ba5 req-1ba6dcd2-faeb-4fc7-bf74-bca914698ec9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 947 time: 0.3376982 Nov 12 05:28:35.626567 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6d115f01-f4e5-4030-a980-6106a86a4c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.688477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f38cd-a503-4659-af25-d0079c403f33 req-a7532da0-b3da-413d-ae0f-66028e57b19d tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.696534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9f38cd-a503-4659-af25-d0079c403f33 req-a7532da0-b3da-413d-ae0f-66028e57b19d tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.1274736 Nov 12 05:28:35.727790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:35.737482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5b860027-00f8-4a9c-9c92-4e2b3c4f044d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "PUT /v2.0/routers/acbc78b0-3aca-4979-a0ba-ca9f60da49ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3541541 Nov 12 05:28:35.739319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:35.748403 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Sync routers for ids ['acbc78b0-3aca-4979-a0ba-ca9f60da49ea'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:35.757224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d115f01-f4e5-4030-a980-6106a86a4c8d None None] Pushing event updated for resources: {'Port': ['ID=dd793bc4-2397-464d-894b-39f8d4c6165d,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:35.767766 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Routers {'acbc78b0-3aca-4979-a0ba-ca9f60da49ea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:35.768399 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['acbc78b0-3aca-4979-a0ba-ca9f60da49ea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:35.778488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 29c07bb7-f5ce-4bb0-84d4-443182a4b05e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:35.825145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6981b7-50c8-4c87-a50c-f70819350467 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.827379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b6981b7-50c8-4c87-a50c-f70819350467 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports/320d40f9-7419-464b-a1f1-935407881f30 HTTP/1.1" status: 200 len: 911 time: 0.0731277 Nov 12 05:28:35.829958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43170) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:35.835685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:35.836202 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.875300 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Set router acbc78b0-3aca-4979-a0ba-ca9f60da49ea gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:35.886959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d583da-1f77-4973-8142-062c5d612cea tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.897146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d583da-1f77-4973-8142-062c5d612cea tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.899217 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-87d583da-1f77-4973-8142-062c5d612cea tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0682271 Nov 12 05:28:35.902421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43172) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:35.905614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0f8756a3-8f57-4b17-8cba-d48463a3329f None None] Provisioning complete for port 320d40f9-7419-464b-a1f1-935407881f30 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:35.905987 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0f8756a3-8f57-4b17-8cba-d48463a3329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.946862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device dd793bc4-2397-464d-894b-39f8d4c6165d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:36.024134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0f8756a3-8f57-4b17-8cba-d48463a3329f None None] Port 320d40f9-7419-464b-a1f1-935407881f30 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:36.034754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port dd793bc4-2397-464d-894b-39f8d4c6165d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:36.035125 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.086707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0f8756a3-8f57-4b17-8cba-d48463a3329f None None] Provisioning complete for port dd793bc4-2397-464d-894b-39f8d4c6165d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:36.087073 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0f8756a3-8f57-4b17-8cba-d48463a3329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.190383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-275d6f71-f150-4039-8a0a-40b002be3ba5 req-3fb4ea9c-5280-42e3-9367-d547e18d315c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547092 Nov 12 05:28:36.214991 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.231333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9f38cd-a503-4659-af25-d0079c403f33 req-39bdc279-cdd1-4b37-bf44-8f7e4ea79988 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337911 Nov 12 05:28:36.238904 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc78b0-3aca-4979-a0ba-ca9f60da49ea', 'name': 'tempest-NetworksTestDHCPv6-router-11981575', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:34Z', 'revision_number': 2, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'gw_port_host': None, '_interfaces': [{'id': '320d40f9-7419-464b-a1f1-935407881f30', 'name': '', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'mac_address': 'fa:16:3e:08:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc78b0-3aca-4979-a0ba-ca9f60da49ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:34Z', 'revision_number': 2, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'subnets': [{'id': 'd4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:36.309224 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Checking router: acbc78b0-3aca-4979-a0ba-ca9f60da49ea for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:36.309577 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Updating router acbc78b0-3aca-4979-a0ba-ca9f60da49ea port 320d40f9-7419-464b-a1f1-935407881f30 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:28:36.338945 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.440997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac5e9d-5e6d-4908-b6dd-457a3fafa37b req-08aaa6c4-23a2-42da-a768-dfa8a711bdcb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:36.442782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15ac5e9d-5e6d-4908-b6dd-457a3fafa37b req-08aaa6c4-23a2-42da-a768-dfa8a711bdcb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1302319 Nov 12 05:28:36.460073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d4b24-0a85-4ddc-b17b-2174c5db189c req-efb86aab-008a-4cda-842e-57fcdcd62676 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:36.461745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d12d4b24-0a85-4ddc-b17b-2174c5db189c req-efb86aab-008a-4cda-842e-57fcdcd62676 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1094267 Nov 12 05:28:36.561562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15ac5e9d-5e6d-4908-b6dd-457a3fafa37b req-1c320b5e-bde5-4fc7-b56b-d7939fa980c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971227 Nov 12 05:28:36.562126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Router 6869d99e-83c1-44b3-9f9a-413959d74747 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:28:36.568193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d12d4b24-0a85-4ddc-b17b-2174c5db189c req-bf18995c-8355-4d57-b4fd-272edad33b26 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931058 Nov 12 05:28:36.651041 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.658697 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.665644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.699885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:36.711089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Sync routers for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:36.726849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:36.727503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:36.728878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.732797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5f1f1da0-e588-4b70-b23b-d4c519a9dc5f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0437996 Nov 12 05:28:36.734761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43178) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:36.789348 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Pushing event updated for resources: {'Port': ['ID=320d40f9-7419-464b-a1f1-935407881f30,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:36.812273 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.813036 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.814330 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.830800 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.831350 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.832333 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.859535 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.860055 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.861642 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.864558 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.865131 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.865541 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:28:36.945696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:36.982742 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Attempting to bind port 320d40f9-7419-464b-a1f1-935407881f30 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:36.983152 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Attempting to bind port 320d40f9-7419-464b-a1f1-935407881f30 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:36.983474 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Attempting to bind port 320d40f9-7419-464b-a1f1-935407881f30 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:36.988138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 320d40f9-7419-464b-a1f1-935407881f30 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:36.988812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.995713 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:36.996091 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:36.996499 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:36.996918 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:36.997389 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Bound port: 320d40f9-7419-464b-a1f1-935407881f30, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:36.998383 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.093744 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] For port 320d40f9-7419-464b-a1f1-935407881f30, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:37.097894 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] For port 320d40f9-7419-464b-a1f1-935407881f30, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=320d40f9-7419-464b-a1f1-935407881f30,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:37.105972 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.138973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] For port 320d40f9-7419-464b-a1f1-935407881f30, host n-d-765315-28, got binding levels [] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:37.139373 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.153954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 320d40f9-7419-464b-a1f1-935407881f30 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:37.205497 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Routers {'acbc78b0-3aca-4979-a0ba-ca9f60da49ea'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:37.206049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['acbc78b0-3aca-4979-a0ba-ca9f60da49ea'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:37.215572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fa02b56f-dacf-420b-9e97-0ea84398dff0 None None] Provisioning complete for port 320d40f9-7419-464b-a1f1-935407881f30 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:37.216123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fa02b56f-dacf-420b-9e97-0ea84398dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.217698 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5016ea-f963-4a51-82e0-90f0d77dfa95 None None] Pushing event updated for resources: {'Port': ['ID=320d40f9-7419-464b-a1f1-935407881f30,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:37.407832 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] Set router acbc78b0-3aca-4979-a0ba-ca9f60da49ea gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:37.413548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-6a87148f-b664-4f3a-839a-3bc1740baeec tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:37.415581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-6a87148f-b664-4f3a-839a-3bc1740baeec tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.1839716 Nov 12 05:28:37.529715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692ce9f-3528-4347-b32e-dd48dc7b6d2f req-f1cd0e58-8628-41ac-a172-4ea3326e83ea tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:37.531382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9692ce9f-3528-4347-b32e-dd48dc7b6d2f req-f1cd0e58-8628-41ac-a172-4ea3326e83ea tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 947 time: 0.1807911 Nov 12 05:28:37.561530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.569737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:35Z', 'revision_number': 3, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:37.639647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=320d40f9-7419-464b-a1f1-935407881f30,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:37.778038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008c2f9-813a-4b85-a488-2b297244b98f req-a830ad0e-1b0f-4731-8722-51e62d96f6f4 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:37.781652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b008c2f9-813a-4b85-a488-2b297244b98f req-a830ad0e-1b0f-4731-8722-51e62d96f6f4 tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 945 time: 0.3593919 Nov 12 05:28:37.822657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.825083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.855730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9692ce9f-3528-4347-b32e-dd48dc7b6d2f req-ad4cf58d-030f-4ed9-a3e3-22b1caf4e574 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113472 Nov 12 05:28:37.875947 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc78b0-3aca-4979-a0ba-ca9f60da49ea', 'name': 'tempest-NetworksTestDHCPv6-router-11981575', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:34Z', 'revision_number': 2, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'gw_port_host': None, '_interfaces': [{'id': '320d40f9-7419-464b-a1f1-935407881f30', 'name': '', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'mac_address': 'fa:16:3e:08:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc78b0-3aca-4979-a0ba-ca9f60da49ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:37Z', 'revision_number': 4, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'subnets': [{'id': 'd4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:37.937541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b008c2f9-813a-4b85-a488-2b297244b98f req-8e17fdf8-8dfe-41b1-921f-aea2c04bb55a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/security-groups?id=26c04303-3ebb-4c56-8c68-899b5c70d05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374211 Nov 12 05:28:37.951171 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac456582-76c7-4008-ae58-657bd5f99852 None None] The sync data for ids ['acbc78b0-3aca-4979-a0ba-ca9f60da49ea'] in n-d-765315-28 is: [{'id': 'acbc78b0-3aca-4979-a0ba-ca9f60da49ea', 'name': 'tempest-NetworksTestDHCPv6-router-11981575', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:34Z', 'revision_number': 2, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'gw_port_host': None, '_interfaces': [{'id': '320d40f9-7419-464b-a1f1-935407881f30', 'name': '', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'mac_address': 'fa:16:3e:08:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc78b0-3aca-4979-a0ba-ca9f60da49ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:37Z', 'revision_number': 4, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'subnets': [{'id': 'd4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:37.975799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device dd793bc4-2397-464d-894b-39f8d4c6165d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:37.976399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Deleting port fc422422-18e1-4860-b2e6-29422a8dd42c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:37.977137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.990981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Checking router: 6869d99e-83c1-44b3-9f9a-413959d74747 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:37.991332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Updating router 6869d99e-83c1-44b3-9f9a-413959d74747 port dc88776b-9623-49a6-8b25-6cdd9eb1c663 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:28:38.062553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Router acbc78b0-3aca-4979-a0ba-ca9f60da49ea has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:28:38.063397 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fa02b56f-dacf-420b-9e97-0ea84398dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.121031 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.162400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:38.169818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f5628a2a-184d-44b8-84b9-85a5bc67322b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "PUT /v2.0/routers/acbc78b0-3aca-4979-a0ba-ca9f60da49ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2637575 Nov 12 05:28:38.170014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43220) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:38.240020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73095ca4-7b94-456e-94c5-d323a3d4a75d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:38.241726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73095ca4-7b94-456e-94c5-d323a3d4a75d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:38.244324 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-73095ca4-7b94-456e-94c5-d323a3d4a75d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0733557 Nov 12 05:28:38.264191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port dd793bc4-2397-464d-894b-39f8d4c6165d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:38.264367 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.272524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43222) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:38.319499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61055c-6b42-4b10-856c-b52a479309db req-9a4ad942-d774-4bdf-8fc1-328cb29286c8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:38.332409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3963cbe2-f55f-4a02-8fb2-4281639c5046 None None] Could not find standard attr ID for object 320d40f9-7419-464b-a1f1-935407881f30. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:38.334266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd61055c-6b42-4b10-856c-b52a479309db req-9a4ad942-d774-4bdf-8fc1-328cb29286c8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2236769 Nov 12 05:28:38.359037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fae7799-1572-4225-9c27-3d4323acad91 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet d4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:38.362946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fae7799-1572-4225-9c27-3d4323acad91 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.394374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae49a84-9c2e-43b6-82c4-c4d6d750955e req-07e6a7c4-f99c-41d6-8403-6ccf057c2387 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:38.396836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ae49a84-9c2e-43b6-82c4-c4d6d750955e req-07e6a7c4-f99c-41d6-8403-6ccf057c2387 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.3026924 Nov 12 05:28:38.421202 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fae7799-1572-4225-9c27-3d4323acad91 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.486164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fae7799-1572-4225-9c27-3d4323acad91 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.509725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] For port fc422422-18e1-4860-b2e6-29422a8dd42c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=fc422422-18e1-4860-b2e6-29422a8dd42c,segment=NetworkSegment(826a7011-7b52-4f89-8f78-536d86ce6169),segment_id=826a7011-7b52-4f89-8f78-536d86ce6169)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:38.510277 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.536782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Allocated IP 172.20.0.1 (cbc4f5ea-a7b3-479e-841c-ab0b513df6e9/2fad848d-edc7-4934-b433-5f048577bcb2/94c5c536-640f-4938-8039-cceb58f61ef8) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:38.555466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Calling delete_port for fc422422-18e1-4860-b2e6-29422a8dd42c owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:38.561277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd61055c-6b42-4b10-856c-b52a479309db req-7b3e81d2-3d04-409d-b409-63d499914bf7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261043 Nov 12 05:28:38.599388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ae49a84-9c2e-43b6-82c4-c4d6d750955e req-c5441a6f-f57f-4c12-8971-b2fc1781f9b3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725411 Nov 12 05:28:38.602892 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.610296 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fae7799-1572-4225-9c27-3d4323acad91 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.631473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.662404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fae7799-1572-4225-9c27-3d4323acad91 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.668787 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0fae7799-1572-4225-9c27-3d4323acad91 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/d4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7 HTTP/1.1" status: 204 len: 168 time: 0.3928554 Nov 12 05:28:38.668787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae7799-1572-4225-9c27-3d4323acad91 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:38.670290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43224) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:38.678307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866259d-b696-4730-97e1-5af70142ba46 None None] Pushing event updated for resources: {'Port': ['ID=dc88776b-9623-49a6-8b25-6cdd9eb1c663,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:38.680737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e012f-fc0d-4836-ac64-5e82c3c10e52 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:38.768309 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.820221 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9bb0d4b9-ad50-427a-8a3f-0c182d9b0217 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1428869 Nov 12 05:28:38.826726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:38.829988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Attempting to bind port dc88776b-9623-49a6-8b25-6cdd9eb1c663 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:38.830422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Attempting to bind port dc88776b-9623-49a6-8b25-6cdd9eb1c663 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:38.830752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Attempting to bind port dc88776b-9623-49a6-8b25-6cdd9eb1c663 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:38.839435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:38.839807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:38.840213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.840607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:38.841083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Bound port: dc88776b-9623-49a6-8b25-6cdd9eb1c663, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:38.841999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.909916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] For port dc88776b-9623-49a6-8b25-6cdd9eb1c663, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:38.914744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] For port dc88776b-9623-49a6-8b25-6cdd9eb1c663, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=dc88776b-9623-49a6-8b25-6cdd9eb1c663,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:38.918795 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.923146 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.966035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-488a1d0b-75a8-41c2-9702-487d74672e32 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:38.967081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['fc422422-18e1-4860-b2e6-29422a8dd42c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:28:38.971838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Pushing event deleted for resources: {'Port': ['ID=fc422422-18e1-4860-b2e6-29422a8dd42c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:38.976038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.015161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:39.057691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:39.058330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:39.098364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866259d-b696-4730-97e1-5af70142ba46 None None] Pushing event updated for resources: {'Port': ['ID=dc88776b-9623-49a6-8b25-6cdd9eb1c663,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:39.175311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] Deleting port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:39.175487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] No DVR routers for this DVR port fc422422-18e1-4860-b2e6-29422a8dd42c on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:39.175718 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.179718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-971c5f57-a2cd-4656-b51b-fbc0162c2b8d req-9be06585-3602-4d1f-a562-8843bb87ef9d tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6ae86de-9d83-4046-85a8-8e6f1b57c853 HTTP/1.1" status: 200 len: 210 time: 0.1525242 Nov 12 05:28:39.202606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:39.238271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.241577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dbd4c9b-094c-437e-bb38-680b7a9f309f req-fd341a6d-9cbd-446e-ba6d-7ac61d870d8a tempest-InstanceActionsTestJSON-231756655 tempest-InstanceActionsTestJSON-231756655-project] 10.222.0.43 "DELETE /v2.0/ports/fc422422-18e1-4860-b2e6-29422a8dd42c HTTP/1.1" status: 204 len: 173 time: 1.7843184 Nov 12 05:28:39.245586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:39.246425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae86de-9d83-4046-85a8-8e6f1b57c853', 'name': 'network-vif-deleted', 'tag': 'fc422422-18e1-4860-b2e6-29422a8dd42c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:39.248692 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c448524-ba69-478d-a71f-8b9485414763" -d '{"events": [{"server_uuid": "e6ae86de-9d83-4046-85a8-8e6f1b57c853", "name": "network-vif-deleted", "tag": "fc422422-18e1-4860-b2e6-29422a8dd42c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:39.300678 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0978bdca-c1c7-49c6-9332-9f7fdccd317e x-openstack-request-id: req-0978bdca-c1c7-49c6-9332-9f7fdccd317e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:39.300991 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae86de-9d83-4046-85a8-8e6f1b57c853", "name": "network-vif-deleted", "tag": "fc422422-18e1-4860-b2e6-29422a8dd42c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:39.301214 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0978bdca-c1c7-49c6-9332-9f7fdccd317e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:39.301612 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ae86de-9d83-4046-85a8-8e6f1b57c853', 'name': 'network-vif-deleted', 'tag': 'fc422422-18e1-4860-b2e6-29422a8dd42c', 'status': 'completed', 'code': 200} Nov 12 05:28:39.305681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:39.310084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-488a1d0b-75a8-41c2-9702-487d74672e32 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.311866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Pushing event updated for resources: {'Port': ['ID=94c5c536-640f-4938-8039-cceb58f61ef8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:39.315392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:39.318369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] For port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=29c07bb7-f5ce-4bb0-84d4-443182a4b05e,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:39.318770 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.318915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-488a1d0b-75a8-41c2-9702-487d74672e32 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.362771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] Calling delete_port for 29c07bb7-f5ce-4bb0-84d4-443182a4b05e owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:39.421306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed07903-14b0-48a7-851e-0a6ddd95b13a req-efa80bba-b16b-47fa-9960-266f179ca055 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:39.423201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eed07903-14b0-48a7-851e-0a6ddd95b13a req-efa80bba-b16b-47fa-9960-266f179ca055 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 947 time: 0.4041133 Nov 12 05:28:39.437287 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.509241 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.546406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] Pushing event deleted for resources: {'Port': ['ID=29c07bb7-f5ce-4bb0-84d4-443182a4b05e,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:39.557235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfab4d-17b2-45b9-99ed-e15fe36da563 None None] No DVR routers for this DVR port 29c07bb7-f5ce-4bb0-84d4-443182a4b05e on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:39.562976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:35Z', 'revision_number': 3, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:39.601851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f28efa-89eb-4fc7-8438-8435d6225478 None None] The sync data for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 is: [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:35Z', 'revision_number': 3, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:39.615303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 29c07bb7-f5ce-4bb0-84d4-443182a4b05e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:39.640162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 29c07bb7-f5ce-4bb0-84d4-443182a4b05e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:39.640438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 29c07bb7-f5ce-4bb0-84d4-443182a4b05e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:39.766797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8b76b8ee-c223-44fa-b8bf-95c35a94e558 None None] Provisioning complete for port 94c5c536-640f-4938-8039-cceb58f61ef8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:39.767183 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8b76b8ee-c223-44fa-b8bf-95c35a94e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.814716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8b76b8ee-c223-44fa-b8bf-95c35a94e558 None None] Port 94c5c536-640f-4938-8039-cceb58f61ef8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:39.886021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-488a1d0b-75a8-41c2-9702-487d74672e32 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.886929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488a1d0b-75a8-41c2-9702-487d74672e32 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Fanout notify agent at l3_agent the message router_deleted on router acbc78b0-3aca-4979-a0ba-ca9f60da49ea {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:28:39.894683 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e624a8-f1a6-4a82-a283-df7b903c6650 None None] Sync routers for ids ['acbc78b0-3aca-4979-a0ba-ca9f60da49ea'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:39.908012 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e624a8-f1a6-4a82-a283-df7b903c6650 None None] Routers set() bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:39.908485 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e624a8-f1a6-4a82-a283-df7b903c6650 None None] Router IDs set() for agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 05:28:39.909413 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_agentschedulers_db [None req-d2e624a8-f1a6-4a82-a283-df7b903c6650 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'acbc78b0-3aca-4979-a0ba-ca9f60da49ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent'). {{(pid=102592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 05:28:39.919623 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e624a8-f1a6-4a82-a283-df7b903c6650 None None] Routers set() bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:39.919968 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e624a8-f1a6-4a82-a283-df7b903c6650 None None] Router IDs set() for agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 05:28:39.920543 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_agentschedulers_db [None req-d2e624a8-f1a6-4a82-a283-df7b903c6650 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'acbc78b0-3aca-4979-a0ba-ca9f60da49ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent'). {{(pid=102592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 05:28:39.920957 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e624a8-f1a6-4a82-a283-df7b903c6650 None None] The sync data for ids ['acbc78b0-3aca-4979-a0ba-ca9f60da49ea'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:39.937326 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-488a1d0b-75a8-41c2-9702-487d74672e32 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.943412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-488a1d0b-75a8-41c2-9702-487d74672e32 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/routers/acbc78b0-3aca-4979-a0ba-ca9f60da49ea HTTP/1.1" status: 204 len: 168 time: 1.1156557 Nov 12 05:28:39.951929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43242) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:39.960953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:40.031604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701735e-84af-40a9-827c-e645d96c1be6 req-b772c32b-986d-437f-9bfd-5a5b9b20eeef tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:40.033609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f701735e-84af-40a9-827c-e645d96c1be6 req-b772c32b-986d-437f-9bfd-5a5b9b20eeef tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1673231 Nov 12 05:28:40.042246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eed07903-14b0-48a7-851e-0a6ddd95b13a req-e65ccc5e-78db-49d6-834f-0e854f948743 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640592 Nov 12 05:28:40.102528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:40.106384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.215075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f701735e-84af-40a9-827c-e645d96c1be6 req-8c6e6ad4-6718-4ddb-949e-23b4248649fb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459363 Nov 12 05:28:40.228771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.250148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d14f3d-07cb-47ab-814f-2f389102c752 req-8364768e-84c7-4b71-b7a1-6d411299b5c8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:40.256958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d14f3d-07cb-47ab-814f-2f389102c752 req-8364768e-84c7-4b71-b7a1-6d411299b5c8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1111150 Nov 12 05:28:40.276809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43248) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:40.365949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15d14f3d-07cb-47ab-814f-2f389102c752 req-dd396bdd-2658-4835-8034-79b52cac2c1e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866611 Nov 12 05:28:40.373288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef50c32-9740-4f13-bfd8-2662bf22e2ff admin admin] Deleting subnet 310dd4a6-5d36-4989-bb3e-86c5a64f7623 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:40.383030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.385019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0ef50c32-9740-4f13-bfd8-2662bf22e2ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.454626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:40.463149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:40.470178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:40.470815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.477720 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0ef50c32-9740-4f13-bfd8-2662bf22e2ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.479882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f482579-fcef-4216-9ca4-5e6f9238b7db None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:40.499112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.508091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=75969bc4-33c4-4c81-8421-28306c4646e1,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:40.523478 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.539680 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-28bef86b-3b76-4f9e-a8e6-41e898b65e0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5863683 Nov 12 05:28:40.542267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43250) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:40.547303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-66442c10-b524-43e9-a75b-634f127533d5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-803819100', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:40.563818 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0ef50c32-9740-4f13-bfd8-2662bf22e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.575666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.638510 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-66442c10-b524-43e9-a75b-634f127533d5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.639673 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-66442c10-b524-43e9-a75b-634f127533d5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.680011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0ef50c32-9740-4f13-bfd8-2662bf22e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.696460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Pushing event updated for resources: {'Port': ['ID=94c5c536-640f-4938-8039-cceb58f61ef8,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:40.710164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.728904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '75969bc4-33c4-4c81-8421-28306c4646e1'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:40.730401 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.737048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef50c32-9740-4f13-bfd8-2662bf22e2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310dd4a6-5d36-4989-bb3e-86c5a64f7623,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:40.744165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-66442c10-b524-43e9-a75b-634f127533d5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.745433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0ef50c32-9740-4f13-bfd8-2662bf22e2ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.749102 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0ef50c32-9740-4f13-bfd8-2662bf22e2ff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/310dd4a6-5d36-4989-bb3e-86c5a64f7623 HTTP/1.1" status: 204 len: 168 time: 0.4712381 Nov 12 05:28:40.752031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43252) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:40.761507 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-66442c10-b524-43e9-a75b-634f127533d5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.840537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:40.847917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:40.862785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-66442c10-b524-43e9-a75b-634f127533d5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.868716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-66442c10-b524-43e9-a75b-634f127533d5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3255000 Nov 12 05:28:40.872557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43254) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:40.891062 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:40.929787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/75969bc4-33c4-4c81-8421-28306c4646e1/100a296b-4d47-4fb9-a5d2-8f0646abe9f6) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:41.050962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Router 6869d99e-83c1-44b3-9f9a-413959d74747 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:28:41.131308 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.142950 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.180215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:41.184701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:41.189168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:41.203137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fc422422-18e1-4860-b2e6-29422a8dd42c no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:41.218001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:41.226699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Pushing event updated for resources: {'Port': ['ID=100a296b-4d47-4fb9-a5d2-8f0646abe9f6,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:41.235991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-016b078b-1524-4980-a645-33bb842dfeaf admin admin] 10.222.0.48 "PUT /v2.0/routers/6869d99e-83c1-44b3-9f9a-413959d74747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4998860 Nov 12 05:28:41.253296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: fc422422-18e1-4860-b2e6-29422a8dd42c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:41.253648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device fc422422-18e1-4860-b2e6-29422a8dd42c not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:41.298058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Attempting to bind port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:41.298461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Attempting to bind port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:41.299249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Attempting to bind port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:41.309600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:41.309924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:41.310331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.311176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:41.311314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Bound port: 100a296b-4d47-4fb9-a5d2-8f0646abe9f6, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:41.311674 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.328937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3e7357e7-8f1f-4fee-a669-64f40875ccc2 None None] Provisioning complete for port 94c5c536-640f-4938-8039-cceb58f61ef8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:41.329312 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e7357e7-8f1f-4fee-a669-64f40875ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.411313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f6b73-4785-464f-b166-03efe887468f req-81127207-45fc-492f-ad16-55717ccf141f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:41.420129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e4f6b73-4785-464f-b166-03efe887468f req-81127207-45fc-492f-ad16-55717ccf141f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.0852649 Nov 12 05:28:41.437681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] For port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:41.448611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3e7357e7-8f1f-4fee-a669-64f40875ccc2 None None] Port 94c5c536-640f-4938-8039-cceb58f61ef8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:41.453490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] For port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=100a296b-4d47-4fb9-a5d2-8f0646abe9f6,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:41.461037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.495934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.538386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e4f6b73-4785-464f-b166-03efe887468f req-4aa232f5-4663-4c12-a139-f1ed7032ac45 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117325 Nov 12 05:28:41.575047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.581858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5b1b2-8768-4ec0-817e-df37c696e952 None None] Pushing event updated for resources: {'Port': ['ID=100a296b-4d47-4fb9-a5d2-8f0646abe9f6,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:41.591946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a118a2cd-e744-4279-ae47-c566e88479ef']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:41.606811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826a7011-7b52-4f89-8f78-536d86ce6169') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:41.607200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826a7011-7b52-4f89-8f78-536d86ce6169') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:41.658587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device dc88776b-9623-49a6-8b25-6cdd9eb1c663 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:41.729372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.732368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port dc88776b-9623-49a6-8b25-6cdd9eb1c663 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:41.733250 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.739309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bd2df-27f9-42bb-be7b-2bc78e892183 req-eda757d5-bc93-4127-aaef-36ac3546aa02 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:41.748879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c5bd2df-27f9-42bb-be7b-2bc78e892183 req-eda757d5-bc93-4127-aaef-36ac3546aa02 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.0924003 Nov 12 05:28:41.759152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.824632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:28:41.825274 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:28:41.828284 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:28:41.830916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c5bd2df-27f9-42bb-be7b-2bc78e892183 req-3ace747e-c4c7-41a8-8d35-57bafa3af5d3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794322 Nov 12 05:28:41.883862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43266) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:41.889762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9ed38c06-a547-4c5f-9915-d1d271fd21bd tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847243071', 'description': 'tempest-description--870489887'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:41.911301 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.929815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ed38c06-a547-4c5f-9915-d1d271fd21bd tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:41.947638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port dc88776b-9623-49a6-8b25-6cdd9eb1c663, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=dc88776b-9623-49a6-8b25-6cdd9eb1c663,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:41.953932 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.006075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.016072 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.027000 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a118a2cd-e744-4279-ae47-c566e88479ef HTTP/1.1" status: 204 len: 168 time: 1.2737324 Nov 12 05:28:42.054632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ed38c06-a547-4c5f-9915-d1d271fd21bd tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.062136 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ed38c06-a547-4c5f-9915-d1d271fd21bd tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.103182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ed38c06-a547-4c5f-9915-d1d271fd21bd tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.105231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ed38c06-a547-4c5f-9915-d1d271fd21bd tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2202876 Nov 12 05:28:42.112409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43270) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:42.118115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-83b0893e-b60f-4aa7-a25a-83b3ebc698a5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Request body: {'security_group_rule': {'security_group_id': '8419019c-f205-4f81-8110-b1606d1d6258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:42.146979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed38c06-a547-4c5f-9915-d1d271fd21bd tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8419019c-f205-4f81-8110-b1606d1d6258,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:42.147302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::1 (70598e6e-724e-441f-b412-f64f1126e8bd/75969bc4-33c4-4c81-8421-28306c4646e1/946f31b7-6955-4e78-84c8-e5c62dfaeb65) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:42.163152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-83b0893e-b60f-4aa7-a25a-83b3ebc698a5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.172123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20410d0f-1bc1-4d78-adb9-86e48d71e9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a118a2cd-e744-4279-ae47-c566e88479ef,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:42.180890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 320d40f9-7419-464b-a1f1-935407881f30 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:42.212601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 320d40f9-7419-464b-a1f1-935407881f30 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:42.212945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 320d40f9-7419-464b-a1f1-935407881f30 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:42.232700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=dc88776b-9623-49a6-8b25-6cdd9eb1c663,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:42.244708 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-83b0893e-b60f-4aa7-a25a-83b3ebc698a5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.251425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-83b0893e-b60f-4aa7-a25a-83b3ebc698a5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.286442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0893e-b60f-4aa7-a25a-83b3ebc698a5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3198bb70-c9a2-4960-93c1-b4ee47d77ce3,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:42.300612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.303456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-83b0893e-b60f-4aa7-a25a-83b3ebc698a5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.305051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-83b0893e-b60f-4aa7-a25a-83b3ebc698a5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1913173 Nov 12 05:28:42.308095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:42.314564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-06a9cd31-ee15-4bf8-8e52-27496ea3e64f tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Request body: {'security_group_rule': {'security_group_id': '8419019c-f205-4f81-8110-b1606d1d6258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:42.367392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a9cd31-ee15-4bf8-8e52-27496ea3e64f tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.373415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.418188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43274) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:42.437505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:42.451697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:42.454760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:42.455556 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.468874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cadb7dba-d958-4b2d-836f-cae39aa29838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98ccf5eb5d184aefb56310f748b1fbc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487373 Nov 12 05:28:42.470787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43276) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:42.529767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cfe43cbc-ada3-4930-ab26-8dda3a270d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.554555 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cfe43cbc-ada3-4930-ab26-8dda3a270d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.562170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=946f31b7-6955-4e78-84c8-e5c62dfaeb65,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:42.610144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a9cd31-ee15-4bf8-8e52-27496ea3e64f tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.619313 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a9cd31-ee15-4bf8-8e52-27496ea3e64f tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.629676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cfe43cbc-ada3-4930-ab26-8dda3a270d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.630955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.634116 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cfe43cbc-ada3-4930-ab26-8dda3a270d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.635595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cfe43cbc-ada3-4930-ab26-8dda3a270d7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26c04303-3ebb-4c56-8c68-899b5c70d05d HTTP/1.1" status: 204 len: 168 time: 0.1636598 Nov 12 05:28:42.647489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe43cbc-ada3-4930-ab26-8dda3a270d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c04303-3ebb-4c56-8c68-899b5c70d05d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:42.661915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9cd31-ee15-4bf8-8e52-27496ea3e64f tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b86d9ba-257e-49be-b43e-671383211c27,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:42.673649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a9cd31-ee15-4bf8-8e52-27496ea3e64f tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.675891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-06a9cd31-ee15-4bf8-8e52-27496ea3e64f tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666894 Nov 12 05:28:42.701390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43282) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:42.706301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:42.719280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Sync routers for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:42.739141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:42.740005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:42.743748 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:42.828341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17d7b5-1342-4376-bfab-b86b7912ee05 req-2fcef14f-9b8e-4f8f-95c8-60f4eaa50cbf tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:42.830239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a17d7b5-1342-4376-bfab-b86b7912ee05 req-2fcef14f-9b8e-4f8f-95c8-60f4eaa50cbf tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1659856 Nov 12 05:28:42.991458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a17d7b5-1342-4376-bfab-b86b7912ee05 req-f5aa2a54-bcb9-45b6-a5c4-ea018bda2f35 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539137 Nov 12 05:28:42.998091 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.007375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:43.023452 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.030983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.031858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.073444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c58a1-352a-49f7-a899-444d1f03bbb5 req-26aaac2c-4b22-4e68-bbb4-216b3e7b1d20 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:43.076525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f5c58a1-352a-49f7-a899-444d1f03bbb5 req-26aaac2c-4b22-4e68-bbb4-216b3e7b1d20 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1412842 Nov 12 05:28:43.140998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=946f31b7-6955-4e78-84c8-e5c62dfaeb65,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:43.194184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:43.195801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:43.210804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-39aedd58-f169-4d57-bf32-a03018db441c None None] Provisioning complete for port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:43.211341 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39aedd58-f169-4d57-bf32-a03018db441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.218059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f5c58a1-352a-49f7-a899-444d1f03bbb5 req-7e3dccbb-68be-4d77-acd5-baf3cc2a46c0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295400 Nov 12 05:28:43.268093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Allocated IP 172.25.2.231 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/8f6758eb-e7b0-49ec-99a2-bc2ef3e60b72) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:43.381473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Router 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:28:43.425495 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39aedd58-f169-4d57-bf32-a03018db441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.458758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.484413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-39aedd58-f169-4d57-bf32-a03018db441c None None] For port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=100a296b-4d47-4fb9-a5d2-8f0646abe9f6,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:43.487282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 2, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:43.539842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Checking router: 6869d99e-83c1-44b3-9f9a-413959d74747 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:43.540208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Updating router 6869d99e-83c1-44b3-9f9a-413959d74747 port 94c5c536-640f-4938-8039-cceb58f61ef8 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:28:43.548279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:43.551787 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.563791 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Sync routers for ids ['94623026-eed6-4e5e-8ce1-baee1c1e9cf5'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:43.590493 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Routers {'94623026-eed6-4e5e-8ce1-baee1c1e9cf5'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:43.591164 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['94623026-eed6-4e5e-8ce1-baee1c1e9cf5'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:43.593266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6386c1b2-22ab-40a5-8f70-d6bd6a4a8716 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "PUT /v2.0/routers/94623026-eed6-4e5e-8ce1-baee1c1e9cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7180622 Nov 12 05:28:43.595449 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39aedd58-f169-4d57-bf32-a03018db441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.595718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43298) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:43.623878 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.637260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:43.640822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:43.686012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:43.716197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674efea9-29ec-41fa-96c9-9c83bda6913c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:43.717704 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-674efea9-29ec-41fa-96c9-9c83bda6913c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports/946f31b7-6955-4e78-84c8-e5c62dfaeb65 HTTP/1.1" status: 200 len: 911 time: 0.1210728 Nov 12 05:28:43.720774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43302) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:43.741269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device dc88776b-9623-49a6-8b25-6cdd9eb1c663 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:43.792985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event updated for resources: {'Port': ['ID=8f6758eb-e7b0-49ec-99a2-bc2ef3e60b72,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:43.818650 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Set router 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:43.831004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d0d0b-2d28-43a9-9d87-0c8769ac9aeb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:43.837926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d0d0b-2d28-43a9-9d87-0c8769ac9aeb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:43.839610 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cd4d0d0b-2d28-43a9-9d87-0c8769ac9aeb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1178458 Nov 12 05:28:43.842483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43306) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:43.855931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-413e3b3b-373f-4b44-9e8a-4eaa92c50329 None None] Provisioning complete for port 946f31b7-6955-4e78-84c8-e5c62dfaeb65 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:43.856304 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-413e3b3b-373f-4b44-9e8a-4eaa92c50329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.858434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aedd58-f169-4d57-bf32-a03018db441c None None] Pushing event updated for resources: {'Port': ['ID=100a296b-4d47-4fb9-a5d2-8f0646abe9f6,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:43.873341 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.932964 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:43.968859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c85e2b3-95fc-4b5a-85d7-9edcf0d560d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.026202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-413e3b3b-373f-4b44-9e8a-4eaa92c50329 None None] Port 946f31b7-6955-4e78-84c8-e5c62dfaeb65 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:44.040811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43312) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:44.064639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port dc88776b-9623-49a6-8b25-6cdd9eb1c663 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:44.065008 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.115437 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94623026-eed6-4e5e-8ce1-baee1c1e9cf5', 'name': 'tempest-NetworksTestDHCPv6-router-803819100', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:40Z', 'updated_at': '2021-11-12T05:28:42Z', 'revision_number': 2, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'gw_port_host': None, '_interfaces': [{'id': '946f31b7-6955-4e78-84c8-e5c62dfaeb65', 'name': '', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'mac_address': 'fa:16:3e:41:0d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94623026-eed6-4e5e-8ce1-baee1c1e9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '75969bc4-33c4-4c81-8421-28306c4646e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:41Z', 'updated_at': '2021-11-12T05:28:42Z', 'revision_number': 2, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'subnets': [{'id': '75969bc4-33c4-4c81-8421-28306c4646e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:44.179481 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Checking router: 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:44.179827 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Updating router 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 port 946f31b7-6955-4e78-84c8-e5c62dfaeb65 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:28:44.226482 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.234380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:44.275271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-846011009-network', 'tenant_id': 'ad82b284375c46df8699a00b1728bc5c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:44.303325 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.304489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246d282-124f-404b-80c3-8a79095314fb req-17142754-be06-4bf3-b0fc-ea8151df9fb0 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:44.312810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7246d282-124f-404b-80c3-8a79095314fb req-17142754-be06-4bf3-b0fc-ea8151df9fb0 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1623704 Nov 12 05:28:44.318308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.329523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Made reservation on behalf of ad82b284375c46df8699a00b1728bc5c for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:44.332368 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.333288 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.368766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.399144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ebb41-f7a9-4465-8010-4986afca9d28 None None] Pushing event updated for resources: {'Port': ['ID=94c5c536-640f-4938-8039-cceb58f61ef8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:44.435496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:44.435496 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.448137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7246d282-124f-404b-80c3-8a79095314fb req-6590f7f2-80ad-4254-875e-447356e45681 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322412 Nov 12 05:28:44.456009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.485970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.501051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Attempting to bind port 94c5c536-640f-4938-8039-cceb58f61ef8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:44.501510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Attempting to bind port 94c5c536-640f-4938-8039-cceb58f61ef8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:44.501973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Attempting to bind port 94c5c536-640f-4938-8039-cceb58f61ef8 on network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:44.520015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:44.522615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Checking segment: {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:44.523287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.526960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Bound using segment: {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:44.527725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Bound port: 94c5c536-640f-4938-8039-cceb58f61ef8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:44.529814 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.560386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dbe8a-48dd-4577-b17e-470735d4ba44 req-76eba105-c38e-485e-a1c3-81c9bc2f43f4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:44.561991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-180dbe8a-48dd-4577-b17e-470735d4ba44 req-76eba105-c38e-485e-a1c3-81c9bc2f43f4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.2170072 Nov 12 05:28:44.649925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event updated for resources: {'Port': ['ID=8f6758eb-e7b0-49ec-99a2-bc2ef3e60b72,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:44.667240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 946f31b7-6955-4e78-84c8-e5c62dfaeb65 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:44.668273 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.684749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.686990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] For port 94c5c536-640f-4938-8039-cceb58f61ef8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:44.693065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] For port 94c5c536-640f-4938-8039-cceb58f61ef8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c5c536-640f-4938-8039-cceb58f61ef8,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:44.700215 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.717324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.728549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b634564d-777d-48d3-b98c-06783c127375 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0258620 Nov 12 05:28:44.774888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-180dbe8a-48dd-4577-b17e-470735d4ba44 req-e3ad00e9-117c-4971-8fc5-1a522153db2a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043338 Nov 12 05:28:44.808662 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.818878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.824593 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.856811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 946f31b7-6955-4e78-84c8-e5c62dfaeb65 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:44.901476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:28:44.910096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:44.912245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:44.917987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:44.928587 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.945318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:44.945668 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Added segment fd9d8a2d-27b1-4b11-8b01-32b473041326 of type vlan for network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 Nov 12 05:28:44.950118 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.081373 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cde79-2c12-40bc-9bb5-e2e90176a9c2 None None] Pushing event updated for resources: {'Port': ['ID=946f31b7-6955-4e78-84c8-e5c62dfaeb65,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:45.092143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.164759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-af934d1f-a23a-470f-92bb-ad0a00fc912e tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--847243071&fields=id&tenant_id=24dbcd6e28ed4f45909002f36c4c4306 HTTP/1.1" status: 200 len: 267 time: 0.1550572 Nov 12 05:28:45.165801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.168017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:45.211158 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Attempting to bind port 946f31b7-6955-4e78-84c8-e5c62dfaeb65 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:45.211635 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Attempting to bind port 946f31b7-6955-4e78-84c8-e5c62dfaeb65 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:45.212003 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Attempting to bind port 946f31b7-6955-4e78-84c8-e5c62dfaeb65 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:45.220083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-72fde618-c0a3-4479-a14e-ce35566b83c9 None None] Provisioning complete for port 94c5c536-640f-4938-8039-cceb58f61ef8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:45.225378 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:45.225758 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:45.226249 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.226572 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:45.227044 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Bound port: 946f31b7-6955-4e78-84c8-e5c62dfaeb65, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:45.227423 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.230210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-72fde618-c0a3-4479-a14e-ce35566b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.242298 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.245773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:45.246302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.284548 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Port 946f31b7-6955-4e78-84c8-e5c62dfaeb65 has been deleted concurrently {{(pid=102592) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 05:28:45.293227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ebb41-f7a9-4465-8010-4986afca9d28 None None] Pushing event updated for resources: {'Port': ['ID=94c5c536-640f-4938-8039-cceb58f61ef8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:45.313835 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Routers {'94623026-eed6-4e5e-8ce1-baee1c1e9cf5'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:45.314640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['94623026-eed6-4e5e-8ce1-baee1c1e9cf5'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:45.332005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.334093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=946f31b7-6955-4e78-84c8-e5c62dfaeb65,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:45.404377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3607025 Nov 12 05:28:45.410872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43330) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:45.421172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Request body: {'subnet': {'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-846011009-subnet', 'tenant_id': 'ad82b284375c46df8699a00b1728bc5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:45.423214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] Set router 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:45.428570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb7447-dcf5-4e84-83da-27768d0fb2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f8f4fa-fdf0-49de-b826-f4d48adb4447,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:45.489455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-78a4bea8-e39f-4445-b11b-ad595bb81675 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:45.491066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-78a4bea8-e39f-4445-b11b-ad595bb81675 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/networks?id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 HTTP/1.1" status: 200 len: 815 time: 0.3099952 Nov 12 05:28:45.495284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Made reservation on behalf of ad82b284375c46df8699a00b1728bc5c for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:45.499222 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.512728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:28:45.547946 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94623026-eed6-4e5e-8ce1-baee1c1e9cf5', 'name': 'tempest-NetworksTestDHCPv6-router-803819100', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:40Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 3, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:45.559261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-7247362e-a62e-4127-8d69-8e608a216a79 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/quotas/24dbcd6e28ed4f45909002f36c4c4306 HTTP/1.1" status: 200 len: 375 time: 0.0465927 Nov 12 05:28:45.609897 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4090e-3786-41b1-90a2-7188dd2d4de5 None None] The sync data for ids ['94623026-eed6-4e5e-8ce1-baee1c1e9cf5'] in n-d-765315-28 is: [{'id': '94623026-eed6-4e5e-8ce1-baee1c1e9cf5', 'name': 'tempest-NetworksTestDHCPv6-router-803819100', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:40Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 3, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:45.633574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Router 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:28:45.727116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-503d4ed3-d71a-45b7-97a3-22e232858a0c tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24dbcd6e28ed4f45909002f36c4c4306&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1384671 Nov 12 05:28:45.755654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:45.764966 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-51914a7c-e2ff-4022-8a0f-daeeb0bca06e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "PUT /v2.0/routers/94623026-eed6-4e5e-8ce1-baee1c1e9cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9193401 Nov 12 05:28:45.765210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43334) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:45.833794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928e660-0101-469b-9328-283c84bf3665 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:45.835402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928e660-0101-469b-9328-283c84bf3665 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:45.837431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0928e660-0101-469b-9328-283c84bf3665 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0711787 Nov 12 05:28:45.839760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43338) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:45.841872 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:45.844884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-72fde618-c0a3-4479-a14e-ce35566b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.878712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0400e1-21f2-4049-812b-6935a2f8190c req-9edd2e3b-0bea-478b-8bb0-46f9b97523c5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:45.880266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f0400e1-21f2-4049-812b-6935a2f8190c req-9edd2e3b-0bea-478b-8bb0-46f9b97523c5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2777848 Nov 12 05:28:45.904298 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aaffd12-516b-41ab-a240-ae87d6632b9e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 75969bc4-33c4-4c81-8421-28306c4646e1 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:45.907716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aaffd12-516b-41ab-a240-ae87d6632b9e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.955687 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.960460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-72fde618-c0a3-4479-a14e-ce35566b83c9 None None] For port 94c5c536-640f-4938-8039-cceb58f61ef8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c5c536-640f-4938-8039-cceb58f61ef8,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:45.961860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aaffd12-516b-41ab-a240-ae87d6632b9e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:45.974052 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-72fde618-c0a3-4479-a14e-ce35566b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.021156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:46.021533 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.022893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f0400e1-21f2-4049-812b-6935a2f8190c req-accc82b6-a1e7-4246-a398-95a3fbf3ae10 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304646 Nov 12 05:28:46.044419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-5e7cd058-5de2-46ab-a833-af7445464b02 service neutron] 10.222.0.48 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505922 Nov 12 05:28:46.109027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aaffd12-516b-41ab-a240-ae87d6632b9e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.120472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-84a24b99-9bd8-4a9f-afe1-2195d65e2e68 None None] Could not find standard attr ID for object 946f31b7-6955-4e78-84c8-e5c62dfaeb65. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:46.124107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fde618-c0a3-4479-a14e-ce35566b83c9 None None] Pushing event updated for resources: {'Port': ['ID=94c5c536-640f-4938-8039-cceb58f61ef8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:46.129623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:44Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:46.146071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Checking segment: {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:46.146616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Network hostable DHCP agents. Network: d2f8f4fa-fdf0-49de-b826-f4d48adb4447, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:28:46.163618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18fc408e-795d-48a3-8446-121253d33327,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:46.166847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f15ddc-6cc7-4b3c-8061-97448402e8f3 None None] The sync data for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 is: [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:44Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:46.176997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-84a24b99-9bd8-4a9f-afe1-2195d65e2e68 None None] Provisioning complete for port 94c5c536-640f-4938-8039-cceb58f61ef8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:46.177385 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-84a24b99-9bd8-4a9f-afe1-2195d65e2e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.185963 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aaffd12-516b-41ab-a240-ae87d6632b9e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.216651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaffd12-516b-41ab-a240-ae87d6632b9e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=75969bc4-33c4-4c81-8421-28306c4646e1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:46.249528 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aaffd12-516b-41ab-a240-ae87d6632b9e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.262596 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6aaffd12-516b-41ab-a240-ae87d6632b9e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/75969bc4-33c4-4c81-8421-28306c4646e1 HTTP/1.1" status: 204 len: 168 time: 0.4217906 Nov 12 05:28:46.271172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43344) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:46.291633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483f18f-e1af-4e95-b3b0-9b003bcbdf5a None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:46.316441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:28:46.318586 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-372e4eb3-da37-4b91-a7a7-521c262e7ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.344639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-1a93b811-dd40-433d-bf69-6630aeb1a75b service neutron] 10.222.0.48 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913277 Nov 12 05:28:46.376525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, d2f8f4fa-fdf0-49de-b826-f4d48adb4447) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:46.395871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96feb250-fc2b-4c40-9624-b43cbcd69756 None None] Network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:46.405640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-8eb2dc7d-892b-4793-8dc0-2c91c30ae48c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2541811 Nov 12 05:28:46.429514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1645c39-495a-4f20-a408-bf32d57f0074 req-a73b8c90-0304-46a5-96b8-ad52feb78e10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:46.440105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1645c39-495a-4f20-a408-bf32d57f0074 req-a73b8c90-0304-46a5-96b8-ad52feb78e10 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.2864289 Nov 12 05:28:46.442547 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bdca44a2-fc76-470c-afc8-c5ca63569df9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1628115 Nov 12 05:28:46.443510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43346) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:46.449212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:46.449813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.634693 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-229db4e3-d12d-4a83-a88f-b37c4859c1b2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:46.683467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c91f5b-bd4c-4757-aba3-fafff8353305 None None] Network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:46.774933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:46.950600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] Deleting port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:46.950982 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.046371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] For port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=100a296b-4d47-4fb9-a5d2-8f0646abe9f6,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:47.047125 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.073456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] Calling delete_port for 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:47.118125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b8567863-ad61-4649-a7a5-af420d2b23c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6975791 Nov 12 05:28:47.149501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] Sync routers for ids ['94623026-eed6-4e5e-8ce1-baee1c1e9cf5'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:47.183084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] Routers {'94623026-eed6-4e5e-8ce1-baee1c1e9cf5'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:47.183812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['94623026-eed6-4e5e-8ce1-baee1c1e9cf5'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:47.303991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] Set router 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:47.358570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1645c39-495a-4f20-a408-bf32d57f0074 req-9f060d37-283b-471d-9612-e826620bc00e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9188507 Nov 12 05:28:47.361241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7b930-d575-4131-8e36-7d2949fcf332 req-5e7827f1-16da-454f-860e-e7a87c2936f8 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.368343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17d7b930-d575-4131-8e36-7d2949fcf332 req-5e7827f1-16da-454f-860e-e7a87c2936f8 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1097 time: 0.2914381 Nov 12 05:28:47.378171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94623026-eed6-4e5e-8ce1-baee1c1e9cf5', 'name': 'tempest-NetworksTestDHCPv6-router-803819100', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:40Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 3, 'project_id': '1613a870c577437887f9cccf46b1bd16', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:47.378909 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.405004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-229db4e3-d12d-4a83-a88f-b37c4859c1b2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.408209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-229db4e3-d12d-4a83-a88f-b37c4859c1b2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.415701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] Checking router: 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:47.417760 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.420792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-3718c8f9-da78-4222-b498-9749a4c57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.421338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-3718c8f9-da78-4222-b498-9749a4c57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.421783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-3718c8f9-da78-4222-b498-9749a4c57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.422319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-3718c8f9-da78-4222-b498-9749a4c57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.422838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-3718c8f9-da78-4222-b498-9749a4c57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.423249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-3718c8f9-da78-4222-b498-9749a4c57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.423719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-3718c8f9-da78-4222-b498-9749a4c57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.439093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-3718c8f9-da78-4222-b498-9749a4c57c4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=262340de18344ea1ba7a3c7cee7434fb&device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 6508 time: 0.3447247 Nov 12 05:28:47.506650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] No DVR routers for this DVR port 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:47.507837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-229db4e3-d12d-4a83-a88f-b37c4859c1b2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.508624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229db4e3-d12d-4a83-a88f-b37c4859c1b2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Fanout notify agent at l3_agent the message router_deleted on router 94623026-eed6-4e5e-8ce1-baee1c1e9cf5 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:28:47.509624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4dd0f-6d3c-48ec-88e9-873e53a7b623 None None] Pushing event deleted for resources: {'Port': ['ID=100a296b-4d47-4fb9-a5d2-8f0646abe9f6,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:47.522366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] Routers {'94623026-eed6-4e5e-8ce1-baee1c1e9cf5'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:47.523119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['94623026-eed6-4e5e-8ce1-baee1c1e9cf5'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:47.527810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-229db4e3-d12d-4a83-a88f-b37c4859c1b2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.537045 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-229db4e3-d12d-4a83-a88f-b37c4859c1b2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/routers/94623026-eed6-4e5e-8ce1-baee1c1e9cf5 HTTP/1.1" status: 204 len: 168 time: 1.0922291 Nov 12 05:28:47.543706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43364) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:47.585087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:47.585752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7625e6-c647-4062-ab24-553084b0cb0c None None] The sync data for ids ['94623026-eed6-4e5e-8ce1-baee1c1e9cf5'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:47.607358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67719baf-d5df-484d-af5a-3c2b4fd45fe5 req-5e53399b-1e1f-4b67-8944-e5f0acb8136e tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 210 time: 0.1377196 Nov 12 05:28:47.616713 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b0f9ae15-b6b9-463b-8840-532eaa904d23 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0569313 Nov 12 05:28:47.616952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43368) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:47.659274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c5c536-640f-4938-8039-cceb58f61ef8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:47.730622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 94c5c536-640f-4938-8039-cceb58f61ef8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:47.730993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:47.761388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17d7b930-d575-4131-8e36-7d2949fcf332 req-0abdae8c-6f8e-4e72-8990-98fd56b6459c tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879907 Nov 12 05:28:47.778199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43370) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:47.902759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71836a5-7d9a-45b8-9546-80414ff16dee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.906615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c71836a5-7d9a-45b8-9546-80414ff16dee tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2864323 Nov 12 05:28:47.907622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:47.927800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-008384e2-dd97-4337-9b61-4db52575f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.928284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-008384e2-dd97-4337-9b61-4db52575f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.928756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-008384e2-dd97-4337-9b61-4db52575f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.930374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-008384e2-dd97-4337-9b61-4db52575f874 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2478ff-cee8-449a-8481-98ac2b21b209&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=318583e5-a484-4725-b8e0-2e8bd56a07f6&id=089d0ad6-f654-4578-bf11-2852cee4be08&id=089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 200 len: 2295 time: 0.4529185 Nov 12 05:28:47.937977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:47.942216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e5854-8bb6-4ffd-b14a-daa8d74fda41 req-221b0aa0-349a-439c-ac8e-a95d47a13529 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:47.943783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-387e5854-8bb6-4ffd-b14a-daa8d74fda41 req-221b0aa0-349a-439c-ac8e-a95d47a13529 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2182798 Nov 12 05:28:47.970822 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8d600f82-93a6-484e-9fff-0846d489f32e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621626 Nov 12 05:28:47.973155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:47.973600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 100a296b-4d47-4fb9-a5d2-8f0646abe9f6 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:47.982296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43376) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:48.001901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:48.094784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-387e5854-8bb6-4ffd-b14a-daa8d74fda41 req-b5bc136e-fc53-4dce-aed6-c7f237e439e3 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414495 Nov 12 05:28:48.105122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-342eedf1-853a-45c1-a93c-c63901f165f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 HTTP/1.1" status: 200 len: 1001 time: 0.1601770 Nov 12 05:28:48.165843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:48.170673 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.181927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port d8b8366c-a3d8-4da9-9069-27c6ffd97a21 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:48.182278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.330086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-871219eb-66f5-455b-855c-b04b0f1b1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:48.331829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-871219eb-66f5-455b-855c-b04b0f1b1e16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c54d1faf-483f-422b-8037-251de861ef51 HTTP/1.1" status: 200 len: 855 time: 0.2155292 Nov 12 05:28:48.339314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.339746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.345860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-80269b51-84ea-45a6-95ea-57b36e96d6d5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:48.348125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-80269b51-84ea-45a6-95ea-57b36e96d6d5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/networks?id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447 HTTP/1.1" status: 200 len: 817 time: 0.2221847 Nov 12 05:28:48.357673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for d8b8366c-a3d8-4da9-9069-27c6ffd97a21 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:48.418832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-a9da632d-9d22-43e5-96a9-3b7a24e0a919 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:48.420842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-a9da632d-9d22-43e5-96a9-3b7a24e0a919 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.43 "GET /v2.0/networks?id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 HTTP/1.1" status: 200 len: 815 time: 0.2094035 Nov 12 05:28:48.423608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-54fa67a9-b394-4694-b51a-966cdbc111bc tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/quotas/ad82b284375c46df8699a00b1728bc5c HTTP/1.1" status: 200 len: 375 time: 0.0690911 Nov 12 05:28:48.472255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-93bd08a5-8011-4a28-91e9-e5250dd0d841 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad82b284375c46df8699a00b1728bc5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418053 Nov 12 05:28:48.495355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-6a912d81-d3a2-4d2a-92a9-3b455fa73bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:48.497150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-6a912d81-d3a2-4d2a-92a9-3b455fa73bd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2478ff-cee8-449a-8481-98ac2b21b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461451 Nov 12 05:28:48.500582 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.658587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:28:48.661668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.668793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8aa9f-5eb0-4cde-b661-9afa837ba151 req-57118f7f-d96c-45da-a6f2-8fa476d80e61 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:48.671026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93d8aa9f-5eb0-4cde-b661-9afa837ba151 req-57118f7f-d96c-45da-a6f2-8fa476d80e61 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.2395711 Nov 12 05:28:48.708824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:48.712881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.723425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-5e7a7e25-b3a7-47f2-b9de-6879fd566d25 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24dbcd6e28ed4f45909002f36c4c4306 HTTP/1.1" status: 200 len: 379 time: 0.2536356 Nov 12 05:28:48.725708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:48.735953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc018a-d3d6-441a-b28c-300d40a58f16 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:48.743757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Request body: {'port': {'device_id': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'admin_state_up': True, 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'security_groups': ['8419019c-f205-4f81-8110-b1606d1d6258']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:48.747449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:48.748050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.753350 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=d8b8366c-a3d8-4da9-9069-27c6ffd97a21,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:48.759975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=ced81f34-6e86-4f2a-8348-8944ea53d261,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:48.764567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c38bc846-2c93-41c6-abb0-13bb826c4080 service neutron] 10.222.0.48 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645485 Nov 12 05:28:48.766674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-f699b1ca-7a7e-4689-ad4b-4f8c8bdc9a43 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572095 Nov 12 05:28:48.798508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-44064d70-f7cf-42c5-a55a-f5ab420bc389 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8147135 Nov 12 05:28:48.801287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43390) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:48.818888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:48.839428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.839796 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Floating IP 13137392-89ab-4748-9025-9fa3bc2c33bd disassociated (deleted). External IP: 172.25.2.119, port: acfdebe8-0400-45ba-9341-2e91c86a0a6c. Nov 12 05:28:48.919646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': 'ced81f34-6e86-4f2a-8348-8944ea53d261'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:48.920749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.935768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93d8aa9f-5eb0-4cde-b661-9afa837ba151 req-990b3221-0ffc-48cd-8265-46df75f183e6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503738 Nov 12 05:28:49.067058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 7dd21ce7-2e51-419f-be52-5aa8b1997060 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:28:49.083915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Allocated IP 2001:db8::f816:3eff:fe06:8fc (70598e6e-724e-441f-b412-f64f1126e8bd/ced81f34-6e86-4f2a-8348-8944ea53d261/98d246e4-765b-4461-8661-b1548bcc5aa8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:49.122230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88a45297-fa0c-403a-8128-3d1731b5d8f3 req-09a91833-530e-47e7-afc9-2f16da711c55 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 210 time: 0.0904117 Nov 12 05:28:49.136533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-85651a43-0cd0-40df-9cbf-ada94930c830 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600681 Nov 12 05:28:49.142031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-1b0657f1-c836-46d3-90c8-033c61215060 service neutron] 10.222.0.48 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667130 Nov 12 05:28:49.196186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:49.197939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-49073e0f-fdfe-49ef-bd48-e9a5a0e9b988 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 217 time: 0.0491891 Nov 12 05:28:49.208635 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] Sync routers for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:49.209394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.230759 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:49.232823 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:49.248177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ba36b3be-0999-4c87-a3e7-c124f6169bb0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/floatingips/13137392-89ab-4748-9025-9fa3bc2c33bd HTTP/1.1" status: 204 len: 168 time: 1.4676137 Nov 12 05:28:49.249482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:49.252170 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4967873-b998-4e1b-97b8-eaf67896d185" -d '{"events": [{"name": "network-changed", "server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:49.266431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Made reservation on behalf of 24dbcd6e28ed4f45909002f36c4c4306 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:49.271271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.291794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:49.296602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.309730 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.319361 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.360384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:49.364801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:49.367809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:49.395461 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:49.414898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-46cf0ace-19bc-4146-92b4-41763d277a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:49.416497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-46cf0ace-19bc-4146-92b4-41763d277a0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.2080424 Nov 12 05:28:49.421694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Pushing event updated for resources: {'Port': ['ID=98d246e4-765b-4461-8661-b1548bcc5aa8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:49.499173 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.513518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Attempting to bind port 98d246e4-765b-4461-8661-b1548bcc5aa8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:49.514156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Attempting to bind port 98d246e4-765b-4461-8661-b1548bcc5aa8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:49.515421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Attempting to bind port 98d246e4-765b-4461-8661-b1548bcc5aa8 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:49.529075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:49.529556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:49.530030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.533513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:49.534139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Bound port: 98d246e4-765b-4461-8661-b1548bcc5aa8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:49.534646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.625727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718597cc-bcac-4ace-8daa-60e6f4db1d23 req-f944e9c4-b5c9-4097-8f95-c78a32c604f5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:49.628095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-718597cc-bcac-4ace-8daa-60e6f4db1d23 req-f944e9c4-b5c9-4097-8f95-c78a32c604f5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.3517551 Nov 12 05:28:49.671640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] For port 98d246e4-765b-4461-8661-b1548bcc5aa8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:49.677727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] For port 98d246e4-765b-4461-8661-b1548bcc5aa8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=98d246e4-765b-4461-8661-b1548bcc5aa8,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:49.678197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-d3b36034-ebf6-43f6-9e99-f2325f591f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:49.679865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-d3b36034-ebf6-43f6-9e99-f2325f591f3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2527466 Nov 12 05:28:49.687682 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:49.723193 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:28Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:49.757046 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] Checking router: 7dd21ce7-2e51-419f-be52-5aa8b1997060 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:49.770316 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:49.771357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22002b0c-dca1-425d-a99b-7a0ee2da37d7 None None] Pushing event updated for resources: {'Port': ['ID=98d246e4-765b-4461-8661-b1548bcc5aa8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:49.772239 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:49.835900 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f97e18f-7ff9-4d28-bd68-1e787e973694 x-openstack-request-id: req-2f97e18f-7ff9-4d28-bd68-1e787e973694 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:49.836416 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:49.836754 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f97e18f-7ff9-4d28-bd68-1e787e973694 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:49.837278 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'status': 'completed', 'code': 200} Nov 12 05:28:49.840643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Allocated IP 172.20.0.13 (cbc4f5ea-a7b3-479e-841c-ab0b513df6e9/2fad848d-edc7-4934-b433-5f048577bcb2/21675eba-674f-4770-afa3-355ed7394c33) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:49.951667 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:49.974760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-c7e27554-e9b6-44c1-8439-0ea3b9170a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:49.976571 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-c7e27554-e9b6-44c1-8439-0ea3b9170a5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 1097 time: 0.0818598 Nov 12 05:28:49.996905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-718597cc-bcac-4ace-8daa-60e6f4db1d23 req-5759ea87-9185-41c7-b02a-a6e7d8e13468 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489633 Nov 12 05:28:50.154846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-030b6037-05f7-42ca-aa90-0a75f0ed2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:50.156869 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-030b6037-05f7-42ca-aa90-0a75f0ed2e7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 200 len: 898 time: 0.1706309 Nov 12 05:28:50.224005 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-22df9a09-bdd2-42c0-a9dc-c04f4323a074 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 200 len: 217 time: 0.0556271 Nov 12 05:28:50.312946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-6832188b-dfb5-4ac6-94e6-582dc4e31a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:50.316042 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-6832188b-dfb5-4ac6-94e6-582dc4e31a40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 200 len: 834 time: 0.0826588 Nov 12 05:28:50.320495 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:28Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:50.355826 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414b0c7-b225-48aa-9f1b-55d22e807e9c None None] The sync data for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 is: [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:26:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e4023f9-ab1b-4545-819e-dc764b7bbe76', 'name': '', 'network_id': '68d1334b-7fa0-4462-a719-fa7de8388506', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:a4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:19Z', 'updated_at': '2021-11-12T05:26:28Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '2fa2beb2-d424-460b-8a7a-4b76a33977b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:50.374862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-330d8208-248e-4d87-8bd1-e125b332c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:50.376536 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-330d8208-248e-4d87-8bd1-e125b332c848 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d1334b-7fa0-4462-a719-fa7de8388506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516512 Nov 12 05:28:50.497176 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-ae2e5ee1-c2a9-4334-8e90-1b5eb3b14daf service neutron] 10.222.0.43 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104219 Nov 12 05:28:50.636032 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4967873-b998-4e1b-97b8-eaf67896d185 req-d2c37571-8576-4da7-8f13-bf43463ce4dd service neutron] 10.222.0.43 "GET /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265352 Nov 12 05:28:50.674715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54ad46ae-f422-40c1-9215-87bf9c20fabc req-cc0eb36a-3a6e-476a-aa90-26c6c6f217b7 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 210 time: 0.5555513 Nov 12 05:28:50.698173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-1b9ec680-4984-4d1a-8918-6556fafb3083 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9990156 Nov 12 05:28:50.729344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc473a1-19d0-487b-826c-54b68ffd1ca4 req-ebe24cdf-0e75-4351-b948-b3856fe9f78d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:50.742171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fc473a1-19d0-487b-826c-54b68ffd1ca4 req-ebe24cdf-0e75-4351-b948-b3856fe9f78d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.7651541 Nov 12 05:28:50.848405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:50.903836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b634320-7586-4ee3-956e-673de8bb1152 None None] New status for floating IP 13137392-89ab-4748-9025-9fa3bc2c33bd: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:28:51.038783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:51.056691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:51.069672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fc473a1-19d0-487b-826c-54b68ffd1ca4 req-e027b1be-98c4-4430-a06b-9d4e5dbaba4f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264983 Nov 12 05:28:51.082676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:51.094489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:51.146048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=e31d586e-5e66-4138-a108-e8eef2ba5264,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:51.155910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43428) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:51.161061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:69:bc:93', 'name': 'tempest-NetworksTestDHCPv6-1671132036'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:51.162422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-132a400c-0c9d-4f6b-8818-5061ad2b3e3c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3473361 Nov 12 05:28:51.185912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-8cbcb713-1592-4f74-a600-54a57ce9e9cf service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263070 Nov 12 05:28:51.195145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:51.209197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf33c5-ab60-4622-aa97-f25afe22ae03 req-8b569461-54d7-4131-a0cf-53db6086c243 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:51.218777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ecf33c5-ab60-4622-aa97-f25afe22ae03 req-8b569461-54d7-4131-a0cf-53db6086c243 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.4091971 Nov 12 05:28:51.292261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f63ee032-5907-4283-9755-f16f29abe100 req-86f385c0-3ccf-4c31-96cc-11e75a9b9f93 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 210 time: 0.1046140 Nov 12 05:28:51.321492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:51.336457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-dccf807d-82a5-4132-9343-260db95986bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 217 time: 0.1148181 Nov 12 05:28:51.433538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:51.447873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ecf33c5-ab60-4622-aa97-f25afe22ae03 req-7b0ed4b1-8d91-42b9-942a-6b7b80d64ec4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279253 Nov 12 05:28:51.453059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-ef8233f7-478a-4a8b-8d08-807046a467bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:51.454637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-ef8233f7-478a-4a8b-8d08-807046a467bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1059787 Nov 12 05:28:51.459923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:51.487118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c92cffa-3dbd-4871-985a-ff1e3c72e0d0 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:51.540273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 3b279c83-d0be-44ff-9e2f-593258729ab3 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:28:51.560618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779f011-96ee-4645-b4b0-3e0ac94efa59 req-d05c5957-fdb4-473a-a197-aaeb7d6f7a7a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:51.563556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4779f011-96ee-4645-b4b0-3e0ac94efa59 req-d05c5957-fdb4-473a-a197-aaeb7d6f7a7a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1788304 Nov 12 05:28:51.571379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:51.583755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:51.599258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:51.673786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-82827f54-3d43-4eaa-8c35-132d8934ca47 None None] Provisioning complete for port 98d246e4-765b-4461-8661-b1548bcc5aa8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:51.674292 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82827f54-3d43-4eaa-8c35-132d8934ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:51.689142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event updated for resources: {'Port': ['ID=21675eba-674f-4770-afa3-355ed7394c33,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:51.721543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 98d246e4-765b-4461-8661-b1548bcc5aa8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:51.740771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:51.741421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:51.839798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-1fb2a6f8-61c7-4173-a9cb-808764fab5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:51.842317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-1fb2a6f8-61c7-4173-a9cb-808764fab5a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3729866 Nov 12 05:28:51.974932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-bfb13bc8-1aed-41f9-8811-77ac0aebbec0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2362931 Nov 12 05:28:51.978521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4779f011-96ee-4645-b4b0-3e0ac94efa59 req-484c38f3-f2cf-40fe-922a-85e8882df394 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042330 Nov 12 05:28:52.001023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad562b35-956e-4829-b37c-e2a20b6bc5ef req-de4f1230-cb0e-4b7f-bcfc-8a0c71d70757 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 210 time: 0.1518927 Nov 12 05:28:52.011424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82827f54-3d43-4eaa-8c35-132d8934ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:52.025779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 98d246e4-765b-4461-8661-b1548bcc5aa8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:52.026274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:52.053595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Request body: {'port': {'device_id': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:52.069572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 172.20.0.5 (70598e6e-724e-441f-b412-f64f1126e8bd/e31d586e-5e66-4138-a108-e8eef2ba5264/3b279c83-d0be-44ff-9e2f-593258729ab3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:52.092503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-62037669-9251-410d-891b-c1f98f189bdf tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:52.093236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-82827f54-3d43-4eaa-8c35-132d8934ca47 None None] For port 98d246e4-765b-4461-8661-b1548bcc5aa8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=98d246e4-765b-4461-8661-b1548bcc5aa8,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:52.094249 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-62037669-9251-410d-891b-c1f98f189bdf tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.43 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.4776170 Nov 12 05:28:52.100434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:fe69:bc93 (70598e6e-724e-441f-b412-f64f1126e8bd/ced81f34-6e86-4f2a-8348-8944ea53d261/3b279c83-d0be-44ff-9e2f-593258729ab3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:52.107814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-71035cb2-8836-43b1-a7ed-2c3dfed053ac tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:52.109129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-71035cb2-8836-43b1-a7ed-2c3dfed053ac tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.47 "GET /v2.0/networks?id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447 HTTP/1.1" status: 200 len: 817 time: 0.4510849 Nov 12 05:28:52.110385 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82827f54-3d43-4eaa-8c35-132d8934ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:52.136344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Request body: {'port': {'device_id': 'b9c736de-b2b6-4aab-bb4a-32f39f65548c', 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447', 'admin_state_up': True, 'tenant_id': 'ad82b284375c46df8699a00b1728bc5c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:52.223731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-95a36037-df69-41e4-bcdb-376056ab1851 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:52.225254 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-95a36037-df69-41e4-bcdb-376056ab1851 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.43 "GET /v2.0/networks?id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447 HTTP/1.1" status: 200 len: 817 time: 0.4950900 Nov 12 05:28:52.237326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65157869-600d-4ff4-8fa8-c13afe995271 None None] Update dhcp port {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': 'ced81f34-6e86-4f2a-8348-8944ea53d261', 'ip_address': '2001:db8::f816:3eff:fe06:8fc'}, {'subnet_id': 'e31d586e-5e66-4138-a108-e8eef2ba5264'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '98d246e4-765b-4461-8661-b1548bcc5aa8'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:28:52.253337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-bd4a28e7-c961-44d8-a585-48c5d87f5ae8 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879623 Nov 12 05:28:52.269870 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65157869-600d-4ff4-8fa8-c13afe995271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:52.274079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:52.276580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Request body: {'port': {'device_id': '2d5b1206-e13c-4c53-844e-6262c9086aa2', 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447', 'admin_state_up': True, 'tenant_id': 'ad82b284375c46df8699a00b1728bc5c'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:52.307700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82827f54-3d43-4eaa-8c35-132d8934ca47 None None] Pushing event updated for resources: {'Port': ['ID=98d246e4-765b-4461-8661-b1548bcc5aa8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:52.345185 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6045e765-85c3-4883-8e98-436b8cc4b1a8 None None] Provisioning complete for port 21675eba-674f-4770-afa3-355ed7394c33 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:52.345725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6045e765-85c3-4883-8e98-436b8cc4b1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:52.402164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6045e765-85c3-4883-8e98-436b8cc4b1a8 None None] Port 21675eba-674f-4770-afa3-355ed7394c33 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:52.490885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port acfdebe8-0400-45ba-9341-2e91c86a0a6c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:52.491231 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:52.536117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a01f1-2e54-4ece-a0e8-e8ae89a2d43e req-14439ba7-f117-4003-8dbe-76672b466936 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:52.538420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46a01f1-2e54-4ece-a0e8-e8ae89a2d43e req-14439ba7-f117-4003-8dbe-76672b466936 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 945 time: 0.3406777 Nov 12 05:28:52.642576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-0aec1375-4fca-4df2-8fea-c1216a4c2859 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704743 Nov 12 05:28:52.668367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f4593-1925-4cf2-a628-c3fd281d1c05 req-bb40b301-ea3d-4679-958d-e0addee75423 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:52.669960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac4f4593-1925-4cf2-a628-c3fd281d1c05 req-bb40b301-ea3d-4679-958d-e0addee75423 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 932 time: 0.2436192 Nov 12 05:28:52.689272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Made reservation on behalf of ad82b284375c46df8699a00b1728bc5c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:52.692798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:52.754721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-c787c55b-9114-4fbf-ba34-f8c3e17ccf34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=c79f5a82-d269-4392-8fc4-35cef54faf65 HTTP/1.1" status: 200 len: 217 time: 0.0995519 Nov 12 05:28:52.881325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46a01f1-2e54-4ece-a0e8-e8ae89a2d43e req-a8d986f9-ec45-4b16-8d5b-178d8c20baaa tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223145 Nov 12 05:28:52.924533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-1af93fbc-86c7-4245-9134-b7ab2ecdcfd5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:52.926038 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-1af93fbc-86c7-4245-9134-b7ab2ecdcfd5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.43 "GET /v2.0/networks?id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447 HTTP/1.1" status: 200 len: 817 time: 0.6998794 Nov 12 05:28:52.953902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac4f4593-1925-4cf2-a628-c3fd281d1c05 req-ff952dc0-52a3-4431-8203-9e5517dee60e tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697947 Nov 12 05:28:52.956043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Request body: {'port': {'device_id': '1827a578-d58e-429e-a9a1-13cd8a939240', 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447', 'admin_state_up': True, 'tenant_id': 'ad82b284375c46df8699a00b1728bc5c'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:52.962887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-f9540117-1e17-4372-8209-a8d34793bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:52.964292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-f9540117-1e17-4372-8209-a8d34793bbad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1913731 Nov 12 05:28:53.050001 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.061444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Made reservation on behalf of ad82b284375c46df8699a00b1728bc5c for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:53.065001 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.069653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port acfdebe8-0400-45ba-9341-2e91c86a0a6c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=acfdebe8-0400-45ba-9341-2e91c86a0a6c,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:53.070015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.107333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for acfdebe8-0400-45ba-9341-2e91c86a0a6c owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:53.155491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-c9c6b42e-7796-463b-911b-e2a28eac87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:53.156896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-c9c6b42e-7796-463b-911b-e2a28eac87f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1786599 Nov 12 05:28:53.158078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Allocated IP 172.20.0.6 (d2f8f4fa-fdf0-49de-b826-f4d48adb4447/18fc408e-795d-48a3-8446-121253d33327/d1b87e79-0eee-479c-b1b5-768bc9c62803) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:53.171494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38551345-ad78-4cb8-8902-42e9c5d5eb6b req-114efb90-8766-4bcb-943a-7aeeb0355947 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:53.173041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38551345-ad78-4cb8-8902-42e9c5d5eb6b req-114efb90-8766-4bcb-943a-7aeeb0355947 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.2180002 Nov 12 05:28:53.246443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.264661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21675eba-674f-4770-afa3-355ed7394c33 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:53.276957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e6bea-18d3-4066-ae38-6163ed0e8eda req-eab66214-b3cc-4433-a951-c55dde11d032 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:53.279115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460e6bea-18d3-4066-ae38-6163ed0e8eda req-eab66214-b3cc-4433-a951-c55dde11d032 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2084458 Nov 12 05:28:53.292205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-65157869-600d-4ff4-8fa8-c13afe995271 None None] Allocated IP 172.20.0.2 (70598e6e-724e-441f-b412-f64f1126e8bd/e31d586e-5e66-4138-a108-e8eef2ba5264/98d246e4-765b-4461-8661-b1548bcc5aa8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:53.314577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.334165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Made reservation on behalf of ad82b284375c46df8699a00b1728bc5c for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:53.337709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.349374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:53.368194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:53.372026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=3b279c83-d0be-44ff-9e2f-593258729ab3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:53.375271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:53.382223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Transition to ACTIVE for port object 21675eba-674f-4770-afa3-355ed7394c33 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:53.406637 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.427042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-65157869-600d-4ff4-8fa8-c13afe995271 None None] For port 98d246e4-765b-4461-8661-b1548bcc5aa8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=98d246e4-765b-4461-8661-b1548bcc5aa8,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:53.444740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38551345-ad78-4cb8-8902-42e9c5d5eb6b req-37e46510-e313-419c-a30f-2dff511ed885 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398584 Nov 12 05:28:53.490279 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65157869-600d-4ff4-8fa8-c13afe995271 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.502884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65157869-600d-4ff4-8fa8-c13afe995271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.521051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:53.521740 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.558068 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.564949 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f89a6753-c1ab-4b3b-8053-dabb9c36a8ba tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4083667 Nov 12 05:28:53.587393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43442) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:53.627542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=acfdebe8-0400-45ba-9341-2e91c86a0a6c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:53.635320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 98d246e4-765b-4461-8661-b1548bcc5aa8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:53.679578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65157869-600d-4ff4-8fa8-c13afe995271 None None] Pushing event updated for resources: {'Port': ['ID=98d246e4-765b-4461-8661-b1548bcc5aa8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:53.695965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] No DVR routers for this DVR port acfdebe8-0400-45ba-9341-2e91c86a0a6c on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:53.698490 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.703922 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aec2c5a-71bf-445c-9c2f-3904f7cba2db req-a18f8a44-9bbd-40f2-bae2-a5b60178d39f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.43 "DELETE /v2.0/ports/acfdebe8-0400-45ba-9341-2e91c86a0a6c HTTP/1.1" status: 204 len: 173 time: 1.5784223 Nov 12 05:28:53.705286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'name': 'network-vif-deleted', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:53.709708 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ef0159-5e73-4783-93b6-14844a2570a2" -d '{"events": [{"server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "name": "network-vif-deleted", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:53.714182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 98d246e4-765b-4461-8661-b1548bcc5aa8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:53.714850 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.734675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281dc91c-0238-4d58-926d-91b8ac61b18a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:53.740743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281dc91c-0238-4d58-926d-91b8ac61b18a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:53.744754 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-281dc91c-0238-4d58-926d-91b8ac61b18a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1536758 Nov 12 05:28:53.744996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43446) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:53.875395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3e3867b3-9244-4fd5-ad4c-41f88eebf751 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 3b279c83-d0be-44ff-9e2f-593258729ab3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:53.875739 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e3867b3-9244-4fd5-ad4c-41f88eebf751 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.952331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51b6403c-92ba-414f-907d-ad36de3c93f5 req-b58970a4-bdbd-4365-855d-8fc6d575a767 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 210 time: 0.0800138 Nov 12 05:28:54.005039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-460e6bea-18d3-4066-ae38-6163ed0e8eda req-3cb219df-db6d-4a00-9386-34b88ec5995f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925147 Nov 12 05:28:54.026774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-b4ee2006-dfd6-4ee2-9d5c-e38da6c9546a service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351498 Nov 12 05:28:54.027778 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1201e-6135-4f49-8b96-c9e95cdaa29a x-openstack-request-id: req-a1c1201e-6135-4f49-8b96-c9e95cdaa29a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:54.028063 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c57b56-1032-4fc3-841b-d182ccf4b3df", "name": "network-vif-deleted", "tag": "acfdebe8-0400-45ba-9341-2e91c86a0a6c", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:54.028480 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1c1201e-6135-4f49-8b96-c9e95cdaa29a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:54.028913 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c57b56-1032-4fc3-841b-d182ccf4b3df', 'name': 'network-vif-deleted', 'tag': 'acfdebe8-0400-45ba-9341-2e91c86a0a6c', 'status': 'completed', 'code': 200} Nov 12 05:28:54.036934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e3867b3-9244-4fd5-ad4c-41f88eebf751 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.057010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3e3867b3-9244-4fd5-ad4c-41f88eebf751 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 3b279c83-d0be-44ff-9e2f-593258729ab3 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:54.177682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=21675eba-674f-4770-afa3-355ed7394c33,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:54.258707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3d7962f-ecb7-4ed5-9123-22eeab36db5f req-b4e389ba-be08-4b17-b87d-eff8fc7b857f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c57b56-1032-4fc3-841b-d182ccf4b3df HTTP/1.1" status: 200 len: 210 time: 0.0719702 Nov 12 05:28:54.337620 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e3867b3-9244-4fd5-ad4c-41f88eebf751 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.389721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3867b3-9244-4fd5-ad4c-41f88eebf751 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=3b279c83-d0be-44ff-9e2f-593258729ab3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:54.428735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137bc92-1ee2-42b2-ad19-4515f00a837e req-a6e567c5-8490-4b15-b3be-60b36e1c629d tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:54.436829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8137bc92-1ee2-42b2-ad19-4515f00a837e req-a6e567c5-8490-4b15-b3be-60b36e1c629d tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 944 time: 0.2519627 Nov 12 05:28:54.478813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.492483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-b9014229-ccc1-4e30-9fbf-ad2d802b6fe9 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394507 Nov 12 05:28:54.497858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Attempting to bind port 21675eba-674f-4770-afa3-355ed7394c33 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:54.498199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Attempting to bind port 21675eba-674f-4770-afa3-355ed7394c33 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:54.506743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e3867b3-9244-4fd5-ad4c-41f88eebf751 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.509655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Attempting to bind port 21675eba-674f-4770-afa3-355ed7394c33 on network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:54.509812 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3e3867b3-9244-4fd5-ad4c-41f88eebf751 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/3b279c83-d0be-44ff-9e2f-593258729ab3 HTTP/1.1" status: 204 len: 168 time: 0.7615027 Nov 12 05:28:54.509931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43454) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:54.576175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Port 21675eba-674f-4770-afa3-355ed7394c33 on network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:54.576611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Attempting to bind port 21675eba-674f-4770-afa3-355ed7394c33 on network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:54.581027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d7998-f3aa-440d-820f-f6a19c4453db tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:54.582610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d7998-f3aa-440d-820f-f6a19c4453db tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:54.589936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d7998-f3aa-440d-820f-f6a19c4453db tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:54.594639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-242d7998-f3aa-440d-820f-f6a19c4453db tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0836403 Nov 12 05:28:54.595277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:54.599204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-5a7c757e-e9b8-4a80-92ad-152471533958 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e HTTP/1.1" status: 200 len: 217 time: 0.0811841 Nov 12 05:28:54.626808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:54.627152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Checking segment: {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:54.627531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Bound using segment: {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:54.627959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Bound port: 21675eba-674f-4770-afa3-355ed7394c33, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd66e5d48-820d-4672-9f77-9bd2ec986ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:54.628308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.656043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-684a4f51-b078-4926-91c7-35bd38e88b65 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet ced81f34-6e86-4f2a-8348-8944ea53d261 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:54.660993 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-684a4f51-b078-4926-91c7-35bd38e88b65 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.680501 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8137bc92-1ee2-42b2-ad19-4515f00a837e req-e0ae090f-1986-4dc9-a3ed-9645e84c1bcf tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426925 Nov 12 05:28:54.681342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9ea515c3-d6df-489f-9b4c-4ebfcf346248 None None] Provisioning complete for port 98d246e4-765b-4461-8661-b1548bcc5aa8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:54.682274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ea515c3-d6df-489f-9b4c-4ebfcf346248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.728413 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-684a4f51-b078-4926-91c7-35bd38e88b65 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.752061 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.810765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0eb99d-e5a9-49d7-90c5-bcfbaa346a57 req-2b568131-1c63-4d2e-8c16-1d53488f2fc5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:54.812981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd0eb99d-e5a9-49d7-90c5-bcfbaa346a57 req-2b568131-1c63-4d2e-8c16-1d53488f2fc5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.2706239 Nov 12 05:28:54.814677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-1d4b4fd5-fd3d-4c60-9c79-5824ec5682c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:54.816243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-1d4b4fd5-fd3d-4c60-9c79-5824ec5682c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 200 len: 797 time: 0.1945884 Nov 12 05:28:54.858719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Allocated IP 172.20.0.12 (d2f8f4fa-fdf0-49de-b826-f4d48adb4447/18fc408e-795d-48a3-8446-121253d33327/1e70c0ed-2b24-4c48-aba9-623ae39ab290) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:54.860334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:54.876175 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-12c6d45d-8dce-4804-bcf7-84f0d4502eb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1207592 Nov 12 05:28:54.897414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:54.901122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:54.914183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Pushing event updated for resources: {'Port': ['ID=d1b87e79-0eee-479c-b1b5-768bc9c62803,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:54.916466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61343c4b-c685-4f7d-9c5f-6eca16ca4006 None None] Could not find standard attr ID for object 3b279c83-d0be-44ff-9e2f-593258729ab3. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:28:54.920511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] For port 21675eba-674f-4770-afa3-355ed7394c33, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:54.934436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-684a4f51-b078-4926-91c7-35bd38e88b65 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:54.984082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] For port 21675eba-674f-4770-afa3-355ed7394c33, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=21675eba-674f-4770-afa3-355ed7394c33,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:55.005056 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.021499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.031727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.045804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd0eb99d-e5a9-49d7-90c5-bcfbaa346a57 req-878b2404-b377-4958-8b70-f8cfcaf0d6eb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224634 Nov 12 05:28:55.080280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-abfe7196-9783-4d28-aa9f-fe715fb8ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.081967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-abfe7196-9783-4d28-aa9f-fe715fb8ac13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318583e5-a484-4725-b8e0-2e8bd56a07f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2444770 Nov 12 05:28:55.092699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.093647 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.095632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/21675eba-674f-4770-afa3-355ed7394c33 HTTP/1.1" status: 200 len: 1093 time: 3.0907104 Nov 12 05:28:55.106529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-913f2f34-0637-4ed2-8137-e878f4d7439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.108045 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-913f2f34-0637-4ed2-8137-e878f4d7439a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1097 time: 0.1397038 Nov 12 05:28:55.128305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'tag': '21675eba-674f-4770-afa3-355ed7394c33'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:55.131257 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f308cb2-e92c-4482-9e1a-f51ffa919061" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4a7926-5508-4f98-8a18-6232a50530ec", "tag": "21675eba-674f-4770-afa3-355ed7394c33"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:55.158493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee4aa14a-423d-4dca-a015-80eac3681335 req-a54ff10a-af52-4754-80f0-bfc234aa6ad3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 210 time: 0.1237304 Nov 12 05:28:55.160606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-684a4f51-b078-4926-91c7-35bd38e88b65 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.173419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-901fd948-7553-476c-9a4b-5b431b5575a3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0463810 Nov 12 05:28:55.174161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.203221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Request body: {'port': {'device_id': 'b9c736de-b2b6-4aab-bb4a-32f39f65548c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:55.227210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device acfdebe8-0400-45ba-9341-2e91c86a0a6c no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:55.240511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a4f51-b078-4926-91c7-35bd38e88b65 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=ced81f34-6e86-4f2a-8348-8944ea53d261,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:55.284219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-684a4f51-b078-4926-91c7-35bd38e88b65 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.285839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: acfdebe8-0400-45ba-9341-2e91c86a0a6c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:55.286412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device acfdebe8-0400-45ba-9341-2e91c86a0a6c not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:55.290171 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-684a4f51-b078-4926-91c7-35bd38e88b65 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/ced81f34-6e86-4f2a-8348-8944ea53d261 HTTP/1.1" status: 204 len: 168 time: 0.6938720 Nov 12 05:28:55.298393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43466) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:55.319665 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a392e4-3224-4ed3-9801-0c59b63982a1 x-openstack-request-id: req-a8a392e4-3224-4ed3-9801-0c59b63982a1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:55.319952 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4a7926-5508-4f98-8a18-6232a50530ec", "tag": "21675eba-674f-4770-afa3-355ed7394c33", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:55.320199 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8a392e4-3224-4ed3-9801-0c59b63982a1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:55.320594 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'tag': '21675eba-674f-4770-afa3-355ed7394c33', 'status': 'completed', 'code': 200} Nov 12 05:28:55.337938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43468) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:55.369906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ce1e7-a8e5-40ad-a0fd-534e7cd0220a None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:55.382769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c55cec-e270-4ca5-9ff5-71f2ffcac8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=21675eba-674f-4770-afa3-355ed7394c33,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:55.456332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.477383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fea04-348b-4f28-af50-a52e55b48774 req-18e5a845-5bbc-4420-b16b-d782b3d67891 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.479098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d73fea04-348b-4f28-af50-a52e55b48774 req-18e5a845-5bbc-4420-b16b-d782b3d67891 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2736793 Nov 12 05:28:55.481222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-8b137029-9df1-488e-b42e-ec5d2c85b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.482904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-8b137029-9df1-488e-b42e-ec5d2c85b9f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24dbcd6e28ed4f45909002f36c4c4306&device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 1096 time: 0.3131948 Nov 12 05:28:55.494722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-c9d93114-9df1-4a66-a78c-e8468c0a0735 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662212 Nov 12 05:28:55.597373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-e2e87146-a587-45dd-8944-0674a060d95c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21675eba-674f-4770-afa3-355ed7394c33 HTTP/1.1" status: 200 len: 217 time: 0.0979877 Nov 12 05:28:55.619281 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5893e21c-624b-47d7-96b4-2e3226ffaf8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet e31d586e-5e66-4138-a108-e8eef2ba5264 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:28:55.634166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 98d246e4-765b-4461-8661-b1548bcc5aa8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:55.675861 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5893e21c-624b-47d7-96b4-2e3226ffaf8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.692736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 98d246e4-765b-4461-8661-b1548bcc5aa8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:55.693780 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.709751 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.725301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-ced59044-4d69-4ebc-acce-746b4334026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.726873 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-ced59044-4d69-4ebc-acce-746b4334026b service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.5810022 Nov 12 05:28:55.853489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d73fea04-348b-4f28-af50-a52e55b48774 req-33ca2cb5-1ad9-423a-af14-363e11fca0c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654008 Nov 12 05:28:55.864238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-33676b9e-6f08-4731-af1a-55e2a9c5d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.866020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-33676b9e-6f08-4731-af1a-55e2a9c5d060 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fad848d-edc7-4934-b433-5f048577bcb2 HTTP/1.1" status: 200 len: 854 time: 0.2541003 Nov 12 05:28:55.891033 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5893e21c-624b-47d7-96b4-2e3226ffaf8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.910003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-aa9f4f99-84ed-4b30-8203-020ec3fa9964 service neutron] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810375 Nov 12 05:28:55.926098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:55.937459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f88ec-b286-418b-90bb-1503639c06e9 req-6e23f0ae-10ac-4603-be93-0443252d5a61 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:55.939010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef6f88ec-b286-418b-90bb-1503639c06e9 req-6e23f0ae-10ac-4603-be93-0443252d5a61 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 944 time: 0.1569593 Nov 12 05:28:55.949622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:55.971288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-637e4c95-9fed-4ef3-a145-bf1ba5422bd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c HTTP/1.1" status: 200 len: 217 time: 0.0502815 Nov 12 05:28:55.979628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Allocated IP 172.20.0.8 (d2f8f4fa-fdf0-49de-b826-f4d48adb4447/18fc408e-795d-48a3-8446-121253d33327/cf45e763-2296-4341-a615-379c3655c175) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:55.984372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:55.989074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Pushing event updated for resources: {'Port': ['ID=1e70c0ed-2b24-4c48-aba9-623ae39ab290,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:56.004189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-ba8566aa-f97f-4482-afe6-e26a446e3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.005681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-ba8566aa-f97f-4482-afe6-e26a446e3fc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309144 Nov 12 05:28:56.022558 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-281b8b7d-b596-447b-b97a-c878413e2e87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 999 time: 0.2461500 Nov 12 05:28:56.092369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef6f88ec-b286-418b-90bb-1503639c06e9 req-732ee4cd-fece-403f-a854-4c0484a932f6 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246181 Nov 12 05:28:56.122020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-942f8009-a3e7-4112-8e07-e45d04202728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.123773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-942f8009-a3e7-4112-8e07-e45d04202728 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.1341715 Nov 12 05:28:56.167254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.167875 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:56.223305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-f16beef9-a0fd-4155-8f86-d93e63817922 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968684 Nov 12 05:28:56.245431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-6bbaee6f-78a2-4d4b-9523-9b00f9f2c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.247330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-6bbaee6f-78a2-4d4b-9523-9b00f9f2c30c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1099687 Nov 12 05:28:56.257380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15ef2-ba20-49c8-898b-49f3ba32379a req-467c42e9-d93e-4c97-889f-b4a505e55f87 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.258954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aff15ef2-ba20-49c8-898b-49f3ba32379a req-467c42e9-d93e-4c97-889f-b4a505e55f87 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1071212 Nov 12 05:28:56.342545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1e6d8ad-b6fc-453d-9b81-6e287d32e4e7 req-541b2b6a-0c07-4678-8994-65adc2cc575e tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 210 time: 0.0824838 Nov 12 05:28:56.421719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2a12fa66-1ab2-4561-9df1-587298929571 None None] Provisioning complete for port 98d246e4-765b-4461-8661-b1548bcc5aa8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:56.422132 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a12fa66-1ab2-4561-9df1-587298929571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:56.475046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aff15ef2-ba20-49c8-898b-49f3ba32379a req-76c48679-1efc-4843-9e1c-c8cdfb610ecf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817834 Nov 12 05:28:56.503116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e3dc088-758f-4eaf-b1c7-3063792e0155 req-04bd3bb6-2356-48d9-b216-38500e2b6229 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645507 Nov 12 05:28:56.505703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-db4d2958-c0ca-486a-9185-c750a093f1f9 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371931 Nov 12 05:28:56.532407 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-3c2b0a54-527e-42f6-900f-141d777a4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.533988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-3c2b0a54-527e-42f6-900f-141d777a4dfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.4972522 Nov 12 05:28:56.582905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5893e21c-624b-47d7-96b4-2e3226ffaf8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:56.588479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-df775498-c8db-49bb-aba2-62d50d3b7d15 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3208745 Nov 12 05:28:56.632323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-5f65dba7-a0bd-4b21-a88c-72fd20506872 service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177740 Nov 12 05:28:56.658403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Request body: {'port': {'device_id': '2d5b1206-e13c-4c53-844e-6262c9086aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:56.695717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-2506a9b2-f884-465b-a11f-3944ce88e00c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f HTTP/1.1" status: 200 len: 217 time: 0.0434785 Nov 12 05:28:56.705685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-646c1261-2a10-49f5-b5d3-e7434a5886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.708188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-646c1261-2a10-49f5-b5d3-e7434a5886b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24dbcd6e28ed4f45909002f36c4c4306&device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 1096 time: 0.0950725 Nov 12 05:28:56.771717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-41026dd9-c4a0-4b63-a888-54ed3c60ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.773147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-41026dd9-c4a0-4b63-a888-54ed3c60ffad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2300289 Nov 12 05:28:56.812630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-de4bf8b6-dbfb-4210-9cce-2962231015ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.814097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-de4bf8b6-dbfb-4210-9cce-2962231015ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 200 len: 797 time: 0.1050532 Nov 12 05:28:56.833380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:56.844353 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:56.855148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5893e21c-624b-47d7-96b4-2e3226ffaf8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:56.872754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-4893ac6f-b83f-4625-922e-cefaae0027d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.874246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-4893ac6f-b83f-4625-922e-cefaae0027d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 HTTP/1.1" status: 200 len: 916 time: 0.1570284 Nov 12 05:28:56.892033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-b025061f-9d27-4113-9e07-f82f43fed39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:56.893514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-b025061f-9d27-4113-9e07-f82f43fed39c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089d0ad6-f654-4578-bf11-2852cee4be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691309 Nov 12 05:28:56.932455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e21c-624b-47d7-96b4-2e3226ffaf8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=e31d586e-5e66-4138-a108-e8eef2ba5264,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:56.934200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-c1d093f0-4e42-4ff1-8fb3-3c65996ec877 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21675eba-674f-4770-afa3-355ed7394c33 HTTP/1.1" status: 200 len: 217 time: 0.0525680 Nov 12 05:28:56.938541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5893e21c-624b-47d7-96b4-2e3226ffaf8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:56.941780 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5893e21c-624b-47d7-96b4-2e3226ffaf8e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/e31d586e-5e66-4138-a108-e8eef2ba5264 HTTP/1.1" status: 204 len: 168 time: 1.6435378 Nov 12 05:28:56.943665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bf223-2f0e-4591-b721-f4c505707b86 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:56.966745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43478) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:57.076331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.103572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-6a0adfc8-43df-4ed5-8e91-3efcd4c46a7b service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174577 Nov 12 05:28:57.111815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.174617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:28:57.242564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] Deleting port 98d246e4-765b-4461-8661-b1548bcc5aa8 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:57.243210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.246366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:57.257458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:57.262040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:57.265708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Pushing event updated for resources: {'Port': ['ID=cf45e763-2296-4341-a615-379c3655c175,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:57.300030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.321186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] For port 98d246e4-765b-4461-8661-b1548bcc5aa8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=98d246e4-765b-4461-8661-b1548bcc5aa8,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:57.321583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.335865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] Calling delete_port for 98d246e4-765b-4461-8661-b1548bcc5aa8 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:57.378121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:57.378819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.397420 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-b96ad03a-b4ac-4c8c-a236-3820e5173ea7 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835393 Nov 12 05:28:57.401324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c1c80dd2-ece7-4b33-8702-3b451c491782 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4322555 Nov 12 05:28:57.404523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43484) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:57.409586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:57.425286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.455464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] Pushing event deleted for resources: {'Port': ['ID=98d246e4-765b-4461-8661-b1548bcc5aa8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:57.457605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9e9fa-6734-421a-ad74-0a71bfa4566d None None] No DVR routers for this DVR port 98d246e4-765b-4461-8661-b1548bcc5aa8 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:28:57.512359 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-c0b490ca-2651-48da-800d-dbf7a6c891c5 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5620689 Nov 12 05:28:57.523750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-b9ac191b-fa9d-4e8e-bef6-51afc9fec046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:57.525199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-b9ac191b-fa9d-4e8e-bef6-51afc9fec046 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fad848d-edc7-4934-b433-5f048577bcb2 HTTP/1.1" status: 200 len: 854 time: 0.5797431 Nov 12 05:28:57.547228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Request body: {'port': {'device_id': '1827a578-d58e-429e-a9a1-13cd8a939240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:57.568682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427625ff-31cb-4904-86d1-57e01a1b2a86 req-2d6993d4-0f2b-4086-8f8e-551d5c8d1700 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:57.570168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-427625ff-31cb-4904-86d1-57e01a1b2a86 req-2d6993d4-0f2b-4086-8f8e-551d5c8d1700 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.6345515 Nov 12 05:28:57.583952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 98d246e4-765b-4461-8661-b1548bcc5aa8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:28:57.605734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 98d246e4-765b-4461-8661-b1548bcc5aa8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:28:57.607227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 98d246e4-765b-4461-8661-b1548bcc5aa8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:28:57.620457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c0ab-bfac-4847-bfcf-077540509b4d req-a69c6991-d08a-484a-a419-873588f70e0e tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:57.621867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e687c0ab-bfac-4847-bfcf-077540509b4d req-a69c6991-d08a-484a-a419-873588f70e0e tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 944 time: 0.2246046 Nov 12 05:28:57.627808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-8513d633-74bc-457c-ac8e-b55ab3a8004e service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025061 Nov 12 05:28:57.677909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.679748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:57.683250 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.782250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-20cf22ca-29ec-4d2d-9acb-0614e341a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:57.783726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-20cf22ca-29ec-4d2d-9acb-0614e341a5fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420967 Nov 12 05:28:57.838544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-427625ff-31cb-4904-86d1-57e01a1b2a86 req-805f6e41-8588-4d03-87c4-fccbf9f6829b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409680 Nov 12 05:28:57.877186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e687c0ab-bfac-4847-bfcf-077540509b4d req-b25491e9-ccd5-4323-908c-5e6dbbadbb71 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262456 Nov 12 05:28:57.882620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b87e79-0eee-479c-b1b5-768bc9c62803 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:57.925066 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.973604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7810c477-0eb4-4b21-800d-f60c79c87195 req-57a88e1a-9d23-4120-af19-b5ea56fcc78a service neutron] 10.222.0.47 "GET /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269491 Nov 12 05:28:57.990622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Transition to ACTIVE for port object d1b87e79-0eee-479c-b1b5-768bc9c62803 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:58.018367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.087814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401619-dec6-40ca-8893-a319f7dc19fa req-9f9ace1d-ac66-434e-891a-841b8ebe09b4 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:58.089406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1401619-dec6-40ca-8893-a319f7dc19fa req-9f9ace1d-ac66-434e-891a-841b8ebe09b4 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 931 time: 0.1664834 Nov 12 05:28:58.095754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-09edafe0-19a4-4eea-87ff-cc6b1fd9f38a service neutron] 10.222.0.43 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794061 Nov 12 05:28:58.136660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5788a5-38d6-4f9f-973b-e38b27d996f0 req-77973f2c-2e84-4ebd-8423-f2b3ba222bbc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:58.138830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a5788a5-38d6-4f9f-973b-e38b27d996f0 req-77973f2c-2e84-4ebd-8423-f2b3ba222bbc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1676545 Nov 12 05:28:58.141778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b87e79-0eee-479c-b1b5-768bc9c62803,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:58.143724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 9e4023f9-ab1b-4545-819e-dc764b7bbe76 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:28:58.144072 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.299107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1401619-dec6-40ca-8893-a319f7dc19fa req-024328ff-3598-45ce-ab74-ec8f770e167d tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949332 Nov 12 05:28:58.326719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:28:58.329857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a5788a5-38d6-4f9f-973b-e38b27d996f0 req-65be7877-38c7-4140-999e-dbca772b3bb4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684480 Nov 12 05:28:58.333697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e70c0ed-2b24-4c48-aba9-623ae39ab290 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:58.339817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.351627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.354771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 9e4023f9-ab1b-4545-819e-dc764b7bbe76, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9e4023f9-ab1b-4545-819e-dc764b7bbe76,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:58.355018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Attempting to bind port d1b87e79-0eee-479c-b1b5-768bc9c62803 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:58.355259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.355435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Attempting to bind port d1b87e79-0eee-479c-b1b5-768bc9c62803 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:58.355684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Attempting to bind port d1b87e79-0eee-479c-b1b5-768bc9c62803 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:58.363011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f308cb2-e92c-4482-9e1a-f51ffa919061 req-afcfab89-e6e5-4cae-ab33-6d09b221a917 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529287 Nov 12 05:28:58.363717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Port d1b87e79-0eee-479c-b1b5-768bc9c62803 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:58.364037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Attempting to bind port d1b87e79-0eee-479c-b1b5-768bc9c62803 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:58.368959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:58.369296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Checking segment: {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:58.369674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Bound using segment: {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:58.370104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Bound port: d1b87e79-0eee-479c-b1b5-768bc9c62803, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:58.370577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.400041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 9e4023f9-ab1b-4545-819e-dc764b7bbe76 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:28:58.418003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:58.422935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Transition to ACTIVE for port object 1e70c0ed-2b24-4c48-aba9-623ae39ab290 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:58.429077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:58.437692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:58.438298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.440984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f5a50-6c7c-4d59-a811-aab475336bf2 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:28:58.441973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] For port d1b87e79-0eee-479c-b1b5-768bc9c62803, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:58.442500 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.446786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] For port d1b87e79-0eee-479c-b1b5-768bc9c62803, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d1b87e79-0eee-479c-b1b5-768bc9c62803,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:58.452425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.488561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=5760a3ea-761f-458c-a0ec-a080988049d3,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:58.491085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:58.491816 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.493284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1b87e79-0eee-479c-b1b5-768bc9c62803 HTTP/1.1" status: 200 len: 1092 time: 3.2953353 Nov 12 05:28:58.493738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c736de-b2b6-4aab-bb4a-32f39f65548c', 'tag': 'd1b87e79-0eee-479c-b1b5-768bc9c62803'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:58.496075 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe4228-f25d-4956-be21-5f7482961615" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c736de-b2b6-4aab-bb4a-32f39f65548c", "tag": "d1b87e79-0eee-479c-b1b5-768bc9c62803"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:58.530223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0d35-f525-44d8-b8c0-6eff7ee42569 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b87e79-0eee-479c-b1b5-768bc9c62803,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:58.590818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8e0582f7-588c-4e1c-a62f-10b22684f44a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1824131 Nov 12 05:28:58.591365 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac41306-1cfc-490f-9dd6-eed61bb98cf1 x-openstack-request-id: req-dac41306-1cfc-490f-9dd6-eed61bb98cf1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:58.591365 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c736de-b2b6-4aab-bb4a-32f39f65548c", "tag": "d1b87e79-0eee-479c-b1b5-768bc9c62803", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:58.591365 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dac41306-1cfc-490f-9dd6-eed61bb98cf1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:58.591773 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c736de-b2b6-4aab-bb4a-32f39f65548c', 'tag': 'd1b87e79-0eee-479c-b1b5-768bc9c62803', 'status': 'completed', 'code': 200} Nov 12 05:28:58.592311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43490) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:58.603441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:58.618746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Pushing event updated for resources: {'Port': ['ID=1e70c0ed-2b24-4c48-aba9-623ae39ab290,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:58.648884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '5760a3ea-761f-458c-a0ec-a080988049d3'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:28:58.649758 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.694692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-9b046723-fe49-4367-8460-cf420117cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:58.696346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-9b046723-fe49-4367-8460-cf420117cbc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad82b284375c46df8699a00b1728bc5c&device_id=b9c736de-b2b6-4aab-bb4a-32f39f65548c HTTP/1.1" status: 200 len: 1095 time: 0.1191590 Nov 12 05:28:58.753656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-546b4ca7-ce50-462e-8aa0-e8c719bcbf05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b87e79-0eee-479c-b1b5-768bc9c62803 HTTP/1.1" status: 200 len: 217 time: 0.0457592 Nov 12 05:28:58.803632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Allocated IP 2001:db8::f816:3eff:fe43:1fb1 (70598e6e-724e-441f-b412-f64f1126e8bd/5760a3ea-761f-458c-a0ec-a080988049d3/4e67365e-702a-4cdc-9ef3-20ea5f751819) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:58.813964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:58.815772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Attempting to bind port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:58.816114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Attempting to bind port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:58.816446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Attempting to bind port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:58.817810 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.819911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf45e763-2296-4341-a615-379c3655c175 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:58.828611 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.839675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:58.840025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Attempting to bind port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:58.843972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-85970052-a3a7-4413-8b5e-c3225ae73e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:58.845517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-85970052-a3a7-4413-8b5e-c3225ae73e8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18fc408e-795d-48a3-8446-121253d33327 HTTP/1.1" status: 200 len: 857 time: 0.0800958 Nov 12 05:28:58.850747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Transition to ACTIVE for port object cf45e763-2296-4341-a615-379c3655c175 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:58.853323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:58.853661 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Checking segment: {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:58.854121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Bound using segment: {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:58.854587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Bound port: 1e70c0ed-2b24-4c48-aba9-623ae39ab290, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:58.854943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.862277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.914997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-bc968737-4a70-429f-b123-e49c7b9f9672 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315301 Nov 12 05:28:58.989517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.996307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf45e763-2296-4341-a615-379c3655c175,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:59.063205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=9e4023f9-ab1b-4545-819e-dc764b7bbe76,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:59.088445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] For port 1e70c0ed-2b24-4c48-aba9-623ae39ab290, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:59.137894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] For port 1e70c0ed-2b24-4c48-aba9-623ae39ab290, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1e70c0ed-2b24-4c48-aba9-623ae39ab290,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:59.150199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.150918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf7cc7-8fc4-44fa-abc1-c7717b713d5c req-56e8a91f-6616-428c-8d95-bf68d0081cf7 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.152583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5abf7cc7-8fc4-44fa-abc1-c7717b713d5c req-56e8a91f-6616-428c-8d95-bf68d0081cf7 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 944 time: 0.1617875 Nov 12 05:28:59.160914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2133-111c-474a-99cd-3aa4b995b969 req-ade5f60e-acb2-4a4e-bea1-2d674d7a6b3c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.162560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e28a2133-111c-474a-99cd-3aa4b995b969 req-ade5f60e-acb2-4a4e-bea1-2d674d7a6b3c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.2007017 Nov 12 05:28:59.189708 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.196872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.214450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-951afc60-11af-47e5-8d1c-6cbc628d2902 service neutron] 10.222.0.47 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844691 Nov 12 05:28:59.261827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:59.264543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:59.267757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:59.270049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Pushing event updated for resources: {'Port': ['ID=4e67365e-702a-4cdc-9ef3-20ea5f751819,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:59.285828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.286511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.288036 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] 10.222.0.43 "PUT /v2.0/ports/1e70c0ed-2b24-4c48-aba9-623ae39ab290 HTTP/1.1" status: 200 len: 1093 time: 2.6665719 Nov 12 05:28:59.290317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5b1206-e13c-4c53-844e-6262c9086aa2', 'tag': '1e70c0ed-2b24-4c48-aba9-623ae39ab290'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:59.292634 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5b1206-e13c-4c53-844e-6262c9086aa2", "tag": "1e70c0ed-2b24-4c48-aba9-623ae39ab290"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:59.301246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Attempting to bind port cf45e763-2296-4341-a615-379c3655c175 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:59.301842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Attempting to bind port cf45e763-2296-4341-a615-379c3655c175 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:59.302627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Attempting to bind port cf45e763-2296-4341-a615-379c3655c175 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:59.363264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Attempting to bind port 4e67365e-702a-4cdc-9ef3-20ea5f751819 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:59.363632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Attempting to bind port 4e67365e-702a-4cdc-9ef3-20ea5f751819 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:59.363998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Attempting to bind port 4e67365e-702a-4cdc-9ef3-20ea5f751819 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:59.369459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:59.369774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:59.370178 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.370949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:59.371427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Bound port: 4e67365e-702a-4cdc-9ef3-20ea5f751819, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:59.371837 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.394546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5abf7cc7-8fc4-44fa-abc1-c7717b713d5c req-088cc025-72df-431e-89e5-9dda16cb6fe9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300670 Nov 12 05:28:59.408251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e28a2133-111c-474a-99cd-3aa4b995b969 req-b68661b8-596b-4df4-b5f8-7e75d69f89fe tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275376 Nov 12 05:28:59.476248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-7976b9aa-d14e-4646-801d-b20a6f579a23 service neutron] 10.222.0.47 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391295 Nov 12 05:28:59.509581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] For port 4e67365e-702a-4cdc-9ef3-20ea5f751819, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:59.517288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] For port 4e67365e-702a-4cdc-9ef3-20ea5f751819, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4e67365e-702a-4cdc-9ef3-20ea5f751819,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:59.538367 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.610612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a69c2-8c33-44d8-807e-fff0051f7f76 None None] Pushing event updated for resources: {'Port': ['ID=4e67365e-702a-4cdc-9ef3-20ea5f751819,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:59.649777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.707140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6452a19-9821-4b2b-8c2f-a72adcfbd79f req-f322e471-0616-4ed9-87de-c04737e85bb3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.708730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6452a19-9821-4b2b-8c2f-a72adcfbd79f req-f322e471-0616-4ed9-87de-c04737e85bb3 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 943 time: 0.2134140 Nov 12 05:28:59.735183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe4228-f25d-4956-be21-5f7482961615 req-f180d9be-aa19-45a7-a44f-e05191dab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.736702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88fe4228-f25d-4956-be21-5f7482961615 req-f180d9be-aa19-45a7-a44f-e05191dab5c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad82b284375c46df8699a00b1728bc5c&device_id=b9c736de-b2b6-4aab-bb4a-32f39f65548c HTTP/1.1" status: 200 len: 1095 time: 0.1807342 Nov 12 05:28:59.739676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:59.751553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Port cf45e763-2296-4341-a615-379c3655c175 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:59.752031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Attempting to bind port cf45e763-2296-4341-a615-379c3655c175 on network d2f8f4fa-fdf0-49de-b826-f4d48adb4447 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:59.755197 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7384585d-b495-450e-b581-cbd9014958bc x-openstack-request-id: req-7384585d-b495-450e-b581-cbd9014958bc {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:59.755480 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5b1206-e13c-4c53-844e-6262c9086aa2", "tag": "1e70c0ed-2b24-4c48-aba9-623ae39ab290", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:59.755735 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7384585d-b495-450e-b581-cbd9014958bc {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:59.756222 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5b1206-e13c-4c53-844e-6262c9086aa2', 'tag': '1e70c0ed-2b24-4c48-aba9-623ae39ab290', 'status': 'completed', 'code': 200} Nov 12 05:28:59.762378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:59.769522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42897f80-b4f3-4d76-a2d3-368bb2c62001 service neutron] Pushing event updated for resources: {'Port': ['ID=1e70c0ed-2b24-4c48-aba9-623ae39ab290,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:59.792394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335bac0-7bb0-4fb8-95a6-f427bb67cb68 req-6d112824-838d-451d-9bce-14888576a338 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.794127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5335bac0-7bb0-4fb8-95a6-f427bb67cb68 req-6d112824-838d-451d-9bce-14888576a338 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1900063 Nov 12 05:28:59.794573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:59.794946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Checking segment: {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:59.795355 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Bound using segment: {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:59.795763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Bound port: cf45e763-2296-4341-a615-379c3655c175, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9d8a2d-27b1-4b11-8b01-32b473041326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:59.796120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.805280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.807170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.824238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=162c4af1-a354-438d-9b15-d19cf9be2fd7,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:59.861716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.896631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-58c13b62-7893-4b05-8f32-ea9e9c9c2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.897954 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-58c13b62-7893-4b05-8f32-ea9e9c9c2f06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad82b284375c46df8699a00b1728bc5c&device_id=2d5b1206-e13c-4c53-844e-6262c9086aa2 HTTP/1.1" status: 200 len: 1096 time: 0.1394246 Nov 12 05:28:59.923117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3053d39c-0691-4086-bba8-a39a538b2697 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3295734 Nov 12 05:28:59.930911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6452a19-9821-4b2b-8c2f-a72adcfbd79f req-083008bb-738c-4355-957e-e88f2a97966e tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073352 Nov 12 05:28:59.938784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43502) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:59.962561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:6b:2a:a3', 'name': 'tempest-NetworksTestDHCPv6-1871643789'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:59.973964 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] For port cf45e763-2296-4341-a615-379c3655c175, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:59.990509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe4228-f25d-4956-be21-5f7482961615 req-f4cf3690-eb91-4cf9-8c4d-40295a2f1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:59.992118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88fe4228-f25d-4956-be21-5f7482961615 req-f4cf3690-eb91-4cf9-8c4d-40295a2f1a2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447 HTTP/1.1" status: 200 len: 918 time: 0.2432928 Nov 12 05:29:00.000312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5335bac0-7bb0-4fb8-95a6-f427bb67cb68 req-3601925b-ac0b-46b5-84e6-68c7764e182d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730795 Nov 12 05:29:00.030113 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-ae64432d-6181-4800-938a-e4e9ca9e6194 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e70c0ed-2b24-4c48-aba9-623ae39ab290 HTTP/1.1" status: 200 len: 217 time: 0.0873280 Nov 12 05:29:00.036740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] For port cf45e763-2296-4341-a615-379c3655c175, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf45e763-2296-4341-a615-379c3655c175,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:00.048925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88fe4228-f25d-4956-be21-5f7482961615 req-e8c112ac-5b63-4837-994a-638cfb1e1bf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b87e79-0eee-479c-b1b5-768bc9c62803 HTTP/1.1" status: 200 len: 217 time: 0.0443807 Nov 12 05:29:00.108431 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:00.110418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe4228-f25d-4956-be21-5f7482961615 req-f7c8ceb5-bbef-4ff8-9703-f82bdb9c69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:00.111964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88fe4228-f25d-4956-be21-5f7482961615 req-f7c8ceb5-bbef-4ff8-9703-f82bdb9c69f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18fc408e-795d-48a3-8446-121253d33327 HTTP/1.1" status: 200 len: 857 time: 0.0461321 Nov 12 05:29:00.149855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88fe4228-f25d-4956-be21-5f7482961615 req-846d3dbb-29d5-4a49-a10a-00a7ceac9606 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283597 Nov 12 05:29:00.214033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:00.214704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:00.216156 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf45e763-2296-4341-a615-379c3655c175 HTTP/1.1" status: 200 len: 1092 time: 2.6770768 Nov 12 05:29:00.227735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-6b96c447-d452-4d19-9084-62cc9fc20683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:00.229290 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-6b96c447-d452-4d19-9084-62cc9fc20683 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18fc408e-795d-48a3-8446-121253d33327 HTTP/1.1" status: 200 len: 857 time: 0.1831055 Nov 12 05:29:00.254985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88fe4228-f25d-4956-be21-5f7482961615 req-79af2b71-48aa-44bb-9b0c-1499ab4fd493 service neutron] 10.222.0.47 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956438 Nov 12 05:29:00.298700 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-a72b8919-b906-4088-af0d-3a932e34bda9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502362 Nov 12 05:29:00.310805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fc96a-ca9b-47b0-a39e-ceca84c91ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf45e763-2296-4341-a615-379c3655c175,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:00.373505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88fe4228-f25d-4956-be21-5f7482961615 req-3a42b2f0-f32e-4f69-8fd4-740a3e009afa service neutron] 10.222.0.47 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093593 Nov 12 05:29:00.466497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:00.572483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff598d-1bac-4968-86f0-5ad3e93bc121 req-5b161311-5f21-4187-b945-3ee809bcc356 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:00.574333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5ff598d-1bac-4968-86f0-5ad3e93bc121 req-5b161311-5f21-4187-b945-3ee809bcc356 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 944 time: 0.1033182 Nov 12 05:29:00.585968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-95f6400c-868d-441a-a5be-fc7c80fb1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:00.587509 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-95f6400c-868d-441a-a5be-fc7c80fb1487 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad82b284375c46df8699a00b1728bc5c&device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 1095 time: 0.2871351 Nov 12 05:29:00.589414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17258b1-246b-4d8f-8457-fce9f6ffbe0f req-c36ead51-f9f4-4ecf-996f-f1e7ca0d1112 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:00.591671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b17258b1-246b-4d8f-8457-fce9f6ffbe0f req-c36ead51-f9f4-4ecf-996f-f1e7ca0d1112 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.0774989 Nov 12 05:29:00.668239 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-de3ff8e8-6181-4612-9985-578749e39d04 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527508 Nov 12 05:29:00.668474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5ff598d-1bac-4968-86f0-5ad3e93bc121 req-610a089c-530a-4d85-9e3c-875271794013 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757606 Nov 12 05:29:00.672765 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-80a2d068-4462-4a0c-810e-0fb124b61fb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf45e763-2296-4341-a615-379c3655c175 HTTP/1.1" status: 200 len: 217 time: 0.0692573 Nov 12 05:29:00.673755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b17258b1-246b-4d8f-8457-fce9f6ffbe0f req-e8aa7480-317b-4c3a-b59f-2ad4cf36226b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739691 Nov 12 05:29:00.697455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 7dd21ce7-2e51-419f-be52-5aa8b1997060 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:00.723936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79362a55-0eb9-4318-9088-b7d4b585b06f None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:00.743802 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:00.801625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-35b456ab-c513-4d5f-afe0-a64c7ca9289d None None] Provisioning complete for port 4e67365e-702a-4cdc-9ef3-20ea5f751819 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:00.802003 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-35b456ab-c513-4d5f-afe0-a64c7ca9289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:00.818452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port d7d8287f-feef-4bba-b3f4-1d40d935cd92 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:00.857181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-d90a0d4d-b8f6-4a35-90cd-7deed4fa73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:00.858673 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-d90a0d4d-b8f6-4a35-90cd-7deed4fa73eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18fc408e-795d-48a3-8446-121253d33327 HTTP/1.1" status: 200 len: 857 time: 0.1633720 Nov 12 05:29:00.941472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-70defb3d-6a33-457a-9f51-873ea7d1fc01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716054 Nov 12 05:29:00.945482 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-35b456ab-c513-4d5f-afe0-a64c7ca9289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:00.993236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-35b456ab-c513-4d5f-afe0-a64c7ca9289d None None] For port 4e67365e-702a-4cdc-9ef3-20ea5f751819, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4e67365e-702a-4cdc-9ef3-20ea5f751819,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:01.004399 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-35b456ab-c513-4d5f-afe0-a64c7ca9289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:01.023534 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-b4e77ca9-f5c7-470f-94ef-89fac3a37119 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416302 Nov 12 05:29:01.075777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4c5d9-78c9-48e1-bf33-d6d5a3bde2ad None None] Update dhcp port {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '5760a3ea-761f-458c-a0ec-a080988049d3', 'ip_address': '2001:db8::f816:3eff:fe43:1fb1'}, {'subnet_id': '162c4af1-a354-438d-9b15-d19cf9be2fd7'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '4e67365e-702a-4cdc-9ef3-20ea5f751819'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:29:01.128357 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c5d9-78c9-48e1-bf33-d6d5a3bde2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:01.131189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b456ab-c513-4d5f-afe0-a64c7ca9289d None None] Pushing event updated for resources: {'Port': ['ID=4e67365e-702a-4cdc-9ef3-20ea5f751819,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:01.139341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cf6cf-102d-40eb-970d-85fbcdb54cee req-c4073498-92f1-42a3-b372-5351b6588c34 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:01.141884 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-530cf6cf-102d-40eb-970d-85fbcdb54cee req-c4073498-92f1-42a3-b372-5351b6588c34 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 943 time: 0.1276746 Nov 12 05:29:01.247997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 21675eba-674f-4770-afa3-355ed7394c33 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:01.251948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173631-99ea-4f55-89bb-97159330b8cd req-19ac28d1-9474-414a-af77-f5dd248cdf49 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:01.254846 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6173631-99ea-4f55-89bb-97159330b8cd req-19ac28d1-9474-414a-af77-f5dd248cdf49 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1508291 Nov 12 05:29:01.266536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:01.281831 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-45cbf357-53e4-4eaf-a7d3-c958bfb5be10 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "PUT /v2.0/routers/7dd21ce7-2e51-419f-be52-5aa8b1997060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9419458 Nov 12 05:29:01.287955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43514) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:01.289166 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] Sync routers for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:01.295065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-530cf6cf-102d-40eb-970d-85fbcdb54cee req-5b6877e5-88bd-4893-89d3-29fd468a3975 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277988 Nov 12 05:29:01.317440 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:01.319033 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:01.367018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 21675eba-674f-4770-afa3-355ed7394c33, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=21675eba-674f-4770-afa3-355ed7394c33,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:01.382610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '21675eba-674f-4770-afa3-355ed7394c33', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'port_id': '21675eba-674f-4770-afa3-355ed7394c33', 'mac_address': 'fa:16:3e:65:71:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:01.383397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6173631-99ea-4f55-89bb-97159330b8cd req-e74b3b78-5dc4-4b3d-9062-b3a7d89af8d6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868194 Nov 12 05:29:01.410029 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-5af87889-d090-4828-ba73-300654648849 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581647 Nov 12 05:29:01.422912 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:01.438457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21675eba-674f-4770-afa3-355ed7394c33 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:01.454000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-a0ac155f-4e76-48e5-99a7-7e231c0068f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:01.456478 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-a0ac155f-4e76-48e5-99a7-7e231c0068f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad82b284375c46df8699a00b1728bc5c&device_id=2d5b1206-e13c-4c53-844e-6262c9086aa2 HTTP/1.1" status: 200 len: 1096 time: 0.3233116 Nov 12 05:29:01.459965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 21675eba-674f-4770-afa3-355ed7394c33, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=21675eba-674f-4770-afa3-355ed7394c33,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:01.464794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:01.502139 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:01.555137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98ed07b-afa4-4cf0-a288-4966e205031e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting subnet 2fa2beb2-d424-460b-8a7a-4b76a33977b6 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:01.572838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c98ed07b-afa4-4cf0-a288-4966e205031e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:01.601773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=21675eba-674f-4770-afa3-355ed7394c33,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:01.640495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4e67365e-702a-4cdc-9ef3-20ea5f751819 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:01.668264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 172.20.0.14 (70598e6e-724e-441f-b412-f64f1126e8bd/162c4af1-a354-438d-9b15-d19cf9be2fd7/d7d8287f-feef-4bba-b3f4-1d40d935cd92) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:01.687823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:fe6b:2aa3 (70598e6e-724e-441f-b412-f64f1126e8bd/5760a3ea-761f-458c-a0ec-a080988049d3/d7d8287f-feef-4bba-b3f4-1d40d935cd92) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:01.697281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4e67365e-702a-4cdc-9ef3-20ea5f751819 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:01.697663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:01.719822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c98ed07b-afa4-4cf0-a288-4966e205031e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:01.761691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1827a578-d58e-429e-a9a1-13cd8a939240', 'tag': 'cf45e763-2296-4341-a615-379c3655c175'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:01.765151 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd5d776-b9e5-428b-a6b1-819d6c757733" -d '{"events": [{"name": "network-changed", "server_uuid": "1827a578-d58e-429e-a9a1-13cd8a939240", "tag": "cf45e763-2296-4341-a615-379c3655c175"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:01.787397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e483ed9c-7f4b-4394-8c9d-0b6cb0a45dc3 req-3293cb63-33e2-4858-9cf9-c6a7685c726a service neutron] 10.222.0.43 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296459 Nov 12 05:29:01.817075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-f48d5bf6-356d-43a8-8a51-b3771dddca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:01.818602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-f48d5bf6-356d-43a8-8a51-b3771dddca1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447 HTTP/1.1" status: 200 len: 918 time: 0.3514400 Nov 12 05:29:01.873547 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:28:58Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:01.891918 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-f0738b13-9808-478d-98f6-0bc5820124bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e70c0ed-2b24-4c48-aba9-623ae39ab290 HTTP/1.1" status: 200 len: 217 time: 0.0616457 Nov 12 05:29:01.905691 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] Checking router: 7dd21ce7-2e51-419f-be52-5aa8b1997060 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:01.905951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9000a-b78a-4ef4-b299-e9d741f0b9da req-236d5083-1a99-4eee-ba8c-bead19061483 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:01.908446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88a9000a-b78a-4ef4-b299-e9d741f0b9da req-236d5083-1a99-4eee-ba8c-bead19061483 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1145496 Nov 12 05:29:01.916032 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] Routers {'7dd21ce7-2e51-419f-be52-5aa8b1997060'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:01.916800 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7dd21ce7-2e51-419f-be52-5aa8b1997060'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:01.920386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['21675eba-674f-4770-afa3-355ed7394c33'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:01.929241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488891a-dc39-4cc7-9adb-8b1991a45473 req-50022276-a015-4c9b-9ab5-66ae9676a124 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:01.937409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1488891a-dc39-4cc7-9adb-8b1991a45473 req-50022276-a015-4c9b-9ab5-66ae9676a124 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 945 time: 0.0877397 Nov 12 05:29:02.001064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88a9000a-b78a-4ef4-b299-e9d741f0b9da req-1efb4e4e-a9e5-4806-92d4-879fb0686aaf tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857282 Nov 12 05:29:02.059047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1488891a-dc39-4cc7-9adb-8b1991a45473 req-76f52cc6-035e-4e95-8035-5b85ec2dea2d tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204991 Nov 12 05:29:02.080692 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] Set router 7dd21ce7-2e51-419f-be52-5aa8b1997060 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:02.260277 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:28:58Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:02.285510 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92de794-d502-4386-9667-1749251e6440 x-openstack-request-id: req-e92de794-d502-4386-9667-1749251e6440 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:02.285756 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1827a578-d58e-429e-a9a1-13cd8a939240", "tag": "cf45e763-2296-4341-a615-379c3655c175", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:02.285969 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e92de794-d502-4386-9667-1749251e6440 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:02.286384 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1827a578-d58e-429e-a9a1-13cd8a939240', 'tag': 'cf45e763-2296-4341-a615-379c3655c175', 'status': 'completed', 'code': 200} Nov 12 05:29:02.287494 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f39f33-ab86-4f08-b4c9-7264d0368351 None None] The sync data for ids ['7dd21ce7-2e51-419f-be52-5aa8b1997060'] in n-d-765315-28 is: [{'id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85518545', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:26:14Z', 'updated_at': '2021-11-12T05:28:58Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '3fe859a7-83fb-41b3-bc00-1497e0667822', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd21ce7-2e51-419f-be52-5aa8b1997060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:26:15Z', 'updated_at': '2021-11-12T05:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:02.317222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c98ed07b-afa4-4cf0-a288-4966e205031e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:02.354211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-6699e5be-40bd-41bf-b57d-0a603a5cf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:02.355699 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-6699e5be-40bd-41bf-b57d-0a603a5cf74f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18fc408e-795d-48a3-8446-121253d33327 HTTP/1.1" status: 200 len: 857 time: 0.4374917 Nov 12 05:29:02.415955 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-2b3d574f-ed6f-4d13-b73d-816f5f4a971a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515471 Nov 12 05:29:02.444354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693ae7f-b783-4158-b2bd-d162ef8d1d5f req-c5d3ebd0-aec0-4e77-a3e4-0cf43948a369 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:02.446050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6693ae7f-b783-4158-b2bd-d162ef8d1d5f req-c5d3ebd0-aec0-4e77-a3e4-0cf43948a369 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 943 time: 0.0519381 Nov 12 05:29:02.447301 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:02.464485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-1f583b47-5c74-4928-94eb-d2590ab96ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:02.466072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-1f583b47-5c74-4928-94eb-d2590ab96ecc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad82b284375c46df8699a00b1728bc5c&device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 1095 time: 0.1789436 Nov 12 05:29:02.532178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6693ae7f-b783-4158-b2bd-d162ef8d1d5f req-bc0e1e46-f2c8-49e2-a5fe-84a58260f60e tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780151 Nov 12 05:29:02.541470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36401cad-3e2e-42c3-8569-68bd6bfc5546 req-34676128-52d6-4331-83ba-14de39037d4e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:02.542925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36401cad-3e2e-42c3-8569-68bd6bfc5546 req-34676128-52d6-4331-83ba-14de39037d4e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.0815179 Nov 12 05:29:02.557005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c98ed07b-afa4-4cf0-a288-4966e205031e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:02.597063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36401cad-3e2e-42c3-8569-68bd6bfc5546 req-c3a20813-bc4c-4be3-8976-7d2c0d06621c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438294 Nov 12 05:29:02.635019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ed07b-afa4-4cf0-a288-4966e205031e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa2beb2-d424-460b-8a7a-4b76a33977b6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:02.642017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c98ed07b-afa4-4cf0-a288-4966e205031e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:02.642971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd85b7-df46-4125-8f99-6a7f44e9dfa0 None None] Network 68d1334b-7fa0-4462-a719-fa7de8388506 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:02.644889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c98ed07b-afa4-4cf0-a288-4966e205031e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/subnets/2fa2beb2-d424-460b-8a7a-4b76a33977b6 HTTP/1.1" status: 204 len: 168 time: 1.3440864 Nov 12 05:29:02.648048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43528) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:02.671664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-caefc508-37aa-447a-a875-88eb9d92d962 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454541 Nov 12 05:29:02.684274 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:02.710495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-76338c5c-d9b0-447a-a72a-bc3d8f8e5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:02.711981 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-76338c5c-d9b0-447a-a72a-bc3d8f8e5ad2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447 HTTP/1.1" status: 200 len: 918 time: 0.2341750 Nov 12 05:29:02.712938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d1b87e79-0eee-479c-b1b5-768bc9c62803 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:02.790271 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-311cfa23-92df-4d61-9d6b-c5f132b8c260 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf45e763-2296-4341-a615-379c3655c175 HTTP/1.1" status: 200 len: 217 time: 0.0457969 Nov 12 05:29:02.799198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:02.839459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:02.867561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:02.878326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f4f4c5d9-78c9-48e1-bf33-d6d5a3bde2ad None None] Allocated IP 172.20.0.2 (70598e6e-724e-441f-b412-f64f1126e8bd/162c4af1-a354-438d-9b15-d19cf9be2fd7/4e67365e-702a-4cdc-9ef3-20ea5f751819) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:02.915571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=d7d8287f-feef-4bba-b3f4-1d40d935cd92,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:02.940444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-8912e8c0-d690-4003-8495-c947622cd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:02.941942 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-8912e8c0-d690-4003-8495-c947622cd36b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18fc408e-795d-48a3-8446-121253d33327 HTTP/1.1" status: 200 len: 857 time: 0.1156096 Nov 12 05:29:02.987136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d1b87e79-0eee-479c-b1b5-768bc9c62803, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d1b87e79-0eee-479c-b1b5-768bc9c62803,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:02.993263 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-0270bb8a-63b4-43cc-9544-8c45b40b04aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2f8f4fa-fdf0-49de-b826-f4d48adb4447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414827 Nov 12 05:29:02.999344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:03.000103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.014743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'd1b87e79-0eee-479c-b1b5-768bc9c62803', 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447', 'port_id': 'd1b87e79-0eee-479c-b1b5-768bc9c62803', 'mac_address': 'fa:16:3e:67:5b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fc408e-795d-48a3-8446-121253d33327', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:03.035738 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18aa3a2-462d-4938-8c0f-f3b06ec29db3 req-2ae33dd2-9b41-4c98-8074-a19cfec26dd1 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471103 Nov 12 05:29:03.112976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] DHCP port deletion for 68d1334b-7fa0-4462-a719-fa7de8388506 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:03.119970 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d3abf84c-4116-42d1-a140-1b39f80229c9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1618097 Nov 12 05:29:03.122168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f4f4c5d9-78c9-48e1-bf33-d6d5a3bde2ad None None] For port 4e67365e-702a-4cdc-9ef3-20ea5f751819, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4e67365e-702a-4cdc-9ef3-20ea5f751819,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:03.137054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43534) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:03.194970 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.212702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b87e79-0eee-479c-b1b5-768bc9c62803 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:03.216978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-c81816f4-ea28-4bb8-b97b-6fe51e766da2 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127254 Nov 12 05:29:03.250883 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.261228 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c5d9-78c9-48e1-bf33-d6d5a3bde2ad None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.263081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af0ca9-b09b-48dd-9587-3f562c4e2ed8 req-b491bfd5-5112-4d88-9342-61b3ac140fca tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:03.264518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d1b87e79-0eee-479c-b1b5-768bc9c62803, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d1b87e79-0eee-479c-b1b5-768bc9c62803,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:03.264704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36af0ca9-b09b-48dd-9587-3f562c4e2ed8 req-b491bfd5-5112-4d88-9342-61b3ac140fca tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1138463 Nov 12 05:29:03.266565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40e718-ef88-437c-a3ab-952ac065a53a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:03.273973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40e718-ef88-437c-a3ab-952ac065a53a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:03.284186 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c5d9-78c9-48e1-bf33-d6d5a3bde2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.284834 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6e40e718-ef88-437c-a3ab-952ac065a53a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1466575 Nov 12 05:29:03.285654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43536) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:03.287779 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.336010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad507b5-9e83-46ce-9fe3-7047fe8b6625 req-3d59738d-6bd6-43c5-ae3f-f4731a951cb0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:03.337423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ad507b5-9e83-46ce-9fe3-7047fe8b6625 req-3d59738d-6bd6-43c5-ae3f-f4731a951cb0 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 945 time: 0.1449468 Nov 12 05:29:03.393123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] Deleting port 4d1dacbb-1b06-4206-96b0-5f716de90d0e {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:03.393498 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.432064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36af0ca9-b09b-48dd-9587-3f562c4e2ed8 req-4ad09d24-7a0f-4aa9-b68d-525cb3197b6c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302938 Nov 12 05:29:03.438758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4c5d9-78c9-48e1-bf33-d6d5a3bde2ad None None] Pushing event updated for resources: {'Port': ['ID=4e67365e-702a-4cdc-9ef3-20ea5f751819,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:03.457524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ad507b5-9e83-46ce-9fe3-7047fe8b6625 req-d569d38e-10f6-4a85-80d8-9feaa248dee1 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828393 Nov 12 05:29:03.459904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.616377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 3fe859a7-83fb-41b3-bc00-1497e0667822 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:03.616818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.646210 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4fd5d776-b9e5-428b-a6b1-819d6c757733 req-fb9799f1-50f4-4e6a-893e-8c7c9c1d6118 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150333 Nov 12 05:29:03.649037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4adbf839-fe16-479f-8f48-3309ca2d58ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port d7d8287f-feef-4bba-b3f4-1d40d935cd92 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:03.649394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4adbf839-fe16-479f-8f48-3309ca2d58ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.659218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] For port 4d1dacbb-1b06-4206-96b0-5f716de90d0e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4d1dacbb-1b06-4206-96b0-5f716de90d0e,segment=NetworkSegment(23708df5-6e57-4d60-8c0c-948c0de77b95),segment_id=23708df5-6e57-4d60-8c0c-948c0de77b95)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:03.659615 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.692187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4e67365e-702a-4cdc-9ef3-20ea5f751819 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:03.716439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] Calling delete_port for 4d1dacbb-1b06-4206-96b0-5f716de90d0e owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:03.795731 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4adbf839-fe16-479f-8f48-3309ca2d58ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.799261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['d1b87e79-0eee-479c-b1b5-768bc9c62803'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:03.815087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4adbf839-fe16-479f-8f48-3309ca2d58ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for d7d8287f-feef-4bba-b3f4-1d40d935cd92 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:03.855241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb2e81-d1b3-4f2a-bffb-0181be6cfb53 req-0b290871-c687-4bdc-9b7f-a70dd05391a3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:03.857587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04fb2e81-d1b3-4f2a-bffb-0181be6cfb53 req-0b290871-c687-4bdc-9b7f-a70dd05391a3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1340077 Nov 12 05:29:03.865210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 3fe859a7-83fb-41b3-bc00-1497e0667822, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3fe859a7-83fb-41b3-bc00-1497e0667822,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:03.866003 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.907244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b6646-780f-4efc-b724-f2cbd9596a48 req-349a1222-8c20-4643-b236-b5efaf23ab23 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:03.909328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f70b6646-780f-4efc-b724-f2cbd9596a48 req-349a1222-8c20-4643-b236-b5efaf23ab23 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 943 time: 0.1829221 Nov 12 05:29:03.929724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 3fe859a7-83fb-41b3-bc00-1497e0667822 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:04.057294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04fb2e81-d1b3-4f2a-bffb-0181be6cfb53 req-13285589-5303-4c09-8c45-0c42e09099fe tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856565 Nov 12 05:29:04.133423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f70b6646-780f-4efc-b724-f2cbd9596a48 req-ef19cecf-5e88-4b58-ac72-e926f5724870 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102218 Nov 12 05:29:04.146329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4adbf839-fe16-479f-8f48-3309ca2d58ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.156889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.194179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbf839-fe16-479f-8f48-3309ca2d58ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=d7d8287f-feef-4bba-b3f4-1d40d935cd92,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:04.200374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] No DVR routers for this DVR port 4d1dacbb-1b06-4206-96b0-5f716de90d0e on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:04.246289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4e67365e-702a-4cdc-9ef3-20ea5f751819 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:04.246948 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.271466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=d1b87e79-0eee-479c-b1b5-768bc9c62803,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:04.310097 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.325519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6a8e2-f53f-4cb0-80bb-68309e75a7d2 None None] Pushing event deleted for resources: {'Port': ['ID=4d1dacbb-1b06-4206-96b0-5f716de90d0e,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:04.369659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4adbf839-fe16-479f-8f48-3309ca2d58ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.378446 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4adbf839-fe16-479f-8f48-3309ca2d58ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/d7d8287f-feef-4bba-b3f4-1d40d935cd92 HTTP/1.1" status: 204 len: 168 time: 1.0878177 Nov 12 05:29:04.378446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43542) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:04.379612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=3fe859a7-83fb-41b3-bc00-1497e0667822,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:04.428038 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:29:04.510877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.565635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0690b6d0-bc21-465e-9e20-f47f3c490e51 None None] Provisioning complete for port 4e67365e-702a-4cdc-9ef3-20ea5f751819 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:04.566006 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0690b6d0-bc21-465e-9e20-f47f3c490e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.570250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed0920-76e8-46c7-919d-06d793c0ef0b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:04.580352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4d1dacbb-1b06-4206-96b0-5f716de90d0e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:04.583804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed0920-76e8-46c7-919d-06d793c0ef0b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:04.585379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed0920-76e8-46c7-919d-06d793c0ef0b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:04.591503 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a0ed0920-76e8-46c7-919d-06d793c0ef0b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2077816 Nov 12 05:29:04.595844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43548) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:04.676676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4d1dacbb-1b06-4206-96b0-5f716de90d0e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:04.677022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4d1dacbb-1b06-4206-96b0-5f716de90d0e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:04.677441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9e4023f9-ab1b-4545-819e-dc764b7bbe76 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:04.718671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.730660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.737817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c50b8957-349b-4e5e-8b9f-85f5cc557a1c details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:04.741640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83920d0-300c-4e02-b0bb-c37ba169ac39 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 162c4af1-a354-438d-9b15-d19cf9be2fd7 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:04.741843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c50b8957-349b-4e5e-8b9f-85f5cc557a1c no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:04.752992 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f83920d0-300c-4e02-b0bb-c37ba169ac39 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.756338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9e4023f9-ab1b-4545-819e-dc764b7bbe76 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:04.756686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9e4023f9-ab1b-4545-819e-dc764b7bbe76 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:04.902745 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f83920d0-300c-4e02-b0bb-c37ba169ac39 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.910243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.911166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd21ce7-2e51-419f-be52-5aa8b1997060 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:29:04.945758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:04.946951 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c870d3fa-a07a-4041-8e40-e7b257e644e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/routers/7dd21ce7-2e51-419f-be52-5aa8b1997060 HTTP/1.1" status: 204 len: 168 time: 2.2975852 Nov 12 05:29:04.951932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43550) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:05.006534 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.076614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b5db9-bc46-4d1a-93e5-e3214dd8e84f req-d6afb10a-a867-4801-ab49-4ebdb11cf770 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:05.086663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f01b5db9-bc46-4d1a-93e5-e3214dd8e84f req-d6afb10a-a867-4801-ab49-4ebdb11cf770 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 945 time: 0.3381741 Nov 12 05:29:05.088823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:05.097496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f83920d0-300c-4e02-b0bb-c37ba169ac39 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.107570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90652cd-6371-4b1e-b0fd-717afe7aecbe req-2d274f0c-162a-4290-80bc-e7e73b58f30f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:05.109489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d90652cd-6371-4b1e-b0fd-717afe7aecbe req-2d274f0c-162a-4290-80bc-e7e73b58f30f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.3600791 Nov 12 05:29:05.131358 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'port_id': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'mac_address': 'fa:16:3e:a1:2d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f607d79d-e217-404a-812e-4dc685d7294f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:05.142379 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.170416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f83920d0-300c-4e02-b0bb-c37ba169ac39 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.203952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83920d0-300c-4e02-b0bb-c37ba169ac39 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=162c4af1-a354-438d-9b15-d19cf9be2fd7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:05.213693 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f83920d0-300c-4e02-b0bb-c37ba169ac39 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.218746 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f83920d0-300c-4e02-b0bb-c37ba169ac39 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/162c4af1-a354-438d-9b15-d19cf9be2fd7 HTTP/1.1" status: 204 len: 168 time: 0.6210344 Nov 12 05:29:05.220665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43556) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:05.222189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:05.224235 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30585024-3ea0-4f92-b7c3-1d4231ae033a" -d '{"events": [{"server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:05.241221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f01b5db9-bc46-4d1a-93e5-e3214dd8e84f req-cbdb4997-9c77-46eb-bf1a-6146d6b75ef2 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532114 Nov 12 05:29:05.260876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device cf45e763-2296-4341-a615-379c3655c175 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:05.266207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:05.269638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d90652cd-6371-4b1e-b0fd-717afe7aecbe req-a2bcb4e0-6c7e-4e8a-8ccb-a66cc75ea18b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514394 Nov 12 05:29:05.272362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 21675eba-674f-4770-afa3-355ed7394c33 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:05.299393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b219790-81a0-47f0-936a-5143a12a09d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 5760a3ea-761f-458c-a0ec-a080988049d3 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:05.303797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b219790-81a0-47f0-936a-5143a12a09d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.334978 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.336746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f58585dd-ef66-4372-9692-12a507f00a21 None None] Could not find standard attr ID for object d7d8287f-feef-4bba-b3f4-1d40d935cd92. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:29:05.348421 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.361291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b219790-81a0-47f0-936a-5143a12a09d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.441037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.465112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4e5826-5969-4ddb-9bc8-5109797c7357 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:05.477933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 21675eba-674f-4770-afa3-355ed7394c33 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:29:05.485306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b219790-81a0-47f0-936a-5143a12a09d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.488306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d1334b-7fa0-4462-a719-fa7de8388506']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:05.503151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23708df5-6e57-4d60-8c0c-948c0de77b95') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:05.503535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23708df5-6e57-4d60-8c0c-948c0de77b95') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:05.515330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c50b8957-349b-4e5e-8b9f-85f5cc557a1c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:05.521431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.528787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 21675eba-674f-4770-afa3-355ed7394c33 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:05.529156 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.537506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec367d-1ecc-46e8-b062-9c30003a39ab req-917de627-d870-4300-bbc4-30d210fc6331 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:05.539118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5eec367d-1ecc-46e8-b062-9c30003a39ab req-917de627-d870-4300-bbc4-30d210fc6331 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1766460 Nov 12 05:29:05.556344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d390055-017f-46f9-832f-fc8e523d00eb req-f3c57b6b-df99-4525-8681-38bfc846a73f tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:05.557104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d390055-017f-46f9-832f-fc8e523d00eb req-f3c57b6b-df99-4525-8681-38bfc846a73f tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 943 time: 0.1481986 Nov 12 05:29:05.576204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.601472 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b219790-81a0-47f0-936a-5143a12a09d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.629563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:29:05.630278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:29:05.634670 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:29:05.638493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b219790-81a0-47f0-936a-5143a12a09d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.643968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b219790-81a0-47f0-936a-5143a12a09d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/5760a3ea-761f-458c-a0ec-a080988049d3 HTTP/1.1" status: 204 len: 168 time: 0.4201205 Nov 12 05:29:05.646669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b219790-81a0-47f0-936a-5143a12a09d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=5760a3ea-761f-458c-a0ec-a080988049d3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:05.648978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43560) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:05.660269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3fe859a7-83fb-41b3-bc00-1497e0667822 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:05.671690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:05.696620 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b1f53b8-62d0-4f46-b0b7-44066b7e934f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432034 Nov 12 05:29:05.696620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:05.701489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:05.721689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3fe859a7-83fb-41b3-bc00-1497e0667822 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:05.722047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3fe859a7-83fb-41b3-bc00-1497e0667822 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:05.736880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port cf45e763-2296-4341-a615-379c3655c175, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf45e763-2296-4341-a615-379c3655c175,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:05.739610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5eec367d-1ecc-46e8-b062-9c30003a39ab req-72353de9-4ed0-45db-af89-0d16c1815f3c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937501 Nov 12 05:29:05.744855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d390055-017f-46f9-832f-fc8e523d00eb req-9bd3c8d9-86dd-4127-bf49-1b035692bf53 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775856 Nov 12 05:29:05.746532 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:29:05.746996 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:29:05.751491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.768808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'cf45e763-2296-4341-a615-379c3655c175', 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447', 'port_id': 'cf45e763-2296-4341-a615-379c3655c175', 'mac_address': 'fa:16:3e:5a:6f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fc408e-795d-48a3-8446-121253d33327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:05.769096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.773143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/networks/68d1334b-7fa0-4462-a719-fa7de8388506 HTTP/1.1" status: 204 len: 168 time: 0.8160200 Nov 12 05:29:05.779727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43564) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:05.788877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8405ea2-544f-4f60-ab24-a484c712db7e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Network': ['ID=68d1334b-7fa0-4462-a719-fa7de8388506,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:05.854498 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2245c8-92b2-46ca-8ebf-284d6ae76678 x-openstack-request-id: req-dd2245c8-92b2-46ca-8ebf-284d6ae76678 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:05.855029 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:05.855368 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd2245c8-92b2-46ca-8ebf-284d6ae76678 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:05.855902 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'code': 200} Nov 12 05:29:05.864369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:05.867946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.880585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.898263 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e432c435-2acc-4d34-9d8d-6a4fd8d9f4f9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.927644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf45e763-2296-4341-a615-379c3655c175 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:05.961394 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.966625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port cf45e763-2296-4341-a615-379c3655c175, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf45e763-2296-4341-a615-379c3655c175,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:05.970548 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e432c435-2acc-4d34-9d8d-6a4fd8d9f4f9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.977839 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.978530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1e70c0ed-2b24-4c48-aba9-623ae39ab290 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:06.023648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad94be-952d-44ac-b33b-218ce43c0d52 req-2e309258-b524-45e9-8240-a88d9d8dcaa4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:06.026114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33ad94be-952d-44ac-b33b-218ce43c0d52 req-2e309258-b524-45e9-8240-a88d9d8dcaa4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.0648675 Nov 12 05:29:06.034264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 21675eba-674f-4770-afa3-355ed7394c33, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=21675eba-674f-4770-afa3-355ed7394c33,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:06.057145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.077804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=cf45e763-2296-4341-a615-379c3655c175,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:06.081770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1e70c0ed-2b24-4c48-aba9-623ae39ab290, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1e70c0ed-2b24-4c48-aba9-623ae39ab290,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:06.086140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:06.097376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33ad94be-952d-44ac-b33b-218ce43c0d52 req-b1a4effc-b149-4272-aaf7-9a503755d969 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612326 Nov 12 05:29:06.108235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e432c435-2acc-4d34-9d8d-6a4fd8d9f4f9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.111020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e432c435-2acc-4d34-9d8d-6a4fd8d9f4f9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.114649 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e432c435-2acc-4d34-9d8d-6a4fd8d9f4f9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/security-groups/8b83f3d8-a26b-4361-a8c8-b97e0d2a440b HTTP/1.1" status: 204 len: 168 time: 0.3312163 Nov 12 05:29:06.136153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1e70c0ed-2b24-4c48-aba9-623ae39ab290', 'network_id': 'd2f8f4fa-fdf0-49de-b826-f4d48adb4447', 'port_id': '1e70c0ed-2b24-4c48-aba9-623ae39ab290', 'mac_address': 'fa:16:3e:6f:39:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fc408e-795d-48a3-8446-121253d33327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:06.159524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c435-2acc-4d34-9d8d-6a4fd8d9f4f9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b83f3d8-a26b-4361-a8c8-b97e0d2a440b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:06.189777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.234764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:06.238101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:06.242718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:06.243323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.255531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=21675eba-674f-4770-afa3-355ed7394c33,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:06.257264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=2d2cd1b0-a3fa-4cc4-91fe-a10dfa8c4d44,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:06.274547 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.281957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-88661f82-ed1a-444c-a431-2b1761c5ae79 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5848343 Nov 12 05:29:06.282758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43580) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:06.288003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:06.289970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f0d88-a6a5-48e9-9d8e-529899367f8b req-af3bbecb-d57c-4606-821d-5c831e885b02 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:06.291815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b9f0d88-a6a5-48e9-9d8e-529899367f8b req-af3bbecb-d57c-4606-821d-5c831e885b02 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.0898182 Nov 12 05:29:06.339538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e70c0ed-2b24-4c48-aba9-623ae39ab290 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:06.360368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1e70c0ed-2b24-4c48-aba9-623ae39ab290, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1e70c0ed-2b24-4c48-aba9-623ae39ab290,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:06.379840 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.381666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b9f0d88-a6a5-48e9-9d8e-529899367f8b req-5668153a-1f27-4b56-8c6d-95d5e06ea3f7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831978 Nov 12 05:29:06.387009 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.427192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] Deleting port 4e67365e-702a-4cdc-9ef3-20ea5f751819 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:06.427562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.444591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50b8957-349b-4e5e-8b9f-85f5cc557a1c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:06.452978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:06.458098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.548005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43586) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:06.548495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:06.560310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ca5ae9cd-4a2b-4018-86d0-d481b8dd1a53 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770078612', 'description': 'tempest-secgroup-smoke-770078612 description', 'project_id': '55c883ec452744208727f56ec3f04fe4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:06.561395 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.568360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1e70c0ed-2b24-4c48-aba9-623ae39ab290,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:06.613154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f38a-0969-4a61-86f5-a7ca8bba98f5 req-36dc3cdd-2022-4c14-8d13-4850b709fcaa tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:06.619703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4702f38a-0969-4a61-86f5-a7ca8bba98f5 req-36dc3cdd-2022-4c14-8d13-4850b709fcaa tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 946 time: 0.1092510 Nov 12 05:29:06.642597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] For port 4e67365e-702a-4cdc-9ef3-20ea5f751819, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4e67365e-702a-4cdc-9ef3-20ea5f751819,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:06.642991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.672780 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae9cd-4a2b-4018-86d0-d481b8dd1a53 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.724536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca57bb-d3c3-47f6-b1ba-340c76f1300c req-4ebda713-2707-457f-a4c9-90bf559d469b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:06.726211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6ca57bb-d3c3-47f6-b1ba-340c76f1300c req-4ebda713-2707-457f-a4c9-90bf559d469b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 944 time: 0.1245677 Nov 12 05:29:06.761484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4702f38a-0969-4a61-86f5-a7ca8bba98f5 req-576ec2d0-1b7b-413f-bd88-cd85435dfc63 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406589 Nov 12 05:29:06.811104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d1b87e79-0eee-479c-b1b5-768bc9c62803 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:06.823846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] Calling delete_port for 4e67365e-702a-4cdc-9ef3-20ea5f751819 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:06.835223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6ca57bb-d3c3-47f6-b1ba-340c76f1300c req-6dbc5bb1-7222-4092-98b8-0e132ff6a1fa tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979977 Nov 12 05:29:06.847028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:06.869137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae9cd-4a2b-4018-86d0-d481b8dd1a53 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.874916 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae9cd-4a2b-4018-86d0-d481b8dd1a53 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.927025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae9cd-4a2b-4018-86d0-d481b8dd1a53 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.931108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ca5ae9cd-4a2b-4018-86d0-d481b8dd1a53 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3793864 Nov 12 05:29:06.932486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:06.938972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a7a1ac87-9dbb-4b37-87fd-cdf3596ffa97 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '975d989f-e004-41ce-b69f-13a98f9ec9b9', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:06.948746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port d1b87e79-0eee-479c-b1b5-768bc9c62803 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:29:06.954312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port d1b87e79-0eee-479c-b1b5-768bc9c62803 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:06.954863 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:06.974488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ae9cd-4a2b-4018-86d0-d481b8dd1a53 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975d989f-e004-41ce-b69f-13a98f9ec9b9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:06.981511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c50b8957-349b-4e5e-8b9f-85f5cc557a1c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:06.996657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:29:07.012870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['cf45e763-2296-4341-a615-379c3655c175'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:07.024788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1e70c0ed-2b24-4c48-aba9-623ae39ab290'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:07.025802 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.068547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239d26c-4048-4dcd-9cbb-7093eb61af7d req-e402e60e-208b-4974-9e7e-89f1ea3158d6 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:07.070215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7239d26c-4048-4dcd-9cbb-7093eb61af7d req-e402e60e-208b-4974-9e7e-89f1ea3158d6 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 944 time: 0.1092582 Nov 12 05:29:07.105930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-e8ad5228-1630-4ef4-95c3-6e72875aed24 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:07.106806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ac87-9dbb-4b37-87fd-cdf3596ffa97 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.107618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-e8ad5228-1630-4ef4-95c3-6e72875aed24 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.2063468 Nov 12 05:29:07.118709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] Pushing event deleted for resources: {'Port': ['ID=4e67365e-702a-4cdc-9ef3-20ea5f751819,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:07.127521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b3f729-a126-44e6-a38a-2f9ee9f31bcb None None] No DVR routers for this DVR port 4e67365e-702a-4cdc-9ef3-20ea5f751819 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:07.142986 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7239d26c-4048-4dcd-9cbb-7093eb61af7d req-abf44dc0-3d3a-48fb-9fea-8bfbeb1157cc tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577993 Nov 12 05:29:07.160335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-1c9e1510-d415-4925-80e6-97042727f10b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/quotas/24165a3c508449c1a6ee2ece4b5a453a HTTP/1.1" status: 200 len: 375 time: 0.0168455 Nov 12 05:29:07.160804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26016f2e-a02d-48da-9211-ef361acc2723 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:07.222062 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ac87-9dbb-4b37-87fd-cdf3596ffa97 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.238400 n-d-765315-28 neutron-server[102589]: WARNING neutron.services.revisions.revision_plugin [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Could not find related port for resource to bump revision. Nov 12 05:29:07.241559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ac87-9dbb-4b37-87fd-cdf3596ffa97 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.243560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-11a45167-e4d1-4342-9a15-cb5df46dd683 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0654235 Nov 12 05:29:07.260279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Port 4e67365e-702a-4cdc-9ef3-20ea5f751819 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 05:29:07.260279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Reverting IP allocation for 2001:db8::f816:3eff:fe43:1fb1 {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 05:29:07.260279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe43:1fb1 {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 05:29:07.261738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.275743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1ac87-9dbb-4b37-87fd-cdf3596ffa97 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bd62f5-8dab-4b68-b46d-7e456c4f530d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:07.310752 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ac87-9dbb-4b37-87fd-cdf3596ffa97 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.314532 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a7a1ac87-9dbb-4b37-87fd-cdf3596ffa97 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780181 Nov 12 05:29:07.317129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43600) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:07.319677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-884da8bf-e6ec-4d06-a212-f7978768965d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '975d989f-e004-41ce-b69f-13a98f9ec9b9', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:07.322539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:07.327648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:07.330459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:07.331901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.339420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=bf381673-8f26-43df-aacf-f2e5c6974d9d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:07.355226 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.370326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4cad2daf-7886-477c-bfb3-38a564cad1af tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0863650 Nov 12 05:29:07.373121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43602) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:07.378283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:ea:44:3c', 'name': 'tempest-NetworksTestDHCPv6-1677406020'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:07.381108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-884da8bf-e6ec-4d06-a212-f7978768965d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.386853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-bab69a3f-a44d-47c3-9cdf-5cdf5be00ff4 service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344435 Nov 12 05:29:07.513257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-884da8bf-e6ec-4d06-a212-f7978768965d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.527604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:07.529513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d1b87e79-0eee-479c-b1b5-768bc9c62803, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d1b87e79-0eee-479c-b1b5-768bc9c62803,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:07.529736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-8c67097c-5d42-43f6-9f2a-c09250dc35da service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338582 Nov 12 05:29:07.530419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-884da8bf-e6ec-4d06-a212-f7978768965d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.551029 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.559420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884da8bf-e6ec-4d06-a212-f7978768965d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8ead27-e198-4ddf-8758-dffddd5daa8a,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:07.568678 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-884da8bf-e6ec-4d06-a212-f7978768965d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.578453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-884da8bf-e6ec-4d06-a212-f7978768965d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2623260 Nov 12 05:29:07.583516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43606) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:07.591221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-655a007c-626e-4a8b-9138-3107bfce533f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '975d989f-e004-41ce-b69f-13a98f9ec9b9', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:07.633557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4e67365e-702a-4cdc-9ef3-20ea5f751819 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:07.660636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655a007c-626e-4a8b-9138-3107bfce533f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.666972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '2d2cd1b0-a3fa-4cc4-91fe-a10dfa8c4d44'}, {'subnet_id': 'bf381673-8f26-43df-aacf-f2e5c6974d9d'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:07.667859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.680830 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.689159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4e67365e-702a-4cdc-9ef3-20ea5f751819 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:07.689504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4e67365e-702a-4cdc-9ef3-20ea5f751819 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:07.708828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 1e0b4d88-d61c-4a43-a219-7de879915a88 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:07.736708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=d1b87e79-0eee-479c-b1b5-768bc9c62803,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:07.816168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf6378b1-c07d-4a79-aaa3-d5c6ea7005ff req-05b36fd6-6041-4939-bc9a-ea76f8fd9b53 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 210 time: 0.0361471 Nov 12 05:29:07.832492 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655a007c-626e-4a8b-9138-3107bfce533f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.842159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655a007c-626e-4a8b-9138-3107bfce533f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.856902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21675eba-674f-4770-afa3-355ed7394c33'}, {'server_uuid': 'b9c736de-b2b6-4aab-bb4a-32f39f65548c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b87e79-0eee-479c-b1b5-768bc9c62803'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:07.859310 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5979f4-3c97-4854-94d8-27b3491076d3" -d '{"events": [{"server_uuid": "fb4a7926-5508-4f98-8a18-6232a50530ec", "name": "network-vif-plugged", "status": "completed", "tag": "21675eba-674f-4770-afa3-355ed7394c33"}, {"server_uuid": "b9c736de-b2b6-4aab-bb4a-32f39f65548c", "name": "network-vif-plugged", "status": "completed", "tag": "d1b87e79-0eee-479c-b1b5-768bc9c62803"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:07.871190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a007c-626e-4a8b-9138-3107bfce533f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26a233a-01c6-4170-84df-94c72e9311a4,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:07.890099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655a007c-626e-4a8b-9138-3107bfce533f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.891245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-655a007c-626e-4a8b-9138-3107bfce533f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3065584 Nov 12 05:29:07.894247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43618) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:07.901989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-300f229e-6162-4996-ab39-9b72a8370eb6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '975d989f-e004-41ce-b69f-13a98f9ec9b9', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:07.930461 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8839d329-95da-4f16-9393-0cd4d34d5390 x-openstack-request-id: req-8839d329-95da-4f16-9393-0cd4d34d5390 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:07.930997 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4a7926-5508-4f98-8a18-6232a50530ec", "name": "network-vif-plugged", "status": "completed", "tag": "21675eba-674f-4770-afa3-355ed7394c33", "code": 200}, {"server_uuid": "b9c736de-b2b6-4aab-bb4a-32f39f65548c", "name": "network-vif-plugged", "status": "completed", "tag": "d1b87e79-0eee-479c-b1b5-768bc9c62803", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:07.931424 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8839d329-95da-4f16-9393-0cd4d34d5390 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:07.932003 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21675eba-674f-4770-afa3-355ed7394c33', 'code': 200} Nov 12 05:29:07.932423 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c736de-b2b6-4aab-bb4a-32f39f65548c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b87e79-0eee-479c-b1b5-768bc9c62803', 'code': 200} Nov 12 05:29:07.936753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47464-75b3-4365-b98b-3fdb3d58e22e req-e74111dc-a0de-4330-90c1-92c91c577b9b tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:07.939641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1db47464-75b3-4365-b98b-3fdb3d58e22e req-e74111dc-a0de-4330-90c1-92c91c577b9b tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 946 time: 0.0668414 Nov 12 05:29:07.954496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 172.20.0.13 (70598e6e-724e-441f-b412-f64f1126e8bd/2d2cd1b0-a3fa-4cc4-91fe-a10dfa8c4d44/1e0b4d88-d61c-4a43-a219-7de879915a88) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:07.966430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:feea:443c (70598e6e-724e-441f-b412-f64f1126e8bd/bf381673-8f26-43df-aacf-f2e5c6974d9d/1e0b4d88-d61c-4a43-a219-7de879915a88) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:07.979534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-300f229e-6162-4996-ab39-9b72a8370eb6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.088432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1db47464-75b3-4365-b98b-3fdb3d58e22e req-690a75b3-4bb2-4586-9436-7e020fa3a32e tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412058 Nov 12 05:29:08.099597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-300f229e-6162-4996-ab39-9b72a8370eb6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.124915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-300f229e-6162-4996-ab39-9b72a8370eb6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.135291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd6764-242b-495d-b8a7-e66ff573fe67 req-584bfa55-f6f2-4b1f-8ea6-0f9de0d18704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:08.140104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6cd6764-242b-495d-b8a7-e66ff573fe67 req-584bfa55-f6f2-4b1f-8ea6-0f9de0d18704 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9c736de-b2b6-4aab-bb4a-32f39f65548c HTTP/1.1" status: 200 len: 1097 time: 0.1083682 Nov 12 05:29:08.152417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0b79-1b00-4e76-945c-b9843f4c35ef req-263f3d8b-b641-492c-aa06-950c1d365c58 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:08.156043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e2d0b79-1b00-4e76-945c-b9843f4c35ef req-263f3d8b-b641-492c-aa06-950c1d365c58 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 944 time: 0.1275482 Nov 12 05:29:08.238042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6cd6764-242b-495d-b8a7-e66ff573fe67 req-7ce58b09-fc03-4045-9094-bef4965950cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804203 Nov 12 05:29:08.270548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e2d0b79-1b00-4e76-945c-b9843f4c35ef req-e7685c67-aa8d-4c4a-bbcb-976df04baf1c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051610 Nov 12 05:29:08.313572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eee9a-7411-4d69-b962-30c61366b92c req-e192f984-e724-4e37-9d95-81d3ddebc973 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:08.315200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df8eee9a-7411-4d69-b962-30c61366b92c req-e192f984-e724-4e37-9d95-81d3ddebc973 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 944 time: 0.0686948 Nov 12 05:29:08.369159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df8eee9a-7411-4d69-b962-30c61366b92c req-f0139a62-abc2-4cb1-b874-4f9ea7e9f3de tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477591 Nov 12 05:29:08.471913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f229e-6162-4996-ab39-9b72a8370eb6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acc33b7-23c6-4459-8d1b-9d4520aec3eb,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:08.491061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb83ca4-0a8d-4ac7-8c09-66ee767b520e req-fbac62c6-0c61-48fb-8573-0c6452208c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:08.492688 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cfb83ca4-0a8d-4ac7-8c09-66ee767b520e req-fbac62c6-0c61-48fb-8573-0c6452208c2b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 1098 time: 0.4384532 Nov 12 05:29:08.495323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-300f229e-6162-4996-ab39-9b72a8370eb6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.496387 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-300f229e-6162-4996-ab39-9b72a8370eb6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5985610 Nov 12 05:29:08.499750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43628) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:08.505145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cda7de75-2ce4-4ea9-ada9-8d215d891970 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '975d989f-e004-41ce-b69f-13a98f9ec9b9', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:08.576837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.578464 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-cda7de75-2ce4-4ea9-ada9-8d215d891970 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Project 55c883ec452744208727f56ec3f04fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:29:08.594132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cda7de75-2ce4-4ea9-ada9-8d215d891970 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.606687 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cfb83ca4-0a8d-4ac7-8c09-66ee767b520e req-0111fcee-13be-4345-bdea-63993e068efa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042783 Nov 12 05:29:08.663952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.666449 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cda7de75-2ce4-4ea9-ada9-8d215d891970 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.674288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cda7de75-2ce4-4ea9-ada9-8d215d891970 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.724682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c50b8957-349b-4e5e-8b9f-85f5cc557a1c up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:08.735896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7de75-2ce4-4ea9-ada9-8d215d891970 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831993e8-1a06-4993-b1c6-051ed4f4b6ef,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:08.739110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:08.744667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cda7de75-2ce4-4ea9-ada9-8d215d891970 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.748723 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cda7de75-2ce4-4ea9-ada9-8d215d891970 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2450032 Nov 12 05:29:08.749321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43630) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:08.750195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:08.752404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=1e0b4d88-d61c-4a43-a219-7de879915a88,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:08.754735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:08.754968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f0f0a07a-1205-42d5-8c4a-0e0e9feb02a8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '975d989f-e004-41ce-b69f-13a98f9ec9b9', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:08.781391 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-f0f0a07a-1205-42d5-8c4a-0e0e9feb02a8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Project 55c883ec452744208727f56ec3f04fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:29:08.786832 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a07a-1205-42d5-8c4a-0e0e9feb02a8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.800739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Allocated IP 172.20.0.2 (70598e6e-724e-441f-b412-f64f1126e8bd/2d2cd1b0-a3fa-4cc4-91fe-a10dfa8c4d44/bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:08.810527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Allocated IP 2001:db8::f816:3eff:fe27:d6df (70598e6e-724e-441f-b412-f64f1126e8bd/bf381673-8f26-43df-aacf-f2e5c6974d9d/bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:08.810721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:08.811296 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.833963 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5fac4bf1-d3ef-4d2a-972b-cee8bdb22908 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4574525 Nov 12 05:29:08.834808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43632) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:08.845970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c50b8957-349b-4e5e-8b9f-85f5cc557a1c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:08.849591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.888922 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a07a-1205-42d5-8c4a-0e0e9feb02a8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.905170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b794f-4bc5-464f-ad25-55956e127f9d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:08.906700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-514b794f-4bc5-464f-ad25-55956e127f9d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.0713351 Nov 12 05:29:08.908240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a07a-1205-42d5-8c4a-0e0e9feb02a8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.909619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43636) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:08.945298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6bd6d08-f01d-439a-911f-c030803ab449 req-d77b293f-77d5-46e1-a9b3-f8cc2254c4e2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 210 time: 0.0496616 Nov 12 05:29:08.950920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0a07a-1205-42d5-8c4a-0e0e9feb02a8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4c9045-e2a5-475d-abe1-212c646764bf,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:08.964505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0f0a07a-1205-42d5-8c4a-0e0e9feb02a8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.966651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f0f0a07a-1205-42d5-8c4a-0e0e9feb02a8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2157598 Nov 12 05:29:08.969414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43638) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:08.974621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'network': {'name': 'tempest-network-smoke--840360994', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'port_security_enabled': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:09.000601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:09.005568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.027398 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.036813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:29:09.037578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9ab7f-eeb1-42c0-882f-326ef145e639 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 1e0b4d88-d61c-4a43-a219-7de879915a88 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:09.038035 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ab7f-eeb1-42c0-882f-326ef145e639 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.049521 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.050244 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Added segment 4cd785d0-d97b-4788-b671-439b0904d5f0 of type vlan for network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc Nov 12 05:29:09.052826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.064400 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.115489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:09.123489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.145181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:09.146810 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.160197 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ab7f-eeb1-42c0-882f-326ef145e639 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.162392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:09.171118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:09.173416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Pushing event updated for resources: {'Port': ['ID=bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:09.176869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9ab7f-eeb1-42c0-882f-326ef145e639 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 1e0b4d88-d61c-4a43-a219-7de879915a88 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:09.274123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.280433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:09.281046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.299919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Attempting to bind port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:09.300298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Attempting to bind port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:09.300856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Attempting to bind port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:09.303194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1e70c0ed-2b24-4c48-aba9-623ae39ab290 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:09.327485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3536737 Nov 12 05:29:09.333657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43644) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:09.343361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:09.344182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-939f1833-a272-4971-952b-4ad2ecf80e78 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:09.345477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'admin_state_up': True, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:09.346199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:09.346453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-939f1833-a272-4971-952b-4ad2ecf80e78 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.2423756 Nov 12 05:29:09.346676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:09.347072 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.347450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:09.347932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Bound port: bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:09.348314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.389283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc0dec-7e88-4740-aa0a-a48363da4e54 req-988df574-6b7d-4826-83d6-6a0cf3597a5c tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:09.390814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdc0dec-7e88-4740-aa0a-a48363da4e54 req-988df574-6b7d-4826-83d6-6a0cf3597a5c tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 946 time: 0.1902092 Nov 12 05:29:09.398965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'port': {'device_id': '534890d9-ec48-4741-b21a-990e05160c6d', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'admin_state_up': True, 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:09.435731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:29:09.438733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d4553-db45-4262-b16a-767a1eee5c15 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Network': ['ID=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:09.443560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:09.443987 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.446051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] For port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:09.446470 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.448128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.451826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] For port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:09.483712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:29:09.486368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.534809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ab7f-eeb1-42c0-882f-326ef145e639 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.559684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdc0dec-7e88-4740-aa0a-a48363da4e54 req-53d13785-8b5e-4314-abb3-82843c48dc0d tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571908 Nov 12 05:29:09.600833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79509c6-8c00-49d8-9400-534e8b149849 req-13c33103-f741-4bdf-b762-36624c450203 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:09.602442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c79509c6-8c00-49d8-9400-534e8b149849 req-13c33103-f741-4bdf-b762-36624c450203 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1684663 Nov 12 05:29:09.657805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9ab7f-eeb1-42c0-882f-326ef145e639 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=1e0b4d88-d61c-4a43-a219-7de879915a88,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:09.685493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Made reservation on behalf of 24165a3c508449c1a6ee2ece4b5a453a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:09.690035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.698246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c79509c6-8c00-49d8-9400-534e8b149849 req-e123159a-2549-40e4-b2da-6dba575b75ab tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875711 Nov 12 05:29:09.777270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.805041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4153f-6f0f-466b-972e-8a002cfa153c None None] Pushing event updated for resources: {'Port': ['ID=bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:09.817022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee668bc-8444-4338-910c-2d1633e197ed req-db2f4f15-320b-4758-a140-863887dafe44 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:09.818722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ee668bc-8444-4338-910c-2d1633e197ed req-db2f4f15-320b-4758-a140-863887dafe44 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 944 time: 0.1432865 Nov 12 05:29:09.862328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.915557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ab7f-eeb1-42c0-882f-326ef145e639 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.918853 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a7d9ab7f-eeb1-42c0-882f-326ef145e639 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/1e0b4d88-d61c-4a43-a219-7de879915a88 HTTP/1.1" status: 204 len: 168 time: 1.0080626 Nov 12 05:29:09.921241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43648) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:09.937005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c'}, {'server_uuid': '2d5b1206-e13c-4c53-844e-6262c9086aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e70c0ed-2b24-4c48-aba9-623ae39ab290'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:09.941741 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d645f34a-31e0-4937-a6f9-c9ca1919248f" -d '{"events": [{"server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "name": "network-vif-plugged", "status": "completed", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c"}, {"server_uuid": "2d5b1206-e13c-4c53-844e-6262c9086aa2", "name": "network-vif-plugged", "status": "completed", "tag": "1e70c0ed-2b24-4c48-aba9-623ae39ab290"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:09.947363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1e70c0ed-2b24-4c48-aba9-623ae39ab290, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1e70c0ed-2b24-4c48-aba9-623ae39ab290,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:09.954215 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.957926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device cf45e763-2296-4341-a615-379c3655c175 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:09.984053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ee668bc-8444-4338-910c-2d1633e197ed req-1967375c-17a9-4f02-82e4-055d7a039c18 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549213 Nov 12 05:29:10.027593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Allocated IP 172.20.0.7 (46a369b1-c712-4dc4-bd41-f07c0aa831fd/924bc2b7-ff2f-47ff-995f-624e60488b5f/af49a1ee-bac6-4081-9e13-efd43488d182) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:10.063307 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67609b45-0456-469a-bdaa-7a0345f63706 x-openstack-request-id: req-67609b45-0456-469a-bdaa-7a0345f63706 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:10.063652 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "name": "network-vif-plugged", "status": "completed", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c", "code": 200}, {"server_uuid": "2d5b1206-e13c-4c53-844e-6262c9086aa2", "name": "network-vif-plugged", "status": "completed", "tag": "1e70c0ed-2b24-4c48-aba9-623ae39ab290", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:10.063932 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67609b45-0456-469a-bdaa-7a0345f63706 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:10.064629 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'code': 200} Nov 12 05:29:10.064629 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5b1206-e13c-4c53-844e-6262c9086aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e70c0ed-2b24-4c48-aba9-623ae39ab290', 'code': 200} Nov 12 05:29:10.070752 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.121168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9759a9ac-290c-4287-a811-fff32bed4891 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:10.123711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9759a9ac-290c-4287-a811-fff32bed4891 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:10.125443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9759a9ac-290c-4287-a811-fff32bed4891 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:10.127365 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9759a9ac-290c-4287-a811-fff32bed4891 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2050769 Nov 12 05:29:10.132581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43654) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:10.154377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1e70c0ed-2b24-4c48-aba9-623ae39ab290,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:10.169174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port cf45e763-2296-4341-a615-379c3655c175 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:29:10.177332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port cf45e763-2296-4341-a615-379c3655c175 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:10.177807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.217866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0636fbfd-5eb1-4ab2-aef7-544acabc192b req-aaf1182d-3ccb-4c0f-8bf0-25760e859ade tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 210 time: 0.1202304 Nov 12 05:29:10.278960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c110796-1805-424e-a054-c67cf8ab63ac tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 2d2cd1b0-a3fa-4cc4-91fe-a10dfa8c4d44 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:10.295632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c110796-1805-424e-a054-c67cf8ab63ac tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.313885 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.345228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d227c-ec6d-44df-ab03-25a33d6622ee req-47f5c412-2f6a-49e5-8283-ae968e11f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:10.346809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-553d227c-ec6d-44df-ab03-25a33d6622ee req-47f5c412-2f6a-49e5-8283-ae968e11f07e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d5b1206-e13c-4c53-844e-6262c9086aa2 HTTP/1.1" status: 200 len: 1098 time: 0.1208565 Nov 12 05:29:10.355515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port cf45e763-2296-4341-a615-379c3655c175, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf45e763-2296-4341-a615-379c3655c175,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:10.361890 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.376919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.392267 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c110796-1805-424e-a054-c67cf8ab63ac tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.402166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.417663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=cf45e763-2296-4341-a615-379c3655c175,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:10.420024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cb87c-5816-475f-9b26-a25ab88e8195 req-ef58f82c-7464-438b-83a8-52ce50360b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:10.421564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-455cb87c-5816-475f-9b26-a25ab88e8195 req-ef58f82c-7464-438b-83a8-52ce50360b26 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 1097 time: 0.1886680 Nov 12 05:29:10.474006 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-553d227c-ec6d-44df-ab03-25a33d6622ee req-fcb84e32-2388-47fa-a98c-21b2fa7c7860 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027753 Nov 12 05:29:10.482840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.534435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.543331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.25.2.45 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/d3d5d40a-be04-4ae2-b200-6166e0e0bb71) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:10.569914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-455cb87c-5816-475f-9b26-a25ab88e8195 req-370fef28-c10d-4d34-9221-03d1eedd16f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370111 Nov 12 05:29:10.578935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c110796-1805-424e-a054-c67cf8ab63ac tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.631768 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.651109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1ceec9d2-700a-447e-a489-eb2997f6ad75'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:10.688651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.721459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:10.729487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:10.730215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.734261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:10.737216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c110796-1805-424e-a054-c67cf8ab63ac tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:10.739326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'Port': ['ID=af49a1ee-bac6-4081-9e13-efd43488d182,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:10.753810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.754151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.754524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.754872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.755193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.755517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.755839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.756160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.756479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.756794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.757112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.757446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:10.812732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:10.816285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:10.827585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:10.918517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=d3d5d40a-be04-4ae2-b200-6166e0e0bb71,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:11.117087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-88806388-e87f-42df-94d0-6ff7480be53e None None] Provisioning complete for port af49a1ee-bac6-4081-9e13-efd43488d182 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:11.117608 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-88806388-e87f-42df-94d0-6ff7480be53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.128841 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.144088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d9a06-5cda-4e39-9b78-2ec9c6eb6e59 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:11.193298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c110796-1805-424e-a054-c67cf8ab63ac tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2cd1b0-a3fa-4cc4-91fe-a10dfa8c4d44,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:11.205650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-88806388-e87f-42df-94d0-6ff7480be53e None None] Port af49a1ee-bac6-4081-9e13-efd43488d182 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:11.225000 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c110796-1805-424e-a054-c67cf8ab63ac tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.230504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9c110796-1805-424e-a054-c67cf8ab63ac tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/2d2cd1b0-a3fa-4cc4-91fe-a10dfa8c4d44 HTTP/1.1" status: 204 len: 168 time: 1.0683801 Nov 12 05:29:11.231819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43662) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:11.236201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ccbed-cb20-47a6-8540-9d02bfa47dc7 req-fb1cef2d-2c40-4144-a97c-934009c620ef tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:11.237817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-829ccbed-cb20-47a6-8540-9d02bfa47dc7 req-fb1cef2d-2c40-4144-a97c-934009c620ef tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 946 time: 0.5703764 Nov 12 05:29:11.275798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:11.276412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.309810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a8c20-e407-4ac1-a2dd-73f8c8990e27 req-e8858aa0-46df-43c3-999b-33ca03b6ec80 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:11.317070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-369a8c20-e407-4ac1-a2dd-73f8c8990e27 req-e8858aa0-46df-43c3-999b-33ca03b6ec80 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.1291094 Nov 12 05:29:11.326201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f381aa-f84d-4a26-962f-187098725a0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet bf381673-8f26-43df-aacf-f2e5c6974d9d {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:11.329331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-133c0f18-22d5-4258-819b-eb9256e3d10a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9493444 Nov 12 05:29:11.334556 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24f381aa-f84d-4a26-962f-187098725a0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.349585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Request body: {'port': {'device_id': '534890d9-ec48-4741-b21a-990e05160c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:11.353071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-aded0501-723e-4282-a4fb-286d55e5ec6c None None] Provisioning complete for port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:11.353239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aded0501-723e-4282-a4fb-286d55e5ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.387829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-829ccbed-cb20-47a6-8540-9d02bfa47dc7 req-449dfbe6-278e-41f4-804e-bb02fc23b155 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381838 Nov 12 05:29:11.418669 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24f381aa-f84d-4a26-962f-187098725a0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.439102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-369a8c20-e407-4ac1-a2dd-73f8c8990e27 req-ce8216cb-21e6-4f9e-9032-fb1bc602962d tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211429 Nov 12 05:29:11.473076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.508409 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aded0501-723e-4282-a4fb-286d55e5ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.531261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.560083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-aded0501-723e-4282-a4fb-286d55e5ec6c None None] For port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:11.565538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aded0501-723e-4282-a4fb-286d55e5ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.644838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded0501-723e-4282-a4fb-286d55e5ec6c None None] Pushing event updated for resources: {'Port': ['ID=bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:11.681467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:11.700990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24f381aa-f84d-4a26-962f-187098725a0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.748440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:11.748440 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.769967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73c58e-f7c8-4596-a3fc-d82a10b86b5d req-ae1340df-81c2-469c-a7c4-92a8c7b57a03 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:11.771891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea73c58e-f7c8-4596-a3fc-d82a10b86b5d req-ae1340df-81c2-469c-a7c4-92a8c7b57a03 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 931 time: 0.2126024 Nov 12 05:29:11.813127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea681a83-94c3-4a99-b82e-ee9a89a367f1 req-87243c2a-32d3-4bb0-bedb-af6383b3d01c tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:11.814818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea681a83-94c3-4a99-b82e-ee9a89a367f1 req-87243c2a-32d3-4bb0-bedb-af6383b3d01c tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 945 time: 0.2596121 Nov 12 05:29:11.820463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 49aac0c2-a158-4014-93b1-0686fd13640f is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:29:11.921372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24f381aa-f84d-4a26-962f-187098725a0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.939313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea73c58e-f7c8-4596-a3fc-d82a10b86b5d req-74fcfa87-5cc4-4ac4-ba65-fde621249e86 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575561 Nov 12 05:29:11.945655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24f381aa-f84d-4a26-962f-187098725a0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:11.952287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-24f381aa-f84d-4a26-962f-187098725a0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/bf381673-8f26-43df-aacf-f2e5c6974d9d HTTP/1.1" status: 204 len: 168 time: 0.7203147 Nov 12 05:29:11.955247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43668) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:11.974688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f381aa-f84d-4a26-962f-187098725a0a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=bf381673-8f26-43df-aacf-f2e5c6974d9d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:11.977299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea681a83-94c3-4a99-b82e-ee9a89a367f1 req-ea86caed-35ea-401a-9a8b-f9ccb5cf72cb tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484499 Nov 12 05:29:12.065316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1827a578-d58e-429e-a9a1-13cd8a939240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf45e763-2296-4341-a615-379c3655c175'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:12.067939 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13739c51-b9e5-45a6-84d8-39c14ba064ec" -d '{"events": [{"server_uuid": "1827a578-d58e-429e-a9a1-13cd8a939240", "name": "network-vif-plugged", "status": "completed", "tag": "cf45e763-2296-4341-a615-379c3655c175"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:12.076301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:12.091337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Sync routers for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:12.107381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ab96cc73-4327-4e0c-8b7a-d3814f8c2714 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1463516 Nov 12 05:29:12.107963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:12.107963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:12.108967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43674) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:12.126221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:12.127323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:12.131502 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c9bee2fe-71c5-4028-89c0-b201b4802302 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7932875 Nov 12 05:29:12.132715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43676) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:12.188781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-91f27155-0b6d-4ed8-b957-71ab55b1c1cc tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=55c883ec452744208727f56ec3f04fe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537884 Nov 12 05:29:12.190647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43678) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:12.202736 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c682c1a7-0c71-4731-bcd5-b9a6f632fecc x-openstack-request-id: req-c682c1a7-0c71-4731-bcd5-b9a6f632fecc {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:12.203362 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1827a578-d58e-429e-a9a1-13cd8a939240", "name": "network-vif-plugged", "status": "completed", "tag": "cf45e763-2296-4341-a615-379c3655c175", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:12.203362 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c682c1a7-0c71-4731-bcd5-b9a6f632fecc {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:12.203907 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1827a578-d58e-429e-a9a1-13cd8a939240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf45e763-2296-4341-a615-379c3655c175', 'code': 200} Nov 12 05:29:12.268231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64255cf-099b-40fb-aeff-14df1fc180d0 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:12.278387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9e53f-e9d4-474f-8220-de53c4dcefc8 req-519327a4-33d5-46a8-b6cf-059632c846a4 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:12.284518 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51c9e53f-e9d4-474f-8220-de53c4dcefc8 req-519327a4-33d5-46a8-b6cf-059632c846a4 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 946 time: 0.1781893 Nov 12 05:29:12.289841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43680) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:12.298606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Request body: {'floatingip': {'port_id': '21675eba-674f-4770-afa3-355ed7394c33'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:12.368345 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:12.370737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e5f2d9af-a1d5-48ec-ba31-e8875f51a562 None None] Provisioning complete for port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:12.370921 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d9af-a1d5-48ec-ba31-e8875f51a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:12.386419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:12.432585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af49a1ee-bac6-4081-9e13-efd43488d182 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:12.476670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:12.581628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Transition to ACTIVE for port object af49a1ee-bac6-4081-9e13-efd43488d182 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:29:12.585283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:12.589263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:12.679826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:12.691714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:12.699464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fecbdb-6cca-4752-ae42-069ef2bda7ad req-8d6a2918-5f02-4dfe-9de7-b48e5f6f81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:12.701203 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-69fecbdb-6cca-4752-ae42-069ef2bda7ad req-8d6a2918-5f02-4dfe-9de7-b48e5f6f81b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 1097 time: 0.4556503 Nov 12 05:29:12.703481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:10Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:12.708127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a027b-4024-49f6-9ab2-5d7230e5828f tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:12.712379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-417a027b-4024-49f6-9ab2-5d7230e5828f tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5180087 Nov 12 05:29:12.712536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43684) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:12.755654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Checking router: 49aac0c2-a158-4014-93b1-0686fd13640f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:12.756000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Updating router 49aac0c2-a158-4014-93b1-0686fd13640f port d3d5d40a-be04-4ae2-b200-6166e0e0bb71 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:29:12.766667 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-715b81ec-479a-48ee-98ca-01c697f29a68 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506299 Nov 12 05:29:12.769186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43686) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:12.775225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1512659684', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:12.791305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:12.842198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Pushing event updated for resources: {'Port': ['ID=af49a1ee-bac6-4081-9e13-efd43488d182,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:12.842701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] Deleting port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:12.843081 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:12.848340 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-69fecbdb-6cca-4752-ae42-069ef2bda7ad req-cb3b7a43-e5db-4ff5-b45c-3bf3461666c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364558 Nov 12 05:29:12.884201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3156d9-6865-43aa-8af2-b138ebe0306a req-513ab65d-a1c0-4281-93e6-73e7b22df23e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:12.893311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f3156d9-6865-43aa-8af2-b138ebe0306a req-513ab65d-a1c0-4281-93e6-73e7b22df23e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.3135512 Nov 12 05:29:12.906377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:12.913258 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.001202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] For port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:13.001610 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.022380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] Calling delete_port for bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:13.176176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.193513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f3156d9-6865-43aa-8af2-b138ebe0306a req-f1d670b2-c949-4065-8e9f-b2b930db5ae9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977462 Nov 12 05:29:13.235946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Subnet': ['ID=6a9ad807-2f0c-4321-83b3-d735e055bdcd,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:13.266832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Attempting to bind port af49a1ee-bac6-4081-9e13-efd43488d182 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:13.267606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Attempting to bind port af49a1ee-bac6-4081-9e13-efd43488d182 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:13.268127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Attempting to bind port af49a1ee-bac6-4081-9e13-efd43488d182 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:13.273505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Checking segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:13.273882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network hostable DHCP agents. Network: cbea10d1-cc98-4e5a-9bb1-72c6b75568fc, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:29:13.296396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:29:13.307284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, cbea10d1-cc98-4e5a-9bb1-72c6b75568fc) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:13.312407 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:13.312809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.321262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e20c44-a214-4b4c-840b-b242648bdeef None None] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:13.336042 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6b244292-4e70-4c50-ab0e-bdc0cbcad171 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5631533 Nov 12 05:29:13.336958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43696) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:13.341468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Port af49a1ee-bac6-4081-9e13-efd43488d182 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:29:13.342069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Attempting to bind port af49a1ee-bac6-4081-9e13-efd43488d182 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:13.386727 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.387061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:13.387951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Checking segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:13.388338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Bound using segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:13.388785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Bound port: af49a1ee-bac6-4081-9e13-efd43488d182, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:13.389140 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.416885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118483d8-b58d-4d53-9533-b74987d9dbf1 req-34b288f4-0993-45a9-a3cd-b60bb4903c04 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:13.418421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-118483d8-b58d-4d53-9533-b74987d9dbf1 req-34b288f4-0993-45a9-a3cd-b60bb4903c04 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 943 time: 0.3486831 Nov 12 05:29:13.430946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] Pushing event deleted for resources: {'Port': ['ID=bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:13.435914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.resource_extend [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:29:13.441924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2612b7a-a013-413b-81d8-d8c57e3f41cc None None] No DVR routers for this DVR port bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:13.495552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a2bc-d124-4c00-b252-0d33eeb3d833 req-6b108ab7-5ef0-459f-a0d6-c1e61fd03d32 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:13.507526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e16a2bc-d124-4c00-b252-0d33eeb3d833 req-6b108ab7-5ef0-459f-a0d6-c1e61fd03d32 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 945 time: 0.2355316 Nov 12 05:29:13.560480 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.579871 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.583251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:13.618334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.624684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:13.625794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.633058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:13.633399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bbdf63cb-5e69-4ecf-a9ea-267fc0bee04a not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:13.641959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.672736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:13.681130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.704008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e0eb6-b69f-4ec7-ad61-53c660a1b1b0 None None] Pushing event updated for resources: {'Port': ['ID=d3d5d40a-be04-4ae2-b200-6166e0e0bb71,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:13.736768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:13.741588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] For port af49a1ee-bac6-4081-9e13-efd43488d182, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:13.745844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Attempting to bind port d3d5d40a-be04-4ae2-b200-6166e0e0bb71 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:13.746100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Attempting to bind port d3d5d40a-be04-4ae2-b200-6166e0e0bb71 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:13.746544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Attempting to bind port d3d5d40a-be04-4ae2-b200-6166e0e0bb71 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:13.747242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:13.747845 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.757687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728a5b2-414a-4580-8710-cb96d9852e5c None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:13.762985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-118483d8-b58d-4d53-9533-b74987d9dbf1 req-bbef7daa-d066-4999-90e2-fe9841dbbd7d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303103 Nov 12 05:29:13.766022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:13.766477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:13.766891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.767584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:13.767798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Bound port: d3d5d40a-be04-4ae2-b200-6166e0e0bb71, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:13.768139 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.773293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=91e9233f-baff-419a-b9c6-c35b3ea08e41,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:13.778500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e16a2bc-d124-4c00-b252-0d33eeb3d833 req-ba141333-52fe-45a2-a211-1a2c544fdcfa tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699018 Nov 12 05:29:13.787802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] For port af49a1ee-bac6-4081-9e13-efd43488d182, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af49a1ee-bac6-4081-9e13-efd43488d182,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:13.812500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-08db9fc9-ec8e-4c35-92a8-6dbce7f0ad0e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6992583 Nov 12 05:29:13.812500 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.813138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43700) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:13.855727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:13.938731 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-69fec6b4-2e2b-4038-bd72-b56aa9631e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.949228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] For port d3d5d40a-be04-4ae2-b200-6166e0e0bb71, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:13.956014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] For port d3d5d40a-be04-4ae2-b200-6166e0e0bb71, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d3d5d40a-be04-4ae2-b200-6166e0e0bb71,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:13.962663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Allocated IP 172.20.0.2 (cbea10d1-cc98-4e5a-9bb1-72c6b75568fc/6a9ad807-2f0c-4321-83b3-d735e055bdcd/08bb2914-5aec-42e9-aa02-194fb86eca78) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:13.968830 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:13.990013 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.011914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:14.013029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.014251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] 10.222.0.47 "PUT /v2.0/ports/af49a1ee-bac6-4081-9e13-efd43488d182 HTTP/1.1" status: 200 len: 1092 time: 2.6747725 Nov 12 05:29:14.024087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534890d9-ec48-4741-b21a-990e05160c6d', 'tag': 'af49a1ee-bac6-4081-9e13-efd43488d182'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:14.026558 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94209d4-0bc5-4dea-a299-6f778bd13105" -d '{"events": [{"name": "network-changed", "server_uuid": "534890d9-ec48-4741-b21a-990e05160c6d", "tag": "af49a1ee-bac6-4081-9e13-efd43488d182"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:14.047251 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Floating IP a1cb0645-c242-4117-99d4-b7484692d813 associated. External IP: 172.25.2.231, port: 21675eba-674f-4770-afa3-355ed7394c33. Nov 12 05:29:14.189226 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a1f016-8fa6-4a2c-81e2-e80f4a2e1abb x-openstack-request-id: req-52a1f016-8fa6-4a2c-81e2-e80f4a2e1abb {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:14.189460 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534890d9-ec48-4741-b21a-990e05160c6d", "tag": "af49a1ee-bac6-4081-9e13-efd43488d182", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:14.189709 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52a1f016-8fa6-4a2c-81e2-e80f4a2e1abb {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:14.190109 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534890d9-ec48-4741-b21a-990e05160c6d', 'tag': 'af49a1ee-bac6-4081-9e13-efd43488d182', 'status': 'completed', 'code': 200} Nov 12 05:29:14.234493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:14.236691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:14.239490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a1221-a47e-41c8-9155-35bb7a36807a service neutron] Pushing event updated for resources: {'Port': ['ID=af49a1ee-bac6-4081-9e13-efd43488d182,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:14.321753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e0eb6-b69f-4ec7-ad61-53c660a1b1b0 None None] Pushing event updated for resources: {'Port': ['ID=d3d5d40a-be04-4ae2-b200-6166e0e0bb71,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:14.444899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '91e9233f-baff-419a-b9c6-c35b3ea08e41'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:14.445868 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.599625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:14.662044 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.680432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7f714-fb1c-4764-94ca-488f179814b5 req-ec9f2275-f112-4287-aed1-72b7e70eb3bb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:14.681916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44f7f714-fb1c-4764-94ca-488f179814b5 req-ec9f2275-f112-4287-aed1-72b7e70eb3bb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 0.7664592 Nov 12 05:29:14.683392 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.723843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-1c1bb32e-88e7-40b9-9faf-5772b59978d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:14.725219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-1c1bb32e-88e7-40b9-9faf-5772b59978d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 1095 time: 0.5788476 Nov 12 05:29:14.730185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.20.0.1 (cbea10d1-cc98-4e5a-9bb1-72c6b75568fc/6a9ad807-2f0c-4321-83b3-d735e055bdcd/9dd8939a-03eb-40ab-800e-630373c238e0) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:14.782475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:14.786134 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.804931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:14.818967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:14.826914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:14.828759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Pushing event updated for resources: {'Port': ['ID=08bb2914-5aec-42e9-aa02-194fb86eca78,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:14.836280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-a767b009-31c3-4eef-9228-436a1d5febac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49a1ee-bac6-4081-9e13-efd43488d182 HTTP/1.1" status: 200 len: 217 time: 0.0954783 Nov 12 05:29:14.859803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Allocated IP 172.20.0.2 (70598e6e-724e-441f-b412-f64f1126e8bd/91e9233f-baff-419a-b9c6-c35b3ea08e41/8ebe6861-eecc-48a9-8827-33729999e271) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:14.894710 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.937171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.960417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Attempting to bind port 08bb2914-5aec-42e9-aa02-194fb86eca78 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:14.960829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Attempting to bind port 08bb2914-5aec-42e9-aa02-194fb86eca78 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:14.961148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Attempting to bind port 08bb2914-5aec-42e9-aa02-194fb86eca78 on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:14.964475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44f7f714-fb1c-4764-94ca-488f179814b5 req-120d0d4b-a42d-4427-864d-bc454e150aaf tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609882 Nov 12 05:29:14.996259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:14.997203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Checking segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:14.997606 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.997995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Bound using segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:14.998502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Bound port: 08bb2914-5aec-42e9-aa02-194fb86eca78, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:14.998883 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.023349 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=9dd8939a-03eb-40ab-800e-630373c238e0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:15.028280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-dd9ba333-e456-4186-a553-da50fbf0cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:15.029725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-dd9ba333-e456-4186-a553-da50fbf0cc1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1713059 Nov 12 05:29:15.053786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:15.055883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.065146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.065613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.065908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.066253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.071226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.071226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.071226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.071651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.072075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.072256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.072579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:15.082937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:15.086991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:15.143311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.154518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218938-5690-426c-ad91-e62097496f76 req-8621e78a-9ab2-46a7-adcd-ff673680db60 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:15.156092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03218938-5690-426c-ad91-e62097496f76 req-8621e78a-9ab2-46a7-adcd-ff673680db60 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 943 time: 0.2308059 Nov 12 05:29:15.169953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Router 6869d99e-83c1-44b3-9f9a-413959d74747 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:15.200491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-7e5c1128-b342-442e-8f70-5f940c929b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:15.202649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-7e5c1128-b342-442e-8f70-5f940c929b18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532416 Nov 12 05:29:15.269340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:10Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:15.310915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea603d0-c6d1-43bd-90af-bd3f127b8006 None None] The sync data for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 is: [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:10Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:15.320239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] For port 08bb2914-5aec-42e9-aa02-194fb86eca78, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:15.329980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.343258 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.345648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d9039-162d-48da-9bf2-4a49dcc732c1 req-b13d7e1a-0d77-468a-9c33-2333c8d1fe66 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:15.347341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-739d9039-162d-48da-9bf2-4a49dcc732c1 req-b13d7e1a-0d77-468a-9c33-2333c8d1fe66 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 945 time: 0.2543392 Nov 12 05:29:15.354506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] For port 08bb2914-5aec-42e9-aa02-194fb86eca78, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=08bb2914-5aec-42e9-aa02-194fb86eca78,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:15.358108 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.364868 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.450751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:15.453878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:15.454493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03218938-5690-426c-ad91-e62097496f76 req-23cb0c09-2a24-4f73-a2d8-cfd831f784ef tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722323 Nov 12 05:29:15.466549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:15.490120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Pushing event updated for resources: {'Port': ['ID=8ebe6861-eecc-48a9-8827-33729999e271,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:15.628992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-3263bb02-e801-41c9-bc8b-9360a647b0c7 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048524 Nov 12 05:29:15.650022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-739d9039-162d-48da-9bf2-4a49dcc732c1 req-f9d5f88c-d962-45e9-913a-72a61d1d373e tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501390 Nov 12 05:29:15.694993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:15.728781 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] Sync routers for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:15.732696 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.743938 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:15.747809 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:15.791131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Attempting to bind port 8ebe6861-eecc-48a9-8827-33729999e271 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:15.791131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Attempting to bind port 8ebe6861-eecc-48a9-8827-33729999e271 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:15.791131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Attempting to bind port 8ebe6861-eecc-48a9-8827-33729999e271 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:15.802286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d1eda-bcaa-4ad0-9654-91343e850f43 None None] Pushing event updated for resources: {'Port': ['ID=08bb2914-5aec-42e9-aa02-194fb86eca78,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:15.838383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:15.838808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:15.839162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.839554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:15.840038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Bound port: 8ebe6861-eecc-48a9-8827-33729999e271, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:15.841051 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:15.844585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a9956473-8577-4c4c-b388-6081382df1b5 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "PUT /v2.0/floatingips/a1cb0645-c242-4117-99d4-b7484692d813 HTTP/1.1" status: 200 len: 992 time: 3.5535929 Nov 12 05:29:15.998388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-892c3468-d2c1-404e-bd14-68a6d6c9e4c0 req-9ec1ac0d-a4f4-4970-bd52-3ac337e7cba3 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461065 Nov 12 05:29:16.127280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] For port 8ebe6861-eecc-48a9-8827-33729999e271, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:16.138238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] For port 8ebe6861-eecc-48a9-8827-33729999e271, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8ebe6861-eecc-48a9-8827-33729999e271,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:16.157555 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:16.158640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.objects.ports [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:29:16.207188 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:16.236417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'tag': '21675eba-674f-4770-afa3-355ed7394c33'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:16.245426 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f02af-fb5b-4760-a63c-f66cf21ba268" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4a7926-5508-4f98-8a18-6232a50530ec", "tag": "21675eba-674f-4770-afa3-355ed7394c33"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:16.316896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a54de5-8cd3-4d68-bd2e-82744314fd20 None None] Pushing event updated for resources: {'Port': ['ID=8ebe6861-eecc-48a9-8827-33729999e271,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:16.408106 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a51cbf-3f61-4579-98fa-08af90518f58 x-openstack-request-id: req-60a51cbf-3f61-4579-98fa-08af90518f58 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:16.408682 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4a7926-5508-4f98-8a18-6232a50530ec", "tag": "21675eba-674f-4770-afa3-355ed7394c33", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:16.409375 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60a51cbf-3f61-4579-98fa-08af90518f58 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:16.410121 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'tag': '21675eba-674f-4770-afa3-355ed7394c33', 'status': 'completed', 'code': 200} Nov 12 05:29:16.420088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ea6cfd3-e03e-4905-9c61-959ad0f823fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:16.502515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-971dc0e9-15d1-4a7a-8925-ac3695ed9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:16.505888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-971dc0e9-15d1-4a7a-8925-ac3695ed9d9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 1095 time: 0.3962407 Nov 12 05:29:16.564418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-f475f88e-b6ff-47bb-9aeb-b9350ebd19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:16.566126 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-f475f88e-b6ff-47bb-9aeb-b9350ebd19b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24dbcd6e28ed4f45909002f36c4c4306&device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 1098 time: 0.1172516 Nov 12 05:29:16.570234 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:16.577826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:16.604984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620de55a-1e74-4ec9-aab4-07361149c590 req-f7697913-5ab6-414d-8e0c-3a29f9241077 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:16.611084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-620de55a-1e74-4ec9-aab4-07361149c590 req-f7697913-5ab6-414d-8e0c-3a29f9241077 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9c736de-b2b6-4aab-bb4a-32f39f65548c HTTP/1.1" status: 200 len: 945 time: 0.4331367 Nov 12 05:29:16.749327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:16.815592 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a1cb0645-c242-4117-99d4-b7484692d813', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'port_id': '21675eba-674f-4770-afa3-355ed7394c33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'mac_address': 'fa:16:3e:65:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:43Z', 'updated_at': '2021-11-12T05:29:13Z', 'revision_number': 1, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 5, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:16.881921 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] Checking router: 6869d99e-83c1-44b3-9f9a-413959d74747 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:16.882174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-7045b529-11da-4bfc-a18e-642b586f8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:16.898284 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-7045b529-11da-4bfc-a18e-642b586f8d8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 HTTP/1.1" status: 200 len: 916 time: 0.3120580 Nov 12 05:29:16.914628 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:16.916420 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:17.054133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:17.059548 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:17.109710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-0fd69bec-3afc-4612-9a23-cfa437cff2b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21675eba-674f-4770-afa3-355ed7394c33 HTTP/1.1" status: 200 len: 1000 time: 0.2015164 Nov 12 05:29:17.125647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-620de55a-1e74-4ec9-aab4-07361149c590 req-2af32382-cf05-455b-a3e4-c1368b1670e9 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546834 Nov 12 05:29:17.148688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:17.180451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=9dd8939a-03eb-40ab-800e-630373c238e0,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:17.187981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:17.249185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-ccecd33e-e031-49dd-975b-682d54fa862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:17.250905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-ccecd33e-e031-49dd-975b-682d54fa862a service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.7063227 Nov 12 05:29:17.271295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-9c7f3a27-3917-47d0-9616-8fe6d0f29357 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:17.291674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-9c7f3a27-3917-47d0-9616-8fe6d0f29357 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 815 time: 0.7869151 Nov 12 05:29:17.310632 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:17.324457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef953f3e-e83e-4347-9a03-7268e2d8786f None None] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:17.347384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-977ebcd8-73d5-41ca-a3fc-f814212341dc tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/quotas/3b9edbfc822b47c0b4f8a660620ad95a HTTP/1.1" status: 200 len: 375 time: 0.0524497 Nov 12 05:29:17.382696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 49aac0c2-a158-4014-93b1-0686fd13640f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:17.394629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-3a471054-f82a-4751-a5be-65d2eeb0db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:17.396536 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-3a471054-f82a-4751-a5be-65d2eeb0db8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fad848d-edc7-4934-b433-5f048577bcb2 HTTP/1.1" status: 200 len: 854 time: 0.2780969 Nov 12 05:29:17.446594 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a1cb0645-c242-4117-99d4-b7484692d813', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'port_id': '21675eba-674f-4770-afa3-355ed7394c33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'mac_address': 'fa:16:3e:65:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:43Z', 'updated_at': '2021-11-12T05:29:13Z', 'revision_number': 1, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 5, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:17.482416 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe13668-86a7-4aa1-b691-a4d6893b6f3b None None] The sync data for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 is: [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a1cb0645-c242-4117-99d4-b7484692d813', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'port_id': '21675eba-674f-4770-afa3-355ed7394c33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'mac_address': 'fa:16:3e:65:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:43Z', 'updated_at': '2021-11-12T05:29:13Z', 'revision_number': 1, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 5, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:17.493509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Provisioning complete for port 08bb2914-5aec-42e9-aa02-194fb86eca78 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:17.494022 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:17.514776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-1e1f8ff5-7121-43de-9e69-b795ca90b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:17.517214 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-1e1f8ff5-7121-43de-9e69-b795ca90b7c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671942 Nov 12 05:29:17.583041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-5506d31e-6086-4bd8-9460-85f26d9c73e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49a1ee-bac6-4081-9e13-efd43488d182 HTTP/1.1" status: 200 len: 217 time: 0.2742648 Nov 12 05:29:17.623735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-ef426279-b821-42a3-b309-d7ac2f727a0f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2750375 Nov 12 05:29:17.676173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-34196f2f-1063-486c-9c75-a2351b1d3943 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280591 Nov 12 05:29:17.708658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] For port 8ebe6861-eecc-48a9-8827-33729999e271, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8ebe6861-eecc-48a9-8827-33729999e271,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:17.761014 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:17.831258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 08bb2914-5aec-42e9-aa02-194fb86eca78 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:17.834539 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:17.854498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-35fbb593-fae3-40d8-b238-92c5853fd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:17.859848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-35fbb593-fae3-40d8-b238-92c5853fd384 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1249044 Nov 12 05:29:17.872261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:17.874503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:17.960564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-078f02af-fb5b-4760-a63c-f66cf21ba268 req-640fabe6-0165-4602-9f09-1d56aff7cf81 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680316 Nov 12 05:29:17.977534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] For port 08bb2914-5aec-42e9-aa02-194fb86eca78, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=08bb2914-5aec-42e9-aa02-194fb86eca78,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:17.991796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:17.997707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:18.008977 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8cdd0928-5553-4508-b3b5-aff8b269bcd6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "PUT /v2.0/routers/49aac0c2-a158-4014-93b1-0686fd13640f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6675959 Nov 12 05:29:18.019171 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.028957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 08bb2914-5aec-42e9-aa02-194fb86eca78 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:18.029332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.064895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:18.072584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:18.073358 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.220573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ee678-ae4c-4962-b5ba-ebe89fc3651e None None] New status for floating IP a1cb0645-c242-4117-99d4-b7484692d813: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:29:18.271983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Pushing event updated for resources: {'Port': ['ID=08bb2914-5aec-42e9-aa02-194fb86eca78,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:18.302952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.303494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.304028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.304532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.305163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.305654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.306142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.306666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.307148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.308136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.308629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.309254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6a926-8bf2-43c1-9e15-79e019f3cdf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.377327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31a6e0-2cca-45da-9f89-8acc8deba85c None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:18.459466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8ebe6861-eecc-48a9-8827-33729999e271 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:18.522799 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Sync routers for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:18.542941 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:18.543575 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:18.623022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c138c703-a012-48d6-8527-5f04725ed9da None None] Provisioning complete for port 9dd8939a-03eb-40ab-800e-630373c238e0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:18.623557 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c138c703-a012-48d6-8527-5f04725ed9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.626857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0ebfb-ecb6-4569-afbc-2720c415699e req-d52695d4-d747-4cbf-893e-f202c3485ebb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:18.634528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28e0ebfb-ecb6-4569-afbc-2720c415699e req-d52695d4-d747-4cbf-893e-f202c3485ebb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 943 time: 1.3713367 Nov 12 05:29:18.655664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8061347 Nov 12 05:29:18.659253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43754) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:18.665675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.666805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:7e:51:46', 'name': 'tempest-NetworksTestDHCPv6-531811812'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:18.713427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-31aff028-a6b4-4656-80f4-552e038e24a9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:18.714187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-31aff028-a6b4-4656-80f4-552e038e24a9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.47 "GET /v2.0/ports?device_id=5651cba9-c770-4381-8402-3a1f949b05d9 HTTP/1.1" status: 200 len: 945 time: 1.2134709 Nov 12 05:29:18.725053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c138c703-a012-48d6-8527-5f04725ed9da None None] Port 9dd8939a-03eb-40ab-800e-630373c238e0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:18.742934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8ebe6861-eecc-48a9-8827-33729999e271 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:18.743548 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.778174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28e0ebfb-ecb6-4569-afbc-2720c415699e req-17683fe7-f74b-4e9b-a264-1e2c77e17d1b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379125 Nov 12 05:29:18.779859 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-136a7a12-8846-47a2-82f1-6bbf0302911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:18.790916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-136a7a12-8846-47a2-82f1-6bbf0302911c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8775995 Nov 12 05:29:18.792124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c138c703-a012-48d6-8527-5f04725ed9da None None] Provisioning complete for port 08bb2914-5aec-42e9-aa02-194fb86eca78 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:18.792124 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c138c703-a012-48d6-8527-5f04725ed9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.796670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device af49a1ee-bac6-4081-9e13-efd43488d182 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:18.883584 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:18.912568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=e3cf0ad8-1295-4f62-a8fe-25d132c201a9,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:18.963016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c4995-957f-466a-9f6f-b545fab5a101 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=8ebe6861-eecc-48a9-8827-33729999e271,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:19.013270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:19.124261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.136306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-7e48d863-cb07-4e60-beed-8da08cf07a2b service neutron] 10.222.0.48 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2938175 Nov 12 05:29:19.173880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:19.240948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-666647f4-1f2b-4455-a298-a1954c3c5cfc service neutron] 10.222.0.48 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926774 Nov 12 05:29:19.268675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-70ef4f72-4b63-491f-8044-e9e243fa345e service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266114 Nov 12 05:29:19.295189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12721-0379-471d-98ea-0c645f4ce949 req-6aa7bdeb-fdc7-44ff-bb99-3e27cb477a95 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:19.299082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port af49a1ee-bac6-4081-9e13-efd43488d182, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af49a1ee-bac6-4081-9e13-efd43488d182,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:19.302911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94e12721-0379-471d-98ea-0c645f4ce949 req-6aa7bdeb-fdc7-44ff-bb99-3e27cb477a95 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d5b1206-e13c-4c53-844e-6262c9086aa2 HTTP/1.1" status: 200 len: 946 time: 0.3069973 Nov 12 05:29:19.324086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'af49a1ee-bac6-4081-9e13-efd43488d182', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': 'af49a1ee-bac6-4081-9e13-efd43488d182', 'mac_address': 'fa:16:3e:10:ca:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:19.373363 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.392709 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.397963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af49a1ee-bac6-4081-9e13-efd43488d182 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:19.421102 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:16Z', 'revision_number': 2, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:19.423201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port af49a1ee-bac6-4081-9e13-efd43488d182, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af49a1ee-bac6-4081-9e13-efd43488d182,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:19.464915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Deleting port c50b8957-349b-4e5e-8b9f-85f5cc557a1c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:19.465433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.477335 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.527435 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Checking router: 49aac0c2-a158-4014-93b1-0686fd13640f for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:19.530571 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Updating router 49aac0c2-a158-4014-93b1-0686fd13640f port 9dd8939a-03eb-40ab-800e-630373c238e0 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:29:19.531814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 172.20.0.13 (70598e6e-724e-441f-b412-f64f1126e8bd/91e9233f-baff-419a-b9c6-c35b3ea08e41/fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:19.547139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:fe7e:5146 (70598e6e-724e-441f-b412-f64f1126e8bd/e3cf0ad8-1295-4f62-a8fe-25d132c201a9/fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:19.556454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=af49a1ee-bac6-4081-9e13-efd43488d182,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:19.561497 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.596390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b002ad8a-b6b0-43ee-a117-fd23c3f169cc None None] Provisioning complete for port 9dd8939a-03eb-40ab-800e-630373c238e0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:19.596769 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b002ad8a-b6b0-43ee-a117-fd23c3f169cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.601066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94e12721-0379-471d-98ea-0c645f4ce949 req-2ddb5f11-d46c-48e3-a4cb-c93ba67d7d6c tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970266 Nov 12 05:29:19.620265 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.727434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 8ebe6861-eecc-48a9-8827-33729999e271, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8ebe6861-eecc-48a9-8827-33729999e271,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:19.755562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:19.756372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d3d5d40a-be04-4ae2-b200-6166e0e0bb71 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:19.760979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b002ad8a-b6b0-43ee-a117-fd23c3f169cc None None] Port 9dd8939a-03eb-40ab-800e-630373c238e0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:19.854013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97170a03-c9a3-43aa-8ad9-6eeb123659c5 req-0c59d8ed-60a1-4890-b62e-99b55962dc0a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 210 time: 0.0769522 Nov 12 05:29:19.928858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f94209d4-0bc5-4dea-a299-6f778bd13105 req-34a0f545-7c57-4a96-8fd4-7b89f40ce142 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846276 Nov 12 05:29:20.015256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-30e91efb-9556-4f25-adfa-1b64b41d8ba9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770078612&fields=id&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 267 time: 0.2791655 Nov 12 05:29:20.016519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.123533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=8ebe6861-eecc-48a9-8827-33729999e271,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:20.136261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] For port c50b8957-349b-4e5e-8b9f-85f5cc557a1c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:20.136469 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.140337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['af49a1ee-bac6-4081-9e13-efd43488d182'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:20.157380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.183868 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.193611 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.249174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b002ad8a-b6b0-43ee-a117-fd23c3f169cc None None] Provisioning complete for port 8ebe6861-eecc-48a9-8827-33729999e271 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:20.249608 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b002ad8a-b6b0-43ee-a117-fd23c3f169cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.285181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:20.294308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Calling delete_port for c50b8957-349b-4e5e-8b9f-85f5cc557a1c owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:20.307281 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:20.314112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:20.339029 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4495d-a61b-4b19-ab2b-a3b52cae3791 None None] Pushing event updated for resources: {'Port': ['ID=9dd8939a-03eb-40ab-800e-630373c238e0,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:20.339261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:20.416288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d3d5d40a-be04-4ae2-b200-6166e0e0bb71 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:20.418624 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.466777 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Attempting to bind port 9dd8939a-03eb-40ab-800e-630373c238e0 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:20.467121 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Attempting to bind port 9dd8939a-03eb-40ab-800e-630373c238e0 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:20.470741 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Attempting to bind port 9dd8939a-03eb-40ab-800e-630373c238e0 on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:20.479856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:20.480089 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:20.481182 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Checking segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:20.486357 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.486838 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Bound using segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:20.487342 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Bound port: 9dd8939a-03eb-40ab-800e-630373c238e0, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:20.487775 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.492076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.538487 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cf292790-9887-417c-b1f7-0e35939ec0f8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8748772 Nov 12 05:29:20.539102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:20.614014 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] For port 9dd8939a-03eb-40ab-800e-630373c238e0, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:20.623168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-9308763a-6075-48d3-895c-fb7ee7d3b0ea tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:20.628450 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] For port 9dd8939a-03eb-40ab-800e-630373c238e0, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9dd8939a-03eb-40ab-800e-630373c238e0,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:20.639914 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:20.641581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-9308763a-6075-48d3-895c-fb7ee7d3b0ea tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 796 time: 0.6253331 Nov 12 05:29:20.689324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb080a-3d03-4ef3-8dac-6945ff070bc7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:20.698012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f74dd6-7ff0-4e08-b156-0bdfba25a7b2 req-e112fcaa-cbf3-496a-8484-35ecb4456b30 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:20.704562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb080a-3d03-4ef3-8dac-6945ff070bc7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:20.712670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37f74dd6-7ff0-4e08-b156-0bdfba25a7b2 req-e112fcaa-cbf3-496a-8484-35ecb4456b30 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 944 time: 0.4073863 Nov 12 05:29:20.718479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a4bb080a-3d03-4ef3-8dac-6945ff070bc7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1759572 Nov 12 05:29:20.723828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43788) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:20.761755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-ac586542-ffd4-4539-b0d0-3087ef83f292 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/quotas/55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 375 time: 0.1145563 Nov 12 05:29:20.779907 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4495d-a61b-4b19-ab2b-a3b52cae3791 None None] Pushing event updated for resources: {'Port': ['ID=9dd8939a-03eb-40ab-800e-630373c238e0,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:20.801037 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:20.801928 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:20.971822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-a98c326d-0aff-4e3d-ac7f-b611bf5be253 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863859 Nov 12 05:29:20.990993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37f74dd6-7ff0-4e08-b156-0bdfba25a7b2 req-56743c17-dc94-471b-8868-b712bb226cd6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727649 Nov 12 05:29:21.060402 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:21.072964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c50b8957-349b-4e5e-8b9f-85f5cc557a1c no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:21.187385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-fb9e6c67-79fa-4c7f-90bd-aef646c1b02a service neutron] 10.222.0.48 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945002 Nov 12 05:29:21.332206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.375513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Pushing event deleted for resources: {'Port': ['ID=c50b8957-349b-4e5e-8b9f-85f5cc557a1c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:21.428422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e783de34-be26-42bf-a613-b176554ee207 None None] Provisioning complete for port 8ebe6861-eecc-48a9-8827-33729999e271 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:21.432107 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e783de34-be26-42bf-a613-b176554ee207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.472593 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:21.482513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Port c50b8957-349b-4e5e-8b9f-85f5cc557a1c update to DOWN by agent not found {{(pid=102591) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 05:29:21.490908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] No DVR routers for this DVR port c50b8957-349b-4e5e-8b9f-85f5cc557a1c on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:21.504546 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.508170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7252770-643d-4fb0-b79a-2179f21a8592 req-b96ea8ac-471e-4201-9ad3-ba5af605d6c1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.47 "DELETE /v2.0/ports/c50b8957-349b-4e5e-8b9f-85f5cc557a1c HTTP/1.1" status: 204 len: 173 time: 2.7567799 Nov 12 05:29:21.518740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'name': 'network-vif-deleted', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:21.525815 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aea88a7-79f4-4a77-a110-e31a3c4f73f5" -d '{"events": [{"server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "name": "network-vif-deleted", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:21.544265 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688fe62-36f2-4f4c-ba5b-48953d08c160 None None] The sync data for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 is: [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:20Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:21.562847 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.568168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9b604-11c5-4a04-87d5-ee672c4c8569 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:21.569051 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b604-11c5-4a04-87d5-ee672c4c8569 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.571465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-197b92a3-2740-4a43-8513-7de895d618a1 service neutron] 10.222.0.48 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750727 Nov 12 05:29:21.644517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port d3d5d40a-be04-4ae2-b200-6166e0e0bb71, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d3d5d40a-be04-4ae2-b200-6166e0e0bb71,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:21.707137 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.817927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-4ca5f901-8547-4a57-b4fa-0cced549933b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:21.819781 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-4ca5f901-8547-4a57-b4fa-0cced549933b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.43 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 815 time: 0.3492532 Nov 12 05:29:21.822022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b604-11c5-4a04-87d5-ee672c4c8569 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.843490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Request body: {'port': {'device_id': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'admin_state_up': True, 'tenant_id': '3b9edbfc822b47c0b4f8a660620ad95a'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:21.917231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=d3d5d40a-be04-4ae2-b200-6166e0e0bb71,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:21.994212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] Provisioning complete for port fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:21.994766 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:22.052970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9b604-11c5-4a04-87d5-ee672c4c8569 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:22.055410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de487d1-98d2-41f9-b503-4d6871ac0c72 req-764062f5-95ea-43eb-a949-59542f8f0bfd tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.085980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1de487d1-98d2-41f9-b503-4d6871ac0c72 req-764062f5-95ea-43eb-a949-59542f8f0bfd tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d5b1206-e13c-4c53-844e-6262c9086aa2 HTTP/1.1" status: 200 len: 946 time: 0.1403575 Nov 12 05:29:22.133208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] Port fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:22.164648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] Provisioning complete for port 9dd8939a-03eb-40ab-800e-630373c238e0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:22.166817 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:22.167550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1de487d1-98d2-41f9-b503-4d6871ac0c72 req-590e8c21-181f-4126-b01c-a18c3770ce27 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791368 Nov 12 05:29:22.270753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8ebe6861-eecc-48a9-8827-33729999e271 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:22.283012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e1398d9-beee-4fb4-9b03-ba2418998abc req-7d33016a-c9e1-46fb-85e2-08052607a01b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 210 time: 0.0696092 Nov 12 05:29:22.289810 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef665d00-23b4-436f-83e6-be0f2f7c82ec x-openstack-request-id: req-ef665d00-23b4-436f-83e6-be0f2f7c82ec {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:22.290386 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5651cba9-c770-4381-8402-3a1f949b05d9", "name": "network-vif-deleted", "tag": "c50b8957-349b-4e5e-8b9f-85f5cc557a1c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:22.291841 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef665d00-23b4-436f-83e6-be0f2f7c82ec {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:22.292505 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5651cba9-c770-4381-8402-3a1f949b05d9', 'name': 'network-vif-deleted', 'tag': 'c50b8957-349b-4e5e-8b9f-85f5cc557a1c', 'status': 'completed', 'code': 200} Nov 12 05:29:22.427584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72b78bfb-0610-4f2e-a539-5005a081dea1 req-cb5f4dd5-e8e7-498b-80ce-fd91cceccb0e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 210 time: 0.0547433 Nov 12 05:29:22.446508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:22.453188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-bfc74df4-9e60-4a11-9e72-9830ae76f67f tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.454978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-bfc74df4-9e60-4a11-9e72-9830ae76f67f tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d5b1206-e13c-4c53-844e-6262c9086aa2 HTTP/1.1" status: 200 len: 946 time: 0.1820400 Nov 12 05:29:22.505282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-1e2e0c29-301d-4ae8-b73c-6d98c175e05e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.532118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Made reservation on behalf of 3b9edbfc822b47c0b4f8a660620ad95a for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:22.538256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:22.549672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-1e2e0c29-301d-4ae8-b73c-6d98c175e05e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.565446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] For port 9dd8939a-03eb-40ab-800e-630373c238e0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9dd8939a-03eb-40ab-800e-630373c238e0,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:22.582472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-1e2e0c29-301d-4ae8-b73c-6d98c175e05e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.585290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8ebe6861-eecc-48a9-8827-33729999e271 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:22.585872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:22.596334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-1e2e0c29-301d-4ae8-b73c-6d98c175e05e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.622774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-1e2e0c29-301d-4ae8-b73c-6d98c175e05e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.631920 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:22.643367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-1e2e0c29-301d-4ae8-b73c-6d98c175e05e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.665836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-1e2e0c29-301d-4ae8-b73c-6d98c175e05e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.672998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-1e2e0c29-301d-4ae8-b73c-6d98c175e05e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.3483768 Nov 12 05:29:22.734218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Deleting port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:22.734792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:22.754032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f27814-c1de-46b3-88b3-633b28048eab None None] Pushing event updated for resources: {'Port': ['ID=9dd8939a-03eb-40ab-800e-630373c238e0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:22.818887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device af49a1ee-bac6-4081-9e13-efd43488d182 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:22.889697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e9006ad-ca5c-4adc-b146-4d8435589d2d req-119a41d4-ddd4-482e-80d5-e04a3d6191af tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1639965 Nov 12 05:29:22.913284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a5aa5-cd42-42d2-ab3c-08126639a55d req-52b32a5b-5f35-4e62-80c8-e083dae128cf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:22.913929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-140a5aa5-cd42-42d2-ab3c-08126639a55d req-52b32a5b-5f35-4e62-80c8-e083dae128cf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 944 time: 0.2398562 Nov 12 05:29:22.951381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 08bb2914-5aec-42e9-aa02-194fb86eca78 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:22.976235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] For port 1e70c0ed-2b24-4c48-aba9-623ae39ab290, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1e70c0ed-2b24-4c48-aba9-623ae39ab290,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:22.976613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.005229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Calling delete_port for 1e70c0ed-2b24-4c48-aba9-623ae39ab290 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:23.026015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-140a5aa5-cd42-42d2-ab3c-08126639a55d req-f770e318-eec7-418c-809b-edb54e913486 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983386 Nov 12 05:29:23.042247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-75d0a652-f8b6-45a5-a071-bee121761d1a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.056192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-75d0a652-f8b6-45a5-a071-bee121761d1a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.056192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-75d0a652-f8b6-45a5-a071-bee121761d1a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.061916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-75d0a652-f8b6-45a5-a071-bee121761d1a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.064316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b604-11c5-4a04-87d5-ee672c4c8569 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.080651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-75d0a652-f8b6-45a5-a071-bee121761d1a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.081087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port af49a1ee-bac6-4081-9e13-efd43488d182 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:29:23.087869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-75d0a652-f8b6-45a5-a071-bee121761d1a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.089461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port af49a1ee-bac6-4081-9e13-efd43488d182 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:23.090890 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.095930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-75d0a652-f8b6-45a5-a071-bee121761d1a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.097872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-75d0a652-f8b6-45a5-a071-bee121761d1a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.1417677 Nov 12 05:29:23.149748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 08bb2914-5aec-42e9-aa02-194fb86eca78 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:23.150383 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.168872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-0f052c2d-9e98-477a-bf3d-95197698888d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.170305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-0f052c2d-9e98-477a-bf3d-95197698888d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "GET /v2.0/ports/a2aeb995-c38c-462c-a3b1-769bcfc7aa65?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0653658 Nov 12 05:29:23.177466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9b604-11c5-4a04-87d5-ee672c4c8569 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:23.336511 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.432489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004405d-02ce-4772-9371-1ecceb89fc9d req-783c8026-0ac1-49ee-8dc5-44dc4c668467 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.439889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b004405d-02ce-4772-9371-1ecceb89fc9d req-783c8026-0ac1-49ee-8dc5-44dc4c668467 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d5b1206-e13c-4c53-844e-6262c9086aa2 HTTP/1.1" status: 200 len: 946 time: 0.1595550 Nov 12 05:29:23.442021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ed614b7-740c-45c7-a450-85de894b2cba req-cbdd9b2d-587a-46c5-8d53-b25761429dce tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 210 time: 0.0772080 Nov 12 05:29:23.471167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b604-11c5-4a04-87d5-ee672c4c8569 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.475200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port af49a1ee-bac6-4081-9e13-efd43488d182, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af49a1ee-bac6-4081-9e13-efd43488d182,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:23.477349 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f7a9b604-11c5-4a04-87d5-ee672c4c8569 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77 HTTP/1.1" status: 204 len: 168 time: 2.7523863 Nov 12 05:29:23.477969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43820) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:23.482041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9dd8939a-03eb-40ab-800e-630373c238e0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:23.526017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-5a3a0b11-3fff-4994-933c-bf3e9bc98e7d tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "GET /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3479187 Nov 12 05:29:23.537444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Allocated IP 172.20.0.5 (41e0e103-c96b-411c-9aa1-e9cdcb2c955d/f607d79d-e217-404a-812e-4dc685d7294f/c044c059-a8ea-48ab-888c-26f75c438da8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:23.539721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:23.582898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534890d9-ec48-4741-b21a-990e05160c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af49a1ee-bac6-4081-9e13-efd43488d182'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:23.586070 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111cf5fc-ccfb-4068-b633-6c488682a0be" -d '{"events": [{"server_uuid": "534890d9-ec48-4741-b21a-990e05160c6d", "name": "network-vif-plugged", "status": "completed", "tag": "af49a1ee-bac6-4081-9e13-efd43488d182"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:23.614154 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.624223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639c24c-6269-4570-9c76-8108249bc129 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.625638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639c24c-6269-4570-9c76-8108249bc129 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.627589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639c24c-6269-4570-9c76-8108249bc129 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.632901 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6639c24c-6269-4570-9c76-8108249bc129 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1536858 Nov 12 05:29:23.636324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43824) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:23.710523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9dd8939a-03eb-40ab-800e-630373c238e0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:23.711205 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.717916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=af49a1ee-bac6-4081-9e13-efd43488d182,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:23.726133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fda8265-4bd0-4a9b-9baa-00b97ae7c422 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 91e9233f-baff-419a-b9c6-c35b3ea08e41 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:23.731515 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fda8265-4bd0-4a9b-9baa-00b97ae7c422 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.743694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6c7b06b-a87c-487c-86f8-8b59561f2002 req-cc95a32d-75af-45c3-b9c2-7db84392e832 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 210 time: 0.0598576 Nov 12 05:29:23.788165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b004405d-02ce-4772-9371-1ecceb89fc9d req-bff041a9-6678-4cce-b8c1-31c9853a4268 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233755 Nov 12 05:29:23.809523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fda8265-4bd0-4a9b-9baa-00b97ae7c422 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.825844 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce55ca18-4487-4261-9ef1-d29ce2e71a06 x-openstack-request-id: req-ce55ca18-4487-4261-9ef1-d29ce2e71a06 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:23.826141 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534890d9-ec48-4741-b21a-990e05160c6d", "name": "network-vif-plugged", "status": "completed", "tag": "af49a1ee-bac6-4081-9e13-efd43488d182", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:23.826418 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce55ca18-4487-4261-9ef1-d29ce2e71a06 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:23.827411 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534890d9-ec48-4741-b21a-990e05160c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af49a1ee-bac6-4081-9e13-efd43488d182', 'code': 200} Nov 12 05:29:23.841240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.866405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-9ee5b069-9348-4932-b25f-f3b5d5898541 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:23.868247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-9ee5b069-9348-4932-b25f-f3b5d5898541 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 796 time: 0.2860174 Nov 12 05:29:23.899832 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.918905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['d1b87e79-0eee-479c-b1b5-768bc9c62803'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:23.979424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Pushing event deleted for resources: {'Port': ['ID=1e70c0ed-2b24-4c48-aba9-623ae39ab290,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:23.981974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['cf45e763-2296-4341-a615-379c3655c175'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:24.007274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] No DVR routers for this DVR port 1e70c0ed-2b24-4c48-aba9-623ae39ab290 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:24.009984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.014854 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9ea3feb8-bf76-4276-a4f3-50f61846d471 req-0b9d200b-462e-483b-96f5-60b3a113a845 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.43 "DELETE /v2.0/ports/1e70c0ed-2b24-4c48-aba9-623ae39ab290 HTTP/1.1" status: 204 len: 173 time: 1.5491576 Nov 12 05:29:24.023009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5b1206-e13c-4c53-844e-6262c9086aa2', 'name': 'network-vif-deleted', 'tag': '1e70c0ed-2b24-4c48-aba9-623ae39ab290'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:24.025562 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2905df-6b41-4d75-933e-e90a255e10c4" -d '{"events": [{"server_uuid": "2d5b1206-e13c-4c53-844e-6262c9086aa2", "name": "network-vif-deleted", "tag": "1e70c0ed-2b24-4c48-aba9-623ae39ab290"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:24.158467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fda8265-4bd0-4a9b-9baa-00b97ae7c422 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.204433 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba80d9b-4e7d-4fd4-9da0-a8179c8549cc x-openstack-request-id: req-0ba80d9b-4e7d-4fd4-9da0-a8179c8549cc {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:24.204912 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5b1206-e13c-4c53-844e-6262c9086aa2", "name": "network-vif-deleted", "tag": "1e70c0ed-2b24-4c48-aba9-623ae39ab290", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:24.205661 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ba80d9b-4e7d-4fd4-9da0-a8179c8549cc {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:24.206139 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5b1206-e13c-4c53-844e-6262c9086aa2', 'name': 'network-vif-deleted', 'tag': '1e70c0ed-2b24-4c48-aba9-623ae39ab290', 'status': 'completed', 'code': 200} Nov 12 05:29:24.240005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eb276-e060-4ecd-9e42-ac17c574772a req-2d08868d-e0d0-40e8-b1ab-f35158c1fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.249594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-152eb276-e060-4ecd-9e42-ac17c574772a req-2d08868d-e0d0-40e8-b1ab-f35158c1fc50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 1097 time: 0.3452151 Nov 12 05:29:24.261346 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.295753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d3d5d40a-be04-4ae2-b200-6166e0e0bb71 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:24.303772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fda8265-4bd0-4a9b-9baa-00b97ae7c422 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.313441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-afe82482-4b6e-4a33-a633-5d23579b913c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 379 time: 0.4259930 Nov 12 05:29:24.344375 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fda8265-4bd0-4a9b-9baa-00b97ae7c422 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.348393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'port': {'device_id': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'admin_state_up': True, 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'security_groups': ['975d989f-e004-41ce-b69f-13a98f9ec9b9']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:24.356828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43836) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:24.357038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f200f-cad3-4560-adc0-55384a560471 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:24.358684 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3fda8265-4bd0-4a9b-9baa-00b97ae7c422 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/91e9233f-baff-419a-b9c6-c35b3ea08e41 HTTP/1.1" status: 204 len: 168 time: 0.6994689 Nov 12 05:29:24.361224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda8265-4bd0-4a9b-9baa-00b97ae7c422 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=91e9233f-baff-419a-b9c6-c35b3ea08e41,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:24.385191 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.437831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:24.442478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:24.446971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:24.524564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-3b722448-aaef-4800-9020-5d3070e677f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.530972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-3b722448-aaef-4800-9020-5d3070e677f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.537282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-3b722448-aaef-4800-9020-5d3070e677f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.544006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-3b722448-aaef-4800-9020-5d3070e677f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.546572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.549313 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.550311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-3b722448-aaef-4800-9020-5d3070e677f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.556789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-3b722448-aaef-4800-9020-5d3070e677f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.560380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Pushing event updated for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:24.564305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-3b722448-aaef-4800-9020-5d3070e677f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.572717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-3b722448-aaef-4800-9020-5d3070e677f6 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 5444 time: 0.5539720 Nov 12 05:29:24.599616 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bbfe3451-eeb2-45f6-a4e9-fa3529b3dc63 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7611873 Nov 12 05:29:24.606856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-152eb276-e060-4ecd-9e42-ac17c574772a req-86ae4c04-2241-4a1d-a967-ac8682a2a297 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921331 Nov 12 05:29:24.622548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dafed-2209-4db6-9078-bc615588cf14 req-b4e73147-4dc0-4e12-bc6b-ac9d09655984 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:24.624399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-422dafed-2209-4db6-9078-bc615588cf14 req-b4e73147-4dc0-4e12-bc6b-ac9d09655984 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 945 time: 0.2920942 Nov 12 05:29:24.637074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d3d5d40a-be04-4ae2-b200-6166e0e0bb71 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:24.637538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.641520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] For port a2aeb995-c38c-462c-a3b1-769bcfc7aa65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:24.647250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f890e134-22a9-428a-bc5a-c1f944c2ba3f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet e3cf0ad8-1295-4f62-a8fe-25d132c201a9 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:24.650650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f890e134-22a9-428a-bc5a-c1f944c2ba3f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.660716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Request body: {'port': {'device_id': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:24.750171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f890e134-22a9-428a-bc5a-c1f944c2ba3f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.769346 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.884674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9dd8939a-03eb-40ab-800e-630373c238e0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:24.943721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9dd8939a-03eb-40ab-800e-630373c238e0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:24.944096 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.157851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c044c059-a8ea-48ab-888c-26f75c438da8 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:25.166754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.173897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] For port a2aeb995-c38c-462c-a3b1-769bcfc7aa65, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:25.184836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Transition to ACTIVE for port object c044c059-a8ea-48ab-888c-26f75c438da8 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:29:25.191654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.221432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdbe0de8-94b8-46ca-9534-e1f92cd3ca6c req-83c6ec44-2542-42be-b829-8f5c8b38b09c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6477406 Nov 12 05:29:25.271717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] device_id is not set on port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:25.273040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Pushing event updated for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:25.284884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.294925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-422dafed-2209-4db6-9078-bc615588cf14 req-d2fc3cda-094a-4c79-ac42-6b0aa22ae19e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080403 Nov 12 05:29:25.304713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.317824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:25.321424 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.347099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1e70c0ed-2b24-4c48-aba9-623ae39ab290 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:25.360723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Attempting to bind port c044c059-a8ea-48ab-888c-26f75c438da8 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:25.362256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Attempting to bind port c044c059-a8ea-48ab-888c-26f75c438da8 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:25.363566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Attempting to bind port c044c059-a8ea-48ab-888c-26f75c438da8 on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:25.366381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f890e134-22a9-428a-bc5a-c1f944c2ba3f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.376253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Port c044c059-a8ea-48ab-888c-26f75c438da8 on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:29:25.379068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Attempting to bind port c044c059-a8ea-48ab-888c-26f75c438da8 on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:25.392965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:25.393487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Checking segment: {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:25.395202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Bound using segment: {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:25.395775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 1e70c0ed-2b24-4c48-aba9-623ae39ab290 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:25.396230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Bound port: c044c059-a8ea-48ab-888c-26f75c438da8, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:25.396686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1e70c0ed-2b24-4c48-aba9-623ae39ab290 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:25.397286 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.490021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:25.493476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:25.499800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.544434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:25.545282 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.546806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] 10.222.0.43 "PUT /v2.0/ports/c044c059-a8ea-48ab-888c-26f75c438da8 HTTP/1.1" status: 200 len: 1092 time: 0.8935950 Nov 12 05:29:25.569720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ae8e6-1d6f-4e37-8761-024059b328de service neutron] Pushing event updated for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:25.628814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] Pushing event updated for resources: {'Port': ['ID=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:25.659768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bf97a894-66f5-4a1b-b31e-aa0a830e0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:25.661299 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-bf97a894-66f5-4a1b-b31e-aa0a830e0891 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 1095 time: 0.0491037 Nov 12 05:29:25.668528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] No DVR routers for this DVR port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:25.684785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-558198c5-e699-49ce-8ce4-49df72277cc1 None None] Provisioning complete for port 8ebe6861-eecc-48a9-8827-33729999e271 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:25.686618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-558198c5-e699-49ce-8ce4-49df72277cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.686762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8ae42ce-f2c2-430a-a460-9bbef6f9cfef req-93a3afa0-62ae-462d-96bd-557fc8475df2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 210 time: 0.1564400 Nov 12 05:29:25.729947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-318b6848-2a9b-4272-8ae8-3efcbbcc3818 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c044c059-a8ea-48ab-888c-26f75c438da8 HTTP/1.1" status: 200 len: 217 time: 0.0533302 Nov 12 05:29:25.786846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83f7d0-9574-41fc-8618-ed7b17f95788 req-5f3cd25e-5796-4406-abaa-102ab61f8c64 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:25.795856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc83f7d0-9574-41fc-8618-ed7b17f95788 req-5f3cd25e-5796-4406-abaa-102ab61f8c64 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 943 time: 0.3706999 Nov 12 05:29:25.799780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-47190e69-1191-4a7f-963a-e92f4ea0d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:25.801428 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-47190e69-1191-4a7f-963a-e92f4ea0d07f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f607d79d-e217-404a-812e-4dc685d7294f HTTP/1.1" status: 200 len: 855 time: 0.0625496 Nov 12 05:29:25.810879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-558198c5-e699-49ce-8ce4-49df72277cc1 None None] Provisioning complete for port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:25.811106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-558198c5-e699-49ce-8ce4-49df72277cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.845178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] In _notify_port_updated(), no bound segment for port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:29:25.847616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:25.847616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.851259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-a3b5e638-59bf-4ac3-ae0d-345f37cd269c service neutron] 10.222.0.47 "PUT /v2.0/ports/a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 200 len: 1033 time: 2.3133953 Nov 12 05:29:25.853998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.20.0.3 (cbea10d1-cc98-4e5a-9bb1-72c6b75568fc/6a9ad807-2f0c-4321-83b3-d735e055bdcd/b85d982a-18be-4d9c-96be-90f4f451b85a) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:25.869177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-e29c5f8a-bd03-45f4-9c84-3847590afe3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568969 Nov 12 05:29:25.879686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-558198c5-e699-49ce-8ce4-49df72277cc1 None None] Port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:25.901377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f890e134-22a9-428a-bc5a-c1f944c2ba3f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.978071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890e134-22a9-428a-bc5a-c1f944c2ba3f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cf0ad8-1295-4f62-a8fe-25d132c201a9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:26.003210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74915af6-61c8-47ca-af90-4673bcca800a None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:26.008096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f890e134-22a9-428a-bc5a-c1f944c2ba3f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.014325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f890e134-22a9-428a-bc5a-c1f944c2ba3f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/e3cf0ad8-1295-4f62-a8fe-25d132c201a9 HTTP/1.1" status: 204 len: 168 time: 1.6476564 Nov 12 05:29:26.019554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-564e8ef9-5b89-493c-a139-538aa5a09bf9 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.021165 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-07180720-6032-4c32-85d1-0612700a8839 service neutron] 10.222.0.43 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449888 Nov 12 05:29:26.021416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-564e8ef9-5b89-493c-a139-538aa5a09bf9 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "GET /v2.0/ports/1db7b40d-19de-43d2-9b12-6b19afe4b22c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1369154 Nov 12 05:29:26.021659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43852) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:26.039079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:26.054733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc83f7d0-9574-41fc-8618-ed7b17f95788 req-a7af43a6-7239-430a-911b-c635e69e4075 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576821 Nov 12 05:29:26.073166 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ba36c62-c16e-4a04-8e32-ca47d80c703b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481613 Nov 12 05:29:26.085650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43854) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:26.206849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'tag': 'c044c059-a8ea-48ab-888c-26f75c438da8'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:26.209169 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc2778f-5715-4c15-90fc-08db5e1d02f1", "tag": "c044c059-a8ea-48ab-888c-26f75c438da8"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:26.247487 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-63bdcfbd-5019-43ca-bba4-99c918e3f6dc req-a80b5301-00c4-4e54-b582-9349ccfa7dbe service neutron] 10.222.0.43 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787386 Nov 12 05:29:26.247738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.305357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:26.343300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc88037-df2b-44e9-997b-9a3144a23c4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.344849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4fc88037-df2b-44e9-997b-9a3144a23c4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2582941 Nov 12 05:29:26.347575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43870) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:26.364992 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308d6e1b-f347-4098-bf5b-9b94bbf463cc x-openstack-request-id: req-308d6e1b-f347-4098-bf5b-9b94bbf463cc {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:26.365285 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc2778f-5715-4c15-90fc-08db5e1d02f1", "tag": "c044c059-a8ea-48ab-888c-26f75c438da8", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:26.365541 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-308d6e1b-f347-4098-bf5b-9b94bbf463cc {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:26.366974 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'tag': 'c044c059-a8ea-48ab-888c-26f75c438da8', 'status': 'completed', 'code': 200} Nov 12 05:29:26.370769 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.397713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] Deleting port 8ebe6861-eecc-48a9-8827-33729999e271 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:26.398869 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.470896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f309b76-d997-437b-ad89-c32de722dd9a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.472334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f309b76-d997-437b-ad89-c32de722dd9a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1234369 Nov 12 05:29:26.476101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43874) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:26.483823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] For port 8ebe6861-eecc-48a9-8827-33729999e271, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8ebe6861-eecc-48a9-8827-33729999e271,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:26.485096 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.499501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] Calling delete_port for 8ebe6861-eecc-48a9-8827-33729999e271 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:26.519245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e3a24458-a968-4eaa-b409-1c032472bcaa tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420961 Nov 12 05:29:26.526289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43876) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:26.530078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-e618aad6-5434-4924-a21a-89727f6e62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.531634 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-e618aad6-5434-4924-a21a-89727f6e62a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 1095 time: 0.1196547 Nov 12 05:29:26.538141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cfdbf6aa-022e-4452-9dff-aa8009b36bd8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:26.586568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450b52-224f-4a38-b033-28fe0e80f178 req-ba093fc8-5db0-4dc0-87ee-8b45b6a52e62 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.591835 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.593963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450b52-224f-4a38-b033-28fe0e80f178 req-ba093fc8-5db0-4dc0-87ee-8b45b6a52e62 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.600072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450b52-224f-4a38-b033-28fe0e80f178 req-ba093fc8-5db0-4dc0-87ee-8b45b6a52e62 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.606274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450b52-224f-4a38-b033-28fe0e80f178 req-ba093fc8-5db0-4dc0-87ee-8b45b6a52e62 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.612342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450b52-224f-4a38-b033-28fe0e80f178 req-ba093fc8-5db0-4dc0-87ee-8b45b6a52e62 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.618428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450b52-224f-4a38-b033-28fe0e80f178 req-ba093fc8-5db0-4dc0-87ee-8b45b6a52e62 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.620322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3450b52-224f-4a38-b033-28fe0e80f178 req-ba093fc8-5db0-4dc0-87ee-8b45b6a52e62 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 4664 time: 0.2379239 Nov 12 05:29:26.622545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] Pushing event deleted for resources: {'Port': ['ID=8ebe6861-eecc-48a9-8827-33729999e271,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:26.629246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522d5a2-6078-4787-a08d-c65d279453dd None None] No DVR routers for this DVR port 8ebe6861-eecc-48a9-8827-33729999e271 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:26.631405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.638694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-ccad7f6b-7a4f-429e-976b-45dfcef6692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.640300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-ccad7f6b-7a4f-429e-976b-45dfcef6692f service neutron] 10.222.0.43 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 916 time: 0.0956318 Nov 12 05:29:26.684482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-565330d9-185f-4300-954d-63d5651a6f4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c044c059-a8ea-48ab-888c-26f75c438da8 HTTP/1.1" status: 200 len: 217 time: 0.0363517 Nov 12 05:29:26.734739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-04b3cc9c-adae-4238-829f-3809e2740c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.736125 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-04b3cc9c-adae-4238-829f-3809e2740c52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f607d79d-e217-404a-812e-4dc685d7294f HTTP/1.1" status: 200 len: 855 time: 0.0441148 Nov 12 05:29:26.739597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096d1c9-ec3f-4201-b159-4b7777078da1 req-3b0c1a09-2b8b-4e84-ab1d-6f60fdb6b173 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.741078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3096d1c9-ec3f-4201-b159-4b7777078da1 req-3b0c1a09-2b8b-4e84-ab1d-6f60fdb6b173 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 947 time: 0.2970502 Nov 12 05:29:26.744292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] For port 1db7b40d-19de-43d2-9b12-6b19afe4b22c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1db7b40d-19de-43d2-9b12-6b19afe4b22c,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:26.769702 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-58a28ac5-b9d0-434d-b1d9-0d85beba1b04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259337 Nov 12 05:29:26.797758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:26.816556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:26.817525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device ac1717fc-c0f1-4b58-8a77-a671c665475f no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:26.818438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:26.822586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:26.903482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-6accb396-6edb-4679-95e6-ac19fa952914 service neutron] 10.222.0.43 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228993 Nov 12 05:29:26.936187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] For port 1db7b40d-19de-43d2-9b12-6b19afe4b22c, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:26.965725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:26.966613 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.001578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdbf6aa-022e-4452-9dff-aa8009b36bd8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:27.006552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cfdbf6aa-022e-4452-9dff-aa8009b36bd8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.009133 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdbf6aa-022e-4452-9dff-aa8009b36bd8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:29:27.009612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdbf6aa-022e-4452-9dff-aa8009b36bd8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:29:27.030578 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d7ddf2ce-28c5-492b-b0a6-2e3fd5b546d3 req-66acf31c-715a-4502-8a82-3315a3e93610 service neutron] 10.222.0.43 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185391 Nov 12 05:29:27.035233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3450b52-224f-4a38-b033-28fe0e80f178 req-e2fe7475-b06c-4cfd-9611-53642c00d9ae tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=86a25cee-69ba-4640-a508-8fa64a10326a&id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3565485 Nov 12 05:29:27.071913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3096d1c9-ec3f-4201-b159-4b7777078da1 req-830eb2a2-87df-4341-aca2-243cd12a6661 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050447 Nov 12 05:29:27.075738 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.077955 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.104870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] device_id is not set on port 1db7b40d-19de-43d2-9b12-6b19afe4b22c yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:27.116557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cfdbf6aa-022e-4452-9dff-aa8009b36bd8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5834804 Nov 12 05:29:27.120291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-4d6c626d-82dd-4ef5-aa3c-84239000ffc5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7761164 Nov 12 05:29:27.120576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43882) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:27.125342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.127234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b39607b4-e256-4f75-b795-e1ac973690cf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:27.138894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1717fc-c0f1-4b58-8a77-a671c665475f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:27.139549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Request body: {'port': {'device_id': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:27.141962 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d9c3ee-ff76-4e22-a789-7f3ad8b5927e" -d '{"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1717fc-c0f1-4b58-8a77-a671c665475f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:27.143903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.149899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e8f7d1d0-11cd-4c58-96d0-06ea602c6deb None None] Provisioning complete for port b85d982a-18be-4d9c-96be-90f4f451b85a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:27.151284 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d1d0-11cd-4c58-96d0-06ea602c6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.184282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port ac1717fc-c0f1-4b58-8a77-a671c665475f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:27.200408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.201128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1db7b40d-19de-43d2-9b12-6b19afe4b22c no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:27.238253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39607b4-e256-4f75-b795-e1ac973690cf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:27.242074 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b39607b4-e256-4f75-b795-e1ac973690cf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.243789 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39607b4-e256-4f75-b795-e1ac973690cf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:29:27.244316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39607b4-e256-4f75-b795-e1ac973690cf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:29:27.251343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7d1d0-11cd-4c58-96d0-06ea602c6deb None None] Port b85d982a-18be-4d9c-96be-90f4f451b85a cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:27.268258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b39607b4-e256-4f75-b795-e1ac973690cf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1446762 Nov 12 05:29:27.273525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43888) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:27.279390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6f3368a1-4dcf-4b41-94f0-d2809bedddd2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:27.300335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1db7b40d-19de-43d2-9b12-6b19afe4b22c not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:27.300768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device cc07b285-1a59-4021-99ad-e5d0754ef58e no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:27.337409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] No DVR routers for this DVR port 1db7b40d-19de-43d2-9b12-6b19afe4b22c on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:27.337871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=ac1717fc-c0f1-4b58-8a77-a671c665475f,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:27.405618 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.408177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] Pushing event updated for resources: {'Port': ['ID=1db7b40d-19de-43d2-9b12-6b19afe4b22c,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:27.410918 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.416793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3368a1-4dcf-4b41-94f0-d2809bedddd2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:27.419193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] In _notify_port_updated(), no bound segment for port 1db7b40d-19de-43d2-9b12-6b19afe4b22c on network 318583e5-a484-4725-b8e0-2e8bd56a07f6 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:29:27.421020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:27.421248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3368a1-4dcf-4b41-94f0-d2809bedddd2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.421782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.422859 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3368a1-4dcf-4b41-94f0-d2809bedddd2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:29:27.423370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3368a1-4dcf-4b41-94f0-d2809bedddd2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:29:27.423837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-87bc5ce5-22d5-403a-9cfc-20d1f503dd69 service neutron] 10.222.0.47 "PUT /v2.0/ports/1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 200 len: 1033 time: 1.3891525 Nov 12 05:29:27.455050 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6f3368a1-4dcf-4b41-94f0-d2809bedddd2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1766624 Nov 12 05:29:27.455726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43890) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:27.460850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-71c120e9-e56e-4b26-83d8-264ec8b04157 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:27.463388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port cc07b285-1a59-4021-99ad-e5d0754ef58e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:27.471047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.471778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:27.511232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba6d18-06cb-43b4-a3fe-196312593d86 req-10181fcf-8af3-4499-9565-6aaaa456e7d8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:27.523784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdba6d18-06cb-43b4-a3fe-196312593d86 req-10181fcf-8af3-4499-9565-6aaaa456e7d8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 945 time: 0.3316166 Nov 12 05:29:27.565625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c120e9-e56e-4b26-83d8-264ec8b04157 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:27.569927 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-71c120e9-e56e-4b26-83d8-264ec8b04157 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.571987 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c120e9-e56e-4b26-83d8-264ec8b04157 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:29:27.572632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c120e9-e56e-4b26-83d8-264ec8b04157 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:29:27.592188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=cc07b285-1a59-4021-99ad-e5d0754ef58e,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:27.592884 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-71c120e9-e56e-4b26-83d8-264ec8b04157 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1357214 Nov 12 05:29:27.598090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43892) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:27.604191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bc4106f8-9be7-4901-9b1f-b929ce3471f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:27.604842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b3d98c71-031d-497a-a58e-3172e0a62620 None None] Provisioning complete for port 1db7b40d-19de-43d2-9b12-6b19afe4b22c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:27.605394 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b3d98c71-031d-497a-a58e-3172e0a62620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.662666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b3d98c71-031d-497a-a58e-3172e0a62620 None None] Port 1db7b40d-19de-43d2-9b12-6b19afe4b22c cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:27.678618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.715834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:27.719708 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.720444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c79f5a82-d269-4392-8fc4-35cef54faf65 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:27.769926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4fd4a-4c7a-413a-8acc-deeb44295c74 req-c89c73af-f4ae-480c-9915-75b3cc88ccd2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:27.771628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b4fd4a-4c7a-413a-8acc-deeb44295c74 req-c89c73af-f4ae-480c-9915-75b3cc88ccd2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 931 time: 0.4243090 Nov 12 05:29:27.783639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdba6d18-06cb-43b4-a3fe-196312593d86 req-5bdea37c-e120-40ca-976b-1e260f2d247e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589245 Nov 12 05:29:27.808759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:27.832627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:27.832968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.837058 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.869449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c79f5a82-d269-4392-8fc4-35cef54faf65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c79f5a82-d269-4392-8fc4-35cef54faf65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:27.873174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.873973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a2aeb995-c38c-462c-a3b1-769bcfc7aa65 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:27.950003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c79f5a82-d269-4392-8fc4-35cef54faf65,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:27.952655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a2aeb995-c38c-462c-a3b1-769bcfc7aa65 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:27.953064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d096ffe-5b37-4bd8-be11-f89776a4f88c no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:28.014979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4106f8-9be7-4901-9b1f-b929ce3471f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:28.018736 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bc4106f8-9be7-4901-9b1f-b929ce3471f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.020115 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4106f8-9be7-4901-9b1f-b929ce3471f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:29:28.020481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4106f8-9be7-4901-9b1f-b929ce3471f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:29:28.032813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.042448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96b4fd4a-4c7a-413a-8acc-deeb44295c74 req-e96066fb-f289-43ea-b34c-64bbfe725e19 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534866 Nov 12 05:29:28.049784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8ebe6861-eecc-48a9-8827-33729999e271 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:28.079994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 8ebe6861-eecc-48a9-8827-33729999e271 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:28.080335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8ebe6861-eecc-48a9-8827-33729999e271 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:28.086123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bc4106f8-9be7-4901-9b1f-b929ce3471f2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4856951 Nov 12 05:29:28.090823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43898) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.091133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] For port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:28.091505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.101399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5f7a3f2d-e8c0-45e0-ade3-77f7f6de7d9b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:28.108095 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d465d4-459e-4fde-b520-e92d70bd046e x-openstack-request-id: req-06d465d4-459e-4fde-b520-e92d70bd046e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:28.108377 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1717fc-c0f1-4b58-8a77-a671c665475f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:28.108625 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06d465d4-459e-4fde-b520-e92d70bd046e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:28.109010 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1717fc-c0f1-4b58-8a77-a671c665475f', 'code': 200} Nov 12 05:29:28.128165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d096ffe-5b37-4bd8-be11-f89776a4f88c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:28.134989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9db26-830b-46ba-a785-7f452b0ae76e req-7e626611-4a6e-43b7-8b2f-a34ac2c75626 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.135937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.143063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ca9db26-830b-46ba-a785-7f452b0ae76e req-7e626611-4a6e-43b7-8b2f-a34ac2c75626 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 943 time: 0.2872441 Nov 12 05:29:28.196469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0d096ffe-5b37-4bd8-be11-f89776a4f88c,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:28.224665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7a3f2d-e8c0-45e0-ade3-77f7f6de7d9b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:28.228985 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f7a3f2d-e8c0-45e0-ade3-77f7f6de7d9b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.230943 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7a3f2d-e8c0-45e0-ade3-77f7f6de7d9b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:29:28.231334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7a3f2d-e8c0-45e0-ade3-77f7f6de7d9b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:29:28.249855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5f7a3f2d-e8c0-45e0-ade3-77f7f6de7d9b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1568346 Nov 12 05:29:28.252617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43904) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.282880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-968f0cf3-c444-4e86-9452-a3455793d145 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0287201 Nov 12 05:29:28.285143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43908) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.336545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d6cb5-8095-4fec-be77-50ba893b44ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.338119 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ab2d6cb5-8095-4fec-be77-50ba893b44ab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0520411 Nov 12 05:29:28.341506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43910) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.383614 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eb7f4c0a-99fe-47e4-bf2c-92adff41fc95 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409000 Nov 12 05:29:28.388224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.393199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:28.485311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:28.488928 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.638198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-af97e140-940c-4455-a72d-625bf5191ca8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.639703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-af97e140-940c-4455-a72d-625bf5191ca8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 947 time: 0.5238113 Nov 12 05:29:28.651003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ca9db26-830b-46ba-a785-7f452b0ae76e req-9d0a78f4-38a7-4a03-b79c-26cd714a376c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070889 Nov 12 05:29:28.713902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85d982a-18be-4d9c-96be-90f4f451b85a {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:28.737510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.766989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:29:28.768429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.784328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9ba0b-26df-4157-a3fa-c76cfa4ad6f4 req-5f5370b0-800d-42ed-a4e3-03b754a1fd2a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.790357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9ba0b-26df-4157-a3fa-c76cfa4ad6f4 req-5f5370b0-800d-42ed-a4e3-03b754a1fd2a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.796956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9ba0b-26df-4157-a3fa-c76cfa4ad6f4 req-5f5370b0-800d-42ed-a4e3-03b754a1fd2a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.803063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9ba0b-26df-4157-a3fa-c76cfa4ad6f4 req-5f5370b0-800d-42ed-a4e3-03b754a1fd2a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.808942 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:28.809796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9ba0b-26df-4157-a3fa-c76cfa4ad6f4 req-5f5370b0-800d-42ed-a4e3-03b754a1fd2a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.811609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fb9ba0b-26df-4157-a3fa-c76cfa4ad6f4 req-5f5370b0-800d-42ed-a4e3-03b754a1fd2a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 3874 time: 0.5715723 Nov 12 05:29:28.816261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:28.820264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:28.820868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.826479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b6ccc8-e6e7-489a-8254-aea756eecd85 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:28.829211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=520e605e-1271-4fab-a065-c630f99544bf,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:28.845599 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-64683492-5fd6-4481-bf40-797debf46e03 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4540794 Nov 12 05:29:28.845851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43914) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.851292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:b1:50:c5', 'name': 'tempest-NetworksTestDHCPv6-1460048974'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:28.867003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Transition to ACTIVE for port object b85d982a-18be-4d9c-96be-90f4f451b85a will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:29:28.911354 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.972744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:29.003798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '520e605e-1271-4fab-a065-c630f99544bf'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:29.004976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.018907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07c40b-d98c-4ecd-b63c-aeff2435cbf8 req-a25a244c-9a99-427b-836c-eca82c64bc21 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:29.020482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f07c40b-d98c-4ecd-b63c-aeff2435cbf8 req-a25a244c-9a99-427b-836c-eca82c64bc21 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 947 time: 0.2992268 Nov 12 05:29:29.025841 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.026208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.026698 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Floating IP 0e232fbf-ee72-4fd6-a961-e01db29508ad disassociated. External IP: 172.25.2.225, port: adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7. Nov 12 05:29:29.027059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:29.050371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:29.066866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fb9ba0b-26df-4157-a3fa-c76cfa4ad6f4 req-4ee265a6-cc02-48d6-aa8c-591b517c32cc tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352235 Nov 12 05:29:29.090661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.117562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 294e11ad-eb5e-4bb4-81e6-52d58802a5be yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:29.201082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Deleting port 09917771-8549-48d0-b9c7-dd8359777785 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:29.201705 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.243378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Allocated IP 2001:db8::f816:3eff:feef:4134 (70598e6e-724e-441f-b412-f64f1126e8bd/520e605e-1271-4fab-a065-c630f99544bf/912746dd-0ceb-4524-91d7-3c016edfea37) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:29.253190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f07c40b-d98c-4ecd-b63c-aeff2435cbf8 req-b25d2216-66f4-40bd-a9ff-c0f907d2177b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138228 Nov 12 05:29:29.345698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:29.346042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:29.346684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:29.352492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c044c059-a8ea-48ab-888c-26f75c438da8 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:29.383718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:29:29.384063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:29.426126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:29.426504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Checking segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:29.426903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Bound using segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:29.427356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Bound port: b85d982a-18be-4d9c-96be-90f4f451b85a, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:29.427723 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.461448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] For port 09917771-8549-48d0-b9c7-dd8359777785, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=09917771-8549-48d0-b9c7-dd8359777785,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:29.461809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.514461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809e314-27b5-4795-894f-0bfdafc89e3b req-42e3f73b-0784-436a-b600-bd2fec313075 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:29.515979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6809e314-27b5-4795-894f-0bfdafc89e3b req-42e3f73b-0784-436a-b600-bd2fec313075 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 943 time: 0.1942165 Nov 12 05:29:29.536147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.567614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:29.571742 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.592856 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.610919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'c044c059-a8ea-48ab-888c-26f75c438da8', 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'port_id': 'c044c059-a8ea-48ab-888c-26f75c438da8', 'mac_address': 'fa:16:3e:02:14:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f607d79d-e217-404a-812e-4dc685d7294f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:29.615415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:feb1:50c5 (70598e6e-724e-441f-b412-f64f1126e8bd/520e605e-1271-4fab-a065-c630f99544bf/294e11ad-eb5e-4bb4-81e6-52d58802a5be) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:29.663079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:29.692504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:29.700063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Pushing event updated for resources: {'Port': ['ID=912746dd-0ceb-4524-91d7-3c016edfea37,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:29.707107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:29.708945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:29.716470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:29.724969 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.753343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:29.759095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6809e314-27b5-4795-894f-0bfdafc89e3b req-411a0dd9-fb90-44e7-9b69-914a63a1a14c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947191 Nov 12 05:29:29.764103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c044c059-a8ea-48ab-888c-26f75c438da8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:29.818742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.821886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:29.828120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Attempting to bind port 912746dd-0ceb-4524-91d7-3c016edfea37 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:29.828120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Attempting to bind port 912746dd-0ceb-4524-91d7-3c016edfea37 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:29.828120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Attempting to bind port 912746dd-0ceb-4524-91d7-3c016edfea37 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:29.831526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:29.831894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:29.832297 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.832699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:29.833618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Bound port: 912746dd-0ceb-4524-91d7-3c016edfea37, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:29.833852 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.835730 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.855025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.895848 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.919170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:29.941769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] For port 912746dd-0ceb-4524-91d7-3c016edfea37, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:29.945161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] For port 912746dd-0ceb-4524-91d7-3c016edfea37, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=912746dd-0ceb-4524-91d7-3c016edfea37,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:29.951694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:29.952033 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.952449 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.953875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] 10.222.0.47 "PUT /v2.0/ports/b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 1092 time: 2.8223312 Nov 12 05:29:29.957794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:29.965886 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:29.984630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:29.992314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:30.001809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:30.014479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.016790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.021550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=294e11ad-eb5e-4bb4-81e6-52d58802a5be,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:30.042159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cec16-51e3-4dfd-b040-9b12afd45850 None None] Pushing event updated for resources: {'Port': ['ID=912746dd-0ceb-4524-91d7-3c016edfea37,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:30.068291 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aebcc409-0ed5-4339-a57b-e1b147d62487 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2204533 Nov 12 05:29:30.068291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43932) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:30.105966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a296e-b65c-4b64-a2b9-b8cfe729f949 service neutron] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:30.110226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc07b285-1a59-4021-99ad-e5d0754ef58e'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79f5a82-d269-4392-8fc4-35cef54faf65'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d096ffe-5b37-4bd8-be11-f89776a4f88c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:30.112671 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8942bed-c18e-419b-bc09-9ad1b08271a7" -d '{"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc07b285-1a59-4021-99ad-e5d0754ef58e"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "c79f5a82-d269-4392-8fc4-35cef54faf65"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d096ffe-5b37-4bd8-be11-f89776a4f88c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:30.116065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.116698 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.117215 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Floating IP aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb disassociated. External IP: 172.25.2.65, port: 09917771-8549-48d0-b9c7-dd8359777785. Nov 12 05:29:30.117739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Calling delete_port for 09917771-8549-48d0-b9c7-dd8359777785 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:30.140277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738c2dd-3a58-4ee2-9958-95a10a0d7266 req-5d995deb-4ffe-4657-8d8b-8feb76a8ba71 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.148344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738c2dd-3a58-4ee2-9958-95a10a0d7266 req-5d995deb-4ffe-4657-8d8b-8feb76a8ba71 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.150381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0738c2dd-3a58-4ee2-9958-95a10a0d7266 req-5d995deb-4ffe-4657-8d8b-8feb76a8ba71 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240&device_id=b9c736de-b2b6-4aab-bb4a-32f39f65548c HTTP/1.1" status: 200 len: 1681 time: 0.3426359 Nov 12 05:29:30.171567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edff17-0d7a-41f1-b21f-35e9566882a9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.179306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edff17-0d7a-41f1-b21f-35e9566882a9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.181121 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e9edff17-0d7a-41f1-b21f-35e9566882a9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1119442 Nov 12 05:29:30.184723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:30.238054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8b3f4-6ee9-42de-a911-4ae7540810bc req-975aca93-b79e-42d8-8d28-ca7f00b28234 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.246592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cca8b3f4-6ee9-42de-a911-4ae7540810bc req-975aca93-b79e-42d8-8d28-ca7f00b28234 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 944 time: 0.3633540 Nov 12 05:29:30.312960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8ba09ae4-cdc9-4199-88b2-6155bcad0c7b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 294e11ad-eb5e-4bb4-81e6-52d58802a5be {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:30.313453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ba09ae4-cdc9-4199-88b2-6155bcad0c7b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.321139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['c044c059-a8ea-48ab-888c-26f75c438da8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:30.361145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Router 0459c988-008e-4040-bc9b-e93b319eacdb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:30.385260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-f904fdaf-a6b0-47dd-bf62-6496dec21ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.386984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-f904fdaf-a6b0-47dd-bf62-6496dec21ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1095 time: 0.3402803 Nov 12 05:29:30.433406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ba09ae4-cdc9-4199-88b2-6155bcad0c7b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.454334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8ba09ae4-cdc9-4199-88b2-6155bcad0c7b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 294e11ad-eb5e-4bb4-81e6-52d58802a5be owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:30.490638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-5968e63f-d991-4f95-9a46-2e2de4de47f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 217 time: 0.0805042 Nov 12 05:29:30.516263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0738c2dd-3a58-4ee2-9958-95a10a0d7266 req-8314b448-39fd-424b-bac1-60473fea7a93 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464606 Nov 12 05:29:30.550055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cca8b3f4-6ee9-42de-a911-4ae7540810bc req-fadfd76f-8c14-44ea-b7e9-0fdac77a9200 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022938 Nov 12 05:29:30.641894 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ba09ae4-cdc9-4199-88b2-6155bcad0c7b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.647350 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cff5bd2-b5a1-4e73-b9b2-e79451603c55 x-openstack-request-id: req-8cff5bd2-b5a1-4e73-b9b2-e79451603c55 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:30.647673 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:30.647894 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cff5bd2-b5a1-4e73-b9b2-e79451603c55 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:30.648313 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'status': 'completed', 'code': 200} Nov 12 05:29:30.671899 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980fbc14-60d6-4846-8fd6-a2940821772e x-openstack-request-id: req-980fbc14-60d6-4846-8fd6-a2940821772e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:30.672369 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc07b285-1a59-4021-99ad-e5d0754ef58e", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "c79f5a82-d269-4392-8fc4-35cef54faf65", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d096ffe-5b37-4bd8-be11-f89776a4f88c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:30.672627 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-980fbc14-60d6-4846-8fd6-a2940821772e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:30.674114 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc07b285-1a59-4021-99ad-e5d0754ef58e', 'code': 200} Nov 12 05:29:30.674586 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'code': 200} Nov 12 05:29:30.676525 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79f5a82-d269-4392-8fc4-35cef54faf65', 'code': 200} Nov 12 05:29:30.676942 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d096ffe-5b37-4bd8-be11-f89776a4f88c', 'code': 200} Nov 12 05:29:30.686798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba09ae4-cdc9-4199-88b2-6155bcad0c7b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=294e11ad-eb5e-4bb4-81e6-52d58802a5be,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:30.720514 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ba09ae4-cdc9-4199-88b2-6155bcad0c7b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.724574 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8ba09ae4-cdc9-4199-88b2-6155bcad0c7b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/294e11ad-eb5e-4bb4-81e6-52d58802a5be HTTP/1.1" status: 204 len: 168 time: 0.5386739 Nov 12 05:29:30.726976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43948) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:30.772159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-e5f5388e-372a-4da6-bfe9-cf6a2c1bd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.773774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-e5f5388e-372a-4da6-bfe9-cf6a2c1bd087 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.2479234 Nov 12 05:29:30.783866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba1bcf3-bbd6-4575-b261-26b94aba286d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.785520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba1bcf3-bbd6-4575-b261-26b94aba286d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.789889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9ba1bcf3-bbd6-4575-b261-26b94aba286d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0619056 Nov 12 05:29:30.790469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43950) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:30.848179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 09917771-8549-48d0-b9c7-dd8359777785 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:30.861404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd94d23-2384-4377-8e54-1d9bdc4baf70 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 520e605e-1271-4fab-a065-c630f99544bf {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:30.866197 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcd94d23-2384-4377-8e54-1d9bdc4baf70 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.920010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcd94d23-2384-4377-8e54-1d9bdc4baf70 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.929720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee957e65-8d47-413f-814a-c46a4c9c83a4 req-37556b96-9ba8-4cb5-80af-5da5307f73c5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.933262 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.936096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee957e65-8d47-413f-814a-c46a4c9c83a4 req-37556b96-9ba8-4cb5-80af-5da5307f73c5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.942092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee957e65-8d47-413f-814a-c46a4c9c83a4 req-37556b96-9ba8-4cb5-80af-5da5307f73c5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.948151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee957e65-8d47-413f-814a-c46a4c9c83a4 req-37556b96-9ba8-4cb5-80af-5da5307f73c5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.949892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee957e65-8d47-413f-814a-c46a4c9c83a4 req-37556b96-9ba8-4cb5-80af-5da5307f73c5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 3141 time: 0.2424340 Nov 12 05:29:30.990039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.015242 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcd94d23-2384-4377-8e54-1d9bdc4baf70 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.037344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:31.041211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-b535adaf-a9e3-4b6e-b5f1-abf84c01f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:31.042759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-b535adaf-a9e3-4b6e-b5f1-abf84c01f72d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2568190 Nov 12 05:29:31.053251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] Sync routers for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:31.055601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event deleted for resources: {'Port': ['ID=09917771-8549-48d0-b9c7-dd8359777785,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:31.066974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:31.067936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:31.116016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcd94d23-2384-4377-8e54-1d9bdc4baf70 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.205986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:31.482778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:06Z', 'revision_number': 5, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:31.487157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd94d23-2384-4377-8e54-1d9bdc4baf70 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=520e605e-1271-4fab-a065-c630f99544bf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:31.492050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcd94d23-2384-4377-8e54-1d9bdc4baf70 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.506920 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bcd94d23-2384-4377-8e54-1d9bdc4baf70 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/520e605e-1271-4fab-a065-c630f99544bf HTTP/1.1" status: 204 len: 168 time: 0.7153404 Nov 12 05:29:31.507676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43954) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:31.539973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] Checking router: 0459c988-008e-4040-bc9b-e93b319eacdb for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:31.555861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0413934a-9f18-4a77-8016-b23d32e1faaf None None] Provisioning complete for port 912746dd-0ceb-4524-91d7-3c016edfea37 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:31.556491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0413934a-9f18-4a77-8016-b23d32e1faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.559192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:31.560058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:31.566410 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a98498f0-a6ca-42af-86ea-1e2460345d8b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574679 Nov 12 05:29:31.569033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:31.575803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:31.590959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48351f-2393-44d2-901c-85ee676cb4d2 req-a318c7ea-c102-42a9-aa46-627497a8fec1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:31.592509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d48351f-2393-44d2-901c-85ee676cb4d2 req-a318c7ea-c102-42a9-aa46-627497a8fec1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 868 time: 0.7095165 Nov 12 05:29:31.628194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] No DVR routers for this DVR port adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:31.672103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee957e65-8d47-413f-814a-c46a4c9c83a4 req-605137ba-53b0-45a9-abfb-148f803111ad tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6998436 Nov 12 05:29:31.674975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.678299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-cb1bf4e2-85a0-4b74-96b6-7dc998a2fdc4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "DELETE /v2.0/ports/adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7 HTTP/1.1" status: 204 len: 173 time: 4.2328596 Nov 12 05:29:31.794322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:31.800245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.807547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:31.852286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a04af45-ed3f-4483-961a-0bf8b93f467d None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:31.875254 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0413934a-9f18-4a77-8016-b23d32e1faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.895912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d48351f-2393-44d2-901c-85ee676cb4d2 req-928073ae-9878-41fa-b7dc-479df3a5b370 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=31aa81b2-8de7-4575-940b-7e2fd305eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801147 Nov 12 05:29:31.903995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-37033b36-2cd3-442f-a348-86b1748727bd service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322086 Nov 12 05:29:31.965492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Router 5737ebf6-376d-421c-ac2e-be1cf12e77fb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:32.086177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port ac1717fc-c0f1-4b58-8a77-a671c665475f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:32.086554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.142676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 912746dd-0ceb-4524-91d7-3c016edfea37 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:32.176575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fb113-5f91-44f6-95d7-41fc059ba674 req-49a22e95-6bfd-4a26-b833-a3fad748f796 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:32.178099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d08fb113-5f91-44f6-95d7-41fc059ba674 req-49a22e95-6bfd-4a26-b833-a3fad748f796 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 943 time: 0.2365952 Nov 12 05:29:32.217155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60309c11-29b4-4fa3-b33d-42ca5c484599 req-ea4266b9-85b6-43e4-b60e-877bef978fd5 service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033817 Nov 12 05:29:32.240392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:29:32.241833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aa6ab-c7e6-4477-ab54-815287b8df9b req-f1f4c494-314b-42f9-b2f3-22235d5aae2e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:32.243527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d22aa6ab-c7e6-4477-ab54-815287b8df9b req-f1f4c494-314b-42f9-b2f3-22235d5aae2e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 944 time: 0.2288883 Nov 12 05:29:32.275562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0413934a-9f18-4a77-8016-b23d32e1faaf None None] For port 912746dd-0ceb-4524-91d7-3c016edfea37, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=912746dd-0ceb-4524-91d7-3c016edfea37,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:32.316724 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0413934a-9f18-4a77-8016-b23d32e1faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.427544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413934a-9f18-4a77-8016-b23d32e1faaf None None] Pushing event updated for resources: {'Port': ['ID=912746dd-0ceb-4524-91d7-3c016edfea37,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:32.431194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d08fb113-5f91-44f6-95d7-41fc059ba674 req-7f687f08-f781-4ae1-bbb5-82aa5b1210c0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066853 Nov 12 05:29:32.447802 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.456245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] For port ac1717fc-c0f1-4b58-8a77-a671c665475f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=ac1717fc-c0f1-4b58-8a77-a671c665475f,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:32.456868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.465744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 912746dd-0ceb-4524-91d7-3c016edfea37 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:32.466115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.478677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for ac1717fc-c0f1-4b58-8a77-a671c665475f owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:32.494805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:32.495021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5b2192a4-4c60-4037-9198-5faba8df5368 None None] Could not find standard attr ID for object 294e11ad-eb5e-4bb4-81e6-52d58802a5be. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:29:32.511043 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] Sync routers for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:32.541942 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:32.542679 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:32.565984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d22aa6ab-c7e6-4477-ab54-815287b8df9b req-c3e68583-16ed-4671-a9a0-fb73c452dbfc tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065944 Nov 12 05:29:32.588716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:06Z', 'revision_number': 5, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:32.623617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f07a6-81eb-43cb-a87c-f9a8eec4612e None None] The sync data for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 is: [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:19:02Z', 'revision_number': 4, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'beb82ce7-370b-4537-8a08-dbdba95ad8d7', 'name': '', 'network_id': '9d2478ff-cee8-449a-8481-98ac2b21b209', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'mac_address': 'fa:16:3e:a3:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c54d1faf-483f-422b-8037-251de861ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:19:01Z', 'updated_at': '2021-11-12T05:19:06Z', 'revision_number': 5, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'subnets': [{'id': 'c54d1faf-483f-422b-8037-251de861ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:32.665864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:32.682297 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651be529-bd87-4c91-849c-c0b8b24a7afb" -d '{"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:32.690034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] No DVR routers for this DVR port 09917771-8549-48d0-b9c7-dd8359777785 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:32.696847 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.701001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-835d4e78-bf90-42d7-a2d0-966718d67c52 req-4c9ac24e-fa57-4e7c-bb3a-4976ce746e1a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.47 "DELETE /v2.0/ports/09917771-8549-48d0-b9c7-dd8359777785 HTTP/1.1" status: 204 len: 173 time: 4.0448077 Nov 12 05:29:32.711479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-9d662484-7017-4abe-80a4-dfc0e384f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:32.722928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-9d662484-7017-4abe-80a4-dfc0e384f982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1095 time: 0.4117908 Nov 12 05:29:32.752141 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:32.757668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] For port 912746dd-0ceb-4524-91d7-3c016edfea37, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=912746dd-0ceb-4524-91d7-3c016edfea37,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:32.788787 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e3d354-e2a7-4849-a4f4-497ecb46919f x-openstack-request-id: req-e3e3d354-e2a7-4849-a4f4-497ecb46919f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:32.789152 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:32.789498 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3e3d354-e2a7-4849-a4f4-497ecb46919f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:32.790064 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': 'adcc4f56-e9e8-4f08-b1b8-04c37aaa21f7', 'status': 'completed', 'code': 200} Nov 12 05:29:32.830931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.857028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.858970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.010893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:33.018785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:33.020849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=912746dd-0ceb-4524-91d7-3c016edfea37,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:33.024938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.025863 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.028772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=6773c719-148c-4e2e-9ddd-8f5d8197339f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:33.046156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48727235-4970-4856-bb97-055c8f808bfc None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:33.053795 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-78d6f507-92d8-42bb-a426-9aa3f1a91e92 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4834199 Nov 12 05:29:33.056358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43978) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:33.066185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:2e:f7:0f', 'name': 'tempest-NetworksTestDHCPv6-416934629'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:33.110446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-435f6eab-3799-46a2-8ccb-662cf43ac37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.113294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-435f6eab-3799-46a2-8ccb-662cf43ac37b service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.3793168 Nov 12 05:29:33.142031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bcfe6-91ae-4eb0-9aa0-45f5ed0e675a req-e1cdc482-d4ee-41d3-abc1-9090c7a57f9e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.151144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bcfe6-91ae-4eb0-9aa0-45f5ed0e675a req-e1cdc482-d4ee-41d3-abc1-9090c7a57f9e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.159938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bcfe6-91ae-4eb0-9aa0-45f5ed0e675a req-e1cdc482-d4ee-41d3-abc1-9090c7a57f9e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.167438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bcfe6-91ae-4eb0-9aa0-45f5ed0e675a req-e1cdc482-d4ee-41d3-abc1-9090c7a57f9e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.178687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be6bcfe6-91ae-4eb0-9aa0-45f5ed0e675a req-e1cdc482-d4ee-41d3-abc1-9090c7a57f9e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 3141 time: 0.1919324 Nov 12 05:29:33.205420 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:33.225965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0257e-5f8e-464a-a70f-f32ea98ca4d6 None None] New status for floating IP 0e232fbf-ee72-4fd6-a961-e01db29508ad: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:29:33.253333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-5521b60a-6fb7-4a71-ad47-463be9f74330 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 217 time: 0.0491643 Nov 12 05:29:33.258779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:33.264741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.296319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 326f99f6-3351-4033-a58b-7eac18b884ba yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:33.306997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99d29ae1-8008-434f-9a81-4f90d6687734 req-5728577d-5996-46fd-981e-fb4f104478bb tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99d3417-18a6-4b2d-a9e3-d0e66e282526 HTTP/1.1" status: 200 len: 210 time: 0.0451880 Nov 12 05:29:33.324492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-49b5bec5-38e4-4f8a-9a48-8f427ac8e63a None None] Provisioning complete for port 912746dd-0ceb-4524-91d7-3c016edfea37 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:33.324853 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49b5bec5-38e4-4f8a-9a48-8f427ac8e63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.376009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c044c059-a8ea-48ab-888c-26f75c438da8 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:33.391378 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] Checking router: 5737ebf6-376d-421c-ac2e-be1cf12e77fb for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:33.414886 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:33.416929 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:33.548154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:fe2e:f70f (70598e6e-724e-441f-b412-f64f1126e8bd/6773c719-148c-4e2e-9ddd-8f5d8197339f/326f99f6-3351-4033-a58b-7eac18b884ba) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:33.580136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be6bcfe6-91ae-4eb0-9aa0-45f5ed0e675a req-c086a4ef-2242-4c7d-a4b3-1dd0496c2411 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000547 Nov 12 05:29:33.602249 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:33.627765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-edd9f1cd-0e1f-43fc-8986-051eb4414ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.629393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-edd9f1cd-0e1f-43fc-8986-051eb4414ffc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.3175240 Nov 12 05:29:33.637846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.720857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port c044c059-a8ea-48ab-888c-26f75c438da8 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:29:33.726387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port c044c059-a8ea-48ab-888c-26f75c438da8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:33.727113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.749024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=ac1717fc-c0f1-4b58-8a77-a671c665475f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:33.794870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.866938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] No DVR routers for this DVR port ac1717fc-c0f1-4b58-8a77-a671c665475f on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:33.876042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.877674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-ba90ca62-56ae-4f82-a352-b114d6f56662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.884019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.884270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-ba90ca62-56ae-4f82-a352-b114d6f56662 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2440503 Nov 12 05:29:33.885741 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.889126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-270da910-0db4-4984-ba83-ea4254965e69 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "DELETE /v2.0/ports/ac1717fc-c0f1-4b58-8a77-a671c665475f HTTP/1.1" status: 204 len: 173 time: 2.2001023 Nov 12 05:29:33.913693 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:33.922607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e38da-fa14-43cb-9d78-9297358202cf req-8f4ea225-5f35-4aa9-b9e5-06f8d070170e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.930324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c64e38da-fa14-43cb-9d78-9297358202cf req-8f4ea225-5f35-4aa9-b9e5-06f8d070170e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 943 time: 0.2330105 Nov 12 05:29:33.942732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c044c059-a8ea-48ab-888c-26f75c438da8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:33.945229 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e9dfcb-4861-4003-900d-0c77dd4f8ff8" -d '{"events": [{"server_uuid": "ffc2778f-5715-4c15-90fc-08db5e1d02f1", "name": "network-vif-plugged", "status": "completed", "tag": "c044c059-a8ea-48ab-888c-26f75c438da8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:33.958993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:33.959353 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ee326-4a85-4bf5-a597-f1a71d0d08b1 None None] The sync data for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 is: [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:33.960004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:33.965853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:33.970056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:33.977629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.978366 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.979256 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.000306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=326f99f6-3351-4033-a58b-7eac18b884ba,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:34.018081 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7d9661de-75a2-4266-8542-efdd7fbc7154 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9594789 Nov 12 05:29:34.018796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43992) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:34.091116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:34.102412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b85886-9aa3-40cc-b784-9441aac5cdcc tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:34.108915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b85886-9aa3-40cc-b784-9441aac5cdcc tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:34.113340 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-19b85886-9aa3-40cc-b784-9441aac5cdcc tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0935504 Nov 12 05:29:34.114925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43994) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:34.131656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 912746dd-0ceb-4524-91d7-3c016edfea37 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:34.229493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-da06a764-7910-4531-b745-8ad78841913d service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299632 Nov 12 05:29:34.233814 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 912746dd-0ceb-4524-91d7-3c016edfea37 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:34.237149 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.244575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ff581fb3-a6e8-4681-88de-e76b102a0736 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 326f99f6-3351-4033-a58b-7eac18b884ba {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:34.244923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff581fb3-a6e8-4681-88de-e76b102a0736 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.285423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e6352d0a-34da-49e7-abb9-5a792b9342c4 None None] Provisioning complete for port 912746dd-0ceb-4524-91d7-3c016edfea37 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:34.285796 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6352d0a-34da-49e7-abb9-5a792b9342c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.337995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c64e38da-fa14-43cb-9d78-9297358202cf req-c2e52ea4-bb07-47b2-a68f-903e1ac352a5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4065852 Nov 12 05:29:34.364471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff581fb3-a6e8-4681-88de-e76b102a0736 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.367790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace0a78-9f0d-4258-9ea7-75724fd6bf44 req-613afca1-54bc-412b-9c69-5ba84b98fd2e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:34.376057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ace0a78-9f0d-4258-9ea7-75724fd6bf44 req-613afca1-54bc-412b-9c69-5ba84b98fd2e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.4186451 Nov 12 05:29:34.385852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ff581fb3-a6e8-4681-88de-e76b102a0736 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 326f99f6-3351-4033-a58b-7eac18b884ba owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:34.482486 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708b286-bc5b-4cc9-9ec2-d0c155d18a09 None None] New status for floating IP aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:29:34.597435 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff581fb3-a6e8-4681-88de-e76b102a0736 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.609270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port 0d096ffe-5b37-4bd8-be11-f89776a4f88c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:34.609270 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.634230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff581fb3-a6e8-4681-88de-e76b102a0736 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=326f99f6-3351-4033-a58b-7eac18b884ba,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:34.653292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ace0a78-9f0d-4258-9ea7-75724fd6bf44 req-b3b0d00b-9189-4a8a-a332-cacc8bbadc29 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760279 Nov 12 05:29:34.679796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff581fb3-a6e8-4681-88de-e76b102a0736 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.685145 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ff581fb3-a6e8-4681-88de-e76b102a0736 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/326f99f6-3351-4033-a58b-7eac18b884ba HTTP/1.1" status: 204 len: 168 time: 0.5687666 Nov 12 05:29:34.688738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44002) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:34.700644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1aca7f1a-0e47-43f7-9422-a534b5291bd6 None None] Could not find standard attr ID for object 326f99f6-3351-4033-a58b-7eac18b884ba. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:29:34.709084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97cdf248-a777-4baf-8f7d-7ef063a9cf1b req-9c489194-fa8e-4c57-a194-a5e6274ea9d8 service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636784 Nov 12 05:29:34.738951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10675429-b0db-449f-a437-4271bb9403ad req-ce138c16-0069-40c1-b290-41b499b6a95a tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:34.740594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10675429-b0db-449f-a437-4271bb9403ad req-ce138c16-0069-40c1-b290-41b499b6a95a tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9c736de-b2b6-4aab-bb4a-32f39f65548c HTTP/1.1" status: 200 len: 945 time: 0.2318344 Nov 12 05:29:34.741908 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9526f061-209c-48d6-bdfc-767ce3f9bf60 x-openstack-request-id: req-9526f061-209c-48d6-bdfc-767ce3f9bf60 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:34.742204 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc2778f-5715-4c15-90fc-08db5e1d02f1", "name": "network-vif-plugged", "status": "completed", "tag": "c044c059-a8ea-48ab-888c-26f75c438da8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:34.742498 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9526f061-209c-48d6-bdfc-767ce3f9bf60 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:34.742884 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c044c059-a8ea-48ab-888c-26f75c438da8', 'code': 200} Nov 12 05:29:34.775998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49015aaf-e3f7-4fa0-99a2-83b40c1e438b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:34.777539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49015aaf-e3f7-4fa0-99a2-83b40c1e438b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:34.779156 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-49015aaf-e3f7-4fa0-99a2-83b40c1e438b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892944 Nov 12 05:29:34.781828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:34.793940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-deleted', 'tag': '09917771-8549-48d0-b9c7-dd8359777785'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': 'ac1717fc-c0f1-4b58-8a77-a671c665475f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:34.796523 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120301c9-9f9b-4c05-8845-2d870c6016e3" -d '{"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-deleted", "tag": "09917771-8549-48d0-b9c7-dd8359777785"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "ac1717fc-c0f1-4b58-8a77-a671c665475f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:34.843544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-028578f3-1736-4a95-98ec-8f1550135d06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 6773c719-148c-4e2e-9ddd-8f5d8197339f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:34.848061 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-028578f3-1736-4a95-98ec-8f1550135d06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.862308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:34.862633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-069072ab-c931-4e7a-aadb-174f4191722d tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:34.864164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-069072ab-c931-4e7a-aadb-174f4191722d tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9c736de-b2b6-4aab-bb4a-32f39f65548c HTTP/1.1" status: 200 len: 945 time: 0.1542079 Nov 12 05:29:34.866465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] For port 0d096ffe-5b37-4bd8-be11-f89776a4f88c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d096ffe-5b37-4bd8-be11-f89776a4f88c,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:34.866861 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.873034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10675429-b0db-449f-a437-4271bb9403ad req-3dea2d0d-deac-4f4d-96a3-361e75d14463 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062245 Nov 12 05:29:34.952154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for 0d096ffe-5b37-4bd8-be11-f89776a4f88c owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:34.974080 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-028578f3-1736-4a95-98ec-8f1550135d06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.000289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:35.013130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'port_id': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'mac_address': 'fa:16:3e:2d:c5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:35.046402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77148f1d-fbee-48c2-b26a-b5abfd7fa1e2 req-60de3743-e110-4bac-b766-c4ccdabe90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:35.049376 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-77148f1d-fbee-48c2-b26a-b5abfd7fa1e2 req-60de3743-e110-4bac-b766-c4ccdabe90c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 1097 time: 0.1570692 Nov 12 05:29:35.073463 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.086975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85d982a-18be-4d9c-96be-90f4f451b85a {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:35.117614 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7384974b-44ec-4243-b9e8-1b5fffcb8ba6 x-openstack-request-id: req-7384974b-44ec-4243-b9e8-1b5fffcb8ba6 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:35.117990 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d3417-18a6-4b2d-a9e3-d0e66e282526", "name": "network-vif-deleted", "tag": "09917771-8549-48d0-b9c7-dd8359777785", "status": "completed", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "ac1717fc-c0f1-4b58-8a77-a671c665475f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:35.118174 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7384974b-44ec-4243-b9e8-1b5fffcb8ba6 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:35.118704 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d3417-18a6-4b2d-a9e3-d0e66e282526', 'name': 'network-vif-deleted', 'tag': '09917771-8549-48d0-b9c7-dd8359777785', 'status': 'completed', 'code': 200} Nov 12 05:29:35.118798 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': 'ac1717fc-c0f1-4b58-8a77-a671c665475f', 'status': 'completed', 'code': 200} Nov 12 05:29:35.123914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:35.129804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:35.137303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.158051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a7f3d-fd11-4412-b914-1e3c01e55971 req-4e2134f2-372b-4343-90c6-0d89a882f70b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:35.159878 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-028578f3-1736-4a95-98ec-8f1550135d06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.164163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a7f3d-fd11-4412-b914-1e3c01e55971 req-4e2134f2-372b-4343-90c6-0d89a882f70b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:35.170950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a7f3d-fd11-4412-b914-1e3c01e55971 req-4e2134f2-372b-4343-90c6-0d89a882f70b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:35.172643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-558a7f3d-fd11-4412-b914-1e3c01e55971 req-4e2134f2-372b-4343-90c6-0d89a882f70b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 2408 time: 0.2185254 Nov 12 05:29:35.189095 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-77148f1d-fbee-48c2-b26a-b5abfd7fa1e2 req-4f1151f9-bfed-463c-a1bf-d88ee63a2b7c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244361 Nov 12 05:29:35.198657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:35.241845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Deleting port d1b87e79-0eee-479c-b1b5-768bc9c62803 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:35.242456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.242558 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee37073a-c5fc-4eef-9f6a-149e14b09dd8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.271332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-028578f3-1736-4a95-98ec-8f1550135d06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.284523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee37073a-c5fc-4eef-9f6a-149e14b09dd8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.311637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028578f3-1736-4a95-98ec-8f1550135d06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=6773c719-148c-4e2e-9ddd-8f5d8197339f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:35.312676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-558a7f3d-fd11-4412-b914-1e3c01e55971 req-a2f33453-538a-4d9f-b054-6ca09c24b3f5 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313858 Nov 12 05:29:35.322733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9821f1e-93d2-4efa-8f6f-4a63f3764215 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:35.343418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-028578f3-1736-4a95-98ec-8f1550135d06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.349911 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-028578f3-1736-4a95-98ec-8f1550135d06 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/6773c719-148c-4e2e-9ddd-8f5d8197339f HTTP/1.1" status: 204 len: 168 time: 0.5651834 Nov 12 05:29:35.351198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44014) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:35.388955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee37073a-c5fc-4eef-9f6a-149e14b09dd8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.392125 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee37073a-c5fc-4eef-9f6a-149e14b09dd8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.395649 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ee37073a-c5fc-4eef-9f6a-149e14b09dd8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "DELETE /v2.0/security-groups/31aa81b2-8de7-4575-940b-7e2fd305eba9 HTTP/1.1" status: 204 len: 168 time: 0.2634685 Nov 12 05:29:35.403790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:35.404925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37073a-c5fc-4eef-9f6a-149e14b09dd8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa81b2-8de7-4575-940b-7e2fd305eba9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:35.419172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2cac30d1-414b-4809-949f-d6c69e7e63ca tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623097 Nov 12 05:29:35.422192 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-8009e392-872f-4132-ae86-d6f6448306cd tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] show failed (client error): The resource could not be found. Nov 12 05:29:35.422802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44020) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:35.425097 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8009e392-872f-4132-ae86-d6f6448306cd tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups/31aa81b2-8de7-4575-940b-7e2fd305eba9 HTTP/1.1" status: 404 len: 347 time: 0.0170860 Nov 12 05:29:35.427197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44022) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:35.433234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b85d982a-18be-4d9c-96be-90f4f451b85a'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:35.442722 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.594689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Deleting port 0198edf0-5976-4f60-b8c8-a3c3fe8d3ffa {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:35.595171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.649179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0739b272-d607-4794-a013-dabe07991c9b None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:35.702913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.703339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.720501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Calling delete_port for 0198edf0-5976-4f60-b8c8-a3c3fe8d3ffa owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:35.765596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0739b272-d607-4794-a013-dabe07991c9b None None] Deleting port 912746dd-0ceb-4524-91d7-3c016edfea37 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:35.765995 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0739b272-d607-4794-a013-dabe07991c9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.833247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-9861f2da-b3c3-43e5-97e2-05c0b1df8f04 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:35.834745 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-9861f2da-b3c3-43e5-97e2-05c0b1df8f04 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.43 "GET /v2.0/ports?device_id=1827a578-d58e-429e-a9a1-13cd8a939240 HTTP/1.1" status: 200 len: 945 time: 0.0692315 Nov 12 05:29:35.861375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0739b272-d607-4794-a013-dabe07991c9b None None] For port 912746dd-0ceb-4524-91d7-3c016edfea37, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=912746dd-0ceb-4524-91d7-3c016edfea37,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:35.862158 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0739b272-d607-4794-a013-dabe07991c9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.880666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0739b272-d607-4794-a013-dabe07991c9b None None] Calling delete_port for 912746dd-0ceb-4524-91d7-3c016edfea37 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:35.882455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=0d096ffe-5b37-4bd8-be11-f89776a4f88c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:35.947986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] For port d1b87e79-0eee-479c-b1b5-768bc9c62803, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d1b87e79-0eee-479c-b1b5-768bc9c62803,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:35.948406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.951501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] No DVR routers for this DVR port 0d096ffe-5b37-4bd8-be11-f89776a4f88c on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:35.962834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.966155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-fe29d6c0-f941-4867-b539-9f971f15f78e tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "DELETE /v2.0/ports/0d096ffe-5b37-4bd8-be11-f89776a4f88c HTTP/1.1" status: 204 len: 173 time: 2.0277002 Nov 12 05:29:35.978496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Calling delete_port for d1b87e79-0eee-479c-b1b5-768bc9c62803 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:35.980446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.998665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0739b272-d607-4794-a013-dabe07991c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.028860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331678e-bfb9-44f3-95d0-23cf04edf8c2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:36.032734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6331678e-bfb9-44f3-95d0-23cf04edf8c2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6067154 Nov 12 05:29:36.038828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44032) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:36.040424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event deleted for resources: {'Port': ['ID=0198edf0-5976-4f60-b8c8-a3c3fe8d3ffa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:36.040920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739b272-d607-4794-a013-dabe07991c9b None None] Pushing event deleted for resources: {'Port': ['ID=912746dd-0ceb-4524-91d7-3c016edfea37,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:36.044941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739b272-d607-4794-a013-dabe07991c9b None None] No DVR routers for this DVR port 912746dd-0ceb-4524-91d7-3c016edfea37 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:36.050600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Deleting port cf45e763-2296-4341-a615-379c3655c175 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:36.050948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.066333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43da8ab-4df1-4735-b16c-fc881da129ed req-23ed4d7a-f4fe-45c9-a9b1-d2f39877c313 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:36.067935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a43da8ab-4df1-4735-b16c-fc881da129ed req-23ed4d7a-f4fe-45c9-a9b1-d2f39877c313 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.6319466 Nov 12 05:29:36.092685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 912746dd-0ceb-4524-91d7-3c016edfea37 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:36.117221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 912746dd-0ceb-4524-91d7-3c016edfea37 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:36.117581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 912746dd-0ceb-4524-91d7-3c016edfea37 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:36.153090 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.155662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.156813 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0b9af2c5-1cb5-46c5-936f-4a9591fd7388 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "DELETE /v2.0/floatingips/aaaaf47a-3dcf-4b20-ae9d-b38f49d93ebb HTTP/1.1" status: 204 len: 168 time: 0.7285190 Nov 12 05:29:36.167793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2f0e-6381-447a-b591-820007a3a7ea req-aec11b15-fb81-4501-8b77-b6c0d08dbb5f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:36.169201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcab2f0e-6381-447a-b591-820007a3a7ea req-aec11b15-fb81-4501-8b77-b6c0d08dbb5f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.3048854 Nov 12 05:29:36.208673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] For port cf45e763-2296-4341-a615-379c3655c175, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=cf45e763-2296-4341-a615-379c3655c175,segment=NetworkSegment(fd9d8a2d-27b1-4b11-8b01-32b473041326),segment_id=fd9d8a2d-27b1-4b11-8b01-32b473041326)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:36.209351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.222822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Calling delete_port for cf45e763-2296-4341-a615-379c3655c175 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:36.235984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b30be-f562-4bb7-ac27-b6a2ffe3761b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:36.241935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4b7b30be-f562-4bb7-ac27-b6a2ffe3761b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1969080 Nov 12 05:29:36.243487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44034) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:36.272464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a43da8ab-4df1-4735-b16c-fc881da129ed req-de22c4e3-c468-40dc-8981-b560194dd47e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542065 Nov 12 05:29:36.322901 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce10d025-aed0-417f-a0f3-f0fa37dd8799 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447714 Nov 12 05:29:36.325441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44038) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:36.329333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcab2f0e-6381-447a-b591-820007a3a7ea req-7e79d0c8-eaf3-46fd-a271-f80882ebabc1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377728 Nov 12 05:29:36.330738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:36.341842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port c79f5a82-d269-4392-8fc4-35cef54faf65 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:36.344365 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.497303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:36.506671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.530887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.563492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['d1b87e79-0eee-479c-b1b5-768bc9c62803'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:36.569359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['cf45e763-2296-4341-a615-379c3655c175'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:36.662268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] No DVR routers for this DVR port d1b87e79-0eee-479c-b1b5-768bc9c62803 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:36.672690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Pushing event deleted for resources: {'Port': ['ID=d1b87e79-0eee-479c-b1b5-768bc9c62803,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:36.677645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.684670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-698bafe2-4a49-4045-b102-e7c622e29e62 req-ddc2e418-8e06-4d9b-97cd-1e21b85148ce tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.47 "DELETE /v2.0/ports/d1b87e79-0eee-479c-b1b5-768bc9c62803 HTTP/1.1" status: 204 len: 173 time: 1.8058412 Nov 12 05:29:36.687371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] For port c79f5a82-d269-4392-8fc4-35cef54faf65, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c79f5a82-d269-4392-8fc4-35cef54faf65,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:36.688554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.706796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18476207-0d6a-4798-8788-c2ecac451495 req-1b46af4d-70c8-489d-b091-cc924f73e71a tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:36.717210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18476207-0d6a-4798-8788-c2ecac451495 req-1b46af4d-70c8-489d-b091-cc924f73e71a tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9c736de-b2b6-4aab-bb4a-32f39f65548c HTTP/1.1" status: 200 len: 867 time: 0.2623277 Nov 12 05:29:36.752451 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.787333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['d1b87e79-0eee-479c-b1b5-768bc9c62803'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:36.797993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18476207-0d6a-4798-8788-c2ecac451495 req-2727b5d4-ead9-4396-8691-44e95eb454b8 tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.48 "GET /v2.0/security-groups?id=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797553 Nov 12 05:29:36.798722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44042) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:36.801331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for c79f5a82-d269-4392-8fc4-35cef54faf65 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:36.807320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6353275f-63c2-40b3-b651-1ecd9b7d4f83 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281966850', 'description': 'tempest-description--1713363377'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:36.819385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Pushing event deleted for resources: {'Port': ['ID=cf45e763-2296-4341-a615-379c3655c175,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:36.881305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6353275f-63c2-40b3-b651-1ecd9b7d4f83 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.890413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] No DVR routers for this DVR port cf45e763-2296-4341-a615-379c3655c175 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:36.896786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.901433 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0c19e07a-3ed0-4f27-8556-1dfd8c90a883 req-86717410-78d2-4a71-940b-571ef9defbbf tempest-ListServersNegativeTestJSON-1956762978 tempest-ListServersNegativeTestJSON-1956762978-project] 10.222.0.43 "DELETE /v2.0/ports/cf45e763-2296-4341-a615-379c3655c175 HTTP/1.1" status: 204 len: 173 time: 1.0596287 Nov 12 05:29:36.905150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1827a578-d58e-429e-a9a1-13cd8a939240', 'name': 'network-vif-deleted', 'tag': 'cf45e763-2296-4341-a615-379c3655c175'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:36.907655 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87c1efc-41e2-4ba2-83fd-bb8e3c20832a" -d '{"events": [{"server_uuid": "1827a578-d58e-429e-a9a1-13cd8a939240", "name": "network-vif-deleted", "tag": "cf45e763-2296-4341-a615-379c3655c175"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:36.931772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:29:36.933879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.971129 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbd9b1f-2c5b-4982-a389-f5d44a25d708 x-openstack-request-id: req-efbd9b1f-2c5b-4982-a389-f5d44a25d708 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:36.971418 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1827a578-d58e-429e-a9a1-13cd8a939240", "name": "network-vif-deleted", "tag": "cf45e763-2296-4341-a615-379c3655c175", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:36.971824 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efbd9b1f-2c5b-4982-a389-f5d44a25d708 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:36.972297 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1827a578-d58e-429e-a9a1-13cd8a939240', 'name': 'network-vif-deleted', 'tag': 'cf45e763-2296-4341-a615-379c3655c175', 'status': 'completed', 'code': 200} Nov 12 05:29:36.989800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:36.993276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:36.998078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:36.998770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.002531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=4830400f-675a-42ce-a472-516249649586,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:37.028776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:37.030706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd7b42-3ade-4f80-a95b-4cc29097e2b3 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:37.032794 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e85f609a-530c-4b75-ac90-d8ffb1f51107 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7060344 Nov 12 05:29:37.035345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44046) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:37.040960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:d0:86:2e', 'name': 'tempest-NetworksTestDHCPv6-1899358626'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:37.111301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094ac4b-3a70-4ae3-b420-827cd058790d req-eb33c4d5-130c-4b40-94a4-2b15d7112290 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:37.118218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094ac4b-3a70-4ae3-b420-827cd058790d req-eb33c4d5-130c-4b40-94a4-2b15d7112290 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:37.120220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3094ac4b-3a70-4ae3-b420-827cd058790d req-eb33c4d5-130c-4b40-94a4-2b15d7112290 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 1675 time: 0.2783403 Nov 12 05:29:37.123826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': '0d096ffe-5b37-4bd8-be11-f89776a4f88c'}, {'server_uuid': 'b9c736de-b2b6-4aab-bb4a-32f39f65548c', 'name': 'network-vif-deleted', 'tag': 'd1b87e79-0eee-479c-b1b5-768bc9c62803'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:37.126140 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26339d4c-e58a-4f77-bef5-7c6a463a7715" -d '{"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "0d096ffe-5b37-4bd8-be11-f89776a4f88c"}, {"server_uuid": "b9c736de-b2b6-4aab-bb4a-32f39f65548c", "name": "network-vif-deleted", "tag": "d1b87e79-0eee-479c-b1b5-768bc9c62803"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:37.186471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port b85d982a-18be-4d9c-96be-90f4f451b85a completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:29:37.193235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:37.196664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b85d982a-18be-4d9c-96be-90f4f451b85a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:37.197031 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.207927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3094ac4b-3a70-4ae3-b420-827cd058790d req-a7e253d0-c600-47be-ba39-fcaaa3dd2759 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621603 Nov 12 05:29:37.208603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.215459 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b7f2cf-9429-4e6c-943a-b91a34fcaecc x-openstack-request-id: req-34b7f2cf-9429-4e6c-943a-b91a34fcaecc {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:37.215783 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "0d096ffe-5b37-4bd8-be11-f89776a4f88c", "status": "completed", "code": 200}, {"server_uuid": "b9c736de-b2b6-4aab-bb4a-32f39f65548c", "name": "network-vif-deleted", "tag": "d1b87e79-0eee-479c-b1b5-768bc9c62803", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:37.215996 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34b7f2cf-9429-4e6c-943a-b91a34fcaecc {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:37.216395 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': '0d096ffe-5b37-4bd8-be11-f89776a4f88c', 'status': 'completed', 'code': 200} Nov 12 05:29:37.220610 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c736de-b2b6-4aab-bb4a-32f39f65548c', 'name': 'network-vif-deleted', 'tag': 'd1b87e79-0eee-479c-b1b5-768bc9c62803', 'status': 'completed', 'code': 200} Nov 12 05:29:37.269793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=c79f5a82-d269-4392-8fc4-35cef54faf65,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:37.342189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '4830400f-675a-42ce-a472-516249649586'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:37.343413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.359521 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.378632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] No DVR routers for this DVR port c79f5a82-d269-4392-8fc4-35cef54faf65 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:37.381574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.385451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-2b737c42-27b5-4e30-8a25-b5954dddb35c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "DELETE /v2.0/ports/c79f5a82-d269-4392-8fc4-35cef54faf65 HTTP/1.1" status: 204 len: 173 time: 1.4050047 Nov 12 05:29:37.399493 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6353275f-63c2-40b3-b651-1ecd9b7d4f83 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.422252 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.424641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 6b46b2aa-06c1-4a3a-9b19-e1aefa6e1d8d yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:37.447183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6353275f-63c2-40b3-b651-1ecd9b7d4f83 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.537322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:37.541280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:37.544152 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb63d2f-2f2d-4f72-8a81-bd685263a7bd" -d '{"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-plugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:37.550370 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.552084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d1b87e79-0eee-479c-b1b5-768bc9c62803 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:37.564985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8c2ce-a950-49ae-aece-f004c88c1623 req-f3aef4aa-fbc9-43f8-b46c-a725379b0c23 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:37.566815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dec8c2ce-a950-49ae-aece-f004c88c1623 req-f3aef4aa-fbc9-43f8-b46c-a725379b0c23 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.1713908 Nov 12 05:29:37.590227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: d1b87e79-0eee-479c-b1b5-768bc9c62803 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:37.590792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d1b87e79-0eee-479c-b1b5-768bc9c62803 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:37.599003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:fed0:862e (70598e6e-724e-441f-b412-f64f1126e8bd/4830400f-675a-42ce-a472-516249649586/6b46b2aa-06c1-4a3a-9b19-e1aefa6e1d8d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:37.629809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6353275f-63c2-40b3-b651-1ecd9b7d4f83 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.631156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6353275f-63c2-40b3-b651-1ecd9b7d4f83 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8274069 Nov 12 05:29:37.638297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:37.646641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353275f-63c2-40b3-b651-1ecd9b7d4f83 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d5152-64fa-411f-ab7a-0dbe74a2927c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:37.648988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-44b1606e-6c15-4e11-91d3-9fd1a5819d15 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'security_group_rule': {'security_group_id': '1b2d5152-64fa-411f-ab7a-0dbe74a2927c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:37.649434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:37.699772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dec8c2ce-a950-49ae-aece-f004c88c1623 req-58da9f6f-ab34-4280-973d-58e33bdc6a29 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868921 Nov 12 05:29:37.708713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d3e79-fece-449b-b095-a5a7d8a9c3e5 req-2aeaa63b-798d-4569-b97d-4d3ad4f6e59b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:37.710316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a54d3e79-fece-449b-b095-a5a7d8a9c3e5 req-2aeaa63b-798d-4569-b97d-4d3ad4f6e59b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.2593510 Nov 12 05:29:37.753558 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b1606e-6c15-4e11-91d3-9fd1a5819d15 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.780033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a54d3e79-fece-449b-b095-a5a7d8a9c3e5 req-db051982-3f71-43c9-a1b3-30d2cce8971d tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628631 Nov 12 05:29:37.803160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port cc07b285-1a59-4021-99ad-e5d0754ef58e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:37.803506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.836432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.857628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b1606e-6c15-4e11-91d3-9fd1a5819d15 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.870230 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b1606e-6c15-4e11-91d3-9fd1a5819d15 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.892521 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad732c6b-6ec2-42e1-862a-5f2b3976ad4c x-openstack-request-id: req-ad732c6b-6ec2-42e1-862a-5f2b3976ad4c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:37.893675 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-plugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:37.894116 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad732c6b-6ec2-42e1-862a-5f2b3976ad4c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:37.894801 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'code': 200} Nov 12 05:29:37.910115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1606e-6c15-4e11-91d3-9fd1a5819d15 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab51e120-949c-4e7d-845a-4e342caaa56f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:37.916093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b1606e-6c15-4e11-91d3-9fd1a5819d15 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.920215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-44b1606e-6c15-4e11-91d3-9fd1a5819d15 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767477 Nov 12 05:29:37.920368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44066) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:37.925880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d06daa0f-066b-44f6-a3c9-edfb1e656358 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'security_group_rule': {'security_group_id': '1b2d5152-64fa-411f-ab7a-0dbe74a2927c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:37.936088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] For port cc07b285-1a59-4021-99ad-e5d0754ef58e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cc07b285-1a59-4021-99ad-e5d0754ef58e,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:37.936470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.948926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.954231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for cc07b285-1a59-4021-99ad-e5d0754ef58e owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:37.992180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Allocated IP 2001:db8::f816:3eff:fec6:83f3 (70598e6e-724e-441f-b412-f64f1126e8bd/4830400f-675a-42ce-a472-516249649586/6b12412f-ff72-4a81-9866-6015cdf97bfe) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:38.011027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=6b46b2aa-06c1-4a3a-9b19-e1aefa6e1d8d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:38.024424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d06daa0f-066b-44f6-a3c9-edfb1e656358 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.045758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:38.054872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:38.067595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:38.073334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:38.074022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.077187 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44070) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:38.138868 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0414ccfb-adfb-40e4-a251-093f2c2382e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1025651 Nov 12 05:29:38.142224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44072) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:38.168865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d91f-20fe-496a-91d0-2c9303545356 req-7e65c30e-a62b-4100-84d8-df3c37659c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:38.170406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d074d91f-20fe-496a-91d0-2c9303545356 req-7e65c30e-a62b-4100-84d8-df3c37659c00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1097 time: 0.1848772 Nov 12 05:29:38.178023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76075b7a-c0fd-463c-970b-2a95b8ef265a req-dc7e7a23-414f-4749-adfa-5d62ae7de8c8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:38.180970 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.185399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b506ae8-a6cc-40ad-94ef-76e24da37493 admin admin] Deleting subnet 18fc408e-795d-48a3-8446-121253d33327 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:38.186053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76075b7a-c0fd-463c-970b-2a95b8ef265a req-dc7e7a23-414f-4749-adfa-5d62ae7de8c8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1153352 Nov 12 05:29:38.188289 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.193374 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b506ae8-a6cc-40ad-94ef-76e24da37493 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.196686 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d06daa0f-066b-44f6-a3c9-edfb1e656358 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.222572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d06daa0f-066b-44f6-a3c9-edfb1e656358 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.235851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:38.241329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:38.255919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:38.267949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Pushing event updated for resources: {'Port': ['ID=6b12412f-ff72-4a81-9866-6015cdf97bfe,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:38.269617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ee562-3635-4c2a-9b12-8e2c4aa7261d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:38.271549 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-578ee562-3635-4c2a-9b12-8e2c4aa7261d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1281087 Nov 12 05:29:38.272487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06daa0f-066b-44f6-a3c9-edfb1e656358 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582ae07b-9629-43a8-9cef-255cf7c9da9e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:38.276501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44076) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:38.290600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b506ae8-a6cc-40ad-94ef-76e24da37493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.315061 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d06daa0f-066b-44f6-a3c9-edfb1e656358 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.319109 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d06daa0f-066b-44f6-a3c9-edfb1e656358 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3948140 Nov 12 05:29:38.326046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:38.331167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:38.355860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76075b7a-c0fd-463c-970b-2a95b8ef265a req-939f2c07-93a3-4b63-81f8-fae9e5a4016d tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682651 Nov 12 05:29:38.359975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Attempting to bind port 6b12412f-ff72-4a81-9866-6015cdf97bfe on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:38.360350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Attempting to bind port 6b12412f-ff72-4a81-9866-6015cdf97bfe by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:38.360720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Attempting to bind port 6b12412f-ff72-4a81-9866-6015cdf97bfe on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:38.366358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d074d91f-20fe-496a-91d0-2c9303545356 req-a7107fdb-ae70-41ba-8343-869bc9803317 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782315 Nov 12 05:29:38.366541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:38.366901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:38.367328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.367719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:38.368363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Bound port: 6b12412f-ff72-4a81-9866-6015cdf97bfe, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:38.368748 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.397725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.412434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b506ae8-a6cc-40ad-94ef-76e24da37493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.421182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dceedbf-6dcd-4551-b047-2bbaf10c1675 req-fa4cddf0-1d14-4528-b37c-b08a71825d59 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:38.428738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8dceedbf-6dcd-4551-b047-2bbaf10c1675 req-fa4cddf0-1d14-4528-b37c-b08a71825d59 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 865 time: 0.1155853 Nov 12 05:29:38.442094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] For port 6b12412f-ff72-4a81-9866-6015cdf97bfe, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:38.445834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] For port 6b12412f-ff72-4a81-9866-6015cdf97bfe, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6b12412f-ff72-4a81-9866-6015cdf97bfe,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:38.452412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.454394 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.474144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=cc07b285-1a59-4021-99ad-e5d0754ef58e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:38.541253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5ccb0-4fab-4fcd-a235-4541565ae2db None None] Pushing event updated for resources: {'Port': ['ID=6b12412f-ff72-4a81-9866-6015cdf97bfe,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:38.551012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-422fbe59-d990-4f2a-ba06-73a1342766c1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 6b46b2aa-06c1-4a3a-9b19-e1aefa6e1d8d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:38.551362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-422fbe59-d990-4f2a-ba06-73a1342766c1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.556901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b506ae8-a6cc-40ad-94ef-76e24da37493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.560672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] No DVR routers for this DVR port cc07b285-1a59-4021-99ad-e5d0754ef58e on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:38.572631 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.577424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e9b022-5268-4b29-8ab4-43b6e636bd6e req-3b2394ad-3119-4421-b947-33566b848909 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.47 "DELETE /v2.0/ports/cc07b285-1a59-4021-99ad-e5d0754ef58e HTTP/1.1" status: 204 len: 173 time: 1.1403925 Nov 12 05:29:38.612511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b506ae8-a6cc-40ad-94ef-76e24da37493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18fc408e-795d-48a3-8446-121253d33327,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:38.634908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8dceedbf-6dcd-4551-b047-2bbaf10c1675 req-b669a600-a88c-4471-910f-e47c61263881 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups?id=06cd8060-2f1e-437d-9942-199dfa185f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052329 Nov 12 05:29:38.667895 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b506ae8-a6cc-40ad-94ef-76e24da37493 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.671705 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1b506ae8-a6cc-40ad-94ef-76e24da37493 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/18fc408e-795d-48a3-8446-121253d33327 HTTP/1.1" status: 204 len: 168 time: 0.5909038 Nov 12 05:29:38.674776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44084) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:38.712620 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-422fbe59-d990-4f2a-ba06-73a1342766c1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.727804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-422fbe59-d990-4f2a-ba06-73a1342766c1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 6b46b2aa-06c1-4a3a-9b19-e1aefa6e1d8d owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:38.825277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ab99-4781-4b38-9477-19eb46cf80f0 req-fd15e98d-dab0-4f31-8050-e34c65440f05 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:38.827052 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4788ab99-4781-4b38-9477-19eb46cf80f0 req-fd15e98d-dab0-4f31-8050-e34c65440f05 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.2088501 Nov 12 05:29:38.834926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.927666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-422fbe59-d990-4f2a-ba06-73a1342766c1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.972608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fbe59-d990-4f2a-ba06-73a1342766c1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=6b46b2aa-06c1-4a3a-9b19-e1aefa6e1d8d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:39.012428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-422fbe59-d990-4f2a-ba06-73a1342766c1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.017919 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-422fbe59-d990-4f2a-ba06-73a1342766c1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/6b46b2aa-06c1-4a3a-9b19-e1aefa6e1d8d HTTP/1.1" status: 204 len: 168 time: 0.7367842 Nov 12 05:29:39.022976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44092) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:39.071777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79d14a-731d-4adb-9868-b7c4b1df31cd req-a76f1a88-878a-4769-966b-b10936d5185c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:39.080140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d79d14a-731d-4adb-9868-b7c4b1df31cd req-a76f1a88-878a-4769-966b-b10936d5185c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.2360554 Nov 12 05:29:39.090709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c59447-1ee3-4bfe-88d3-38d41a7d39a9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:39.090968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.092733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c59447-1ee3-4bfe-88d3-38d41a7d39a9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:39.097294 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-49c59447-1ee3-4bfe-88d3-38d41a7d39a9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0706425 Nov 12 05:29:39.097502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4788ab99-4781-4b38-9477-19eb46cf80f0 req-14258a27-46b0-47a9-a726-66af76317480 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564950 Nov 12 05:29:39.100970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.107716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:39.179822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4bbdd0-d934-4f2f-b633-68dc8a3cee3e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 4830400f-675a-42ce-a472-516249649586 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:39.183796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbdd0-d934-4f2f-b633-68dc8a3cee3e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.199951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f8f4fa-fdf0-49de-b826-f4d48adb4447']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:39.221766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': 'c79f5a82-d269-4392-8fc4-35cef54faf65'}, {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': 'cc07b285-1a59-4021-99ad-e5d0754ef58e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:39.223902 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c92d9e-47aa-45fa-bdb1-4483a4ac8e70" -d '{"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "c79f5a82-d269-4392-8fc4-35cef54faf65"}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "cc07b285-1a59-4021-99ad-e5d0754ef58e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:39.236846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9d8a2d-27b1-4b11-8b01-32b473041326') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:39.237205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9d8a2d-27b1-4b11-8b01-32b473041326') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:39.243584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbdd0-d934-4f2f-b633-68dc8a3cee3e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.257077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d79d14a-731d-4adb-9868-b7c4b1df31cd req-aa9ff533-6777-4d2f-b590-533a0e48324f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758718 Nov 12 05:29:39.285754 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.332907 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.344072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:29:39.344894 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:29:39.347885 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:29:39.360889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbdd0-d934-4f2f-b633-68dc8a3cee3e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.383190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device cf45e763-2296-4341-a615-379c3655c175 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:39.406657 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cada5c5-e315-4c9b-87a3-9dee1ae5577b x-openstack-request-id: req-3cada5c5-e315-4c9b-87a3-9dee1ae5577b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:39.406985 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "c79f5a82-d269-4392-8fc4-35cef54faf65", "status": "completed", "code": 200}, {"server_uuid": "09d57ab4-3043-4922-9308-99789288c64d", "name": "network-vif-deleted", "tag": "cc07b285-1a59-4021-99ad-e5d0754ef58e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:39.407195 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cada5c5-e315-4c9b-87a3-9dee1ae5577b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:39.407595 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': 'c79f5a82-d269-4392-8fc4-35cef54faf65', 'status': 'completed', 'code': 200} Nov 12 05:29:39.407846 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d57ab4-3043-4922-9308-99789288c64d', 'name': 'network-vif-deleted', 'tag': 'cc07b285-1a59-4021-99ad-e5d0754ef58e', 'status': 'completed', 'code': 200} Nov 12 05:29:39.412474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: cf45e763-2296-4341-a615-379c3655c175 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:39.426365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device cf45e763-2296-4341-a615-379c3655c175 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:39.443077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbdd0-d934-4f2f-b633-68dc8a3cee3e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.466875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Allocated IP 172.25.2.234 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/07585ad8-74fb-434b-85fe-f24f225d586d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:39.473917 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbdd0-d934-4f2f-b633-68dc8a3cee3e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.481185 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3d4bbdd0-d934-4f2f-b633-68dc8a3cee3e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/4830400f-675a-42ce-a472-516249649586 HTTP/1.1" status: 204 len: 168 time: 0.3688109 Nov 12 05:29:39.481620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44100) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:39.499829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bbdd0-d934-4f2f-b633-68dc8a3cee3e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=4830400f-675a-42ce-a472-516249649586,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:39.527758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.536533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-78875ca8-dd4a-40ca-aa3f-6a84c9f7997d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510697 Nov 12 05:29:39.536873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44102) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:39.556823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:39.557569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969661df-eac0-4f4a-a06d-bb0a70ea1a66 req-9e4c7f9b-a0d7-4878-b4ee-4cc16369d5a7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:39.559797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-969661df-eac0-4f4a-a06d-bb0a70ea1a66 req-9e4c7f9b-a0d7-4878-b4ee-4cc16369d5a7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.2129431 Nov 12 05:29:39.563011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.567851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] 10.222.0.48 "DELETE /v2.0/networks/d2f8f4fa-fdf0-49de-b826-f4d48adb4447 HTTP/1.1" status: 204 len: 168 time: 0.8905265 Nov 12 05:29:39.691180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c858780-d06a-46ce-8615-afca4c1e943a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f8f4fa-fdf0-49de-b826-f4d48adb4447,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:39.750230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-969661df-eac0-4f4a-a06d-bb0a70ea1a66 req-1e645347-8ad1-4833-b235-3a99d4aee6b4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753929 Nov 12 05:29:39.779470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44110) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:39.795102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.860085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3941a266-9bd1-44f0-b8ff-30e04d518cdf req-4e68577c-f04c-4490-9aa5-fd0d5cce2954 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0464115 Nov 12 05:29:39.891421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.961209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:39.978305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:40.000511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:40.035223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c14d4a-94ba-4124-9c93-1a5f47c2c59c None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:40.050938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'Port': ['ID=07585ad8-74fb-434b-85fe-f24f225d586d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:40.174791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.243091 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.269595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5f027112-04a3-4de5-a707-04055f6efe95 None None] Provisioning complete for port 6b12412f-ff72-4a81-9866-6015cdf97bfe triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:40.270305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f027112-04a3-4de5-a707-04055f6efe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.328327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6b12412f-ff72-4a81-9866-6015cdf97bfe up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:40.345394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bad089-8e96-45e4-bce5-3aa89e88e7c3 req-06c0f4cc-c34f-4d37-b7ee-72b649e97797 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.347173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3bad089-8e96-45e4-bce5-3aa89e88e7c3 req-06c0f4cc-c34f-4d37-b7ee-72b649e97797 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1016533 Nov 12 05:29:40.436209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:40.441754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.537955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6b12412f-ff72-4a81-9866-6015cdf97bfe triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:40.538943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.581115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3bad089-8e96-45e4-bce5-3aa89e88e7c3 req-a40127c5-6a63-41ec-a988-ebe7f9d4dc5a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111063 Nov 12 05:29:40.599877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:40.614644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eff3a3-32bb-413a-826c-a0938de8d9b9 req-10306af9-bae4-4eaa-985a-543c7f442f96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.617496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09eff3a3-32bb-413a-826c-a0938de8d9b9 req-10306af9-bae4-4eaa-985a-543c7f442f96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1213961 Nov 12 05:29:40.665970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.667013 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.693707 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f027112-04a3-4de5-a707-04055f6efe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.702181 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-549ac6b2-a1c4-49e5-a60c-a67ef3ad3a49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad82b284375c46df8699a00b1728bc5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9193487 Nov 12 05:29:40.705167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:40.728979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.746957 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.772721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5f027112-04a3-4de5-a707-04055f6efe95 None None] For port 6b12412f-ff72-4a81-9866-6015cdf97bfe, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6b12412f-ff72-4a81-9866-6015cdf97bfe,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:40.782978 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f027112-04a3-4de5-a707-04055f6efe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.815808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9db8d0f-0775-4af0-ace1-3e88579c9d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.820933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'Port': ['ID=07585ad8-74fb-434b-85fe-f24f225d586d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:40.833925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] Deleting port 6b12412f-ff72-4a81-9866-6015cdf97bfe {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:40.834362 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.839325 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f027112-04a3-4de5-a707-04055f6efe95 None None] Pushing event updated for resources: {'Port': ['ID=6b12412f-ff72-4a81-9866-6015cdf97bfe,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:40.844916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9db8d0f-0775-4af0-ace1-3e88579c9d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.850456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09eff3a3-32bb-413a-826c-a0938de8d9b9 req-e47590ce-91c0-44de-bb95-8e2212e0e72f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258234 Nov 12 05:29:40.933195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9db8d0f-0775-4af0-ace1-3e88579c9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.936796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9db8d0f-0775-4af0-ace1-3e88579c9d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.938322 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f9db8d0f-0775-4af0-ace1-3e88579c9d6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/689a566f-92f9-41fd-a2e1-bb7d4f6aed4f HTTP/1.1" status: 204 len: 168 time: 0.2318234 Nov 12 05:29:40.959300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db8d0f-0775-4af0-ace1-3e88579c9d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689a566f-92f9-41fd-a2e1-bb7d4f6aed4f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:40.977216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dcfdd-199a-4b84-8780-263075f06326 req-d3dac4ba-6276-4779-8a16-3c24a37f7f68 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.978876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-598dcfdd-199a-4b84-8780-263075f06326 req-d3dac4ba-6276-4779-8a16-3c24a37f7f68 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1271629 Nov 12 05:29:40.981934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:41.028350 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:29:41.028708 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:29:41.051424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] For port 6b12412f-ff72-4a81-9866-6015cdf97bfe, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6b12412f-ff72-4a81-9866-6015cdf97bfe,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:41.051801 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:41.067262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:41.069330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4d60321d-0d1e-4eab-8ca4-628d309f43e4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7424479 Nov 12 05:29:41.070166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] Calling delete_port for 6b12412f-ff72-4a81-9866-6015cdf97bfe owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:41.126203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:29:41.164130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc6201-9096-4c0e-b6f3-5216dde43f3a req-61b8aeb9-00b1-4fb6-b780-90100ad7e50e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:41.173590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5cc6201-9096-4c0e-b6f3-5216dde43f3a req-61b8aeb9-00b1-4fb6-b780-90100ad7e50e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1934030 Nov 12 05:29:41.182148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-598dcfdd-199a-4b84-8780-263075f06326 req-fbcfeaae-d0ac-437e-b147-faf54d4d89e6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853127 Nov 12 05:29:41.200959 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:41.235616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] No DVR routers for this DVR port 6b12412f-ff72-4a81-9866-6015cdf97bfe on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:41.281838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d4672-408b-4b06-932b-7b824f2043fd None None] Pushing event deleted for resources: {'Port': ['ID=6b12412f-ff72-4a81-9866-6015cdf97bfe,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:41.317345 n-d-765315-28 neutron-server[102589]: WARNING neutron.services.revisions.revision_plugin [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Could not find related port for resource to bump revision. Nov 12 05:29:41.318181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5cc6201-9096-4c0e-b6f3-5216dde43f3a req-ba53cdf1-3119-4a82-94e0-b58b48d78b00 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332116 Nov 12 05:29:41.325045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Port 6b12412f-ff72-4a81-9866-6015cdf97bfe was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 05:29:41.325402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Reverting IP allocation for 2001:db8::f816:3eff:fec6:83f3 {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 05:29:41.329663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec6:83f3 {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 05:29:41.331516 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:41.348816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-743c6cc8-ec5b-47e4-abfd-966968b489d6 req-07d39efb-b29f-4fd5-89b4-aa2dadfd27ad tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0450466 Nov 12 05:29:41.353908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44150) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:41.371633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:41.374668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:41.377824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:41.378459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:41.384440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427f5fc-b1e0-458f-bc78-39e92839542a None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:41.440042 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:29:41.479105 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9393294 Nov 12 05:29:41.481711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44160) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:41.483307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf6e70-bfe0-4d70-983c-f2729712eb56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=6c940b62-55bb-4afc-b1a8-122f6e232283,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:41.490870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:f5:45:29', 'name': 'tempest-NetworksTestDHCPv6-1023185250'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:41.533845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488fb050-9431-4d78-8816-8b9e4d02d7b1 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:41.538878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-488fb050-9431-4d78-8816-8b9e4d02d7b1 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1092 time: 0.1803298 Nov 12 05:29:41.542059 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44164) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:41.547421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:41.559795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-c475bcce-e7d3-4829-948d-1bbe959d41d1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--281966850&fields=id&tenant_id=025cb776de754cb6bface15498e03466 HTTP/1.1" status: 200 len: 267 time: 0.0869186 Nov 12 05:29:41.580634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226227c3-321e-4fb7-8bba-96ab8fafa0d1 req-437b1bec-87e4-48b7-ac51-51b683cf7ec7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:41.582463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-226227c3-321e-4fb7-8bba-96ab8fafa0d1 req-437b1bec-87e4-48b7-ac51-51b683cf7ec7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1498203 Nov 12 05:29:41.633400 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:41.710488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:41.715337 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:41.756630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-226227c3-321e-4fb7-8bba-96ab8fafa0d1 req-933bf3b7-7da6-4234-ade5-fa3c66e4481e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627624 Nov 12 05:29:41.791895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-87f11e0c-57ba-4002-b62c-dcb62c18b592 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:41.795036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 4fe6b131-89b9-4866-9bd1-55d2b24c4ce2 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:41.799758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-87f11e0c-57ba-4002-b62c-dcb62c18b592 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 817 time: 0.2390385 Nov 12 05:29:41.816783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-5ddf9b2e-7433-4e30-91be-3ece5e7ae2f2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/quotas/025cb776de754cb6bface15498e03466 HTTP/1.1" status: 200 len: 375 time: 0.0160620 Nov 12 05:29:41.880503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-acf1554c-e8d7-42aa-ab5a-ecfbe083858d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627470 Nov 12 05:29:41.935489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Port 6b12412f-ff72-4a81-9866-6015cdf97bfe update to ACTIVE by agent not found {{(pid=102591) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 05:29:41.962655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '6c940b62-55bb-4afc-b1a8-122f6e232283'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:41.963540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.008278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:fef5:4529 (70598e6e-724e-441f-b412-f64f1126e8bd/6c940b62-55bb-4afc-b1a8-122f6e232283/4fe6b131-89b9-4866-9bd1-55d2b24c4ce2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:42.023559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.112126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce5d87-d8b9-49bd-b00a-a1803adad6a4 req-7735d512-21fd-49a8-adf5-c1635efd07f2 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:42.123413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7ce5d87-d8b9-49bd-b00a-a1803adad6a4 req-7735d512-21fd-49a8-adf5-c1635efd07f2 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.2396321 Nov 12 05:29:42.124994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6b12412f-ff72-4a81-9866-6015cdf97bfe no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:42.162090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 6b12412f-ff72-4a81-9866-6015cdf97bfe {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:42.162260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6b12412f-ff72-4a81-9866-6015cdf97bfe not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:42.233615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-82cd973c-0db2-41ef-b27d-e50c318b9c1c service neutron] 10.222.0.48 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373652 Nov 12 05:29:42.258638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7ce5d87-d8b9-49bd-b00a-a1803adad6a4 req-535926c7-e35e-45b4-ae8c-39b5e3e8098a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249371 Nov 12 05:29:42.315281 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.25.2.50 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/f980ea1a-c027-4e8e-a1ce-734bcf0a5747) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:42.333047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44186) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:42.340211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b561a374-44ee-46a9-bcd9-6ab6e463c434 service neutron] 10.222.0.48 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050954 Nov 12 05:29:42.437153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.504446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.531036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.612148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=4fe6b131-89b9-4866-9bd1-55d2b24c4ce2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:42.617494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-network', 'tenant_id': '853c5738ac31430fa65c36f0732268a4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:42.622605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Allocated IP 2001:db8::f816:3eff:fe11:7c01 (70598e6e-724e-441f-b412-f64f1126e8bd/6c940b62-55bb-4afc-b1a8-122f6e232283/1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:42.663606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:42.668264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:42.671204 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.693925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:42.701592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:42.703778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.723388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2326a7cf-c57d-45e7-a8d1-0bb62ce8e77c req-2545bcd2-93a1-4857-9c4c-758ed3a0bd17 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0470903 Nov 12 05:29:42.741635 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Made reservation on behalf of 853c5738ac31430fa65c36f0732268a4 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:42.744548 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.779997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18088ec2-0b48-4bc2-a5f6-c725331614d4 req-9223003b-e4dc-4be4-ae12-055e52bbb9a6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 210 time: 0.0482507 Nov 12 05:29:42.808765 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c598a210-45e6-4459-8d73-ec16192a33bf tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3196020 Nov 12 05:29:42.810319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44202) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:42.819504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.835163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:42.899682 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:42.908402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:42.914560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.925549 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.956371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc6cdd-2006-4a75-899e-91ac625b8e1c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:42.961812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-58cc6cdd-2006-4a75-899e-91ac625b8e1c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1476836 Nov 12 05:29:42.965373 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.966300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44204) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:42.969993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=f980ea1a-c027-4e8e-a1ce-734bcf0a5747,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:42.971687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:42.981670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:42.984025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:42.985867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dca6b-3ccf-403d-9da5-2eb64a740359 req-3bba24b3-8b20-4098-9bf9-1c7c8d7a3457 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:42.987004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:42.988531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb8dca6b-3ccf-403d-9da5-2eb64a740359 req-3bba24b3-8b20-4098-9bf9-1c7c8d7a3457 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1205659 Nov 12 05:29:43.025051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:29:43.029736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Pushing event updated for resources: {'Port': ['ID=1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:43.067901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Attempting to bind port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:43.068372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Attempting to bind port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:43.068808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Attempting to bind port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:43.073397 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.074640 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Added segment 3189f48d-a045-4498-b415-e8cb36cbfb7a of type vlan for network 0a039a46-1d53-4958-adbc-9f66a4981531 Nov 12 05:29:43.076589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:43.076589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:43.076589 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.077063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:43.077374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Bound port: 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:43.077978 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.081861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:43.160417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] For port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:43.165838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] For port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:43.173078 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.175762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.190209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb8dca6b-3ccf-403d-9da5-2eb64a740359 req-8f46eab3-9d61-44c1-9b6d-2206303fc3e3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417637 Nov 12 05:29:43.215407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e3d84a57-57d0-4194-99a0-3521b54967e7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 4fe6b131-89b9-4866-9bd1-55d2b24c4ce2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:43.215997 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3d84a57-57d0-4194-99a0-3521b54967e7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.337418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.345946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:43.352575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.457577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9615-4c9c-4c78-b68f-d817a8aaacfa None None] Pushing event updated for resources: {'Port': ['ID=1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:43.533943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=0a039a46-1d53-4958-adbc-9f66a4981531,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:43.573060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0a039a46-1d53-4958-adbc-9f66a4981531 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:29:43.605290 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4f172bbc-d95f-4d85-ad19-e3f77c930bd3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2712975 Nov 12 05:29:43.636056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44216) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:43.670960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Request body: {'subnet': {'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-subnet', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:43.873540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6de265ee-fa5d-4f3b-aa04-f77d066d64cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.876697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a24585-efd2-4364-bfaf-17cf1eea2031 req-a75f44c1-0a97-4899-bf02-84cb0b3e1483 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:43.885312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20a24585-efd2-4364-bfaf-17cf1eea2031 req-a75f44c1-0a97-4899-bf02-84cb0b3e1483 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1003845 Nov 12 05:29:43.895903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3d84a57-57d0-4194-99a0-3521b54967e7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.919422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e3d84a57-57d0-4194-99a0-3521b54967e7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 4fe6b131-89b9-4866-9bd1-55d2b24c4ce2 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:43.970133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3da5e7a4-9e08-4355-b0a4-03c2c8bd397b req-87aec09d-7951-468b-a7c7-b8b6e2f22971 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0480938 Nov 12 05:29:44.001942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20a24585-efd2-4364-bfaf-17cf1eea2031 req-1555daef-8651-4357-ae96-50923ac0b4e9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150355 Nov 12 05:29:44.062565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Made reservation on behalf of 853c5738ac31430fa65c36f0732268a4 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:44.065406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.210120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b0017e2-83a2-4576-a55f-4d1fe3a7f097 req-0a078dbd-76b1-4481-b74f-80caeee1eadf tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 210 time: 0.0705781 Nov 12 05:29:44.230745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:44.250530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.384634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:44.385058 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.469780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.540041 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3d84a57-57d0-4194-99a0-3521b54967e7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.565121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.629442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d84a57-57d0-4194-99a0-3521b54967e7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=4fe6b131-89b9-4866-9bd1-55d2b24c4ce2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:44.638287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:44.645944 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.659454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eb136-baef-4aad-9635-29119071ca49 req-bf68a7b1-508c-495d-b2b4-170c7f0bbcfd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:44.661159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d14eb136-baef-4aad-9635-29119071ca49 req-bf68a7b1-508c-495d-b2b4-170c7f0bbcfd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2564952 Nov 12 05:29:44.669605 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3d84a57-57d0-4194-99a0-3521b54967e7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.684543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44228) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:44.686882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e3d84a57-57d0-4194-99a0-3521b54967e7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/4fe6b131-89b9-4866-9bd1-55d2b24c4ce2 HTTP/1.1" status: 204 len: 168 time: 1.6967049 Nov 12 05:29:44.741478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:44.746871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-995aa835-30c9-4dbc-acf5-842582deb52a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:44.748602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-995aa835-30c9-4dbc-acf5-842582deb52a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.47 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 817 time: 0.4878862 Nov 12 05:29:44.807083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.808774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d14eb136-baef-4aad-9635-29119071ca49 req-8aaed95d-bb28-4ff4-80dc-75c7dcc01383 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199491 Nov 12 05:29:44.828852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.854007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-509472d1-074d-4ec2-9b84-095978aa2858 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=025cb776de754cb6bface15498e03466 HTTP/1.1" status: 200 len: 379 time: 0.0868151 Nov 12 05:29:44.858512 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.867245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9e2b7035-fd23-4f28-95f8-82c6ac17e109 None None] Provisioning complete for port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:44.868188 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7035-fd23-4f28-95f8-82c6ac17e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:44.868845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'port': {'device_id': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'admin_state_up': True, 'tenant_id': '025cb776de754cb6bface15498e03466', 'security_groups': ['1b2d5152-64fa-411f-ab7a-0dbe74a2927c']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:45.039917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Made reservation on behalf of 025cb776de754cb6bface15498e03466 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:45.044140 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.062383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd9f88-01fc-4cc5-a05e-7ee2aa286167 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:45.066522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd9f88-01fc-4cc5-a05e-7ee2aa286167 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:45.080381 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-62cd9f88-01fc-4cc5-a05e-7ee2aa286167 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3828578 Nov 12 05:29:45.082599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44234) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:45.137594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=f980ea1a-c027-4e8e-a1ce-734bcf0a5747,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:45.145229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-68ca71f7-8d73-4b58-8927-26accb19e08d None None] Could not find standard attr ID for object 4fe6b131-89b9-4866-9bd1-55d2b24c4ce2. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:29:45.163719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f25f13b-0963-4093-aec3-d9c57d10310d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:45.168743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.177581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Checking segment: {'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:45.177948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Network hostable DHCP agents. Network: 0a039a46-1d53-4958-adbc-9f66a4981531, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:29:45.276353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b83b127c-0fa8-4fb9-acfc-d63e22db18e1 req-63ccf565-f266-4863-bbfb-0daeddb951d0 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.1588945 Nov 12 05:29:45.312424 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Floating IP 26c45f27-646d-497e-a72b-6f9dbd67c23d associated. External IP: 172.25.2.50, port: b85d982a-18be-4d9c-96be-90f4f451b85a. Nov 12 05:29:45.352861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Network 0a039a46-1d53-4958-adbc-9f66a4981531 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:29:45.377720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0a039a46-1d53-4958-adbc-9f66a4981531) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:45.384529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:45.385163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.392676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e2604-f783-49b4-acec-657a33572e61 None None] Network 0a039a46-1d53-4958-adbc-9f66a4981531 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:45.449671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aa42cd15-7c49-450a-9ec8-929d7779c2ae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7970164 Nov 12 05:29:45.450639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44238) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:45.465152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a6001b9-c414-4873-93e0-1e796b9f7ec2 req-7050e27c-c283-4260-8470-cf9d009ad4cd tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 210 time: 0.0691965 Nov 12 05:29:45.470767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a96b7eb-3292-4c7d-b0d2-5aa91feaed6e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 6c940b62-55bb-4afc-b1a8-122f6e232283 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:45.481472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:45.495885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a96b7eb-3292-4c7d-b0d2-5aa91feaed6e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.549201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ad67-ae1f-4869-9e1d-7718362377ab req-b42e01cf-10df-47f2-bca3-78ba3124d9f7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:45.551098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7825ad67-ae1f-4869-9e1d-7718362377ab req-b42e01cf-10df-47f2-bca3-78ba3124d9f7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.3904529 Nov 12 05:29:45.560031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Allocated IP 172.20.0.3 (7a0e6740-7ea4-46f5-8149-c757f5027670/731f9ddb-09bc-4331-92ac-3d1025dab4e0/37a75ccd-d5d7-45f6-818a-c06a806d9a28) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:45.574867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ff352-fdfc-4c7e-bc97-612286215ab6 None None] Network 0a039a46-1d53-4958-adbc-9f66a4981531 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:45.618957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 49aac0c2-a158-4014-93b1-0686fd13640f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:45.622701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a96b7eb-3292-4c7d-b0d2-5aa91feaed6e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.658530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.659588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.768193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7825ad67-ae1f-4869-9e1d-7718362377ab req-336e4089-4bfa-47de-9eb1-65f0963d1414 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052650 Nov 12 05:29:45.794657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:45.804638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] Sync routers for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:45.820980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:45.825745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:45.836236 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.873750 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-23e9788e-81c7-450e-ad93-bce073c9e82c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3299408 Nov 12 05:29:45.874512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:45.887939 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:45.911001 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.038941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:46.078383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a96b7eb-3292-4c7d-b0d2-5aa91feaed6e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.115807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:46.231627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.234834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:46.235090 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.239205 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.265510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf1ca-371a-4d7a-86c5-a98d11e042a9 req-9d8c315c-41cd-4d25-ba3f-034a1e22cc63 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:46.267246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83acf1ca-371a-4d7a-86c5-a98d11e042a9 req-9d8c315c-41cd-4d25-ba3f-034a1e22cc63 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3515515 Nov 12 05:29:46.300667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee3be0-e099-4350-acc3-f980a7e204c3 req-8038dfa5-94e4-4a64-85e0-5f506bcc2dd0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:46.303913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6ee3be0-e099-4350-acc3-f980a7e204c3 req-8038dfa5-94e4-4a64-85e0-5f506bcc2dd0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.3509536 Nov 12 05:29:46.304343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-904ca80a-6d28-4b45-9454-50ffc8987e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.407347 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '26c45f27-646d-497e-a72b-6f9dbd67c23d', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'port_id': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'mac_address': 'fa:16:3e:2d:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:43Z', 'updated_at': '2021-11-12T05:29:43Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:22Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:46.425297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a96b7eb-3292-4c7d-b0d2-5aa91feaed6e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.438211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] Checking router: 49aac0c2-a158-4014-93b1-0686fd13640f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:46.447182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:46.447994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:46.468018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83acf1ca-371a-4d7a-86c5-a98d11e042a9 req-48e406fe-7991-4194-9bfb-a573821a382b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905837 Nov 12 05:29:46.479952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b7eb-3292-4c7d-b0d2-5aa91feaed6e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=6c940b62-55bb-4afc-b1a8-122f6e232283,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:46.489905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a96b7eb-3292-4c7d-b0d2-5aa91feaed6e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.496415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44250) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:46.496581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2a96b7eb-3292-4c7d-b0d2-5aa91feaed6e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/6c940b62-55bb-4afc-b1a8-122f6e232283 HTTP/1.1" status: 204 len: 168 time: 1.4132619 Nov 12 05:29:46.498804 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:46.513160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6ee3be0-e099-4350-acc3-f980a7e204c3 req-9ca9e420-18ea-407e-85e8-c56fbdf51ac3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811326 Nov 12 05:29:46.561197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44254) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:46.598027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:46.615757 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-74a74fa0-c477-4a1a-bae5-fc44a56ff042 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130815 Nov 12 05:29:46.619334 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d74370-57a5-45be-98fa-c1b4e91f1ba6 x-openstack-request-id: req-50d74370-57a5-45be-98fa-c1b4e91f1ba6 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:46.619644 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:46.619905 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50d74370-57a5-45be-98fa-c1b4e91f1ba6 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:46.620331 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'status': 'completed', 'code': 200} Nov 12 05:29:46.620747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44256) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:46.663837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9795e-1ec1-47dd-bfb6-68fac6c34db3 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:46.705450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-527aaf1e-20e6-4082-bd89-4eb17daf85d7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/26c45f27-646d-497e-a72b-6f9dbd67c23d HTTP/1.1" status: 200 len: 990 time: 0.1073756 Nov 12 05:29:46.723265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f55a2cb-18a3-4bb8-8e72-1965f3d39b9a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:46.725153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f55a2cb-18a3-4bb8-8e72-1965f3d39b9a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1034350 Nov 12 05:29:46.727689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44258) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:46.748558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1b82e6c-a797-4569-95ae-d3dafe195f4f req-38fc34c4-8429-44ba-a92a-b7f7f44b5ca9 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0380793 Nov 12 05:29:46.769374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:46.786150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4319cf41-6909-4ff6-bba6-140b9e133a29 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:46.787747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4319cf41-6909-4ff6-bba6-140b9e133a29 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0591006 Nov 12 05:29:46.790169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44260) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:46.824478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:46.834067 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1ea8b1cd-c7c8-4638-8be2-fb711ee49c80 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427513 Nov 12 05:29:46.839051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:46.841945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44266) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:46.854264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:46.882151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:46.991171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:46.991979 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.039559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:47.075698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-b3175625-1ccc-45ba-a2ea-564e99ba2337 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2132506 Nov 12 05:29:47.116569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f08888-a796-4069-aab4-2deb128cdbf0 req-216c5fbb-d982-4bc8-b08e-e8be557095ca tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:47.118183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f08888-a796-4069-aab4-2deb128cdbf0 req-216c5fbb-d982-4bc8-b08e-e8be557095ca tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 931 time: 0.2973757 Nov 12 05:29:47.132415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Request body: {'port': {'device_id': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:47.168441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a840df-5e4f-49c6-b4da-b572f82d334d req-abd3d7b1-b0e8-43f0-86dd-a7b632107d55 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:47.176793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93a840df-5e4f-49c6-b4da-b572f82d334d req-abd3d7b1-b0e8-43f0-86dd-a7b632107d55 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1966598 Nov 12 05:29:47.187193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-47a34c27-1172-460f-8812-f09c22d290b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:47.188815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-47a34c27-1172-460f-8812-f09c22d290b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1097 time: 0.4833870 Nov 12 05:29:47.311343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d9834813-928c-472d-9dc6-b0d38a55ce04 None None] Provisioning complete for port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:47.312036 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d9834813-928c-472d-9dc6-b0d38a55ce04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.343091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:47.349196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.352484 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.373281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] Deleting port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:47.373993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.401827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d9834813-928c-472d-9dc6-b0d38a55ce04 None None] Port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:47.418185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f08888-a796-4069-aab4-2deb128cdbf0 req-f3578fce-c045-410f-be33-f5eaf12a9eb6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599695 Nov 12 05:29:47.455536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93a840df-5e4f-49c6-b4da-b572f82d334d req-a6bb52c7-6d3e-43f9-b595-892eadc5beb5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776921 Nov 12 05:29:47.463289 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.513988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '26c45f27-646d-497e-a72b-6f9dbd67c23d', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'port_id': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'mac_address': 'fa:16:3e:2d:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:43Z', 'updated_at': '2021-11-12T05:29:43Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:22Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:47.522517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.562533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936781c-7e92-4434-a08f-f7fa79bc5e57 None None] The sync data for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 is: [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '26c45f27-646d-497e-a72b-6f9dbd67c23d', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'port_id': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'mac_address': 'fa:16:3e:2d:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:43Z', 'updated_at': '2021-11-12T05:29:43Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:22Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:47.568323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] For port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:47.574540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.589477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] Calling delete_port for 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:47.592594 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.617209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-0fb7c3ed-50bb-4810-8fd9-9fab05c9414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:47.618799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-0fb7c3ed-50bb-4810-8fd9-9fab05c9414e service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.3536360 Nov 12 05:29:47.698139 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.708722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44270) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:47.733201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] Pushing event deleted for resources: {'Port': ['ID=1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:47.739547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00287e77-5c7c-49a9-85b8-6cd43447297c None None] No DVR routers for this DVR port 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:47.801503 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-47b10948-8425-48b5-94ab-42f6b330e027 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/26c45f27-646d-497e-a72b-6f9dbd67c23d HTTP/1.1" status: 200 len: 990 time: 0.0865204 Nov 12 05:29:47.811567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.854944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:47.859378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:47.864176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:47.864791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:47.871679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629c34ab-aa98-4e21-8711-a6e4e63747e1 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:47.888435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=82d23b02-6de1-450d-89f2-cbbb3084c402,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:47.903687 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e9760e76-b64a-4cfb-829b-f65064612171 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0597281 Nov 12 05:29:47.906283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44274) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:47.912994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:20:0f:7e', 'name': 'tempest-NetworksTestDHCPv6-1342310195'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:48.129251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:48.149394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:48.177132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '82d23b02-6de1-450d-89f2-cbbb3084c402'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:48.178154 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.331252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.355976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9042bfe6-335b-4d20-ba7b-7fa11c326f39 req-89328e4f-c6e7-41d7-900f-85d1ce103af8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.1246459 Nov 12 05:29:48.364516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/82d23b02-6de1-450d-89f2-cbbb3084c402/cf05ad42-bb10-4082-9e49-81dbfea3e1db) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:48.380796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 5f454890-61d9-4f83-ab19-276d8c680ed7 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:48.392396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:48.392738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1d97eef7-ef6d-43b0-b2d5-7c5d8e6e0d76 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:48.485243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccf62b-8380-4705-9280-987cc4b76870 req-3f5231d1-6b18-469f-9c9a-0d00504985d4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:48.486864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fccf62b-8380-4705-9280-987cc4b76870 req-3f5231d1-6b18-469f-9c9a-0d00504985d4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.8430986 Nov 12 05:29:48.500481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-cbd420fe-32e1-4783-ba6e-9c214133a7cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 998 time: 0.8641813 Nov 12 05:29:48.540986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.568794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed170c47-8999-4729-984f-f5658e8ec277 req-a330b8b5-0447-44d8-b081-89aa284a2005 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3549187 Nov 12 05:29:48.616203 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.624918 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.673101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:48.680775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:48.685226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:48.709441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::2d3 (70598e6e-724e-441f-b412-f64f1126e8bd/82d23b02-6de1-450d-89f2-cbbb3084c402/5f454890-61d9-4f83-ab19-276d8c680ed7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:48.733236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Pushing event updated for resources: {'Port': ['ID=cf05ad42-bb10-4082-9e49-81dbfea3e1db,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:48.792053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fccf62b-8380-4705-9280-987cc4b76870 req-f41d75a1-2ed8-446f-adc6-33f1b96d4d78 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847326 Nov 12 05:29:48.793794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Attempting to bind port cf05ad42-bb10-4082-9e49-81dbfea3e1db on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:48.794361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Attempting to bind port cf05ad42-bb10-4082-9e49-81dbfea3e1db by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:48.794769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Attempting to bind port cf05ad42-bb10-4082-9e49-81dbfea3e1db on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:48.813109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44282) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:48.813334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:48.813334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:48.813334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.813334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:48.813334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Bound port: cf05ad42-bb10-4082-9e49-81dbfea3e1db, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:48.813334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.831264 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f8dbf-0d81-4ddb-b87a-71959f2e076c None None] New status for floating IP 26c45f27-646d-497e-a72b-6f9dbd67c23d: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:29:48.934744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Allocated IP 172.25.2.66 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:48.935586 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.962383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] For port cf05ad42-bb10-4082-9e49-81dbfea3e1db, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:48.966115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] For port cf05ad42-bb10-4082-9e49-81dbfea3e1db, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cf05ad42-bb10-4082-9e49-81dbfea3e1db,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:48.982530 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.036865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed170c47-8999-4729-984f-f5658e8ec277 req-a7399bd8-cf9a-42fb-988c-bad14bc39973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.057716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed170c47-8999-4729-984f-f5658e8ec277 req-a7399bd8-cf9a-42fb-988c-bad14bc39973 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 1097 time: 0.3776996 Nov 12 05:29:49.059169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbee45-c22d-4fd1-8cfa-b9b7dcef8754 None None] Pushing event updated for resources: {'Port': ['ID=cf05ad42-bb10-4082-9e49-81dbfea3e1db,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:49.060355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-d6fc9d44-4ed6-4759-a0ae-7afd20c000bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.061825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-d6fc9d44-4ed6-4759-a0ae-7afd20c000bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.5282843 Nov 12 05:29:49.067475 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.095924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c680d-f378-42a1-b280-6c1264972f84 req-da906b66-c3e9-4278-8e7a-a1ab9cf76933 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.104160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f1c680d-f378-42a1-b280-6c1264972f84 req-da906b66-c3e9-4278-8e7a-a1ab9cf76933 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 931 time: 0.5658078 Nov 12 05:29:49.140605 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9aae20eb-7793-4b7f-b87b-f90a081f80a6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/26c45f27-646d-497e-a72b-6f9dbd67c23d HTTP/1.1" status: 200 len: 990 time: 0.1590099 Nov 12 05:29:49.157253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:49.160467 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:49.162977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:49.169852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.170530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.192315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=5f454890-61d9-4f83-ab19-276d8c680ed7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:49.202985 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1583fd66-51a0-49b7-a268-99036293a1bb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2952313 Nov 12 05:29:49.207378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:49.274750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0684d-f8aa-4f82-80f1-bc348119843a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.281707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0684d-f8aa-4f82-80f1-bc348119843a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.293283 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a5a0684d-f8aa-4f82-80f1-bc348119843a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0820718 Nov 12 05:29:49.293283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44286) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:49.356303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6a979-7fc2-4618-b8fc-3b7aadfa75ba req-35fb1cb3-380c-4aea-8d84-7c288c1d6fb8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.357929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7df6a979-7fc2-4618-b8fc-3b7aadfa75ba req-35fb1cb3-380c-4aea-8d84-7c288c1d6fb8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.4454424 Nov 12 05:29:49.436418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.444232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b4004f3c-cd11-427e-b11e-c432a421e181 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 5f454890-61d9-4f83-ab19-276d8c680ed7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:49.444742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4004f3c-cd11-427e-b11e-c432a421e181 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.448663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-4bf7a970-ac4d-4dee-b0c8-75c5767da1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.450992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-4bf7a970-ac4d-4dee-b0c8-75c5767da1d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3431690 Nov 12 05:29:49.530532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f1c680d-f378-42a1-b280-6c1264972f84 req-ac1d1b32-c9da-46ca-8d92-8acb6824a626 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903518 Nov 12 05:29:49.567932 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4004f3c-cd11-427e-b11e-c432a421e181 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.569877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a75ccd-d5d7-45f6-818a-c06a806d9a28 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:49.579359 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.582323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b4004f3c-cd11-427e-b11e-c432a421e181 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 5f454890-61d9-4f83-ab19-276d8c680ed7 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:49.594168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Transition to ACTIVE for port object 37a75ccd-d5d7-45f6-818a-c06a806d9a28 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:29:49.615073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed170c47-8999-4729-984f-f5658e8ec277 req-44eff9c4-7d64-4d3c-852e-65c4dcdb546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.616616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed170c47-8999-4729-984f-f5658e8ec277 req-44eff9c4-7d64-4d3c-852e-65c4dcdb546d service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.5043097 Nov 12 05:29:49.628211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.740772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed170c47-8999-4729-984f-f5658e8ec277 req-6b032393-b08f-4360-8a56-0e91f8663007 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75 HTTP/1.1" status: 200 len: 217 time: 0.0935824 Nov 12 05:29:49.744847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4004f3c-cd11-427e-b11e-c432a421e181 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.764876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7df6a979-7fc2-4618-b8fc-3b7aadfa75ba req-58462c5d-e1e8-4c08-bafe-2def0c0aaca1 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654239 Nov 12 05:29:49.784240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4004f3c-cd11-427e-b11e-c432a421e181 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=5f454890-61d9-4f83-ab19-276d8c680ed7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:49.812806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4004f3c-cd11-427e-b11e-c432a421e181 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.818485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.819432 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b4004f3c-cd11-427e-b11e-c432a421e181 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/5f454890-61d9-4f83-ab19-276d8c680ed7 HTTP/1.1" status: 204 len: 168 time: 0.5270355 Nov 12 05:29:49.820057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:49.834731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75c74d4a-b260-45d6-9134-c23c21577e2e req-b85ba61f-50a6-46fa-ba73-d8ef55393a7b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0748811 Nov 12 05:29:49.914103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0753ef-1113-48e1-854a-55524950b680 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.916027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0753ef-1113-48e1-854a-55524950b680 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.920759 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6b0753ef-1113-48e1-854a-55524950b680 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0997038 Nov 12 05:29:49.921636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44294) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:49.949214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-f8a5e26b-20ab-4c52-b272-380cb861c506 service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754126 Nov 12 05:29:49.951509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed170c47-8999-4729-984f-f5658e8ec277 req-4bd7d475-438e-41b7-8f7d-53705e2b85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:49.952958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed170c47-8999-4729-984f-f5658e8ec277 req-4bd7d475-438e-41b7-8f7d-53705e2b85ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1880746 Nov 12 05:29:49.955850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:50.037250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-646feb61-85db-42ed-98ff-b73f14a47613 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 82d23b02-6de1-450d-89f2-cbbb3084c402 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:50.039457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646feb61-85db-42ed-98ff-b73f14a47613 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.155843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646feb61-85db-42ed-98ff-b73f14a47613 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.159442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cf05ad42-bb10-4082-9e49-81dbfea3e1db up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:50.164706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44296) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:50.246454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port cf05ad42-bb10-4082-9e49-81dbfea3e1db triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:50.246827 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.250650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Attempting to bind port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:50.250996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Attempting to bind port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:50.251330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Attempting to bind port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:50.275561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:29:50.275929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Attempting to bind port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 on network 7a0e6740-7ea4-46f5-8149-c757f5027670 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:50.310376 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9474a050-2784-48a0-ad3f-256593624fc4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/26c45f27-646d-497e-a72b-6f9dbd67c23d HTTP/1.1" status: 200 len: 992 time: 0.1444960 Nov 12 05:29:50.318308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.334525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed170c47-8999-4729-984f-f5658e8ec277 req-c1005346-687e-47a4-890d-6b9384dc5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:50.336061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed170c47-8999-4729-984f-f5658e8ec277 req-c1005346-687e-47a4-890d-6b9384dc5c9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3486180 Nov 12 05:29:50.345673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.355011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:50.355429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Checking segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:50.355746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Bound using segment: {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:50.356204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Bound port: 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c08b07e-9d76-4e1c-9394-ca8386ed5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:50.356563 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.412156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port cf05ad42-bb10-4082-9e49-81dbfea3e1db, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cf05ad42-bb10-4082-9e49-81dbfea3e1db,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:50.421428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646feb61-85db-42ed-98ff-b73f14a47613 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.435260 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.447293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ace40-523f-473c-8189-0b7b0fa39059 req-757b6896-5d77-4c15-99af-c1bff20dacff tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:50.449452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a0ace40-523f-473c-8189-0b7b0fa39059 req-757b6896-5d77-4c15-99af-c1bff20dacff tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.4737668 Nov 12 05:29:50.492332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:50.510369 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646feb61-85db-42ed-98ff-b73f14a47613 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.528544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-85f6018e-5bb0-4c9e-ab0a-1f06500b9baf None None] Provisioning complete for port cf05ad42-bb10-4082-9e49-81dbfea3e1db triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:50.528965 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-85f6018e-5bb0-4c9e-ab0a-1f06500b9baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.536284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=cf05ad42-bb10-4082-9e49-81dbfea3e1db,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:50.538806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:50.547561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:50.556397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:50.561199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0fdcfa7-16b1-48f6-a6e6-29a065bfd8b5 req-80e13b39-cf36-40cc-85e7-023c69db661e service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972569 Nov 12 05:29:50.597266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646feb61-85db-42ed-98ff-b73f14a47613 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=82d23b02-6de1-450d-89f2-cbbb3084c402,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:50.600058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646feb61-85db-42ed-98ff-b73f14a47613 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.607454 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-646feb61-85db-42ed-98ff-b73f14a47613 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/82d23b02-6de1-450d-89f2-cbbb3084c402 HTTP/1.1" status: 204 len: 168 time: 0.6844890 Nov 12 05:29:50.608132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:50.667198 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8630d27f-6e22-4ef3-8a6e-4969ec51793c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570993 Nov 12 05:29:50.671094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44304) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:50.738765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab08e19-20ce-4c7e-80ae-9fb7628f7cab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:50.742838 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cab08e19-20ce-4c7e-80ae-9fb7628f7cab tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0680897 Nov 12 05:29:50.743666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44306) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:50.797568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed170c47-8999-4729-984f-f5658e8ec277 req-20390007-fa07-4fb1-8ab7-21b36864e20d service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352489 Nov 12 05:29:50.802289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a0ace40-523f-473c-8189-0b7b0fa39059 req-fb349a4f-562d-4392-9bde-a1799e39c14f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086596 Nov 12 05:29:50.809216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b3055-8bb1-4051-bf40-5c774e3d9d3b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:50.814428 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e98b3055-8bb1-4051-bf40-5c774e3d9d3b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668669 Nov 12 05:29:50.814428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44310) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:50.842051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af910e29-b613-45d5-b99d-1b779c49a953 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:50.872153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1c4ed567-2982-4c5f-b8d0-3924e7a6d654 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506427 Nov 12 05:29:50.872695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44314) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:50.877915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:50.941660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3953a2a-c7b8-41b5-8712-cbb129c7936a None None] Could not find standard attr ID for object 5f454890-61d9-4f83-ab19-276d8c680ed7. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:29:50.978070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:51.064758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:51.067527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27094a6-4956-4a7a-8692-1afad194f201 req-d791eb36-f01c-457b-b38a-774bec28078e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:51.068622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.069092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e27094a6-4956-4a7a-8692-1afad194f201 req-d791eb36-f01c-457b-b38a-774bec28078e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.4158306 Nov 12 05:29:51.071189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:51.092171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:51.117403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.145543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] Deleting port cf05ad42-bb10-4082-9e49-81dbfea3e1db {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:51.145543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.259162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] For port cf05ad42-bb10-4082-9e49-81dbfea3e1db, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cf05ad42-bb10-4082-9e49-81dbfea3e1db,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:51.259869 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.278583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] Calling delete_port for cf05ad42-bb10-4082-9e49-81dbfea3e1db owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:51.483134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:29:51.595551 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.625307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] Pushing event deleted for resources: {'Port': ['ID=cf05ad42-bb10-4082-9e49-81dbfea3e1db,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:51.629295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00140d-088a-4db9-b9d7-eb18117e0e96 None None] No DVR routers for this DVR port cf05ad42-bb10-4082-9e49-81dbfea3e1db on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:51.635451 n-d-765315-28 neutron-server[102589]: WARNING neutron.services.revisions.revision_plugin [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Could not find related port for resource to bump revision. Nov 12 05:29:51.642153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Port cf05ad42-bb10-4082-9e49-81dbfea3e1db was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 05:29:51.643333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2b:926b {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 05:29:51.649308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2b:926b {{(pid=102589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 05:29:51.650704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.661273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:51.661828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.663159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] 10.222.0.47 "PUT /v2.0/ports/37a75ccd-d5d7-45f6-818a-c06a806d9a28 HTTP/1.1" status: 200 len: 1092 time: 4.5581236 Nov 12 05:29:51.663948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:51.666197 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcacae9-452a-4cd9-9820-89d9cf18343f" -d '{"events": [{"name": "network-changed", "server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:51.697560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:51.704007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:51.708946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:51.709613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.717703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3df94b-f9bd-4eeb-914a-019fcd946a08 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:51.722259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=01b19b4f-4940-47cf-b39f-4de95ea522c5,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:51.739357 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a5d27a49-0034-447d-a7d9-9c0367895cef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8624473 Nov 12 05:29:51.739590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed170c47-8999-4729-984f-f5658e8ec277 req-30bdf8a2-7993-46e8-aef2-446a0a0eb2c2 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9240787 Nov 12 05:29:51.739687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:51.745936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e12d310c-2a2e-44a9-8c18-1022b0979077 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:51.754947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e27094a6-4956-4a7a-8692-1afad194f201 req-7b50ab88-a5a8-47bc-8266-d506a686b77f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6775837 Nov 12 05:29:51.768262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c46150-f9cf-43c4-baa7-29bbfa027502 service neutron] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:51.846070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67c645-4276-4b78-9ce8-734164b68226 req-b13ae871-4987-49af-be17-a0dd3f0f951f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:51.862987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d67c645-4276-4b78-9ce8-734164b68226 req-b13ae871-4987-49af-be17-a0dd3f0f951f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.7867627 Nov 12 05:29:51.865044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.890936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d310c-2a2e-44a9-8c18-1022b0979077 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:51.895838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e12d310c-2a2e-44a9-8c18-1022b0979077 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.952010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '01b19b4f-4940-47cf-b39f-4de95ea522c5'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:51.953075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:51.978968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0c7e657-ecdb-474b-8f4f-3dbc76168c46 req-0c0eca95-d929-4ff1-8398-011474e5faf9 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0643442 Nov 12 05:29:52.010484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-86b4da70-57a6-4f8e-b47f-04e4b464f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:52.014548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-86b4da70-57a6-4f8e-b47f-04e4b464f958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 1095 time: 0.2895164 Nov 12 05:29:52.062090 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54628d21-bdce-4819-bd45-09f930478a2d x-openstack-request-id: req-54628d21-bdce-4819-bd45-09f930478a2d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:52.062322 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:52.062589 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54628d21-bdce-4819-bd45-09f930478a2d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:52.063106 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'status': 'completed', 'code': 200} Nov 12 05:29:52.072141 n-d-765315-28 neutron-server[102589]: INFO neutron.db.ipam_backend_mixin [None req-e12d310c-2a2e-44a9-8c18-1022b0979077 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01b19b4f-4940-47cf-b39f-4de95ea522c5 (CIDR: 2001:db8::/64) Nov 12 05:29:52.085699 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12d310c-2a2e-44a9-8c18-1022b0979077 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:29:52.086546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12d310c-2a2e-44a9-8c18-1022b0979077 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:29:52.115673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-a79a274c-985f-4ded-b5dc-244ff553930e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28 HTTP/1.1" status: 200 len: 217 time: 0.0586426 Nov 12 05:29:52.117225 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e12d310c-2a2e-44a9-8c18-1022b0979077 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3769343 Nov 12 05:29:52.120400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44324) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:52.122057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cf05ad42-bb10-4082-9e49-81dbfea3e1db no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:52.126560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:52.140279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d67c645-4276-4b78-9ce8-734164b68226 req-0ba45abe-4481-4728-ac29-b7b40b2b65a4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763898 Nov 12 05:29:52.145747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: cf05ad42-bb10-4082-9e49-81dbfea3e1db {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:52.145993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cf05ad42-bb10-4082-9e49-81dbfea3e1db not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:52.178246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Allocated IP 2001:db8::f816:3eff:fe38:30c (70598e6e-724e-441f-b412-f64f1126e8bd/01b19b4f-4940-47cf-b39f-4de95ea522c5/83050bd2-5798-4e2a-9a41-41d7cc834ae1) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:52.205951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-77834e97-65b6-4189-a7ce-488f743d8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:52.208257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-77834e97-65b6-4189-a7ce-488f743d8d25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.0790777 Nov 12 05:29:52.311273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:52.316866 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.379433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.388045 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.424223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.433506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:52.439576 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:52.443492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d7e6a-e330-4587-b76f-7c5f00cec09d req-64e1aea7-fa48-4dea-bb2b-8d83f459ae6e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:52.456763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d23d7e6a-e330-4587-b76f-7c5f00cec09d req-64e1aea7-fa48-4dea-bb2b-8d83f459ae6e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2456515 Nov 12 05:29:52.458493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:52.494729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Pushing event updated for resources: {'Port': ['ID=83050bd2-5798-4e2a-9a41-41d7cc834ae1,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:52.544538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Attempting to bind port 83050bd2-5798-4e2a-9a41-41d7cc834ae1 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:52.545704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Attempting to bind port 83050bd2-5798-4e2a-9a41-41d7cc834ae1 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:52.546312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Attempting to bind port 83050bd2-5798-4e2a-9a41-41d7cc834ae1 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:52.552399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:52.553285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:52.554044 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.554723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:52.555852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Bound port: 83050bd2-5798-4e2a-9a41-41d7cc834ae1, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:52.556482 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.597148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-f849484f-9f5a-4a34-9d9d-c4a8db296e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:52.598944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-f849484f-9f5a-4a34-9d9d-c4a8db296e44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3833828 Nov 12 05:29:52.600664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.650235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] For port 83050bd2-5798-4e2a-9a41-41d7cc834ae1, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:52.655894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] For port 83050bd2-5798-4e2a-9a41-41d7cc834ae1, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=83050bd2-5798-4e2a-9a41-41d7cc834ae1,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:52.664666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:52.669048 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.669253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:52.675118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:52.675671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.690104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=5daa9bd5-62b9-4550-b632-95592f671ea6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:52.707382 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9951d181-2966-421e-81ef-df461246d444 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5850713 Nov 12 05:29:52.708550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44326) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:52.714890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:f6:a6:0a', 'name': 'tempest-NetworksTestDHCPv6-230574779'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:52.719725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d23d7e6a-e330-4587-b76f-7c5f00cec09d req-c310819e-6986-49a9-bdfe-f4601c665103 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576723 Nov 12 05:29:52.784156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb958361-da67-4a50-8609-306d98d0b0be None None] Pushing event updated for resources: {'Port': ['ID=83050bd2-5798-4e2a-9a41-41d7cc834ae1,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:52.796020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-d5a0bcef-1c21-4130-8678-c9e0a578604e service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853578 Nov 12 05:29:52.797816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:29:52.865505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:52.870557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:52.900372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 72ea4608-ef37-4a97-bd3a-317c4b4ce894 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:29:53.075191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecd8573-3827-43fd-af23-a0f2b7fd2e22 req-3c30d844-3e62-454f-9478-3d844f97db16 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682829 Nov 12 05:29:53.108690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827a44c-022a-42da-b2d9-1334c13a2865 req-69902e9d-4246-405c-95f8-acf60aabd693 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:53.113731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c827a44c-022a-42da-b2d9-1334c13a2865 req-69902e9d-4246-405c-95f8-acf60aabd693 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.2426872 Nov 12 05:29:53.165973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8:0:1::264 (70598e6e-724e-441f-b412-f64f1126e8bd/5daa9bd5-62b9-4550-b632-95592f671ea6/72ea4608-ef37-4a97-bd3a-317c4b4ce894) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:53.172955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:fef6:a60a (70598e6e-724e-441f-b412-f64f1126e8bd/01b19b4f-4940-47cf-b39f-4de95ea522c5/72ea4608-ef37-4a97-bd3a-317c4b4ce894) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:53.201935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15b275e0-01d8-42f7-a474-3a6aa1f4e60a req-d76336fd-2523-4d3c-ae17-bae245db3837 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0871606 Nov 12 05:29:53.209985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:53.223921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Sync routers for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:53.253571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:53.257443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-37dfc16d-bd57-4f79-9ed7-ba22e95b5ef5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7940445 Nov 12 05:29:53.258553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44334) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:53.262946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:53.263996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:53.270672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c827a44c-022a-42da-b2d9-1334c13a2865 req-a02b3e46-42f4-47cb-a810-44e20516b3ca tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381171 Nov 12 05:29:53.271754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-7004f610-a860-4c19-b403-19930c1a5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:53.273243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-7004f610-a860-4c19-b403-19930c1a5f62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 1095 time: 0.1253097 Nov 12 05:29:53.450060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:53.494265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:53.509653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:53.528166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-f3c822a5-0dd9-4059-8bf8-806f9849f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:53.529743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-f3c822a5-0dd9-4059-8bf8-806f9849f142 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.2263246 Nov 12 05:29:53.538179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed7179-288e-4977-9090-da691bd16671 req-d295f86b-52d2-4bbe-ba78-89f28b9b1b1a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:53.539852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9ed7179-288e-4977-9090-da691bd16671 req-d295f86b-52d2-4bbe-ba78-89f28b9b1b1a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1638920 Nov 12 05:29:53.598685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-05b0972d-3339-4a68-a835-5618c237a276 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28 HTTP/1.1" status: 200 len: 217 time: 0.0534890 Nov 12 05:29:53.612404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:53.615917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:53.632332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:53.655646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:53.656658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:53.704809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9923408 Nov 12 05:29:53.704809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d27381-86de-4c9f-ad95-2412f07dfe4e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=72ea4608-ef37-4a97-bd3a-317c4b4ce894,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:53.705791 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44338) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:53.761129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9ed7179-288e-4977-9090-da691bd16671 req-53a99a3e-ba67-493c-aef8-7bf6523f1fd7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069657 Nov 12 05:29:53.764660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-ab27b5f3-5122-42c7-b4f9-451001c87127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:53.766433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-ab27b5f3-5122-42c7-b4f9-451001c87127 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.1261864 Nov 12 05:29:53.774143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:50Z', 'revision_number': 3, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:53.830430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Checking router: 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:53.830779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Updating router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:29:53.876141 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:53.904951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5820446b-80e1-4b60-89be-c5d7c3f87d2b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 72ea4608-ef37-4a97-bd3a-317c4b4ce894 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:53.905303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5820446b-80e1-4b60-89be-c5d7c3f87d2b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:53.958703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-310afe73-9d12-485a-80c0-5468cc0fa251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:53.960219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-310afe73-9d12-485a-80c0-5468cc0fa251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449990 Nov 12 05:29:53.995541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a993fd-797b-46d4-8eb4-118b338a1f7d req-5a864f1c-4890-423a-a584-a3152cde7f9d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:54.003320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4a993fd-797b-46d4-8eb4-118b338a1f7d req-5a864f1c-4890-423a-a584-a3152cde7f9d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1821892 Nov 12 05:29:54.080730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5820446b-80e1-4b60-89be-c5d7c3f87d2b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.106589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5820446b-80e1-4b60-89be-c5d7c3f87d2b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 72ea4608-ef37-4a97-bd3a-317c4b4ce894 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:54.169833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065cd28-af34-416b-9e4d-dc2d7d9f551a None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:54.245213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 83050bd2-5798-4e2a-9a41-41d7cc834ae1 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:54.348161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-02484f69-201e-4047-a4b3-9cd0cb9888fe None None] Provisioning complete for port 83050bd2-5798-4e2a-9a41-41d7cc834ae1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:54.363832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-02484f69-201e-4047-a4b3-9cd0cb9888fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.415379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5820446b-80e1-4b60-89be-c5d7c3f87d2b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.455763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820446b-80e1-4b60-89be-c5d7c3f87d2b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=72ea4608-ef37-4a97-bd3a-317c4b4ce894,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:54.523619 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.532858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5820446b-80e1-4b60-89be-c5d7c3f87d2b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.536671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5820446b-80e1-4b60-89be-c5d7c3f87d2b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/72ea4608-ef37-4a97-bd3a-317c4b4ce894 HTTP/1.1" status: 204 len: 168 time: 0.8302524 Nov 12 05:29:54.539675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44348) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:54.550436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.601826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf4b4e-be21-4380-a7e9-cf26b96ae03d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:54.603419 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d8cf4b4e-be21-4380-a7e9-cf26b96ae03d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.0623908 Nov 12 05:29:54.606517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44350) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:54.622053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4a993fd-797b-46d4-8eb4-118b338a1f7d req-47bc316f-44bd-41ea-aa82-8c9a93b4f259 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6027687 Nov 12 05:29:54.685358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7a06c-1f22-4b59-b735-5824deac3236 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:54.686136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b0c0765-3238-4424-872f-7bdf0caf434e req-39c53f95-db1c-4b9c-85ae-bc7a092d6f5b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0862286 Nov 12 05:29:54.687030 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a6b7a06c-1f22-4b59-b735-5824deac3236 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.0795574 Nov 12 05:29:54.690972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-36b13e9a-c6f4-4550-a251-2978e4123da4 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177141 Nov 12 05:29:54.691693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44352) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:54.699216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc949d-b582-4bde-8166-fbcf8ac423c3 None None] Pushing event updated for resources: {'Port': ['ID=d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:54.709229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 83050bd2-5798-4e2a-9a41-41d7cc834ae1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:54.710082 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.800008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ef223-d81e-45a5-ad9f-42f07169b3b1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:54.802714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ef223-d81e-45a5-ad9f-42f07169b3b1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:54.812587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ef223-d81e-45a5-ad9f-42f07169b3b1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:54.814480 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cf5ef223-d81e-45a5-ad9f-42f07169b3b1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1216657 Nov 12 05:29:54.817192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44356) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:54.822289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Attempting to bind port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:54.822958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Attempting to bind port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:54.823361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Attempting to bind port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:54.834661 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-02484f69-201e-4047-a4b3-9cd0cb9888fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.836616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:54.836987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:54.837914 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.839718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:54.840221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Bound port: d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:54.840606 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.860888 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.887289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d31d5-49d9-478c-b391-8f85dd06c45d req-7b759ba9-c651-4430-9519-37b846ef774b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:54.888924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4c98e2-2fe3-4906-89d5-e6e57faebdad tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 01b19b4f-4940-47cf-b39f-4de95ea522c5 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:54.892318 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98e2-2fe3-4906-89d5-e6e57faebdad tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.895344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d68d31d5-49d9-478c-b391-8f85dd06c45d req-7b759ba9-c651-4430-9519-37b846ef774b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.1615105 Nov 12 05:29:54.945122 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.945354 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98e2-2fe3-4906-89d5-e6e57faebdad tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:54.958420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dcacae9-452a-4cd9-9820-89d9cf18343f req-a54632f0-2ae8-4bff-a547-b1b2298d0032 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519450 Nov 12 05:29:54.987198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 83050bd2-5798-4e2a-9a41-41d7cc834ae1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=83050bd2-5798-4e2a-9a41-41d7cc834ae1,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:55.025798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.027240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d68d31d5-49d9-478c-b391-8f85dd06c45d req-1b2505ae-bc8f-4b11-b2e9-b52e1133e422 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228240 Nov 12 05:29:55.094254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=83050bd2-5798-4e2a-9a41-41d7cc834ae1,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:55.116974 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98e2-2fe3-4906-89d5-e6e57faebdad tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.126616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39772e82-36a1-46b7-896b-5314835490b9 req-8556d157-e223-4a2f-b2c9-4c65304bfbb9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:55.128137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39772e82-36a1-46b7-896b-5314835490b9 req-8556d157-e223-4a2f-b2c9-4c65304bfbb9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1319320 Nov 12 05:29:55.166802 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] For port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:55.172098 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-02484f69-201e-4047-a4b3-9cd0cb9888fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:29:55.172452 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-02484f69-201e-4047-a4b3-9cd0cb9888fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:29:55.187591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] For port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:55.196499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98e2-2fe3-4906-89d5-e6e57faebdad tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.201897 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.238046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39772e82-36a1-46b7-896b-5314835490b9 req-34bb1b4b-cacd-43a0-8cf5-e9489033a67b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025383 Nov 12 05:29:55.240582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98e2-2fe3-4906-89d5-e6e57faebdad tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.247330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Allocated IP 172.20.0.1 (0a039a46-1d53-4958-adbc-9f66a4981531/6f25f13b-0963-4093-aec3-d9c57d10310d/b6d914b0-bd7f-4873-af3c-a24042b6522b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:55.247571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44358) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:55.248561 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7b4c98e2-2fe3-4906-89d5-e6e57faebdad tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/01b19b4f-4940-47cf-b39f-4de95ea522c5 HTTP/1.1" status: 204 len: 168 time: 0.4301131 Nov 12 05:29:55.250189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c98e2-2fe3-4906-89d5-e6e57faebdad tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=01b19b4f-4940-47cf-b39f-4de95ea522c5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:55.317829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc949d-b582-4bde-8166-fbcf8ac423c3 None None] Pushing event updated for resources: {'Port': ['ID=d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:55.321143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:55.322029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:55.327823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a699b6b9-43e2-486e-8136-534370060511 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 5daa9bd5-62b9-4550-b632-95592f671ea6 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:55.331236 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a699b6b9-43e2-486e-8136-534370060511 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.412178 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a699b6b9-43e2-486e-8136-534370060511 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.481510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.490260 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a699b6b9-43e2-486e-8136-534370060511 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.505984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e2c6f-662c-4937-a2dd-682d487e8a30 None None] Update dhcp port {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '01b19b4f-4940-47cf-b39f-4de95ea522c5', 'ip_address': '2001:db8::f816:3eff:fe38:30c'}, {'subnet_id': '5daa9bd5-62b9-4550-b632-95592f671ea6'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '83050bd2-5798-4e2a-9a41-41d7cc834ae1'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:29:55.567719 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a63e2c6f-662c-4937-a2dd-682d487e8a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.573190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.585637 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a699b6b9-43e2-486e-8136-534370060511 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.629026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:55.651297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699b6b9-43e2-486e-8136-534370060511 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=5daa9bd5-62b9-4550-b632-95592f671ea6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:55.655025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a699b6b9-43e2-486e-8136-534370060511 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.660494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a699b6b9-43e2-486e-8136-534370060511 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/5daa9bd5-62b9-4550-b632-95592f671ea6 HTTP/1.1" status: 204 len: 168 time: 0.4095790 Nov 12 05:29:55.660829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:55.672587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Network 0a039a46-1d53-4958-adbc-9f66a4981531 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:55.674644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:55.691163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:55.737939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.747959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Pushing event updated for resources: {'Port': ['ID=b6d914b0-bd7f-4873-af3c-a24042b6522b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:55.761044 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb01fa7c-1050-44ce-9b98-3a4765eb2e02 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989892 Nov 12 05:29:55.795707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44366) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:55.804380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:55.818141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-26ae03d1-6c07-4bdc-a895-de029723ad1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676944 Nov 12 05:29:55.919431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70933060-d6f7-46c0-8cee-fde25ae36cde None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:55.954438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-4f6e8833-de7f-4a19-b29f-5fd111281fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:55.956373 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-4f6e8833-de7f-4a19-b29f-5fd111281fcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1097 time: 0.0610032 Nov 12 05:29:55.992477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be8643de-8884-402c-bf59-4e685b56cf41 req-1c8b8da4-a888-48f1-bccd-ecfb323a6ad8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.1714067 Nov 12 05:29:56.040841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-10dfe11e-c0b2-4bb2-bee9-f0b9bb6a42fa None None] Provisioning complete for port 83050bd2-5798-4e2a-9a41-41d7cc834ae1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:56.041224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-10dfe11e-c0b2-4bb2-bee9-f0b9bb6a42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:56.077172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e722a-5aba-4f5b-ab70-7d4ea29ce098 req-9db590df-2320-4a58-bebf-2b561254cc17 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:56.079262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b2e722a-5aba-4f5b-ab70-7d4ea29ce098 req-9db590df-2320-4a58-bebf-2b561254cc17 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2856150 Nov 12 05:29:56.082326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:56.086914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:56.174187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 83050bd2-5798-4e2a-9a41-41d7cc834ae1 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:56.182865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-f7cd3d66-bcf3-4af3-95d8-18180f85b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:56.184626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-f7cd3d66-bcf3-4af3-95d8-18180f85b93f service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.2054420 Nov 12 05:29:56.208222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:50Z', 'revision_number': 3, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:56.244356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25e9c-a01d-4435-a2e8-920a7fc2429f None None] The sync data for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 is: [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:50Z', 'revision_number': 3, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:56.319046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:56.369737 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:56.374585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-1ce43d80-d88a-4f9c-99f6-ca9302aad442 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 999 time: 0.1800046 Nov 12 05:29:56.380523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b2e722a-5aba-4f5b-ab70-7d4ea29ce098 req-08fbc93c-1149-4289-a4ae-af7ab7c5adc1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863209 Nov 12 05:29:56.388105 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:56.449309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712042cc-cc78-4a47-a42b-ff1738eb2124 req-9be40d44-c029-4368-9dfa-9ce975ec0c00 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:56.454818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-8def4851-39f4-4bd5-a97d-56b37ef30b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:56.455049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-712042cc-cc78-4a47-a42b-ff1738eb2124 req-9be40d44-c029-4368-9dfa-9ce975ec0c00 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.1557038 Nov 12 05:29:56.458333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-8def4851-39f4-4bd5-a97d-56b37ef30b8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0766754 Nov 12 05:29:56.472963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 83050bd2-5798-4e2a-9a41-41d7cc834ae1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=83050bd2-5798-4e2a-9a41-41d7cc834ae1,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:56.490774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] Deleting port 83050bd2-5798-4e2a-9a41-41d7cc834ae1 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:56.491162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:56.497305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:56.542618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-f6101d0e-dc2f-49a4-bcc9-8830834072d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:56.544802 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-f6101d0e-dc2f-49a4-bcc9-8830834072d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783000 Nov 12 05:29:56.577488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=83050bd2-5798-4e2a-9a41-41d7cc834ae1,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:56.707860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] For port 83050bd2-5798-4e2a-9a41-41d7cc834ae1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=83050bd2-5798-4e2a-9a41-41d7cc834ae1,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:56.708272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:56.726069 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-c07ed558-fbf4-4ce0-9aa5-e6a65c3856f6 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645441 Nov 12 05:29:56.746835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-712042cc-cc78-4a47-a42b-ff1738eb2124 req-bfb9e157-7765-4b7e-a024-d32e0fa75fba tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817547 Nov 12 05:29:56.777760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] Calling delete_port for 83050bd2-5798-4e2a-9a41-41d7cc834ae1 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:56.813912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b37fdb-1327-4d86-afd9-02e71e8d4b5c req-d45f95f4-2a9e-4645-b5a7-fccc1f68bc0a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:56.825258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97b37fdb-1327-4d86-afd9-02e71e8d4b5c req-d45f95f4-2a9e-4645-b5a7-fccc1f68bc0a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.2925572 Nov 12 05:29:56.884588 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13963744-cf66-49a1-9eb3-b9af0dff7ef7 req-f8cbf4be-13e5-4061-ae4f-d28a9780f8e7 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491191 Nov 12 05:29:56.983593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:56.994529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97b37fdb-1327-4d86-afd9-02e71e8d4b5c req-77ed1f03-5f09-4199-92c1-e3768307772c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682031 Nov 12 05:29:56.996898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.042406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] Pushing event deleted for resources: {'Port': ['ID=83050bd2-5798-4e2a-9a41-41d7cc834ae1,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:57.064798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.objects.ports [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:29:57.079408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612224e6-f23d-4fe2-a2f0-f39d5c83d449 None None] No DVR routers for this DVR port 83050bd2-5798-4e2a-9a41-41d7cc834ae1 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:57.090012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.092021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.099413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.153205 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.211947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-7c6b64d3-daf2-4ef6-a708-dcb178acde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:57.215434 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-7c6b64d3-daf2-4ef6-a708-dcb178acde7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1097 time: 0.0902979 Nov 12 05:29:57.247794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:57.264723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'port_id': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'mac_address': 'fa:16:3e:ae:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:57.295555 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8569e2d-f5ce-4b63-bb46-41d704f8c0f4 req-a735a4c6-6ef8-431a-9c33-fa1ac70fcfd3 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.1353507 Nov 12 05:29:57.308913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:57.328865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:57.336359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:57.337228 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.340113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Pushing event updated for resources: {'Port': ['ID=b6d914b0-bd7f-4873-af3c-a24042b6522b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:57.350553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0fd25-3b27-4d6f-ad47-e381a556a79c req-6edf2df7-ee28-441f-95a4-6ca98599f045 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:57.359279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa0fd25-3b27-4d6f-ad47-e381a556a79c req-6edf2df7-ee28-441f-95a4-6ca98599f045 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2720685 Nov 12 05:29:57.361603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.366042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=57f21ca4-25cf-459f-976a-4753c0b6960d,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:57.403665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.407232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974ed11-0df6-424c-9a98-3acd8cc08e5b None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:57.407451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-1332ff7c-f46f-4ed0-851f-9ae4a67fc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:57.409653 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-1332ff7c-f46f-4ed0-851f-9ae4a67fc055 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.1818767 Nov 12 05:29:57.451714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a75ccd-d5d7-45f6-818a-c06a806d9a28 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:57.464397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-70d2124e-2726-46fb-bfe1-727f76e8db84 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6671510 Nov 12 05:29:57.474428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44382) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:57.488857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fd97356c-ec2e-4522-a1c6-b165e48561ef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:57.538636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:57.539457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa0fd25-3b27-4d6f-ad47-e381a556a79c req-3d998537-790b-4aee-b5b4-6334e92ce6c6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787813 Nov 12 05:29:57.560250 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.566267 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-de25610b-fe25-44a3-a880-fe05e383380b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 999 time: 0.1480687 Nov 12 05:29:57.653900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:57.680028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Network 0a039a46-1d53-4958-adbc-9f66a4981531 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:57.685723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:57.693331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-56ccb884-64a0-457a-9946-582e3f9fe54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:57.696165 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-56ccb884-64a0-457a-9946-582e3f9fe54a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1215804 Nov 12 05:29:57.727704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': '57f21ca4-25cf-459f-976a-4753c0b6960d'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:57.728715 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.797260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-c7dbcc47-bf52-4a46-bfba-a6aa93c797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:57.799836 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-c7dbcc47-bf52-4a46-bfba-a6aa93c797bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757675 Nov 12 05:29:57.838820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd97356c-ec2e-4522-a1c6-b165e48561ef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:57.842998 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd97356c-ec2e-4522-a1c6-b165e48561ef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.851085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:57.877866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['37a75ccd-d5d7-45f6-818a-c06a806d9a28'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:57.933335 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-aa9f1c46-b13e-4b7e-8aa3-3268384d005f service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248651 Nov 12 05:29:58.001078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Allocated IP 2001:db8::f816:3eff:fe20:4a62 (70598e6e-724e-441f-b412-f64f1126e8bd/57f21ca4-25cf-459f-976a-4753c0b6960d/b8821b05-2fc2-4833-80ea-8cf32b41c0a9) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:58.121155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6ae213c6-a977-41f9-92c1-9ba557f5d90c req-c726cec5-60b0-4178-90fb-43e470f55e12 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790943 Nov 12 05:29:58.143502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:58.192135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:58.206460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-15b8b431-89e8-43be-b866-fc6e3793c7ab admin admin] 10.222.0.48 "PUT /v2.0/routers/0b082e05-a60a-4469-8f4c-8a30bf0c47f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9387076 Nov 12 05:29:58.231171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac9648-c6ef-4b00-9ee8-11553f89a90c req-b32d5ed5-a629-42c9-9d3f-eb8980afb8bd tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:58.233122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2ac9648-c6ef-4b00-9ee8-11553f89a90c req-b32d5ed5-a629-42c9-9d3f-eb8980afb8bd tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 944 time: 0.3689303 Nov 12 05:29:58.292631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2ac9648-c6ef-4b00-9ee8-11553f89a90c req-587dc5a5-9815-40bf-9e76-7087829c1b58 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501516 Nov 12 05:29:58.334030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e2952-16cf-4f4d-a39f-dd358a03f30c req-e40f0745-75a7-4f41-8711-ab6134ccb7f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:58.345386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e0e2952-16cf-4f4d-a39f-dd358a03f30c req-e40f0745-75a7-4f41-8711-ab6134ccb7f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1934848 Nov 12 05:29:58.381607 n-d-765315-28 neutron-server[102590]: INFO neutron.db.ipam_backend_mixin [None req-fd97356c-ec2e-4522-a1c6-b165e48561ef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57f21ca4-25cf-459f-976a-4753c0b6960d (CIDR: 2001:db8::/64) Nov 12 05:29:58.389356 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd97356c-ec2e-4522-a1c6-b165e48561ef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:29:58.389808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd97356c-ec2e-4522-a1c6-b165e48561ef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:29:58.434378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:58.434821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.436171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e0e2952-16cf-4f4d-a39f-dd358a03f30c req-2cfe8577-29f7-4e2a-9776-a109ca4ce1d7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844691 Nov 12 05:29:58.449086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fd97356c-ec2e-4522-a1c6-b165e48561ef tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9663918 Nov 12 05:29:58.449086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44394) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:58.452284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:58.564271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55b12cb6-cd62-4931-8719-cc315578cd41 req-666bbffc-bcfe-4918-b5fa-ac15ad6cfdd8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d57ab4-3043-4922-9308-99789288c64d HTTP/1.1" status: 200 len: 210 time: 0.0573635 Nov 12 05:29:58.568413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.599756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.648473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Pushing event updated for resources: {'Port': ['ID=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:58.679018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:58.679921 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.687319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:58.694460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:58.710933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:58.711598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:58.723607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.741167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.825809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Attempting to bind port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:58.826195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Attempting to bind port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:58.826575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Attempting to bind port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:58.835774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:58.836227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:58.836637 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.837031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:58.837748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Bound port: b8821b05-2fc2-4833-80ea-8cf32b41c0a9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:58.837899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.840860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:58.942530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] For port b8821b05-2fc2-4833-80ea-8cf32b41c0a9, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:58.946900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] For port b8821b05-2fc2-4833-80ea-8cf32b41c0a9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:58.956265 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.975254 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Sync routers for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:58.988264 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:58.989173 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:59.032638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbb91b-9d0d-496c-a6ba-a39b918c8642 None None] Pushing event updated for resources: {'Port': ['ID=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:59.142677 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:59.288519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba766cdc-12ed-4d64-9526-c1f63f720422 req-40315f85-516b-45b9-abc2-745ca83464cf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:59.290101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba766cdc-12ed-4d64-9526-c1f63f720422 req-40315f85-516b-45b9-abc2-745ca83464cf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.4817564 Nov 12 05:29:59.328374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-b86202a8-d970-451d-85a2-a1034b11b719 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:59.329895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-b86202a8-d970-451d-85a2-a1034b11b719 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 820 time: 0.5832560 Nov 12 05:29:59.364948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-14fb86e3-48f6-42a0-bcdd-fd8703f8a966 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/quotas/853c5738ac31430fa65c36f0732268a4 HTTP/1.1" status: 200 len: 375 time: 0.0273163 Nov 12 05:29:59.386926 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 2, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:59.413818 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Checking router: 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:59.414165 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Updating router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 port b6d914b0-bd7f-4873-af3c-a24042b6522b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:29:59.439318 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:59.440056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba766cdc-12ed-4d64-9526-c1f63f720422 req-81fa8961-f03c-40cf-b804-c20ea6b8cfd5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350193 Nov 12 05:29:59.489824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-e0f99474-eb8e-46f7-86f7-77676bc070ff tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0988061 Nov 12 05:29:59.621075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:59.691011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:59.697462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:59.700596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:59.701201 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:59.710724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d76156-389b-4585-9c44-607f1db3ad9b req-7bdcdd30-9bfb-47bc-b4d1-0737e6729d7e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:59.712274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9d76156-389b-4585-9c44-607f1db3ad9b req-7bdcdd30-9bfb-47bc-b4d1-0737e6729d7e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 944 time: 0.1895049 Nov 12 05:29:59.714814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-97bf64ba-05c3-40bd-9619-1de2668e2416 service neutron] 10.222.0.48 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140815 Nov 12 05:29:59.722099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=99d7da18-e6fc-4e79-8893-e800f3683057,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:59.735435 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:59.743496 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:59.774385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ac49a1c-ab2f-4132-bf79-3ecee13c2a5d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3262448 Nov 12 05:29:59.775150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44420) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:59.781155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:ad:25:0e', 'name': 'tempest-NetworksTestDHCPv6-1983719694'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:59.830499 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Pushing event updated for resources: {'Port': ['ID=b6d914b0-bd7f-4873-af3c-a24042b6522b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:59.845549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9d76156-389b-4585-9c44-607f1db3ad9b req-4d3fdeaa-b2af-4ba8-9d10-53c1c6379513 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172297 Nov 12 05:29:59.845770 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.845864 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.846166 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.846541 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.846876 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.847321 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.847661 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.848511 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.848848 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.849175 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.849499 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.849821 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:59.888694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-f5914fd0-2458-4881-9ef4-9c472599ece1 service neutron] 10.222.0.48 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574295 Nov 12 05:29:59.939643 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Attempting to bind port b6d914b0-bd7f-4873-af3c-a24042b6522b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:59.941472 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Attempting to bind port b6d914b0-bd7f-4873-af3c-a24042b6522b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:59.941876 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Attempting to bind port b6d914b0-bd7f-4873-af3c-a24042b6522b on network 0a039a46-1d53-4958-adbc-9f66a4981531 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:59.956156 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:59.956540 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Checking segment: {'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:59.956947 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:59.959025 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Bound using segment: {'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:59.959585 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Bound port: b6d914b0-bd7f-4873-af3c-a24042b6522b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:59.959975 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:59.969589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:00.078032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8659d7-958e-4cd7-add8-55b1da49b5d0 req-0e179581-a5df-4147-9da7-445a95329b14 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:00.084271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c8659d7-958e-4cd7-add8-55b1da49b5d0 req-0e179581-a5df-4147-9da7-445a95329b14 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1127489 Nov 12 05:30:00.126649 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] For port b6d914b0-bd7f-4873-af3c-a24042b6522b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:00.133707 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] For port b6d914b0-bd7f-4873-af3c-a24042b6522b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b6d914b0-bd7f-4873-af3c-a24042b6522b,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:00.146167 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.155861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c8659d7-958e-4cd7-add8-55b1da49b5d0 req-6aef3e89-96a3-4fea-b92f-8bea5c6dce0e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651038 Nov 12 05:30:00.163209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.247446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6835919-a834-4dc9-acda-743bba37dd60 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:00.252523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port d8947bb8-a96c-4ee4-a2a2-04d35966e38e yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:00.292598 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1751604d-e0a3-4646-b8d9-60d186900339 req-b75462fa-9984-4536-af19-a87924ac01ba tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 210 time: 0.0837250 Nov 12 05:30:00.323611 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57e9d9-a083-4ea7-b144-bb4ecf277c8c None None] Pushing event updated for resources: {'Port': ['ID=b6d914b0-bd7f-4873-af3c-a24042b6522b,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:00.327505 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:30:00.329334 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:00.334391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44428) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:00.404405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-353cf157-ccd7-425a-a0a6-8611d255881a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.422734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b8821b05-2fc2-4833-80ea-8cf32b41c0a9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:00.439451 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-353cf157-ccd7-425a-a0a6-8611d255881a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.469671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-53995f7e-ff5e-456f-98a3-3b3de96cfaee None None] Provisioning complete for port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:00.471619 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-53995f7e-ff5e-456f-98a3-3b3de96cfaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.547132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8:0:1::37e (70598e6e-724e-441f-b412-f64f1126e8bd/99d7da18-e6fc-4e79-8893-e800f3683057/d8947bb8-a96c-4ee4-a2a2-04d35966e38e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:00.564928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-353cf157-ccd7-425a-a0a6-8611d255881a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.570143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-353cf157-ccd7-425a-a0a6-8611d255881a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.571636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::f816:3eff:fead:250e (70598e6e-724e-441f-b412-f64f1126e8bd/57f21ca4-25cf-459f-976a-4753c0b6960d/d8947bb8-a96c-4ee4-a2a2-04d35966e38e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:00.574588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-353cf157-ccd7-425a-a0a6-8611d255881a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "DELETE /v2.0/security-groups/06cd8060-2f1e-437d-9942-199dfa185f6e HTTP/1.1" status: 204 len: 168 time: 0.2390702 Nov 12 05:30:00.575577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44436) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:00.603249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cf157-ccd7-425a-a0a6-8611d255881a tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cd8060-2f1e-437d-9942-199dfa185f6e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:00.611362 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-e8da2572-66eb-49a3-97c9-f1350267cdda tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] show failed (client error): The resource could not be found. Nov 12 05:30:00.616613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44438) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:00.617166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e8da2572-66eb-49a3-97c9-f1350267cdda tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "GET /v2.0/security-groups/06cd8060-2f1e-437d-9942-199dfa185f6e HTTP/1.1" status: 404 len: 347 time: 0.0362504 Nov 12 05:30:00.699688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:00.700949 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.740950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:30:00.758886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb5a04-91b4-4fc5-8728-a22614dac6ec req-384a4831-a021-4cc3-b8bf-fcd5288594fe tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:00.760621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5afb5a04-91b4-4fc5-8728-a22614dac6ec req-384a4831-a021-4cc3-b8bf-fcd5288594fe tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1542029 Nov 12 05:30:00.859918 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-53995f7e-ff5e-456f-98a3-3b3de96cfaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:00.892244 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5afb5a04-91b4-4fc5-8728-a22614dac6ec req-efe6bd30-a556-4c8c-983f-247b9629e049 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199343 Nov 12 05:30:00.911858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port bc6d7506-94d1-453d-9dce-89eed5a11d47 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:00.911858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.002061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:01.028735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-53995f7e-ff5e-456f-98a3-3b3de96cfaee None None] For port b8821b05-2fc2-4833-80ea-8cf32b41c0a9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:01.073748 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:30:00Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:01.089075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.091640 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-53995f7e-ff5e-456f-98a3-3b3de96cfaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.118672 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45236520-0191-4959-84ee-487d14b7d7c2 None None] The sync data for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 is: [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:30:00Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:30:01.214389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0700f282-76a2-410c-9150-b4f449ba649f None None] Update dhcp port {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '57f21ca4-25cf-459f-976a-4753c0b6960d', 'ip_address': '2001:db8::f816:3eff:fe20:4a62'}, {'subnet_id': '99d7da18-e6fc-4e79-8893-e800f3683057'}], 'binding:host_id': 'n-d-765315-28'}, 'id': 'b8821b05-2fc2-4833-80ea-8cf32b41c0a9'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:30:01.258600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab590e9-7f76-4264-a342-0958e059692c req-4b0d2711-6d2d-48ee-a289-8d544fb97ad2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:01.260283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ab590e9-7f76-4264-a342-0958e059692c req-4b0d2711-6d2d-48ee-a289-8d544fb97ad2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 944 time: 0.2872112 Nov 12 05:30:01.296393 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0700f282-76a2-410c-9150-b4f449ba649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.333171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5c5aa-5631-4716-8a26-d944e98b9d31 req-d5c9d64d-1929-499a-8e13-2f1c5cb6e5bf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:01.345659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3a5c5aa-5631-4716-8a26-d944e98b9d31 req-d5c9d64d-1929-499a-8e13-2f1c5cb6e5bf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2169883 Nov 12 05:30:01.372883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53995f7e-ff5e-456f-98a3-3b3de96cfaee None None] Pushing event updated for resources: {'Port': ['ID=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:01.386294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ab590e9-7f76-4264-a342-0958e059692c req-a853181f-d05d-454a-b6b1-cc91d301faf2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192110 Nov 12 05:30:01.439437 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:30:01.445648 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:30:01.449346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:30:01.471118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:01.473717 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.505500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3a5c5aa-5631-4716-8a26-d944e98b9d31 req-2d5a8fc9-ffb6-4fe0-a36c-efb4446a912a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546528 Nov 12 05:30:01.636002 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.637522 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.637863 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.647844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa9de4-6a13-46d1-b647-0601e120e394 req-8007d534-649d-44d3-9dd5-5a4afdd36ea5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:01.659985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcaa9de4-6a13-46d1-b647-0601e120e394 req-8007d534-649d-44d3-9dd5-5a4afdd36ea5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1230271 Nov 12 05:30:01.678624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for bc6d7506-94d1-453d-9dce-89eed5a11d47 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:01.681039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:01.683626 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7124cc-f68b-41ab-92aa-36e2f935ce5d" -d '{"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-plugged", "status": "completed", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:01.686597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.697856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:01.706309 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.726320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2e7d6c5-eef2-4cc0-a6e8-58e6006b0bef req-85eb3cf9-298c-4118-bb06-cda5f39a75fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 210 time: 0.0444856 Nov 12 05:30:01.785046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:01.789369 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.799619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcaa9de4-6a13-46d1-b647-0601e120e394 req-0eca8b00-cfe8-4669-9993-4b79de24b6d8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336939 Nov 12 05:30:01.810444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:01.813653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:01.840778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:01.848031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:01.848768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:01.885121 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5f29ff-270d-43a4-bb6f-74252f61ed3b x-openstack-request-id: req-4f5f29ff-270d-43a4-bb6f-74252f61ed3b {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:01.885426 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-plugged", "status": "completed", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:01.886618 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f5f29ff-270d-43a4-bb6f-74252f61ed3b {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:01.887771 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'code': 200} Nov 12 05:30:01.929994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44456) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:01.930196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1531565 Nov 12 05:30:01.932783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78961e15-b477-4a83-9240-b0cf4d59084b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=d8947bb8-a96c-4ee4-a2a2-04d35966e38e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:01.962968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.021191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=bc6d7506-94d1-453d-9dce-89eed5a11d47,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:02.052668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-0700f282-76a2-410c-9150-b4f449ba649f None None] Allocated IP 2001:db8:0:1::2 (70598e6e-724e-441f-b412-f64f1126e8bd/99d7da18-e6fc-4e79-8893-e800f3683057/b8821b05-2fc2-4833-80ea-8cf32b41c0a9) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:02.056393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:02.170719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.173899 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.177710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-03996c67-de97-4c9e-81c3-b6545da4ed06 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "DELETE /v2.0/floatingips/0e232fbf-ee72-4fd6-a961-e01db29508ad HTTP/1.1" status: 204 len: 168 time: 1.5570650 Nov 12 05:30:02.178026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44460) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:02.201287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:02.201703 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.256063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ba0cb-358c-4da9-9b38-61c60306e102 req-5bc52ece-80a4-471b-8c03-97d3de315332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:02.257993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe5ba0cb-358c-4da9-9b38-61c60306e102 req-5bc52ece-80a4-471b-8c03-97d3de315332 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 1097 time: 0.2217643 Nov 12 05:30:02.283674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa0393-6e6c-46ca-9015-c4861e3b2fd4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port 1db7b40d-19de-43d2-9b12-6b19afe4b22c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:02.284236 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0393-6e6c-46ca-9015-c4861e3b2fd4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.324498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0206-3757-4cff-975e-57ea34bb388d req-eb22f6a9-7c75-4203-8c38-02b369f229e9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:02.326212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cfae0206-3757-4cff-975e-57ea34bb388d req-eb22f6a9-7c75-4203-8c38-02b369f229e9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2047970 Nov 12 05:30:02.370855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcb688-80e6-4042-a792-3e13a33a0be1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port d8947bb8-a96c-4ee4-a2a2-04d35966e38e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:02.371562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb688-80e6-4042-a792-3e13a33a0be1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.407576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-493f4a69-77b1-409a-aa85-fbfecce2dacc tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:02.409889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-493f4a69-77b1-409a-aa85-fbfecce2dacc tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.47 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 820 time: 0.3210015 Nov 12 05:30:02.414403 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0393-6e6c-46ca-9015-c4861e3b2fd4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.429285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0700f282-76a2-410c-9150-b4f449ba649f None None] For port b8821b05-2fc2-4833-80ea-8cf32b41c0a9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:02.431807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa0393-6e6c-46ca-9015-c4861e3b2fd4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for 1db7b40d-19de-43d2-9b12-6b19afe4b22c owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:02.468796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Request body: {'port': {'device_id': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'admin_state_up': True, 'tenant_id': '853c5738ac31430fa65c36f0732268a4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:02.483843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe5ba0cb-358c-4da9-9b38-61c60306e102 req-8f7a577c-9a6f-4dea-bcda-bc3d839976b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118015 Nov 12 05:30:02.543492 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0700f282-76a2-410c-9150-b4f449ba649f None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.548088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0700f282-76a2-410c-9150-b4f449ba649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.637492 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0393-6e6c-46ca-9015-c4861e3b2fd4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.657449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700f282-76a2-410c-9150-b4f449ba649f None None] Pushing event updated for resources: {'Port': ['ID=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:02.694379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cfae0206-3757-4cff-975e-57ea34bb388d req-e6f18333-0eec-4697-8cdc-07cecfa39ef7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475161 Nov 12 05:30:02.699173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa0393-6e6c-46ca-9015-c4861e3b2fd4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=1db7b40d-19de-43d2-9b12-6b19afe4b22c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:02.738720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb688-80e6-4042-a792-3e13a33a0be1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.778662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcb688-80e6-4042-a792-3e13a33a0be1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for d8947bb8-a96c-4ee4-a2a2-04d35966e38e owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:02.809166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b6d914b0-bd7f-4873-af3c-a24042b6522b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:02.819759 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0393-6e6c-46ca-9015-c4861e3b2fd4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.824431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7eaa0393-6e6c-46ca-9015-c4861e3b2fd4 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "DELETE /v2.0/ports/1db7b40d-19de-43d2-9b12-6b19afe4b22c HTTP/1.1" status: 204 len: 168 time: 0.6451044 Nov 12 05:30:02.826772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:02.907382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b6d914b0-bd7f-4873-af3c-a24042b6522b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:02.907621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:02.908673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f40220-e626-4942-b280-63dfc6a79b61 req-120c30c3-59a9-4d6b-9fb6-d4606012c7c4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:02.918842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28f40220-e626-4942-b280-63dfc6a79b61 req-120c30c3-59a9-4d6b-9fb6-d4606012c7c4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.3681772 Nov 12 05:30:03.014447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-96f57ba3-6001-43d4-8c79-dd5e918629b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port a2aeb995-c38c-462c-a3b1-769bcfc7aa65 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:03.016246 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f57ba3-6001-43d4-8c79-dd5e918629b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.069931 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.071667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Made reservation on behalf of 853c5738ac31430fa65c36f0732268a4 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:03.078440 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.141887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port b6d914b0-bd7f-4873-af3c-a24042b6522b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b6d914b0-bd7f-4873-af3c-a24042b6522b,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:03.152544 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.153319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b8821b05-2fc2-4833-80ea-8cf32b41c0a9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:03.204959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f57ba3-6001-43d4-8c79-dd5e918629b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.231172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28f40220-e626-4942-b280-63dfc6a79b61 req-d09d5ee0-31dc-462a-9f77-85e844c13969 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110998 Nov 12 05:30:03.231641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-96f57ba3-6001-43d4-8c79-dd5e918629b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for a2aeb995-c38c-462c-a3b1-769bcfc7aa65 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:03.239520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75a1b251-8af2-4394-88b9-0e152e3a686f req-571d6829-9998-423a-a548-0e75a8084333 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 210 time: 0.0720639 Nov 12 05:30:03.340715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=b6d914b0-bd7f-4873-af3c-a24042b6522b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:03.400071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:03.402974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.563058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f57ba3-6001-43d4-8c79-dd5e918629b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.610155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967096b-40f6-4336-9518-d29c22f31df5 req-fed40009-c653-48ad-909a-37c6938962f7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:03.617837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2967096b-40f6-4336-9518-d29c22f31df5 req-fed40009-c653-48ad-909a-37c6938962f7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2223496 Nov 12 05:30:03.618089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57ba3-6001-43d4-8c79-dd5e918629b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=a2aeb995-c38c-462c-a3b1-769bcfc7aa65,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:03.650131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6057583-5b69-4232-a13f-5075ecdbb8fc req-f8dd8cc0-735f-4fa4-8db0-d2da503f69dd tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:03.651757 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6057583-5b69-4232-a13f-5075ecdbb8fc req-f8dd8cc0-735f-4fa4-8db0-d2da503f69dd tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.2740469 Nov 12 05:30:03.720675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f57ba3-6001-43d4-8c79-dd5e918629b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.725047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-96f57ba3-6001-43d4-8c79-dd5e918629b8 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "DELETE /v2.0/ports/a2aeb995-c38c-462c-a3b1-769bcfc7aa65 HTTP/1.1" status: 204 len: 168 time: 0.8972964 Nov 12 05:30:03.727954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44476) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:03.760256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb688-80e6-4042-a792-3e13a33a0be1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.762587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bbaab686-ea6a-42e1-8160-d0a5006a48c0 None None] Provisioning complete for port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:03.763049 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bbaab686-ea6a-42e1-8160-d0a5006a48c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.819813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1a032a-883b-4dec-8fe8-28805ed1f845 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting subnet a624429b-a76f-48fd-a2ef-242ec733c8ce {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:03.829868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a032a-883b-4dec-8fe8-28805ed1f845 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.886844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Allocated IP 172.20.0.4 (0a039a46-1d53-4958-adbc-9f66a4981531/6f25f13b-0963-4093-aec3-d9c57d10310d/89aad53d-4034-44d2-b195-83cea4a4815d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:03.932005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2967096b-40f6-4336-9518-d29c22f31df5 req-e310312e-c207-403d-a758-087d72cc516b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129852 Nov 12 05:30:03.938095 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a032a-883b-4dec-8fe8-28805ed1f845 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:03.985947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb688-80e6-4042-a792-3e13a33a0be1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=d8947bb8-a96c-4ee4-a2a2-04d35966e38e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:03.995907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6057583-5b69-4232-a13f-5075ecdbb8fc req-c83f5714-885d-4f34-bb35-8adfee8aef5f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335075 Nov 12 05:30:04.071357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a032a-883b-4dec-8fe8-28805ed1f845 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.079837 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb688-80e6-4042-a792-3e13a33a0be1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.086044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d8dcb688-80e6-4042-a792-3e13a33a0be1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/d8947bb8-a96c-4ee4-a2a2-04d35966e38e HTTP/1.1" status: 204 len: 168 time: 2.1541464 Nov 12 05:30:04.089312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44480) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:04.173167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a032a-883b-4dec-8fe8-28805ed1f845 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.216654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a032a-883b-4dec-8fe8-28805ed1f845 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Subnet': ['ID=a624429b-a76f-48fd-a2ef-242ec733c8ce,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:04.227769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a032a-883b-4dec-8fe8-28805ed1f845 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.229076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991c0e68-6bce-4ce5-8a8a-4a740f1acd13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:04.234609 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f1a032a-883b-4dec-8fe8-28805ed1f845 tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "DELETE /v2.0/subnets/a624429b-a76f-48fd-a2ef-242ec733c8ce HTTP/1.1" status: 204 len: 168 time: 0.5050497 Nov 12 05:30:04.235877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230434f0-91c7-4ae4-b869-195302214844 None None] Network 089d0ad6-f654-4578-bf11-2852cee4be08 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:04.236716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:04.239981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-991c0e68-6bce-4ce5-8a8a-4a740f1acd13 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1499960 Nov 12 05:30:04.240610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44484) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:04.300968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.350190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-872a0647-fad5-478e-9f78-ced2ba84265c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting subnet 0e686dd2-1170-4809-a9b2-7324f382c851 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:04.354473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94ab8b-a5fc-494c-b104-c9c68628f675 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:04.360245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44490) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:04.361372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8f94ab8b-a5fc-494c-b104-c9c68628f675 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1168125 Nov 12 05:30:04.383538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-872a0647-fad5-478e-9f78-ced2ba84265c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.420315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.509926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-872a0647-fad5-478e-9f78-ced2ba84265c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.517212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Network 0a039a46-1d53-4958-adbc-9f66a4981531 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:04.518698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:04.524220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d9d6c-192e-4e6a-8295-0de1fc7aebf6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:04.526011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d9d6c-192e-4e6a-8295-0de1fc7aebf6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:04.527368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:04.528266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d9d6c-192e-4e6a-8295-0de1fc7aebf6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:04.529906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-790d9d6c-192e-4e6a-8295-0de1fc7aebf6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1686957 Nov 12 05:30:04.545401 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4e2c62d9-8451-4244-a59d-643a2248b1f5 None None] Could not find standard attr ID for object d8947bb8-a96c-4ee4-a2a2-04d35966e38e. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:30:04.549598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44492) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:04.604159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9fdfaf-a911-42ba-9718-a1b68fe5552c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 57f21ca4-25cf-459f-976a-4753c0b6960d {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:04.610850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdfaf-a911-42ba-9718-a1b68fe5552c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.670175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdfaf-a911-42ba-9718-a1b68fe5552c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.675324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:04.676028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.678777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event updated for resources: {'Port': ['ID=89aad53d-4034-44d2-b195-83cea4a4815d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:04.700884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] DHCP port deletion for 089d0ad6-f654-4578-bf11-2852cee4be08 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:30:04.730633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff615c-52f6-4ce0-9bd8-f4fcafb4d0cb req-b080b4fa-f38d-4353-8a01-02ab4ac08bb1 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:04.732359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6ff615c-52f6-4ce0-9bd8-f4fcafb4d0cb req-b080b4fa-f38d-4353-8a01-02ab4ac08bb1 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 931 time: 0.3097858 Nov 12 05:30:04.741864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f2aef-2a59-4ada-9f6f-fc8e3a53e9ab req-a07b39c9-7da9-49fb-b3ac-7a082d66b2b2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:04.750992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1f2aef-2a59-4ada-9f6f-fc8e3a53e9ab req-a07b39c9-7da9-49fb-b3ac-7a082d66b2b2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.2939441 Nov 12 05:30:04.753154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-872a0647-fad5-478e-9f78-ced2ba84265c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.756267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-898dae2a-30dd-4dd2-8958-75d92d87a2fe tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2928002 Nov 12 05:30:04.786037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b6d914b0-bd7f-4873-af3c-a24042b6522b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:04.789235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Request body: {'port': {'device_id': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:04.829251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdfaf-a911-42ba-9718-a1b68fe5552c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.870379 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.881895 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-872a0647-fad5-478e-9f78-ced2ba84265c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.887509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] Deleting port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:04.887881 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.934975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a0647-fad5-478e-9f78-ced2ba84265c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Subnet': ['ID=0e686dd2-1170-4809-a9b2-7324f382c851,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:04.937403 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-872a0647-fad5-478e-9f78-ced2ba84265c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.944049 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-872a0647-fad5-478e-9f78-ced2ba84265c tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "DELETE /v2.0/subnets/0e686dd2-1170-4809-a9b2-7324f382c851 HTTP/1.1" status: 204 len: 168 time: 0.7027252 Nov 12 05:30:04.944878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44496) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:04.950737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a0104-556c-48a6-a560-91596090a141 None None] Network 318583e5-a484-4725-b8e0-2e8bd56a07f6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:04.959525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b6d914b0-bd7f-4873-af3c-a24042b6522b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:04.959780 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:04.983541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdfaf-a911-42ba-9718-a1b68fe5552c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.011713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1f2aef-2a59-4ada-9f6f-fc8e3a53e9ab req-f5ea040a-1898-4f01-8f5c-559480645b98 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539501 Nov 12 05:30:05.043074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6ff615c-52f6-4ce0-9bd8-f4fcafb4d0cb req-baacbdf2-cfaa-4901-9aa6-044668c42d5b tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859333 Nov 12 05:30:05.058110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fdfaf-a911-42ba-9718-a1b68fe5552c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=57f21ca4-25cf-459f-976a-4753c0b6960d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:05.113908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] For port 16dd3d88-3811-4aa3-ad14-63647b47d8a2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=16dd3d88-3811-4aa3-ad14-63647b47d8a2,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:05.114310 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.161487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] Calling delete_port for 16dd3d88-3811-4aa3-ad14-63647b47d8a2 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:05.165881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdfaf-a911-42ba-9718-a1b68fe5552c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.169983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5f9fdfaf-a911-42ba-9718-a1b68fe5552c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/57f21ca4-25cf-459f-976a-4753c0b6960d HTTP/1.1" status: 204 len: 168 time: 0.6194246 Nov 12 05:30:05.173207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44504) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:05.181551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89ea7d-1557-4e7b-9c63-21d7e03ec9aa None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:05.210873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.243871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fa5398-e0eb-4cc3-a1fa-59aaf3f5a078 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 99d7da18-e6fc-4e79-8893-e800f3683057 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:05.274209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5398-e0eb-4cc3-a1fa-59aaf3f5a078 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.325874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5398-e0eb-4cc3-a1fa-59aaf3f5a078 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.373584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Deleting port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:05.374188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.375580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b8821b05-2fc2-4833-80ea-8cf32b41c0a9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:05.514098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] For port 16dd3d88-3811-4aa3-ad14-63647b47d8a2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=16dd3d88-3811-4aa3-ad14-63647b47d8a2,segment=NetworkSegment(581d3c60-4681-400d-b227-dd84448cac37),segment_id=581d3c60-4681-400d-b227-dd84448cac37)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:05.514817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.530319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.546082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Calling delete_port for 16dd3d88-3811-4aa3-ad14-63647b47d8a2 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:05.548862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5398-e0eb-4cc3-a1fa-59aaf3f5a078 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.599217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] Pushing event deleted for resources: {'Port': ['ID=16dd3d88-3811-4aa3-ad14-63647b47d8a2,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:05.615520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f7c41-5704-4a74-acc4-2749aac941b9 None None] No DVR routers for this DVR port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:05.633897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:05.634062 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.683642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] DHCP port deletion for 318583e5-a484-4725-b8e0-2e8bd56a07f6 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:30:05.701433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5398-e0eb-4cc3-a1fa-59aaf3f5a078 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.731527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa5398-e0eb-4cc3-a1fa-59aaf3f5a078 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=99d7da18-e6fc-4e79-8893-e800f3683057,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:05.737980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5398-e0eb-4cc3-a1fa-59aaf3f5a078 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.743833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4fa5398-e0eb-4cc3-a1fa-59aaf3f5a078 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/99d7da18-e6fc-4e79-8893-e800f3683057 HTTP/1.1" status: 204 len: 168 time: 0.5662951 Nov 12 05:30:05.743833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.744806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:05.782152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Port': ['ID=16dd3d88-3811-4aa3-ad14-63647b47d8a2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:05.796336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb5bab-fc25-43bc-a02b-f7639d50d72d req-c6d1dca9-08c9-46b7-ac6e-10f3b3162473 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:05.797907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddcb5bab-fc25-43bc-a02b-f7639d50d72d req-c6d1dca9-08c9-46b7-ac6e-10f3b3162473 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.5969555 Nov 12 05:30:05.808954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1ee26-7757-4c79-bfd0-f6ed4e8189b5 req-093b3ca8-3005-4b12-8a9e-0fda2227f62b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:05.816462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ab1ee26-7757-4c79-bfd0-f6ed4e8189b5 req-093b3ca8-3005-4b12-8a9e-0fda2227f62b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.6139660 Nov 12 05:30:05.821914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] Deleting port c796eb11-65c2-4379-b7e4-f78ceb0494ab {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:05.822412 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.823827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c715e5eb-c247-46ea-8f0c-aabfe86702ff tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757260 Nov 12 05:30:05.825174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] No DVR routers for this DVR port 16dd3d88-3811-4aa3-ad14-63647b47d8a2 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:05.826501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44508) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:05.832195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:05.916422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] For port c796eb11-65c2-4379-b7e4-f78ceb0494ab, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c796eb11-65c2-4379-b7e4-f78ceb0494ab,segment=NetworkSegment(6558100a-e0de-4e7e-b054-9a1f185a6ccb),segment_id=6558100a-e0de-4e7e-b054-9a1f185a6ccb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:05.916874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.921804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ab1ee26-7757-4c79-bfd0-f6ed4e8189b5 req-02f6dc93-6948-4585-af0a-effc98b2e0b0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047802 Nov 12 05:30:05.933152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ddcb5bab-fc25-43bc-a02b-f7639d50d72d req-e5fa0e5f-a2c8-47c4-ac70-9eccecca7e0f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057172 Nov 12 05:30:05.936655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] Calling delete_port for c796eb11-65c2-4379-b7e4-f78ceb0494ab owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:05.946791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f49c0-daed-47bc-952c-648cd40ddae3 None None] Update dhcp port {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '99d7da18-e6fc-4e79-8893-e800f3683057'}], 'binding:host_id': 'n-d-765315-28'}, 'id': 'b8821b05-2fc2-4833-80ea-8cf32b41c0a9'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:30:05.994613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.022261 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-135f49c0-daed-47bc-952c-648cd40ddae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.023157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089d0ad6-f654-4578-bf11-2852cee4be08']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:06.039815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581d3c60-4681-400d-b227-dd84448cac37') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:06.040157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581d3c60-4681-400d-b227-dd84448cac37') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:06.052189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:06.056209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.061996 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.088298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aad53d-4034-44d2-b195-83cea4a4815d {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:06.109030 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.136808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.149457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c9ac-5555-4ab9-8017-18aedf2480f5 req-0ecfd236-7076-4979-8ebf-9f74a6f48548 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:06.151070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1449c9ac-5555-4ab9-8017-18aedf2480f5 req-0ecfd236-7076-4979-8ebf-9f74a6f48548 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1298239 Nov 12 05:30:06.154690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:06.155368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: items = [ Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:06.159464 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:06.163654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44514) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:06.171080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Request body: {'floatingip': {'port_id': '37a75ccd-d5d7-45f6-818a-c06a806d9a28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:06.188791 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.277271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.281601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Transition to ACTIVE for port object 89aad53d-4034-44d2-b195-83cea4a4815d will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:30:06.290923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.293291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac695a7-43b2-4455-8713-514d999fbccc None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:06.304040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] Pushing event deleted for resources: {'Port': ['ID=c796eb11-65c2-4379-b7e4-f78ceb0494ab,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:06.336588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.346798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e46e9-6bd8-4edf-bf9f-0e1151e9b24d None None] No DVR routers for this DVR port c796eb11-65c2-4379-b7e4-f78ceb0494ab on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:06.346930 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "DELETE /v2.0/networks/089d0ad6-f654-4578-bf11-2852cee4be08 HTTP/1.1" status: 204 len: 168 time: 1.3969843 Nov 12 05:30:06.346930 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b861f9d-fd36-405a-a892-f810e04f092b tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Network': ['ID=089d0ad6-f654-4578-bf11-2852cee4be08,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:06.356479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:06.372877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.420752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e1657781-bd82-484d-bcd3-a0e234633ce7 None None] Provisioning complete for port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:06.421483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e1657781-bd82-484d-bcd3-a0e234633ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.524508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Pushing event updated for resources: {'Port': ['ID=89aad53d-4034-44d2-b195-83cea4a4815d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:06.533093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.579945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:30:06.655908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.686633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e6e4a-8ff7-4cf4-9776-9b571059fd81 req-3df3f670-2b03-4f09-a8cd-7ffd24606d6d tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:06.704292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c796eb11-65c2-4379-b7e4-f78ceb0494ab no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:06.707270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-273e6e4a-8ff7-4cf4-9776-9b571059fd81 req-3df3f670-2b03-4f09-a8cd-7ffd24606d6d tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 943 time: 0.3560135 Nov 12 05:30:06.720435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:06.736374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:06.744269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:06.747086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.749846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59655dce-3757-4c86-86c6-a8b50a6979df req-800b1869-4df5-4714-99aa-bd8f4a59aea0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:06.756935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59655dce-3757-4c86-86c6-a8b50a6979df req-800b1869-4df5-4714-99aa-bd8f4a59aea0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2690203 Nov 12 05:30:06.758610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: c796eb11-65c2-4379-b7e4-f78ceb0494ab {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:06.759198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c796eb11-65c2-4379-b7e4-f78ceb0494ab not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:06.759840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 16dd3d88-3811-4aa3-ad14-63647b47d8a2 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:06.806364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 16dd3d88-3811-4aa3-ad14-63647b47d8a2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:06.807001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 16dd3d88-3811-4aa3-ad14-63647b47d8a2 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:06.807689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b8821b05-2fc2-4833-80ea-8cf32b41c0a9 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:06.815125 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:06.820492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=ef00e241-3daf-4186-9e9e-3d0131ddbae8,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:06.834070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-46f6d263-071b-4d8d-af8d-0039115b0ac7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0065339 Nov 12 05:30:06.841922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44520) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:06.851637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d7aa08f4-d1fd-41a1-ac39-acfd106b2a54 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:06.952864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318583e5-a484-4725-b8e0-2e8bd56a07f6']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:06.973605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6558100a-e0de-4e7e-b054-9a1f185a6ccb') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:06.973909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6558100a-e0de-4e7e-b054-9a1f185a6ccb') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:06.988172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.012607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.018990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] Deleting port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:07.019616 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.022621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Attempting to bind port 89aad53d-4034-44d2-b195-83cea4a4815d on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:07.023107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:07.023107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.023776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Attempting to bind port 89aad53d-4034-44d2-b195-83cea4a4815d by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:07.024120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Attempting to bind port 89aad53d-4034-44d2-b195-83cea4a4815d on network 0a039a46-1d53-4958-adbc-9f66a4981531 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:07.027470 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:07.038373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aa08f4-d1fd-41a1-ac39-acfd106b2a54 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:07.043160 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7aa08f4-d1fd-41a1-ac39-acfd106b2a54 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.051253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59655dce-3757-4c86-86c6-a8b50a6979df req-d267519b-a969-491a-a616-4a1e22f6dc12 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528415 Nov 12 05:30:07.067309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Port 89aad53d-4034-44d2-b195-83cea4a4815d on network 0a039a46-1d53-4958-adbc-9f66a4981531 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:30:07.068106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Attempting to bind port 89aad53d-4034-44d2-b195-83cea4a4815d on network 0a039a46-1d53-4958-adbc-9f66a4981531 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:07.077548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:07.077866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Checking segment: {'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:07.078203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Bound using segment: {'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:07.079101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Bound port: 89aad53d-4034-44d2-b195-83cea4a4815d, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3189f48d-a045-4498-b415-e8cb36cbfb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:07.080176 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.099865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-273e6e4a-8ff7-4cf4-9776-9b571059fd81 req-3b45f662-f1b7-4800-a39a-625d2e644c39 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114114 Nov 12 05:30:07.176808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.193120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.202292 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] 10.222.0.48 "DELETE /v2.0/networks/318583e5-a484-4725-b8e0-2e8bd56a07f6 HTTP/1.1" status: 204 len: 168 time: 0.8396485 Nov 12 05:30:07.224157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d163e1-47bf-46ab-8635-7a114ffa0abf tempest-TaggedBootDevicesTest_v242-1528417201 tempest-TaggedBootDevicesTest_v242-1528417201-project] Pushing event deleted for resources: {'Network': ['ID=318583e5-a484-4725-b8e0-2e8bd56a07f6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:07.257986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] For port b8821b05-2fc2-4833-80ea-8cf32b41c0a9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:07.258751 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.273054 n-d-765315-28 neutron-server[102589]: INFO neutron.db.ipam_backend_mixin [None req-d7aa08f4-d1fd-41a1-ac39-acfd106b2a54 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef00e241-3daf-4186-9e9e-3d0131ddbae8 (CIDR: 2001:db8::/64) Nov 12 05:30:07.281877 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aa08f4-d1fd-41a1-ac39-acfd106b2a54 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:30:07.284420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7aa08f4-d1fd-41a1-ac39-acfd106b2a54 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:07.309349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] Calling delete_port for b8821b05-2fc2-4833-80ea-8cf32b41c0a9 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:07.313406 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.326187 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d7aa08f4-d1fd-41a1-ac39-acfd106b2a54 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4858308 Nov 12 05:30:07.328847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44526) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:07.340105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:07.382447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] For port 89aad53d-4034-44d2-b195-83cea4a4815d, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:07.392099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] For port 89aad53d-4034-44d2-b195-83cea4a4815d, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=89aad53d-4034-44d2-b195-83cea4a4815d,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:07.450712 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.452711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port b8821b05-2fc2-4833-80ea-8cf32b41c0a9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:07.472692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.481570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d72d2a-d8dc-4921-9f1a-276d1b2df0f1 req-72c141df-07df-41e0-863a-eb59d28292a7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:07.490720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27d72d2a-d8dc-4921-9f1a-276d1b2df0f1 req-72c141df-07df-41e0-863a-eb59d28292a7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.3333731 Nov 12 05:30:07.552452 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.557999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:07.561640 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.562256 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:07.595002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:07.595616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.597048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] 10.222.0.47 "PUT /v2.0/ports/89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 1092 time: 2.8265555 Nov 12 05:30:07.600270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:07.602671 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:07.602823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] Pushing event deleted for resources: {'Port': ['ID=b8821b05-2fc2-4833-80ea-8cf32b41c0a9,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:07.622367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417774e-1586-4f6f-b59a-1bcb7ad42501 None None] No DVR routers for this DVR port b8821b05-2fc2-4833-80ea-8cf32b41c0a9 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:07.655075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61a8622-847f-4f3b-a4de-42c57c1768ac None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:07.697666 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1aa1d6-6914-4bf2-baff-3e15766f0034 x-openstack-request-id: req-de1aa1d6-6914-4bf2-baff-3e15766f0034 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:07.697940 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:07.698821 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de1aa1d6-6914-4bf2-baff-3e15766f0034 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:07.699220 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d', 'status': 'completed', 'code': 200} Nov 12 05:30:07.739766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe71f7-fc3d-4b01-971b-fe1a6aa90978 service neutron] Pushing event updated for resources: {'Port': ['ID=89aad53d-4034-44d2-b195-83cea4a4815d,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:07.778584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27d72d2a-d8dc-4921-9f1a-276d1b2df0f1 req-5a85e608-57c6-477b-b481-e35b7a74ff7f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730632 Nov 12 05:30:07.780927 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.resource_extend [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:30:07.836295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-fe046ce2-693b-482a-9556-975fdd399786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:07.837881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-fe046ce2-693b-482a-9556-975fdd399786 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1095 time: 0.1686368 Nov 12 05:30:07.842694 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.846733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-70598e6e-724e-441f-b412-f64f1126e8bd', 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'tenant_id': '1613a870c577437887f9cccf46b1bd16', 'fixed_ips': [{'subnet_id': 'ef00e241-3daf-4186-9e9e-3d0131ddbae8'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:30:07.847735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.855220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.918379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-ca1cf54c-9d85-4ee2-8b20-1bb00010bb7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 217 time: 0.0711024 Nov 12 05:30:08.010356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:30:08.014217 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.019942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/ef00e241-3daf-4186-9e9e-3d0131ddbae8/b8955fbd-6e56-4481-b455-0c43071f825b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:08.045572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-68470e28-3e33-4c9f-9433-425fcbb4f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:08.047669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-68470e28-3e33-4c9f-9433-425fcbb4f3ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.1203952 Nov 12 05:30:08.069537 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Floating IP 44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419 associated. External IP: 172.25.2.234, port: 37a75ccd-d5d7-45f6-818a-c06a806d9a28. Nov 12 05:30:08.070618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:08.074878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:08.080449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:08.081991 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.087761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-d0e84ddf-1583-46d1-ae63-31082768f4af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317147 Nov 12 05:30:08.109726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=56d4b35e-ab7c-4181-9029-5f1d772c2dbd,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:08.120803 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-34af5eb6-e8a6-4246-90c2-b6fbc451eb45 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7906175 Nov 12 05:30:08.123552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44540) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:08.129009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:db:86:52', 'name': 'tempest-NetworksTestDHCPv6-984137195'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:08.254192 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.261436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.275316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:08.285734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:08.288058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:08.290636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:08.359330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Pushing event updated for resources: {'Port': ['ID=b8955fbd-6e56-4481-b455-0c43071f825b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:08.405173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Attempting to bind port b8955fbd-6e56-4481-b455-0c43071f825b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:08.405855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Attempting to bind port b8955fbd-6e56-4481-b455-0c43071f825b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:08.406222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Attempting to bind port b8955fbd-6e56-4481-b455-0c43071f825b on network 70598e6e-724e-441f-b412-f64f1126e8bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:08.413324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:08.413815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Checking segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:08.414234 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.414930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Bound using segment: {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:08.415408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Bound port: b8955fbd-6e56-4481-b455-0c43071f825b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:08.415789 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.415963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f6bd9-fac9-4d64-882b-004cff43c812 req-60bd2859-0d43-411d-b935-b8909d94ba10 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:08.416607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.423792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040f6bd9-fac9-4d64-882b-004cff43c812 req-60bd2859-0d43-411d-b935-b8909d94ba10 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 943 time: 0.1907251 Nov 12 05:30:08.433695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-15dfc625-1a13-4093-914d-341768a0e9ff service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130517 Nov 12 05:30:08.447520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 006a8a2d-d55b-4884-9160-846e4bb9eaba yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:08.451560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ffe80-5e87-4d24-a2b0-5ad6486d3b04 req-ed51b397-3267-492f-9092-8c9220473931 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:08.453698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-583ffe80-5e87-4d24-a2b0-5ad6486d3b04 req-ed51b397-3267-492f-9092-8c9220473931 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2500303 Nov 12 05:30:08.509093 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] For port b8955fbd-6e56-4481-b455-0c43071f825b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:08.513700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] For port b8955fbd-6e56-4481-b455-0c43071f825b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8955fbd-6e56-4481-b455-0c43071f825b,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:08.522474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.629953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-040f6bd9-fac9-4d64-882b-004cff43c812 req-c5d06b2d-19e2-4ab8-b84f-d6c33fd81854 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052841 Nov 12 05:30:08.644998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e8a65-8a96-473a-8429-751e6f19f2fe None None] Pushing event updated for resources: {'Port': ['ID=b8955fbd-6e56-4481-b455-0c43071f825b,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:08.695154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd47c57e-a641-44c8-9a56-b26affdac1c3 req-ce68b9b3-2a8f-41e4-9e5c-f987e67e4e2a service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410047 Nov 12 05:30:08.698863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::7c (70598e6e-724e-441f-b412-f64f1126e8bd/ef00e241-3daf-4186-9e9e-3d0131ddbae8/006a8a2d-d55b-4884-9160-846e4bb9eaba) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:08.706811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:8652 (70598e6e-724e-441f-b412-f64f1126e8bd/56d4b35e-ab7c-4181-9029-5f1d772c2dbd/006a8a2d-d55b-4884-9160-846e4bb9eaba) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:08.744090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-583ffe80-5e87-4d24-a2b0-5ad6486d3b04 req-219ba23a-d4d5-4054-8d3e-cf9be94c654f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794619 Nov 12 05:30:08.750532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Router 5737ebf6-376d-421c-ac2e-be1cf12e77fb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:30:08.955896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.968328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-b4d29854-f967-4728-9b88-d081b52a046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:08.970213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-b4d29854-f967-4728-9b88-d081b52a046f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1095 time: 0.1520352 Nov 12 05:30:09.028807 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:09.096603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:09.100343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:09.107426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:09.116729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:09.117728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:09.126706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=006a8a2d-d55b-4884-9160-846e4bb9eaba,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:09.152151 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-535f896a-e8df-4b94-9a93-61ce3c933a56 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0271714 Nov 12 05:30:09.154635 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44556) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:09.259450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8b7359fa-f73f-44d4-bfeb-1698df893c0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 006a8a2d-d55b-4884-9160-846e4bb9eaba {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:09.259874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b7359fa-f73f-44d4-bfeb-1698df893c0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:09.357326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b7359fa-f73f-44d4-bfeb-1698df893c0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:09.372522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8b7359fa-f73f-44d4-bfeb-1698df893c0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 006a8a2d-d55b-4884-9160-846e4bb9eaba owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:09.452071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:30:09.458373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:09.464772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] Sync routers for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:30:09.476974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:30:09.477983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:09.501345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23593e8a-4a3e-47cd-acb7-e40faf1a54f2 req-665a058f-4c5e-42cc-b71a-bae8c43dad4c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:09.502978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23593e8a-4a3e-47cd-acb7-e40faf1a54f2 req-665a058f-4c5e-42cc-b71a-bae8c43dad4c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.5652642 Nov 12 05:30:09.519317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706cb08-96f5-4a5e-80ba-bd5be67d58cc req-8fa9cabb-4da9-4537-8120-6f4b822eab64 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:09.521693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2706cb08-96f5-4a5e-80ba-bd5be67d58cc req-8fa9cabb-4da9-4537-8120-6f4b822eab64 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.5994134 Nov 12 05:30:09.558491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-b9e382a4-aaf2-4cca-a847-0094cd6e218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:09.560120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-b9e382a4-aaf2-4cca-a847-0094cd6e218a service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 921 time: 0.5352011 Nov 12 05:30:09.566824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-33ea794e-2efe-4286-9275-27f1a121c2b3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "PUT /v2.0/floatingips/44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419 HTTP/1.1" status: 200 len: 991 time: 3.3998215 Nov 12 05:30:09.602995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b7359fa-f73f-44d4-bfeb-1698df893c0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:09.647002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7359fa-f73f-44d4-bfeb-1698df893c0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=006a8a2d-d55b-4884-9160-846e4bb9eaba,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:09.657241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-6db87af7-53a8-4b20-a2d8-a8d7dd623270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 217 time: 0.0845988 Nov 12 05:30:09.677687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:30:09.719559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:09.720380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b7359fa-f73f-44d4-bfeb-1698df893c0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:09.725776 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:09.729616 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b7359fa-f73f-44d4-bfeb-1698df893c0d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/006a8a2d-d55b-4884-9160-846e4bb9eaba HTTP/1.1" status: 204 len: 168 time: 0.5735710 Nov 12 05:30:09.732792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:09.746063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23593e8a-4a3e-47cd-acb7-e40faf1a54f2 req-a9868890-bbac-46f9-b393-e173c395c523 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214622 Nov 12 05:30:09.758288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2706cb08-96f5-4a5e-80ba-bd5be67d58cc req-18ba928a-f2bc-47e8-a94b-51e5afeed070 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267985 Nov 12 05:30:09.780336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-2820b504-c408-484c-a3e7-b34d1a97b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:09.781926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-2820b504-c408-484c-a3e7-b34d1a97b8af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.1093402 Nov 12 05:30:09.830013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df022b2b-f6f2-4d74-a74d-b444e6cca27d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:09.833845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-d3127d5f-3405-45ee-b9a1-1229eb70f89e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399110 Nov 12 05:30:09.834039 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-df022b2b-f6f2-4d74-a74d-b444e6cca27d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0949759 Nov 12 05:30:09.841755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:09.917130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928aa85e-627d-49ab-8bf9-c09a9ab9305d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:09.920119 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-928aa85e-627d-49ab-8bf9-c09a9ab9305d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0771956 Nov 12 05:30:09.925293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44574) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:09.979817 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd1c6a1-a694-4a99-8e76-10a972bcb6cf x-openstack-request-id: req-ecd1c6a1-a694-4a99-8e76-10a972bcb6cf {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:09.980175 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:09.980370 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecd1c6a1-a694-4a99-8e76-10a972bcb6cf {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:09.980722 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'status': 'completed', 'code': 200} Nov 12 05:30:10.010112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9f4fb8-8822-4197-9b6b-ed6b7db91518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:10.011469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9f4fb8-8822-4197-9b6b-ed6b7db91518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:10.013029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9f4fb8-8822-4197-9b6b-ed6b7db91518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:10.014755 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4e9f4fb8-8822-4197-9b6b-ed6b7db91518 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0889337 Nov 12 05:30:10.019542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44576) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:10.091017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8c5ef0-a257-4253-bfea-8ab6a09a568b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 56d4b35e-ab7c-4181-9029-5f1d772c2dbd {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:10.094681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5ef0-a257-4253-bfea-8ab6a09a568b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.098677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9309f-f294-4cb9-8162-48f6ec64f1b3 req-3eb84b16-b616-4920-a722-ff2ffc38dc06 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:10.106836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47e9309f-f294-4cb9-8162-48f6ec64f1b3 req-3eb84b16-b616-4920-a722-ff2ffc38dc06 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 943 time: 0.2294092 Nov 12 05:30:10.140318 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5ef0-a257-4253-bfea-8ab6a09a568b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.161221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419', 'tenant_id': '025cb776de754cb6bface15498e03466', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'port_id': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'mac_address': 'fa:16:3e:ae:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:40Z', 'updated_at': '2021-11-12T05:30:07Z', 'revision_number': 1, 'project_id': '025cb776de754cb6bface15498e03466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:10.180132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-04638abf-2d7f-4882-a6bc-dc4418573ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:10.181659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-04638abf-2d7f-4882-a6bc-dc4418573ebc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 1097 time: 0.1896486 Nov 12 05:30:10.190316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5ef0-a257-4253-bfea-8ab6a09a568b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.203465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de2f97-b538-4063-bdf9-280d2ddce30b None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:10.206174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] Checking router: 5737ebf6-376d-421c-ac2e-be1cf12e77fb for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:30:10.215088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-f6648697-facb-4d66-9084-a30acc4ab1cf service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678162 Nov 12 05:30:10.257497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5ef0-a257-4253-bfea-8ab6a09a568b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.277220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:30:10.277871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:29:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:10.285559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c5ef0-a257-4253-bfea-8ab6a09a568b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=56d4b35e-ab7c-4181-9029-5f1d772c2dbd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:10.295330 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5ef0-a257-4253-bfea-8ab6a09a568b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.299243 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fd8c5ef0-a257-4253-bfea-8ab6a09a568b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/56d4b35e-ab7c-4181-9029-5f1d772c2dbd HTTP/1.1" status: 204 len: 168 time: 0.2785892 Nov 12 05:30:10.301796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:10.331966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-201b6262-c1c2-4d7c-a02d-71e2c9e95ce6 req-abd70901-33c8-4b63-8691-bb90c44cc6dc service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926638 Nov 12 05:30:10.346871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fad0-0b21-46b2-9d7f-90a9e04086f0 req-ca6d62c2-29de-4143-80e1-bb2be83ab1cf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:10.354103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77b2fad0-0b21-46b2-9d7f-90a9e04086f0 req-ca6d62c2-29de-4143-80e1-bb2be83ab1cf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2814484 Nov 12 05:30:10.363588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ca9e9626-3efd-4981-b5e2-8ba508ececf7 None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:10.363821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9626-3efd-4981-b5e2-8ba508ececf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.368264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16cf09c-289f-40c4-8a14-3c40748a01e5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet ef00e241-3daf-4186-9e9e-3d0131ddbae8 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:10.372905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a16cf09c-289f-40c4-8a14-3c40748a01e5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.406393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47e9309f-f294-4cb9-8162-48f6ec64f1b3 req-b2d60bc8-85e9-43f9-affd-1db54397ccd2 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985859 Nov 12 05:30:10.428062 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a16cf09c-289f-40c4-8a14-3c40748a01e5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.546385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a16cf09c-289f-40c4-8a14-3c40748a01e5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.547356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77b2fad0-0b21-46b2-9d7f-90a9e04086f0 req-b653c3b4-2c5a-43f3-a8d2-3b008ab6c045 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914997 Nov 12 05:30:10.551825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-0892a31a-3a34-4991-82eb-297875af858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:10.559080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-0892a31a-3a34-4991-82eb-297875af858c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.3545022 Nov 12 05:30:10.567663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:30:10.671577 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a16cf09c-289f-40c4-8a14-3c40748a01e5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.717892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-49c892b1-975b-4fbf-b6b7-e26fe0c7385d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28 HTTP/1.1" status: 200 len: 999 time: 0.1505492 Nov 12 05:30:10.740544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cf09c-289f-40c4-8a14-3c40748a01e5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=ef00e241-3daf-4186-9e9e-3d0131ddbae8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:10.748562 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a16cf09c-289f-40c4-8a14-3c40748a01e5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.753332 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a16cf09c-289f-40c4-8a14-3c40748a01e5 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/ef00e241-3daf-4186-9e9e-3d0131ddbae8 HTTP/1.1" status: 204 len: 168 time: 0.4499230 Nov 12 05:30:10.755218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44582) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:10.800587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970460d9-451b-4580-8e83-049640ee27f3 req-054c873d-4999-4999-a059-b3f7620945fc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:10.802176 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cdd64c9d-1f3a-475d-b7b1-94963143da21 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449543 Nov 12 05:30:10.807971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:10.808833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-970460d9-451b-4580-8e83-049640ee27f3 req-054c873d-4999-4999-a059-b3f7620945fc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1643977 Nov 12 05:30:10.816120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:10.851610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b8955fbd-6e56-4481-b455-0c43071f825b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:10.884347 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.935658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:10.940647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:10.970985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-970460d9-451b-4580-8e83-049640ee27f3 req-2a04027b-b60e-463c-8cae-310812471d49 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531856 Nov 12 05:30:11.039357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 89aad53d-4034-44d2-b195-83cea4a4815d details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:30:11.043934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-140b1d75-5137-452e-a418-6734e276b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:11.045842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-140b1d75-5137-452e-a418-6734e276b405 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.3170233 Nov 12 05:30:11.061421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ccc8e-98dd-4ec7-825b-fba401be8827 req-73d4e347-b060-4cc0-b2f7-469ef9e13ff9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:11.064577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee0ccc8e-98dd-4ec7-825b-fba401be8827 req-73d4e347-b060-4cc0-b2f7-469ef9e13ff9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1528172 Nov 12 05:30:11.072143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9626-3efd-4981-b5e2-8ba508ececf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:11.165828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:11.166210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:11.182169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee0ccc8e-98dd-4ec7-825b-fba401be8827 req-2d4695af-3ab2-42e2-a6eb-f90322a90f05 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800228 Nov 12 05:30:11.209422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-3bcae055-0fe1-408b-8439-69b27eb6122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:11.211493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-3bcae055-0fe1-408b-8439-69b27eb6122b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446927 Nov 12 05:30:11.319090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ca9e9626-3efd-4981-b5e2-8ba508ececf7 None None] For port b8955fbd-6e56-4481-b455-0c43071f825b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8955fbd-6e56-4481-b455-0c43071f825b,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:11.319342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:11.392506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-4261db9d-aa5e-4045-8b18-7b35a44ed25c service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705594 Nov 12 05:30:11.399852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4161855e-13fe-4ea0-80be-d40670be4515 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:11.402665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:11.410071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9626-3efd-4981-b5e2-8ba508ececf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:11.411673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:11.416985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:11.417586 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:11.429704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=fd6f06c0-4ee2-46a4-829f-6947ef80b40f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:11.468242 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-168f17ed-2898-49e5-8560-af77edc531e2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6567533 Nov 12 05:30:11.469475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:11.475691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d2061af7-c65c-49dc-933c-36ea0e8a3b1a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:11.687139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c044c059-a8ea-48ab-888c-26f75c438da8 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:30:11.799718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:11.813992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c044c059-a8ea-48ab-888c-26f75c438da8 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:11.830185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73657cfe-9aa9-4bfd-8e44-e85bd9eda5d2 req-95f00690-ac4b-4c10-a2cf-1f18535e4baa service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294999 Nov 12 05:30:11.867269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'c044c059-a8ea-48ab-888c-26f75c438da8', 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'port_id': 'c044c059-a8ea-48ab-888c-26f75c438da8', 'mac_address': 'fa:16:3e:02:14:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f607d79d-e217-404a-812e-4dc685d7294f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:30:11.897440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683fb35-70a6-4adb-8da3-23b1a7abf15f req-31531f58-b18e-438f-83cf-bdf00aae5362 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:11.899840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3683fb35-70a6-4adb-8da3-23b1a7abf15f req-31531f58-b18e-438f-83cf-bdf00aae5362 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 943 time: 0.3234971 Nov 12 05:30:11.948702 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:12.051726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-89a4d807-3358-4e4d-bed9-56b6fda90afa None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:12.052103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89a4d807-3358-4e4d-bed9-56b6fda90afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:12.056627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3683fb35-70a6-4adb-8da3-23b1a7abf15f req-4d45dbef-0e5c-46c1-8759-ad5768f97665 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428235 Nov 12 05:30:12.137984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 89aad53d-4034-44d2-b195-83cea4a4815d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=89aad53d-4034-44d2-b195-83cea4a4815d,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:12.150259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c044c059-a8ea-48ab-888c-26f75c438da8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:12.180941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:12.208037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e9626-3efd-4981-b5e2-8ba508ececf7 None None] Pushing event updated for resources: {'Port': ['ID=b8955fbd-6e56-4481-b455-0c43071f825b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:12.211614 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:12.261129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '89aad53d-4034-44d2-b195-83cea4a4815d', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'port_id': '89aad53d-4034-44d2-b195-83cea4a4815d', 'mac_address': 'fa:16:3e:9f:90:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:30:12.289636 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:12.381580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2061af7-c65c-49dc-933c-36ea0e8a3b1a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:12.387157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d2061af7-c65c-49dc-933c-36ea0e8a3b1a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:12.482610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb864e7-b5f5-4045-bac0-e5c60c526935 req-96e748c8-b3dc-43ba-8fbd-1ce791496ab7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:12.491038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bb864e7-b5f5-4045-bac0-e5c60c526935 req-96e748c8-b3dc-43ba-8fbd-1ce791496ab7 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 944 time: 0.1512225 Nov 12 05:30:12.548757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:12.561918 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:12.575216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bb864e7-b5f5-4045-bac0-e5c60c526935 req-b2d32327-302b-4987-837a-e60c6e5e3850 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736704 Nov 12 05:30:12.654674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419', 'tenant_id': '025cb776de754cb6bface15498e03466', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'port_id': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'mac_address': 'fa:16:3e:ae:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:40Z', 'updated_at': '2021-11-12T05:30:07Z', 'revision_number': 1, 'project_id': '025cb776de754cb6bface15498e03466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:12.689403 n-d-765315-28 neutron-server[102589]: INFO neutron.db.ipam_backend_mixin [None req-d2061af7-c65c-49dc-933c-36ea0e8a3b1a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd6f06c0-4ee2-46a4-829f-6947ef80b40f (CIDR: 2001:db8::/64) Nov 12 05:30:12.696026 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2061af7-c65c-49dc-933c-36ea0e8a3b1a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:30:12.696721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2061af7-c65c-49dc-933c-36ea0e8a3b1a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:12.709570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aad53d-4034-44d2-b195-83cea4a4815d {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:12.725378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44614) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:12.725806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d2061af7-c65c-49dc-933c-36ea0e8a3b1a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2517731 Nov 12 05:30:12.731404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'subnet': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:12.767280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a6955-3790-46bc-a748-a71e49a2074f None None] The sync data for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 is: [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419', 'tenant_id': '025cb776de754cb6bface15498e03466', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'port_id': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'mac_address': 'fa:16:3e:ae:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:40Z', 'updated_at': '2021-11-12T05:30:07Z', 'revision_number': 1, 'project_id': '025cb776de754cb6bface15498e03466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:30:12.776131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c3194-0360-4e1a-8ed5-668e65f6a9d9 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:12.799825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b8955fbd-6e56-4481-b455-0c43071f825b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:12.804115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['c044c059-a8ea-48ab-888c-26f75c438da8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:12.973497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 89aad53d-4034-44d2-b195-83cea4a4815d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=89aad53d-4034-44d2-b195-83cea4a4815d,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:12.980854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-333643f3-461e-48f8-9d86-ff252a9cf9ea None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:12.981558 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-333643f3-461e-48f8-9d86-ff252a9cf9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:13.022270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:13.037191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:13.041258 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:13.085433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:30:13.088884 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:30:13.204566 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047dc284-a901-4491-be76-f885ebaa5e14 None None] New status for floating IP 44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:30:13.260333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=89aad53d-4034-44d2-b195-83cea4a4815d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:13.278665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:13.282754 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:13.340629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['89aad53d-4034-44d2-b195-83cea4a4815d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:13.390545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39bfd3-ecf8-47d5-b5dc-985733dc60df req-907504ab-8b25-40a0-bf4c-aed375b25dd9 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:13.405304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d39bfd3-ecf8-47d5-b5dc-985733dc60df req-907504ab-8b25-40a0-bf4c-aed375b25dd9 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 944 time: 0.2231870 Nov 12 05:30:13.553889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d39bfd3-ecf8-47d5-b5dc-985733dc60df req-b9395e09-c0c5-41eb-85d6-95c9b472fbac tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470184 Nov 12 05:30:13.768616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab298-20af-4b83-985c-f4eb5d24a938 req-3e937dae-8acd-479b-8657-8aa1d65926c2 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:13.770186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-399ab298-20af-4b83-985c-f4eb5d24a938 req-3e937dae-8acd-479b-8657-8aa1d65926c2 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 944 time: 0.0848715 Nov 12 05:30:13.851524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.objects.ports [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:30:13.893103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:13.945033 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7eed6801-950f-4662-bcfd-94f61d302a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:13.988609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c044c059-a8ea-48ab-888c-26f75c438da8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:14.037071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:14.053203 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:14.087624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-399ab298-20af-4b83-985c-f4eb5d24a938 req-bfc5c926-28a5-4104-b022-affd97ffcc9f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026590 Nov 12 05:30:14.149135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:14.158137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:14.322914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dce78b2d-939b-4a6a-b803-4ee28c776166 None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:14.323899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dce78b2d-939b-4a6a-b803-4ee28c776166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:14.336168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] For port b8955fbd-6e56-4481-b455-0c43071f825b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8955fbd-6e56-4481-b455-0c43071f825b,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:14.375457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:14.384861 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:14.387010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:14.472775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:14.481550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:14.484667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:14.485278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:14.518598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Subnet': ['ID=8b0c4649-3b26-4826-8875-8f3a062d882e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:14.522891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=b8955fbd-6e56-4481-b455-0c43071f825b,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:14.533993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bf8a5723-811d-4c26-bfc5-4740214a3631 None None] Could not find standard attr ID for object 006a8a2d-d55b-4884-9160-846e4bb9eaba. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:30:14.538517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.538875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.539220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.539567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.539902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.540336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.540607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.541014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.541210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.542124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.542435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.542777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.554626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8247826 Nov 12 05:30:14.554626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.554626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.554626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.554626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.555208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44630) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:14.555655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.555655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.555655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.556030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.556269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.556597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.556925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.557327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5fb1-8680-494e-b5e2-878ec3bea132 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:14.560972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Request body: {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'mac_address': 'fa:16:3e:11:28:72', 'name': 'tempest-NetworksTestDHCPv6-782447524'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:14.712094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5120909c-33d8-42ac-a6eb-0f9b054362e4 None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:14.712943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da836e-6e46-4fa2-8c38-f72edbef5462 req-c9e22fa7-8991-4030-9454-9a1d21436fe5 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:14.714988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7da836e-6e46-4fa2-8c38-f72edbef5462 req-c9e22fa7-8991-4030-9454-9a1d21436fe5 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 944 time: 0.0772853 Nov 12 05:30:14.719892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Made reservation on behalf of 1613a870c577437887f9cccf46b1bd16 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:14.789871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7da836e-6e46-4fa2-8c38-f72edbef5462 req-3d3cfba5-0f61-4406-b7e7-0f115679d869 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678077 Nov 12 05:30:14.818886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:14.844548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] device_id is not set on port 613c7086-9f40-4d93-83b4-97e65843fd3e yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:14.957535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6d4d5-b7dc-44c4-b3ca-03b4dbe12a16 None None] Update dhcp port {'port': {'network_id': '70598e6e-724e-441f-b412-f64f1126e8bd', 'fixed_ips': [{'subnet_id': '8b0c4649-3b26-4826-8875-8f3a062d882e', 'ip_address': '2001:db8:0:1:f816:3eff:fe8c:c600'}, {'subnet_id': 'fd6f06c0-4ee2-46a4-829f-6947ef80b40f'}], 'binding:host_id': 'n-d-765315-28'}, 'id': 'b8955fbd-6e56-4481-b455-0c43071f825b'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:30:14.983596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30c6d4d5-b7dc-44c4-b3ca-03b4dbe12a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.036926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8::76 (70598e6e-724e-441f-b412-f64f1126e8bd/fd6f06c0-4ee2-46a4-829f-6947ef80b40f/613c7086-9f40-4d93-83b4-97e65843fd3e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:15.045176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Allocated IP 2001:db8:0:1:f816:3eff:fe11:2872 (70598e6e-724e-441f-b412-f64f1126e8bd/8b0c4649-3b26-4826-8875-8f3a062d882e/613c7086-9f40-4d93-83b4-97e65843fd3e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:15.117089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 89aad53d-4034-44d2-b195-83cea4a4815d up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:15.193318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 89aad53d-4034-44d2-b195-83cea4a4815d completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:30:15.198927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 89aad53d-4034-44d2-b195-83cea4a4815d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:15.199346 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.239441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.243868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d2a6c-5207-48e1-9aee-ed6bd99c5391 req-c440a4f4-4a03-4acb-a14b-ff8e0227b22f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:15.246277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d20d2a6c-5207-48e1-9aee-ed6bd99c5391 req-c440a4f4-4a03-4acb-a14b-ff8e0227b22f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 943 time: 0.0832486 Nov 12 05:30:15.297298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.323523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d20d2a6c-5207-48e1-9aee-ed6bd99c5391 req-0b70b6d5-a80e-4a90-a716-69bc2bd0b66c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688629 Nov 12 05:30:15.358164 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.361135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Network 70598e6e-724e-441f-b412-f64f1126e8bd is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:15.365195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:15.367398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event updated for resources: {'Port': ['ID=613c7086-9f40-4d93-83b4-97e65843fd3e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:15.375069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:15.380510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:15.381148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.384359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.384723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.385047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.385963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.386302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.386687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.387062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.387344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.387672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.387994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.388347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.388631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:15.391314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-30c6d4d5-b7dc-44c4-b3ca-03b4dbe12a16 None None] Allocated IP 2001:db8::2 (70598e6e-724e-441f-b412-f64f1126e8bd/fd6f06c0-4ee2-46a4-829f-6947ef80b40f/b8955fbd-6e56-4481-b455-0c43071f825b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:15.397224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:15.399530 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9847a6cf-c658-4542-b061-3cf6fea800a0" -d '{"events": [{"server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "name": "network-vif-plugged", "status": "completed", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:15.410652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44644) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:15.410950 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-81acc40b-6a4c-4721-90aa-a7e56cb1a37c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8548148 Nov 12 05:30:15.423954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 89aad53d-4034-44d2-b195-83cea4a4815d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=89aad53d-4034-44d2-b195-83cea4a4815d,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:15.443831 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.455050 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72487a48-653e-4de0-b0cf-80501b8d21f3 x-openstack-request-id: req-72487a48-653e-4de0-b0cf-80501b8d21f3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:15.455362 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "name": "network-vif-plugged", "status": "completed", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:15.455606 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72487a48-653e-4de0-b0cf-80501b8d21f3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:15.456086 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d', 'code': 200} Nov 12 05:30:15.542164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=89aad53d-4034-44d2-b195-83cea4a4815d,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:15.604037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce3458-4c19-42ca-a298-c3e02091f57e req-fb48535b-b814-4cd3-99a1-e471678dfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:15.605445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccce3458-4c19-42ca-a298-c3e02091f57e req-fb48535b-b814-4cd3-99a1-e471678dfa99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0674419 Nov 12 05:30:15.608668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-41e6faa0-881a-4d71-8a50-1bba79bbf21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting port 613c7086-9f40-4d93-83b4-97e65843fd3e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:15.609012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-41e6faa0-881a-4d71-8a50-1bba79bbf21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.621270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-30c6d4d5-b7dc-44c4-b3ca-03b4dbe12a16 None None] For port b8955fbd-6e56-4481-b455-0c43071f825b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8955fbd-6e56-4481-b455-0c43071f825b,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:15.655180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c044c059-a8ea-48ab-888c-26f75c438da8 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:15.658953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30c6d4d5-b7dc-44c4-b3ca-03b4dbe12a16 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.689082 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30c6d4d5-b7dc-44c4-b3ca-03b4dbe12a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.719442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccce3458-4c19-42ca-a298-c3e02091f57e req-2b5e0c3f-00ac-49d4-b2df-2364b562f55e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954745 Nov 12 05:30:15.734537 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-41e6faa0-881a-4d71-8a50-1bba79bbf21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.748054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-41e6faa0-881a-4d71-8a50-1bba79bbf21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Calling delete_port for 613c7086-9f40-4d93-83b4-97e65843fd3e owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:15.795580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6d4d5-b7dc-44c4-b3ca-03b4dbe12a16 None None] Pushing event updated for resources: {'Port': ['ID=b8955fbd-6e56-4481-b455-0c43071f825b,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:15.812644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port c044c059-a8ea-48ab-888c-26f75c438da8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:15.813016 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.911446 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.953341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:15.959833 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:15.996027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287da8c-5de8-4559-ae84-bf131d0fcb69 req-ac5c46ec-f508-48bd-b57c-0389bc1dac1a tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:15.997635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6287da8c-5de8-4559-ae84-bf131d0fcb69 req-ac5c46ec-f508-48bd-b57c-0389bc1dac1a tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1033943 Nov 12 05:30:16.033044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:16.056180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-41e6faa0-881a-4d71-8a50-1bba79bbf21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.064372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6287da8c-5de8-4559-ae84-bf131d0fcb69 req-68a47eda-7c45-4569-a4ec-f02f47c997f2 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601637 Nov 12 05:30:16.107770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6faa0-881a-4d71-8a50-1bba79bbf21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Port': ['ID=613c7086-9f40-4d93-83b4-97e65843fd3e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:16.162299 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-41e6faa0-881a-4d71-8a50-1bba79bbf21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.168647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44652) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:16.169198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-41e6faa0-881a-4d71-8a50-1bba79bbf21b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/613c7086-9f40-4d93-83b4-97e65843fd3e HTTP/1.1" status: 204 len: 168 time: 0.7569377 Nov 12 05:30:16.227574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71b9fe-4633-4720-bfd2-85154f2d2d52 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:16.232595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44654) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:16.246370 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0e71b9fe-4633-4720-bfd2-85154f2d2d52 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0723751 Nov 12 05:30:16.279024 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e69a6e6b-c69e-489d-a30b-e85ce804520c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.289218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2260ceb-a28b-4e68-a5aa-6221e15136b9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:16.296380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44658) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:16.306587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b2260ceb-a28b-4e68-a5aa-6221e15136b9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0587962 Nov 12 05:30:16.369443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885d1bf-e976-41d2-b0b9-3c0b6a8ff816 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:16.371695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885d1bf-e976-41d2-b0b9-3c0b6a8ff816 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:16.373251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885d1bf-e976-41d2-b0b9-3c0b6a8ff816 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:16.377358 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a885d1bf-e976-41d2-b0b9-3c0b6a8ff816 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0769253 Nov 12 05:30:16.378077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44664) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:16.510277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82ff5e9-35fb-46f1-adab-5f141dea886c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet 8b0c4649-3b26-4826-8875-8f3a062d882e {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:16.517612 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d82ff5e9-35fb-46f1-adab-5f141dea886c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.581805 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d82ff5e9-35fb-46f1-adab-5f141dea886c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.676508 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d82ff5e9-35fb-46f1-adab-5f141dea886c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.685287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b8955fbd-6e56-4481-b455-0c43071f825b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:16.721931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb204da-b51e-4bab-b3af-8993f6c563ae req-7bc97d70-865a-442b-bd5a-896540a86590 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:16.723566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2eb204da-b51e-4bab-b3af-8993f6c563ae req-7bc97d70-865a-442b-bd5a-896540a86590 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.2778440 Nov 12 05:30:16.752630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7b59e13e-0b78-4d6d-a718-3b38e18a1e99 None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:16.753011 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b59e13e-0b78-4d6d-a718-3b38e18a1e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.817862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d82ff5e9-35fb-46f1-adab-5f141dea886c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.820331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:16.820704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.867289 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d82ff5e9-35fb-46f1-adab-5f141dea886c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:16.873176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44672) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:16.882019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d82ff5e9-35fb-46f1-adab-5f141dea886c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/8b0c4649-3b26-4826-8875-8f3a062d882e HTTP/1.1" status: 204 len: 168 time: 0.5031023 Nov 12 05:30:16.923424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2eb204da-b51e-4bab-b3af-8993f6c563ae req-3ff7c0d5-ce08-4bf2-b82a-b2e57e30357b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860406 Nov 12 05:30:16.925056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ff5e9-35fb-46f1-adab-5f141dea886c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0c4649-3b26-4826-8875-8f3a062d882e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:16.994014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ea38ae-9176-4e75-a451-8168b2d5122d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Deleting subnet fd6f06c0-4ee2-46a4-829f-6947ef80b40f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:17.016084 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02ea38ae-9176-4e75-a451-8168b2d5122d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:17.062191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6898557e-4b77-4cb2-9b51-37360e09b29a None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:17.121410 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02ea38ae-9176-4e75-a451-8168b2d5122d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:17.144003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bc68488a-a0c9-45c4-a324-54406cd7fca8 None None] Could not find standard attr ID for object 613c7086-9f40-4d93-83b4-97e65843fd3e. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:30:17.258678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368fb9c-19a1-439d-ba20-e1db9906bc29 req-393b4935-9b83-41bd-9f1f-687ea66fb70a tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:17.262845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3368fb9c-19a1-439d-ba20-e1db9906bc29 req-393b4935-9b83-41bd-9f1f-687ea66fb70a tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1128592 Nov 12 05:30:17.295216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02ea38ae-9176-4e75-a451-8168b2d5122d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:17.327914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3368fb9c-19a1-439d-ba20-e1db9906bc29 req-28a149fa-8b95-434c-87c8-bcdd2aa0b704 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581131 Nov 12 05:30:17.361573 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:17.403565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02ea38ae-9176-4e75-a451-8168b2d5122d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:17.457950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c044c059-a8ea-48ab-888c-26f75c438da8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:17.460727 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e04aca9-f33d-4640-80bd-916ca7a2f654" -d '{"events": [{"server_uuid": "ffc2778f-5715-4c15-90fc-08db5e1d02f1", "name": "network-vif-plugged", "status": "completed", "tag": "c044c059-a8ea-48ab-888c-26f75c438da8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:17.461471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea38ae-9176-4e75-a451-8168b2d5122d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6f06c0-4ee2-46a4-829f-6947ef80b40f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:17.472529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02ea38ae-9176-4e75-a451-8168b2d5122d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:17.480297 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-02ea38ae-9176-4e75-a451-8168b2d5122d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/fd6f06c0-4ee2-46a4-829f-6947ef80b40f HTTP/1.1" status: 204 len: 168 time: 0.6059616 Nov 12 05:30:17.483015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44682) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:17.540812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a079769f-58c2-413b-b2a8-d38b84136003 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558097 Nov 12 05:30:17.543834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44686) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:17.554393 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e3703e-9a73-464b-87b1-a1de24f66687 x-openstack-request-id: req-05e3703e-9a73-464b-87b1-a1de24f66687 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:17.554691 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc2778f-5715-4c15-90fc-08db5e1d02f1", "name": "network-vif-plugged", "status": "completed", "tag": "c044c059-a8ea-48ab-888c-26f75c438da8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:17.554957 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05e3703e-9a73-464b-87b1-a1de24f66687 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:17.555392 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c044c059-a8ea-48ab-888c-26f75c438da8', 'code': 200} Nov 12 05:30:17.707815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aafb7d9-c601-417e-ab5c-7fbc749280a9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:17.709825 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5aafb7d9-c601-417e-ab5c-7fbc749280a9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1638818 Nov 12 05:30:17.713568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44692) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:17.770716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-8d9e2aa3-e953-49a9-8929-c0a9f72ace5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:17.772790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-8d9e2aa3-e953-49a9-8929-c0a9f72ace5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1359191 Nov 12 05:30:17.848333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32e23f-e4bf-4f78-8189-ddd3a0989811 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:17.850060 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a32e23f-e4bf-4f78-8189-ddd3a0989811 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1354570 Nov 12 05:30:17.852418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad049cb8-d1ab-4ca6-a35d-06a77733a1e6 req-c6cdc255-949f-470d-ab6e-c4d95fc0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:17.853819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad049cb8-d1ab-4ca6-a35d-06a77733a1e6 req-c6cdc255-949f-470d-ab6e-c4d95fc0e771 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 1097 time: 0.1010392 Nov 12 05:30:17.854882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44694) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:17.905491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f00ec-2b09-465e-b784-18bf69fd5024 req-54de5677-6989-421e-9c91-629f838e8f87 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:17.914204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f2f00ec-2b09-465e-b784-18bf69fd5024 req-54de5677-6989-421e-9c91-629f838e8f87 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.2399585 Nov 12 05:30:17.928486 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b565cf6e-9794-4e0d-8350-115dba8994a1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724690 Nov 12 05:30:17.934831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44696) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:17.976056 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42b6ca9-a7bd-4b61-882b-ae5af96bb58a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:17.976772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42b6ca9-a7bd-4b61-882b-ae5af96bb58a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:17.977529 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ad049cb8-d1ab-4ca6-a35d-06a77733a1e6 req-9e893a8b-9933-4ef3-8ed7-6f3bba785803 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514414 Nov 12 05:30:17.983432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e42b6ca9-a7bd-4b61-882b-ae5af96bb58a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/613c7086-9f40-4d93-83b4-97e65843fd3e HTTP/1.1" status: 404 len: 333 time: 0.0471137 Nov 12 05:30:17.983860 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44700) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:17.988059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-f9041fb8-3cc6-4066-b373-3fedac49a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:17.989517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-f9041fb8-3cc6-4066-b373-3fedac49a229 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 921 time: 0.2064955 Nov 12 05:30:18.027676 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-121e60c3-fa8f-4cbc-ac41-e05ead053e96 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.036310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121e60c3-fa8f-4cbc-ac41-e05ead053e96 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.042455 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-121e60c3-fa8f-4cbc-ac41-e05ead053e96 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/8b0c4649-3b26-4826-8875-8f3a062d882e HTTP/1.1" status: 404 len: 337 time: 0.0546679 Nov 12 05:30:18.047165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44702) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.062334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f2f00ec-2b09-465e-b784-18bf69fd5024 req-c7eef96e-9b95-4a10-85fe-082d9d3b3d45 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461608 Nov 12 05:30:18.081197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-7600da96-d889-4ea1-b2fe-d4adbbacae3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 217 time: 0.0765805 Nov 12 05:30:18.092470 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6748ea7-61df-4131-988f-35ce090fc64c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.093200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6748ea7-61df-4131-988f-35ce090fc64c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.099359 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f6748ea7-61df-4131-988f-35ce090fc64c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/fd6f06c0-4ee2-46a4-829f-6947ef80b40f HTTP/1.1" status: 404 len: 337 time: 0.0502534 Nov 12 05:30:18.100182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44704) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.129782 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7699594a-7a2a-4866-be93-204dd3422e1f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.131573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7699594a-7a2a-4866-be93-204dd3422e1f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.140161 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7699594a-7a2a-4866-be93-204dd3422e1f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/006a8a2d-d55b-4884-9160-846e4bb9eaba HTTP/1.1" status: 404 len: 333 time: 0.0384545 Nov 12 05:30:18.142332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44706) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.187126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845475b-c5ad-495e-891b-ff91ebe42a87 req-733a92cc-4456-420a-b7bf-78b995ba9dcf tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:18.188679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f845475b-c5ad-495e-891b-ff91ebe42a87 req-733a92cc-4456-420a-b7bf-78b995ba9dcf tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1250358 Nov 12 05:30:18.189601 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5eadb2-39d0-4f4b-bfeb-f11482584d5a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.190051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5eadb2-39d0-4f4b-bfeb-f11482584d5a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.195794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0f5eadb2-39d0-4f4b-bfeb-f11482584d5a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/56d4b35e-ab7c-4181-9029-5f1d772c2dbd HTTP/1.1" status: 404 len: 337 time: 0.0490849 Nov 12 05:30:18.196508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44708) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.204706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c818d18-0354-4223-96f6-f9efbf5251de None None] Network 70598e6e-724e-441f-b412-f64f1126e8bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:18.205861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-f78a7866-4838-4cdd-99b1-31025adc33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:18.207804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-f78a7866-4838-4cdd-99b1-31025adc33d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.1110785 Nov 12 05:30:18.240310 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f7f330-69b7-4f29-8500-1d578df590d6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.241174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f7f330-69b7-4f29-8500-1d578df590d6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.244504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-84f7f330-69b7-4f29-8500-1d578df590d6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/ef00e241-3daf-4186-9e9e-3d0131ddbae8 HTTP/1.1" status: 404 len: 337 time: 0.0468118 Nov 12 05:30:18.247210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44710) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.272012 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-360fced4-1589-42f6-89be-5f40be62012d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.272793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360fced4-1589-42f6-89be-5f40be62012d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.277813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-520bf3d8-1251-45de-8e28-7d896d0a4db4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452569 Nov 12 05:30:18.279228 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-360fced4-1589-42f6-89be-5f40be62012d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/d8947bb8-a96c-4ee4-a2a2-04d35966e38e HTTP/1.1" status: 404 len: 333 time: 0.0309455 Nov 12 05:30:18.279917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44712) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.308104 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-130d53ad-1a84-4892-8983-549eec2d3f1e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.308810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130d53ad-1a84-4892-8983-549eec2d3f1e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.315901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dcb76481-5c51-4d08-8769-8f11bfc5a6b7 None None] Provisioning complete for port b8955fbd-6e56-4481-b455-0c43071f825b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:18.316105 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-130d53ad-1a84-4892-8983-549eec2d3f1e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/99d7da18-e6fc-4e79-8893-e800f3683057 HTTP/1.1" status: 404 len: 337 time: 0.0347996 Nov 12 05:30:18.316215 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcb76481-5c51-4d08-8769-8f11bfc5a6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:18.316395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44714) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.321943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f845475b-c5ad-495e-891b-ff91ebe42a87 req-24691e56-4740-4afe-a5f2-1dc5771cbbc4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127536 Nov 12 05:30:18.356035 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc76402-cc5e-400e-bb0d-103f3f430f28 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.356589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc76402-cc5e-400e-bb0d-103f3f430f28 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.362827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dcc76402-cc5e-400e-bb0d-103f3f430f28 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/57f21ca4-25cf-459f-976a-4753c0b6960d HTTP/1.1" status: 404 len: 337 time: 0.0429740 Nov 12 05:30:18.363070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44718) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.395877 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a654a822-8d84-4121-ad9e-82a8b51b335d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.396858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a654a822-8d84-4121-ad9e-82a8b51b335d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.402893 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a654a822-8d84-4121-ad9e-82a8b51b335d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/72ea4608-ef37-4a97-bd3a-317c4b4ce894 HTTP/1.1" status: 404 len: 333 time: 0.0358770 Nov 12 05:30:18.403440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44720) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.422454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-f4acf177-6bd2-4208-8223-8abd9676fe6c service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307650 Nov 12 05:30:18.431018 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:30:18.434855 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5e5a8e-edd8-46c1-a0aa-17d9ca51094a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.435318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5e5a8e-edd8-46c1-a0aa-17d9ca51094a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.438439 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c5e5a8e-edd8-46c1-a0aa-17d9ca51094a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/5daa9bd5-62b9-4550-b632-95592f671ea6 HTTP/1.1" status: 404 len: 337 time: 0.0342822 Nov 12 05:30:18.442105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44722) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.485781 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b83ce-3630-480f-b112-913077829b89 None None] DHCP port deletion for 70598e6e-724e-441f-b412-f64f1126e8bd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:30:18.490675 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-71074cb4-4cf2-4968-8727-9dac663e5c7a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.491087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71074cb4-4cf2-4968-8727-9dac663e5c7a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.495509 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-71074cb4-4cf2-4968-8727-9dac663e5c7a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/01b19b4f-4940-47cf-b39f-4de95ea522c5 HTTP/1.1" status: 404 len: 337 time: 0.0518556 Nov 12 05:30:18.497854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.527355 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-878be1d1-2247-4e63-9daa-cd9a525520f3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.528253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878be1d1-2247-4e63-9daa-cd9a525520f3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.532032 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-878be1d1-2247-4e63-9daa-cd9a525520f3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/5f454890-61d9-4f83-ab19-276d8c680ed7 HTTP/1.1" status: 404 len: 333 time: 0.0329361 Nov 12 05:30:18.534320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44726) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.553471 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:18.572427 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9b672e-5af9-46d1-820b-7d5c486f461e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.573576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9b672e-5af9-46d1-820b-7d5c486f461e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.575508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-301b83ce-3630-480f-b112-913077829b89 None None] Deleting port b8955fbd-6e56-4481-b455-0c43071f825b {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:18.575986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-301b83ce-3630-480f-b112-913077829b89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:18.577170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4c9b672e-5af9-46d1-820b-7d5c486f461e tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/82d23b02-6de1-450d-89f2-cbbb3084c402 HTTP/1.1" status: 404 len: 337 time: 0.0411968 Nov 12 05:30:18.579850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44730) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.621657 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-460c0f70-65b1-4014-8b26-853dd5d429c7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.622368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460c0f70-65b1-4014-8b26-853dd5d429c7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.628273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.628447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-460c0f70-65b1-4014-8b26-853dd5d429c7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/4fe6b131-89b9-4866-9bd1-55d2b24c4ce2 HTTP/1.1" status: 404 len: 333 time: 0.0474291 Nov 12 05:30:18.632576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5754a05-ed72-421a-8317-1cca0bdbc0ba req-bf822010-9ea1-40b5-8e5d-fa78d7d0309c service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013767 Nov 12 05:30:18.661623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b8955fbd-6e56-4481-b455-0c43071f825b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:18.672137 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec00044-3e6e-4327-96b9-1a5321a09cb7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.673341 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec00044-3e6e-4327-96b9-1a5321a09cb7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.676814 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ec00044-3e6e-4327-96b9-1a5321a09cb7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/6c940b62-55bb-4afc-b1a8-122f6e232283 HTTP/1.1" status: 404 len: 337 time: 0.0474689 Nov 12 05:30:18.679497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44736) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.703719 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b689d56-af1b-42f5-8a96-9e03170f8dc2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.705270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b689d56-af1b-42f5-8a96-9e03170f8dc2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.710462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-301b83ce-3630-480f-b112-913077829b89 None None] For port b8955fbd-6e56-4481-b455-0c43071f825b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8955fbd-6e56-4481-b455-0c43071f825b,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:18.710837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9b689d56-af1b-42f5-8a96-9e03170f8dc2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/6b46b2aa-06c1-4a3a-9b19-e1aefa6e1d8d HTTP/1.1" status: 404 len: 333 time: 0.0303109 Nov 12 05:30:18.710986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-301b83ce-3630-480f-b112-913077829b89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:18.711328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44740) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.728685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-301b83ce-3630-480f-b112-913077829b89 None None] Calling delete_port for b8955fbd-6e56-4481-b455-0c43071f825b owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:18.741965 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-beea73eb-abf1-4071-af95-2691fd85344a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.742379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beea73eb-abf1-4071-af95-2691fd85344a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.749008 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-beea73eb-abf1-4071-af95-2691fd85344a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/4830400f-675a-42ce-a472-516249649586 HTTP/1.1" status: 404 len: 337 time: 0.0341904 Nov 12 05:30:18.749242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44742) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.773456 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fbeccf-8d2e-4ee7-b9c0-21c742ad2ead tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.774135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fbeccf-8d2e-4ee7-b9c0-21c742ad2ead tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.778409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-39fbeccf-8d2e-4ee7-b9c0-21c742ad2ead tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/326f99f6-3351-4033-a58b-7eac18b884ba HTTP/1.1" status: 404 len: 333 time: 0.0272236 Nov 12 05:30:18.779898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44744) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.813060 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbc0f57-e5da-4614-98a7-6decd797e5a6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.813777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbc0f57-e5da-4614-98a7-6decd797e5a6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.819790 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:18.823603 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bbbc0f57-e5da-4614-98a7-6decd797e5a6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/6773c719-148c-4e2e-9ddd-8f5d8197339f HTTP/1.1" status: 404 len: 337 time: 0.0419636 Nov 12 05:30:18.824838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44746) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.862601 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9f2fdd-21b9-4ff0-9cc7-aa187e023eeb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.867088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port b8955fbd-6e56-4481-b455-0c43071f825b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b8955fbd-6e56-4481-b455-0c43071f825b,segment=NetworkSegment(eb221064-3a2e-4f2d-8aa0-fa0f4bb94758),segment_id=eb221064-3a2e-4f2d-8aa0-fa0f4bb94758)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:18.868096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9f2fdd-21b9-4ff0-9cc7-aa187e023eeb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.874429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:18.875505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44750) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.894989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4a9f2fdd-21b9-4ff0-9cc7-aa187e023eeb tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/294e11ad-eb5e-4bb4-81e6-52d58802a5be HTTP/1.1" status: 404 len: 333 time: 0.0689700 Nov 12 05:30:18.914443 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-301b83ce-3630-480f-b112-913077829b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:18.915319 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-416a05a9-c7b7-4a1e-bedb-44958981a8c0 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.915980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416a05a9-c7b7-4a1e-bedb-44958981a8c0 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.921799 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-416a05a9-c7b7-4a1e-bedb-44958981a8c0 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/520e605e-1271-4fab-a065-c630f99544bf HTTP/1.1" status: 404 len: 337 time: 0.0425327 Nov 12 05:30:18.922407 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44752) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:18.938602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=b8955fbd-6e56-4481-b455-0c43071f825b,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:18.940991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b83ce-3630-480f-b112-913077829b89 None None] No DVR routers for this DVR port b8955fbd-6e56-4481-b455-0c43071f825b on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:18.954262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.954634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.954976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.955313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.955647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.955995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.956293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.956616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.956940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.957257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.957581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.957902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:30:18.966821 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7408bb1-a44f-4c4d-a342-1bbb017386e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:18.967733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7408bb1-a44f-4c4d-a342-1bbb017386e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:18.973221 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e7408bb1-a44f-4c4d-a342-1bbb017386e6 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/fa6ba95d-ed69-4cdb-9a2f-1a58398e0f77 HTTP/1.1" status: 404 len: 333 time: 0.0472610 Nov 12 05:30:18.973698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44754) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.003889 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06150bd-2a42-43f8-884d-29ec4ac8f700 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.004424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06150bd-2a42-43f8-884d-29ec4ac8f700 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.009976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a06150bd-2a42-43f8-884d-29ec4ac8f700 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/e3cf0ad8-1295-4f62-a8fe-25d132c201a9 HTTP/1.1" status: 404 len: 337 time: 0.0327971 Nov 12 05:30:19.010417 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44756) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.037380 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f67bf5-c7fe-4cd2-99e5-bb4a742ecdff tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.037951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f67bf5-c7fe-4cd2-99e5-bb4a742ecdff tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.044152 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b9f67bf5-c7fe-4cd2-99e5-bb4a742ecdff tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/91e9233f-baff-419a-b9c6-c35b3ea08e41 HTTP/1.1" status: 404 len: 337 time: 0.0297074 Nov 12 05:30:19.044422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.070659 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2de7a2c-3932-42be-abb3-11e73daf2067 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.071503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2de7a2c-3932-42be-abb3-11e73daf2067 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.077641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f2de7a2c-3932-42be-abb3-11e73daf2067 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/1e0b4d88-d61c-4a43-a219-7de879915a88 HTTP/1.1" status: 404 len: 333 time: 0.0299635 Nov 12 05:30:19.077870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44760) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.114318 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b5e5e1-be9b-419b-9a0e-b5f77a28859a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.114318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b5e5e1-be9b-419b-9a0e-b5f77a28859a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.116655 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-38b5e5e1-be9b-419b-9a0e-b5f77a28859a tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/bf381673-8f26-43df-aacf-f2e5c6974d9d HTTP/1.1" status: 404 len: 337 time: 0.0376773 Nov 12 05:30:19.119108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b83ce-3630-480f-b112-913077829b89 None None] Pushing event deleted for resources: {'Port': ['ID=b8955fbd-6e56-4481-b455-0c43071f825b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:19.120120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44764) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.158839 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5cc230-2058-4e95-9d83-600180baaea9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.159291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5cc230-2058-4e95-9d83-600180baaea9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.162288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9a5cc230-2058-4e95-9d83-600180baaea9 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/2d2cd1b0-a3fa-4cc4-91fe-a10dfa8c4d44 HTTP/1.1" status: 404 len: 337 time: 0.0407162 Nov 12 05:30:19.164927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44766) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.187967 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3acf9d9-f2df-4c52-9c66-e9e88f8d5830 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.188606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3acf9d9-f2df-4c52-9c66-e9e88f8d5830 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.191677 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a3acf9d9-f2df-4c52-9c66-e9e88f8d5830 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/d7d8287f-feef-4bba-b3f4-1d40d935cd92 HTTP/1.1" status: 404 len: 333 time: 0.0257514 Nov 12 05:30:19.194238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44768) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.210216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfe68a-cfc3-447d-871c-fb647b42e4c0 req-9ef7ff52-3e51-492d-afa1-964dec924f25 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:19.211743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98dfe68a-cfc3-447d-871c-fb647b42e4c0 req-9ef7ff52-3e51-492d-afa1-964dec924f25 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0552170 Nov 12 05:30:19.222521 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b4c694-b1ed-4217-9553-8c2224f5b540 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.222983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b4c694-b1ed-4217-9553-8c2224f5b540 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.226176 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d1b4c694-b1ed-4217-9553-8c2224f5b540 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/162c4af1-a354-438d-9b15-d19cf9be2fd7 HTTP/1.1" status: 404 len: 337 time: 0.0309293 Nov 12 05:30:19.228705 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44770) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.255406 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb17970-9a8a-422f-8dc5-81d016974687 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.255889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb17970-9a8a-422f-8dc5-81d016974687 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.262175 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-afb17970-9a8a-422f-8dc5-81d016974687 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/5760a3ea-761f-458c-a0ec-a080988049d3 HTTP/1.1" status: 404 len: 337 time: 0.0293288 Nov 12 05:30:19.262452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44772) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.280084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98dfe68a-cfc3-447d-871c-fb647b42e4c0 req-b1ea3ca4-6200-4d83-94da-0f0f37ef2cf3 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609901 Nov 12 05:30:19.287670 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb57db3-bfb4-4b86-ad5b-d1eb47d48769 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.288218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb57db3-bfb4-4b86-ad5b-d1eb47d48769 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.294196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9cb57db3-bfb4-4b86-ad5b-d1eb47d48769 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/3b279c83-d0be-44ff-9e2f-593258729ab3 HTTP/1.1" status: 404 len: 333 time: 0.0304627 Nov 12 05:30:19.296425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44774) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.322324 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-829c09c0-424e-4ce3-8e57-870e5f2752c2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.323569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829c09c0-424e-4ce3-8e57-870e5f2752c2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.326386 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-829c09c0-424e-4ce3-8e57-870e5f2752c2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/e31d586e-5e66-4138-a108-e8eef2ba5264 HTTP/1.1" status: 404 len: 337 time: 0.0289927 Nov 12 05:30:19.329134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44776) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.359328 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f10ebb-fbe4-4a30-ad38-829bd3397895 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.359779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f10ebb-fbe4-4a30-ad38-829bd3397895 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.365258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e2f10ebb-fbe4-4a30-ad38-829bd3397895 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/ced81f34-6e86-4f2a-8348-8944ea53d261 HTTP/1.1" status: 404 len: 337 time: 0.0327773 Nov 12 05:30:19.365871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44780) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.394388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5a41403f-2d9e-4b21-843e-a523147a82c7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports?device_id=94623026-eed6-4e5e-8ce1-baee1c1e9cf5 HTTP/1.1" status: 200 len: 205 time: 0.0274994 Nov 12 05:30:19.396731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.437947 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:19.443397 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-474d615f-2533-4f07-a32a-8ebc851b5ca8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] delete failed (client error): The resource could not be found. Nov 12 05:30:19.444445 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-474d615f-2533-4f07-a32a-8ebc851b5ca8 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/routers/94623026-eed6-4e5e-8ce1-baee1c1e9cf5 HTTP/1.1" status: 404 len: 336 time: 0.0464568 Nov 12 05:30:19.447103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44786) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.485212 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ac1c9b-85da-4fac-a1d2-46297f2f8437 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.486028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ac1c9b-85da-4fac-a1d2-46297f2f8437 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.489378 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d1ac1c9b-85da-4fac-a1d2-46297f2f8437 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/75969bc4-33c4-4c81-8421-28306c4646e1 HTTP/1.1" status: 404 len: 337 time: 0.0401511 Nov 12 05:30:19.493043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.496779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71751b89-8377-4a67-b250-4cb26de6d163 req-382d22b3-8e8e-445b-85c0-dac935189aac tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:19.505899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71751b89-8377-4a67-b250-4cb26de6d163 req-382d22b3-8e8e-445b-85c0-dac935189aac tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.0707707 Nov 12 05:30:19.564536 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e9f83dca-90bf-4a1e-9238-7b692dc88bfe tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbc78b0-3aca-4979-a0ba-ca9f60da49ea HTTP/1.1" status: 200 len: 205 time: 0.0700262 Nov 12 05:30:19.567120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44792) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.578654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71751b89-8377-4a67-b250-4cb26de6d163 req-505548a4-9d7b-4c0a-bb71-bc23a4067235 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714345 Nov 12 05:30:19.616430 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-4240cf75-819e-4b64-983a-ef0e619d0793 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] delete failed (client error): The resource could not be found. Nov 12 05:30:19.619404 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4240cf75-819e-4b64-983a-ef0e619d0793 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/routers/acbc78b0-3aca-4979-a0ba-ca9f60da49ea HTTP/1.1" status: 404 len: 336 time: 0.0512869 Nov 12 05:30:19.620741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44794) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.652658 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2d524c-5d32-433b-a540-81136e13533b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.653620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2d524c-5d32-433b-a540-81136e13533b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.657153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1f2d524c-5d32-433b-a540-81136e13533b tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/d4d3f197-73bf-42f0-a7a1-c4fdcd4ea6f7 HTTP/1.1" status: 404 len: 337 time: 0.0348780 Nov 12 05:30:19.659831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.686757 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a99b92-64b4-4e7b-bb84-9326170a334c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.687306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a99b92-64b4-4e7b-bb84-9326170a334c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.697616 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b7a99b92-64b4-4e7b-bb84-9326170a334c tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/94e63e79-1e96-4a03-9226-35846472c56c HTTP/1.1" status: 404 len: 337 time: 0.0298250 Nov 12 05:30:19.698520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44802) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.722572 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-224e8733-df41-4fad-8ebb-c1488fd6bd23 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.723335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224e8733-df41-4fad-8ebb-c1488fd6bd23 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.729402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-224e8733-df41-4fad-8ebb-c1488fd6bd23 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/79ffa806-26b6-47bd-8489-cb324c79864c HTTP/1.1" status: 404 len: 333 time: 0.0314310 Nov 12 05:30:19.729815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44804) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.765750 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24eb0ba-9e12-4aba-b0cc-819b3e0f0980 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.766143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24eb0ba-9e12-4aba-b0cc-819b3e0f0980 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.770410 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c24eb0ba-9e12-4aba-b0cc-819b3e0f0980 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/901b0827-660f-4c7b-8a94-4668b8471aad HTTP/1.1" status: 404 len: 337 time: 0.0383430 Nov 12 05:30:19.772198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44806) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.787537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e800e-13b1-40bd-ba11-63c3d5809ff6 req-6d2e3ae7-fdab-4b5e-8316-2ed5592ba617 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:19.789066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec1e800e-13b1-40bd-ba11-63c3d5809ff6 req-6d2e3ae7-fdab-4b5e-8316-2ed5592ba617 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1097 time: 0.0411346 Nov 12 05:30:19.796400 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-793c4223-d0c7-402d-bc1d-f5443bc103a2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.797076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793c4223-d0c7-402d-bc1d-f5443bc103a2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.802278 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-793c4223-d0c7-402d-bc1d-f5443bc103a2 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/1427265b-cca3-4544-83e3-911826cdc710 HTTP/1.1" status: 404 len: 333 time: 0.0268307 Nov 12 05:30:19.802545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44808) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.828344 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8945ea7-1043-4261-ae0d-ba0115cf1a48 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.828803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8945ea7-1043-4261-ae0d-ba0115cf1a48 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.832044 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f8945ea7-1043-4261-ae0d-ba0115cf1a48 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/7dba5cee-0c0f-427b-bc0a-58774b584ce3 HTTP/1.1" status: 404 len: 337 time: 0.0285707 Nov 12 05:30:19.834553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44810) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.838358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec1e800e-13b1-40bd-ba11-63c3d5809ff6 req-a7d26abb-306e-4358-ac53-9c2bc5c07721 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421512 Nov 12 05:30:19.858838 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb01945f-749f-46dd-abde-26f11a3ac8d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.859512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb01945f-749f-46dd-abde-26f11a3ac8d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.862750 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cb01945f-749f-46dd-abde-26f11a3ac8d3 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/9589c277-fff2-4ca4-823f-2abb1d946b29 HTTP/1.1" status: 404 len: 333 time: 0.0272059 Nov 12 05:30:19.865166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44814) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.894562 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-037afb7e-7b06-4258-add7-37b5d2550f0f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.895023 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037afb7e-7b06-4258-add7-37b5d2550f0f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.898445 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-037afb7e-7b06-4258-add7-37b5d2550f0f tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/7b0be5e2-5abd-446b-a185-a4ba68bc03cd HTTP/1.1" status: 404 len: 337 time: 0.0323141 Nov 12 05:30:19.900907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44816) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.924729 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc5f93a-129c-4eaa-922d-60ae877eed50 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.925409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc5f93a-129c-4eaa-922d-60ae877eed50 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.928525 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8cc5f93a-129c-4eaa-922d-60ae877eed50 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/b9aeb5e2-48e7-4085-88ed-a7872fe6e87b HTTP/1.1" status: 404 len: 333 time: 0.0267022 Nov 12 05:30:19.931288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44818) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:19.974077 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7677b8bd-c71f-49e3-80ab-a8c1e1335556 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:19.974648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7677b8bd-c71f-49e3-80ab-a8c1e1335556 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:19.977859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7677b8bd-c71f-49e3-80ab-a8c1e1335556 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/85d8c9cb-28e5-4faa-aa13-efb580056554 HTTP/1.1" status: 404 len: 337 time: 0.0442910 Nov 12 05:30:19.981080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44822) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.001350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf59ae-b6e4-4d4b-8605-da28c0287df5 req-2b9de7c0-223b-45fe-b0d4-f951a7df3126 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:20.003093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-facf59ae-b6e4-4d4b-8605-da28c0287df5 req-2b9de7c0-223b-45fe-b0d4-f951a7df3126 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.0875945 Nov 12 05:30:20.010587 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea784fd-3ec6-4f8a-a5d3-90ef1ddbe596 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:20.011297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea784fd-3ec6-4f8a-a5d3-90ef1ddbe596 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:20.014757 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7ea784fd-3ec6-4f8a-a5d3-90ef1ddbe596 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/43bdc001-6b8e-4318-9c21-29edd80cb481 HTTP/1.1" status: 404 len: 333 time: 0.0323603 Nov 12 05:30:20.019185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44824) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.045932 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22741d6-9dab-46f5-a10f-6911be1850d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:20.046505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22741d6-9dab-46f5-a10f-6911be1850d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:20.049577 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f22741d6-9dab-46f5-a10f-6911be1850d1 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/144d04fa-2e8e-45d6-b5ba-501dc28f6487 HTTP/1.1" status: 404 len: 337 time: 0.0295167 Nov 12 05:30:20.052132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44826) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.078558 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c52f09-e09b-40bc-9fe9-427893d3a249 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:20.079445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c52f09-e09b-40bc-9fe9-427893d3a249 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:20.085995 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75c52f09-e09b-40bc-9fe9-427893d3a249 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/94048c87-2609-4e10-b836-2906f02f55d6 HTTP/1.1" status: 404 len: 333 time: 0.0323026 Nov 12 05:30:20.088963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44828) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.124759 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e927c5-ed75-4e91-8c5e-52ff182eab9d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:20.125223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e927c5-ed75-4e91-8c5e-52ff182eab9d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:20.131361 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-52e927c5-ed75-4e91-8c5e-52ff182eab9d tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/d6034846-453e-415a-8f40-11e6366badd5 HTTP/1.1" status: 404 len: 337 time: 0.0432339 Nov 12 05:30:20.131800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44830) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.157401 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e0ce1c-1508-4e46-8a6e-ee8c5b6c0de7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:20.158158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e0ce1c-1508-4e46-8a6e-ee8c5b6c0de7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:20.161559 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-64e0ce1c-1508-4e46-8a6e-ee8c5b6c0de7 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/ports/78a44865-3494-45ed-8914-f3da5b0a2960 HTTP/1.1" status: 404 len: 333 time: 0.0287075 Nov 12 05:30:20.164594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44832) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.193044 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72b98ff-70c0-4b36-ab11-7d7e4a0e43e0 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:20.193667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72b98ff-70c0-4b36-ab11-7d7e4a0e43e0 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:20.198400 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c72b98ff-70c0-4b36-ab11-7d7e4a0e43e0 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/subnets/f91d454e-182d-4cd6-ae44-07b05c4401dc HTTP/1.1" status: 404 len: 337 time: 0.0312572 Nov 12 05:30:20.199576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44834) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.287215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:20.388475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-facf59ae-b6e4-4d4b-8605-da28c0287df5 req-bdeb3a35-49ac-49a9-bf9c-0647e55d5dbe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3776979 Nov 12 05:30:20.401597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:20.417753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44838) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.428824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70598e6e-724e-441f-b412-f64f1126e8bd']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:20.438646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:20.439193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb221064-3a2e-4f2d-8aa0-fa0f4bb94758') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:20.449144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:20.464462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d9727-5fa4-4e03-bd70-5b94aed79dff req-7c3e1e3c-aa3e-416d-a458-8753ae64d922 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:20.464714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:20.465979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-570d9727-5fa4-4e03-bd70-5b94aed79dff req-7c3e1e3c-aa3e-416d-a458-8753ae64d922 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0978675 Nov 12 05:30:20.471819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:20.472766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:20.475909 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:20.519269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6763caa0-c99b-420c-86a0-e13fb26e7388 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/26c45f27-646d-497e-a72b-6f9dbd67c23d HTTP/1.1" status: 200 len: 992 time: 0.1003695 Nov 12 05:30:20.549372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-570d9727-5fa4-4e03-bd70-5b94aed79dff req-77af5588-0487-4d01-b654-263d8304da8a tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735993 Nov 12 05:30:20.574086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:20.592675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:20.596268 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] 10.222.0.48 "DELETE /v2.0/networks/70598e6e-724e-441f-b412-f64f1126e8bd HTTP/1.1" status: 204 len: 168 time: 0.3955429 Nov 12 05:30:20.597332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ebd50-243a-4ee6-9880-66300a7c1a78 tempest-NetworksTestDHCPv6-600730836 tempest-NetworksTestDHCPv6-600730836-project] Pushing event deleted for resources: {'Network': ['ID=70598e6e-724e-441f-b412-f64f1126e8bd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:20.727158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44852) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.729738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0388762-e464-4ba5-977c-a1fa545b35fe req-3da070db-5c95-48d2-8c6e-0599e4824302 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:20.737216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0388762-e464-4ba5-977c-a1fa545b35fe req-3da070db-5c95-48d2-8c6e-0599e4824302 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.0617204 Nov 12 05:30:20.794894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0388762-e464-4ba5-977c-a1fa545b35fe req-c018d69a-48d8-4dc5-bfdb-3745b991f1c6 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Nov 12 05:30:20.887611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44862) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:20.956594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-6c586c82-149d-4bb1-9692-419680c9ef1d req-89a6a667-af52-488d-ad86-a4eb8a2ea6bc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:30:20.967266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c586c82-149d-4bb1-9692-419680c9ef1d req-89a6a667-af52-488d-ad86-a4eb8a2ea6bc service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298235 Nov 12 05:30:21.004206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cca0e-76c2-4d34-b093-4d5aeee8a62c req-1207e678-1f16-42ab-9c59-b3661695e969 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:21.013577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-817cca0e-76c2-4d34-b093-4d5aeee8a62c req-1207e678-1f16-42ab-9c59-b3661695e969 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.0877757 Nov 12 05:30:21.109704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-817cca0e-76c2-4d34-b093-4d5aeee8a62c req-0a4ea014-b63e-42c1-8613-1e334607efac tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950544 Nov 12 05:30:21.145338 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0cd1f1ca-6b5f-42ce-9bff-89295f0f49ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1613a870c577437887f9cccf46b1bd16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565405 Nov 12 05:30:21.148809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44874) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:21.263053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5ca8-7d35-48a5-8c58-1c70adc3556b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:21.269404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:21.290372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5ca8-7d35-48a5-8c58-1c70adc3556b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:21.355089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5ca8-7d35-48a5-8c58-1c70adc3556b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:21.358752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5ca8-7d35-48a5-8c58-1c70adc3556b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:21.360119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3b4e5ca8-7d35-48a5-8c58-1c70adc3556b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3beab589-0268-469c-894a-0568e033bb03 HTTP/1.1" status: 204 len: 168 time: 0.2103441 Nov 12 05:30:21.371877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e5ca8-7d35-48a5-8c58-1c70adc3556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beab589-0268-469c-894a-0568e033bb03,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:21.479154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69202d6-70a1-4061-9985-9aa5e7e989c1 req-21f7f776-d4e3-473f-97f6-9544f7e0f2d8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:21.481046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e69202d6-70a1-4061-9985-9aa5e7e989c1 req-21f7f776-d4e3-473f-97f6-9544f7e0f2d8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.0898600 Nov 12 05:30:21.515535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-79bded06-2e08-4d8b-91e8-571932800949 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1047578 Nov 12 05:30:21.600109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e69202d6-70a1-4061-9985-9aa5e7e989c1 req-3cf063cb-90b7-4965-82f7-464fbc01d735 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102712 Nov 12 05:30:21.814733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Deleting port beb82ce7-370b-4537-8a08-dbdba95ad8d7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:21.814984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:21.852167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b31ba-cd45-4f74-98e4-a241d85035ac req-0edea723-6425-4b6f-a8ad-12f27eae11d4 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:21.853763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-812b31ba-cd45-4f74-98e4-a241d85035ac req-0edea723-6425-4b6f-a8ad-12f27eae11d4 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.2031004 Nov 12 05:30:21.918652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] For port beb82ce7-370b-4537-8a08-dbdba95ad8d7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=beb82ce7-370b-4537-8a08-dbdba95ad8d7,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:21.919025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:21.934471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Calling delete_port for beb82ce7-370b-4537-8a08-dbdba95ad8d7 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:21.958626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-812b31ba-cd45-4f74-98e4-a241d85035ac req-17f47791-7c31-4639-879a-8c40b537e50d tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905368 Nov 12 05:30:22.005342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44349c-9818-4ab4-9df5-0815b563030b req-b8a31f04-ca55-419b-baa6-0b219e5f39c5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:22.008895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-b8a31f04-ca55-419b-baa6-0b219e5f39c5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 815 time: 0.2815566 Nov 12 05:30:22.038123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-2765fd0b-4913-4341-b07f-9c68f3fc01c4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/quotas/3b9edbfc822b47c0b4f8a660620ad95a HTTP/1.1" status: 200 len: 375 time: 0.0134625 Nov 12 05:30:22.099386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-cc002dc5-b01e-4f04-992f-4cf6d0114018 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547633 Nov 12 05:30:22.161792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:22.198432 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Pushing event deleted for resources: {'Port': ['ID=beb82ce7-370b-4537-8a08-dbdba95ad8d7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:22.402652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-439bd9c6-3914-43a5-9b0d-d3c22ba0303d service neutron] 10.222.0.48 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949796 Nov 12 05:30:22.459533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:22.569552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-6a9c070e-bbf4-4adb-95ad-e94ee31623c3 service neutron] 10.222.0.48 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534297 Nov 12 05:30:22.592240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44940) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:22.755791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-735970713'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:22.786107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:22.790905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:22.815744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Router 0459c988-008e-4040-bc9b-e93b319eacdb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:30:22.832569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:22.842852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91df66a6-020b-4f8c-95a0-e01830702a5a req-4e113427-9596-4255-93d1-21a39230e7f5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 210 time: 0.0487888 Nov 12 05:30:22.862562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b9c5c-72ba-44d1-8b63-3d442bd7754f req-e6642cac-00e8-4c89-a1b1-9b59b40d9dbd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:22.864117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b98b9c5c-72ba-44d1-8b63-3d442bd7754f req-e6642cac-00e8-4c89-a1b1-9b59b40d9dbd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1637726 Nov 12 05:30:22.952583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:30:22.960933 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ea4c2890-db59-4deb-a121-58dbc4f747cf admin admin] 10.222.0.48 "PUT /v2.0/routers/0459c988-008e-4040-bc9b-e93b319eacdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2325413 Nov 12 05:30:22.961671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44954) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:22.967954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] Sync routers for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:30:22.976581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b98b9c5c-72ba-44d1-8b63-3d442bd7754f req-fc6c8d64-17bb-43de-96ce-428fd8dea313 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986590 Nov 12 05:30:22.993590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:30:22.994262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:30:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:23.069677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.083520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.083722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.102949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:30:23.112841 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.113217 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Added segment a5a6590a-30e1-4852-bf09-225e5516c453 of type vlan for network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 Nov 12 05:30:23.113374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:30:23.156942 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.208546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.253853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.261172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:23.261789 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.275062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b6d35c-df95-410b-8e06-44f836b4c470,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:23.282963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Deleting port ee1fd266-2101-4eb4-b349-b13b25b574c7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:23.283333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.330926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996150e4-e4e1-4695-8e07-ff1de62dec74 req-9fd25aee-894d-4434-ae3b-e8810f460b73 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:23.339900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-996150e4-e4e1-4695-8e07-ff1de62dec74 req-9fd25aee-894d-4434-ae3b-e8810f460b73 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.2685089 Nov 12 05:30:23.368084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:30:22Z', 'revision_number': 5, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port': {'id': 'ee1fd266-2101-4eb4-b349-b13b25b574c7', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:18:55Z', 'updated_at': '2021-11-12T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:23.397665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] For port ee1fd266-2101-4eb4-b349-b13b25b574c7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ee1fd266-2101-4eb4-b349-b13b25b574c7,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:23.398180 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.403148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8097699 Nov 12 05:30:23.406770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44966) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:23.420130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'name': 'tempest-PortsIpV6TestJSON-280975811'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:23.423203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d89d1-ea39-4a3e-8e3e-f0b0b7f094d4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Network': ['ID=09e2d015-d7c8-4b35-91be-3f6e4633d7e6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:23.433147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] Checking router: 0459c988-008e-4040-bc9b-e93b319eacdb for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:30:23.443483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:30:23.487934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Calling delete_port for ee1fd266-2101-4eb4-b349-b13b25b574c7 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:23.518654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-996150e4-e4e1-4695-8e07-ff1de62dec74 req-cdf07c7a-d5c2-4c6b-a7fa-726038fcb637 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771920 Nov 12 05:30:23.522443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] Routers {'0459c988-008e-4040-bc9b-e93b319eacdb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:30:23.523290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:30:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0459c988-008e-4040-bc9b-e93b319eacdb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:23.553727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-832c639d-cea5-4f78-84cf-90e5b6753a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:23.555583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-832c639d-cea5-4f78-84cf-90e5b6753a11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1097 time: 0.1043983 Nov 12 05:30:23.613786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:23.617857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.639773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-f0588ce5-5918-4b66-bc7d-0f385aed55c4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:23.641844 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-f0588ce5-5918-4b66-bc7d-0f385aed55c4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffc2778f-5715-4c15-90fc-08db5e1d02f1 HTTP/1.1" status: 200 len: 945 time: 0.1412840 Nov 12 05:30:23.651101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] Set router 0459c988-008e-4040-bc9b-e93b319eacdb gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:30:23.683842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-82de25d0-fcff-474c-b929-90d8039b0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:23.684162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 2370f596-1e49-44c8-8c7a-9292bc619051 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:23.685332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-82de25d0-fcff-474c-b929-90d8039b0416 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.1212535 Nov 12 05:30:23.705514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:30:23Z', 'revision_number': 6, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:23.735815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dc3d2-c955-46d9-99a2-d4bb7eed8a97 None None] The sync data for ids ['0459c988-008e-4040-bc9b-e93b319eacdb'] in n-d-765315-28 is: [{'id': '0459c988-008e-4040-bc9b-e93b319eacdb', 'name': 'tempest-TaggedBootDevicesTest_v242-957521555-router', 'tenant_id': '262340de18344ea1ba7a3c7cee7434fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:18:52Z', 'updated_at': '2021-11-12T05:30:23Z', 'revision_number': 6, 'project_id': '262340de18344ea1ba7a3c7cee7434fb', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:30:23.762390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-9a424a4a-a40a-4a08-a01e-33b75d9b088d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 1000 time: 0.0665331 Nov 12 05:30:23.827251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-08643365-0d33-4c93-a0ac-373c171f679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:23.828817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-08643365-0d33-4c93-a0ac-373c171f679e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.0524125 Nov 12 05:30:23.883771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-2bad0904-9666-435f-820d-8a6f1a55cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:23.885671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-2bad0904-9666-435f-820d-8a6f1a55cc92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494978 Nov 12 05:30:23.988055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebebbc14-7c6c-4a3d-b226-7154818ad6ec req-95cc30c4-9099-4f77-8645-c5a979eecd90 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 210 time: 0.0390933 Nov 12 05:30:24.014104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-de6e9626-fd16-4c26-a08b-5a1ddab59ecf service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195555 Nov 12 05:30:24.153878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e06da-86ac-4a2b-8c57-a2c75555c415 req-ea31ce84-2c63-4917-9e4f-3e103fbc121e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:24.155492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f16e06da-86ac-4a2b-8c57-a2c75555c415 req-ea31ce84-2c63-4917-9e4f-3e103fbc121e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1073756 Nov 12 05:30:24.175506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-7814d934-44eb-4867-af18-1423a707995f service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533251 Nov 12 05:30:24.236942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f16e06da-86ac-4a2b-8c57-a2c75555c415 req-39c2b3d4-0d2b-4303-84fe-4da83fe28fb2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693996 Nov 12 05:30:24.309834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.360892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1fd266-2101-4eb4-b349-b13b25b574c7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:24.386904 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.447347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Deleting port c044c059-a8ea-48ab-888c-26f75c438da8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:24.448193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.610117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.621785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ee1fd266-2101-4eb4-b349-b13b25b574c7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:24.644974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ee1fd266-2101-4eb4-b349-b13b25b574c7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:24.645312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ee1fd266-2101-4eb4-b349-b13b25b574c7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:24.645906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device beb82ce7-370b-4537-8a08-dbdba95ad8d7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:24.659065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44349c-9818-4ab4-9df5-0815b563030b req-939da551-d214-4711-b31c-f1cf7464a529 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:24.660567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-939da551-d214-4711-b31c-f1cf7464a529 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.43 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 815 time: 0.2857304 Nov 12 05:30:24.665410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: beb82ce7-370b-4537-8a08-dbdba95ad8d7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:24.665757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device beb82ce7-370b-4537-8a08-dbdba95ad8d7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:24.670408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add9fb9-01c7-4de7-b246-c41f94fd0350 req-fd3a5964-728d-4989-ad7d-3df783a8b6c4 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:24.672172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2add9fb9-01c7-4de7-b246-c41f94fd0350 req-fd3a5964-728d-4989-ad7d-3df783a8b6c4 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0660906 Nov 12 05:30:24.710678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Request body: {'port': {'device_id': '68121f20-dcde-4685-812c-c75cc210e450', 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'admin_state_up': True, 'tenant_id': '3b9edbfc822b47c0b4f8a660620ad95a'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:24.729520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2add9fb9-01c7-4de7-b246-c41f94fd0350 req-050e18e2-8b85-4d7b-afc9-a4dee03569c1 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490003 Nov 12 05:30:24.772928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] For port c044c059-a8ea-48ab-888c-26f75c438da8, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=c044c059-a8ea-48ab-888c-26f75c438da8,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:24.773299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.776592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.778501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.780517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.890491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Calling delete_port for c044c059-a8ea-48ab-888c-26f75c438da8 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:24.921674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.922257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0459c988-008e-4040-bc9b-e93b319eacdb {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:30:24.929805 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:24.931016 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-be880d74-dd8d-4016-8469-03f70bcbbdc9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0459c988-008e-4040-bc9b-e93b319eacdb HTTP/1.1" status: 204 len: 168 time: 1.9682000 Nov 12 05:30:24.934940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44978) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:24.996256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-031c458b-d996-4d61-b66d-ab7e03f88c57 admin admin] Deleting subnet c54d1faf-483f-422b-8037-251de861ef51 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:24.999620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-031c458b-d996-4d61-b66d-ab7e03f88c57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.002385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=2370f596-1e49-44c8-8c7a-9292bc619051,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:25.044574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-031c458b-d996-4d61-b66d-ab7e03f88c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.046784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking segment: {'id': 'a5a6590a-30e1-4852-bf09-225e5516c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:25.047195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network hostable DHCP agents. Network: 09e2d015-d7c8-4b35-91be-3f6e4633d7e6, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:30:25.088536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Made reservation on behalf of 3b9edbfc822b47c0b4f8a660620ad95a for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:25.092409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.106093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:30:25.128106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8663846e-48b5-43a4-99c0-01d082d4a8c7 req-096c6a17-256b-4ff8-adf3-047b24a30eab tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 210 time: 0.0343835 Nov 12 05:30:25.144403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 09e2d015-d7c8-4b35-91be-3f6e4633d7e6) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:25.161174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:25.163486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf71f4-e7b2-4262-941c-a96565011160 None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:25.167405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:25.168042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.176463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-031c458b-d996-4d61-b66d-ab7e03f88c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.234583 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.241658 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e48f9689-6c3f-422f-9e94-8ada33706285 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8337307 Nov 12 05:30:25.247270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44982) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:25.254563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1558300718'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:25.280986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Pushing event deleted for resources: {'Port': ['ID=c044c059-a8ea-48ab-888c-26f75c438da8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:25.293590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-031c458b-d996-4d61-b66d-ab7e03f88c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.309386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:25.314953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.345936 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-031c458b-d996-4d61-b66d-ab7e03f88c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.353131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-031c458b-d996-4d61-b66d-ab7e03f88c57 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c54d1faf-483f-422b-8037-251de861ef51 HTTP/1.1" status: 204 len: 168 time: 0.4136634 Nov 12 05:30:25.353131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c458b-d996-4d61-b66d-ab7e03f88c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54d1faf-483f-422b-8037-251de861ef51,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:25.353789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44988) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:25.358413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb91cdf8-c900-4bd6-83c1-008e15ee1e9c None None] Network 9d2478ff-cee8-449a-8481-98ac2b21b209 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:25.367668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] No DVR routers for this DVR port c044c059-a8ea-48ab-888c-26f75c438da8 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:25.374622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.378181 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-86c278e9-67ca-4ff9-8a63-94d3d7f4e932 req-aad48aae-1e6d-4476-ac6b-a4ab250aa9f4 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.43 "DELETE /v2.0/ports/c044c059-a8ea-48ab-888c-26f75c438da8 HTTP/1.1" status: 204 len: 173 time: 1.6046379 Nov 12 05:30:25.389251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'name': 'network-vif-deleted', 'tag': 'c044c059-a8ea-48ab-888c-26f75c438da8'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:25.391936 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b771289-c2a5-4fbc-b6b7-e7c40f24311e" -d '{"events": [{"server_uuid": "ffc2778f-5715-4c15-90fc-08db5e1d02f1", "name": "network-vif-deleted", "tag": "c044c059-a8ea-48ab-888c-26f75c438da8"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:25.415986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Allocated IP 172.20.0.4 (41e0e103-c96b-411c-9aa1-e9cdcb2c955d/f607d79d-e217-404a-812e-4dc685d7294f/ae41cf91-1052-44be-824d-dd2a3b7abcd5) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:25.421320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:30:25.436559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.436989 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Added segment 2d6da8c0-9033-46bc-800f-af0dbc38da17 of type vlan for network c6c56267-2738-43c9-a91b-a102b40a177d Nov 12 05:30:25.458363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f25a7-21e3-4d49-ab2e-97ae8b9afda8 req-08058757-6ca3-4298-a823-2c02f31c1bb7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:25.479555 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810f25a7-21e3-4d49-ab2e-97ae8b9afda8 req-08058757-6ca3-4298-a823-2c02f31c1bb7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1377652 Nov 12 05:30:25.481858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.538501 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed88340-fe37-4ef0-8296-6d4167c69817 x-openstack-request-id: req-bed88340-fe37-4ef0-8296-6d4167c69817 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:25.545667 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc2778f-5715-4c15-90fc-08db5e1d02f1", "name": "network-vif-deleted", "tag": "c044c059-a8ea-48ab-888c-26f75c438da8", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:25.545667 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bed88340-fe37-4ef0-8296-6d4167c69817 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:25.546265 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc2778f-5715-4c15-90fc-08db5e1d02f1', 'name': 'network-vif-deleted', 'tag': 'c044c059-a8ea-48ab-888c-26f75c438da8', 'status': 'completed', 'code': 200} Nov 12 05:30:25.603962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.631453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810f25a7-21e3-4d49-ab2e-97ae8b9afda8 req-42c67d11-4af6-4504-97ce-30e06d473236 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382163 Nov 12 05:30:25.661280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.669691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] DHCP port deletion for 9d2478ff-cee8-449a-8481-98ac2b21b209 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:30:25.670372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:25.671875 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.701028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Deleting port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:25.701367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.706456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c044c059-a8ea-48ab-888c-26f75c438da8 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:25.733235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: c044c059-a8ea-48ab-888c-26f75c438da8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:25.734527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device c044c059-a8ea-48ab-888c-26f75c438da8 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:25.736146 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.739114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4882908 Nov 12 05:30:25.740088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44994) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:25.745510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'ports': [{'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6'}, {'network_id': 'c6c56267-2738-43c9-a91b-a102b40a177d'}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:25.745660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:25.746229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': 'c6c56267-2738-43c9-a91b-a102b40a177d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:25.761066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] Deleting port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:25.761529 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.765386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826c569-71d3-4387-9e0c-43d32f7701e7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Network': ['ID=c6c56267-2738-43c9-a91b-a102b40a177d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:25.790874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] For port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:25.791780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.814266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Calling delete_port for 201a0fa4-66df-4c5d-ac64-ae7d281e24cb owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:25.847210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] For port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,segment=NetworkSegment(18967ec7-870a-4079-8d03-4298507485cf),segment_id=18967ec7-870a-4079-8d03-4298507485cf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:25.847947 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.859239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c6c56267-2738-43c9-a91b-a102b40a177d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:30:25.872892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.879966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] Calling delete_port for 201a0fa4-66df-4c5d-ac64-ae7d281e24cb owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:25.940480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:25.947721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:25.950622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:25.954249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b132-f3fd-4f8e-813c-bc48aedada9b req-212df459-2621-4c62-bf3f-a839805bb7a2 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:25.961535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aba3b132-f3fd-4f8e-813c-bc48aedada9b req-212df459-2621-4c62-bf3f-a839805bb7a2 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1076519 Nov 12 05:30:25.999429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 2} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:26.004953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.016915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:26.017972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.037104 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.046001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Pushing event updated for resources: {'Port': ['ID=ae41cf91-1052-44be-824d-dd2a3b7abcd5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:26.053086 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-449e9c52-ddb1-4264-a507-6a9af7926848 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3520591 Nov 12 05:30:26.056161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aba3b132-f3fd-4f8e-813c-bc48aedada9b req-8936f0b4-e63b-4e9b-8563-e30e69503a56 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936301 Nov 12 05:30:26.058503 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.075355 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Request body: {'port': {'device_id': '68121f20-dcde-4685-812c-c75cc210e450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:26.086596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.086876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] Pushing event deleted for resources: {'Port': ['ID=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:26.095500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c40434-8e9d-4e17-8302-10df1ee6573e None None] No DVR routers for this DVR port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:26.138837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Pushing event deleted for resources: {'Port': ['ID=201a0fa4-66df-4c5d-ac64-ae7d281e24cb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:26.149318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] No DVR routers for this DVR port 201a0fa4-66df-4c5d-ac64-ae7d281e24cb on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:26.159839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 8829b0ef-361a-4a44-a418-80ab31ea21cb yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:26.220609 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.259951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.301994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2478ff-cee8-449a-8481-98ac2b21b209']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:26.306867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e23bf-ec0b-45fc-a2d3-4168f70da9b6 req-3d2e0eb8-ec6b-4ae2-ab67-47e01ebf07de tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:26.308383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a93e23bf-ec0b-45fc-a2d3-4168f70da9b6 req-3d2e0eb8-ec6b-4ae2-ab67-47e01ebf07de tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 931 time: 0.0823631 Nov 12 05:30:26.317202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18967ec7-870a-4079-8d03-4298507485cf') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:26.317720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18967ec7-870a-4079-8d03-4298507485cf') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:26.332923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.334058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.398067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.413555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:26.413964 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:26.415667 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:26.426521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 59c72ef3-cd10-4ed7-931a-b9dc5f6fcd02 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:26.432661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a93e23bf-ec0b-45fc-a2d3-4168f70da9b6 req-60583a08-d718-47e5-8626-a6e7e40539de tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144667 Nov 12 05:30:26.524851 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.532203 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.535720 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] 10.222.0.48 "DELETE /v2.0/networks/9d2478ff-cee8-449a-8481-98ac2b21b209 HTTP/1.1" status: 204 len: 168 time: 1.1776078 Nov 12 05:30:26.560531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.561977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d976c6-05ab-4bf6-99d8-0563d283846d admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2478ff-cee8-449a-8481-98ac2b21b209,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:26.613075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.626478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 201a0fa4-66df-4c5d-ac64-ae7d281e24cb no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:26.675993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:26.682689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:26.684672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=8829b0ef-361a-4a44-a418-80ab31ea21cb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:26.686950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:26.688516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.691222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 201a0fa4-66df-4c5d-ac64-ae7d281e24cb {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:26.691772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 201a0fa4-66df-4c5d-ac64-ae7d281e24cb not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:26.701681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae41cf91-1052-44be-824d-dd2a3b7abcd5 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:26.710476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.728476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Transition to ACTIVE for port object ae41cf91-1052-44be-824d-dd2a3b7abcd5 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:30:26.737691 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.760654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=59c72ef3-cd10-4ed7-931a-b9dc5f6fcd02,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:26.797801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Pushing event updated for resources: {'Port': ['ID=ae41cf91-1052-44be-824d-dd2a3b7abcd5,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:26.807070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking segment: {'id': '2d6da8c0-9033-46bc-800f-af0dbc38da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c6c56267-2738-43c9-a91b-a102b40a177d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:26.807527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network hostable DHCP agents. Network: c6c56267-2738-43c9-a91b-a102b40a177d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:30:26.832888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccbf4a-b203-4005-a290-3b9f7ea2f79c req-e8688e1f-4df1-4729-b8dd-c0e12862f86d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:26.834560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12ccbf4a-b203-4005-a290-3b9f7ea2f79c req-e8688e1f-4df1-4729-b8dd-c0e12862f86d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.0764699 Nov 12 05:30:26.844747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45008) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:26.855764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network c6c56267-2738-43c9-a91b-a102b40a177d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:30:26.881107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Attempting to bind port ae41cf91-1052-44be-824d-dd2a3b7abcd5 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:26.881679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Attempting to bind port ae41cf91-1052-44be-824d-dd2a3b7abcd5 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:26.882028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Attempting to bind port ae41cf91-1052-44be-824d-dd2a3b7abcd5 on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:26.887269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Port ae41cf91-1052-44be-824d-dd2a3b7abcd5 on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:30:26.887582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Attempting to bind port ae41cf91-1052-44be-824d-dd2a3b7abcd5 on network 41e0e103-c96b-411c-9aa1-e9cdcb2c955d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:26.891017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, c6c56267-2738-43c9-a91b-a102b40a177d) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:26.892428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:26.892765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Checking segment: {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:26.893139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Bound using segment: {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:26.893561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Bound port: ae41cf91-1052-44be-824d-dd2a3b7abcd5, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:26.893916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.899952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b238a99-d952-4c30-b3ef-992011a8e5e8 None None] Network c6c56267-2738-43c9-a91b-a102b40a177d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:26.921822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:26.927746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:26.933475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:26.934142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.947041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-88705fd1-3bac-44fc-ace5-33dcfbf168c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=262340de18344ea1ba7a3c7cee7434fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0982115 Nov 12 05:30:26.951040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45010) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:26.959510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12ccbf4a-b203-4005-a290-3b9f7ea2f79c req-43d90c1f-0c00-46f5-bf50-db807fd278ba tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160703 Nov 12 05:30:26.972043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-77f69c40-1746-4719-a80f-82cb66de1e53 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2306385 Nov 12 05:30:26.972861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45012) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:26.992399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] For port ae41cf91-1052-44be-824d-dd2a3b7abcd5, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:27.013567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] For port ae41cf91-1052-44be-824d-dd2a3b7abcd5, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ae41cf91-1052-44be-824d-dd2a3b7abcd5,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:27.022381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.060820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f54ab0c4-e457-47ba-ada4-cf2299100e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.068993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:27.069431 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.069625 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.072147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] 10.222.0.43 "PUT /v2.0/ports/ae41cf91-1052-44be-824d-dd2a3b7abcd5 HTTP/1.1" status: 200 len: 1092 time: 1.0013516 Nov 12 05:30:27.078029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ca3aacd9-06cc-4cea-9ff0-6e91ed41a5c0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 59c72ef3-cd10-4ed7-931a-b9dc5f6fcd02 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:27.079362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca3aacd9-06cc-4cea-9ff0-6e91ed41a5c0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.131400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89f3d2-b050-4443-b23e-b447460af87a service neutron] Pushing event updated for resources: {'Port': ['ID=ae41cf91-1052-44be-824d-dd2a3b7abcd5,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:27.151411 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f54ab0c4-e457-47ba-ada4-cf2299100e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.162388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca3aacd9-06cc-4cea-9ff0-6e91ed41a5c0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.191090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ca3aacd9-06cc-4cea-9ff0-6e91ed41a5c0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 59c72ef3-cd10-4ed7-931a-b9dc5f6fcd02 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:27.206594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44349c-9818-4ab4-9df5-0815b563030b req-c26d2efc-2e68-467f-a7bd-e9b4b890db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:27.208121 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-c26d2efc-2e68-467f-a7bd-e9b4b890db36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 1095 time: 0.0712323 Nov 12 05:30:27.218944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19738d-5617-4d6b-81ae-989bdffc1703 req-f22eb42c-7407-4e26-b85e-637c79d3d74d tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:27.220633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b19738d-5617-4d6b-81ae-989bdffc1703 req-f22eb42c-7407-4e26-b85e-637c79d3d74d tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0855167 Nov 12 05:30:27.226571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f54ab0c4-e457-47ba-ada4-cf2299100e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.230069 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f54ab0c4-e457-47ba-ada4-cf2299100e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.233582 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f54ab0c4-e457-47ba-ada4-cf2299100e79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86a25cee-69ba-4640-a508-8fa64a10326a HTTP/1.1" status: 204 len: 168 time: 0.2792759 Nov 12 05:30:27.274767 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-23dc127f-822f-4f97-ae65-528bbb470d88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae41cf91-1052-44be-824d-dd2a3b7abcd5 HTTP/1.1" status: 200 len: 217 time: 0.0423348 Nov 12 05:30:27.275790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ab0c4-e457-47ba-ada4-cf2299100e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a25cee-69ba-4640-a508-8fa64a10326a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:27.318911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b19738d-5617-4d6b-81ae-989bdffc1703 req-927c6293-23ed-4de3-ab5d-8b84f8f5ec09 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683644 Nov 12 05:30:27.335034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca3aacd9-06cc-4cea-9ff0-6e91ed41a5c0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.337919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44349c-9818-4ab4-9df5-0815b563030b req-a9269499-c398-49f1-abe1-e1e6e68759bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:27.339892 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-a9269499-c398-49f1-abe1-e1e6e68759bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f607d79d-e217-404a-812e-4dc685d7294f HTTP/1.1" status: 200 len: 855 time: 0.0581379 Nov 12 05:30:27.373981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aacd9-06cc-4cea-9ff0-6e91ed41a5c0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=59c72ef3-cd10-4ed7-931a-b9dc5f6fcd02,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:27.377798 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-8f13e327-f998-4915-83c3-d029244e06bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278440 Nov 12 05:30:27.379728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca3aacd9-06cc-4cea-9ff0-6e91ed41a5c0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.382990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ca3aacd9-06cc-4cea-9ff0-6e91ed41a5c0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/59c72ef3-cd10-4ed7-931a-b9dc5f6fcd02 HTTP/1.1" status: 204 len: 168 time: 0.4096937 Nov 12 05:30:27.385647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:27.499391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f0f26-1250-48a9-bdc5-1eaac0888fa2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:27.514263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f0f26-1250-48a9-bdc5-1eaac0888fa2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:27.519473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45024) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:27.527166 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6a5f0f26-1250-48a9-bdc5-1eaac0888fa2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1298587 Nov 12 05:30:27.548845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68121f20-dcde-4685-812c-c75cc210e450', 'tag': 'ae41cf91-1052-44be-824d-dd2a3b7abcd5'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:27.551562 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ee00b-7759-471e-957e-d6ecf275d2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "68121f20-dcde-4685-812c-c75cc210e450", "tag": "ae41cf91-1052-44be-824d-dd2a3b7abcd5"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:27.562582 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-642bbd28-e25d-480c-a291-99f5c0c07ca7 service neutron] 10.222.0.43 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665351 Nov 12 05:30:27.680711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28928d-2cba-4220-b34c-1931d94fbcd8 req-9e89b7cf-26d8-48d3-afa1-bc867c51b298 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:27.684858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b28928d-2cba-4220-b34c-1931d94fbcd8 req-9e89b7cf-26d8-48d3-afa1-bc867c51b298 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 943 time: 0.1513987 Nov 12 05:30:27.711196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dc44349c-9818-4ab4-9df5-0815b563030b req-5667ba6b-8d89-47f7-a4a3-215a414ca646 service neutron] 10.222.0.43 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408331 Nov 12 05:30:27.750309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4f8e8-6575-427c-a440-681e6cf8667d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 8829b0ef-361a-4a44-a418-80ab31ea21cb {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:27.750747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f8e8-6575-427c-a440-681e6cf8667d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.756726 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea0834a-3e2d-4ed1-939d-9ca2d9aeb455 x-openstack-request-id: req-eea0834a-3e2d-4ed1-939d-9ca2d9aeb455 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:27.757344 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68121f20-dcde-4685-812c-c75cc210e450", "tag": "ae41cf91-1052-44be-824d-dd2a3b7abcd5", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:27.757647 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eea0834a-3e2d-4ed1-939d-9ca2d9aeb455 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:27.758115 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68121f20-dcde-4685-812c-c75cc210e450', 'tag': 'ae41cf91-1052-44be-824d-dd2a3b7abcd5', 'status': 'completed', 'code': 200} Nov 12 05:30:27.856180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f8e8-6575-427c-a440-681e6cf8667d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.870856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b28928d-2cba-4220-b34c-1931d94fbcd8 req-a0512eee-377c-45f6-a511-eab0906ad868 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770039 Nov 12 05:30:27.878093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4f8e8-6575-427c-a440-681e6cf8667d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 8829b0ef-361a-4a44-a418-80ab31ea21cb owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:27.891961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-a552b083-6e49-4305-9b15-74632fbb01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:27.893914 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-a552b083-6e49-4305-9b15-74632fbb01cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 1095 time: 0.0747888 Nov 12 05:30:27.983902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f8e8-6575-427c-a440-681e6cf8667d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.002871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-0977c1bf-ba37-4646-9de2-ddb947a9d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:28.004523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-0977c1bf-ba37-4646-9de2-ddb947a9d55d service neutron] 10.222.0.43 "GET /v2.0/networks?id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 200 len: 916 time: 0.1010840 Nov 12 05:30:28.029760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4f8e8-6575-427c-a440-681e6cf8667d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=8829b0ef-361a-4a44-a418-80ab31ea21cb,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:28.039211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f8e8-6575-427c-a440-681e6cf8667d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.048686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e1c4f8e8-6575-427c-a440-681e6cf8667d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/8829b0ef-361a-4a44-a418-80ab31ea21cb HTTP/1.1" status: 204 len: 168 time: 0.5261099 Nov 12 05:30:28.048936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45048) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:28.078014 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-2731c821-2741-4869-ae71-29599e4961a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae41cf91-1052-44be-824d-dd2a3b7abcd5 HTTP/1.1" status: 200 len: 217 time: 0.0654454 Nov 12 05:30:28.144549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5564b7-c60a-45ec-958f-92bec02ff401 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:28.146104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3f5564b7-c60a-45ec-958f-92bec02ff401 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0946500 Nov 12 05:30:28.149547 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45052) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:28.161131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767edb5-621c-4b0e-b1fb-ec3f6ec1ec9e req-2cfbcf86-f3e7-4509-9875-8247c82f9a57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:28.161618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-80637438-1c59-4c52-868e-4ea532bb50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:28.163135 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-80637438-1c59-4c52-868e-4ea532bb50c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f607d79d-e217-404a-812e-4dc685d7294f HTTP/1.1" status: 200 len: 855 time: 0.0775785 Nov 12 05:30:28.164404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2767edb5-621c-4b0e-b1fb-ec3f6ec1ec9e req-2cfbcf86-f3e7-4509-9875-8247c82f9a57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.0793946 Nov 12 05:30:28.207558 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbff1b6-04b0-447f-941f-3ae0479c0a0b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:30:28.209402 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ddbff1b6-04b0-447f-941f-3ae0479c0a0b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/59c72ef3-cd10-4ed7-931a-b9dc5f6fcd02 HTTP/1.1" status: 404 len: 333 time: 0.0585093 Nov 12 05:30:28.211508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-579a6d2f-128d-4012-9bdf-dff185d4831f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41e0e103-c96b-411c-9aa1-e9cdcb2c955d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286298 Nov 12 05:30:28.212107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45054) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:28.233973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2767edb5-621c-4b0e-b1fb-ec3f6ec1ec9e req-5ba67a27-6b8d-4dab-9c69-0a3c2276ac50 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589795 Nov 12 05:30:28.247218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45056) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:28.261738 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cae757-f1b0-4282-b324-d4f55adf5497 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:30:28.263628 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-64cae757-f1b0-4282-b324-d4f55adf5497 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/8829b0ef-361a-4a44-a418-80ab31ea21cb HTTP/1.1" status: 404 len: 333 time: 0.0505295 Nov 12 05:30:28.266574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45060) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:28.345286 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-4e308b30-d84d-4aae-8a35-1a5169f2b230 service neutron] 10.222.0.43 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225882 Nov 12 05:30:28.361999 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.406031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1729179245-network', 'tenant_id': 'aa5bf80396d4467e9ea655e1eed794ab'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:28.472457 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4a3ee00b-7759-471e-957e-d6ecf275d2ab req-8237ed47-b9c3-4ed3-8355-171e23f60c64 service neutron] 10.222.0.43 "GET /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190906 Nov 12 05:30:28.514275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.530059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Made reservation on behalf of aa5bf80396d4467e9ea655e1eed794ab for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:28.532402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.553954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c56267-2738-43c9-a91b-a102b40a177d']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:28.558029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.581488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f9edf-d6af-491e-bd9c-297bdab0e37a req-0b5e9a53-c608-458a-8df8-654149df53fd tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:28.583089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d1f9edf-d6af-491e-bd9c-297bdab0e37a req-0b5e9a53-c608-458a-8df8-654149df53fd tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1487889 Nov 12 05:30:28.584838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6da8c0-9033-46bc-800f-af0dbc38da17') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:28.585136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6da8c0-9033-46bc-800f-af0dbc38da17') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:28.610557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.655763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.672012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:28.672490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:28.675889 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:28.691088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d1f9edf-d6af-491e-bd9c-297bdab0e37a req-4fe6af93-651e-46d7-8ec8-340badee8493 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966377 Nov 12 05:30:28.751293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.759088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.762282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/networks/c6c56267-2738-43c9-a91b-a102b40a177d HTTP/1.1" status: 204 len: 168 time: 0.4946213 Nov 12 05:30:28.765966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45066) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:28.772078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-679248073'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:28.783567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f252b-d7e2-4154-9eb8-f603eb10f9d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Network': ['ID=c6c56267-2738-43c9-a91b-a102b40a177d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:28.796519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:28.801027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.823588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.827179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:30:28.830238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.836858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.837375 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Added segment ba750eea-524b-46e3-a765-c4d23de082dd of type vlan for network 35e20602-f134-4453-b040-6f010d3250fa Nov 12 05:30:28.859949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:30:28.871293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab0fdb-cae0-40c9-ad2a-4708a9c96846,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:28.878945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.879682 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Added segment 6d73fa5f-90fa-487a-9cfe-0c3bc9c98365 of type vlan for network b7856a60-e423-4122-bb6e-f8f7e648dc89 Nov 12 05:30:28.905858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.930299 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.957136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.960159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.961459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:28.962444 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.965064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:28.965796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:29.028464 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2607167 Nov 12 05:30:29.031541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45072) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:29.036598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '35e20602-f134-4453-b040-6f010d3250fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:29.056831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8084867 Nov 12 05:30:29.060624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45074) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:29.065278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Request body: {'subnet': {'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1729179245-subnet', 'tenant_id': 'aa5bf80396d4467e9ea655e1eed794ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:29.071829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a05b28-e091-41ec-9327-6ecc0e98e044 admin admin] Pushing event updated for resources: {'Network': ['ID=b7856a60-e423-4122-bb6e-f8f7e648dc89,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:29.075096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ea624-1260-4caf-af81-7f6c71d94666 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Network': ['ID=35e20602-f134-4453-b040-6f010d3250fa,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:29.085494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network b7856a60-e423-4122-bb6e-f8f7e648dc89 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:30:29.093764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96166d9-551e-4007-b3b6-c445b6559f97 req-9ee7501c-8aef-4687-b998-20e81dcb8979 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:29.097173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c96166d9-551e-4007-b3b6-c445b6559f97 req-9ee7501c-8aef-4687-b998-20e81dcb8979 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 943 time: 0.1134415 Nov 12 05:30:29.118172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 35e20602-f134-4453-b040-6f010d3250fa details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:30:29.147143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Made reservation on behalf of aa5bf80396d4467e9ea655e1eed794ab for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:29.149846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:29.169056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c96166d9-551e-4007-b3b6-c445b6559f97 req-9f73294b-a6d5-4550-9d02-6a0cffe2df61 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628116 Nov 12 05:30:29.243492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:29.247559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:29.313021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Performing IP validity checks on allocation pools {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 05:30:29.315888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 05:30:29.375642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb020450-6d9d-495e-a540-13c5e95eab7e req-34c08fc4-361b-4bc7-a556-2ac60992b652 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:29.377162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb020450-6d9d-495e-a540-13c5e95eab7e req-34c08fc4-361b-4bc7-a556-2ac60992b652 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.0561833 Nov 12 05:30:29.435007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb020450-6d9d-495e-a540-13c5e95eab7e req-94570934-8429-48ee-8b3c-6c6a874ed69e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518301 Nov 12 05:30:29.464517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:29.556188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab657ce-d124-4223-83c9-8f54bd1a5efe,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:29.570662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:29.619052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Checking segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:29.619483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Network hostable DHCP agents. Network: b7856a60-e423-4122-bb6e-f8f7e648dc89, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:30:29.651617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=7bd98cfa-a206-431a-a4a8-d5d3f433118b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:29.669571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Network b7856a60-e423-4122-bb6e-f8f7e648dc89 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:30:29.672532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking segment: {'id': 'ba750eea-524b-46e3-a765-c4d23de082dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35e20602-f134-4453-b040-6f010d3250fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:29.672895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network hostable DHCP agents. Network: 35e20602-f134-4453-b040-6f010d3250fa, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:30:29.684546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, b7856a60-e423-4122-bb6e-f8f7e648dc89) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:29.688967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:29.690087 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:29.693210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7528c7d-3e3b-40ef-b450-cd2a0d50082f None None] Network b7856a60-e423-4122-bb6e-f8f7e648dc89 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:29.708396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 35e20602-f134-4453-b040-6f010d3250fa is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:30:29.718446 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-80128286-e5a7-49be-b7fd-f5f68545de77 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6539547 Nov 12 05:30:29.720439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 35e20602-f134-4453-b040-6f010d3250fa) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:29.726301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:29.727061 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:29.752830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c0957240-58b0-4ffb-ab45-6fc1cff93bea tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7197204 Nov 12 05:30:29.755330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45082) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:29.761170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': '35e20602-f134-4453-b040-6f010d3250fa', 'name': 'tempest-PortsIpV6TestJSON-1011238170'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:29.911027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45f11b-911d-4ffd-b72a-5f459068dd80 req-94e5c123-cbe4-4621-b58b-ee0c5b7cd6ce tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:29.913168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed45f11b-911d-4ffd-b72a-5f459068dd80 req-94e5c123-cbe4-4621-b58b-ee0c5b7cd6ce tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1260848 Nov 12 05:30:29.943153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e027f5-7a4f-44f7-9d2e-e1a6eeecbb2e None None] Network 35e20602-f134-4453-b040-6f010d3250fa requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:30.159041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c9d5d-4782-466c-ae73-c3652e21d7cf None None] Network b7856a60-e423-4122-bb6e-f8f7e648dc89 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:30.280569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-35e20602-f134-4453-b040-6f010d3250fa', 'network_id': '35e20602-f134-4453-b040-6f010d3250fa', 'tenant_id': '959644c6526e4f4e90c5585c84da27d9', 'fixed_ips': [{'subnet_id': '7bd98cfa-a206-431a-a4a8-d5d3f433118b'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:30:30.281420 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:30.378465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed45f11b-911d-4ffd-b72a-5f459068dd80 req-ffd1ada6-39ba-417f-a570-49d85cd106df tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572406 Nov 12 05:30:30.379034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:30.382534 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:30.417494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port fefbadd1-3029-4345-a39b-555aadf336b6 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:30.474279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-3a8a5316-e32a-4105-934a-3380b851ab48 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:30.482258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-3a8a5316-e32a-4105-934a-3380b851ab48 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 813 time: 0.2163277 Nov 12 05:30:30.498330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Allocated IP 2001:db8::2 (35e20602-f134-4453-b040-6f010d3250fa/7bd98cfa-a206-431a-a4a8-d5d3f433118b/af761c4d-802d-4db7-961d-858c526328e8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:30.502657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-62c2f2f2-02ef-4c78-bceb-3ec8ecd70cc4 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/quotas/aa5bf80396d4467e9ea655e1eed794ab HTTP/1.1" status: 200 len: 375 time: 0.0188498 Nov 12 05:30:30.553899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-a0e60e17-b1e1-485e-bbff-8878e16f21f7 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395451 Nov 12 05:30:30.661949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332870c-8ee0-4852-b332-933bac95e607 req-a9a73001-06e9-44fc-8713-d5fdbccf3b7e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:30.663702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f332870c-8ee0-4852-b332-933bac95e607 req-a9a73001-06e9-44fc-8713-d5fdbccf3b7e tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 943 time: 0.1133635 Nov 12 05:30:30.680230 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:30.687052 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:30.721961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-54350c6d-c769-4a35-a433-59edbfc39dd5 service neutron] 10.222.0.48 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575916 Nov 12 05:30:30.726510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Network 35e20602-f134-4453-b040-6f010d3250fa is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:30.732931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:30.735088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:30.750158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Pushing event updated for resources: {'Port': ['ID=af761c4d-802d-4db7-961d-858c526328e8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:30.783848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f332870c-8ee0-4852-b332-933bac95e607 req-97357743-bf37-49ab-bfb5-6f25223bdcb3 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133144 Nov 12 05:30:30.806376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Attempting to bind port af761c4d-802d-4db7-961d-858c526328e8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:30.806873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Attempting to bind port af761c4d-802d-4db7-961d-858c526328e8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'ba750eea-524b-46e3-a765-c4d23de082dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35e20602-f134-4453-b040-6f010d3250fa'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:30.807334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Attempting to bind port af761c4d-802d-4db7-961d-858c526328e8 on network 35e20602-f134-4453-b040-6f010d3250fa {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:30.813149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:30.813525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Checking segment: {'id': 'ba750eea-524b-46e3-a765-c4d23de082dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35e20602-f134-4453-b040-6f010d3250fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:30.813924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:30.814314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Bound using segment: {'id': 'ba750eea-524b-46e3-a765-c4d23de082dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35e20602-f134-4453-b040-6f010d3250fa'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:30.814797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Bound port: af761c4d-802d-4db7-961d-858c526328e8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba750eea-524b-46e3-a765-c4d23de082dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35e20602-f134-4453-b040-6f010d3250fa'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:30.815175 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:30.854832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::145 (35e20602-f134-4453-b040-6f010d3250fa/7bd98cfa-a206-431a-a4a8-d5d3f433118b/fefbadd1-3029-4345-a39b-555aadf336b6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:30.888350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] For port af761c4d-802d-4db7-961d-858c526328e8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:30.891824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] For port af761c4d-802d-4db7-961d-858c526328e8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=af761c4d-802d-4db7-961d-858c526328e8,segment=NetworkSegment(ba750eea-524b-46e3-a765-c4d23de082dd),segment_id=ba750eea-524b-46e3-a765-c4d23de082dd)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:30.899329 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:30.937132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-5377689b-1f91-461d-8990-3ef3d337fe8d service neutron] 10.222.0.48 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036054 Nov 12 05:30:30.971801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7162-5b86-4e74-bd2c-4bc1cdaadd81 None None] Pushing event updated for resources: {'Port': ['ID=af761c4d-802d-4db7-961d-858c526328e8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:30.999062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09041eb2-e8f1-4e99-8789-1856b863d26c req-61cb3d0b-63bc-4e8d-b54e-60352d0aa7d1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:31.006317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09041eb2-e8f1-4e99-8789-1856b863d26c req-61cb3d0b-63bc-4e8d-b54e-60352d0aa7d1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1354496 Nov 12 05:30:31.147641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09041eb2-e8f1-4e99-8789-1856b863d26c req-6f4875d2-1ade-4a7b-b900-fdc34b24e614 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403346 Nov 12 05:30:31.191342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:31.301176 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:31.375110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 35e20602-f134-4453-b040-6f010d3250fa is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:31.380143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:31.388742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:31.394634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:31.395334 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:31.409737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=fefbadd1-3029-4345-a39b-555aadf336b6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:31.457036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ff836f4-a2f6-4d52-9d35-cd14196d3616 req-7fc7f237-dfbb-43de-a9a7-1799a2179432 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 210 time: 0.0709989 Nov 12 05:30:31.463935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a007aaf0-4172-4c11-9ee4-255aae4fdfe0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7047555 Nov 12 05:30:31.464451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45120) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:31.606111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1f9f3-cf03-4c63-a252-3d2aab0f4c09 req-e1a60205-6a93-4a21-95f2-a2126e63d552 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:31.613396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4f1f9f3-cf03-4c63-a252-3d2aab0f4c09 req-e1a60205-6a93-4a21-95f2-a2126e63d552 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1100445 Nov 12 05:30:31.645948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d3679202-3a05-4ab6-a931-d5bef472d60c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port fefbadd1-3029-4345-a39b-555aadf336b6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:31.646293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3679202-3a05-4ab6-a931-d5bef472d60c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:31.726861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4f1f9f3-cf03-4c63-a252-3d2aab0f4c09 req-fae104c8-2324-445c-af1f-abec13452827 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125915 Nov 12 05:30:31.733708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ae41cf91-1052-44be-824d-dd2a3b7abcd5 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:30:31.778231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3679202-3a05-4ab6-a931-d5bef472d60c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:31.796072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d3679202-3a05-4ab6-a931-d5bef472d60c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for fefbadd1-3029-4345-a39b-555aadf336b6 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:31.890376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ae41cf91-1052-44be-824d-dd2a3b7abcd5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ae41cf91-1052-44be-824d-dd2a3b7abcd5,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:31.910954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'ae41cf91-1052-44be-824d-dd2a3b7abcd5', 'network_id': '41e0e103-c96b-411c-9aa1-e9cdcb2c955d', 'port_id': 'ae41cf91-1052-44be-824d-dd2a3b7abcd5', 'mac_address': 'fa:16:3e:13:f4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f607d79d-e217-404a-812e-4dc685d7294f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:30:31.996246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f340198-ba25-4f49-8772-b1847fa6607e req-b905a6ae-5e8a-4ed8-a1a3-ce2a99c9220b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:32.001966 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.004947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f340198-ba25-4f49-8772-b1847fa6607e req-b905a6ae-5e8a-4ed8-a1a3-ce2a99c9220b tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 943 time: 0.0909617 Nov 12 05:30:32.019999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae41cf91-1052-44be-824d-dd2a3b7abcd5 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:32.062781 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ae41cf91-1052-44be-824d-dd2a3b7abcd5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ae41cf91-1052-44be-824d-dd2a3b7abcd5,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:32.076204 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.158362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3679202-3a05-4ab6-a931-d5bef472d60c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.177637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ae41cf91-1052-44be-824d-dd2a3b7abcd5,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:32.190954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f340198-ba25-4f49-8772-b1847fa6607e req-6826da2c-8131-45d6-bdf4-e25fd3e784fe tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853640 Nov 12 05:30:32.214665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3679202-3a05-4ab6-a931-d5bef472d60c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=fefbadd1-3029-4345-a39b-555aadf336b6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:32.264034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3679202-3a05-4ab6-a931-d5bef472d60c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.267685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d3679202-3a05-4ab6-a931-d5bef472d60c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/fefbadd1-3029-4345-a39b-555aadf336b6 HTTP/1.1" status: 204 len: 168 time: 0.8022034 Nov 12 05:30:32.271355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45138) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:32.319786 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28014b4-f15f-42c5-9cfe-e755b5fdb05b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:30:32.320492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28014b4-f15f-42c5-9cfe-e755b5fdb05b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:32.324877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b28014b4-f15f-42c5-9cfe-e755b5fdb05b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/fefbadd1-3029-4345-a39b-555aadf336b6 HTTP/1.1" status: 404 len: 333 time: 0.0506194 Nov 12 05:30:32.327644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:32.377277 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cf4820-87e3-46a2-8de9-4af489f42a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:30:32.379424 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-00cf4820-87e3-46a2-8de9-4af489f42a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/fefbadd1-3029-4345-a39b-555aadf336b6 HTTP/1.1" status: 404 len: 333 time: 0.0504310 Nov 12 05:30:32.381838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7cf3d-05c3-4dbf-b3b8-bfa58b2bdeac req-e9113a52-828e-41bd-9128-fa4890e21bae tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:32.382880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45144) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:32.383882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aec7cf3d-05c3-4dbf-b3b8-bfa58b2bdeac req-e9113a52-828e-41bd-9128-fa4890e21bae tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1003420 Nov 12 05:30:32.484638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aec7cf3d-05c3-4dbf-b3b8-bfa58b2bdeac req-5aaaf714-dfe1-40d2-bbc0-bc6be062ae46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890942 Nov 12 05:30:32.493945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38c9c69-43ba-4127-9cfa-6e6ce48984e1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 7bd98cfa-a206-431a-a4a8-d5d3f433118b {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:32.503527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f38c9c69-43ba-4127-9cfa-6e6ce48984e1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.529196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ae41cf91-1052-44be-824d-dd2a3b7abcd5'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:32.545439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9789d30-3302-41f2-93e3-d6a40607cddb None None] Network 35e20602-f134-4453-b040-6f010d3250fa requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:32.649855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb1a067f-2ab6-4676-9b8c-4a0e3932cba0 req-17eb9bf6-3b5e-4854-a225-66e8294d0e41 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 210 time: 0.0622308 Nov 12 05:30:32.665004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f38c9c69-43ba-4127-9cfa-6e6ce48984e1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.741839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-28f15068-a0c2-4aa4-80bd-5e15a7e14689 None None] Provisioning complete for port af761c4d-802d-4db7-961d-858c526328e8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:32.741839 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-28f15068-a0c2-4aa4-80bd-5e15a7e14689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.771752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device af761c4d-802d-4db7-961d-858c526328e8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:32.803634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f38c9c69-43ba-4127-9cfa-6e6ce48984e1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.886792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f38c9c69-43ba-4127-9cfa-6e6ce48984e1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.912094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddce814-bc65-4de9-abc5-e31ea9c8054f req-5c5b4ef2-e32b-41a4-9a64-005701024ed2 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:32.913971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ddce814-bc65-4de9-abc5-e31ea9c8054f req-5c5b4ef2-e32b-41a4-9a64-005701024ed2 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0918448 Nov 12 05:30:32.930939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c9c69-43ba-4127-9cfa-6e6ce48984e1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd98cfa-a206-431a-a4a8-d5d3f433118b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:32.933443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f38c9c69-43ba-4127-9cfa-6e6ce48984e1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:32.936844 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f38c9c69-43ba-4127-9cfa-6e6ce48984e1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/7bd98cfa-a206-431a-a4a8-d5d3f433118b HTTP/1.1" status: 204 len: 168 time: 0.5417314 Nov 12 05:30:32.939372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45152) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:33.003664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ddce814-bc65-4de9-abc5-e31ea9c8054f req-a0a09335-6e4f-4613-837d-76b354221915 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824852 Nov 12 05:30:33.026828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port af761c4d-802d-4db7-961d-858c526328e8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:33.027203 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.049015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.114252 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-28f15068-a0c2-4aa4-80bd-5e15a7e14689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.230648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-28f15068-a0c2-4aa4-80bd-5e15a7e14689 None None] For port af761c4d-802d-4db7-961d-858c526328e8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=af761c4d-802d-4db7-961d-858c526328e8,segment=NetworkSegment(ba750eea-524b-46e3-a765-c4d23de082dd),segment_id=ba750eea-524b-46e3-a765-c4d23de082dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:33.240199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-28f15068-a0c2-4aa4-80bd-5e15a7e14689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.279627 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.326133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f15068-a0c2-4aa4-80bd-5e15a7e14689 None None] Pushing event updated for resources: {'Port': ['ID=af761c4d-802d-4db7-961d-858c526328e8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:33.376740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:30:33.377092 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:30:33.425407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe362c2-c7a0-4c30-81a1-59cdff9c8594 None None] Network 35e20602-f134-4453-b040-6f010d3250fa requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:33.556301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-18d969af-7b74-4558-bff5-bb46a7f7ca8a None None] Provisioning complete for port af761c4d-802d-4db7-961d-858c526328e8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:33.556842 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18d969af-7b74-4558-bff5-bb46a7f7ca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.600245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8caff-362e-4c74-b9ba-b037645081b6 req-d1366f89-6259-475e-b184-8123e20b836a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:33.607596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afb8caff-362e-4c74-b9ba-b037645081b6 req-d1366f89-6259-475e-b184-8123e20b836a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 944 time: 0.1797130 Nov 12 05:30:33.648961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-81d92e5d-1a38-4216-aa90-6da624ccf60d tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:33.651335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-81d92e5d-1a38-4216-aa90-6da624ccf60d tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.47 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 813 time: 0.4616532 Nov 12 05:30:33.720687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afb8caff-362e-4c74-b9ba-b037645081b6 req-2e08500a-8796-46a2-b4ee-7abed6a82d99 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121912 Nov 12 05:30:33.724515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Request body: {'port': {'device_id': 'a5415905-28fe-4828-b330-490c9f1c29b8', 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'admin_state_up': True, 'tenant_id': 'aa5bf80396d4467e9ea655e1eed794ab'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:33.742269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] DHCP port deletion for 35e20602-f134-4453-b040-6f010d3250fa request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:30:33.826090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] Deleting port af761c4d-802d-4db7-961d-858c526328e8 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:33.827363 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.844271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd5929-d49e-41e2-990a-8e8df1c9061f req-91234910-a333-4520-952b-a0c11662bfd5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:33.846292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1cd5929-d49e-41e2-990a-8e8df1c9061f req-91234910-a333-4520-952b-a0c11662bfd5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.2080605 Nov 12 05:30:33.877599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57c5218-3823-4d23-bc92-1d7b461e658c req-e26a5ef3-f84c-4b57-ae89-83b0a704d1a7 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 210 time: 0.0499203 Nov 12 05:30:33.916502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] For port af761c4d-802d-4db7-961d-858c526328e8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=af761c4d-802d-4db7-961d-858c526328e8,segment=NetworkSegment(ba750eea-524b-46e3-a765-c4d23de082dd),segment_id=ba750eea-524b-46e3-a765-c4d23de082dd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:33.916899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.928498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port af761c4d-802d-4db7-961d-858c526328e8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:33.929037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:33.931323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] Calling delete_port for af761c4d-802d-4db7-961d-858c526328e8 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:33.941256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-a54e3eec-2dc0-45c0-b0fe-d7418085eb76 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:33.943846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-a54e3eec-2dc0-45c0-b0fe-d7418085eb76 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 813 time: 0.8375161 Nov 12 05:30:33.959969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1cd5929-d49e-41e2-990a-8e8df1c9061f req-a0e1677a-d0d4-48d6-89b1-f9137c15d697 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026189 Nov 12 05:30:33.965941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Request body: {'port': {'device_id': '8184ac0c-45dc-479d-91ff-391a182c3a34', 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'admin_state_up': True, 'tenant_id': 'aa5bf80396d4467e9ea655e1eed794ab'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:33.995559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Made reservation on behalf of aa5bf80396d4467e9ea655e1eed794ab for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:34.009845 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.086015 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.099088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] For port af761c4d-802d-4db7-961d-858c526328e8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=af761c4d-802d-4db7-961d-858c526328e8,segment=NetworkSegment(ba750eea-524b-46e3-a765-c4d23de082dd),segment_id=ba750eea-524b-46e3-a765-c4d23de082dd)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:34.099482 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.126628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for af761c4d-802d-4db7-961d-858c526328e8 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:34.133047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] No DVR routers for this DVR port af761c4d-802d-4db7-961d-858c526328e8 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:34.135702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01be67-5a9e-4fd7-96e3-53d0b747bd6e None None] Pushing event deleted for resources: {'Port': ['ID=af761c4d-802d-4db7-961d-858c526328e8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:34.221434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Made reservation on behalf of aa5bf80396d4467e9ea655e1eed794ab for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:34.225206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.240190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ea553-bc06-43bd-88a6-b8cf6efca4d0 req-58fcbae2-3024-4413-b76b-085bc8f90561 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:34.241454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f4ea553-bc06-43bd-88a6-b8cf6efca4d0 req-58fcbae2-3024-4413-b76b-085bc8f90561 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1278794 Nov 12 05:30:34.277314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Allocated IP 172.20.0.12 (b7856a60-e423-4122-bb6e-f8f7e648dc89/3ab657ce-d124-4223-83c9-8f54bd1a5efe/99efa71e-8653-4519-a646-23a41f377d54) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:34.309440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.325548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f4ea553-bc06-43bd-88a6-b8cf6efca4d0 req-38c3296f-994d-4859-b947-fce9bbfc752f tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725939 Nov 12 05:30:34.351240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=af761c4d-802d-4db7-961d-858c526328e8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:34.356969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No DVR routers for this DVR port af761c4d-802d-4db7-961d-858c526328e8 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:34.452727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.477239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.479801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e20602-f134-4453-b040-6f010d3250fa']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:34.492198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba750eea-524b-46e3-a765-c4d23de082dd') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:34.492505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba750eea-524b-46e3-a765-c4d23de082dd') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:34.502543 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.517489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.527419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.530390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:34.532063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:34.535626 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:34.574053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Network b7856a60-e423-4122-bb6e-f8f7e648dc89 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:34.586142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:34.593945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:34.596793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Pushing event updated for resources: {'Port': ['ID=99efa71e-8653-4519-a646-23a41f377d54,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:34.676153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device af761c4d-802d-4db7-961d-858c526328e8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:34.679831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:34.680794 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.685528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Allocated IP 172.20.0.7 (b7856a60-e423-4122-bb6e-f8f7e648dc89/3ab657ce-d124-4223-83c9-8f54bd1a5efe/e55ef234-6310-4ad9-9979-cde19d15a9a0) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:34.688527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.699285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.706235 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/networks/35e20602-f134-4453-b040-6f010d3250fa HTTP/1.1" status: 204 len: 168 time: 1.7624278 Nov 12 05:30:34.707541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45168) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:34.710785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: af761c4d-802d-4db7-961d-858c526328e8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:34.711126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device af761c4d-802d-4db7-961d-858c526328e8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:34.711953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-c64287b9-ded0-4e51-abf5-ebcd5d8ca725 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0003073 Nov 12 05:30:34.712240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1320195915'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:34.728548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Request body: {'port': {'device_id': 'a5415905-28fe-4828-b330-490c9f1c29b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:34.738298 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5fd0-da21-4674-aca0-d013278a0457 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Network': ['ID=35e20602-f134-4453-b040-6f010d3250fa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:34.786491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:34.791129 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.820304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.883917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:30:34.904931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.905291 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Added segment 8275b5bc-63c9-47f5-921a-184a8e8a6f5b of type vlan for network a3931326-0020-4a55-a918-4c8470e7d324 Nov 12 05:30:34.911456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef49043-5791-485d-ba66-d33ff8accb3c req-0de965d6-e214-4d8a-a3b4-a7976099e736 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:34.913137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ef49043-5791-485d-ba66-d33ff8accb3c req-0de965d6-e214-4d8a-a3b4-a7976099e736 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 944 time: 0.0947957 Nov 12 05:30:34.968663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:34.989278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.026464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.032091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.032709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.126119 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4182661 Nov 12 05:30:35.126998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4de2d-e6c3-49e9-b3a7-7d272a05995b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Network': ['ID=a3931326-0020-4a55-a918-4c8470e7d324,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:35.129079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45178) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:35.138477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': 'a3931326-0020-4a55-a918-4c8470e7d324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:35.139168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network a3931326-0020-4a55-a918-4c8470e7d324 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:30:35.139619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.177807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c1ed-8858-4abc-96aa-b48c5efd16b1 req-22b87137-355d-4493-baa0-1dea1fd546f6 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.179895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f323c1ed-8858-4abc-96aa-b48c5efd16b1 req-22b87137-355d-4493-baa0-1dea1fd546f6 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 932 time: 0.1859488 Nov 12 05:30:35.186303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ef49043-5791-485d-ba66-d33ff8accb3c req-a4c58b3e-9c58-4dd3-b156-0a5938d53599 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934323 Nov 12 05:30:35.217940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Network b7856a60-e423-4122-bb6e-f8f7e648dc89 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:35.258267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:35.267166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:35.292041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Pushing event updated for resources: {'Port': ['ID=e55ef234-6310-4ad9-9979-cde19d15a9a0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:35.332230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f323c1ed-8858-4abc-96aa-b48c5efd16b1 req-b598ff5d-4ca3-4f6a-95bd-fc9a929d55ca tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446965 Nov 12 05:30:35.345262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.345893 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.372504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:35.377159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.387157 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-0a13e9e5-c32f-49d1-9550-b544a2bbf3c5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4252093 Nov 12 05:30:35.412660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277c80-2f54-473a-aa97-d4b502764d63 req-86a25af9-d988-46ad-ab28-efbe876466ed tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.412872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Request body: {'port': {'device_id': '8184ac0c-45dc-479d-91ff-391a182c3a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:35.414127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a277c80-2f54-473a-aa97-d4b502764d63 req-86a25af9-d988-46ad-ab28-efbe876466ed tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1186662 Nov 12 05:30:35.419615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99efa71e-8653-4519-a646-23a41f377d54 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:35.448145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.495368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a277c80-2f54-473a-aa97-d4b502764d63 req-94f9643a-a0a3-4e44-a9b8-567f679d3648 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655012 Nov 12 05:30:35.546881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Transition to ACTIVE for port object 99efa71e-8653-4519-a646-23a41f377d54 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:30:35.553092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.553989 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.618160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c440ba1-ecdf-4c1b-9c94-3a8878a49065 req-a77fd1c8-9731-4d88-87b0-876e5ec0de18 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.619822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c440ba1-ecdf-4c1b-9c94-3a8878a49065 req-a77fd1c8-9731-4d88-87b0-876e5ec0de18 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1121039 Nov 12 05:30:35.622537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Pushing event updated for resources: {'Port': ['ID=99efa71e-8653-4519-a646-23a41f377d54,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:35.725084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c440ba1-ecdf-4c1b-9c94-3a8878a49065 req-55f28084-827a-4829-9c68-f1b11b76b3c8 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941556 Nov 12 05:30:35.759148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.774557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Attempting to bind port 99efa71e-8653-4519-a646-23a41f377d54 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:35.776409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Attempting to bind port 99efa71e-8653-4519-a646-23a41f377d54 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:35.776763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Attempting to bind port 99efa71e-8653-4519-a646-23a41f377d54 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:35.782712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Port 99efa71e-8653-4519-a646-23a41f377d54 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:30:35.783213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Attempting to bind port 99efa71e-8653-4519-a646-23a41f377d54 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:35.791696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:35.792066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Checking segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:35.792418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Bound using segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:35.792862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Bound port: 99efa71e-8653-4519-a646-23a41f377d54, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:35.793220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.892408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] For port 99efa71e-8653-4519-a646-23a41f377d54, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:35.896490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] For port 99efa71e-8653-4519-a646-23a41f377d54, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99efa71e-8653-4519-a646-23a41f377d54,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:35.905372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.915091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=40b79afa-f111-48d3-9846-3d2e59e3f9ac,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:35.933294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ae41cf91-1052-44be-824d-dd2a3b7abcd5 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:35.952232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking segment: {'id': '8275b5bc-63c9-47f5-921a-184a8e8a6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3931326-0020-4a55-a918-4c8470e7d324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:35.953167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network hostable DHCP agents. Network: a3931326-0020-4a55-a918-4c8470e7d324, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:30:35.963933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.964706 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.966235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/99efa71e-8653-4519-a646-23a41f377d54 HTTP/1.1" status: 200 len: 1093 time: 1.2445898 Nov 12 05:30:35.966817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5415905-28fe-4828-b330-490c9f1c29b8', 'tag': '99efa71e-8653-4519-a646-23a41f377d54'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:35.969370 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63" -d '{"events": [{"name": "network-changed", "server_uuid": "a5415905-28fe-4828-b330-490c9f1c29b8", "tag": "99efa71e-8653-4519-a646-23a41f377d54"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:35.993382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eae6a2-24c1-4414-968a-fc2aa24992c3 service neutron] Pushing event updated for resources: {'Port': ['ID=99efa71e-8653-4519-a646-23a41f377d54,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:36.020986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network a3931326-0020-4a55-a918-4c8470e7d324 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:30:36.042752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port ae41cf91-1052-44be-824d-dd2a3b7abcd5 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:30:36.047575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port ae41cf91-1052-44be-824d-dd2a3b7abcd5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:36.048037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.063217 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2a39c2-b2b1-4aed-b7b3-bf4305d5d769 x-openstack-request-id: req-6a2a39c2-b2b1-4aed-b7b3-bf4305d5d769 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:36.063634 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5415905-28fe-4828-b330-490c9f1c29b8", "tag": "99efa71e-8653-4519-a646-23a41f377d54", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:36.064017 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a2a39c2-b2b1-4aed-b7b3-bf4305d5d769 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:36.064680 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5415905-28fe-4828-b330-490c9f1c29b8', 'tag': '99efa71e-8653-4519-a646-23a41f377d54', 'status': 'completed', 'code': 200} Nov 12 05:30:36.083947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, a3931326-0020-4a55-a918-4c8470e7d324) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:36.090755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-37e34015-cd66-4ad4-954a-e2fed9a8da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:36.090906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:36.091497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.092594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-37e34015-cd66-4ad4-954a-e2fed9a8da40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 1096 time: 0.0670083 Nov 12 05:30:36.095029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3658ce1-d101-41e6-9c9c-529c9dda379a None None] Network a3931326-0020-4a55-a918-4c8470e7d324 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:36.110316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55ef234-6310-4ad9-9979-cde19d15a9a0 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:36.120612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.131881 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5bcc205c-4229-4533-9635-6a01b4b4fa9c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0013452 Nov 12 05:30:36.137242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45186) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:36.142224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': 'a3931326-0020-4a55-a918-4c8470e7d324', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-72530586'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:36.147859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-31223962-d8bd-4439-9320-8c15f700f355 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99efa71e-8653-4519-a646-23a41f377d54 HTTP/1.1" status: 200 len: 217 time: 0.0469823 Nov 12 05:30:36.174754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Transition to ACTIVE for port object e55ef234-6310-4ad9-9979-cde19d15a9a0 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:30:36.212262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.215398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-334d0f88-3826-40fc-a5b8-f2df27e9357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:36.216925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-334d0f88-3826-40fc-a5b8-f2df27e9357f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 200 len: 853 time: 0.0575294 Nov 12 05:30:36.259869 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.273935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-28980f88-ed25-4222-8cd2-d22f4b660fa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7856a60-e423-4122-bb6e-f8f7e648dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484953 Nov 12 05:30:36.303600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68121f20-dcde-4685-812c-c75cc210e450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae41cf91-1052-44be-824d-dd2a3b7abcd5'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:36.305828 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c05fb1-c667-4c3f-ba66-370db679eeeb" -d '{"events": [{"server_uuid": "68121f20-dcde-4685-812c-c75cc210e450", "name": "network-vif-plugged", "status": "completed", "tag": "ae41cf91-1052-44be-824d-dd2a3b7abcd5"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:36.339559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ae41cf91-1052-44be-824d-dd2a3b7abcd5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ae41cf91-1052-44be-824d-dd2a3b7abcd5,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:36.349198 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.356238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-a3931326-0020-4a55-a918-4c8470e7d324', 'network_id': 'a3931326-0020-4a55-a918-4c8470e7d324', 'tenant_id': '959644c6526e4f4e90c5585c84da27d9', 'fixed_ips': [{'subnet_id': '40b79afa-f111-48d3-9846-3d2e59e3f9ac'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:30:36.361755 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.385215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e55ef234-6310-4ad9-9979-cde19d15a9a0,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:36.400595 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23233580-73c5-4c2d-9ebd-0c2faa3fbfbb x-openstack-request-id: req-23233580-73c5-4c2d-9ebd-0c2faa3fbfbb {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:36.400905 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68121f20-dcde-4685-812c-c75cc210e450", "name": "network-vif-plugged", "status": "completed", "tag": "ae41cf91-1052-44be-824d-dd2a3b7abcd5", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:36.401141 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23233580-73c5-4c2d-9ebd-0c2faa3fbfbb {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:36.401538 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68121f20-dcde-4685-812c-c75cc210e450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae41cf91-1052-44be-824d-dd2a3b7abcd5', 'code': 200} Nov 12 05:30:36.483704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481fdc2-51fd-4125-9fa8-ed7d97884060 req-8fcb2aa0-84cd-4b9d-9a7d-b38d45ff0949 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:36.486048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5481fdc2-51fd-4125-9fa8-ed7d97884060 req-8fcb2aa0-84cd-4b9d-9a7d-b38d45ff0949 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.1560111 Nov 12 05:30:36.510928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-055a8806-37aa-4281-b67d-826a41b67802 service neutron] 10.222.0.47 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198598 Nov 12 05:30:36.552810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-8e7d88c8-562b-4e42-a9b3-ec87fe47f9fe req-519f0632-b5fe-4c0b-9032-431bb07473a3 service neutron] (102589) timed out ('10.222.0.47', 62710) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:30:36.553840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ae41cf91-1052-44be-824d-dd2a3b7abcd5,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:36.598028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:36.601972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.614480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Attempting to bind port e55ef234-6310-4ad9-9979-cde19d15a9a0 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:36.614820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Attempting to bind port e55ef234-6310-4ad9-9979-cde19d15a9a0 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:36.615149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Attempting to bind port e55ef234-6310-4ad9-9979-cde19d15a9a0 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:36.626082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Port e55ef234-6310-4ad9-9979-cde19d15a9a0 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:30:36.626533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Attempting to bind port e55ef234-6310-4ad9-9979-cde19d15a9a0 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:36.636446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 0639da10-a388-4162-b965-4526c9417abf yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:36.647366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:36.647628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Checking segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:36.648110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Bound using segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:36.648590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Bound port: e55ef234-6310-4ad9-9979-cde19d15a9a0, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:36.649028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.649227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Allocated IP 2001:db8::2 (a3931326-0020-4a55-a918-4c8470e7d324/40b79afa-f111-48d3-9846-3d2e59e3f9ac/28553428-c6c5-4f67-9a8d-35892acee701) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:36.691180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0068-b93e-47d7-add9-b609589dc66d req-07c83f1b-c314-4dce-8c59-66d1623d3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:36.692772 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae2c0068-b93e-47d7-add9-b609589dc66d req-07c83f1b-c314-4dce-8c59-66d1623d3af5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 1097 time: 0.1763725 Nov 12 05:30:36.811176 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ae2c0068-b93e-47d7-add9-b609589dc66d req-a1d0eb9b-f262-4497-919e-bb5820b63e2e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063387 Nov 12 05:30:36.813967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] For port e55ef234-6310-4ad9-9979-cde19d15a9a0, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:36.822011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] For port e55ef234-6310-4ad9-9979-cde19d15a9a0, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e55ef234-6310-4ad9-9979-cde19d15a9a0,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:36.828998 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.851270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.860951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.909314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Pushing event updated for resources: {'Port': ['ID=28553428-c6c5-4f67-9a8d-35892acee701,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:36.927344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Network a3931326-0020-4a55-a918-4c8470e7d324 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:36.929279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:36.931656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:36.942642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:36.943347 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:36.944775 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/e55ef234-6310-4ad9-9979-cde19d15a9a0 HTTP/1.1" status: 200 len: 1092 time: 1.5389132 Nov 12 05:30:36.949669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184ac0c-45dc-479d-91ff-391a182c3a34', 'tag': 'e55ef234-6310-4ad9-9979-cde19d15a9a0'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:36.953074 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f6bb25-0b01-45f4-93e7-3072ded56334" -d '{"events": [{"name": "network-changed", "server_uuid": "8184ac0c-45dc-479d-91ff-391a182c3a34", "tag": "e55ef234-6310-4ad9-9979-cde19d15a9a0"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:36.992859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::39e (a3931326-0020-4a55-a918-4c8470e7d324/40b79afa-f111-48d3-9846-3d2e59e3f9ac/0639da10-a388-4162-b965-4526c9417abf) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:37.001919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Attempting to bind port 28553428-c6c5-4f67-9a8d-35892acee701 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:37.002319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Attempting to bind port 28553428-c6c5-4f67-9a8d-35892acee701 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '8275b5bc-63c9-47f5-921a-184a8e8a6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3931326-0020-4a55-a918-4c8470e7d324'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:37.002684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Attempting to bind port 28553428-c6c5-4f67-9a8d-35892acee701 on network a3931326-0020-4a55-a918-4c8470e7d324 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:37.010969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:37.011364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Checking segment: {'id': '8275b5bc-63c9-47f5-921a-184a8e8a6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3931326-0020-4a55-a918-4c8470e7d324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:37.012137 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:37.012995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Bound using segment: {'id': '8275b5bc-63c9-47f5-921a-184a8e8a6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3931326-0020-4a55-a918-4c8470e7d324'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:37.014669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Bound port: 28553428-c6c5-4f67-9a8d-35892acee701, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8275b5bc-63c9-47f5-921a-184a8e8a6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a3931326-0020-4a55-a918-4c8470e7d324'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:37.014938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165832f-f0ad-4aa5-acf9-e1fa66cf61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e55ef234-6310-4ad9-9979-cde19d15a9a0,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:37.015067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:37.024565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5481fdc2-51fd-4125-9fa8-ed7d97884060 req-cefceb98-dc6b-43d1-a86f-d3bb954e1259 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309837 Nov 12 05:30:37.059994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5a089-1b79-4d27-95f2-828e29a31900 req-e678671c-f161-4204-ab39-d7104b40f499 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.061606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2d5a089-1b79-4d27-95f2-828e29a31900 req-e678671c-f161-4204-ab39-d7104b40f499 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 944 time: 0.5434506 Nov 12 05:30:37.107966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-2e9d3db0-143e-4acc-bd1c-6c6d9b481e6c service neutron] 10.222.0.47 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869615 Nov 12 05:30:37.144604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bfddf823-a392-483e-9875-62f099518b58 None None] For port 28553428-c6c5-4f67-9a8d-35892acee701, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:37.152938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bfddf823-a392-483e-9875-62f099518b58 None None] For port 28553428-c6c5-4f67-9a8d-35892acee701, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=28553428-c6c5-4f67-9a8d-35892acee701,segment=NetworkSegment(8275b5bc-63c9-47f5-921a-184a8e8a6f5b),segment_id=8275b5bc-63c9-47f5-921a-184a8e8a6f5b)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:37.161023 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:37.177132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2d5a089-1b79-4d27-95f2-828e29a31900 req-717841dd-aa23-4661-95b1-b30c9ee1e177 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050208 Nov 12 05:30:37.232972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:37.291401 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf823-a392-483e-9875-62f099518b58 None None] Pushing event updated for resources: {'Port': ['ID=28553428-c6c5-4f67-9a8d-35892acee701,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:37.319512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-27d03db8-c3db-48c8-af44-b124bc60a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.321291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-27d03db8-c3db-48c8-af44-b124bc60a0ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 1096 time: 0.1254735 Nov 12 05:30:37.351335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:37.395572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-24eb4396-d2fa-4298-a788-9608d2fdc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.397504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-24eb4396-d2fa-4298-a788-9608d2fdc102 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 1095 time: 0.1221273 Nov 12 05:30:37.417175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network a3931326-0020-4a55-a918-4c8470e7d324 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:37.427061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:37.429809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:37.436596 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.437259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:37.440532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9c593-b10d-4f79-aab4-806608f41874 req-eab397db-6981-453b-a3f7-c4f12517eebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.442253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81f9c593-b10d-4f79-aab4-806608f41874 req-eab397db-6981-453b-a3f7-c4f12517eebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.2066934 Nov 12 05:30:37.485222 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-a5646c06-e070-47b6-b8d1-5bb0773bd79d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e55ef234-6310-4ad9-9979-cde19d15a9a0 HTTP/1.1" status: 200 len: 217 time: 0.0698547 Nov 12 05:30:37.488377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=0639da10-a388-4162-b965-4526c9417abf,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:37.516682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7875cdb-6c50-4f64-8e26-41c8570f1543 req-4cc4fe68-2c05-41da-9890-01db6d94ecf8 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.518397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7875cdb-6c50-4f64-8e26-41c8570f1543 req-4cc4fe68-2c05-41da-9890-01db6d94ecf8 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1771479 Nov 12 05:30:37.560154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6c12b42a-cb69-4513-a791-365d765e62ad tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4218092 Nov 12 05:30:37.561751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45204) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:37.587108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-98f34fc6-8489-4889-b503-5c9c91ed8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.588575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-98f34fc6-8489-4889-b503-5c9c91ed8c56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 200 len: 853 time: 0.0959878 Nov 12 05:30:37.597618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-e472b082-c02c-4681-a97f-9441373124bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.599316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-e472b082-c02c-4681-a97f-9441373124bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 914 time: 0.2690332 Nov 12 05:30:37.639238 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-4dca2eba-f928-4850-ae3f-76e50e5bcb52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7856a60-e423-4122-bb6e-f8f7e648dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413923 Nov 12 05:30:37.694699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7875cdb-6c50-4f64-8e26-41c8570f1543 req-96363edb-da5c-484d-80ec-3e8ce6def38c tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553307 Nov 12 05:30:37.750616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-c867734d-d185-4236-ba50-d9fc70a21f76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99efa71e-8653-4519-a646-23a41f377d54 HTTP/1.1" status: 200 len: 217 time: 0.0729051 Nov 12 05:30:37.760865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81f9c593-b10d-4f79-aab4-806608f41874 req-2ac4988b-1e39-4483-947f-e17cd3a1b7ac tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054764 Nov 12 05:30:37.826271 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-2db1bbb5-e524-445e-9fbc-74ba897c193b service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781185 Nov 12 05:30:37.831510 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d1a1a-ff54-41b3-a232-2f66195f82ce x-openstack-request-id: req-a09d1a1a-ff54-41b3-a232-2f66195f82ce {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:37.831801 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184ac0c-45dc-479d-91ff-391a182c3a34", "tag": "e55ef234-6310-4ad9-9979-cde19d15a9a0", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:37.832050 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a09d1a1a-ff54-41b3-a232-2f66195f82ce {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:37.832441 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8184ac0c-45dc-479d-91ff-391a182c3a34', 'tag': 'e55ef234-6310-4ad9-9979-cde19d15a9a0', 'status': 'completed', 'code': 200} Nov 12 05:30:37.882264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-0c81a08f-2746-4223-8f4b-c879e9b2df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:37.885654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-0c81a08f-2746-4223-8f4b-c879e9b2df81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 200 len: 853 time: 0.1237111 Nov 12 05:30:37.928939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-3a798633-5aea-4868-b347-6e074ccbdd17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7856a60-e423-4122-bb6e-f8f7e648dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351882 Nov 12 05:30:37.933336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf91ae-7b9e-416f-919b-ccbef16cc3e8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 0639da10-a388-4162-b965-4526c9417abf {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:37.934037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e4cf91ae-7b9e-416f-919b-ccbef16cc3e8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:37.968521 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a067c1dc-028a-4e9d-af13-bd5be162236d req-483795a8-96fc-4276-b535-3e1f16026111 service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022749 Nov 12 05:30:38.098793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e4cf91ae-7b9e-416f-919b-ccbef16cc3e8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:38.121986 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-f6273cd8-36dc-46f6-bd7c-dd0d7b21e668 service neutron] 10.222.0.47 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728773 Nov 12 05:30:38.123525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf91ae-7b9e-416f-919b-ccbef16cc3e8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 0639da10-a388-4162-b965-4526c9417abf owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:38.200849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-380e1d66-b05f-4836-92fd-f88646dd14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:38.203153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-380e1d66-b05f-4836-92fd-f88646dd14ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 1095 time: 0.0917232 Nov 12 05:30:38.384757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-d2109087-89c7-43c4-847f-fcbce76d4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:38.386776 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-d2109087-89c7-43c4-847f-fcbce76d4d34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 914 time: 0.1447856 Nov 12 05:30:38.388515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbdadf-74af-4b63-a55f-f12cc1dbdbb0 req-1d946532-e6b7-44de-a893-1f272e72f28d tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:38.390062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7dbdadf-74af-4b63-a55f-f12cc1dbdbb0 req-1d946532-e6b7-44de-a893-1f272e72f28d tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.2202168 Nov 12 05:30:38.409345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fd3c261-59b3-4525-b8b0-b4d8f83f3a63 req-72f5e7f7-cc6a-470a-99cf-17beca8477d2 service neutron] 10.222.0.47 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772415 Nov 12 05:30:38.428563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391e1ab-0f44-4b63-9172-12cb7d6d6e81 req-c0f68659-c508-405d-b1cb-83f6684b185f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:38.430116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6391e1ab-0f44-4b63-9172-12cb7d6d6e81 req-c0f68659-c508-405d-b1cb-83f6684b185f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 944 time: 0.1464598 Nov 12 05:30:38.457903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-788758cb-0a25-45ff-8f9b-3c4491b31a7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e55ef234-6310-4ad9-9979-cde19d15a9a0 HTTP/1.1" status: 200 len: 217 time: 0.0592427 Nov 12 05:30:38.570629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-184dc7a9-04a0-4053-8a9b-19a2953a2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:38.572903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-184dc7a9-04a0-4053-8a9b-19a2953a2688 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 200 len: 853 time: 0.1066377 Nov 12 05:30:38.578023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7dbdadf-74af-4b63-a55f-f12cc1dbdbb0 req-33dc1223-b956-468a-aa76-73f3f25e3312 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644044 Nov 12 05:30:38.593922 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e4cf91ae-7b9e-416f-919b-ccbef16cc3e8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:38.636157 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-53731f62-53c1-4c90-88d3-d69b63c9ee9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7856a60-e423-4122-bb6e-f8f7e648dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542002 Nov 12 05:30:38.669798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687b080-f047-4c52-b946-48963822eeec None None] Network a3931326-0020-4a55-a918-4c8470e7d324 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:38.675862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6391e1ab-0f44-4b63-9172-12cb7d6d6e81 req-98893f3a-19cb-47da-aed9-74dfe4f899ac tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188380 Nov 12 05:30:38.742029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf91ae-7b9e-416f-919b-ccbef16cc3e8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=0639da10-a388-4162-b965-4526c9417abf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:38.760113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 28553428-c6c5-4f67-9a8d-35892acee701 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:38.815620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e4cf91ae-7b9e-416f-919b-ccbef16cc3e8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:38.819545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e4cf91ae-7b9e-416f-919b-ccbef16cc3e8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/0639da10-a388-4162-b965-4526c9417abf HTTP/1.1" status: 204 len: 168 time: 1.2509429 Nov 12 05:30:38.820928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-ee3c3f24-9ec4-48ad-af57-c4c935755c2e service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761589 Nov 12 05:30:38.822601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45216) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:38.861028 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c59b86-807e-405d-a718-3f59a33f3d99 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:30:38.862669 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e0c59b86-807e-405d-a718-3f59a33f3d99 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/0639da10-a388-4162-b965-4526c9417abf HTTP/1.1" status: 404 len: 333 time: 0.0388737 Nov 12 05:30:38.869537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0863a9ba-7472-44e8-9dc9-2c497036b386 None None] Provisioning complete for port 28553428-c6c5-4f67-9a8d-35892acee701 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:38.870213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0863a9ba-7472-44e8-9dc9-2c497036b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:38.874825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45220) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:38.876332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 28553428-c6c5-4f67-9a8d-35892acee701 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:38.877393 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:38.950555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26892f37-724a-42fe-9fcb-dc6d3b62971b req-82ecf8ab-cdd8-4bd0-b969-14fe96c583f1 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:38.959155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26892f37-724a-42fe-9fcb-dc6d3b62971b req-82ecf8ab-cdd8-4bd0-b969-14fe96c583f1 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1253476 Nov 12 05:30:38.968870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac13630b-9f2c-41ff-a66c-e08e102721bb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 40b79afa-f111-48d3-9846-3d2e59e3f9ac {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:38.973069 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac13630b-9f2c-41ff-a66c-e08e102721bb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:38.989706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785c1e-9222-4846-86cd-9e05d7698ca8 req-b6d0b860-d1ba-4e40-822e-5b7f567937dd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:38.998457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05785c1e-9222-4846-86cd-9e05d7698ca8 req-b6d0b860-d1ba-4e40-822e-5b7f567937dd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1033454 Nov 12 05:30:39.027047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d5f6bb25-0b01-45f4-93e7-3072ded56334 req-8815076b-ea90-4e4a-a70f-b51ba5cc0218 service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782358 Nov 12 05:30:39.029448 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac13630b-9f2c-41ff-a66c-e08e102721bb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.069570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26892f37-724a-42fe-9fcb-dc6d3b62971b req-30c7450a-c1b8-4d6c-a4a2-b759b0014222 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092682 Nov 12 05:30:39.088334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05785c1e-9222-4846-86cd-9e05d7698ca8 req-52c7360b-230b-4920-a4da-999505d8416c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886486 Nov 12 05:30:39.168477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac13630b-9f2c-41ff-a66c-e08e102721bb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.177037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 99efa71e-8653-4519-a646-23a41f377d54 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:30:39.196747 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.221714 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0863a9ba-7472-44e8-9dc9-2c497036b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.231722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac13630b-9f2c-41ff-a66c-e08e102721bb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.287542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13630b-9f2c-41ff-a66c-e08e102721bb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=40b79afa-f111-48d3-9846-3d2e59e3f9ac,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:39.290427 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ac13630b-9f2c-41ff-a66c-e08e102721bb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.297858 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ac13630b-9f2c-41ff-a66c-e08e102721bb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/40b79afa-f111-48d3-9846-3d2e59e3f9ac HTTP/1.1" status: 204 len: 168 time: 0.4198174 Nov 12 05:30:39.299114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:39.423161 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:30:39.423506 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:30:39.425847 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-0863a9ba-7472-44e8-9dc9-2c497036b386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:30:39.426172 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-0863a9ba-7472-44e8-9dc9-2c497036b386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:30:39.431011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 99efa71e-8653-4519-a646-23a41f377d54, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99efa71e-8653-4519-a646-23a41f377d54,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:39.440675 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.444077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '99efa71e-8653-4519-a646-23a41f377d54', 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'port_id': '99efa71e-8653-4519-a646-23a41f377d54', 'mac_address': 'fa:16:3e:2e:a1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab657ce-d124-4223-83c9-8f54bd1a5efe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:30:39.512239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.517832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 28553428-c6c5-4f67-9a8d-35892acee701 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:39.518177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.531753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99efa71e-8653-4519-a646-23a41f377d54 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:39.558065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 99efa71e-8653-4519-a646-23a41f377d54, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99efa71e-8653-4519-a646-23a41f377d54,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:39.564592 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.566304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964e556-375f-458d-ab24-05b1d8c6af94 None None] Network a3931326-0020-4a55-a918-4c8470e7d324 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:39.596946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] For port 28553428-c6c5-4f67-9a8d-35892acee701, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=28553428-c6c5-4f67-9a8d-35892acee701,segment=NetworkSegment(8275b5bc-63c9-47f5-921a-184a8e8a6f5b),segment_id=8275b5bc-63c9-47f5-921a-184a8e8a6f5b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:39.597314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.611095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 28553428-c6c5-4f67-9a8d-35892acee701 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:39.668888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=99efa71e-8653-4519-a646-23a41f377d54,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:39.722894 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.760041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No DVR routers for this DVR port 28553428-c6c5-4f67-9a8d-35892acee701 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:39.767774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=28553428-c6c5-4f67-9a8d-35892acee701,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:39.787659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b4f0fd-8227-4351-bdbc-7d38a8ad0e2d None None] DHCP port deletion for a3931326-0020-4a55-a918-4c8470e7d324 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:30:39.849408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17372c95-bbd1-4bf5-af97-f7cf0c9079a4 req-4d984772-e315-4054-b992-0be8be03d2bb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:39.850933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17372c95-bbd1-4bf5-af97-f7cf0c9079a4 req-4d984772-e315-4054-b992-0be8be03d2bb tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.1655130 Nov 12 05:30:39.908869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.910593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['99efa71e-8653-4519-a646-23a41f377d54'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:39.944172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e67d8-58b2-4d69-9f15-02ecb4f8ad34 req-b6852ad6-913d-4623-87ae-96575ee91c9f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:39.945675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c88e67d8-58b2-4d69-9f15-02ecb4f8ad34 req-b6852ad6-913d-4623-87ae-96575ee91c9f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 945 time: 0.1800206 Nov 12 05:30:39.951961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3931326-0020-4a55-a918-4c8470e7d324']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:39.972909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Port 28553428-c6c5-4f67-9a8d-35892acee701 update to ACTIVE by agent not found {{(pid=102591) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 05:30:39.977346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8275b5bc-63c9-47f5-921a-184a8e8a6f5b') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:39.977651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8275b5bc-63c9-47f5-921a-184a8e8a6f5b') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:39.977954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0863a9ba-7472-44e8-9dc9-2c497036b386 None None] Port 28553428-c6c5-4f67-9a8d-35892acee701 update to ACTIVE by agent not found {{(pid=102591) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 05:30:39.997254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.001957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17372c95-bbd1-4bf5-af97-f7cf0c9079a4 req-1caf6f40-1889-4c2b-bee3-cc93c08fa931 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435409 Nov 12 05:30:40.024941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.039650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:40.040058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:40.043416 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:40.058050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c88e67d8-58b2-4d69-9f15-02ecb4f8ad34 req-f16dc4c3-fae3-4fbc-8569-5ab518a7ec5a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018751 Nov 12 05:30:40.097865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-99d182f8-ef66-4b7d-b597-00df5ed119fa None None] Could not find standard attr ID for object 28553428-c6c5-4f67-9a8d-35892acee701. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:30:40.144306 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.152195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.156035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/networks/a3931326-0020-4a55-a918-4c8470e7d324 HTTP/1.1" status: 204 len: 168 time: 0.8548033 Nov 12 05:30:40.160041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45238) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:40.165143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'name': 'tempest-PortsIpV6TestJSON-862812470'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:40.187227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74acdf-824a-4994-a35b-c3aa488ce63e req-9d202a3f-d08c-4133-a81e-bf08a55ac8d3 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:40.188714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c74acdf-824a-4994-a35b-c3aa488ce63e req-9d202a3f-d08c-4133-a81e-bf08a55ac8d3 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.0934517 Nov 12 05:30:40.202565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e52416-7242-472c-8c69-5d8452325d94 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Network': ['ID=a3931326-0020-4a55-a918-4c8470e7d324,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:40.255205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:40.257681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0814179-da16-475c-b95d-caf35ecf27e5 req-577eff80-0294-4691-a251-74e1962b27df tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:40.258871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.259210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0814179-da16-475c-b95d-caf35ecf27e5 req-577eff80-0294-4691-a251-74e1962b27df tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1010754 Nov 12 05:30:40.264406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c74acdf-824a-4994-a35b-c3aa488ce63e req-e4fe10eb-657d-4eed-93a0-c464b00991e3 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597887 Nov 12 05:30:40.278071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port d50fa014-6f8b-4b52-b564-3c745f430e85 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:40.309512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0814179-da16-475c-b95d-caf35ecf27e5 req-c6bad7cf-f59b-450d-b578-b2eaf456c52c tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Nov 12 05:30:40.394195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5cf69-9e6b-4895-80d6-0d18ea6c4088 req-2e64924c-08e1-49c8-a50e-7fd23bcb57b0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:40.396495 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7b5cf69-9e6b-4895-80d6-0d18ea6c4088 req-2e64924c-08e1-49c8-a50e-7fd23bcb57b0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.0551260 Nov 12 05:30:40.451747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7b5cf69-9e6b-4895-80d6-0d18ea6c4088 req-7a04abd5-8b59-4b5c-8aee-db9072648d49 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458360 Nov 12 05:30:40.480413 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.524260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.552109 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.581338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:40.587666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:40.590872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:40.597477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:40.598208 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.612032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=d50fa014-6f8b-4b52-b564-3c745f430e85,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:40.613689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e1581-6d0e-4bc4-8cb8-d93562f8e57b req-0aaac420-a20f-4541-801c-5f1629a8e93a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:40.619672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-127e1581-6d0e-4bc4-8cb8-d93562f8e57b req-0aaac420-a20f-4541-801c-5f1629a8e93a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.0691085 Nov 12 05:30:40.630298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45248) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:40.631217 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c11518f2-5a50-4ecc-9c19-28a0dd110c1c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4699125 Nov 12 05:30:40.633183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 28553428-c6c5-4f67-9a8d-35892acee701 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:40.655927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 28553428-c6c5-4f67-9a8d-35892acee701 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:40.656273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 28553428-c6c5-4f67-9a8d-35892acee701 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:40.726395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-127e1581-6d0e-4bc4-8cb8-d93562f8e57b req-423af6ed-a0a5-4cff-b5ca-a558b014f6e6 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032317 Nov 12 05:30:40.752061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7ca45dac-bfe5-451f-8bf5-31b1e3d54ba2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port d50fa014-6f8b-4b52-b564-3c745f430e85 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:40.752398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ca45dac-bfe5-451f-8bf5-31b1e3d54ba2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.844386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ca45dac-bfe5-451f-8bf5-31b1e3d54ba2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:40.861511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7ca45dac-bfe5-451f-8bf5-31b1e3d54ba2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for d50fa014-6f8b-4b52-b564-3c745f430e85 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:40.885894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d4055-927e-46e0-b3a3-847357f11319 req-e7c8f7ba-ad1b-46c8-997d-2099773050b5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:40.887407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d83d4055-927e-46e0-b3a3-847357f11319 req-e7c8f7ba-ad1b-46c8-997d-2099773050b5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.0797734 Nov 12 05:30:40.977071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d83d4055-927e-46e0-b3a3-847357f11319 req-0cf2ff56-1a3c-4449-a601-10a4259bd2d5 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577676 Nov 12 05:30:40.993234 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ca45dac-bfe5-451f-8bf5-31b1e3d54ba2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.028042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ca45dac-bfe5-451f-8bf5-31b1e3d54ba2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.034120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7ca45dac-bfe5-451f-8bf5-31b1e3d54ba2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/d50fa014-6f8b-4b52-b564-3c745f430e85 HTTP/1.1" status: 204 len: 168 time: 0.4028373 Nov 12 05:30:41.034335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45254) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:41.035327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca45dac-bfe5-451f-8bf5-31b1e3d54ba2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=d50fa014-6f8b-4b52-b564-3c745f430e85,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:41.040455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'mac_address': 'fa:16:3e:b4:2f:47', 'name': 'tempest-PortsIpV6TestJSON-1701128509'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:41.131042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:41.189560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 99efa71e-8653-4519-a646-23a41f377d54 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:41.204385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.215480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4677d1-160f-47cf-b344-1baae3f3afa3 req-d80b49ef-00f6-4442-8c9c-be05e3e418cc tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.217329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c4677d1-160f-47cf-b344-1baae3f3afa3 req-d80b49ef-00f6-4442-8c9c-be05e3e418cc tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 945 time: 0.0854368 Nov 12 05:30:41.224291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 7e2a0468-267a-4035-a405-daf43cf1017f yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:41.226045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e05c-aaa3-4cfa-a693-f8b74ccee763 req-4f23b725-e659-4344-be3c-46430e7fe98c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.227569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b44e05c-aaa3-4cfa-a693-f8b74ccee763 req-4f23b725-e659-4344-be3c-46430e7fe98c tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.0853457 Nov 12 05:30:41.241126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 99efa71e-8653-4519-a646-23a41f377d54 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:30:41.245701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 99efa71e-8653-4519-a646-23a41f377d54 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:41.246508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.308825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c4677d1-160f-47cf-b344-1baae3f3afa3 req-f12e0d9c-81ef-45ef-a862-11a8892ac8f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787539 Nov 12 05:30:41.316427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b44e05c-aaa3-4cfa-a693-f8b74ccee763 req-830d186d-8f46-46de-8100-22bd6412c946 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782926 Nov 12 05:30:41.338901 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.372452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5415905-28fe-4828-b330-490c9f1c29b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99efa71e-8653-4519-a646-23a41f377d54'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:41.375292 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b79335-c4c4-4f36-852a-9fd0790c1a34" -d '{"events": [{"server_uuid": "a5415905-28fe-4828-b330-490c9f1c29b8", "name": "network-vif-plugged", "status": "completed", "tag": "99efa71e-8653-4519-a646-23a41f377d54"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:41.388386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 99efa71e-8653-4519-a646-23a41f377d54, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99efa71e-8653-4519-a646-23a41f377d54,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:41.393714 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.428177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.457853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=99efa71e-8653-4519-a646-23a41f377d54,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:41.470933 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.493202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa20b78-e674-447f-843b-2727c6fb54ff req-1fd9bf13-441e-4d22-ae36-008233187145 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.494768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fa20b78-e674-447f-843b-2727c6fb54ff req-1fd9bf13-441e-4d22-ae36-008233187145 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0995519 Nov 12 05:30:41.514246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:41.517352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:41.526378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:41.532219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.532925 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.541480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=7e2a0468-267a-4035-a405-daf43cf1017f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:41.544104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e0225-32cd-4fff-9a49-5d88299c5082 req-e401a52c-99fd-4d5a-98fd-88cb3676234a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.550907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-758e0225-32cd-4fff-9a49-5d88299c5082 req-e401a52c-99fd-4d5a-98fd-88cb3676234a tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.1251421 Nov 12 05:30:41.555735 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a9b995e-3027-454b-b774-582bebd98f58 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5201848 Nov 12 05:30:41.558225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:41.602645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54653ff-b02f-496c-b813-1165223d7eec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.603996 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b54653ff-b02f-496c-b813-1165223d7eec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/7e2a0468-267a-4035-a405-daf43cf1017f HTTP/1.1" status: 200 len: 845 time: 0.0444531 Nov 12 05:30:41.606690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45274) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:41.625694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fa20b78-e674-447f-843b-2727c6fb54ff req-d5787e44-b578-4b48-a823-305a77c84f0b tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071594 Nov 12 05:30:41.629165 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-8d36b952-3267-428f-8d4b-ed2867ab1fb0 service neutron] show failed (client error): The resource could not be found. Nov 12 05:30:41.630091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-8d36b952-3267-428f-8d4b-ed2867ab1fb0 service neutron] 10.222.0.47 "GET /v2.0/ports/b85d982a-18be-4d9c-96be-90f4f451b85a/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.1519823 Nov 12 05:30:41.642632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-758e0225-32cd-4fff-9a49-5d88299c5082 req-352edd4e-17d1-4b4a-b2c5-81c22a31b8a3 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871687 Nov 12 05:30:41.694849 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e59848d-8ccc-48e6-b4b7-de21a5ebf923 x-openstack-request-id: req-2e59848d-8ccc-48e6-b4b7-de21a5ebf923 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:41.695371 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5415905-28fe-4828-b330-490c9f1c29b8", "name": "network-vif-plugged", "status": "completed", "tag": "99efa71e-8653-4519-a646-23a41f377d54", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:41.695814 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e59848d-8ccc-48e6-b4b7-de21a5ebf923 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:41.696424 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5415905-28fe-4828-b330-490c9f1c29b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99efa71e-8653-4519-a646-23a41f377d54', 'code': 200} Nov 12 05:30:41.701629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6469c41f-a1a1-4ca0-8058-1a6f9ec0727a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 7e2a0468-267a-4035-a405-daf43cf1017f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:41.702120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6469c41f-a1a1-4ca0-8058-1a6f9ec0727a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.783939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e55ef234-6310-4ad9-9979-cde19d15a9a0 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:30:41.800387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6469c41f-a1a1-4ca0-8058-1a6f9ec0727a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.819718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6469c41f-a1a1-4ca0-8058-1a6f9ec0727a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 7e2a0468-267a-4035-a405-daf43cf1017f owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:41.850269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73220e3-3226-4b89-8ad4-e91cf45d306c req-8df963dc-7b84-48ae-b0c4-84206c21544f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.852001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a73220e3-3226-4b89-8ad4-e91cf45d306c req-8df963dc-7b84-48ae-b0c4-84206c21544f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.0936930 Nov 12 05:30:41.879613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9b11-0af6-4447-a8db-c16f44ff021b req-1d4c6193-5381-4bf4-81e5-20218203baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.881222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b00b9b11-0af6-4447-a8db-c16f44ff021b req-1d4c6193-5381-4bf4-81e5-20218203baee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 1098 time: 0.0854864 Nov 12 05:30:41.938560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a73220e3-3226-4b89-8ad4-e91cf45d306c req-43a8dede-edc8-418b-b269-946fc824dd66 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787792 Nov 12 05:30:41.956261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-512c5a40-732d-4bab-8f6a-adf573488e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:41.958177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-512c5a40-732d-4bab-8f6a-adf573488e7b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0627468 Nov 12 05:30:41.959985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b00b9b11-0af6-4447-a8db-c16f44ff021b req-40a3b16c-0bdc-48ef-9e80-b51e612089cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659895 Nov 12 05:30:41.963250 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6469c41f-a1a1-4ca0-8058-1a6f9ec0727a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:41.978448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:42.030358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469c41f-a1a1-4ca0-8058-1a6f9ec0727a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=7e2a0468-267a-4035-a405-daf43cf1017f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:42.041728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6469c41f-a1a1-4ca0-8058-1a6f9ec0727a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.046282 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6469c41f-a1a1-4ca0-8058-1a6f9ec0727a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/7e2a0468-267a-4035-a405-daf43cf1017f HTTP/1.1" status: 204 len: 168 time: 0.4386001 Nov 12 05:30:42.049183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45278) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:42.091566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e55ef234-6310-4ad9-9979-cde19d15a9a0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e55ef234-6310-4ad9-9979-cde19d15a9a0,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:42.092651 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-883401a5-fd01-4d79-9355-f99d20c1a279 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:30:42.098456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-883401a5-fd01-4d79-9355-f99d20c1a279 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/7e2a0468-267a-4035-a405-daf43cf1017f HTTP/1.1" status: 404 len: 333 time: 0.0437000 Nov 12 05:30:42.099304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45282) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:42.104214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'e55ef234-6310-4ad9-9979-cde19d15a9a0', 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'port_id': 'e55ef234-6310-4ad9-9979-cde19d15a9a0', 'mac_address': 'fa:16:3e:9e:04:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab657ce-d124-4223-83c9-8f54bd1a5efe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:30:42.105492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'name': 'tempest-PortsIpV6TestJSON-496417016'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:42.144822 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.161172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55ef234-6310-4ad9-9979-cde19d15a9a0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:42.187611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e55ef234-6310-4ad9-9979-cde19d15a9a0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e55ef234-6310-4ad9-9979-cde19d15a9a0,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:42.193040 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.245461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:42.252004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e55ef234-6310-4ad9-9979-cde19d15a9a0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:42.253765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.300734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port cca7d0cc-a0dd-4390-a378-15a7ce9c573f yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:42.373765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3676e-4f08-46e6-8442-8c942a99389d req-4373b761-e3e5-438a-8e5e-f001aa601ef9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:42.375321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc3676e-4f08-46e6-8442-8c942a99389d req-4373b761-e3e5-438a-8e5e-f001aa601ef9 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.1077285 Nov 12 05:30:42.410604 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.526546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fc3676e-4f08-46e6-8442-8c942a99389d req-0b23d437-d761-4450-826d-bb5684e37fd3 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410651 Nov 12 05:30:42.549747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166d5f8-78a3-4b9a-98e4-7c9ab13dfbcf req-b98a8cbf-8292-448d-9ddd-8a1727215053 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:42.549747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e166d5f8-78a3-4b9a-98e4-7c9ab13dfbcf req-b98a8cbf-8292-448d-9ddd-8a1727215053 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 946 time: 0.1590524 Nov 12 05:30:42.567718 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.626738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e166d5f8-78a3-4b9a-98e4-7c9ab13dfbcf req-06e26169-421a-41a7-9969-9887570c3fa1 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694332 Nov 12 05:30:42.631964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e55ef234-6310-4ad9-9979-cde19d15a9a0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:42.637709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.647464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:42.679831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:42.685878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:42.689568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:42.695192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:42.696826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.705140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=cca7d0cc-a0dd-4390-a378-15a7ce9c573f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:42.719132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b530f6ff-2d6b-4a50-951d-1fe55e3865ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6184578 Nov 12 05:30:42.721751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45292) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:42.727209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:42.732535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:42.793372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:42.795706 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1672bbe-884a-41f9-9086-167076f3bd57" -d '{"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-unplugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:42.800190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.815931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Transition to ACTIVE for port object b85d982a-18be-4d9c-96be-90f4f451b85a will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:30:42.823919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.865634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:42.930303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb04445-0300-43c9-9025-cf9399a07dae req-b457d798-fc95-4ad3-95f5-cb8828dabbf4 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:42.939431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb04445-0300-43c9-9025-cf9399a07dae req-b457d798-fc95-4ad3-95f5-cb8828dabbf4 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1256342 Nov 12 05:30:42.956809 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa07419f-ea48-4c3e-acfe-e77eb7bff598 x-openstack-request-id: req-fa07419f-ea48-4c3e-acfe-e77eb7bff598 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:42.957217 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-unplugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:42.957619 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa07419f-ea48-4c3e-acfe-e77eb7bff598 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:42.958119 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'code': 200} Nov 12 05:30:42.966575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:43.013193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] No DVR routers for this DVR port b85d982a-18be-4d9c-96be-90f4f451b85a on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:43.083392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb04445-0300-43c9-9025-cf9399a07dae req-ce04da36-f909-4b83-97e1-ce2ca543ec5f tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402297 Nov 12 05:30:43.162863 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.169299 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.194969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:43.195324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:43.195632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:43.200009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:30:43.200331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:43.205242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:43.205586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Checking segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:43.205980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Bound using segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:43.206443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Bound port: b85d982a-18be-4d9c-96be-90f4f451b85a, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:43.206808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.208151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] In _notify_port_updated(), no bound segment for port cca7d0cc-a0dd-4390-a378-15a7ce9c573f on network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:30:43.213998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.214649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.215937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "PUT /v2.0/ports/cca7d0cc-a0dd-4390-a378-15a7ce9c573f HTTP/1.1" status: 200 len: 818 time: 0.4931905 Nov 12 05:30:43.219554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45302) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:43.235585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ded75-ab3d-4349-bb8d-38bbd5c6f20e req-4ec4b0d4-24c5-44e9-b822-2994af50b41c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.237080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d3ded75-ab3d-4349-bb8d-38bbd5c6f20e req-4ec4b0d4-24c5-44e9-b822-2994af50b41c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 943 time: 0.1143548 Nov 12 05:30:43.241226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca9ff2-9118-4138-b8d2-ce8640abf471 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=cca7d0cc-a0dd-4390-a378-15a7ce9c573f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:43.302873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d3ded75-ab3d-4349-bb8d-38bbd5c6f20e req-640dfd4d-4696-4ba5-9694-698b4cd204c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463977 Nov 12 05:30:43.340852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:43.344546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:43.352860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.393138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.393829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.395190 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] 10.222.0.43 "PUT /v2.0/ports/b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 1092 time: 1.4217942 Nov 12 05:30:43.401421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7dc45c1a-dda4-453a-8331-b5bdc9e43fec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port cca7d0cc-a0dd-4390-a378-15a7ce9c573f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:43.401689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dc45c1a-dda4-453a-8331-b5bdc9e43fec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.482748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84d458-072a-4af6-a81e-7257343e699a service neutron] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:43.515869 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dc45c1a-dda4-453a-8331-b5bdc9e43fec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.532254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7dc45c1a-dda4-453a-8331-b5bdc9e43fec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for cca7d0cc-a0dd-4390-a378-15a7ce9c573f owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:43.551491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-fe40c235-2451-4551-bfbd-637f48f417c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.553146 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-fe40c235-2451-4551-bfbd-637f48f417c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1095 time: 0.0814390 Nov 12 05:30:43.652448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5015ba-545a-42a7-a88e-b5be99433677 req-c01c66b2-77f7-4658-baa0-7ecffd2623ac tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.655038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c5015ba-545a-42a7-a88e-b5be99433677 req-c01c66b2-77f7-4658-baa0-7ecffd2623ac tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.0532153 Nov 12 05:30:43.720994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-8218c0ae-40fa-466f-804a-a83e04a627e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.721794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c5015ba-545a-42a7-a88e-b5be99433677 req-306eb74b-7e52-476c-b443-360ff184cc67 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/security-groups?id=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540957 Nov 12 05:30:43.723619 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-8218c0ae-40fa-466f-804a-a83e04a627e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.1428573 Nov 12 05:30:43.724910 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dc45c1a-dda4-453a-8331-b5bdc9e43fec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.782222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396be4c-467d-4e03-b97b-6d7251710d21 req-19975c50-b069-45cf-902c-10df2dec818a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.783972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0396be4c-467d-4e03-b97b-6d7251710d21 req-19975c50-b069-45cf-902c-10df2dec818a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 946 time: 0.0533860 Nov 12 05:30:43.792592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc45c1a-dda4-453a-8331-b5bdc9e43fec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=cca7d0cc-a0dd-4390-a378-15a7ce9c573f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:43.805966 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7dc45c1a-dda4-453a-8331-b5bdc9e43fec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.812402 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7dc45c1a-dda4-453a-8331-b5bdc9e43fec tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/cca7d0cc-a0dd-4390-a378-15a7ce9c573f HTTP/1.1" status: 204 len: 168 time: 0.5897450 Nov 12 05:30:43.814622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45308) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:43.839543 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-f57a267a-446f-40ea-8fa5-566a1783bbe1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 998 time: 0.1056352 Nov 12 05:30:43.855730 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbe54-ef68-4f27-be34-a20be2922acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:43.859538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0396be4c-467d-4e03-b97b-6d7251710d21 req-67aa2b0f-66ab-43a1-be45-f83f8d0b424f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667195 Nov 12 05:30:43.887543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc416d-62e4-467c-a2f0-c2a6bf2d930a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.891384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a8dc416d-62e4-467c-a2f0-c2a6bf2d930a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0730515 Nov 12 05:30:43.891655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45314) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:43.920249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-a204e4fc-f1fc-4ff1-8b21-40a309ca273f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.921809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-a204e4fc-f1fc-4ff1-8b21-40a309ca273f tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.43 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 945 time: 0.1059654 Nov 12 05:30:43.929602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-c12e9f8c-7544-4e28-9481-39a731e91bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:43.933150 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-c12e9f8c-7544-4e28-9481-39a731e91bfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.0785716 Nov 12 05:30:44.047253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-a5076613-7c83-495d-9a44-e42b4065688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:44.048840 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-a5076613-7c83-495d-9a44-e42b4065688c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050396 Nov 12 05:30:44.130373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Deleting port ae41cf91-1052-44be-824d-dd2a3b7abcd5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:44.130842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.218664 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e86095-badb-4433-89fb-690bccbb5d1a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:30:44.223639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e6e86095-badb-4433-89fb-690bccbb5d1a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/cca7d0cc-a0dd-4390-a378-15a7ce9c573f HTTP/1.1" status: 404 len: 333 time: 0.3274605 Nov 12 05:30:44.224461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:44.229083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-818024610'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:44.247296 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-fe5ed6f6-8974-4eae-9dde-1868258ca4b3 service neutron] 10.222.0.43 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882670 Nov 12 05:30:44.292154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af7aec-3143-4719-85c6-444265d56864 req-0c04a673-23d0-4eff-ab87-bb2a5343f6c2 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:44.293645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84af7aec-3143-4719-85c6-444265d56864 req-0c04a673-23d0-4eff-ab87-bb2a5343f6c2 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0777056 Nov 12 05:30:44.305343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] For port ae41cf91-1052-44be-824d-dd2a3b7abcd5, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ae41cf91-1052-44be-824d-dd2a3b7abcd5,segment=NetworkSegment(240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1),segment_id=240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:44.305798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.307051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e759810-18bd-437c-ae16-47972b5ea758 req-a6a624c3-9cfe-499a-b739-e9341fd939e0 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:44.308711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e759810-18bd-437c-ae16-47972b5ea758 req-a6a624c3-9cfe-499a-b739-e9341fd939e0 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 944 time: 0.0938628 Nov 12 05:30:44.315387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:44.318838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.359820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Calling delete_port for ae41cf91-1052-44be-824d-dd2a3b7abcd5 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:44.380731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84af7aec-3143-4719-85c6-444265d56864 req-c8d9a323-74ac-48f7-84e8-3eb08b9f104b tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710082 Nov 12 05:30:44.389042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e759810-18bd-437c-ae16-47972b5ea758 req-7558b462-1a33-4ce1-ae75-9d678d4157fa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627353 Nov 12 05:30:44.427597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:30:44.457546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.457964 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Added segment 4e267a63-6862-4a22-bc87-4689140a8648 of type vlan for network e3035278-63ce-4338-891e-f40c73424c98 Nov 12 05:30:44.465350 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba0c7eb1-55a3-4594-88ed-ef219b89a533 req-9ee383c7-136d-4bc5-8772-2e9a55662860 service neutron] 10.222.0.43 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093847 Nov 12 05:30:44.503614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942217d-3f91-4210-b17f-6ac613c09cfb req-3ed60761-0ca2-4962-aacf-36d4f7b56c56 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:44.505157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5942217d-3f91-4210-b17f-6ac613c09cfb req-3ed60761-0ca2-4962-aacf-36d4f7b56c56 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 943 time: 0.0559940 Nov 12 05:30:44.522862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.578576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5942217d-3f91-4210-b17f-6ac613c09cfb req-55f5b648-1eb7-4d98-9e5d-7f0dddeb05fc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654228 Nov 12 05:30:44.583278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.590005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:44.590643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.638074 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4129331 Nov 12 05:30:44.640989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45324) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:44.645963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': 'e3035278-63ce-4338-891e-f40c73424c98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:44.685915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.718813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac0f46-0228-42d4-8b98-b1349add473a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Network': ['ID=e3035278-63ce-4338-891e-f40c73424c98,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:44.720148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ae41cf91-1052-44be-824d-dd2a3b7abcd5'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:44.721510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Pushing event deleted for resources: {'Port': ['ID=ae41cf91-1052-44be-824d-dd2a3b7abcd5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:44.746813 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e3035278-63ce-4338-891e-f40c73424c98 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:30:44.752879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:44.756895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.778083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] No DVR routers for this DVR port ae41cf91-1052-44be-824d-dd2a3b7abcd5 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:44.780616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:44.784465 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f2fdbb9b-926d-4996-9728-cdc17791dce4 req-7a2d3405-7fb2-462a-8a57-09126517e0ad tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.43 "DELETE /v2.0/ports/ae41cf91-1052-44be-824d-dd2a3b7abcd5 HTTP/1.1" status: 204 len: 173 time: 0.8503559 Nov 12 05:30:44.856401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84363b99-5508-42d6-8982-30cd2a641a15 req-c198e432-f2d9-4119-81a8-c7fe7c6c92e8 tempest-ServerDiskConfigTestJSON-1348287339 tempest-ServerDiskConfigTestJSON-1348287339-project] 10.222.0.48 "GET /v2.0/ports?device_id=68121f20-dcde-4685-812c-c75cc210e450 HTTP/1.1" status: 200 len: 210 time: 0.0351079 Nov 12 05:30:44.959769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}, {'server_uuid': '68121f20-dcde-4685-812c-c75cc210e450', 'name': 'network-vif-deleted', 'tag': 'ae41cf91-1052-44be-824d-dd2a3b7abcd5'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:44.962163 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1185090-0942-414b-93ad-72f9964ae3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}, {"server_uuid": "68121f20-dcde-4685-812c-c75cc210e450", "name": "network-vif-deleted", "tag": "ae41cf91-1052-44be-824d-dd2a3b7abcd5"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:44.986242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:45.016275 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a018e16f-0a35-4349-9759-8b6aa862f07d x-openstack-request-id: req-a018e16f-0a35-4349-9759-8b6aa862f07d {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:45.016640 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "status": "completed", "code": 200}, {"server_uuid": "68121f20-dcde-4685-812c-c75cc210e450", "name": "network-vif-deleted", "tag": "ae41cf91-1052-44be-824d-dd2a3b7abcd5", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:45.016818 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a018e16f-0a35-4349-9759-8b6aa862f07d {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:45.017209 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'status': 'completed', 'code': 200} Nov 12 05:30:45.017461 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68121f20-dcde-4685-812c-c75cc210e450', 'name': 'network-vif-deleted', 'tag': 'ae41cf91-1052-44be-824d-dd2a3b7abcd5', 'status': 'completed', 'code': 200} Nov 12 05:30:45.079290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=154bd15b-73f3-4ca7-b806-83e0a8c6fcbb,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:45.099847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking segment: {'id': '4e267a63-6862-4a22-bc87-4689140a8648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e3035278-63ce-4338-891e-f40c73424c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:45.100225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network hostable DHCP agents. Network: e3035278-63ce-4338-891e-f40c73424c98, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:30:45.108709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-31139b83-914a-471b-833d-59ec9e1007cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.110224 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-31139b83-914a-471b-833d-59ec9e1007cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1095 time: 0.0490112 Nov 12 05:30:45.113517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-988bd532-2335-4148-9ea7-b863a8bafa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.115075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-988bd532-2335-4148-9ea7-b863a8bafa67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1095 time: 0.0769496 Nov 12 05:30:45.125503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network e3035278-63ce-4338-891e-f40c73424c98 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:30:45.161482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e3035278-63ce-4338-891e-f40c73424c98) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:45.169681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.170283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:45.177055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf460e5-e31e-4517-8b6f-15f382987084 None None] Network e3035278-63ce-4338-891e-f40c73424c98 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:45.211504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:45.217802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4eaf633d-9869-40c3-95cc-ad2192479ade tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5757115 Nov 12 05:30:45.220500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45334) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:45.225293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-00b77c75-2f8a-4ef8-8bbe-b4a4185087f5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': 'e3035278-63ce-4338-891e-f40c73424c98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:45.235115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-2d89046a-acef-40a5-a79e-2ff9801b5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.236631 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-2d89046a-acef-40a5-a79e-2ff9801b5549 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.1171100 Nov 12 05:30:45.299321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-0b448334-8f4c-479a-9b79-e01e50d2dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.301176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-0b448334-8f4c-479a-9b79-e01e50d2dbd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.1719186 Nov 12 05:30:45.304342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:45.309480 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-5d4e127a-8f12-4bc6-a6f3-ede540540d9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 998 time: 0.0635455 Nov 12 05:30:45.371466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-8c21278c-1612-4f92-94b7-1349ff68e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.373319 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-8c21278c-1612-4f92-94b7-1349ff68e7f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.0560043 Nov 12 05:30:45.391804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e3035278-63ce-4338-891e-f40c73424c98', 'network_id': 'e3035278-63ce-4338-891e-f40c73424c98', 'tenant_id': '959644c6526e4f4e90c5585c84da27d9', 'fixed_ips': [{'subnet_id': '154bd15b-73f3-4ca7-b806-83e0a8c6fcbb'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:30:45.393040 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:45.393198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-9cc97f2c-2a4f-4167-bf0a-98d54a1ab2d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 998 time: 0.0830457 Nov 12 05:30:45.450729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-3bb91d20-5e08-4438-9648-a00d6f62c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.453337 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-3bb91d20-5e08-4438-9648-a00d6f62c8b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652459 Nov 12 05:30:45.496200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-27d029d4-2cbb-44ae-999a-492a2cfbb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.497831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-27d029d4-2cbb-44ae-999a-492a2cfbb623 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.0924892 Nov 12 05:30:45.498673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b77c75-2f8a-4ef8-8bbe-b4a4185087f5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:45.502146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-00b77c75-2f8a-4ef8-8bbe-b4a4185087f5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:45.594719 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-699fd1f7-4072-466d-b915-a3a356f30536 service neutron] 10.222.0.43 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227472 Nov 12 05:30:45.633088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Allocated IP 2001:db8::2 (e3035278-63ce-4338-891e-f40c73424c98/154bd15b-73f3-4ca7-b806-83e0a8c6fcbb/bd0814d4-f954-4ed7-bd04-85df76c1d3e1) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:45.677519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2229c-ed80-42aa-b250-d1666e7e59ab req-95c1a6b8-bc90-4445-9d28-27f34a0d5bb9 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.679070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bc2229c-ed80-42aa-b250-d1666e7e59ab req-95c1a6b8-bc90-4445-9d28-27f34a0d5bb9 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 944 time: 0.1990919 Nov 12 05:30:45.687030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-ef88f2f9-933b-4857-ace3-60bc1879b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.688496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-ef88f2f9-933b-4857-ace3-60bc1879b6bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1826899 Nov 12 05:30:45.698966 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-bb7d148f-09aa-49b2-b2a0-ab09e2da2f73 service neutron] 10.222.0.43 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966473 Nov 12 05:30:45.699194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd35a5-dffd-4933-8067-915c6d429190 req-c3f83d0c-8d88-4b80-8c39-7a59c21ea7d9 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:45.700543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0bd35a5-dffd-4933-8067-915c6d429190 req-c3f83d0c-8d88-4b80-8c39-7a59c21ea7d9 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1662693 Nov 12 05:30:45.784123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:45.789333 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:45.805994 n-d-765315-28 neutron-server[102590]: INFO neutron.db.ipam_backend_mixin [None req-00b77c75-2f8a-4ef8-8bbe-b4a4185087f5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 154bd15b-73f3-4ca7-b806-83e0a8c6fcbb (CIDR: 2001:db8::/64) Nov 12 05:30:45.816113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e55ef234-6310-4ad9-9979-cde19d15a9a0 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:45.821097 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b77c75-2f8a-4ef8-8bbe-b4a4185087f5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:30:45.821550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b77c75-2f8a-4ef8-8bbe-b4a4185087f5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:30:45.863971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Network e3035278-63ce-4338-891e-f40c73424c98 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:45.867121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Pushing event updated for resources: {'Port': ['ID=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:45.869597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:45.875547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:45.886023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bc2229c-ed80-42aa-b250-d1666e7e59ab req-a2440bef-4ac7-4922-ada4-ccdfa02ef02c tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751034 Nov 12 05:30:45.894069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-00b77c75-2f8a-4ef8-8bbe-b4a4185087f5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6725583 Nov 12 05:30:45.897605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45344) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:45.899474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-397a2abe-629e-4fdb-a14a-6bc93c4e209b service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956129 Nov 12 05:30:45.903477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0bd35a5-dffd-4933-8067-915c6d429190 req-aa6b8975-eb98-4515-a57c-eeb61e162a2a tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816905 Nov 12 05:30:45.905005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': 'e3035278-63ce-4338-891e-f40c73424c98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:45.947086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Attempting to bind port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:45.947546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Attempting to bind port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4e267a63-6862-4a22-bc87-4689140a8648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e3035278-63ce-4338-891e-f40c73424c98'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:45.948053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Attempting to bind port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 on network e3035278-63ce-4338-891e-f40c73424c98 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:45.951342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port e55ef234-6310-4ad9-9979-cde19d15a9a0 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:30:45.959366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:45.960025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Checking segment: {'id': '4e267a63-6862-4a22-bc87-4689140a8648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e3035278-63ce-4338-891e-f40c73424c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:45.960688 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:45.961212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Bound using segment: {'id': '4e267a63-6862-4a22-bc87-4689140a8648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e3035278-63ce-4338-891e-f40c73424c98'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:45.961756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Bound port: bd0814d4-f954-4ed7-bd04-85df76c1d3e1, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e267a63-6862-4a22-bc87-4689140a8648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e3035278-63ce-4338-891e-f40c73424c98'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:45.962256 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:45.965118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port e55ef234-6310-4ad9-9979-cde19d15a9a0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:45.966190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.022696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1185090-0942-414b-93ad-72f9964ae3d1 req-ccacccd2-91aa-49da-8b06-3aa2298a3433 service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117074 Nov 12 05:30:46.101464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] For port bd0814d4-f954-4ed7-bd04-85df76c1d3e1, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:46.114166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75271058-c89c-4de3-a463-d547a1351d17 req-28ee7136-c181-4b2f-8ad8-f0dc44d56f04 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:46.116078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75271058-c89c-4de3-a463-d547a1351d17 req-28ee7136-c181-4b2f-8ad8-f0dc44d56f04 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 943 time: 0.0844953 Nov 12 05:30:46.119526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:46.121657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] For port bd0814d4-f954-4ed7-bd04-85df76c1d3e1, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,segment=NetworkSegment(4e267a63-6862-4a22-bc87-4689140a8648),segment_id=4e267a63-6862-4a22-bc87-4689140a8648)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:46.123325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.124789 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.137994 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.182955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8184ac0c-45dc-479d-91ff-391a182c3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ef234-6310-4ad9-9979-cde19d15a9a0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:46.185441 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9ab74-0d3d-4fe7-80a0-85b1c471a4a0" -d '{"events": [{"server_uuid": "8184ac0c-45dc-479d-91ff-391a182c3a34", "name": "network-vif-plugged", "status": "completed", "tag": "e55ef234-6310-4ad9-9979-cde19d15a9a0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:46.203658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75271058-c89c-4de3-a463-d547a1351d17 req-49b68946-3015-4ef9-9c0e-7b7953263fc8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757058 Nov 12 05:30:46.215579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e55ef234-6310-4ad9-9979-cde19d15a9a0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e55ef234-6310-4ad9-9979-cde19d15a9a0,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:46.229383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461522d1-426c-4ba4-aff0-1688ac397306 None None] Pushing event updated for resources: {'Port': ['ID=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:46.233701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.279962 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06009a-8c23-4923-94b9-d7556b661c2e x-openstack-request-id: req-5e06009a-8c23-4923-94b9-d7556b661c2e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:46.280286 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8184ac0c-45dc-479d-91ff-391a182c3a34", "name": "network-vif-plugged", "status": "completed", "tag": "e55ef234-6310-4ad9-9979-cde19d15a9a0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:46.280892 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e06009a-8c23-4923-94b9-d7556b661c2e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:46.281246 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8184ac0c-45dc-479d-91ff-391a182c3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ef234-6310-4ad9-9979-cde19d15a9a0', 'code': 200} Nov 12 05:30:46.303315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e30c560c-bd26-4b68-ba0e-e216e7cf2f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.339805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e55ef234-6310-4ad9-9979-cde19d15a9a0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:46.359907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45360) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:46.489482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e32a82e-b12c-43a7-9a90-a310d28776df admin admin] Deleting subnet f607d79d-e217-404a-812e-4dc685d7294f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:46.498308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e32a82e-b12c-43a7-9a90-a310d28776df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.567887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ef24b-43f0-4b4d-af05-d491f23d60ac req-d8e7bb82-dd9c-4c03-bdc9-c4b6a6a0186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:46.567887 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-681ef24b-43f0-4b4d-af05-d491f23d60ac req-d8e7bb82-dd9c-4c03-bdc9-c4b6a6a0186f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 1097 time: 0.1511385 Nov 12 05:30:46.578786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e32a82e-b12c-43a7-9a90-a310d28776df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.659544 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.660320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bd0814d4-f954-4ed7-bd04-85df76c1d3e1 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:46.674246 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e32a82e-b12c-43a7-9a90-a310d28776df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.710157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:46.710807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.727423 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-681ef24b-43f0-4b4d-af05-d491f23d60ac req-65266e8b-ee07-40ce-9756-d5743b9f97c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465673 Nov 12 05:30:46.754109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network e3035278-63ce-4338-891e-f40c73424c98 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:46.760637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:46.763691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:46.764299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.770667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=5acd6641-d3a5-45f3-81be-ac32e9d0d9f0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:46.793828 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bbc99916-ead3-4e7b-97e8-a57724634610 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8947535 Nov 12 05:30:46.796736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:46.797764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.802271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': 'e3035278-63ce-4338-891e-f40c73424c98', 'fixed_ips': [{'subnet_id': '154bd15b-73f3-4ca7-b806-83e0a8c6fcbb'}, {'subnet_id': '5acd6641-d3a5-45f3-81be-ac32e9d0d9f0'}], 'name': 'tempest-PortsIpV6TestJSON-1543961368'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:46.807876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e32a82e-b12c-43a7-9a90-a310d28776df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.831607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port bd0814d4-f954-4ed7-bd04-85df76c1d3e1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,segment=NetworkSegment(4e267a63-6862-4a22-bc87-4689140a8648),segment_id=4e267a63-6862-4a22-bc87-4689140a8648)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:46.836877 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.854547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e32a82e-b12c-43a7-9a90-a310d28776df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:46.857729 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5e32a82e-b12c-43a7-9a90-a310d28776df admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f607d79d-e217-404a-812e-4dc685d7294f HTTP/1.1" status: 204 len: 168 time: 0.4967647 Nov 12 05:30:46.858589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32a82e-b12c-43a7-9a90-a310d28776df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f607d79d-e217-404a-812e-4dc685d7294f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:46.860357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45366) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:46.900926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:46.973427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:46.973695 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.078060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.104368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:30:47.122717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef6679-7af3-4fa2-ae29-338a93dbd409 req-7c7146b6-b5a8-43b5-be42-59c35cd740f0 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:47.128144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-beef6679-7af3-4fa2-ae29-338a93dbd409 req-7c7146b6-b5a8-43b5-be42-59c35cd740f0 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 945 time: 0.1381335 Nov 12 05:30:47.167052 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.205166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e0e103-c96b-411c-9aa1-e9cdcb2c955d']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:47.216542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbdd66-e19d-4eb5-bcec-8b81b14eb608 req-19cad21a-829d-42a7-97ff-d13cd3ea4264 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:47.223821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42bbdd66-e19d-4eb5-bcec-8b81b14eb608 req-19cad21a-829d-42a7-97ff-d13cd3ea4264 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1968570 Nov 12 05:30:47.243713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:47.244030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240c4e7e-1342-41c6-abeb-ec4c6e9fa1b1') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:47.265167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.297179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-beef6679-7af3-4fa2-ae29-338a93dbd409 req-7014a5e8-b0b0-425b-aa64-1527a1584da0 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117997 Nov 12 05:30:47.298206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.313072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:47.313473 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:47.315839 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:47.333119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.389894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8e4c7-1a9a-4ec8-8d9f-f206dcfeff6f None None] Network e3035278-63ce-4338-891e-f40c73424c98 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:47.396264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42bbdd66-e19d-4eb5-bcec-8b81b14eb608 req-cf1f91d0-0013-4685-9064-f209096a2b78 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597700 Nov 12 05:30:47.418530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.431588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.438419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/41e0e103-c96b-411c-9aa1-e9cdcb2c955d HTTP/1.1" status: 204 len: 168 time: 0.5769091 Nov 12 05:30:47.495457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5899e10-7767-4cde-b53a-5bc3dfcb53ae admin admin] Pushing event deleted for resources: {'Network': ['ID=41e0e103-c96b-411c-9aa1-e9cdcb2c955d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:47.537281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-04aca432-c5a9-4645-89fe-3a7d072883e6 None None] Provisioning complete for port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:47.537580 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04aca432-c5a9-4645-89fe-3a7d072883e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.578385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ca68-45c8-4cf2-9bd2-1aba14cf6d38 req-1bbfa5c3-78e7-478a-9304-68f8927e0bbf tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:47.590202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff37ca68-45c8-4cf2-9bd2-1aba14cf6d38 req-1bbfa5c3-78e7-478a-9304-68f8927e0bbf tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 943 time: 0.1218951 Nov 12 05:30:47.595987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45380) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:47.631290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::ae (e3035278-63ce-4338-891e-f40c73424c98/154bd15b-73f3-4ca7-b806-83e0a8c6fcbb/67f2a70c-cb26-4a4b-89b8-5695be0b7395) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:47.645371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8:0:1::22a (e3035278-63ce-4338-891e-f40c73424c98/5acd6641-d3a5-45f3-81be-ac32e9d0d9f0/67f2a70c-cb26-4a4b-89b8-5695be0b7395) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:47.659106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff37ca68-45c8-4cf2-9bd2-1aba14cf6d38 req-e9a703b6-9e2d-4d10-99c7-9e534448e3e1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683792 Nov 12 05:30:47.673606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45382) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:47.673895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4a463947-f766-4fa5-8383-1fe07c439764 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b9edbfc822b47c0b4f8a660620ad95a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0765388 Nov 12 05:30:47.725153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4960dbf1-9c6c-4e5f-9111-e0465f44afd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.748112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4960dbf1-9c6c-4e5f-9111-e0465f44afd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.783631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcbc53b-42c1-4a45-8a61-77673446e125 None None] Update dhcp port {'port': {'network_id': 'e3035278-63ce-4338-891e-f40c73424c98', 'fixed_ips': [{'subnet_id': '154bd15b-73f3-4ca7-b806-83e0a8c6fcbb', 'ip_address': '2001:db8::2'}, {'subnet_id': '5acd6641-d3a5-45f3-81be-ac32e9d0d9f0'}], 'binding:host_id': 'n-d-765315-28'}, 'id': 'bd0814d4-f954-4ed7-bd04-85df76c1d3e1'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:30:47.801084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4960dbf1-9c6c-4e5f-9111-e0465f44afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.804655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4960dbf1-9c6c-4e5f-9111-e0465f44afd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.808898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:30:47.809071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4960dbf1-9c6c-4e5f-9111-e0465f44afd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13c3a07a-c285-4eee-b3fc-ded0d6c54ba7 HTTP/1.1" status: 204 len: 168 time: 0.1317286 Nov 12 05:30:47.811756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ae41cf91-1052-44be-824d-dd2a3b7abcd5 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:47.816033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960dbf1-9c6c-4e5f-9111-e0465f44afd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c3a07a-c285-4eee-b3fc-ded0d6c54ba7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:47.835220 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.845303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc53b-42c1-4a45-8a61-77673446e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.862273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: ae41cf91-1052-44be-824d-dd2a3b7abcd5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:47.862686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ae41cf91-1052-44be-824d-dd2a3b7abcd5 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:47.873885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.922469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network e3035278-63ce-4338-891e-f40c73424c98 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:47.925720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:47.930547 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:47.936757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:47.937379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.941012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=67f2a70c-cb26-4a4b-89b8-5695be0b7395,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:47.960552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6c2bae6f-01a2-4cfc-9e38-ce2fc8f6d7ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1601295 Nov 12 05:30:47.962128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45386) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:47.968008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '154bd15b-73f3-4ca7-b806-83e0a8c6fcbb'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:48.049341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:48.082663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'port_id': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'mac_address': 'fa:16:3e:2d:c5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:30:48.136526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:48.136792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-4dcbc53b-42c1-4a45-8a61-77673446e125 None None] Allocated IP 2001:db8:0:1::2 (e3035278-63ce-4338-891e-f40c73424c98/5acd6641-d3a5-45f3-81be-ac32e9d0d9f0/bd0814d4-f954-4ed7-bd04-85df76c1d3e1) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:48.150232 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:48.169274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85d982a-18be-4d9c-96be-90f4f451b85a {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:48.234052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:48.240769 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:48.301040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4dcbc53b-42c1-4a45-8a61-77673446e125 None None] For port bd0814d4-f954-4ed7-bd04-85df76c1d3e1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,segment=NetworkSegment(4e267a63-6862-4a22-bc87-4689140a8648),segment_id=4e267a63-6862-4a22-bc87-4689140a8648)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:48.321438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:48.343022 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc53b-42c1-4a45-8a61-77673446e125 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:48.351341 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc53b-42c1-4a45-8a61-77673446e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:48.463883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbc53b-42c1-4a45-8a61-77673446e125 None None] Pushing event updated for resources: {'Port': ['ID=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:48.533074 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:48.567240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f6758-4302-4e35-b55e-e2be00723471 req-b36977b7-02f7-481a-8fb9-767ca040671f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:48.578585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e8f6758-4302-4e35-b55e-e2be00723471 req-b36977b7-02f7-481a-8fb9-767ca040671f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 945 time: 0.1701832 Nov 12 05:30:48.677313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bd0814d4-f954-4ed7-bd04-85df76c1d3e1 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:48.703641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Delete allocated IP 2001:db8:0:1::22a (e3035278-63ce-4338-891e-f40c73424c98/5acd6641-d3a5-45f3-81be-ac32e9d0d9f0) {{(pid=102590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 05:30:48.707961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['b85d982a-18be-4d9c-96be-90f4f451b85a'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:48.730807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e8f6758-4302-4e35-b55e-e2be00723471 req-3613ec73-2fc3-44f1-a4ac-3525ab21e2fb tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512485 Nov 12 05:30:48.741365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d60c-0952-4bbc-822a-d31f93cd9c3b req-8a0bfe3f-5d13-48b0-b7b6-79fb84811f04 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:48.759237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6f1d60c-0952-4bbc-822a-d31f93cd9c3b req-8a0bfe3f-5d13-48b0-b7b6-79fb84811f04 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1689219 Nov 12 05:30:48.849875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6f1d60c-0952-4bbc-822a-d31f93cd9c3b req-36493d26-cc2b-41f0-ad8a-6219886499a9 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889854 Nov 12 05:30:48.980622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:48.981276 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:49.041382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0675-310a-4d2e-82b2-c363f522907e req-34a0d877-37ef-49f9-835b-ff0fc27d388b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.049800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e6d0675-310a-4d2e-82b2-c363f522907e req-34a0d877-37ef-49f9-835b-ff0fc27d388b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.0865698 Nov 12 05:30:49.102943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:49.145574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:49.168263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e6d0675-310a-4d2e-82b2-c363f522907e req-e0e3bc3f-ebb2-4d38-91a1-9a91fc9159d2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174755 Nov 12 05:30:49.267485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-a2690b61-987f-4ec4-8d49-0a5ce522d1ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1618512 Nov 12 05:30:49.288652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4e8657-4d05-4811-8dc5-e0aa59c3137d None None] Network e3035278-63ce-4338-891e-f40c73424c98 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:49.299899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] In _notify_port_updated(), no bound segment for port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 on network e3035278-63ce-4338-891e-f40c73424c98 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:30:49.305718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.307173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:49.308521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "PUT /v2.0/ports/67f2a70c-cb26-4a4b-89b8-5695be0b7395 HTTP/1.1" status: 200 len: 925 time: 1.3461344 Nov 12 05:30:49.312370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45424) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:49.313574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a267e-85aa-4170-b566-a8a269cc15cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=67f2a70c-cb26-4a4b-89b8-5695be0b7395,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:49.319166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '154bd15b-73f3-4ca7-b806-83e0a8c6fcbb'}, {'subnet_id': '5acd6641-d3a5-45f3-81be-ac32e9d0d9f0'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:49.385042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-cb0a0d1d-50c7-45e3-afc5-47673d66f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.387284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-cb0a0d1d-50c7-45e3-afc5-47673d66f0cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 1097 time: 0.0614796 Nov 12 05:30:49.387449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ce3f3d4c-1426-4fac-8edc-6ce34259c0b6 None None] Provisioning complete for port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:49.387928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3d4c-1426-4fac-8edc-6ce34259c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:49.426158 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:49.469634 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:49.567310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-dea413e0-cc7c-4dfe-a0fd-086a41953343 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.569915 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-dea413e0-cc7c-4dfe-a0fd-086a41953343 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.43 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45&tenant_id=55c883ec452744208727f56ec3f04fe4&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 944 time: 0.1447673 Nov 12 05:30:49.633286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e4cd-efea-487a-aaf8-69854959fd13 req-501c0dce-0069-4b8f-938b-4fb7f0a884e3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.635457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17e3e4cd-efea-487a-aaf8-69854959fd13 req-501c0dce-0069-4b8f-938b-4fb7f0a884e3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.1478939 Nov 12 05:30:49.683406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-2620b0a5-0e84-4624-9c79-47d779fd24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.685053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-2620b0a5-0e84-4624-9c79-47d779fd24cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.2731051 Nov 12 05:30:49.732395 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-07e33b74-245c-4c55-ad25-ddbd9b8d2d10 service neutron] 10.222.0.43 "GET /v2.0/ports/b85d982a-18be-4d9c-96be-90f4f451b85a/bindings/n-h1-765315-28 HTTP/1.1" status: 200 len: 383 time: 0.0987709 Nov 12 05:30:49.767121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-3e288cfb-6e39-48ac-88e5-0247693d7e35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75 HTTP/1.1" status: 200 len: 217 time: 0.0672750 Nov 12 05:30:49.780471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17e3e4cd-efea-487a-aaf8-69854959fd13 req-d1865c49-117d-4280-bc3c-d850911dd21b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355653 Nov 12 05:30:49.842125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-cdd9eeb5-6e24-4617-be69-078edb9fb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.843956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-cdd9eeb5-6e24-4617-be69-078edb9fb96e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0561731 Nov 12 05:30:49.920677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-bfe7b891-1cf5-4782-85e8-24b64ca892dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.922270 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-bfe7b891-1cf5-4782-85e8-24b64ca892dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1096 time: 0.1333854 Nov 12 05:30:49.963356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-8c82bcb3-8b3c-410a-9a14-2ddcf5208f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:49.973367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-8c82bcb3-8b3c-410a-9a14-2ddcf5208f14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093938 Nov 12 05:30:50.003648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82ce1d-2856-4582-91ae-63e012c81382 req-9ec26e66-edf4-4c62-a4df-361935d82b79 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:50.013307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e82ce1d-2856-4582-91ae-63e012c81382 req-9ec26e66-edf4-4c62-a4df-361935d82b79 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 945 time: 0.1467938 Nov 12 05:30:50.047704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c88285aa-20ce-47e3-817e-ac759f873588 None None] Provisioning complete for port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:50.050872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c88285aa-20ce-47e3-817e-ac759f873588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:50.142862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c88285aa-20ce-47e3-817e-ac759f873588 None None] Port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:30:50.157483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c88285aa-20ce-47e3-817e-ac759f873588 None None] Provisioning complete for port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:50.158153 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c88285aa-20ce-47e3-817e-ac759f873588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:50.261057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e82ce1d-2856-4582-91ae-63e012c81382 req-bc8cece6-1e0f-45f3-84c5-dc73cac1e99b tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467170 Nov 12 05:30:50.356377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ed262-e3d6-48f2-85d2-9d652d634e6f req-2e93b44a-0c29-438f-882f-1109883bf738 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:50.364301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df1ed262-e3d6-48f2-85d2-9d652d634e6f req-2e93b44a-0c29-438f-882f-1109883bf738 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.2131870 Nov 12 05:30:50.377764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-b1fe9c1f-ba22-4a45-931f-a059e82957b5 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999641 Nov 12 05:30:50.379865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a06b3-b9c2-4f89-adc0-29fe57dcf285 req-c2ece41e-3a78-4e77-ae6c-ffb405789c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:50.381268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-091a06b3-b9c2-4f89-adc0-29fe57dcf285 req-c2ece41e-3a78-4e77-ae6c-ffb405789c68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.3066349 Nov 12 05:30:50.393189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9c94df65-e72d-4f5c-98ae-819d2a2b743b None None] Provisioning complete for port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:50.393671 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9c94df65-e72d-4f5c-98ae-819d2a2b743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:50.469372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9c94df65-e72d-4f5c-98ae-819d2a2b743b None None] Port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:30:50.604290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8:0:1::97 (e3035278-63ce-4338-891e-f40c73424c98/5acd6641-d3a5-45f3-81be-ac32e9d0d9f0/67f2a70c-cb26-4a4b-89b8-5695be0b7395) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:50.722855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-bdb4084c-f1c8-4c01-9cbc-69937a7242e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:50.725600 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-bdb4084c-f1c8-4c01-9cbc-69937a7242e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.7864418 Nov 12 05:30:50.817053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-7a0d2443-90fa-49ed-9589-42e33edf1854 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 999 time: 0.0796523 Nov 12 05:30:50.831200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b0713c3d-a1d0-4e51-8440-0e939d7b614c None None] Provisioning complete for port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:50.831591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0713c3d-a1d0-4e51-8440-0e939d7b614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:50.892656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-17a84b67-89df-47b7-b96b-b7ea59af8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:50.897312 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-17a84b67-89df-47b7-b96b-b7ea59af8d86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.0592868 Nov 12 05:30:50.932153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b0713c3d-a1d0-4e51-8440-0e939d7b614c None None] Port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:30:51.018305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-b04cd5bb-3fd4-4328-9af7-e0ea95f90df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:51.019423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-091a06b3-b9c2-4f89-adc0-29fe57dcf285 req-3774f61d-a566-4418-bc2e-43da02549a6f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814021 Nov 12 05:30:51.019909 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-b04cd5bb-3fd4-4328-9af7-e0ea95f90df5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178186 Nov 12 05:30:51.025382 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.032266 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.054397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df1ed262-e3d6-48f2-85d2-9d652d634e6f req-b821c02b-0056-4b12-8140-915c3d924976 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757390 Nov 12 05:30:51.106452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ce85181-9245-4180-837a-0e92f5b37d00 req-be3c0b09-ac07-4d56-a5ab-c228344726f4 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073917 Nov 12 05:30:51.201606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad67247-e431-4470-bf06-0d488a6d75c7 req-c71f7d88-207c-448d-949f-04e48539091d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:51.203367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad67247-e431-4470-bf06-0d488a6d75c7 req-c71f7d88-207c-448d-949f-04e48539091d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.0683916 Nov 12 05:30:51.226461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] In _notify_port_updated(), no bound segment for port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 on network e3035278-63ce-4338-891e-f40c73424c98 {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:30:51.240728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:51.242059 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.244791 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "PUT /v2.0/ports/67f2a70c-cb26-4a4b-89b8-5695be0b7395 HTTP/1.1" status: 200 len: 1010 time: 1.9305136 Nov 12 05:30:51.249322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5e11e-c83a-4ff4-823f-abed8590244e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=67f2a70c-cb26-4a4b-89b8-5695be0b7395,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:51.251639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45470) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:51.286487 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-301c86c3-418b-4273-bba2-72249b888f3f service neutron] 10.222.0.43 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517557 Nov 12 05:30:51.295683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ad67247-e431-4470-bf06-0d488a6d75c7 req-01c8b689-0e41-4bb8-b351-339b2cd46a36 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858929 Nov 12 05:30:51.392499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-42eb2f9e-0cd2-4fc4-8f0f-09fb42699bdc service neutron] 10.222.0.43 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975895 Nov 12 05:30:51.455860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-fcf5c5f6-0323-4ad2-aca7-2f0af5ae7477 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:51.458103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-fcf5c5f6-0323-4ad2-aca7-2f0af5ae7477 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 813 time: 0.1700473 Nov 12 05:30:51.464621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-93403050-d8da-4e39-a180-1de2da90eb8b None None] Provisioning complete for port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:51.465197 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93403050-d8da-4e39-a180-1de2da90eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.474591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2a04bd1a-6af8-4052-be52-bc64cabddb0e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:51.478598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a04bd1a-6af8-4052-be52-bc64cabddb0e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.484882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-1da03bca-ce36-427b-abc9-7798907a37d4 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/quotas/aa5bf80396d4467e9ea655e1eed794ab HTTP/1.1" status: 200 len: 375 time: 0.0201683 Nov 12 05:30:51.506360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-93403050-d8da-4e39-a180-1de2da90eb8b None None] Port 67f2a70c-cb26-4a4b-89b8-5695be0b7395 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:30:51.598912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-c2a16446-021f-4240-9003-fc2dacdc2479 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032584 Nov 12 05:30:51.607951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a04bd1a-6af8-4052-be52-bc64cabddb0e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.640675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2a04bd1a-6af8-4052-be52-bc64cabddb0e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 67f2a70c-cb26-4a4b-89b8-5695be0b7395 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:51.750938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-0bd6d695-73b2-4118-ae1d-65c738375054 service neutron] 10.222.0.48 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448381 Nov 12 05:30:51.838732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:30:51.886848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port b85d982a-18be-4d9c-96be-90f4f451b85a completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:30:51.891117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port b85d982a-18be-4d9c-96be-90f4f451b85a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:51.891427 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.913002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-b79b9555-d2cf-495a-b673-2746e3514625 service neutron] 10.222.0.48 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502283 Nov 12 05:30:51.937915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a04bd1a-6af8-4052-be52-bc64cabddb0e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.973562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:51.975419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04bd1a-6af8-4052-be52-bc64cabddb0e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=67f2a70c-cb26-4a4b-89b8-5695be0b7395,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:52.001124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:52.003479 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbc4f08-0386-4469-a821-b4f5eab6c8fc" -d '{"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-plugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:52.020372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:52.025402 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.028281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a04bd1a-6af8-4052-be52-bc64cabddb0e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.032230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2a04bd1a-6af8-4052-be52-bc64cabddb0e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/67f2a70c-cb26-4a4b-89b8-5695be0b7395 HTTP/1.1" status: 204 len: 168 time: 0.7790592 Nov 12 05:30:52.034685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45476) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:52.076553 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-049824dc-4f9b-41f1-a7b8-a6c70685d007 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:30:52.088009 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-049824dc-4f9b-41f1-a7b8-a6c70685d007 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/67f2a70c-cb26-4a4b-89b8-5695be0b7395 HTTP/1.1" status: 404 len: 333 time: 0.0492933 Nov 12 05:30:52.088559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45482) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:52.117286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:52.137570 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d5a0cc-36f8-46c1-8692-84e7c13d834e x-openstack-request-id: req-26d5a0cc-36f8-46c1-8692-84e7c13d834e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:52.138099 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-plugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:52.138370 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26d5a0cc-36f8-46c1-8692-84e7c13d834e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:52.138785 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'code': 200} Nov 12 05:30:52.230100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cfc57a-3c79-4bbb-8188-d6d6c06bc359 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 5acd6641-d3a5-45f3-81be-ac32e9d0d9f0 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:52.276177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36cfc57a-3c79-4bbb-8188-d6d6c06bc359 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.335454 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36cfc57a-3c79-4bbb-8188-d6d6c06bc359 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.345687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8cfa7-c9d7-45c6-acde-e0b3b8e89556 req-01247948-2ad4-424d-a386-98b59a260dd7 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:52.347233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4a8cfa7-c9d7-45c6-acde-e0b3b8e89556 req-01247948-2ad4-424d-a386-98b59a260dd7 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1597245 Nov 12 05:30:52.430916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4a8cfa7-c9d7-45c6-acde-e0b3b8e89556 req-fc35568d-2588-4c9f-92e5-c4bc9b7c6a11 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645452 Nov 12 05:30:52.481419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36cfc57a-3c79-4bbb-8188-d6d6c06bc359 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.528348 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-82773d40-5b0a-4016-a012-30f2c7f09903 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:52.530495 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-82773d40-5b0a-4016-a012-30f2c7f09903 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "GET /v2.0/ports?device_id=8184ac0c-45dc-479d-91ff-391a182c3a34 HTTP/1.1" status: 200 len: 945 time: 0.0792322 Nov 12 05:30:52.622381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36cfc57a-3c79-4bbb-8188-d6d6c06bc359 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.651159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbfd2e55-59a2-4b19-9539-5fbca178a85d req-67b83efb-e0c2-4ba5-9885-0503cb68ff50 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 210 time: 0.0454526 Nov 12 05:30:52.666976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e5fc4-5cd5-4f38-9399-0d25b1652dc3 None None] Network e3035278-63ce-4338-891e-f40c73424c98 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:52.676413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36cfc57a-3c79-4bbb-8188-d6d6c06bc359 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.682967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-36cfc57a-3c79-4bbb-8188-d6d6c06bc359 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/5acd6641-d3a5-45f3-81be-ac32e9d0d9f0 HTTP/1.1" status: 204 len: 168 time: 0.5931790 Nov 12 05:30:52.684098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Deleting port e55ef234-6310-4ad9-9979-cde19d15a9a0 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:52.684567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45514) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:52.684807 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.695171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfc57a-3c79-4bbb-8188-d6d6c06bc359 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=5acd6641-d3a5-45f3-81be-ac32e9d0d9f0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:52.705848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99a1e7-41d1-4aa2-a7ad-c06237ec52ff req-cfc9ad23-6545-4a8f-abf5-cbcd8aa718f4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:52.707438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f99a1e7-41d1-4aa2-a7ad-c06237ec52ff req-cfc9ad23-6545-4a8f-abf5-cbcd8aa718f4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.1560726 Nov 12 05:30:52.815402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5ce239-c6cb-4839-a25e-685341b1002e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 154bd15b-73f3-4ca7-b806-83e0a8c6fcbb {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:30:52.828307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce239-c6cb-4839-a25e-685341b1002e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.840801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] For port e55ef234-6310-4ad9-9979-cde19d15a9a0, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e55ef234-6310-4ad9-9979-cde19d15a9a0,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:52.841329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:52.860088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Calling delete_port for e55ef234-6310-4ad9-9979-cde19d15a9a0 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:52.866547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f99a1e7-41d1-4aa2-a7ad-c06237ec52ff req-80493933-1cef-4c6c-ac11-82c6bbdbae9e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360254 Nov 12 05:30:52.886708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-88b71cb9-8f69-418b-a22f-240ef8dd967b tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:52.888451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-88b71cb9-8f69-418b-a22f-240ef8dd967b tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5415905-28fe-4828-b330-490c9f1c29b8 HTTP/1.1" status: 200 len: 946 time: 0.1566863 Nov 12 05:30:52.895928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce239-c6cb-4839-a25e-685341b1002e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.119743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Deleting port 99efa71e-8653-4519-a646-23a41f377d54 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:53.120164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.137562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce239-c6cb-4839-a25e-685341b1002e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.152294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.164400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['99efa71e-8653-4519-a646-23a41f377d54'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:53.242674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e55ef234-6310-4ad9-9979-cde19d15a9a0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:53.265945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Pushing event deleted for resources: {'Port': ['ID=e55ef234-6310-4ad9-9979-cde19d15a9a0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:53.309025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce239-c6cb-4839-a25e-685341b1002e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.356179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] No DVR routers for this DVR port e55ef234-6310-4ad9-9979-cde19d15a9a0 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:53.363299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.366742 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f18b2060-e0a9-44a2-bec2-7040e38d1b7b req-f0da5d4c-c77b-4d50-8b78-89306fb3b3f5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "DELETE /v2.0/ports/e55ef234-6310-4ad9-9979-cde19d15a9a0 HTTP/1.1" status: 204 len: 173 time: 0.8192122 Nov 12 05:30:53.367242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8184ac0c-45dc-479d-91ff-391a182c3a34', 'name': 'network-vif-deleted', 'tag': 'e55ef234-6310-4ad9-9979-cde19d15a9a0'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:53.367780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ce239-c6cb-4839-a25e-685341b1002e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=154bd15b-73f3-4ca7-b806-83e0a8c6fcbb,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:53.370101 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d981492c-f022-4f40-aabf-396c26849107" -d '{"events": [{"server_uuid": "8184ac0c-45dc-479d-91ff-391a182c3a34", "name": "network-vif-deleted", "tag": "e55ef234-6310-4ad9-9979-cde19d15a9a0"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:53.375096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce239-c6cb-4839-a25e-685341b1002e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.379078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ac5ce239-c6cb-4839-a25e-685341b1002e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/154bd15b-73f3-4ca7-b806-83e0a8c6fcbb HTTP/1.1" status: 204 len: 168 time: 0.6915855 Nov 12 05:30:53.399475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45524) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:53.445231 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120822ce-69e9-412d-8bdd-72703a4c0c92 x-openstack-request-id: req-120822ce-69e9-412d-8bdd-72703a4c0c92 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:53.445744 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8184ac0c-45dc-479d-91ff-391a182c3a34", "name": "network-vif-deleted", "tag": "e55ef234-6310-4ad9-9979-cde19d15a9a0", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:53.446194 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-120822ce-69e9-412d-8bdd-72703a4c0c92 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:53.447701 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8184ac0c-45dc-479d-91ff-391a182c3a34', 'name': 'network-vif-deleted', 'tag': 'e55ef234-6310-4ad9-9979-cde19d15a9a0', 'status': 'completed', 'code': 200} Nov 12 05:30:53.512616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] For port 99efa71e-8653-4519-a646-23a41f377d54, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99efa71e-8653-4519-a646-23a41f377d54,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:53.513088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.556953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Calling delete_port for 99efa71e-8653-4519-a646-23a41f377d54 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:53.565663 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.716895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f310aca-6b3f-4c4a-95a5-2554470c5410 req-005e3b4d-758c-4b80-8316-9b82b6d26177 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:53.718506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f310aca-6b3f-4c4a-95a5-2554470c5410 req-005e3b4d-758c-4b80-8316-9b82b6d26177 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1415651 Nov 12 05:30:53.851302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2700ac3-b70b-40bc-995e-27b407e30c13 req-e88f5e30-5160-4254-bcfc-2520e71af541 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 210 time: 0.0791245 Nov 12 05:30:53.916577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:53.917225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.947246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f310aca-6b3f-4c4a-95a5-2554470c5410 req-7e64d57a-3a7e-4f7c-aa3f-bb9dcd4251ee tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171807 Nov 12 05:30:53.982361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c74b0cf-b00f-4edb-afb8-946bfebff3ce None None] Network e3035278-63ce-4338-891e-f40c73424c98 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:54.035883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-90cfb2d7-46d3-4989-b02f-97d5a3998813 req-9c2da4d1-9942-498a-92ed-b2fe66b58b50 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1898053044', 'description': 'tempest-description-887535172'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:54.063097 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.065475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-6ce1412d-f3be-4e8a-96c7-b42423110dd7 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:54.068965 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-6ce1412d-f3be-4e8a-96c7-b42423110dd7 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 813 time: 0.1824722 Nov 12 05:30:54.099737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Request body: {'port': {'device_id': 'ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03', 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'admin_state_up': True, 'tenant_id': 'aa5bf80396d4467e9ea655e1eed794ab'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:54.122684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6f1dfd5-7c0b-498f-a6da-0e5c2d3abc38 None None] Provisioning complete for port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:30:54.123230 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dfd5-7c0b-498f-a6da-0e5c2d3abc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.158770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Pushing event deleted for resources: {'Port': ['ID=99efa71e-8653-4519-a646-23a41f377d54,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:54.173122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] For port bd0814d4-f954-4ed7-bd04-85df76c1d3e1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,segment=NetworkSegment(4e267a63-6862-4a22-bc87-4689140a8648),segment_id=4e267a63-6862-4a22-bc87-4689140a8648)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:54.173494 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.205005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-90cfb2d7-46d3-4989-b02f-97d5a3998813 req-9c2da4d1-9942-498a-92ed-b2fe66b58b50 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.221083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for bd0814d4-f954-4ed7-bd04-85df76c1d3e1 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:54.232206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f7a31-0335-4a02-af26-337aa49a2bcc req-29bd8f46-14a2-4d69-adea-62d37290993b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:54.241555 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e34f7a31-0335-4a02-af26-337aa49a2bcc req-29bd8f46-14a2-4d69-adea-62d37290993b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.2289534 Nov 12 05:30:54.295221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] DHCP port deletion for e3035278-63ce-4338-891e-f40c73424c98 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:30:54.304793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] No DVR routers for this DVR port 99efa71e-8653-4519-a646-23a41f377d54 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:54.316439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.320036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47247bff-7ad3-465a-a5b8-ec4d0dae5080 req-9132bbb9-2622-40ea-8fa7-106e2750645e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.47 "DELETE /v2.0/ports/99efa71e-8653-4519-a646-23a41f377d54 HTTP/1.1" status: 204 len: 173 time: 1.4204504 Nov 12 05:30:54.320517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5415905-28fe-4828-b330-490c9f1c29b8', 'name': 'network-vif-deleted', 'tag': '99efa71e-8653-4519-a646-23a41f377d54'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:54.324424 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a2684c-3493-4855-ad9c-951d8ca6487b" -d '{"events": [{"server_uuid": "a5415905-28fe-4828-b330-490c9f1c29b8", "name": "network-vif-deleted", "tag": "99efa71e-8653-4519-a646-23a41f377d54"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:54.384764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Made reservation on behalf of aa5bf80396d4467e9ea655e1eed794ab for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:54.393414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.464483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] Deleting port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:30:54.465667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.469744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e34f7a31-0335-4a02-af26-337aa49a2bcc req-b04e2ffb-2efe-4da0-8a98-73f79df44cfb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271676 Nov 12 05:30:54.521495 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-90cfb2d7-46d3-4989-b02f-97d5a3998813 req-9c2da4d1-9942-498a-92ed-b2fe66b58b50 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.544697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-90cfb2d7-46d3-4989-b02f-97d5a3998813 req-9c2da4d1-9942-498a-92ed-b2fe66b58b50 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.575583 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.624360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] For port bd0814d4-f954-4ed7-bd04-85df76c1d3e1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,segment=NetworkSegment(4e267a63-6862-4a22-bc87-4689140a8648),segment_id=4e267a63-6862-4a22-bc87-4689140a8648)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:54.624773 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.632262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-90cfb2d7-46d3-4989-b02f-97d5a3998813 req-9c2da4d1-9942-498a-92ed-b2fe66b58b50 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.632867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90cfb2d7-46d3-4989-b02f-97d5a3998813 req-9c2da4d1-9942-498a-92ed-b2fe66b58b50 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6198347 Nov 12 05:30:54.651633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:54.654228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No DVR routers for this DVR port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:54.656224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da4d1-9942-498a-92ed-b2fe66b58b50 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670cf41f-d1cf-424b-bf02-31a19bb5d1cf,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:54.675842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] Calling delete_port for bd0814d4-f954-4ed7-bd04-85df76c1d3e1 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:30:54.730538 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f64d2-69a4-4cf1-ac5a-b46b23947c5b x-openstack-request-id: req-e91f64d2-69a4-4cf1-ac5a-b46b23947c5b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:54.734694 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5415905-28fe-4828-b330-490c9f1c29b8", "name": "network-vif-deleted", "tag": "99efa71e-8653-4519-a646-23a41f377d54", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:54.736477 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e91f64d2-69a4-4cf1-ac5a-b46b23947c5b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:54.738424 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5415905-28fe-4828-b330-490c9f1c29b8', 'name': 'network-vif-deleted', 'tag': '99efa71e-8653-4519-a646-23a41f377d54', 'status': 'completed', 'code': 200} Nov 12 05:30:54.779036 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:54.798833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] No DVR routers for this DVR port bd0814d4-f954-4ed7-bd04-85df76c1d3e1 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:54.814142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bd0814d4-f954-4ed7-bd04-85df76c1d3e1 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:54.824427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Allocated IP 172.20.0.11 (b7856a60-e423-4122-bb6e-f8f7e648dc89/3ab657ce-d124-4223-83c9-8f54bd1a5efe/af328c86-bc69-4641-ad81-c9f635839a96) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:54.880248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: bd0814d4-f954-4ed7-bd04-85df76c1d3e1 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:54.880902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bd0814d4-f954-4ed7-bd04-85df76c1d3e1 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:54.899617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9951bb-102c-4c03-9390-ba928c98072c None None] Pushing event deleted for resources: {'Port': ['ID=bd0814d4-f954-4ed7-bd04-85df76c1d3e1,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:54.924869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.025112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3035278-63ce-4338-891e-f40c73424c98']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:55.051438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e267a63-6862-4a22-bc87-4689140a8648') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:55.052076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e267a63-6862-4a22-bc87-4689140a8648') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:30:55.083420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465f5987-3dfd-4fe0-ae8b-614f49a8b1e1 req-11e1d2cd-5201-4e87-84ca-d39dbdb13eb7 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 210 time: 0.0631640 Nov 12 05:30:55.134457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.158981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.168133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-6908e4e5-f26d-4213-906a-cb75bb548e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:55.180938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-6908e4e5-f26d-4213-906a-cb75bb548e8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 1097 time: 0.2321081 Nov 12 05:30:55.187332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-caa61a22-640e-422d-9153-26761dcdab6e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:55.191291 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-caa61a22-640e-422d-9153-26761dcdab6e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 813 time: 0.1682014 Nov 12 05:30:55.199797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:55.224157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-64b8a155-f96b-4ee0-80bb-683a627d8bcc tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1898053044&fields=id&tenant_id=853c5738ac31430fa65c36f0732268a4 HTTP/1.1" status: 200 len: 267 time: 0.3013771 Nov 12 05:30:55.226499 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.238841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 99efa71e-8653-4519-a646-23a41f377d54 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:55.245076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Request body: {'port': {'device_id': 'b8eb1908-baa8-469b-90d4-7624097956b1', 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'admin_state_up': True, 'tenant_id': 'aa5bf80396d4467e9ea655e1eed794ab'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:55.252612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.255608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:30:55.256140 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.268577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 99efa71e-8653-4519-a646-23a41f377d54 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:55.269299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 99efa71e-8653-4519-a646-23a41f377d54 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:55.290955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Network b7856a60-e423-4122-bb6e-f8f7e648dc89 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:30:55.300228 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:30:55.316201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:55.322137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:55.420415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.430167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.436393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Pushing event updated for resources: {'Port': ['ID=af328c86-bc69-4641-ad81-c9f635839a96,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:55.437608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/networks/e3035278-63ce-4338-891e-f40c73424c98 HTTP/1.1" status: 204 len: 168 time: 2.0358887 Nov 12 05:30:55.441007 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.444448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45554) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:55.446287 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:30:55.472074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-1808ec70-e857-44fa-979c-4eb321558559 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:55.473677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-1808ec70-e857-44fa-979c-4eb321558559 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.2485597 Nov 12 05:30:55.489180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:55.489517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.493360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1176c9-49c0-4343-9a52-689f4d0f6fc3 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Network': ['ID=e3035278-63ce-4338-891e-f40c73424c98,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:55.526803 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-9a04a5dc-91d8-4645-bc3a-04d7221e9449 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4325233 Nov 12 05:30:55.548587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Request body: {'port': {'device_id': 'ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:55.581736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Made reservation on behalf of aa5bf80396d4467e9ea655e1eed794ab for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:55.585594 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.618145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Request body: {'port': {'security_groups': ['cf30d2c2-d4c5-4830-b2ef-9f65ea96458f', '670cf41f-d1cf-424b-bf02-31a19bb5d1cf']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:55.676307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.784321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5c4fb-467f-444a-b7a1-b38b30016c9a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:55.785926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-95f5c4fb-467f-444a-b7a1-b38b30016c9a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3307676 Nov 12 05:30:55.789379 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:55.790457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Allocated IP 172.20.0.14 (b7856a60-e423-4122-bb6e-f8f7e648dc89/3ab657ce-d124-4223-83c9-8f54bd1a5efe/8f937a4b-4aa0-41e8-8447-1ddc448b2141) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:55.792336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45560) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:55.839066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab28af1-dd25-4796-b68b-862a1a8b9e1b req-16fe09a3-804f-4290-82a3-d33578d7b443 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:55.840687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ab28af1-dd25-4796-b68b-862a1a8b9e1b req-16fe09a3-804f-4290-82a3-d33578d7b443 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 945 time: 0.2026348 Nov 12 05:30:55.864351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e55ef234-6310-4ad9-9979-cde19d15a9a0 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:55.917135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: e55ef234-6310-4ad9-9979-cde19d15a9a0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:30:55.917801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e55ef234-6310-4ad9-9979-cde19d15a9a0 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:30:55.918379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:30:55.939559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:55.947538 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5b8e2e58-195b-4d31-b238-ad8128453e4b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1500714 Nov 12 05:30:55.947908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45564) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:55.958457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1074572298'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:56.008614 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.038398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:56.041704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.086186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:30:56.094831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:56.100025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ab28af1-dd25-4796-b68b-862a1a8b9e1b req-c9695249-7719-43e0-8a4f-b791dc64bed7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525418 Nov 12 05:30:56.100999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.108085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.108440 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Added segment 67c20e9f-f7b7-416d-be38-a33ad3f75a36 of type vlan for network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b Nov 12 05:30:56.185330 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.264844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.274739 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.281126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:56.282115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.541125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Network b7856a60-e423-4122-bb6e-f8f7e648dc89 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:56.569628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.598525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45576) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:56.598677 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6470969 Nov 12 05:30:56.598875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45578) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:56.606010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:56.610091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:56.622270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:56.630105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af328c86-bc69-4641-ad81-c9f635839a96 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:56.635702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] For port 89aad53d-4034-44d2-b195-83cea4a4815d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=89aad53d-4034-44d2-b195-83cea4a4815d,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:56.657653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Transition to ACTIVE for port object b85d982a-18be-4d9c-96be-90f4f451b85a will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:30:56.668367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec108795-0d86-4634-98d0-789a5960d870 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Network': ['ID=e728faee-db87-4a1f-a9e9-ae73ddfdbb8b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:56.668871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f908-c78d-4d0a-b66e-06f38ac2f819 req-2c13a28e-f1b3-4566-b48a-eb682de89b1f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:56.676759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5969f908-c78d-4d0a-b66e-06f38ac2f819 req-2c13a28e-f1b3-4566-b48a-eb682de89b1f tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 932 time: 0.1690438 Nov 12 05:30:56.690188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.693039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Pushing event updated for resources: {'Port': ['ID=8f937a4b-4aa0-41e8-8447-1ddc448b2141,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:56.718063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Transition to ACTIVE for port object af328c86-bc69-4641-ad81-c9f635839a96 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:30:56.723560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:30:56.727387 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:30:56.728523 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:30:56.728695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.741145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:56.742058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.744088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:56.746391 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0734f7c-e03d-4204-95cf-6bd3cdd22298" -d '{"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-unplugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:56.762950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.814366 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-2bea20bd-799c-4cfd-a7f4-ea324b5dbaaa tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5745590 Nov 12 05:30:56.828522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Pushing event updated for resources: {'Port': ['ID=af328c86-bc69-4641-ad81-c9f635839a96,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:56.848894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Request body: {'port': {'device_id': 'b8eb1908-baa8-469b-90d4-7624097956b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:56.902205 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5dddfe18-7c28-47ae-b894-46ca23e28765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.928408 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.957663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.960670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Attempting to bind port af328c86-bc69-4641-ad81-c9f635839a96 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:56.961011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Attempting to bind port af328c86-bc69-4641-ad81-c9f635839a96 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:56.961347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Attempting to bind port af328c86-bc69-4641-ad81-c9f635839a96 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:56.967599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Port af328c86-bc69-4641-ad81-c9f635839a96 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:30:56.967928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Attempting to bind port af328c86-bc69-4641-ad81-c9f635839a96 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:56.990267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:56.990653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Checking segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:56.991044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Bound using segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:56.991174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.991500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Bound port: af328c86-bc69-4641-ad81-c9f635839a96, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:56.991857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.006820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['89aad53d-4034-44d2-b195-83cea4a4815d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:57.007137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:57.027437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c376b589-a17b-4f75-85cf-b273517860d2 req-bc9ccb24-1272-4d3e-a521-4cde16200b80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2846942 Nov 12 05:30:57.053142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5969f908-c78d-4d0a-b66e-06f38ac2f819 req-85f5f3ff-0de9-4ddb-8a94-767fccb1a8e0 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753865 Nov 12 05:30:57.121651 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.132368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:57.133048 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.134541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b20af8fc-108e-4a92-a3f1-176f265e1f43 req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "PUT /v2.0/ports/89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 981 time: 1.6326935 Nov 12 05:30:57.147524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] For port af328c86-bc69-4641-ad81-c9f635839a96, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:57.153604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] For port af328c86-bc69-4641-ad81-c9f635839a96, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=af328c86-bc69-4641-ad81-c9f635839a96,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:57.222020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['89aad53d-4034-44d2-b195-83cea4a4815d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:57.236084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:57.247445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.286225 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244bea43-dc68-447f-8596-db9ba36aa4b2 x-openstack-request-id: req-244bea43-dc68-447f-8596-db9ba36aa4b2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:57.286547 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-unplugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:57.286801 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-244bea43-dc68-447f-8596-db9ba36aa4b2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:57.287201 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'code': 200} Nov 12 05:30:57.399460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] No DVR routers for this DVR port b85d982a-18be-4d9c-96be-90f4f451b85a on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:30:57.492937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea22775-091f-49e4-ba21-253e34de29ae tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event updated for resources: {'Port': ['ID=89aad53d-4034-44d2-b195-83cea4a4815d,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:57.496109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f937a4b-4aa0-41e8-8447-1ddc448b2141 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:30:57.531701 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.554323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Transition to ACTIVE for port object 8f937a4b-4aa0-41e8-8447-1ddc448b2141 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:30:57.558162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.576399 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.607435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b589-a17b-4f75-85cf-b273517860d2 req-8e980647-1733-4c56-884a-8ff7e5685785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:57.609351 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c376b589-a17b-4f75-85cf-b273517860d2 req-8e980647-1733-4c56-884a-8ff7e5685785 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24dbcd6e28ed4f45909002f36c4c4306&device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 1098 time: 0.4471505 Nov 12 05:30:57.633226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:57.635056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.636766 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] 10.222.0.43 "PUT /v2.0/ports/af328c86-bc69-4641-ad81-c9f635839a96 HTTP/1.1" status: 200 len: 1093 time: 2.0940337 Nov 12 05:30:57.637606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03', 'tag': 'af328c86-bc69-4641-ad81-c9f635839a96'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:57.640900 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b329fe2-cae7-4115-9ee7-7e37de3adb23" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03", "tag": "af328c86-bc69-4641-ad81-c9f635839a96"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:57.693701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccd877-052d-4350-a8d3-cbe620893708 req-78390720-a823-4c53-b4d0-d07a633731f3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:57.703784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2ccd877-052d-4350-a8d3-cbe620893708 req-78390720-a823-4c53-b4d0-d07a633731f3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.4061990 Nov 12 05:30:57.719119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ef9239ef-3bb0-4dc0-b6e2-00c095bd7d7d tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1898053044&fields=id&tenant_id=853c5738ac31430fa65c36f0732268a4 HTTP/1.1" status: 200 len: 267 time: 0.3965542 Nov 12 05:30:57.727249 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5dddfe18-7c28-47ae-b894-46ca23e28765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.748425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b916cd-8e56-4254-a4fe-942186dc87cc service neutron] Pushing event updated for resources: {'Port': ['ID=af328c86-bc69-4641-ad81-c9f635839a96,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:57.767044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5dddfe18-7c28-47ae-b894-46ca23e28765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.860487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-5f669277-1d5a-4ab3-ab5d-9a7e31ede6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:57.862427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-5f669277-1d5a-4ab3-ab5d-9a7e31ede6eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 1096 time: 0.1546757 Nov 12 05:30:57.862918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f937a4b-4aa0-41e8-8447-1ddc448b2141,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:57.866384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Attempting to bind port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:57.866934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Attempting to bind port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:57.867460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Attempting to bind port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:57.873078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:30:57.873719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Attempting to bind port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 on network b7856a60-e423-4122-bb6e-f8f7e648dc89 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:57.879209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:57.879628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Checking segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:57.880074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Bound using segment: {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:57.880814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Bound port: 8f937a4b-4aa0-41e8-8447-1ddc448b2141, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:57.881000 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.932195 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-f8f2e242-ae2a-49ff-aa42-09e8264ee522 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af328c86-bc69-4641-ad81-c9f635839a96 HTTP/1.1" status: 200 len: 217 time: 0.0413513 Nov 12 05:30:57.954022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddfe18-7c28-47ae-b894-46ca23e28765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b9e578-a2a9-4392-9c38-f794c8a7ebba,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:57.960675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5dddfe18-7c28-47ae-b894-46ca23e28765 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=751f966d08fe4cdaac50b13f8b2d18f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3565159 Nov 12 05:30:57.961293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45592) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:58.017811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ec3fdf4d-d2d6-4c5e-b48c-4cc055e84a59 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.019346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ec3fdf4d-d2d6-4c5e-b48c-4cc055e84a59 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 984 time: 0.2698648 Nov 12 05:30:58.029418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2ccd877-052d-4350-a8d3-cbe620893708 req-388731db-de69-4746-9bb4-36a73f887c3a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243301 Nov 12 05:30:58.051664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-6ee420ed-f044-4c7c-9848-9ec596605efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.051664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-6ee420ed-f044-4c7c-9848-9ec596605efe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 200 len: 853 time: 0.0958724 Nov 12 05:30:58.058309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Request body: {'port': {'security_groups': ['cf30d2c2-d4c5-4830-b2ef-9f65ea96458f']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:58.067134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] For port 8f937a4b-4aa0-41e8-8447-1ddc448b2141, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:58.071363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] For port 8f937a4b-4aa0-41e8-8447-1ddc448b2141, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8f937a4b-4aa0-41e8-8447-1ddc448b2141,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:58.089454 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-fbaa0140-59cb-409d-bc70-645fcc9c5300 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7856a60-e423-4122-bb6e-f8f7e648dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317454 Nov 12 05:30:58.089890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:58.090242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:58.090575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.090707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:58.116270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b589-a17b-4f75-85cf-b273517860d2 req-43eb6d23-1a2b-42e9-86f9-d151d3937ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.117743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c376b589-a17b-4f75-85cf-b273517860d2 req-43eb6d23-1a2b-42e9-86f9-d151d3937ab5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 HTTP/1.1" status: 200 len: 916 time: 0.4559219 Nov 12 05:30:58.128231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:30:58.128564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Attempting to bind port b85d982a-18be-4d9c-96be-90f4f451b85a on network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:58.143911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1453fa0a-81ed-418c-b795-8507b8def06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.157008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:58.157275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Checking segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:58.157661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Bound using segment: {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:58.158107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Bound port: b85d982a-18be-4d9c-96be-90f4f451b85a, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd785d0-d97b-4788-b671-439b0904d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:58.158498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.201997 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ac3986-ab10-42d2-a2b2-47620c43f508 x-openstack-request-id: req-e6ac3986-ab10-42d2-a2b2-47620c43f508 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:30:58.202282 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03", "tag": "af328c86-bc69-4641-ad81-c9f635839a96", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:30:58.202575 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6ac3986-ab10-42d2-a2b2-47620c43f508 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:30:58.202938 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03', 'tag': 'af328c86-bc69-4641-ad81-c9f635839a96', 'status': 'completed', 'code': 200} Nov 12 05:30:58.204175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.204790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.206139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/8f937a4b-4aa0-41e8-8447-1ddc448b2141 HTTP/1.1" status: 200 len: 1093 time: 1.3614731 Nov 12 05:30:58.226389 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1453fa0a-81ed-418c-b795-8507b8def06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.228602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.260136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b23f8e-9d9f-4e96-89ed-7a7aa68318c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f937a4b-4aa0-41e8-8447-1ddc448b2141,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:58.311947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-251820d4-b5ee-4402-a038-ce35bd2f26bb service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099414 Nov 12 05:30:58.333362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.373887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c376b589-a17b-4f75-85cf-b273517860d2 req-c0f4e4d4-ae56-47fb-aeb1-2177c3772622 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21675eba-674f-4770-afa3-355ed7394c33 HTTP/1.1" status: 200 len: 1002 time: 0.2253804 Nov 12 05:30:58.381023 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-c7a405d0-f46e-4d16-b1fe-58f4578bd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.383118 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-c7a405d0-f46e-4d16-b1fe-58f4578bd878 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 1096 time: 0.1148682 Nov 12 05:30:58.389233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1453fa0a-81ed-418c-b795-8507b8def06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.391815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1453fa0a-81ed-418c-b795-8507b8def06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.392891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1453fa0a-81ed-418c-b795-8507b8def06c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71b9e578-a2a9-4392-9c38-f794c8a7ebba HTTP/1.1" status: 204 len: 168 time: 0.4310014 Nov 12 05:30:58.440484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453fa0a-81ed-418c-b795-8507b8def06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b9e578-a2a9-4392-9c38-f794c8a7ebba,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:58.448555 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-ed98e169-faba-49e6-a4ca-e99862caa5fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f937a4b-4aa0-41e8-8447-1ddc448b2141 HTTP/1.1" status: 200 len: 217 time: 0.0456810 Nov 12 05:30:58.448779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=c9ac7790-84b5-47ce-bab4-7a0328ce8ac1,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:58.494617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:58.497080 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-41eca603-2c53-4140-970b-0c5b6645930b service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782753 Nov 12 05:30:58.521220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-3887b764-87c9-47a7-b431-b365e0231b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.523125 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-3887b764-87c9-47a7-b431-b365e0231b02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 200 len: 853 time: 0.0644579 Nov 12 05:30:58.547469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c63a4-76b5-42ff-adce-7c53dbf0edbd req-1034fbd2-9edd-4704-9104-2c4b47b817b5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.549032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe9c63a4-76b5-42ff-adce-7c53dbf0edbd req-1034fbd2-9edd-4704-9104-2c4b47b817b5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 944 time: 0.2872744 Nov 12 05:30:58.554406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:58.561005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking segment: {'id': '67c20e9f-f7b7-416d-be38-a33ad3f75a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:58.561385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network hostable DHCP agents. Network: e728faee-db87-4a1f-a9e9-ae73ddfdbb8b, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:30:58.565285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-96c938df-e2c0-4fa1-997e-48bfad5406ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7856a60-e423-4122-bb6e-f8f7e648dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316534 Nov 12 05:30:58.566438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b589-a17b-4f75-85cf-b273517860d2 req-50df42f4-72f2-4465-a351-351d959efadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.568200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c376b589-a17b-4f75-85cf-b273517860d2 req-50df42f4-72f2-4465-a351-351d959efadd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fad848d-edc7-4934-b433-5f048577bcb2 HTTP/1.1" status: 200 len: 854 time: 0.1790504 Nov 12 05:30:58.588866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.681035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.681649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.683644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] 10.222.0.47 "PUT /v2.0/ports/b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 1093 time: 3.4890311 Nov 12 05:30:58.714463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:30:58.739732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-0517ab62-9599-4be5-9da4-6f547209bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.741741 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-0517ab62-9599-4be5-9da4-6f547209bc8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 1096 time: 0.1223080 Nov 12 05:30:58.791184 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-7b42b171-af71-4f41-8a12-901f7b173fcf service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729465 Nov 12 05:30:58.818217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe9c63a4-76b5-42ff-adce-7c53dbf0edbd req-5a0430cf-522e-4b8f-a8f1-ac93de23b9cb tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490020 Nov 12 05:30:58.824865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e728faee-db87-4a1f-a9e9-ae73ddfdbb8b) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:58.829601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.830603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.847626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69e53b-f563-4117-bf6a-e54b616412ce None None] Network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:30:58.861971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82335494-b24e-41e0-917a-ca67e38e1c71 service neutron] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=11']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:58.887572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b589-a17b-4f75-85cf-b273517860d2 req-6b6030be-26fd-4240-9c68-fb12cf8cf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.889120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c376b589-a17b-4f75-85cf-b273517860d2 req-6b6030be-26fd-4240-9c68-fb12cf8cf3dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2640090 Nov 12 05:30:58.935812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5e0f59a4-8fdc-436a-8170-71ccca01492b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3313656 Nov 12 05:30:58.963875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45606) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:58.966581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b', 'name': 'tempest-PortsIpV6TestJSON-1802078993'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:30:58.983328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-c9126209-9361-4ad4-80d7-2d57ae27b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.985310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-c9126209-9361-4ad4-80d7-2d57ae27b24f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1096 time: 0.2568293 Nov 12 05:30:59.096271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e728faee-db87-4a1f-a9e9-ae73ddfdbb8b', 'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b', 'tenant_id': '959644c6526e4f4e90c5585c84da27d9', 'fixed_ips': [{'subnet_id': 'c9ac7790-84b5-47ce-bab4-7a0328ce8ac1'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:30:59.097720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.295458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Allocated IP 2001:db8::2 (e728faee-db87-4a1f-a9e9-ae73ddfdbb8b/c9ac7790-84b5-47ce-bab4-7a0328ce8ac1/60699bfa-da1d-420d-9272-262178f7d97e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:30:59.452409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d'}, {'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:30:59.455278 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b124c16-6de8-4638-b357-fe2d6a6aedca" -d '{"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d"}, {"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:30:59.463952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-e5d5d4ba-7ec0-4a36-9466-74dfb8cc957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:59.465714 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-e5d5d4ba-7ec0-4a36-9466-74dfb8cc957e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 914 time: 0.7000618 Nov 12 05:30:59.505737 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.515078 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.528178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c376b589-a17b-4f75-85cf-b273517860d2 req-2e9e2396-a895-40da-983d-c1c603af8667 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210940 Nov 12 05:30:59.529346 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5261fc5d-e409-4bf6-bce0-3aa66fd4f853 req-121bacb4-5499-444a-98fb-fcd69f7b81d4 service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285211 Nov 12 05:30:59.531651 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-f3efe73f-7508-4d32-9206-7d9df43d7361 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af328c86-bc69-4641-ad81-c9f635839a96 HTTP/1.1" status: 200 len: 217 time: 0.0507669 Nov 12 05:30:59.555194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] For port 89aad53d-4034-44d2-b195-83cea4a4815d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=89aad53d-4034-44d2-b195-83cea4a4815d,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:30:59.577327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:30:59.600013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:30:59.602597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Pushing event updated for resources: {'Port': ['ID=60699bfa-da1d-420d-9272-262178f7d97e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:59.612458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:30:59.612821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-e5feceec-558d-46f1-9602-9807ca26809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:59.614561 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-e5feceec-558d-46f1-9602-9807ca26809b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 200 len: 853 time: 0.0618238 Nov 12 05:30:59.671655 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-88f9b5f2-d75d-4b5c-8b9c-35c564916278 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7856a60-e423-4122-bb6e-f8f7e648dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478466 Nov 12 05:30:59.682276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Attempting to bind port 60699bfa-da1d-420d-9272-262178f7d97e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:30:59.682561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Attempting to bind port 60699bfa-da1d-420d-9272-262178f7d97e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '67c20e9f-f7b7-416d-be38-a33ad3f75a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:30:59.682732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Attempting to bind port 60699bfa-da1d-420d-9272-262178f7d97e on network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:30:59.691303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:30:59.692254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Checking segment: {'id': '67c20e9f-f7b7-416d-be38-a33ad3f75a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:30:59.692671 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.693161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Bound using segment: {'id': '67c20e9f-f7b7-416d-be38-a33ad3f75a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:30:59.693551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Bound port: 60699bfa-da1d-420d-9272-262178f7d97e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c20e9f-f7b7-416d-be38-a33ad3f75a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:30:59.698584 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.735852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.755453 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.764567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07f7e-276d-4e5d-92f7-253f5315cab8 req-41acc43b-3b78-4063-b74d-ed0799644ef3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:59.766032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-caf07f7e-276d-4e5d-92f7-253f5315cab8 req-41acc43b-3b78-4063-b74d-ed0799644ef3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.3008897 Nov 12 05:30:59.769289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] For port 60699bfa-da1d-420d-9272-262178f7d97e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:30:59.773082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] For port 60699bfa-da1d-420d-9272-262178f7d97e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=60699bfa-da1d-420d-9272-262178f7d97e,segment=NetworkSegment(67c20e9f-f7b7-416d-be38-a33ad3f75a36),segment_id=67c20e9f-f7b7-416d-be38-a33ad3f75a36)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:30:59.776274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['89aad53d-4034-44d2-b195-83cea4a4815d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:59.808915 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-795c587b-21b2-46f0-87dc-2e755ae48fea service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272938 Nov 12 05:30:59.817536 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.858160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-5c025bb8-8b9f-4baf-8817-6b56002f3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:59.859689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-5c025bb8-8b9f-4baf-8817-6b56002f3708 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.8568842 Nov 12 05:30:59.878217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:59.879223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.880503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f59d3a5-1eeb-4e26-8ee3-310956dbdf10 req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "PUT /v2.0/ports/89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 942 time: 1.8479056 Nov 12 05:30:59.936360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf16845-6233-4318-9a13-837df26be0f4 None None] Pushing event updated for resources: {'Port': ['ID=60699bfa-da1d-420d-9272-262178f7d97e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:30:59.953110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:30:59.954709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['89aad53d-4034-44d2-b195-83cea4a4815d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:30:59.956728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.971529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c376b589-a17b-4f75-85cf-b273517860d2 req-975e900b-29d2-4818-9020-a19431ea53ea service neutron] 10.222.0.43 "GET /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832271 Nov 12 05:31:00.055349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6794d6-a1e7-479a-8631-0c562adb4594 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event updated for resources: {'Port': ['ID=89aad53d-4034-44d2-b195-83cea4a4815d,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:00.071328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port bacd5271-b700-4075-875e-0c9dc519abae yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:31:00.099103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b329fe2-cae7-4115-9ee7-7e37de3adb23 req-8d1db0f8-6ec0-4074-93d4-3767aec0176f service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818182 Nov 12 05:31:00.099501 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-caf07f7e-276d-4e5d-92f7-253f5315cab8 req-58837004-c515-4efb-958f-5ea4ae73bed2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106546 Nov 12 05:31:00.193867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-27adf8b5-f205-46a4-8cfb-4fb7bf670129 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 998 time: 0.3105633 Nov 12 05:31:00.203797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb1908-baa8-469b-90d4-7624097956b1', 'tag': '8f937a4b-4aa0-41e8-8447-1ddc448b2141'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:00.206584 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eb1908-baa8-469b-90d4-7624097956b1", "tag": "8f937a4b-4aa0-41e8-8447-1ddc448b2141"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:00.207579 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662062d7-827e-40ef-b028-bde59c29e2a8 x-openstack-request-id: req-662062d7-827e-40ef-b028-bde59c29e2a8 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:00.207881 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:00.208137 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-662062d7-827e-40ef-b028-bde59c29e2a8 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:00.208551 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d', 'status': 'completed', 'code': 200} Nov 12 05:31:00.208806 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'status': 'completed', 'code': 200} Nov 12 05:31:00.347220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-46474eab-edb2-44ad-9a46-ede837fd5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.348784 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-46474eab-edb2-44ad-9a46-ede837fd5db6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1096 time: 0.1187236 Nov 12 05:31:00.466650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-68f49b5d-cb56-4d6d-b80d-15b9ee296044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.468619 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-68f49b5d-cb56-4d6d-b80d-15b9ee296044 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.1123283 Nov 12 05:31:00.546596 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-1617eac2-588f-4ec7-9338-3af2074c332c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 998 time: 0.0703037 Nov 12 05:31:00.554181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-4e20e650-8f51-4bff-8c54-e4bf09cd79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.555694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-4e20e650-8f51-4bff-8c54-e4bf09cd79d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.3306146 Nov 12 05:31:00.581887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-a0c7b186-5040-4280-8b81-7748fdbfa928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.583512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-a0c7b186-5040-4280-8b81-7748fdbfa928 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.3711512 Nov 12 05:31:00.612343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd8b96-4f92-4d77-b8d7-0589cdcaa6ae req-38747289-b979-4149-9811-7b15c8805124 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.613940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6bd8b96-4f92-4d77-b8d7-0589cdcaa6ae req-38747289-b979-4149-9811-7b15c8805124 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 944 time: 0.3807819 Nov 12 05:31:00.635207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-c3ed6ed3-5659-4374-a164-71d8cc2e45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.636891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-c3ed6ed3-5659-4374-a164-71d8cc2e45a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.0827832 Nov 12 05:31:00.697170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-ace928c6-586b-4039-8198-a0b3c3dab2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.698735 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-ace928c6-586b-4039-8198-a0b3c3dab2b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533357 Nov 12 05:31:00.705900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::89 (e728faee-db87-4a1f-a9e9-ae73ddfdbb8b/c9ac7790-84b5-47ce-bab4-7a0328ce8ac1/bacd5271-b700-4075-875e-0c9dc519abae) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:00.720971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-cba6f447-a994-4e07-9aaa-d2fb8cba1624 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4946070 Nov 12 05:31:00.727909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 60699bfa-da1d-420d-9272-262178f7d97e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:00.769810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:00.790741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 60699bfa-da1d-420d-9272-262178f7d97e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:00.791145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:00.848862 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-a6b9a75a-ff52-4575-a639-61ea8a3245a4 service neutron] 10.222.0.43 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359966 Nov 12 05:31:00.876089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:00.881220 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:00.919892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 60699bfa-da1d-420d-9272-262178f7d97e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=60699bfa-da1d-420d-9272-262178f7d97e,segment=NetworkSegment(67c20e9f-f7b7-416d-be38-a33ad3f75a36),segment_id=67c20e9f-f7b7-416d-be38-a33ad3f75a36)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:00.923158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-1c7367a1-14fd-434c-b0a1-729cbbaf1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.924890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-1c7367a1-14fd-434c-b0a1-729cbbaf1bf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3581214 Nov 12 05:31:00.928305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:00.961387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6bd8b96-4f92-4d77-b8d7-0589cdcaa6ae req-c9df0d28-89f3-4fdb-8392-387b47190403 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297417 Nov 12 05:31:01.001183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=60699bfa-da1d-420d-9272-262178f7d97e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:01.048131 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-4a990487-a3ff-4ecb-b3b5-96b54e070917 service neutron] 10.222.0.43 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911049 Nov 12 05:31:01.097839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-766bf746-e9df-4a05-80a8-eadfd387c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.104495 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-766bf746-e9df-4a05-80a8-eadfd387c828 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 921 time: 0.4786901 Nov 12 05:31:01.107777 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70fc7df-25a3-416b-a5a1-60b4d40ceeeb x-openstack-request-id: req-a70fc7df-25a3-416b-a5a1-60b4d40ceeeb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:01.107777 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eb1908-baa8-469b-90d4-7624097956b1", "tag": "8f937a4b-4aa0-41e8-8447-1ddc448b2141", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:01.107777 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a70fc7df-25a3-416b-a5a1-60b4d40ceeeb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:01.108164 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eb1908-baa8-469b-90d4-7624097956b1', 'tag': '8f937a4b-4aa0-41e8-8447-1ddc448b2141', 'status': 'completed', 'code': 200} Nov 12 05:31:01.250666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-ff9721c7-547a-494a-9085-f7a150e8b41f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 217 time: 0.1351542 Nov 12 05:31:01.292516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-aebd5619-268f-44cc-be8a-8cde09e666dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.294588 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-aebd5619-268f-44cc-be8a-8cde09e666dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 1096 time: 0.1121781 Nov 12 05:31:01.322931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219df7f9-ca69-4e8e-8327-3cf541c77df3 None None] Network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:01.390463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e12784c9-247f-443a-b683-701915bd1b96 None None] Provisioning complete for port 60699bfa-da1d-420d-9272-262178f7d97e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:01.390841 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e12784c9-247f-443a-b683-701915bd1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:01.402734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-02440374-5eb7-49be-8778-a982ab596f7d service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216881 Nov 12 05:31:01.430419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-8f32ffa0-8e09-4591-96b2-106321a980b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.432853 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-8f32ffa0-8e09-4591-96b2-106321a980b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 200 len: 914 time: 0.1295929 Nov 12 05:31:01.481376 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:01.486442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-33cd0820-93d1-448f-beb8-bea3507b277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.486756 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-c6b40bc4-0726-4349-88e7-22372c1dc6fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f937a4b-4aa0-41e8-8447-1ddc448b2141 HTTP/1.1" status: 200 len: 217 time: 0.0450382 Nov 12 05:31:01.487883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-33cd0820-93d1-448f-beb8-bea3507b277f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.2258329 Nov 12 05:31:01.547309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-1d909c98-65ab-4395-9daa-8dde64abe7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.548906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-1d909c98-65ab-4395-9daa-8dde64abe7ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 200 len: 853 time: 0.0538476 Nov 12 05:31:01.552614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512dff9-272a-45ee-853d-f995d260dd7f req-14ea6d24-c237-485a-96e0-e3b2dd4cfa58 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.554086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9512dff9-272a-45ee-853d-f995d260dd7f req-14ea6d24-c237-485a-96e0-e3b2dd4cfa58 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.2761703 Nov 12 05:31:01.583709 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-2b1b0d54-ad55-415f-b66b-95729bdf5a42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7856a60-e423-4122-bb6e-f8f7e648dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267127 Nov 12 05:31:01.590929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-add2802c-07e8-4fbe-98ba-6e8602054926 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553157 Nov 12 05:31:01.620106 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:01.691490 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-7f44247c-4b6f-458c-a6e0-634716293108 service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995831 Nov 12 05:31:01.767742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:01.779411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f8a59a-a608-465e-aaf2-aa759f0fd5fa req-9ba6c8b4-7b79-4cc6-b5e4-2f9b55a06ebf service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581457 Nov 12 05:31:01.809650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4119ab61-aafe-4ab4-8b09-650c23ea5bc4 req-2b1854ba-5de4-4466-9b40-17780d0b765f service neutron] 10.222.0.43 "GET /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939217 Nov 12 05:31:01.834799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9512dff9-272a-45ee-853d-f995d260dd7f req-c60399c7-0939-4a0c-be73-0f0e0a4aa31e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494700 Nov 12 05:31:01.878166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:01.881715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d8c50054-09c6-4929-b472-0ac03e535a35 None None] Provisioning complete for port 60699bfa-da1d-420d-9272-262178f7d97e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:01.882175 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8c50054-09c6-4929-b472-0ac03e535a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:01.886327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device af328c86-bc69-4641-ad81-c9f635839a96 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:01.896263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:01.904927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:01.910718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.911362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:01.920170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-afe99ac3-1d13-4db8-8f62-584323ad66ed service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039768 Nov 12 05:31:01.920777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=bacd5271-b700-4075-875e-0c9dc519abae,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:01.959150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3cdff613-0150-40e6-91ba-7658ca421efd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9975102 Nov 12 05:31:01.960403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Allocated IP 172.25.2.151 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/1cda44fc-95e6-4e8a-8f3c-a1085f102396) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:01.964190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45654) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:01.972534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': 'e728faee-db87-4a1f-a9e9-ae73ddfdbb8b', 'name': 'tempest-PortsIpV6TestJSON-2120570455'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:02.115463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port af328c86-bc69-4641-ad81-c9f635839a96, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=af328c86-bc69-4641-ad81-c9f635839a96,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:02.133289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'af328c86-bc69-4641-ad81-c9f635839a96', 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'port_id': 'af328c86-bc69-4641-ad81-c9f635839a96', 'mac_address': 'fa:16:3e:50:03:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab657ce-d124-4223-83c9-8f54bd1a5efe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:02.175204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:02.181536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.205050 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.217224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port da0cc9ee-a6c2-4f0d-8719-fe6b3f738412 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:31:02.220532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af328c86-bc69-4641-ad81-c9f635839a96 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:02.247891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port af328c86-bc69-4641-ad81-c9f635839a96, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=af328c86-bc69-4641-ad81-c9f635839a96,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:02.252679 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.327697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=af328c86-bc69-4641-ad81-c9f635839a96,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:02.353017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d4f73aac-5bfc-465d-9fd3-b96b7e409bce None None] Provisioning complete for port bacd5271-b700-4075-875e-0c9dc519abae triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:02.354246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4f73aac-5bfc-465d-9fd3-b96b7e409bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.387698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::19 (e728faee-db87-4a1f-a9e9-ae73ddfdbb8b/c9ac7790-84b5-47ce-bab4-7a0328ce8ac1/da0cc9ee-a6c2-4f0d-8719-fe6b3f738412) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:02.410162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d4f73aac-5bfc-465d-9fd3-b96b7e409bce None None] Port bacd5271-b700-4075-875e-0c9dc519abae cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:02.412808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:02.415087 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2245cd7c-75a9-4776-a175-669bab76b31f" -d '{"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:02.536575 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-4bb4b522-e0b0-4963-8291-273b1b70de13 service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051519 Nov 12 05:31:02.551168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f9e6d-9d2f-4670-a058-c8738c39eb9f req-da6128e7-9d15-473a-b7b1-2e2314141c6e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:02.552633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c96f9e6d-9d2f-4670-a058-c8738c39eb9f req-da6128e7-9d15-473a-b7b1-2e2314141c6e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 944 time: 0.1330230 Nov 12 05:31:02.557234 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.597043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.605315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.653600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 60699bfa-da1d-420d-9272-262178f7d97e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:02.659227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:02.660140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c96f9e6d-9d2f-4670-a058-c8738c39eb9f req-928e2c29-cb2d-4f30-90a1-3e5e9ddea0cd tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956352 Nov 12 05:31:02.662693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:02.668492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:02.674228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:02.674903 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.678694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=da0cc9ee-a6c2-4f0d-8719-fe6b3f738412,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:02.681972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-284baa50-0c67-4b75-9be3-a4b815c12845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:02.683505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-284baa50-0c67-4b75-9be3-a4b815c12845 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1096 time: 0.0941775 Nov 12 05:31:02.701943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.706288 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-03315d38-f7b3-4122-b590-ec2195dc83cc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7407873 Nov 12 05:31:02.712879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:02.740237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 60699bfa-da1d-420d-9272-262178f7d97e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:02.740692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:02.791444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:02.792773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['af328c86-bc69-4641-ad81-c9f635839a96'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:02.797319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:02.829684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:02.847243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d373af-6bec-453a-b415-af6329168865 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:02.849653 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-41d373af-6bec-453a-b415-af6329168865 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A89 HTTP/1.1" status: 200 len: 928 time: 0.1351676 Nov 12 05:31:02.852299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45674) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:02.864669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event updated for resources: {'Port': ['ID=1cda44fc-95e6-4e8a-8f3c-a1085f102396,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:02.937890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-5814d980-b45b-42bb-a098-09db4e62c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:02.939617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-5814d980-b45b-42bb-a098-09db4e62c339 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.2271876 Nov 12 05:31:03.025813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d82a3-04e9-408e-9adf-6b3f41848a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port da0cc9ee-a6c2-4f0d-8719-fe6b3f738412 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:03.026300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4d82a3-04e9-408e-9adf-6b3f41848a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.045148 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a8b7e-8c67-4f07-bb04-613f2c9f16e0 x-openstack-request-id: req-9b1a8b7e-8c67-4f07-bb04-613f2c9f16e0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:03.045724 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:03.046113 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b1a8b7e-8c67-4f07-bb04-613f2c9f16e0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:03.046615 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d', 'status': 'completed', 'code': 200} Nov 12 05:31:03.047732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.060252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-d4866a42-93e1-4c16-ac4e-2b7bc1c7bac1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 998 time: 0.0952692 Nov 12 05:31:03.092647 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.161496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b5c0bb7d-bef6-451c-83b5-def356bab850 None None] Provisioning complete for port da0cc9ee-a6c2-4f0d-8719-fe6b3f738412 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:03.162057 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b5c0bb7d-bef6-451c-83b5-def356bab850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.210994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4d82a3-04e9-408e-9adf-6b3f41848a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.213934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0bb7d-bef6-451c-83b5-def356bab850 None None] Port da0cc9ee-a6c2-4f0d-8719-fe6b3f738412 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:03.228840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d82a3-04e9-408e-9adf-6b3f41848a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for da0cc9ee-a6c2-4f0d-8719-fe6b3f738412 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:03.360343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edd2b7-1169-4d2e-9c96-2c5a0fa591ad req-c80f8682-5001-4887-9173-63beefda7e25 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:03.369016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84edd2b7-1169-4d2e-9c96-2c5a0fa591ad req-c80f8682-5001-4887-9173-63beefda7e25 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.2177932 Nov 12 05:31:03.376961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245cd7c-75a9-4776-a175-669bab76b31f req-c5ab3e1f-0aa3-483c-b1d7-e1a3a7c3d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:03.378461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2245cd7c-75a9-4776-a175-669bab76b31f req-c5ab3e1f-0aa3-483c-b1d7-e1a3a7c3d7af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1861763 Nov 12 05:31:03.385572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-43e2d2f6-685f-4272-90c7-5edaf21ca8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:03.387114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-43e2d2f6-685f-4272-90c7-5edaf21ca8d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.1969979 Nov 12 05:31:03.448803 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4d82a3-04e9-408e-9adf-6b3f41848a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.490286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d82a3-04e9-408e-9adf-6b3f41848a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=da0cc9ee-a6c2-4f0d-8719-fe6b3f738412,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:03.539500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84edd2b7-1169-4d2e-9c96-2c5a0fa591ad req-23e21dde-b69a-4f9e-b3e1-e5bb324db8a2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694083 Nov 12 05:31:03.557310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4d82a3-04e9-408e-9adf-6b3f41848a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.567126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45698) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:03.568969 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ff4d82a3-04e9-408e-9adf-6b3f41848a86 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/da0cc9ee-a6c2-4f0d-8719-fe6b3f738412 HTTP/1.1" status: 204 len: 168 time: 0.7145150 Nov 12 05:31:03.621553 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b2e8b6-e730-424f-8bfd-c1578ea211ba tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:31:03.625609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-71b2e8b6-e730-424f-8bfd-c1578ea211ba tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/da0cc9ee-a6c2-4f0d-8719-fe6b3f738412 HTTP/1.1" status: 404 len: 333 time: 0.0540023 Nov 12 05:31:03.626480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45700) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:03.629551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-fcaa9675-2c16-40fd-b1cc-d1c7e2d157a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:03.631048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-fcaa9675-2c16-40fd-b1cc-d1c7e2d157a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2160313 Nov 12 05:31:03.633163 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.635312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245cd7c-75a9-4776-a175-669bab76b31f req-d392677a-434a-452b-b6ad-8a73d5fc15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:03.636755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2245cd7c-75a9-4776-a175-669bab76b31f req-d392677a-434a-452b-b6ad-8a73d5fc15cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 921 time: 0.2487917 Nov 12 05:31:03.647963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.794495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c68bf-bd9b-45b6-886b-f13cd9fb7ba1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port bacd5271-b700-4075-875e-0c9dc519abae {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:03.795041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e7c68bf-bd9b-45b6-886b-f13cd9fb7ba1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.902908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8f937a4b-4aa0-41e8-8447-1ddc448b2141 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:03.920455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2245cd7c-75a9-4776-a175-669bab76b31f req-802b6705-7b3b-4fc0-bea3-c40a487bd735 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 217 time: 0.2344999 Nov 12 05:31:03.925727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e7c68bf-bd9b-45b6-886b-f13cd9fb7ba1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.965997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c68bf-bd9b-45b6-886b-f13cd9fb7ba1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for bacd5271-b700-4075-875e-0c9dc519abae owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:04.055209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event updated for resources: {'Port': ['ID=1cda44fc-95e6-4e8a-8f3c-a1085f102396,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:04.086069 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.100639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8f937a4b-4aa0-41e8-8447-1ddc448b2141, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8f937a4b-4aa0-41e8-8447-1ddc448b2141,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:04.119391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245cd7c-75a9-4776-a175-669bab76b31f req-caca7f25-3f8c-4ca4-996c-feba2bf7e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:04.121514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2245cd7c-75a9-4776-a175-669bab76b31f req-caca7f25-3f8c-4ca4-996c-feba2bf7e6ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.1480372 Nov 12 05:31:04.122139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '8f937a4b-4aa0-41e8-8447-1ddc448b2141', 'network_id': 'b7856a60-e423-4122-bb6e-f8f7e648dc89', 'port_id': '8f937a4b-4aa0-41e8-8447-1ddc448b2141', 'mac_address': 'fa:16:3e:f4:38:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab657ce-d124-4223-83c9-8f54bd1a5efe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:04.129360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-69b8cc5b-668e-47d1-8d6a-8160c5bebf01 service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667835 Nov 12 05:31:04.138656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757c63-c24b-49a0-9855-8a2012fb2ca7 req-a7c67d61-94bd-4815-b0a6-59e4a3e840c2 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:04.146314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48757c63-c24b-49a0-9855-8a2012fb2ca7 req-a7c67d61-94bd-4815-b0a6-59e4a3e840c2 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 944 time: 0.3047645 Nov 12 05:31:04.175757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.183829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-963864ce-6474-4ac6-a48d-0f7e7612fcef tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4619539 Nov 12 05:31:04.188859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.206986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f937a4b-4aa0-41e8-8447-1ddc448b2141 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:04.233656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8f937a4b-4aa0-41e8-8447-1ddc448b2141, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8f937a4b-4aa0-41e8-8447-1ddc448b2141,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:04.238011 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.252984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2245cd7c-75a9-4776-a175-669bab76b31f req-dba9dde4-df37-4ed7-a49b-2082bf2ac76b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986378 Nov 12 05:31:04.294978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e7c68bf-bd9b-45b6-886b-f13cd9fb7ba1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.314566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8f937a4b-4aa0-41e8-8447-1ddc448b2141,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:04.341173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c68bf-bd9b-45b6-886b-f13cd9fb7ba1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=bacd5271-b700-4075-875e-0c9dc519abae,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:04.380988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e7c68bf-bd9b-45b6-886b-f13cd9fb7ba1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.381251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-dd4b03aa-aba9-4b0e-a807-da9a574a8f76 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 696 time: 0.1962306 Nov 12 05:31:04.386580 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9e7c68bf-bd9b-45b6-886b-f13cd9fb7ba1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/bacd5271-b700-4075-875e-0c9dc519abae HTTP/1.1" status: 204 len: 168 time: 0.7588468 Nov 12 05:31:04.389382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45714) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:04.421667 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecb7ab5-441f-41c7-8ce6-b3bcdd16fdfa tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:31:04.423830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3ecb7ab5-441f-41c7-8ce6-b3bcdd16fdfa tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/bacd5271-b700-4075-875e-0c9dc519abae HTTP/1.1" status: 404 len: 333 time: 0.0330169 Nov 12 05:31:04.427381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45716) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:04.541021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48757c63-c24b-49a0-9855-8a2012fb2ca7 req-4135ea2f-1ef5-45cf-8636-e3687f1cc318 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883677 Nov 12 05:31:04.546795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-931e38bd-3bcb-407b-8fa8-ae8224c90b37 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet c9ac7790-84b5-47ce-bab4-7a0328ce8ac1 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:04.557464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931e38bd-3bcb-407b-8fa8-ae8224c90b37 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.669967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931e38bd-3bcb-407b-8fa8-ae8224c90b37 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.728802 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['8f937a4b-4aa0-41e8-8447-1ddc448b2141'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:04.758570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2245cd7c-75a9-4776-a175-669bab76b31f req-95e42c0c-20aa-44d6-94b0-54a33f9204d4 service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572401 Nov 12 05:31:04.854747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b124c16-6de8-4638-b357-fe2d6a6aedca req-9dbf4c1e-89c7-4580-8213-f8e9c03f0ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910255 Nov 12 05:31:04.896502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-3bb1b36e-713a-4687-b4c5-224dd87e21bd tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:04.898321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-3bb1b36e-713a-4687-b4c5-224dd87e21bd tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.5163360 Nov 12 05:31:04.914385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-6a95d324-7149-4e99-aee0-cc1bfafa9a5b tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:31:04.927583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6b8065e-6f4c-4094-9fd2-a5b862f00626 req-6a95d324-7149-4e99-aee0-cc1bfafa9a5b tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210757 Nov 12 05:31:04.942322 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931e38bd-3bcb-407b-8fa8-ae8224c90b37 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.949937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2245cd7c-75a9-4776-a175-669bab76b31f req-47db93e1-02bb-411b-838a-b24974d99b7e service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786940 Nov 12 05:31:05.056133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931e38bd-3bcb-407b-8fa8-ae8224c90b37 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.070446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82951746-8f09-4e0f-92ad-9e7ac15c374b req-284a5bb5-3859-4d0f-a9f3-857948835298 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.072963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82951746-8f09-4e0f-92ad-9e7ac15c374b req-284a5bb5-3859-4d0f-a9f3-857948835298 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 944 time: 0.0671954 Nov 12 05:31:05.085909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931e38bd-3bcb-407b-8fa8-ae8224c90b37 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.091224 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-931e38bd-3bcb-407b-8fa8-ae8224c90b37 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/c9ac7790-84b5-47ce-bab4-7a0328ce8ac1 HTTP/1.1" status: 204 len: 168 time: 0.6626592 Nov 12 05:31:05.094276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:05.095445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9ba515-0ebe-42e2-81d9-1d887917d521 None None] Network e728faee-db87-4a1f-a9e9-ae73ddfdbb8b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:05.228702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.234293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e38bd-3bcb-407b-8fa8-ae8224c90b37 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ac7790-84b5-47ce-bab4-7a0328ce8ac1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:05.250025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82951746-8f09-4e0f-92ad-9e7ac15c374b req-25ff2bfa-88f3-4c3e-8dd2-99f621a7bb77 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394017 Nov 12 05:31:05.276150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-f6c83333-305e-4c9f-8624-63e8eac07b56 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.276150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-f6c83333-305e-4c9f-8624-63e8eac07b56 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1341639 Nov 12 05:31:05.276608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45726) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:05.313217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:05.351175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-3d8f8d72-e7a0-4479-a1d3-1a516754012c tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 696 time: 0.0729403 Nov 12 05:31:05.361507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Request body: {'floatingip': {'port_id': '89aad53d-4034-44d2-b195-83cea4a4815d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:05.389552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] DHCP port deletion for e728faee-db87-4a1f-a9e9-ae73ddfdbb8b request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:05.408494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-52c31c8a-eb72-477b-a065-f23a26ec78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.410318 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-52c31c8a-eb72-477b-a065-f23a26ec78fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1097 time: 0.1956549 Nov 12 05:31:05.447279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.497315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:05.514611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a432e86-030b-4e20-8dc1-6854615d7560 req-79c23ecc-83dd-4dff-a835-9b35cb335bbd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.522789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a432e86-030b-4e20-8dc1-6854615d7560 req-79c23ecc-83dd-4dff-a835-9b35cb335bbd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1574957 Nov 12 05:31:05.532486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'port_id': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'mac_address': 'fa:16:3e:2d:c5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:05.574786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] Deleting port 60699bfa-da1d-420d-9272-262178f7d97e {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:05.574786 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.583625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-88ccbfaa-a863-4901-853a-f26cc8016a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.585141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-88ccbfaa-a863-4901-853a-f26cc8016a60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.1596205 Nov 12 05:31:05.600752 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-40d637ab-12e4-4b20-a6fa-9995a694c7d9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/26c45f27-646d-497e-a72b-6f9dbd67c23d HTTP/1.1" status: 200 len: 990 time: 0.3228400 Nov 12 05:31:05.656405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 60699bfa-da1d-420d-9272-262178f7d97e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:05.657087 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.672888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a432e86-030b-4e20-8dc1-6854615d7560 req-248f7bd2-a1ca-4431-9d0d-5eb015ecb5a7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489167 Nov 12 05:31:05.703205 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.728537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] For port 60699bfa-da1d-420d-9272-262178f7d97e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=60699bfa-da1d-420d-9272-262178f7d97e,segment=NetworkSegment(67c20e9f-f7b7-416d-be38-a33ad3f75a36),segment_id=67c20e9f-f7b7-416d-be38-a33ad3f75a36)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:05.729080 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.732598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85d982a-18be-4d9c-96be-90f4f451b85a {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:05.752627 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-33343ce8-ba46-4923-bd73-9f36285b63f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 999 time: 0.1499581 Nov 12 05:31:05.756653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] Calling delete_port for 60699bfa-da1d-420d-9272-262178f7d97e owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:05.773422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:05.780099 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.796771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] For port 60699bfa-da1d-420d-9272-262178f7d97e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=60699bfa-da1d-420d-9272-262178f7d97e,segment=NetworkSegment(67c20e9f-f7b7-416d-be38-a33ad3f75a36),segment_id=67c20e9f-f7b7-416d-be38-a33ad3f75a36)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:05.798241 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.836747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 60699bfa-da1d-420d-9272-262178f7d97e owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:05.858840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=12']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:05.860891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-9c34ea8e-5038-4d32-a0af-d699b2181524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.863023 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-9c34ea8e-5038-4d32-a0af-d699b2181524 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0954981 Nov 12 05:31:05.871581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb657c0-39a0-4dd1-bce3-b2c037493af3 req-46ec680f-af15-43fc-ba24-b9314867e202 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.873221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fb657c0-39a0-4dd1-bce3-b2c037493af3 req-46ec680f-af15-43fc-ba24-b9314867e202 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 945 time: 0.1015744 Nov 12 05:31:05.907209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8f937a4b-4aa0-41e8-8447-1ddc448b2141 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:05.951454 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.967937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-0550b1d7-3c00-46ad-8a5d-49795e4635f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.969648 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-0550b1d7-3c00-46ad-8a5d-49795e4635f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932522 Nov 12 05:31:06.022841 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.040059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fb657c0-39a0-4dd1-bce3-b2c037493af3 req-dd65076c-e077-41d9-93a4-d00be7a89a25 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503839 Nov 12 05:31:06.079567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=60699bfa-da1d-420d-9272-262178f7d97e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:06.099623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No DVR routers for this DVR port 60699bfa-da1d-420d-9272-262178f7d97e on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:06.208021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-707c367c-187f-48ba-b9a5-8ee2e076e110 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217672 Nov 12 05:31:06.224160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] No DVR routers for this DVR port 60699bfa-da1d-420d-9272-262178f7d97e on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:06.226934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb19056-ac8b-4aa0-b498-4bd75201e590 None None] Pushing event deleted for resources: {'Port': ['ID=60699bfa-da1d-420d-9272-262178f7d97e,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:06.230946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.268348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:31:06.277325 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:06.277769 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.316852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e728faee-db87-4a1f-a9e9-ae73ddfdbb8b']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:06.332343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c20e9f-f7b7-416d-be38-a33ad3f75a36') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:06.332626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c20e9f-f7b7-416d-be38-a33ad3f75a36') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:06.358684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b85d982a-18be-4d9c-96be-90f4f451b85a'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:06.361504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.386876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.398101 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ff70bb7-5ae4-4483-8294-5c3696b965cd req-3f81426d-f567-4e7c-96d9-d595ad865944 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808541 Nov 12 05:31:06.398918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:06.399332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:06.403549 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:06.444241 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.478137 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.490085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.497068 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/networks/e728faee-db87-4a1f-a9e9-ae73ddfdbb8b HTTP/1.1" status: 204 len: 168 time: 1.3981442 Nov 12 05:31:06.499520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45742) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:06.516044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb1908-baa8-469b-90d4-7624097956b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f937a4b-4aa0-41e8-8447-1ddc448b2141'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:06.519129 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee30e1-a9f0-42f2-b38e-9a89c56dc11a" -d '{"events": [{"server_uuid": "b8eb1908-baa8-469b-90d4-7624097956b1", "name": "network-vif-plugged", "status": "completed", "tag": "8f937a4b-4aa0-41e8-8447-1ddc448b2141"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:06.522016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1034572819'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:06.558898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ec5c-182e-4895-8713-bde9b57a6d67 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Network': ['ID=e728faee-db87-4a1f-a9e9-ae73ddfdbb8b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:06.573915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8f937a4b-4aa0-41e8-8447-1ddc448b2141, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8f937a4b-4aa0-41e8-8447-1ddc448b2141,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:06.598273 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.599119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device af328c86-bc69-4641-ad81-c9f635839a96 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:06.604582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:06.613380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.663889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:31:06.674117 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c68db-85e7-4348-b1f4-6ec383ef241e x-openstack-request-id: req-372c68db-85e7-4348-b1f4-6ec383ef241e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:06.674526 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb1908-baa8-469b-90d4-7624097956b1", "name": "network-vif-plugged", "status": "completed", "tag": "8f937a4b-4aa0-41e8-8447-1ddc448b2141", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:06.674695 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-372c68db-85e7-4348-b1f4-6ec383ef241e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:06.675087 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb1908-baa8-469b-90d4-7624097956b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f937a4b-4aa0-41e8-8447-1ddc448b2141', 'code': 200} Nov 12 05:31:06.689220 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.689729 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Added segment a3c59b96-5932-4c25-8932-e48a8ca265c3 of type vlan for network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 Nov 12 05:31:06.747281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port af328c86-bc69-4641-ad81-c9f635839a96 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:31:06.767301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port af328c86-bc69-4641-ad81-c9f635839a96 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:06.767825 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.769688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 60699bfa-da1d-420d-9272-262178f7d97e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:06.782985 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.805036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.819382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8f937a4b-4aa0-41e8-8447-1ddc448b2141,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:06.820290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.829195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 60699bfa-da1d-420d-9272-262178f7d97e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:06.829666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 60699bfa-da1d-420d-9272-262178f7d97e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:06.852818 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.860074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:06.861426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:06.914302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dc48b-ac44-4085-9aca-8c40a08cbd9e req-18deb059-3011-44df-bbda-a086e6b3b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:06.916036 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b0dc48b-ac44-4085-9aca-8c40a08cbd9e req-18deb059-3011-44df-bbda-a086e6b3b937 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 1098 time: 0.1235151 Nov 12 05:31:06.923617 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4119322 Nov 12 05:31:06.931433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680f1e3-450c-4ab9-b0fb-c193894830fb req-b492deac-1181-446d-a038-643aaacbad3e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:06.933385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3680f1e3-450c-4ab9-b0fb-c193894830fb req-b492deac-1181-446d-a038-643aaacbad3e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1423004 Nov 12 05:31:06.934661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45754) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:06.943559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:06.984382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c75a85-ccab-479d-9f2d-fb6a98450202 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Network': ['ID=3ec7eb9c-3291-403d-a0a0-9ad644baf5e7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:07.008193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:31:07.012318 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3b0dc48b-ac44-4085-9aca-8c40a08cbd9e req-b3c8c5f7-2ff1-496a-9c93-9f667eed8cfa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506670 Nov 12 05:31:07.089897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3680f1e3-450c-4ab9-b0fb-c193894830fb req-c36ae829-7ff2-4b2d-b280-18b341b26dd1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391695 Nov 12 05:31:07.111946 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Floating IP 45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa associated. External IP: 172.25.2.151, port: 89aad53d-4034-44d2-b195-83cea4a4815d. Nov 12 05:31:07.112167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.153795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port af328c86-bc69-4641-ad81-c9f635839a96, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=af328c86-bc69-4641-ad81-c9f635839a96,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:07.162007 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.218849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:07.225163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=af328c86-bc69-4641-ad81-c9f635839a96,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:07.226108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.346930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da1b72-d9f9-4c42-a56e-f334e9d9f512 req-f494f2bf-f63e-4200-8979-3904b41c06e7 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:07.348439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38da1b72-d9f9-4c42-a56e-f334e9d9f512 req-f494f2bf-f63e-4200-8979-3904b41c06e7 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 946 time: 0.1796012 Nov 12 05:31:07.499286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38da1b72-d9f9-4c42-a56e-f334e9d9f512 req-7dbd87d4-6c35-4328-aabe-5cbe2f879afd tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400685 Nov 12 05:31:07.636943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:07.683743 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.793454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=0441e589-dc7b-4767-b639-ca14e708590a,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:07.844710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking segment: {'id': 'a3c59b96-5932-4c25-8932-e48a8ca265c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:07.845074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network hostable DHCP agents. Network: 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:31:07.860319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:07.865042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.870319 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] Sync routers for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:07.879640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:07.880245 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:30:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:07.893657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:31:07.907018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-abbc01a0-e8c8-4694-af8d-70e1a4987629 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "PUT /v2.0/floatingips/45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa HTTP/1.1" status: 200 len: 996 time: 2.5549467 Nov 12 05:31:07.907779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:07.910332 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7468b2-9bd4-403c-ab42-505e0a7120b1" -d '{"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:07.913466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:07.923046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f95cec6-5e6a-4d12-a9ff-7d95de7ddf5c None None] Network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:07.965028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:07.965591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.970131 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5b01c1-47d3-4820-b113-11d67e5b58b9 x-openstack-request-id: req-ab5b01c1-47d3-4820-b113-11d67e5b58b9 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:07.970437 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:07.970691 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab5b01c1-47d3-4820-b113-11d67e5b58b9 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:07.971205 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d', 'status': 'completed', 'code': 200} Nov 12 05:31:08.006136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d252b09-5291-4632-a5c5-5174c05d1053 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0647795 Nov 12 05:31:08.006136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-9a4fb51d-d903-40a1-9249-77a3ec98a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:08.006541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45766) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:08.007039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-9a4fb51d-d903-40a1-9249-77a3ec98a7a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0755172 Nov 12 05:31:08.012875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7', 'name': 'tempest-PortsIpV6TestJSON-2131606351', 'fixed_ips': [{'subnet_id': '0441e589-dc7b-4767-b639-ca14e708590a', 'ip_address': '2001:db8::10'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:08.036121 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:08.096157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-3ec7eb9c-3291-403d-a0a0-9ad644baf5e7', 'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7', 'tenant_id': '959644c6526e4f4e90c5585c84da27d9', 'fixed_ips': [{'subnet_id': '0441e589-dc7b-4767-b639-ca14e708590a'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:31:08.096781 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.110409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-e1ca886d-309b-4d10-b20d-9c990c6e5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:08.112232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-e1ca886d-309b-4d10-b20d-9c990c6e5f7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1254919 Nov 12 05:31:08.156261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:08.246229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Allocated IP 2001:db8::2 (3ec7eb9c-3291-403d-a0a0-9ad644baf5e7/0441e589-dc7b-4767-b639-ca14e708590a/e2530def-1ae9-47ab-b237-f5f082d8aa1d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:08.263980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.276538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-3e1f48eb-d61d-4e02-93e1-9105220c51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:08.278563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-3e1f48eb-d61d-4e02-93e1-9105220c51d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 921 time: 0.2577517 Nov 12 05:31:08.286430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 340dea8f-256d-4f3e-8e8b-57748b6c5661 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:31:08.347786 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'port_id': '89aad53d-4034-44d2-b195-83cea4a4815d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'mac_address': 'fa:16:3e:9f:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:02Z', 'updated_at': '2021-11-12T05:31:06Z', 'revision_number': 1, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:30:03Z', 'revision_number': 5, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:08.369767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-d946b707-f27a-49e1-9d36-18e14d2704e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 999 time: 0.0795631 Nov 12 05:31:08.377300 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] Checking router: 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:08.387127 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:08.388030 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:30:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:08.396426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-6e792e6c-31b7-455c-9bc7-1ae379baa25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:08.398279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-6e792e6c-31b7-455c-9bc7-1ae379baa25d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 921 time: 0.2701464 Nov 12 05:31:08.415805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbc179-d93d-40dd-b791-58d032ba547e req-da86061f-eed2-4209-bb79-84740d4eda25 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:08.417300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3bbc179-d93d-40dd-b791-58d032ba547e req-da86061f-eed2-4209-bb79-84740d4eda25 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1867542 Nov 12 05:31:08.419711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.429055 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.472103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:08.475029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:08.486450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:08.495120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::10 (3ec7eb9c-3291-403d-a0a0-9ad644baf5e7/0441e589-dc7b-4767-b639-ca14e708590a/340dea8f-256d-4f3e-8e8b-57748b6c5661) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:08.525046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Pushing event updated for resources: {'Port': ['ID=e2530def-1ae9-47ab-b237-f5f082d8aa1d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:08.541286 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:08.559021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Attempting to bind port e2530def-1ae9-47ab-b237-f5f082d8aa1d on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:08.559392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Attempting to bind port e2530def-1ae9-47ab-b237-f5f082d8aa1d by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a3c59b96-5932-4c25-8932-e48a8ca265c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:08.559780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Attempting to bind port e2530def-1ae9-47ab-b237-f5f082d8aa1d on network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:08.565595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:08.565956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Checking segment: {'id': 'a3c59b96-5932-4c25-8932-e48a8ca265c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:08.566380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.566563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-60d3a293-48b6-42b2-af1a-0dde250d7908 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 999 time: 0.1481080 Nov 12 05:31:08.566775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Bound using segment: {'id': 'a3c59b96-5932-4c25-8932-e48a8ca265c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:08.567479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Bound port: e2530def-1ae9-47ab-b237-f5f082d8aa1d, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c59b96-5932-4c25-8932-e48a8ca265c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:08.567862 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.571859 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-b465f32a-2765-42b6-a6d6-b6dab70868e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:08.573565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-b465f32a-2765-42b6-a6d6-b6dab70868e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.1735163 Nov 12 05:31:08.630457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-1ff41def-2694-42e9-a196-a4c9a4f1adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:08.632191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-1ff41def-2694-42e9-a196-a4c9a4f1adaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.0535254 Nov 12 05:31:08.674815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-651fd383-ea49-45eb-91a4-211a87c29c2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413799 Nov 12 05:31:08.676600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af328c86-bc69-4641-ad81-c9f635839a96'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:08.678981 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d411c1f8-ae97-44c7-ae13-4c86c1f8c301" -d '{"events": [{"server_uuid": "ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03", "name": "network-vif-plugged", "status": "completed", "tag": "af328c86-bc69-4641-ad81-c9f635839a96"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:08.697202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] For port e2530def-1ae9-47ab-b237-f5f082d8aa1d, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:08.701825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] For port e2530def-1ae9-47ab-b237-f5f082d8aa1d, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e2530def-1ae9-47ab-b237-f5f082d8aa1d,segment=NetworkSegment(a3c59b96-5932-4c25-8932-e48a8ca265c3),segment_id=a3c59b96-5932-4c25-8932-e48a8ca265c3)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:08.707635 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.728936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3bbc179-d93d-40dd-b791-58d032ba547e req-fca6f14d-5743-4c0f-935e-d3487ea0f9ad tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836277 Nov 12 05:31:08.745530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-4bf8ef8c-5013-4413-87a4-3f64c55fcc77 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:31:08.746829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-4bf8ef8c-5013-4413-87a4-3f64c55fcc77 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121861 Nov 12 05:31:08.750122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-2955925f-fee0-46ac-8377-36fa06e6c8c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041102 Nov 12 05:31:08.800966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26428a3-23f8-4706-b43b-e897bc146882 None None] Pushing event updated for resources: {'Port': ['ID=e2530def-1ae9-47ab-b237-f5f082d8aa1d,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:08.855618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.871399 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'port_id': '89aad53d-4034-44d2-b195-83cea4a4815d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'mac_address': 'fa:16:3e:9f:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:02Z', 'updated_at': '2021-11-12T05:31:06Z', 'revision_number': 1, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:30:03Z', 'revision_number': 5, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:08.904269 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.907924 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd4e96-00a7-477f-96f8-8317511144f8 None None] The sync data for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 is: [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'port_id': '89aad53d-4034-44d2-b195-83cea4a4815d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'mac_address': 'fa:16:3e:9f:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:02Z', 'updated_at': '2021-11-12T05:31:06Z', 'revision_number': 1, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:30:03Z', 'revision_number': 5, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:08.962979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:08.966471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:08.975268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:08.984385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:08.985200 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.001970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=340dea8f-256d-4f3e-8e8b-57748b6c5661,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:09.016358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3faeba-d30a-4bfd-9b2c-2871dc479c54 req-1a742ecc-5474-4fe3-a722-cafc50431452 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:09.036250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d3faeba-d30a-4bfd-9b2c-2871dc479c54 req-1a742ecc-5474-4fe3-a722-cafc50431452 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 946 time: 0.2080996 Nov 12 05:31:09.040764 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-40c2b461-0417-4847-9c46-6460db412b05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0319068 Nov 12 05:31:09.049471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:09.052867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-400e3f1e-bb44-4667-8147-efb5ec3b5110 service neutron] 10.222.0.48 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969086 Nov 12 05:31:09.055507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': '3ec7eb9c-3291-403d-a0a0-9ad644baf5e7', 'name': 'tempest-PortsIpV6TestJSON-48558261', 'fixed_ips': [{'subnet_id': '0441e589-dc7b-4767-b639-ca14e708590a', 'ip_address': '2001:db8::f'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:09.071508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-c9e201bc-001a-4ca0-a8ed-6c83dc417f16 service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527258 Nov 12 05:31:09.210916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:09.217046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.224269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d3faeba-d30a-4bfd-9b2c-2871dc479c54 req-3d6c584b-51c5-40a1-86af-68b03fe6c09c tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870120 Nov 12 05:31:09.236723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 2d750064-ca4e-493b-800d-c0717e6155e2 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:31:09.251057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ff07b-3ec4-46f8-bbd6-c0dd975bfe20 None None] New status for floating IP 45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:31:09.264758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c920473-4787-4fbf-ae63-12d4335f74f5 req-c76d8c2b-45c3-4577-8d18-093a80a4c5af service neutron] 10.222.0.48 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109213 Nov 12 05:31:09.268525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd7468b2-9bd4-403c-ab42-505e0a7120b1 req-49884218-7a0e-4bc9-8549-0d9da75f1196 service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856644 Nov 12 05:31:09.321795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:09.329973 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5c5c43-6425-449a-86b3-ee58375a667f x-openstack-request-id: req-9a5c5c43-6425-449a-86b3-ee58375a667f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:09.330395 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03", "name": "network-vif-plugged", "status": "completed", "tag": "af328c86-bc69-4641-ad81-c9f635839a96", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:09.330783 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a5c5c43-6425-449a-86b3-ee58375a667f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:09.331273 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af328c86-bc69-4641-ad81-c9f635839a96', 'code': 200} Nov 12 05:31:09.471396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port b85d982a-18be-4d9c-96be-90f4f451b85a completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:31:09.476045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b85d982a-18be-4d9c-96be-90f4f451b85a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:09.476526 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.530454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::f (3ec7eb9c-3291-403d-a0a0-9ad644baf5e7/0441e589-dc7b-4767-b639-ca14e708590a/2d750064-ca4e-493b-800d-c0717e6155e2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:09.564196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3842bd4-d320-472f-ab6f-7aa4a1b21912 req-c55ed81f-3308-4fd3-b359-f2cf89b3e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:09.565757 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3842bd4-d320-472f-ab6f-7aa4a1b21912 req-c55ed81f-3308-4fd3-b359-f2cf89b3e4ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 1098 time: 0.1025546 Nov 12 05:31:09.601296 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.645568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:09.651356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-f2b58942-0695-49a3-9672-eadb55ce8377 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 1001 time: 0.1699293 Nov 12 05:31:09.658091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.664116 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3842bd4-d320-472f-ab6f-7aa4a1b21912 req-16835362-8af5-4794-b5ad-8ea6f3246964 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910482 Nov 12 05:31:09.707401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95420f2-71b4-4946-acdf-89dc5b20a8c1 req-3c136bd1-1421-45b8-ad62-d3c1b9b65ef5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:09.715017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=13']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:09.715727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e95420f2-71b4-4946-acdf-89dc5b20a8c1 req-3c136bd1-1421-45b8-ad62-d3c1b9b65ef5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 946 time: 0.1672587 Nov 12 05:31:09.745255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-3654dc13-2f86-4441-8bf0-753d03950b07 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:09.751429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.762126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-3654dc13-2f86-4441-8bf0-753d03950b07 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports/89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 942 time: 0.1067431 Nov 12 05:31:09.792568 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.793291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e95420f2-71b4-4946-acdf-89dc5b20a8c1 req-52b76e9e-7c4e-460d-aac6-e11040d35597 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766790 Nov 12 05:31:09.844452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:09.847951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:09.853607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:09.860849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:09.861496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.867118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=2d750064-ca4e-493b-800d-c0717e6155e2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:09.882315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-403ccec4-41bf-43d6-af77-7be118a4b36f tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 1001 time: 0.0820644 Nov 12 05:31:09.894938 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a3072d1e-102a-4099-bf6d-023a08e987fc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8442049 Nov 12 05:31:09.895866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:10.004864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4530e2b2-05e4-4907-842b-12b14016b7af tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:10.006050 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4530e2b2-05e4-4907-842b-12b14016b7af tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1082530 Nov 12 05:31:10.009042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45802) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:10.032215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631ac38-54c1-47d6-b190-4f2f088a6bb2 None None] Network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:10.073790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e252d9a-6569-4831-b8f8-61a5522e58a4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:10.081537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e252d9a-6569-4831-b8f8-61a5522e58a4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:10.088193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e252d9a-6569-4831-b8f8-61a5522e58a4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:10.093092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5e252d9a-6569-4831-b8f8-61a5522e58a4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0828769 Nov 12 05:31:10.093796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45808) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:10.192164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e59d2ed7-f5a1-457d-9cba-caf7989818a7 None None] Provisioning complete for port e2530def-1ae9-47ab-b237-f5f082d8aa1d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:10.192640 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e59d2ed7-f5a1-457d-9cba-caf7989818a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.248221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5b04a-7db3-4726-954e-798782670948 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 2d750064-ca4e-493b-800d-c0717e6155e2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:10.248221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b04a-7db3-4726-954e-798782670948 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.335016 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e59d2ed7-f5a1-457d-9cba-caf7989818a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.368961 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b04a-7db3-4726-954e-798782670948 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.376439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e59d2ed7-f5a1-457d-9cba-caf7989818a7 None None] For port e2530def-1ae9-47ab-b237-f5f082d8aa1d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e2530def-1ae9-47ab-b237-f5f082d8aa1d,segment=NetworkSegment(a3c59b96-5932-4c25-8932-e48a8ca265c3),segment_id=a3c59b96-5932-4c25-8932-e48a8ca265c3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:10.383334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5b04a-7db3-4726-954e-798782670948 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 2d750064-ca4e-493b-800d-c0717e6155e2 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:10.390943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-6fd985c9-1099-4544-af14-8f779da19670 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:10.391750 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e59d2ed7-f5a1-457d-9cba-caf7989818a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.400250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-6fd985c9-1099-4544-af14-8f779da19670 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.5093567 Nov 12 05:31:10.406689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-86087e9a-00ee-4e67-8758-d0846736145c tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:31:10.415263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-86087e9a-00ee-4e67-8758-d0846736145c tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139194 Nov 12 05:31:10.475130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d2ed7-f5a1-457d-9cba-caf7989818a7 None None] Pushing event updated for resources: {'Port': ['ID=e2530def-1ae9-47ab-b237-f5f082d8aa1d,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:10.505268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-59ddc990-4e30-4c8b-a8b5-2d9f33a9e437 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 1001 time: 0.0888650 Nov 12 05:31:10.519056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:10.558008 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.561413 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b04a-7db3-4726-954e-798782670948 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.595813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5b04a-7db3-4726-954e-798782670948 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=2d750064-ca4e-493b-800d-c0717e6155e2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:10.598477 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.640647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b04a-7db3-4726-954e-798782670948 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.650088 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a8b5b04a-7db3-4726-954e-798782670948 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/2d750064-ca4e-493b-800d-c0717e6155e2 HTTP/1.1" status: 204 len: 168 time: 0.5549700 Nov 12 05:31:10.650692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45824) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:10.682866 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-21215d79-43b7-4cda-9a8e-cd45d01055cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:31:10.687261 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-21215d79-43b7-4cda-9a8e-cd45d01055cb tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/2d750064-ca4e-493b-800d-c0717e6155e2 HTTP/1.1" status: 404 len: 333 time: 0.0355957 Nov 12 05:31:10.687853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45826) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:10.731734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e2530def-1ae9-47ab-b237-f5f082d8aa1d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:10.788826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e2530def-1ae9-47ab-b237-f5f082d8aa1d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:10.789312 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.832447 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.840826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.841228 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Floating IP 45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa disassociated. External IP: 172.25.2.151, port: 89aad53d-4034-44d2-b195-83cea4a4815d. Nov 12 05:31:10.859348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7673aa00-30c1-4b28-a225-17f1351946bb None None] Could not find standard attr ID for object 2d750064-ca4e-493b-800d-c0717e6155e2. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:31:10.879542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7673aa00-30c1-4b28-a225-17f1351946bb None None] Provisioning complete for port e2530def-1ae9-47ab-b237-f5f082d8aa1d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:10.879993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7673aa00-30c1-4b28-a225-17f1351946bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.187251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1f599-f24a-4fff-9010-671235e31232 req-9fe40f93-4b6a-46ae-a1ea-4506866a1bef tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:11.188847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aeb1f599-f24a-4fff-9010-671235e31232 req-9fe40f93-4b6a-46ae-a1ea-4506866a1bef tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 946 time: 0.2119563 Nov 12 05:31:11.193581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:11.197736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7673aa00-30c1-4b28-a225-17f1351946bb None None] Provisioning complete for port 340dea8f-256d-4f3e-8e8b-57748b6c5661 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:11.198525 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7673aa00-30c1-4b28-a225-17f1351946bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.245818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7673aa00-30c1-4b28-a225-17f1351946bb None None] Port 340dea8f-256d-4f3e-8e8b-57748b6c5661 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:11.256287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a043397f-2ed7-4d16-bc68-a3654b14297b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 340dea8f-256d-4f3e-8e8b-57748b6c5661 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:11.256769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a043397f-2ed7-4d16-bc68-a3654b14297b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.327287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aeb1f599-f24a-4fff-9010-671235e31232 req-70ae3a99-2b98-4bb9-9c59-e1907e700fd5 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271908 Nov 12 05:31:11.334711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:11.338148 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb4f425-3efa-43fe-a07f-ab25e009380f" -d '{"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-plugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:11.348988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:11.357588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a043397f-2ed7-4d16-bc68-a3654b14297b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.372385 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.373230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a043397f-2ed7-4d16-bc68-a3654b14297b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 340dea8f-256d-4f3e-8e8b-57748b6c5661 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:11.374141 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] Sync routers for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:11.397969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-43dab27a-83b6-48db-84aa-6043d7882ecb None None] Provisioning complete for port 340dea8f-256d-4f3e-8e8b-57748b6c5661 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:11.398275 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-43dab27a-83b6-48db-84aa-6043d7882ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.405812 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:11.406470 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:30:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:11.431007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-a8701b11-fc5d-4236-bdd5-3e34144b96f0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "PUT /v2.0/floatingips/45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa HTTP/1.1" status: 200 len: 695 time: 0.9159143 Nov 12 05:31:11.431785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:11.434751 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52" -d '{"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:11.511306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-43dab27a-83b6-48db-84aa-6043d7882ecb None None] Port 340dea8f-256d-4f3e-8e8b-57748b6c5661 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:11.563197 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28257ff-6f7c-4d01-bbd3-b9a7d30db9f2 x-openstack-request-id: req-d28257ff-6f7c-4d01-bbd3-b9a7d30db9f2 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:11.564067 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-plugged", "status": "completed", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:11.564067 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d28257ff-6f7c-4d01-bbd3-b9a7d30db9f2 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:11.564423 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'code': 200} Nov 12 05:31:11.599481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a043397f-2ed7-4d16-bc68-a3654b14297b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.629471 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f4bc93-18d6-4ae7-b178-6c2727c9af1d x-openstack-request-id: req-06f4bc93-18d6-4ae7-b178-6c2727c9af1d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:11.630012 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:11.630476 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06f4bc93-18d6-4ae7-b178-6c2727c9af1d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:11.631372 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d', 'status': 'completed', 'code': 200} Nov 12 05:31:11.643922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f9574a30-2433-4c1c-90e8-c725a90e861b None None] Could not find standard attr ID for object 2d750064-ca4e-493b-800d-c0717e6155e2. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:31:11.650982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043397f-2ed7-4d16-bc68-a3654b14297b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=340dea8f-256d-4f3e-8e8b-57748b6c5661,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:11.703175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a043397f-2ed7-4d16-bc68-a3654b14297b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.711623 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a043397f-2ed7-4d16-bc68-a3654b14297b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/340dea8f-256d-4f3e-8e8b-57748b6c5661 HTTP/1.1" status: 204 len: 168 time: 1.0219908 Nov 12 05:31:11.711623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45846) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:11.739451 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c671c1ea-b419-4730-bf78-777cebcb1b0d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:31:11.743438 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c671c1ea-b419-4730-bf78-777cebcb1b0d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/340dea8f-256d-4f3e-8e8b-57748b6c5661 HTTP/1.1" status: 404 len: 333 time: 0.0281682 Nov 12 05:31:11.744363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45850) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:11.754405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-4e59c4df-d92d-42f2-9eb1-3880c8744dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:11.762760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-4e59c4df-d92d-42f2-9eb1-3880c8744dc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.3183241 Nov 12 05:31:11.804871 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:11.836295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-64ba09a6-d0a0-40f0-91bc-21bd8401f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:11.839337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-64ba09a6-d0a0-40f0-91bc-21bd8401f8f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=853c5738ac31430fa65c36f0732268a4&device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1446755 Nov 12 05:31:11.842086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ee6e9e-a860-480f-9464-36925115b31f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 0441e589-dc7b-4767-b639-ca14e708590a {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:11.846309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ee6e9e-a860-480f-9464-36925115b31f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.901393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ee6e9e-a860-480f-9464-36925115b31f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.008170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-0a14478f-843f-4235-9a63-daf14b2105ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:12.010293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-0a14478f-843f-4235-9a63-daf14b2105ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 921 time: 0.1600187 Nov 12 05:31:12.070282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-5aff326a-6298-4902-8e86-1f173d3f7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:12.072470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-5aff326a-6298-4902-8e86-1f173d3f7897 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 200 len: 921 time: 0.3089492 Nov 12 05:31:12.081750 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ee6e9e-a860-480f-9464-36925115b31f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.112629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-4d257181-2af9-43fa-82b7-118ded99e56a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 217 time: 0.0851514 Nov 12 05:31:12.123954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:30:03Z', 'revision_number': 5, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:12.152482 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] Checking router: 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:12.163424 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:12.164240 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:30:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:12.168043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ee6e9e-a860-480f-9464-36925115b31f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.209060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f439070-84d8-4f6f-b033-339402a50d6f None None] Network 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:12.213120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-b7cd8679-7b9c-467a-8451-08e5147030c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:12.214692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-b7cd8679-7b9c-467a-8451-08e5147030c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.0572703 Nov 12 05:31:12.216303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-79813cd4-547d-4f30-9d24-3907284fbce0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 200 len: 217 time: 0.1127379 Nov 12 05:31:12.226524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee6e9e-a860-480f-9464-36925115b31f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=0441e589-dc7b-4767-b639-ca14e708590a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:12.237014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49ee6e9e-a860-480f-9464-36925115b31f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.242645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-49ee6e9e-a860-480f-9464-36925115b31f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/0441e589-dc7b-4767-b639-ca14e708590a HTTP/1.1" status: 204 len: 168 time: 0.4822357 Nov 12 05:31:12.243619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45858) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:12.284553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-2bec8e20-726d-4b0f-abb6-05bcf94f9ab7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532181 Nov 12 05:31:12.291393 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:12.332893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-90692978-6db0-48d6-a4cc-f2a61bf8dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:12.334303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-90692978-6db0-48d6-a4cc-f2a61bf8dab3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 200 len: 860 time: 0.1120915 Nov 12 05:31:12.383913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-9dfbcb98-677a-4b2b-a933-cdd215c4f547 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a039a46-1d53-4958-adbc-9f66a4981531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421972 Nov 12 05:31:12.412031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.515012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port e2530def-1ae9-47ab-b237-f5f082d8aa1d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:12.515357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.567219 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:30:03Z', 'revision_number': 5, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:12.582470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] DHCP port deletion for 3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:12.593750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-fa7b3200-c623-4d8e-ab4a-5a0972ebb48b service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939112 Nov 12 05:31:12.604689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e25eb9-1408-4354-ac43-3316ab3a16c7 req-11a31024-6feb-46d7-933e-fb28ab901fbc tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:12.606196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12e25eb9-1408-4354-ac43-3316ab3a16c7 req-11a31024-6feb-46d7-933e-fb28ab901fbc tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 946 time: 0.1446133 Nov 12 05:31:12.645402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] For port e2530def-1ae9-47ab-b237-f5f082d8aa1d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e2530def-1ae9-47ab-b237-f5f082d8aa1d,segment=NetworkSegment(a3c59b96-5932-4c25-8932-e48a8ca265c3),segment_id=a3c59b96-5932-4c25-8932-e48a8ca265c3)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:12.646078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.648408 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ef6c0-3fec-46d3-97df-c3fc11d3a50b None None] The sync data for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 is: [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:29:56Z', 'revision_number': 4, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b6d914b0-bd7f-4873-af3c-a24042b6522b', 'name': '', 'network_id': '0a039a46-1d53-4958-adbc-9f66a4981531', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'mac_address': 'fa:16:3e:f8:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:54Z', 'updated_at': '2021-11-12T05:30:03Z', 'revision_number': 5, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'subnets': [{'id': '6f25f13b-0963-4093-aec3-d9c57d10310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:12.686964 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for e2530def-1ae9-47ab-b237-f5f082d8aa1d owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:12.701749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] Deleting port e2530def-1ae9-47ab-b237-f5f082d8aa1d {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:12.702097 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.720183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-8ba6f887-6250-4654-bebd-3cbba75fed0e service neutron] 10.222.0.48 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281715 Nov 12 05:31:12.731868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e2530def-1ae9-47ab-b237-f5f082d8aa1d no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:12.813180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] For port e2530def-1ae9-47ab-b237-f5f082d8aa1d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e2530def-1ae9-47ab-b237-f5f082d8aa1d,segment=NetworkSegment(a3c59b96-5932-4c25-8932-e48a8ca265c3),segment_id=a3c59b96-5932-4c25-8932-e48a8ca265c3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:12.813491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.843164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] Calling delete_port for e2530def-1ae9-47ab-b237-f5f082d8aa1d owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:12.856370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.856836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12e25eb9-1408-4354-ac43-3316ab3a16c7 req-12e7b24d-4865-4c28-af39-66eb7dcbcbc6 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345172 Nov 12 05:31:12.857057 n-d-765315-28 neutron-server[102591]: INFO neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No ports have port_id starting with e2530def-1ae9-47ab-b237-f5f082d8aa1d Nov 12 05:31:12.880423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2fdb12e3-932c-4a5d-8164-1d8d63d03e52 req-dae6ba79-c00c-4c80-b6e6-2a16a858d2fd service neutron] 10.222.0.47 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687209 Nov 12 05:31:12.933649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=e2530def-1ae9-47ab-b237-f5f082d8aa1d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:12.935780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No DVR routers for this DVR port e2530def-1ae9-47ab-b237-f5f082d8aa1d on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:12.948387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e68fcaa-600d-4c3e-9249-1b9b77884f3a req-85ca1cd0-2853-470a-8a4a-4d68730b075e service neutron] 10.222.0.48 "GET /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273417 Nov 12 05:31:12.966245 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.981328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] No DVR routers for this DVR port e2530def-1ae9-47ab-b237-f5f082d8aa1d on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:13.008150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18efcf-5d47-4347-99bb-1b8b92298ce8 None None] Pushing event deleted for resources: {'Port': ['ID=e2530def-1ae9-47ab-b237-f5f082d8aa1d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:13.056121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.082658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec7eb9c-3291-403d-a0a0-9ad644baf5e7']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:13.094540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c59b96-5932-4c25-8932-e48a8ca265c3') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:13.094937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c59b96-5932-4c25-8932-e48a8ca265c3') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:13.107950 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.116237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96416e65-3872-412d-a93b-c27bad089fbf req-40424882-5c72-4ae9-a624-cf433a2b1b5d tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/floatingips/45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa HTTP/1.1" status: 200 len: 695 time: 0.0685170 Nov 12 05:31:13.123279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.134588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:13.134588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.160706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081eea7c-c9a0-4aee-b811-64fd614a11da None None] New status for floating IP 45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:13.204226 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:13.243690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.253212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.261108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/networks/3ec7eb9c-3291-403d-a0a0-9ad644baf5e7 HTTP/1.1" status: 204 len: 168 time: 1.0126626 Nov 12 05:31:13.262944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45876) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:13.279249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416e65-3872-412d-a93b-c27bad089fbf req-b1700064-b344-4bd5-93cd-b3d3522e1605 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:13.280522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1886157641'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:13.285414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372de2-4792-490e-b941-66da56e1de6b tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Network': ['ID=3ec7eb9c-3291-403d-a0a0-9ad644baf5e7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:13.294072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96416e65-3872-412d-a93b-c27bad089fbf req-b1700064-b344-4bd5-93cd-b3d3522e1605 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 784 time: 0.1723881 Nov 12 05:31:13.300578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-96416e65-3872-412d-a93b-c27bad089fbf req-035e3442-bc0c-432d-906a-2255bd5d73c5 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:31:13.308967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:13.309194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96416e65-3872-412d-a93b-c27bad089fbf req-035e3442-bc0c-432d-906a-2255bd5d73c5 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140669 Nov 12 05:31:13.317513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.353141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:31:13.364498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.364922 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Added segment dde92f1a-b1a2-487b-9264-64e41b5c8db3 of type vlan for network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 Nov 12 05:31:13.366855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96416e65-3872-412d-a93b-c27bad089fbf req-88919bd7-56aa-448a-adb1-c01f52ce7921 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 698 time: 0.0568159 Nov 12 05:31:13.433328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96416e65-3872-412d-a93b-c27bad089fbf req-a4146b10-9c89-44f5-bf10-c8e329bac83c tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 698 time: 0.0546691 Nov 12 05:31:13.445287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.480027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.494382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:13.495438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.525042 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2609801 Nov 12 05:31:13.540084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45878) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:13.555301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': 'fb2825a5-9c8d-45f4-8228-8639eb9c8f53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:13.651786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Deleting port 1cda44fc-95e6-4e8a-8f3c-a1085f102396 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:13.652367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.693115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cbecf-5a29-4421-875a-6dd1a4ec9960 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Network': ['ID=fb2825a5-9c8d-45f4-8228-8639eb9c8f53,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:13.704514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:31:13.742953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:13.747922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.780628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30338d-173d-48cd-8831-098b3cdda633 req-0cf4b5ce-0c01-471f-8b25-ae8be2cba342 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:13.783815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a30338d-173d-48cd-8831-098b3cdda633 req-0cf4b5ce-0c01-471f-8b25-ae8be2cba342 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 946 time: 0.1294029 Nov 12 05:31:13.794548 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.795272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.821231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Calling delete_port for 1cda44fc-95e6-4e8a-8f3c-a1085f102396 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:13.862855 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23c8409b-1df0-4468-a541-25f42f6038c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.912064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a30338d-173d-48cd-8831-098b3cdda633 req-e3309711-56ce-4cd5-96ec-fe39718a0c2c tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216593 Nov 12 05:31:13.971628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.005089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.035734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=a4234b85-cb88-4ff0-b41b-fa4c094db11f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:14.041333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event deleted for resources: {'Port': ['ID=1cda44fc-95e6-4e8a-8f3c-a1085f102396,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:14.057443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Checking segment: {'id': 'dde92f1a-b1a2-487b-9264-64e41b5c8db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb2825a5-9c8d-45f4-8228-8639eb9c8f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:14.057812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network hostable DHCP agents. Network: fb2825a5-9c8d-45f4-8228-8639eb9c8f53, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:31:14.079104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:31:14.092525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, fb2825a5-9c8d-45f4-8228-8639eb9c8f53) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:14.099755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:14.100421 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.100588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26813389-c372-4db4-85fe-b75e51a9a913 None None] Network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:14.122886 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4754bc95-c8f4-4e28-a695-c94ddd7d4e47 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5811524 Nov 12 05:31:14.125564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45884) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:14.130140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-36ff929b-aeb0-4840-83cb-93f6a5e0fbed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1133693588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:14.150199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.152890 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.156855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96416e65-3872-412d-a93b-c27bad089fbf req-acb7c6c6-d10a-4d4a-af7e-33a26b6ab9db tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "DELETE /v2.0/floatingips/45713ee7-1d80-4c1e-a3d4-c0d2a21bcdfa HTTP/1.1" status: 204 len: 173 time: 0.7162499 Nov 12 05:31:14.222480 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36ff929b-aeb0-4840-83cb-93f6a5e0fbed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.223507 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36ff929b-aeb0-4840-83cb-93f6a5e0fbed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.236760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc9ba021-0e40-4de8-9222-11de66f8a1d8 req-fb029403-608e-4e12-be42-9d3d32e5a8c7 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups/670cf41f-d1cf-424b-bf02-31a19bb5d1cf HTTP/1.1" status: 200 len: 1826 time: 0.0613015 Nov 12 05:31:14.268269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-fb2825a5-9c8d-45f4-8228-8639eb9c8f53', 'network_id': 'fb2825a5-9c8d-45f4-8228-8639eb9c8f53', 'tenant_id': '959644c6526e4f4e90c5585c84da27d9', 'fixed_ips': [{'subnet_id': 'a4234b85-cb88-4ff0-b41b-fa4c094db11f'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:31:14.269140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.326528 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36ff929b-aeb0-4840-83cb-93f6a5e0fbed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.338588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36ff929b-aeb0-4840-83cb-93f6a5e0fbed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.359279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc9ba021-0e40-4de8-9222-11de66f8a1d8 req-654e0360-54c4-4d34-aab4-6ba8a85b3758 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.393930 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-36ff929b-aeb0-4840-83cb-93f6a5e0fbed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.395688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-36ff929b-aeb0-4840-83cb-93f6a5e0fbed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2689660 Nov 12 05:31:14.398608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:14.407211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'network_id': 'fb2825a5-9c8d-45f4-8228-8639eb9c8f53', 'name': 'tempest-PortsIpV6TestJSON-645099740'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:14.426329 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc9ba021-0e40-4de8-9222-11de66f8a1d8 req-654e0360-54c4-4d34-aab4-6ba8a85b3758 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.444766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Allocated IP 2001:db8::2 (fb2825a5-9c8d-45f4-8228-8639eb9c8f53/a4234b85-cb88-4ff0-b41b-fa4c094db11f/737bf7b2-9722-4f87-b4cc-bf315b33ce4e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:14.480280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc9ba021-0e40-4de8-9222-11de66f8a1d8 req-654e0360-54c4-4d34-aab4-6ba8a85b3758 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.482910 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc9ba021-0e40-4de8-9222-11de66f8a1d8 req-654e0360-54c4-4d34-aab4-6ba8a85b3758 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.484060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc9ba021-0e40-4de8-9222-11de66f8a1d8 req-654e0360-54c4-4d34-aab4-6ba8a85b3758 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "DELETE /v2.0/security-groups/670cf41f-d1cf-424b-bf02-31a19bb5d1cf HTTP/1.1" status: 204 len: 173 time: 0.2465343 Nov 12 05:31:14.514619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e0360-54c4-4d34-aab4-6ba8a85b3758 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670cf41f-d1cf-424b-bf02-31a19bb5d1cf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:14.611862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:14.618834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.646806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 4967cc5d-1de3-484e-9755-f194945bc651 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:31:14.697354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.708583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.756967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:14.760974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:14.763636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:14.782152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Pushing event updated for resources: {'Port': ['ID=737bf7b2-9722-4f87-b4cc-bf315b33ce4e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:14.800706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba907e-478b-461b-b4d3-bfc4bfe19f76 req-db6070a0-c1fd-4aa9-90de-7b7dedece4a3 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:14.803816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-baba907e-478b-461b-b4d3-bfc4bfe19f76 req-db6070a0-c1fd-4aa9-90de-7b7dedece4a3 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0760901 Nov 12 05:31:14.818862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::362 (fb2825a5-9c8d-45f4-8228-8639eb9c8f53/a4234b85-cb88-4ff0-b41b-fa4c094db11f/4967cc5d-1de3-484e-9755-f194945bc651) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:14.860399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Attempting to bind port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:14.861141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Attempting to bind port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'dde92f1a-b1a2-487b-9264-64e41b5c8db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb2825a5-9c8d-45f4-8228-8639eb9c8f53'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:14.863263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Attempting to bind port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e on network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:14.871629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:14.872759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Checking segment: {'id': 'dde92f1a-b1a2-487b-9264-64e41b5c8db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb2825a5-9c8d-45f4-8228-8639eb9c8f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:14.873246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.873708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Bound using segment: {'id': 'dde92f1a-b1a2-487b-9264-64e41b5c8db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb2825a5-9c8d-45f4-8228-8639eb9c8f53'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:14.874364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Bound port: 737bf7b2-9722-4f87-b4cc-bf315b33ce4e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde92f1a-b1a2-487b-9264-64e41b5c8db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb2825a5-9c8d-45f4-8228-8639eb9c8f53'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:14.874773 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.879869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-baba907e-478b-461b-b4d3-bfc4bfe19f76 req-0819ae00-d565-485d-86f9-52cead683fec tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697341 Nov 12 05:31:14.948049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] For port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:14.951783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] For port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=737bf7b2-9722-4f87-b4cc-bf315b33ce4e,segment=NetworkSegment(dde92f1a-b1a2-487b-9264-64e41b5c8db3),segment_id=dde92f1a-b1a2-487b-9264-64e41b5c8db3)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:14.958324 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.029619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.034826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d21e8-e049-4fef-9705-ce444fb373f7 None None] Pushing event updated for resources: {'Port': ['ID=737bf7b2-9722-4f87-b4cc-bf315b33ce4e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:15.078216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcfbc4-89da-4285-8e61-79fad4aaa0ef req-bb471908-9d83-432c-86cc-79a9f6b181cf tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:15.080212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ffcfbc4-89da-4285-8e61-79fad4aaa0ef req-bb471908-9d83-432c-86cc-79a9f6b181cf tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 946 time: 0.0844266 Nov 12 05:31:15.085276 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.153818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ffcfbc4-89da-4285-8e61-79fad4aaa0ef req-37631245-6731-4717-8115-097d1c18428c tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672219 Nov 12 05:31:15.224757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:15.238768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=4967cc5d-1de3-484e-9755-f194945bc651,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:15.256826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:15.261001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:15.277707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:15.278934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.295918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d527fc-987f-4760-9275-9575a40d9a31 req-441397cf-b545-4d6c-b902-9f74c15185ad tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:15.299127 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-96d527fc-987f-4760-9275-9575a40d9a31 req-441397cf-b545-4d6c-b902-9f74c15185ad tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 946 time: 0.1425333 Nov 12 05:31:15.334389 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c2613f31-c77b-4369-b46f-060d082c1fd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9332650 Nov 12 05:31:15.337811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45906) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:15.485215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Deleting port af328c86-bc69-4641-ad81-c9f635839a96 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:15.485614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.627414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] For port af328c86-bc69-4641-ad81-c9f635839a96, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=af328c86-bc69-4641-ad81-c9f635839a96,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:15.628049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.653221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Calling delete_port for af328c86-bc69-4641-ad81-c9f635839a96 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:15.833755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.855527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-3695286a-568e-4633-aa22-e27e76ec42bd tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:15.857185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-3695286a-568e-4633-aa22-e27e76ec42bd tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 946 time: 0.2150080 Nov 12 05:31:15.858735 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.869773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['af328c86-bc69-4641-ad81-c9f635839a96', '8f937a4b-4aa0-41e8-8447-1ddc448b2141'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:15.890580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Pushing event deleted for resources: {'Port': ['ID=af328c86-bc69-4641-ad81-c9f635839a96,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:15.916750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.920499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.921099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.922917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.924287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.927763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.928183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.928677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.929131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.930215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.933288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.933478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:15.999568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] No DVR routers for this DVR port af328c86-bc69-4641-ad81-c9f635839a96 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:16.006317 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.015705 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-96d527fc-987f-4760-9275-9575a40d9a31 req-363e008b-2c3a-4677-88df-0aeb40a3b72e tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "DELETE /v2.0/ports/af328c86-bc69-4641-ad81-c9f635839a96 HTTP/1.1" status: 204 len: 173 time: 0.7083237 Nov 12 05:31:16.016333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03', 'name': 'network-vif-deleted', 'tag': 'af328c86-bc69-4641-ad81-c9f635839a96'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:16.018785 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3a4876-7e24-43ca-9438-1cfb8cc27ce9" -d '{"events": [{"server_uuid": "ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03", "name": "network-vif-deleted", "tag": "af328c86-bc69-4641-ad81-c9f635839a96"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:16.126805 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f473a5-0dff-4cbf-b291-196574e042f8 x-openstack-request-id: req-42f473a5-0dff-4cbf-b291-196574e042f8 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:16.127197 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03", "name": "network-vif-deleted", "tag": "af328c86-bc69-4641-ad81-c9f635839a96", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:16.127541 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42f473a5-0dff-4cbf-b291-196574e042f8 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:16.128063 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03', 'name': 'network-vif-deleted', 'tag': 'af328c86-bc69-4641-ad81-c9f635839a96', 'status': 'completed', 'code': 200} Nov 12 05:31:16.293496 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aee14701-221b-47ee-8b7e-d2a21a337c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.311193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947457-008c-4f90-ab87-07aef04268b9 req-f519447d-f140-4f41-81e9-02a8bb10b482 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:16.313256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29947457-008c-4f90-ab87-07aef04268b9 req-f519447d-f140-4f41-81e9-02a8bb10b482 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.2552433 Nov 12 05:31:16.407155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43f7b2-a5ab-45c2-8d92-f0711a94aa3a None None] Network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:16.409270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb30289a-a01b-4765-8483-e190ea297eb3 req-3594430b-889e-4320-8705-6cfdef440236 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab1f1e8a-cbd9-4a4e-b3ad-80394b74ca03 HTTP/1.1" status: 200 len: 210 time: 0.0489426 Nov 12 05:31:16.516623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Deleting port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:16.521039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.545971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29947457-008c-4f90-ab87-07aef04268b9 req-7799c883-b4ef-487c-9b4d-d51bc1860dc5 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222853 Nov 12 05:31:16.584867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2de6c385-28c8-4cf5-8c2e-998723faa9f1 None None] Provisioning complete for port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:16.585296 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2de6c385-28c8-4cf5-8c2e-998723faa9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.772739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 737bf7b2-9722-4f87-b4cc-bf315b33ce4e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:16.780073 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2de6c385-28c8-4cf5-8c2e-998723faa9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.861652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2de6c385-28c8-4cf5-8c2e-998723faa9f1 None None] For port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=737bf7b2-9722-4f87-b4cc-bf315b33ce4e,segment=NetworkSegment(dde92f1a-b1a2-487b-9264-64e41b5c8db3),segment_id=dde92f1a-b1a2-487b-9264-64e41b5c8db3)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:16.883055 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2de6c385-28c8-4cf5-8c2e-998723faa9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.889936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:16.890301 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.966565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6c385-28c8-4cf5-8c2e-998723faa9f1 None None] Pushing event updated for resources: {'Port': ['ID=737bf7b2-9722-4f87-b4cc-bf315b33ce4e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:17.105300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.111796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] For port 8f937a4b-4aa0-41e8-8447-1ddc448b2141, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8f937a4b-4aa0-41e8-8447-1ddc448b2141,segment=NetworkSegment(6d73fa5f-90fa-487a-9cfe-0c3bc9c98365),segment_id=6d73fa5f-90fa-487a-9cfe-0c3bc9c98365)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:17.112146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.114415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.156066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Calling delete_port for 8f937a4b-4aa0-41e8-8447-1ddc448b2141 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:17.225486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-15d66aed-51b4-4e91-b7bd-c4ee1cdaf1e5 None None] Provisioning complete for port 4967cc5d-1de3-484e-9755-f194945bc651 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:17.226596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15d66aed-51b4-4e91-b7bd-c4ee1cdaf1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.246856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=4967cc5d-1de3-484e-9755-f194945bc651,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:17.266912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-15d66aed-51b4-4e91-b7bd-c4ee1cdaf1e5 None None] Port 4967cc5d-1de3-484e-9755-f194945bc651 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:17.286574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.287250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.287605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.287744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-15d66aed-51b4-4e91-b7bd-c4ee1cdaf1e5 None None] Provisioning complete for port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:17.287938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.288217 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15d66aed-51b4-4e91-b7bd-c4ee1cdaf1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.288441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.288585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.288917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.289243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.289564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.290532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.290857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.291178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:17.319253 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.413824 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.625790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-becac287-b644-4b64-931e-29ac6053c0e5 None None] Provisioning complete for port 4967cc5d-1de3-484e-9755-f194945bc651 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:17.626418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-becac287-b644-4b64-931e-29ac6053c0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.640278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-25138640-1442-4bad-acd0-d30762c30f67 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:17.641771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-25138640-1442-4bad-acd0-d30762c30f67 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.47 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.2410648 Nov 12 05:31:17.685423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-becac287-b644-4b64-931e-29ac6053c0e5 None None] Port 4967cc5d-1de3-484e-9755-f194945bc651 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:17.784153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.785688 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.816921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908da30d-edbf-4181-b276-00c912d1ddf0 req-cc4248e7-cb20-441b-a147-695d31b7ff1d tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:17.818422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-908da30d-edbf-4181-b276-00c912d1ddf0 req-cc4248e7-cb20-441b-a147-695d31b7ff1d tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8eb1908-baa8-469b-90d4-7624097956b1 HTTP/1.1" status: 200 len: 867 time: 0.2756474 Nov 12 05:31:17.858683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Pushing event deleted for resources: {'Port': ['ID=8f937a4b-4aa0-41e8-8447-1ddc448b2141,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:17.910894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0507aaf7-4b45-4f47-b0f6-1dc433c58ee5 None None] Provisioning complete for port 4967cc5d-1de3-484e-9755-f194945bc651 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:17.911538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0507aaf7-4b45-4f47-b0f6-1dc433c58ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.917695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c70e-3203-4bd5-87c8-cadd69ea3962 req-3c35e222-9b1d-432d-99cd-dbbff7e9c0df tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:17.919344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02e4c70e-3203-4bd5-87c8-cadd69ea3962 req-3c35e222-9b1d-432d-99cd-dbbff7e9c0df tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 945 time: 0.2572544 Nov 12 05:31:17.940095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device af328c86-bc69-4641-ad81-c9f635839a96 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:17.968332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: af328c86-bc69-4641-ad81-c9f635839a96 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:17.968701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device af328c86-bc69-4641-ad81-c9f635839a96 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:17.969073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8f937a4b-4aa0-41e8-8447-1ddc448b2141 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:17.976443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] No DVR routers for this DVR port 8f937a4b-4aa0-41e8-8447-1ddc448b2141 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:17.993597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0507aaf7-4b45-4f47-b0f6-1dc433c58ee5 None None] Port 4967cc5d-1de3-484e-9755-f194945bc651 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:17.996556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 8f937a4b-4aa0-41e8-8447-1ddc448b2141 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:17.996808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8f937a4b-4aa0-41e8-8447-1ddc448b2141 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:17.998789 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.002192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d017731b-49e3-4c54-883a-68e90c718ae1 req-8505e2a6-8550-4f0a-ae80-97efd8cad21a tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.43 "DELETE /v2.0/ports/8f937a4b-4aa0-41e8-8447-1ddc448b2141 HTTP/1.1" status: 204 len: 173 time: 2.1342616 Nov 12 05:31:18.002675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb1908-baa8-469b-90d4-7624097956b1', 'name': 'network-vif-deleted', 'tag': '8f937a4b-4aa0-41e8-8447-1ddc448b2141'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:18.004932 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d3e30a-2c47-48dc-b469-bec2e2196498" -d '{"events": [{"server_uuid": "b8eb1908-baa8-469b-90d4-7624097956b1", "name": "network-vif-deleted", "tag": "8f937a4b-4aa0-41e8-8447-1ddc448b2141"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:18.081632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-908da30d-edbf-4181-b276-00c912d1ddf0 req-85d68ed8-b797-4318-a529-69a2b4a74975 tempest-MultipleCreateTestJSON-1036067312 tempest-MultipleCreateTestJSON-1036067312-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bab0fdb-cae0-40c9-ad2a-4708a9c96846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294559 Nov 12 05:31:18.146391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Deleting port 89aad53d-4034-44d2-b195-83cea4a4815d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:18.147344 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.174952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02e4c70e-3203-4bd5-87c8-cadd69ea3962 req-ff5d191a-1ff5-44f0-a7fc-627d9ee567a4 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315907 Nov 12 05:31:18.237913 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043c2de1-9cb3-4d89-a6d8-71653e03fc18 x-openstack-request-id: req-043c2de1-9cb3-4d89-a6d8-71653e03fc18 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:18.238317 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb1908-baa8-469b-90d4-7624097956b1", "name": "network-vif-deleted", "tag": "8f937a4b-4aa0-41e8-8447-1ddc448b2141", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:18.238659 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-043c2de1-9cb3-4d89-a6d8-71653e03fc18 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:18.239121 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb1908-baa8-469b-90d4-7624097956b1', 'name': 'network-vif-deleted', 'tag': '8f937a4b-4aa0-41e8-8447-1ddc448b2141', 'status': 'completed', 'code': 200} Nov 12 05:31:18.371668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] For port 89aad53d-4034-44d2-b195-83cea4a4815d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=89aad53d-4034-44d2-b195-83cea4a4815d,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:18.372019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.391946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Calling delete_port for 89aad53d-4034-44d2-b195-83cea4a4815d owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:18.418580 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.448753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.449638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.533467 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.537094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=4967cc5d-1de3-484e-9755-f194945bc651,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:18.642864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:18.650502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:18.723639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 737bf7b2-9722-4f87-b4cc-bf315b33ce4e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:18.787223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.806373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['89aad53d-4034-44d2-b195-83cea4a4815d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:18.851593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Pushing event deleted for resources: {'Port': ['ID=89aad53d-4034-44d2-b195-83cea4a4815d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:18.857148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:18.857866 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.919409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] No DVR routers for this DVR port 89aad53d-4034-44d2-b195-83cea4a4815d on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:18.922853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.928215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e205316-bfdb-4bb1-a059-e41cd78813ca req-6d0fff7b-dd71-4f81-9d47-a43ca9c1fef0 tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.47 "DELETE /v2.0/ports/89aad53d-4034-44d2-b195-83cea4a4815d HTTP/1.1" status: 204 len: 173 time: 1.2648804 Nov 12 05:31:18.948923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Router e95e1e67-a987-483a-b05b-5aa632cda584 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:31:19.034436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7de30745-0de2-4a5c-bdc0-e3156050ae01 None None] Provisioning complete for port 4967cc5d-1de3-484e-9755-f194945bc651 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:19.035816 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7de30745-0de2-4a5c-bdc0-e3156050ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.080100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7de30745-0de2-4a5c-bdc0-e3156050ae01 None None] Port 4967cc5d-1de3-484e-9755-f194945bc651 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:19.104071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:19.110157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7ad0cf26-2795-47c3-9685-d785376c56c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "PUT /v2.0/routers/e95e1e67-a987-483a-b05b-5aa632cda584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7712018 Nov 12 05:31:19.114875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:19.116049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a48eea-9d57-49f6-b816-590ea61d8f6c None None] Sync routers for ids ['e95e1e67-a987-483a-b05b-5aa632cda584'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:19.126191 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a48eea-9d57-49f6-b816-590ea61d8f6c None None] Routers {'e95e1e67-a987-483a-b05b-5aa632cda584'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:19.126840 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c1a48eea-9d57-49f6-b816-590ea61d8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e95e1e67-a987-483a-b05b-5aa632cda584'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.166785 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c1a48eea-9d57-49f6-b816-590ea61d8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.190736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45952) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:19.193436 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a48eea-9d57-49f6-b816-590ea61d8f6c None None] Routers {'e95e1e67-a987-483a-b05b-5aa632cda584'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:19.194068 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c1a48eea-9d57-49f6-b816-590ea61d8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e95e1e67-a987-483a-b05b-5aa632cda584'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.231665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecdf54-28cb-4eda-ae5e-a32603341147 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:19.236014 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f8ecdf54-28cb-4eda-ae5e-a32603341147 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e95e1e67-a987-483a-b05b-5aa632cda584 HTTP/1.1" status: 200 len: 988 time: 0.1200862 Nov 12 05:31:19.239172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:19.274775 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c1a48eea-9d57-49f6-b816-590ea61d8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.275523 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a48eea-9d57-49f6-b816-590ea61d8f6c None None] The sync data for ids ['e95e1e67-a987-483a-b05b-5aa632cda584'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:19.287624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fa7d7d-4d89-4ef2-9bde-07fb51e73c83 admin admin] Deleting subnet 3ab657ce-d124-4223-83c9-8f54bd1a5efe {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:19.296648 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63fa7d7d-4d89-4ef2-9bde-07fb51e73c83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.367158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63fa7d7d-4d89-4ef2-9bde-07fb51e73c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.431199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63fa7d7d-4d89-4ef2-9bde-07fb51e73c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.463412 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.509216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63fa7d7d-4d89-4ef2-9bde-07fb51e73c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.569754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a680b11b-fd33-4cbb-a925-9a81c7f60416 req-3f451851-7064-4714-a04f-b94ce7ac31cd tempest-ServerRescueTestJSONUnderV235-1788760915 tempest-ServerRescueTestJSONUnderV235-1788760915-project] 10.222.0.48 "GET /v2.0/ports?device_id=60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9 HTTP/1.1" status: 200 len: 210 time: 0.2223735 Nov 12 05:31:19.576892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa7d7d-4d89-4ef2-9bde-07fb51e73c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab657ce-d124-4223-83c9-8f54bd1a5efe,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:19.584514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63fa7d7d-4d89-4ef2-9bde-07fb51e73c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.587974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-63fa7d7d-4d89-4ef2-9bde-07fb51e73c83 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ab657ce-d124-4223-83c9-8f54bd1a5efe HTTP/1.1" status: 204 len: 168 time: 0.3959458 Nov 12 05:31:19.590601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45960) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:19.687729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.751569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.784533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.807462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7856a60-e423-4122-bb6e-f8f7e648dc89']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.817551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.818245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d73fa5f-90fa-487a-9cfe-0c3bc9c98365') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.830209 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.846314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.854248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:19.854677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:19.857154 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:19.920887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.928620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.932801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b7856a60-e423-4122-bb6e-f8f7e648dc89 HTTP/1.1" status: 204 len: 168 time: 0.3412325 Nov 12 05:31:19.943119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bfe36-86ca-4309-80eb-ec5bfd7e8160 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7856a60-e423-4122-bb6e-f8f7e648dc89,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:20.001307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 4967cc5d-1de3-484e-9755-f194945bc651 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:20.001694 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.091553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.105945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 4967cc5d-1de3-484e-9755-f194945bc651 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:20.132158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45966) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:20.190469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cd02bc5a-5917-463e-802b-8f34179d10aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa5bf80396d4467e9ea655e1eed794ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547543 Nov 12 05:31:20.190668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45968) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:20.240196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'name': 'network-vif-deleted', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:20.242456 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d09f663-de4d-4366-9c04-3e277de69e13" -d '{"events": [{"server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "name": "network-vif-deleted", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:20.246280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d2b79a6-f60a-4598-aa46-35d01bb172ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.268531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d2b79a6-f60a-4598-aa46-35d01bb172ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.287424 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ce8787-095f-4682-882a-eef5340c7853 x-openstack-request-id: req-f7ce8787-095f-4682-882a-eef5340c7853 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:20.287813 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9", "name": "network-vif-deleted", "tag": "89aad53d-4034-44d2-b195-83cea4a4815d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:20.288128 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7ce8787-095f-4682-882a-eef5340c7853 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:20.288543 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cfca7f-b6a2-4e5c-83bd-17a04d67c2f9', 'name': 'network-vif-deleted', 'tag': '89aad53d-4034-44d2-b195-83cea4a4815d', 'status': 'completed', 'code': 200} Nov 12 05:31:20.292925 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.336331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d2b79a6-f60a-4598-aa46-35d01bb172ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.339191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=4967cc5d-1de3-484e-9755-f194945bc651,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:20.339925 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d2b79a6-f60a-4598-aa46-35d01bb172ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.345760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4d2b79a6-f60a-4598-aa46-35d01bb172ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bab0fdb-cae0-40c9-ad2a-4708a9c96846 HTTP/1.1" status: 204 len: 168 time: 0.1518540 Nov 12 05:31:20.365811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b79a6-f60a-4598-aa46-35d01bb172ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab0fdb-cae0-40c9-ad2a-4708a9c96846,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:20.482650 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.662932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45982) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:20.683587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Router e95e1e67-a987-483a-b05b-5aa632cda584 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:20.775209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:20.789103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73e82a-3de7-43bf-8f31-208c1c966d5c None None] Sync routers for ids ['e95e1e67-a987-483a-b05b-5aa632cda584'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:20.793244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dca55f0d-8c0f-4ae1-90a1-bc55f62c94e2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "PUT /v2.0/routers/e95e1e67-a987-483a-b05b-5aa632cda584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5528629 Nov 12 05:31:20.795800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45988) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:20.807207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73e82a-3de7-43bf-8f31-208c1c966d5c None None] Routers {'e95e1e67-a987-483a-b05b-5aa632cda584'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:20.809507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-da73e82a-3de7-43bf-8f31-208c1c966d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e95e1e67-a987-483a-b05b-5aa632cda584'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:20.845897 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-815e6f8b-b730-41f1-af21-7273329984c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:31:20.850079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-da73e82a-3de7-43bf-8f31-208c1c966d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:20.850773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45992) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:20.850916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-815e6f8b-b730-41f1-af21-7273329984c5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/4967cc5d-1de3-484e-9755-f194945bc651 HTTP/1.1" status: 404 len: 333 time: 0.0541012 Nov 12 05:31:20.859934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73e82a-3de7-43bf-8f31-208c1c966d5c None None] Routers {'e95e1e67-a987-483a-b05b-5aa632cda584'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:20.861827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-da73e82a-3de7-43bf-8f31-208c1c966d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e95e1e67-a987-483a-b05b-5aa632cda584'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:20.908605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-da73e82a-3de7-43bf-8f31-208c1c966d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:20.909267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73e82a-3de7-43bf-8f31-208c1c966d5c None None] The sync data for ids ['e95e1e67-a987-483a-b05b-5aa632cda584'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:20.988590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c6084b8-0ba3-406d-9855-b3328c244849 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.200693 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c6084b8-0ba3-406d-9855-b3328c244849 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.203955 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c6084b8-0ba3-406d-9855-b3328c244849 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.232361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:21.301473 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c6084b8-0ba3-406d-9855-b3328c244849 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.302121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6084b8-0ba3-406d-9855-b3328c244849 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Fanout notify agent at l3_agent the message router_deleted on router e95e1e67-a987-483a-b05b-5aa632cda584 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:31:21.310314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c6084b8-0ba3-406d-9855-b3328c244849 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.314110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9c6084b8-0ba3-406d-9855-b3328c244849 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/routers/e95e1e67-a987-483a-b05b-5aa632cda584 HTTP/1.1" status: 204 len: 168 time: 0.4605017 Nov 12 05:31:21.314735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46010) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:21.359107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 89aad53d-4034-44d2-b195-83cea4a4815d no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:21.382262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1884465882-network', 'tenant_id': '1c4281e0bfdd494a960bad7fe4b1f84e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:21.382557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 89aad53d-4034-44d2-b195-83cea4a4815d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:21.383136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 89aad53d-4034-44d2-b195-83cea4a4815d not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:21.420609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-194f8c13-8d80-4320-b33f-0540f402f3ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet a4234b85-cb88-4ff0-b41b-fa4c094db11f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:21.427086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Made reservation on behalf of 1c4281e0bfdd494a960bad7fe4b1f84e for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:21.429901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.434985 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-194f8c13-8d80-4320-b33f-0540f402f3ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.471487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.499756 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-194f8c13-8d80-4320-b33f-0540f402f3ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.502987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.661633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-194f8c13-8d80-4320-b33f-0540f402f3ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.666701 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.690289 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.720893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:31:21.748469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce0e0a-a22d-4511-abd2-03f7826bf676,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:21.751785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.752168 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Added segment 93531433-2ac0-4d8c-b959-10a8af50e307 of type vlan for network fc1a09bd-5051-48a8-ac00-c3b85b306295 Nov 12 05:31:21.803348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.813066 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-194f8c13-8d80-4320-b33f-0540f402f3ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.856614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f8c13-8d80-4320-b33f-0540f402f3ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=a4234b85-cb88-4ff0-b41b-fa4c094db11f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:21.859335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-194f8c13-8d80-4320-b33f-0540f402f3ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.864083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d3d1a-a552-4cb1-be15-f555d5207d36 None None] Network fb2825a5-9c8d-45f4-8228-8639eb9c8f53 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:21.870178 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-194f8c13-8d80-4320-b33f-0540f402f3ab tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/a4234b85-cb88-4ff0-b41b-fa4c094db11f HTTP/1.1" status: 204 len: 168 time: 0.5534265 Nov 12 05:31:21.872380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:21.881028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.881959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:21.882692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.014482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7805252 Nov 12 05:31:22.017670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46022) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:22.025372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.037227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888de452-8988-4b8c-907d-694271d48020 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1a09bd-5051-48a8-ac00-c3b85b306295,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:22.085856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Request body: {'subnet': {'network_id': 'fc1a09bd-5051-48a8-ac00-c3b85b306295', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1884465882-subnet', 'tenant_id': '1c4281e0bfdd494a960bad7fe4b1f84e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:22.106204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:22.106902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.144773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network fc1a09bd-5051-48a8-ac00-c3b85b306295 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:31:22.182169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Made reservation on behalf of 1c4281e0bfdd494a960bad7fe4b1f84e for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:22.184677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.246910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] For port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=737bf7b2-9722-4f87-b4cc-bf315b33ce4e,segment=NetworkSegment(dde92f1a-b1a2-487b-9264-64e41b5c8db3),segment_id=dde92f1a-b1a2-487b-9264-64e41b5c8db3)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:22.247560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.270707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 737bf7b2-9722-4f87-b4cc-bf315b33ce4e owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:22.347898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Deleting port b6d914b0-bd7f-4873-af3c-a24042b6522b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:22.348365 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.349769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46026) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:22.389434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.427125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=737bf7b2-9722-4f87-b4cc-bf315b33ce4e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:22.429757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No DVR routers for this DVR port 737bf7b2-9722-4f87-b4cc-bf315b33ce4e on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:22.455028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009e8cc-81f2-4a7c-bc32-205d31d022da None None] DHCP port deletion for fb2825a5-9c8d-45f4-8228-8639eb9c8f53 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:22.532545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] For port b6d914b0-bd7f-4873-af3c-a24042b6522b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b6d914b0-bd7f-4873-af3c-a24042b6522b,segment=NetworkSegment(3189f48d-a045-4498-b415-e8cb36cbfb7a),segment_id=3189f48d-a045-4498-b415-e8cb36cbfb7a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:22.532784 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.540993 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.559487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.598498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Calling delete_port for b6d914b0-bd7f-4873-af3c-a24042b6522b owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:22.609219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2825a5-9c8d-45f4-8228-8639eb9c8f53']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:22.635342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde92f1a-b1a2-487b-9264-64e41b5c8db3') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:22.639091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde92f1a-b1a2-487b-9264-64e41b5c8db3') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:22.653362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.664705 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24784367-8321-454e-b351-b83779f862e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.671656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.680046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:22.681179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:22.695807 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:22.709979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 737bf7b2-9722-4f87-b4cc-bf315b33ce4e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:22.734486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 737bf7b2-9722-4f87-b4cc-bf315b33ce4e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:22.735013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 737bf7b2-9722-4f87-b4cc-bf315b33ce4e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:22.755889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.762052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=410620c2-d848-4c26-acab-af9b74e57a88,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:22.763767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.767596 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/networks/fb2825a5-9c8d-45f4-8228-8639eb9c8f53 HTTP/1.1" status: 204 len: 168 time: 0.8942106 Nov 12 05:31:22.772732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46034) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:22.807711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Checking segment: {'id': '93531433-2ac0-4d8c-b959-10a8af50e307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fc1a09bd-5051-48a8-ac00-c3b85b306295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:22.808120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Network hostable DHCP agents. Network: fc1a09bd-5051-48a8-ac00-c3b85b306295, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:31:22.831905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01527c-9073-450b-ad06-fb80c8357b62 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:22.836918 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8c01527c-9073-450b-ad06-fb80c8357b62 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/2370f596-1e49-44c8-8c7a-9292bc619051 HTTP/1.1" status: 200 len: 844 time: 0.0596991 Nov 12 05:31:22.836918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1603c-4ae0-4c5a-a8a8-4e6606adb93c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Network': ['ID=fb2825a5-9c8d-45f4-8228-8639eb9c8f53,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:22.838327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46036) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:22.888968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0d99bc68-17c6-4d94-aae4-ab518b683e5d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/2370f596-1e49-44c8-8c7a-9292bc619051?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0495172 Nov 12 05:31:22.891290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Network fc1a09bd-5051-48a8-ac00-c3b85b306295 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:31:22.892656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46038) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:22.898201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:22.911148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, fc1a09bd-5051-48a8-ac00-c3b85b306295) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:22.922491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a492fd-9d8d-4d6d-a7db-eb1ab5ec5a47 None None] Network fc1a09bd-5051-48a8-ac00-c3b85b306295 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:22.924521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:22.925129 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.948657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24784367-8321-454e-b351-b83779f862e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.954378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24784367-8321-454e-b351-b83779f862e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.989959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c599371d-2c41-4c23-a801-b3ffeb0ddc0c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9136457 Nov 12 05:31:23.009677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:23.017021 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.033266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-24784367-8321-454e-b351-b83779f862e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76aca08e24014609814657834c96b175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6768868 Nov 12 05:31:23.033510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46042) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:23.044147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24784367-8321-454e-b351-b83779f862e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07daecfe-f0ba-4191-9d64-a89388e61d1f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.068660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.082771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b2f43-0563-4dc2-80b8-dfc691c11935 None None] Network fc1a09bd-5051-48a8-ac00-c3b85b306295 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:23.108632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d914b0-bd7f-4873-af3c-a24042b6522b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.169933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-57547a71-9990-4514-adc0-d4e5b5cf8e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.204030 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-57547a71-9990-4514-adc0-d4e5b5cf8e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.268645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.341060 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.341682 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:23.343159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=8497beeb-2180-439d-b835-9ad9b34937df,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.347285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:23.350488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:23.351155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.357505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1f7c5-a9ad-4483-85ec-35bdb1d233fa None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:23.358487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-57547a71-9990-4514-adc0-d4e5b5cf8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.361614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-57547a71-9990-4514-adc0-d4e5b5cf8e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.366065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-57547a71-9990-4514-adc0-d4e5b5cf8e8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07daecfe-f0ba-4191-9d64-a89388e61d1f HTTP/1.1" status: 204 len: 168 time: 0.3309183 Nov 12 05:31:23.379916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57547a71-9990-4514-adc0-d4e5b5cf8e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07daecfe-f0ba-4191-9d64-a89388e61d1f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.398133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8e8e6359-721b-4be1-bb72-19bba173bacc tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5042887 Nov 12 05:31:23.401319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46050) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:23.405705 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c3ca448b-1b01-4792-8bc9-5f28474f0681 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'security_group': {'name': 'tempest-secgroup-72933915'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:23.446439 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ca448b-1b01-4792-8bc9-5f28474f0681 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.599647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ca448b-1b01-4792-8bc9-5f28474f0681 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.606368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ca448b-1b01-4792-8bc9-5f28474f0681 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.617252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'tenant_id': '959644c6526e4f4e90c5585c84da27d9', 'fixed_ips': [{'subnet_id': '8497beeb-2180-439d-b835-9ad9b34937df'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:31:23.619117 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.638005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ca448b-1b01-4792-8bc9-5f28474f0681 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.639487 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c3ca448b-1b01-4792-8bc9-5f28474f0681 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2371984 Nov 12 05:31:23.642527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46058) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:23.648369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bcbd1471-3fbf-4897-99f0-58169cefd753 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'security_group': {'name': 'tempest-secgroup-1728697915'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:23.657822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca448b-1b01-4792-8bc9-5f28474f0681 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee8166e-7bbc-494d-8121-b480dfcd97e6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.686091 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1471-3fbf-4897-99f0-58169cefd753 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.754158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:23.803038 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1471-3fbf-4897-99f0-58169cefd753 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.809179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1471-3fbf-4897-99f0-58169cefd753 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.873633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Allocated IP 2001:db8::2 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/8497beeb-2180-439d-b835-9ad9b34937df/1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:23.878203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd1471-3fbf-4897-99f0-58169cefd753 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481c3c0d-bd8c-42ab-b132-4edc8127309c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.892367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1471-3fbf-4897-99f0-58169cefd753 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.896503 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bcbd1471-3fbf-4897-99f0-58169cefd753 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2515016 Nov 12 05:31:23.899560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46072) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:23.911003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-183852465', 'security_groups': ['481c3c0d-bd8c-42ab-b132-4edc8127309c'], 'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8497beeb-2180-439d-b835-9ad9b34937df'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:23.952036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:23.957863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a2ab6d1d-e0a7-44ce-a34e-1174714c6985 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b082e05-a60a-4469-8f4c-8a30bf0c47f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2935154 Nov 12 05:31:23.960264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:23.969627 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] Sync routers for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:23.986257 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:23.987056 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:24.061770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:24.156578 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.166225 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:24.168293 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.217395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:24.218819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.219364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:24.225333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:24.237723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.279671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Pushing event updated for resources: {'Port': ['ID=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:24.287087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port 00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:31:24.355826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Attempting to bind port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:24.356000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Attempting to bind port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a5a6590a-30e1-4852-bf09-225e5516c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:24.356366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Attempting to bind port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d on network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:24.360401 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.360742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.361075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.361405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.361727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.362049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.362386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.362927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.363255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.363601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.363929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.364507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:24.376771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:24.377200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Checking segment: {'id': 'a5a6590a-30e1-4852-bf09-225e5516c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:24.378473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.379587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Bound using segment: {'id': 'a5a6590a-30e1-4852-bf09-225e5516c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:24.380085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Bound port: 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a6590a-30e1-4852-bf09-225e5516c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:24.380483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.399762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.468105 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:31:22Z', 'revision_number': 5, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port': {'id': 'd23d98f8-dde0-4b0f-a8ee-d4f84f1d5226', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:47Z', 'updated_at': '2021-11-12T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:24.491736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Deleting port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:24.492088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.506449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] For port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:24.522733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] For port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,segment=NetworkSegment(a5a6590a-30e1-4852-bf09-225e5516c453),segment_id=a5a6590a-30e1-4852-bf09-225e5516c453)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:24.527563 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] Checking router: 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:24.535729 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.537710 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] Routers {'0b082e05-a60a-4469-8f4c-8a30bf0c47f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:24.538696 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:24.649480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::2b0 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/8497beeb-2180-439d-b835-9ad9b34937df/00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:24.666360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e85302-ba07-4731-a116-a1a81fb3677b None None] Pushing event updated for resources: {'Port': ['ID=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:24.676199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] For port d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:24.676578 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.694753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Calling delete_port for d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:24.744396 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] Set router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:24.885310 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:31:24Z', 'revision_number': 6, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:24.948047 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a996648-17fc-44cc-bfe2-1f2c3a1f6ad7 None None] The sync data for ids ['0b082e05-a60a-4469-8f4c-8a30bf0c47f6'] in n-d-765315-28 is: [{'id': '0b082e05-a60a-4469-8f4c-8a30bf0c47f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1662010358-router', 'tenant_id': '853c5738ac31430fa65c36f0732268a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:45Z', 'updated_at': '2021-11-12T05:31:24Z', 'revision_number': 6, 'project_id': '853c5738ac31430fa65c36f0732268a4', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:25.050016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.096363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.149661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.150697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:25.153972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:25.157642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:25.163653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:25.164294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.182679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:25.182804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:25.199865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cd381-0955-4b26-8d02-7d3f97742172 req-96732ef3-0ae4-4b49-b426-fd9a151f1cc5 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:25.200695 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e204d4d-8b6c-4e80-8918-9668abd78dd1 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2980573 Nov 12 05:31:25.201425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-96732ef3-0ae4-4b49-b426-fd9a151f1cc5 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/networks?id=fc1a09bd-5051-48a8-ac00-c3b85b306295 HTTP/1.1" status: 200 len: 810 time: 0.2162151 Nov 12 05:31:25.202867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46128) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:25.211428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0d8432b9-bc80-4800-b443-014e69581a02 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:25.254035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-9f8382d6-91bb-415b-a17d-6bcdbdf52590 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/quotas/1c4281e0bfdd494a960bad7fe4b1f84e HTTP/1.1" status: 200 len: 375 time: 0.0302887 Nov 12 05:31:25.300301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-ec76cc4a-0f3f-4921-984d-6a4666d7007f tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c4281e0bfdd494a960bad7fe4b1f84e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379317 Nov 12 05:31:25.309739 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.337694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8432b9-bc80-4800-b443-014e69581a02 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:25.342206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d8432b9-bc80-4800-b443-014e69581a02 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.432697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.435151 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.479482 n-d-765315-28 neutron-server[102589]: INFO neutron.db.ipam_backend_mixin [None req-0d8432b9-bc80-4800-b443-014e69581a02 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8497beeb-2180-439d-b835-9ad9b34937df (CIDR: 2001:db8::/64) Nov 12 05:31:25.483027 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8432b9-bc80-4800-b443-014e69581a02 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:31:25.483489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8432b9-bc80-4800-b443-014e69581a02 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:25.509508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0d8432b9-bc80-4800-b443-014e69581a02 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3027487 Nov 12 05:31:25.512166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46136) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:25.521018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:25.546993 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.547541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b082e05-a60a-4469-8f4c-8a30bf0c47f6 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:31:25.554800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.562537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9de0d7ec-6867-4579-8e7b-e66bc30619cf admin admin] 10.222.0.48 "DELETE /v2.0/routers/0b082e05-a60a-4469-8f4c-8a30bf0c47f6 HTTP/1.1" status: 204 len: 168 time: 1.5984049 Nov 12 05:31:25.564734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46138) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:25.644741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-2fce2b59-8e4b-47d9-b0d8-c17ae42fee24 service neutron] 10.222.0.48 "GET /v2.0/networks/fc1a09bd-5051-48a8-ac00-c3b85b306295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417780 Nov 12 05:31:25.658497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8558e7a-e26e-4537-93b6-a8c0fed349a6 admin admin] Deleting subnet 6f25f13b-0963-4093-aec3-d9c57d10310d {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:25.674844 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8558e7a-e26e-4537-93b6-a8c0fed349a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.694784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:25.698661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.767561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8558e7a-e26e-4537-93b6-a8c0fed349a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.839894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-e8c13d8a-f5c4-49b2-8252-6576038db3ef service neutron] 10.222.0.48 "GET /v2.0/networks/fc1a09bd-5051-48a8-ac00-c3b85b306295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940007 Nov 12 05:31:25.850442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8558e7a-e26e-4537-93b6-a8c0fed349a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.989553 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8558e7a-e26e-4537-93b6-a8c0fed349a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.020342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8558e7a-e26e-4537-93b6-a8c0fed349a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f25f13b-0963-4093-aec3-d9c57d10310d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:26.031614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f8558e7a-e26e-4537-93b6-a8c0fed349a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.032835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.040996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46156) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:26.044425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f8558e7a-e26e-4537-93b6-a8c0fed349a6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6f25f13b-0963-4093-aec3-d9c57d10310d HTTP/1.1" status: 204 len: 168 time: 0.4768784 Nov 12 05:31:26.096540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:26.158910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] Provisioning complete for port 2370f596-1e49-44c8-8c7a-9292bc619051 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:26.160794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.247813 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] Port 2370f596-1e49-44c8-8c7a-9292bc619051 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:26.279966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:26.280522 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.330630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-125eb140-40c3-448a-b78d-fd84c3260fa3 req-f36a40be-295e-4bdf-ae7f-583ce13631e3 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 210 time: 0.0496547 Nov 12 05:31:26.422177 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.560662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] For port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,segment=NetworkSegment(a5a6590a-30e1-4852-bf09-225e5516c453),segment_id=a5a6590a-30e1-4852-bf09-225e5516c453)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:26.568330 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.669608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:26.686035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:26.687126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.696969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a909e-1578-4b03-8aaf-2e80962a93b3 None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:26.746977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=3cd032a2-903e-4f52-ae13-297526ff8bec,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:26.753498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.764067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46186) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:26.764578 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ebae79aa-fefd-4f8b-b942-0bca081c682e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2510114 Nov 12 05:31:26.771219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1451487498', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3cd032a2-903e-4f52-ae13-297526ff8bec'}], 'security_groups': ['eee8166e-7bbc-494d-8121-b480dfcd97e6']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:26.788379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-33d9324a-e81a-4799-94a8-cdf3adc9670e None None] Provisioning complete for port 00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:26.789080 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-33d9324a-e81a-4799-94a8-cdf3adc9670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.825297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:26.832634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6df7a6-aed7-4abb-8b16-a938c40d0102 None None] Pushing event updated for resources: {'Port': ['ID=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:26.861070 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.889601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a039a46-1d53-4958-adbc-9f66a4981531']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:26.905881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3189f48d-a045-4498-b415-e8cb36cbfb7a') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:26.906495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3189f48d-a045-4498-b415-e8cb36cbfb7a') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:26.926495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.931075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-33d9324a-e81a-4799-94a8-cdf3adc9670e None None] Port 00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:26.956028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.976793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:26.977725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:26.978071 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.978602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:26.979985 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:27.046971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.108046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.135187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.144159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.150845 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a039a46-1d53-4958-adbc-9f66a4981531 HTTP/1.1" status: 204 len: 168 time: 1.1021321 Nov 12 05:31:27.150845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecda977-3762-435d-9029-ab5a4b654a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a039a46-1d53-4958-adbc-9f66a4981531,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:27.259602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70948e86-5957-43cb-832f-1e7aae59b5d7 None None] Update dhcp port {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'fixed_ips': [{'subnet_id': '8497beeb-2180-439d-b835-9ad9b34937df', 'ip_address': '2001:db8::2'}, {'subnet_id': '3cd032a2-903e-4f52-ae13-297526ff8bec'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:31:27.300459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b6d914b0-bd7f-4873-af3c-a24042b6522b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:27.314181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46196) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:27.335510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: b6d914b0-bd7f-4873-af3c-a24042b6522b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:27.336050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b6d914b0-bd7f-4873-af3c-a24042b6522b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:27.337333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:27.340867 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-70948e86-5957-43cb-832f-1e7aae59b5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.379547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:27.379899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d23d98f8-dde0-4b0f-a8ee-d4f84f1d5226 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:27.489842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a217f4c-f5bf-4611-ab57-8a8c4ec798f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.506404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d0b33a3-041d-4300-ab78-4a1e0e9e87e7 req-26751e7a-9014-4ae0-be4c-a6cc3832d0bf tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 210 time: 0.0464559 Nov 12 05:31:27.506404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46202) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:27.581879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a217f4c-f5bf-4611-ab57-8a8c4ec798f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.586290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a217f4c-f5bf-4611-ab57-8a8c4ec798f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.597123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5bef6037-e065-4767-9a99-96300823c79b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=853c5738ac31430fa65c36f0732268a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0917327 Nov 12 05:31:27.600121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46204) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:27.630046 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7a217f4c-f5bf-4611-ab57-8a8c4ec798f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4cf33772f39481c86e55417c060af33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147023 Nov 12 05:31:27.631444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a217f4c-f5bf-4611-ab57-8a8c4ec798f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e666afa-d2bd-4bd4-8bd6-184254df87fc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:27.635344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46206) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:27.645037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Delete allocated IP 2001:db8::2b0 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/8497beeb-2180-439d-b835-9ad9b34937df) {{(pid=102590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 05:31:27.663472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8:0:1::a0 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/3cd032a2-903e-4f52-ae13-297526ff8bec/00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:27.687615 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e7fbe0d-ed59-4cc8-bfd3-99ec02f5f762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.700456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-037b423b-c0e5-4aaa-b6ce-829b1f652499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.712956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e7fbe0d-ed59-4cc8-bfd3-99ec02f5f762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.742305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-037b423b-c0e5-4aaa-b6ce-829b1f652499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.764168 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e7fbe0d-ed59-4cc8-bfd3-99ec02f5f762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.767075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e7fbe0d-ed59-4cc8-bfd3-99ec02f5f762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.769363 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2e7fbe0d-ed59-4cc8-bfd3-99ec02f5f762 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e666afa-d2bd-4bd4-8bd6-184254df87fc HTTP/1.1" status: 204 len: 168 time: 0.1325295 Nov 12 05:31:27.784043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fbe0d-ed59-4cc8-bfd3-99ec02f5f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e666afa-d2bd-4bd4-8bd6-184254df87fc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:28.113827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46212) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:28.128558 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f36a9866-f454-478a-8b80-0852572e5c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.225323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f36a9866-f454-478a-8b80-0852572e5c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.229143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f36a9866-f454-478a-8b80-0852572e5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.271097 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f36a9866-f454-478a-8b80-0852572e5c2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59b110dcec514e2cb1bd593c2d3bbc37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533337 Nov 12 05:31:28.271097 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a9866-f454-478a-8b80-0852572e5c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c179c8f8-6a7a-45a7-974c-a728bfae1344,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:28.271811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46216) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:28.280614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cd381-0955-4b26-8d02-7d3f97742172 req-10bd58a2-5fc2-42c4-b174-c23801644f96 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:28.282051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-10bd58a2-5fc2-42c4-b174-c23801644f96 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.43 "GET /v2.0/networks?id=fc1a09bd-5051-48a8-ac00-c3b85b306295 HTTP/1.1" status: 200 len: 810 time: 0.5311830 Nov 12 05:31:28.291434 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-037b423b-c0e5-4aaa-b6ce-829b1f652499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.294061 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-037b423b-c0e5-4aaa-b6ce-829b1f652499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.295218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-037b423b-c0e5-4aaa-b6ce-829b1f652499 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf30d2c2-d4c5-4830-b2ef-9f65ea96458f HTTP/1.1" status: 204 len: 168 time: 0.6940875 Nov 12 05:31:28.312921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Request body: {'port': {'device_id': '6cc4629f-7f49-41f7-9925-10148b2e4f5f', 'network_id': 'fc1a09bd-5051-48a8-ac00-c3b85b306295', 'admin_state_up': True, 'tenant_id': '1c4281e0bfdd494a960bad7fe4b1f84e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:28.323758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.324999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbbc93a4-7df2-4c16-a7ef-f7c75b94891b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.325605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b423b-c0e5-4aaa-b6ce-829b1f652499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30d2c2-d4c5-4830-b2ef-9f65ea96458f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:28.347688 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.349665 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbbc93a4-7df2-4c16-a7ef-f7c75b94891b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.411028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbbc93a4-7df2-4c16-a7ef-f7c75b94891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.417027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbbc93a4-7df2-4c16-a7ef-f7c75b94891b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.423231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bbbc93a4-7df2-4c16-a7ef-f7c75b94891b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c179c8f8-6a7a-45a7-974c-a728bfae1344 HTTP/1.1" status: 204 len: 168 time: 0.1494625 Nov 12 05:31:28.445377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc93a4-7df2-4c16-a7ef-f7c75b94891b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c179c8f8-6a7a-45a7-974c-a728bfae1344,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:28.460738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-70948e86-5957-43cb-832f-1e7aae59b5d7 None None] Allocated IP 2001:db8:0:1::2 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/3cd032a2-903e-4f52-ae13-297526ff8bec/1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:28.488215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] In _notify_port_updated(), no bound segment for port 00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 on network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:31:28.494128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:28.494884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.496311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "PUT /v2.0/ports/00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 HTTP/1.1" status: 200 len: 930 time: 1.7304945 Nov 12 05:31:28.499590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46224) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:28.500573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e225b-85f1-4c4d-8f84-b348541c4d41 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:28.593870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Made reservation on behalf of 1c4281e0bfdd494a960bad7fe4b1f84e for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:28.595399 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.642631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f5c7e-40cf-4678-bffc-a1f9c29e8068 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:28.643024 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5c7e-40cf-4678-bffc-a1f9c29e8068 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.672359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-70948e86-5957-43cb-832f-1e7aae59b5d7 None None] For port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,segment=NetworkSegment(a5a6590a-30e1-4852-bf09-225e5516c453),segment_id=a5a6590a-30e1-4852-bf09-225e5516c453)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:28.676567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-618bafe1-f902-4411-b2d1-913cbcbc6406 req-3c8aad63-7957-4a56-9d98-0bb00ac1560e tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 210 time: 0.0482361 Nov 12 05:31:28.731516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-70948e86-5957-43cb-832f-1e7aae59b5d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.744142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:28.748277 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-70948e86-5957-43cb-832f-1e7aae59b5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.775262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5c7e-40cf-4678-bffc-a1f9c29e8068 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.792397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f5c7e-40cf-4678-bffc-a1f9c29e8068 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:28.837250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70948e86-5957-43cb-832f-1e7aae59b5d7 None None] Pushing event updated for resources: {'Port': ['ID=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:28.862648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Allocated IP 172.20.0.6 (fc1a09bd-5051-48a8-ac00-c3b85b306295/410620c2-d848-4c26-acab-af9b74e57a88/5c2570ab-f8e0-44be-a0bc-0d7cfea0becd) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:28.967532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:28.967910 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.024514 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5c7e-40cf-4678-bffc-a1f9c29e8068 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.064807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f5c7e-40cf-4678-bffc-a1f9c29e8068 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:29.101641 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.111373 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5c7e-40cf-4678-bffc-a1f9c29e8068 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.115664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dd2f5c7e-40cf-4678-bffc-a1f9c29e8068 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 HTTP/1.1" status: 204 len: 168 time: 0.6142025 Nov 12 05:31:29.119167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46246) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:29.158457 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b14454a-a675-4d57-bf2e-5eaaa5b89848 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:31:29.161516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5b14454a-a675-4d57-bf2e-5eaaa5b89848 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1 HTTP/1.1" status: 404 len: 333 time: 0.0406132 Nov 12 05:31:29.164567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46248) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:29.165725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.226891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Network fc1a09bd-5051-48a8-ac00-c3b85b306295 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:29.231136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:29.235275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:29.277065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-138346bf-5abd-475a-a8be-72cae67d1a68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.295253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Pushing event updated for resources: {'Port': ['ID=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:29.318852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-138346bf-5abd-475a-a8be-72cae67d1a68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.338864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:29.339893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.372719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-bfbd117b-6a1e-469b-a7c4-5af60844c5f1 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0701947 Nov 12 05:31:29.380510 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-138346bf-5abd-475a-a8be-72cae67d1a68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.388081 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-138346bf-5abd-475a-a8be-72cae67d1a68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.393038 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-138346bf-5abd-475a-a8be-72cae67d1a68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/security-groups/481c3c0d-bd8c-42ab-b132-4edc8127309c HTTP/1.1" status: 204 len: 168 time: 0.2272387 Nov 12 05:31:29.393752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46256) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:29.395907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Request body: {'port': {'device_id': '6cc4629f-7f49-41f7-9925-10148b2e4f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:29.434529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138346bf-5abd-475a-a8be-72cae67d1a68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481c3c0d-bd8c-42ab-b132-4edc8127309c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:29.493063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.511296 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6713161b-1d9d-401a-abcb-25abc352bee9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.541986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6713161b-1d9d-401a-abcb-25abc352bee9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.598545 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6713161b-1d9d-401a-abcb-25abc352bee9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.601146 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6713161b-1d9d-401a-abcb-25abc352bee9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.605214 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6713161b-1d9d-401a-abcb-25abc352bee9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/security-groups/eee8166e-7bbc-494d-8121-b480dfcd97e6 HTTP/1.1" status: 204 len: 168 time: 0.2045648 Nov 12 05:31:29.607329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:29.666875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713161b-1d9d-401a-abcb-25abc352bee9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee8166e-7bbc-494d-8121-b480dfcd97e6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:29.718513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd80d74d-2e5b-4515-8e7e-daf52abd4cd8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 8497beeb-2180-439d-b835-9ad9b34937df {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:29.729117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd80d74d-2e5b-4515-8e7e-daf52abd4cd8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.799368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46276) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:29.819763 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd80d74d-2e5b-4515-8e7e-daf52abd4cd8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.896725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4b492b01-08e8-4210-90b2-4dae37f73159 None None] Provisioning complete for port 2370f596-1e49-44c8-8c7a-9292bc619051 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:29.897601 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4b492b01-08e8-4210-90b2-4dae37f73159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.922253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd80d74d-2e5b-4515-8e7e-daf52abd4cd8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.947943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e3c60-9dd7-4722-80e1-b100dbb882f6 req-c32fbb86-e99b-4fdd-8856-e1c31d9739ed tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:29.949896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e7e3c60-9dd7-4722-80e1-b100dbb882f6 req-c32fbb86-e99b-4fdd-8856-e1c31d9739ed tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 931 time: 0.1143427 Nov 12 05:31:30.009652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4b492b01-08e8-4210-90b2-4dae37f73159 None None] Port 2370f596-1e49-44c8-8c7a-9292bc619051 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:30.024213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4b492b01-08e8-4210-90b2-4dae37f73159 None None] Could not find standard attr ID for object 00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:31:30.031810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd80d74d-2e5b-4515-8e7e-daf52abd4cd8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.051226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4b492b01-08e8-4210-90b2-4dae37f73159 None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:30.052136 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4b492b01-08e8-4210-90b2-4dae37f73159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.065040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80d74d-2e5b-4515-8e7e-daf52abd4cd8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=8497beeb-2180-439d-b835-9ad9b34937df,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:30.074016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd80d74d-2e5b-4515-8e7e-daf52abd4cd8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.078393 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dd80d74d-2e5b-4515-8e7e-daf52abd4cd8 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/8497beeb-2180-439d-b835-9ad9b34937df HTTP/1.1" status: 204 len: 168 time: 0.4700277 Nov 12 05:31:30.081857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:30.087268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e7e3c60-9dd7-4722-80e1-b100dbb882f6 req-1d320130-1c99-471d-b56b-36b9f698e712 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214530 Nov 12 05:31:30.096105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:30.099514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:30.108999 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.123523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Transition to ACTIVE for port object 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:31:30.132111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.205900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:30.207930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314bd22-4c6b-4bec-833e-aeaed7073aed None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:30.241008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-816215056-network', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:30.287695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Made reservation on behalf of 6f59f85288ac4524ba00c00813e0c2b7 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:30.290065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.300303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Attempting to bind port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:30.301118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Attempting to bind port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '93531433-2ac0-4d8c-b959-10a8af50e307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fc1a09bd-5051-48a8-ac00-c3b85b306295'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:30.301289 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.302292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Attempting to bind port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd on network fc1a09bd-5051-48a8-ac00-c3b85b306295 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:30.309405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd on network fc1a09bd-5051-48a8-ac00-c3b85b306295 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:31:30.310399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Attempting to bind port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd on network fc1a09bd-5051-48a8-ac00-c3b85b306295 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:30.326753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:30.330834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.334638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:30.335250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Checking segment: {'id': '93531433-2ac0-4d8c-b959-10a8af50e307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fc1a09bd-5051-48a8-ac00-c3b85b306295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:30.336945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Bound using segment: {'id': '93531433-2ac0-4d8c-b959-10a8af50e307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fc1a09bd-5051-48a8-ac00-c3b85b306295'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:30.338569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Bound port: 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93531433-2ac0-4d8c-b959-10a8af50e307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fc1a09bd-5051-48a8-ac00-c3b85b306295'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:30.341055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.476022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] For port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:30.480144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] For port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,segment=NetworkSegment(93531433-2ac0-4d8c-b959-10a8af50e307),segment_id=93531433-2ac0-4d8c-b959-10a8af50e307)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:30.493369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.510896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.518075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.540885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:31:30.551846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.551846 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Added segment 619d2b2c-22f3-46db-bffa-9f50855edcdc of type vlan for network c59a9400-8711-4e6f-a002-9bbf6d939214 Nov 12 05:31:30.571545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:30.584185 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a26d2823-421b-4f72-ae02-3d2ab6a8514d None None] Could not find standard attr ID for object 00c085e6-dd0c-40b5-9ff2-fa6f2cdc03c1. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:31:30.592991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:30.594367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.596499 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.598772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d503f038-b681-43fa-837b-3edb3132c1ec service neutron] 10.222.0.43 "PUT /v2.0/ports/5c2570ab-f8e0-44be-a0bc-0d7cfea0becd HTTP/1.1" status: 200 len: 1092 time: 1.2075202 Nov 12 05:31:30.600379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc4629f-7f49-41f7-9925-10148b2e4f5f', 'tag': '5c2570ab-f8e0-44be-a0bc-0d7cfea0becd'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:30.606447 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016de986-4107-4fbe-9864-3a3b1085653b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc4629f-7f49-41f7-9925-10148b2e4f5f", "tag": "5c2570ab-f8e0-44be-a0bc-0d7cfea0becd"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:30.670069 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.671538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:30.683990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.755321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:30.758698 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3610d9-7c60-42a8-b9a8-67da8e14ac84 x-openstack-request-id: req-bd3610d9-7c60-42a8-b9a8-67da8e14ac84 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:30.762854 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc4629f-7f49-41f7-9925-10148b2e4f5f", "tag": "5c2570ab-f8e0-44be-a0bc-0d7cfea0becd", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:30.762854 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd3610d9-7c60-42a8-b9a8-67da8e14ac84 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:30.762854 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc4629f-7f49-41f7-9925-10148b2e4f5f', 'tag': '5c2570ab-f8e0-44be-a0bc-0d7cfea0becd', 'status': 'completed', 'code': 200} Nov 12 05:31:30.776914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cd381-0955-4b26-8d02-7d3f97742172 req-e820a6ae-0272-4e19-9de5-b1497a544247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:30.778515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-e820a6ae-0272-4e19-9de5-b1497a544247 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c4281e0bfdd494a960bad7fe4b1f84e&device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 1095 time: 0.1006992 Nov 12 05:31:30.785357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb9692e-8f3e-4a98-8f87-c1e2443d7971,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:30.792407 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] Pushing event updated for resources: {'Network': ['ID=c59a9400-8711-4e6f-a002-9bbf6d939214,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:30.834759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c59a9400-8711-4e6f-a002-9bbf6d939214 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:31:30.847749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3d11a37e-ffa7-40a4-b3e4-b1229edccf82 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0462630 Nov 12 05:31:30.851392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46304) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:30.862489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Request body: {'subnet': {'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-subnet', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:30.917825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:30.919000 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.949067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Made reservation on behalf of 6f59f85288ac4524ba00c00813e0c2b7 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:30.951837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.956060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-86ee159c-1af2-46f3-a3fa-fa2bb3248c66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd HTTP/1.1" status: 200 len: 217 time: 0.1345620 Nov 12 05:31:31.041244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d29600a0-838a-4749-a1d3-89f8d40b7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:31.042890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-d29600a0-838a-4749-a1d3-89f8d40b7512 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410620c2-d848-4c26-acab-af9b74e57a88 HTTP/1.1" status: 200 len: 850 time: 0.0790191 Nov 12 05:31:31.072233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.095322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-3e303db0-623f-4d2e-9833-8b6e823d44e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc1a09bd-5051-48a8-ac00-c3b85b306295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435166 Nov 12 05:31:31.175958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:31.183498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:31.187276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:31.188734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.206403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=642c79ca-1f29-42dc-883e-fb6be4490fb2,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:31.252633 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-63893c7c-9452-4e0b-b004-be18047736d9 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1695132 Nov 12 05:31:31.254707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46312) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:31.262553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-805c5876-ffbe-483e-a3e4-22b38e0c5d66 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'security_group': {'name': 'tempest-secgroup-1628047379'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:31.273217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-1c2537ed-1f86-4cea-af4c-fddcaba3613a service neutron] 10.222.0.43 "GET /v2.0/networks/fc1a09bd-5051-48a8-ac00-c3b85b306295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698050 Nov 12 05:31:31.294897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383efed-5304-4e58-b7a2-50d337bd0fba req-f3995ef0-0260-48b7-8fe6-3e095296c6b5 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:31.296848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f383efed-5304-4e58-b7a2-50d337bd0fba req-f3995ef0-0260-48b7-8fe6-3e095296c6b5 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 943 time: 0.0947359 Nov 12 05:31:31.334727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.361834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-805c5876-ffbe-483e-a3e4-22b38e0c5d66 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.400866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:31.412415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Checking segment: {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:31.412785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Network hostable DHCP agents. Network: c59a9400-8711-4e6f-a002-9bbf6d939214, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:31:31.434142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Network c59a9400-8711-4e6f-a002-9bbf6d939214 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:31:31.448726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d434c-1498-403f-916a-2a53e9a4681f None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:31.451698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, c59a9400-8711-4e6f-a002-9bbf6d939214) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:31.456726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:31.457908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.484292 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-002c725e-1374-4946-9bc1-bf504a221fd1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6317873 Nov 12 05:31:31.487301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:31.499090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:31.510823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f383efed-5304-4e58-b7a2-50d337bd0fba req-08a520e2-b076-4c26-8de9-053501b9a620 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933227 Nov 12 05:31:31.536276 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.537500 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.561590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071cd381-0955-4b26-8d02-7d3f97742172 req-c6596bcc-d49a-40e7-9d73-9303840974c1 service neutron] 10.222.0.43 "GET /v2.0/networks/fc1a09bd-5051-48a8-ac00-c3b85b306295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630985 Nov 12 05:31:31.593515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-805c5876-ffbe-483e-a3e4-22b38e0c5d66 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.605794 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-805c5876-ffbe-483e-a3e4-22b38e0c5d66 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.616278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.645129 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-805c5876-ffbe-483e-a3e4-22b38e0c5d66 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.649321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-805c5876-ffbe-483e-a3e4-22b38e0c5d66 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3874917 Nov 12 05:31:31.651117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46324) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:31.669486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-255925c6-e874-4004-8a5f-d008f0368de7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'security_group': {'name': 'tempest-secgroup-1864038909'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:31.678133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b1f652-e9ce-4854-80d2-ce37c1bd6195 None None] Network c59a9400-8711-4e6f-a002-9bbf6d939214 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:31.694446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c5876-ffbe-483e-a3e4-22b38e0c5d66 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad126732-7295-450f-87bb-0a5dff527e79,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:31.753875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016de986-4107-4fbe-9864-3a3b1085653b req-8c3a2a9a-9b3d-4013-889b-eb43b9c7e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:31.755659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-016de986-4107-4fbe-9864-3a3b1085653b req-8c3a2a9a-9b3d-4013-889b-eb43b9c7e1eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c4281e0bfdd494a960bad7fe4b1f84e&device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 1095 time: 0.0776372 Nov 12 05:31:31.756657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255925c6-e874-4004-8a5f-d008f0368de7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.760080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-89332c9e-12d3-4b5a-94d5-f150c7fa04e6 None None] Provisioning complete for port 2370f596-1e49-44c8-8c7a-9292bc619051 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:31.760534 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89332c9e-12d3-4b5a-94d5-f150c7fa04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.799746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.889006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-89332c9e-12d3-4b5a-94d5-f150c7fa04e6 None None] Port 2370f596-1e49-44c8-8c7a-9292bc619051 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:31.894327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5acf35b-9500-4030-b1ff-2a55c30cd2e7 None None] Network c59a9400-8711-4e6f-a002-9bbf6d939214 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:31.916723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016de986-4107-4fbe-9864-3a3b1085653b req-e62dccd4-20b9-4a73-9d4e-03f158a72102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:31.918293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-016de986-4107-4fbe-9864-3a3b1085653b req-e62dccd4-20b9-4a73-9d4e-03f158a72102 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc1a09bd-5051-48a8-ac00-c3b85b306295 HTTP/1.1" status: 200 len: 911 time: 0.1472578 Nov 12 05:31:31.941900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-89332c9e-12d3-4b5a-94d5-f150c7fa04e6 None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:31.942857 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255925c6-e874-4004-8a5f-d008f0368de7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.943128 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89332c9e-12d3-4b5a-94d5-f150c7fa04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.976485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255925c6-e874-4004-8a5f-d008f0368de7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.985060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-016de986-4107-4fbe-9864-3a3b1085653b req-bbcf3665-64d1-450c-93f6-889d9588581e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd HTTP/1.1" status: 200 len: 217 time: 0.0574734 Nov 12 05:31:32.071769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016de986-4107-4fbe-9864-3a3b1085653b req-20f7a7a5-fc2f-4f4b-a0d2-c9f3cdd4dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:32.073390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-016de986-4107-4fbe-9864-3a3b1085653b req-20f7a7a5-fc2f-4f4b-a0d2-c9f3cdd4dfcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410620c2-d848-4c26-acab-af9b74e57a88 HTTP/1.1" status: 200 len: 850 time: 0.0652862 Nov 12 05:31:32.080351 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255925c6-e874-4004-8a5f-d008f0368de7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.081565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-255925c6-e874-4004-8a5f-d008f0368de7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4293914 Nov 12 05:31:32.084435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46338) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:32.096334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-128e7801-2177-4dac-87e2-51ce7de58f5a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'security_group': {'name': 'tempest-secgroup-191299565'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:32.104967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255925c6-e874-4004-8a5f-d008f0368de7 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266efc45-640c-4833-9bb2-157a6cc66f53,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:32.128967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-016de986-4107-4fbe-9864-3a3b1085653b req-c0c47093-9b46-4be3-b41e-a1df659d7dca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc1a09bd-5051-48a8-ac00-c3b85b306295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452745 Nov 12 05:31:32.198166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128e7801-2177-4dac-87e2-51ce7de58f5a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.234065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.260798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.340351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd5048-de7f-454d-a24e-d0fb7e276c4c None None] Update dhcp port {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'fixed_ips': [{'subnet_id': '3cd032a2-903e-4f52-ae13-297526ff8bec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '642c79ca-1f29-42dc-883e-fb6be4490fb2'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:31:32.371723 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8abd5048-de7f-454d-a24e-d0fb7e276c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.398812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Allocated IP 172.25.2.120 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/18593f26-d584-46d3-8f2a-f9d8d773b4ea) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:32.401031 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128e7801-2177-4dac-87e2-51ce7de58f5a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.405161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-016de986-4107-4fbe-9864-3a3b1085653b req-c3e8cea0-3e9f-446d-9ef5-83ebdf816d5a service neutron] 10.222.0.43 "GET /v2.0/networks/fc1a09bd-5051-48a8-ac00-c3b85b306295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675078 Nov 12 05:31:32.409175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128e7801-2177-4dac-87e2-51ce7de58f5a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.438293 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:31:32.486514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128e7801-2177-4dac-87e2-51ce7de58f5a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.487972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-128e7801-2177-4dac-87e2-51ce7de58f5a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4026561 Nov 12 05:31:32.495823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46346) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:32.509717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2051532250', 'security_groups': ['a824ed08-684e-4a9d-aa06-0ff553250c24'], 'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '642c79ca-1f29-42dc-883e-fb6be4490fb2'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:32.518605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e7801-2177-4dac-87e2-51ce7de58f5a tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a824ed08-684e-4a9d-aa06-0ff553250c24,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:32.597305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-016de986-4107-4fbe-9864-3a3b1085653b req-67fdacca-8940-4892-a1d5-3179e42b0602 service neutron] 10.222.0.43 "GET /v2.0/networks/fc1a09bd-5051-48a8-ac00-c3b85b306295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769960 Nov 12 05:31:32.616631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-8abd5048-de7f-454d-a24e-d0fb7e276c4c None None] Allocated IP 2001:db8::2 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/642c79ca-1f29-42dc-883e-fb6be4490fb2/1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:32.653574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.704293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3529-82ce-4402-a48c-246deae4572e req-57c16393-a32d-41e0-aca2-674cf2cd3dfe tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:32.716505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3bb3529-82ce-4402-a48c-246deae4572e req-57c16393-a32d-41e0-aca2-674cf2cd3dfe tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 943 time: 0.1050694 Nov 12 05:31:32.731745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8abd5048-de7f-454d-a24e-d0fb7e276c4c None None] For port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,segment=NetworkSegment(a5a6590a-30e1-4852-bf09-225e5516c453),segment_id=a5a6590a-30e1-4852-bf09-225e5516c453)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:32.738102 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.773426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8abd5048-de7f-454d-a24e-d0fb7e276c4c None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.778016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3bb3529-82ce-4402-a48c-246deae4572e req-ed3a8286-bd47-4947-9a39-19e8e1148099 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559289 Nov 12 05:31:32.783469 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8abd5048-de7f-454d-a24e-d0fb7e276c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.797684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:32.810099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:32.813318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:32.853526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Pushing event updated for resources: {'Port': ['ID=18593f26-d584-46d3-8f2a-f9d8d773b4ea,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:32.873263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd5048-de7f-454d-a24e-d0fb7e276c4c None None] Pushing event updated for resources: {'Port': ['ID=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:32.955830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:33.129025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:33.211710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] device_id is not set on port f545853d-db02-4b33-b98a-9d7d748267e2 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:31:33.226298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:33.449301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-29cf91f3-0567-4f75-a56a-48e1d0765ee9 None None] Provisioning complete for port 2370f596-1e49-44c8-8c7a-9292bc619051 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:33.449829 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29cf91f3-0567-4f75-a56a-48e1d0765ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:33.487471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-29cf91f3-0567-4f75-a56a-48e1d0765ee9 None None] Port 2370f596-1e49-44c8-8c7a-9292bc619051 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:33.497868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-29cf91f3-0567-4f75-a56a-48e1d0765ee9 None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:33.498271 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29cf91f3-0567-4f75-a56a-48e1d0765ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:33.514927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8::16 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/642c79ca-1f29-42dc-883e-fb6be4490fb2/f545853d-db02-4b33-b98a-9d7d748267e2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:33.592040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:33.789646 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:33.833287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Router 4ed2f111-6a5d-4dd9-8455-062b133b80be is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:31:33.855648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:33.900326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e79104-e052-41a9-88c5-2f67254ad788 req-9e359309-d034-476a-a3d2-d22ef9fa2f39 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:33.901871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0e79104-e052-41a9-88c5-2f67254ad788 req-9e359309-d034-476a-a3d2-d22ef9fa2f39 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 943 time: 0.0602717 Nov 12 05:31:33.956962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0e79104-e052-41a9-88c5-2f67254ad788 req-d52e2dea-2beb-466c-bb91-b8d9a1a0c2fb tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Nov 12 05:31:33.981104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:33.988003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:33.990799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:33.998161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:33.998812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.004205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=f545853d-db02-4b33-b98a-9d7d748267e2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:34.031081 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1bc416f0-e960-4f50-a3e7-270c963dac68 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5307319 Nov 12 05:31:34.034067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:34.034227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46394) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:34.040483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f01562ba-84a0-4a75-8bd9-ab0c22c8e4b0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:34.047858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Sync routers for ids ['4ed2f111-6a5d-4dd9-8455-062b133b80be'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:34.056179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.060098 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ff4c8e7b-afbf-4198-bc54-55c5620443a6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5679617 Nov 12 05:31:34.060433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46396) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:34.065974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Routers {'4ed2f111-6a5d-4dd9-8455-062b133b80be'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:34.067089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4ed2f111-6a5d-4dd9-8455-062b133b80be'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:34.255226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Set router 4ed2f111-6a5d-4dd9-8455-062b133b80be gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:34.304698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01562ba-84a0-4a75-8bd9-ab0c22c8e4b0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:34.312021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f01562ba-84a0-4a75-8bd9-ab0c22c8e4b0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.396145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-635e1bd5-93ca-45a1-bea3-3a292d0aa95a None None] Provisioning complete for port f545853d-db02-4b33-b98a-9d7d748267e2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:34.396615 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-635e1bd5-93ca-45a1-bea3-3a292d0aa95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.439296 n-d-765315-28 neutron-server[102590]: INFO neutron.db.ipam_backend_mixin [None req-f01562ba-84a0-4a75-8bd9-ab0c22c8e4b0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 642c79ca-1f29-42dc-883e-fb6be4490fb2 (CIDR: 2001:db8::/64) Nov 12 05:31:34.445539 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01562ba-84a0-4a75-8bd9-ab0c22c8e4b0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:31:34.446486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01562ba-84a0-4a75-8bd9-ab0c22c8e4b0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:34.460985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-635e1bd5-93ca-45a1-bea3-3a292d0aa95a None None] Port f545853d-db02-4b33-b98a-9d7d748267e2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:34.473071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f01562ba-84a0-4a75-8bd9-ab0c22c8e4b0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4353492 Nov 12 05:31:34.473801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46404) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:34.480486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e9270bb9-2f3e-40ca-900f-0cd955700c05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:34.536675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:31:33Z', 'revision_number': 3, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port': {'id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:32Z', 'updated_at': '2021-11-12T05:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:34.566224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Checking router: 4ed2f111-6a5d-4dd9-8455-062b133b80be for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:34.567165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Updating router 4ed2f111-6a5d-4dd9-8455-062b133b80be port 18593f26-d584-46d3-8f2a-f9d8d773b4ea binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:31:34.594551 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.634913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9270bb9-2f3e-40ca-900f-0cd955700c05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:34.638522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e9270bb9-2f3e-40ca-900f-0cd955700c05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.742211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:34.788483 n-d-765315-28 neutron-server[102590]: INFO neutron.db.ipam_backend_mixin [None req-e9270bb9-2f3e-40ca-900f-0cd955700c05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3cd032a2-903e-4f52-ae13-297526ff8bec (CIDR: 2001:db8:0:1::/64) Nov 12 05:31:34.796923 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9270bb9-2f3e-40ca-900f-0cd955700c05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:31:34.799883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9270bb9-2f3e-40ca-900f-0cd955700c05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:34.831593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e9270bb9-2f3e-40ca-900f-0cd955700c05 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3560026 Nov 12 05:31:34.831749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46416) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:34.837131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'subnet': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:34.850584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:34.850964 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.978269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Made reservation on behalf of 959644c6526e4f4e90c5585c84da27d9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:34.997425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.022883 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.112495 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.121872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.170752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49c30-750e-48bf-b1dd-4037a35213b8 req-52acb023-0d86-4b95-be95-bb9d927e7dec tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:35.172289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24b49c30-750e-48bf-b1dd-4037a35213b8 req-52acb023-0d86-4b95-be95-bb9d927e7dec tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 943 time: 0.1110473 Nov 12 05:31:35.191270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Attempting to bind port 18593f26-d584-46d3-8f2a-f9d8d773b4ea on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:35.191918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Attempting to bind port 18593f26-d584-46d3-8f2a-f9d8d773b4ea by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:35.192454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Attempting to bind port 18593f26-d584-46d3-8f2a-f9d8d773b4ea on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:35.201824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:35.202620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:35.203532 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.204099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:35.204744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Bound port: 18593f26-d584-46d3-8f2a-f9d8d773b4ea, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:35.205332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.208243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4180b0-3467-4968-a4e2-1b166db2c37b None None] Pushing event updated for resources: {'Port': ['ID=18593f26-d584-46d3-8f2a-f9d8d773b4ea,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:35.213270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Allocated IP 172.20.0.1 (c59a9400-8711-4e6f-a002-9bbf6d939214/87c88b4a-f1c0-4a8a-94d2-149f7197ebaf/0f0f2f9b-938d-4ee5-a3db-7bece35b9af7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:35.274188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] For port 18593f26-d584-46d3-8f2a-f9d8d773b4ea, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:35.278748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] For port 18593f26-d584-46d3-8f2a-f9d8d773b4ea, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=18593f26-d584-46d3-8f2a-f9d8d773b4ea,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:35.286827 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.318406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24b49c30-750e-48bf-b1dd-4037a35213b8 req-97d557a7-8172-47cc-961f-740a56e2b1a2 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278555 Nov 12 05:31:35.359412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Routers {'4ed2f111-6a5d-4dd9-8455-062b133b80be'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:35.368553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4ed2f111-6a5d-4dd9-8455-062b133b80be'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:35.385821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.432796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4180b0-3467-4968-a4e2-1b166db2c37b None None] Pushing event updated for resources: {'Port': ['ID=18593f26-d584-46d3-8f2a-f9d8d773b4ea,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:35.440030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.458569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.484516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Network c59a9400-8711-4e6f-a002-9bbf6d939214 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:35.487716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:35.492094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:35.538621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:35.543581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Pushing event updated for resources: {'Port': ['ID=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:35.547056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:35.550511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:35.551280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.557602 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.564271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Subnet': ['ID=33f3adf1-6b91-4da4-bd1a-cfa79edc5e4b,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:35.585320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ee14d200-2334-497d-9af0-ede3024cf064 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7517159 Nov 12 05:31:35.591026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46434) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:35.596889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1872368418', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33f3adf1-6b91-4da4-bd1a-cfa79edc5e4b'}], 'security_groups': ['ad126732-7295-450f-87bb-0a5dff527e79', '266efc45-640c-4833-9bb2-157a6cc66f53']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:35.703746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38807a4-76f2-4d08-aa13-63648b036f4a None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:35.718450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.744160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] Set router 4ed2f111-6a5d-4dd9-8455-062b133b80be gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:35.782892 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.951501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.958309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.042426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:36.059333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.075184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Pushing event updated for resources: {'Port': ['ID=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:36.151178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:31:33Z', 'revision_number': 3, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port': {'id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:32Z', 'updated_at': '2021-11-12T05:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:36.185261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc96d3-7491-4776-9f4e-bd767a18204e None None] The sync data for ids ['4ed2f111-6a5d-4dd9-8455-062b133b80be'] in n-d-765315-28 is: [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:31:33Z', 'revision_number': 3, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port': {'id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:32Z', 'updated_at': '2021-11-12T05:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:36.202474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Delete allocated IP 2001:db8::16 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/642c79ca-1f29-42dc-883e-fb6be4490fb2) {{(pid=102590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 05:31:36.217514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Allocated IP 2001:db8:0:2::359 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/33f3adf1-6b91-4da4-bd1a-cfa79edc5e4b/f545853d-db02-4b33-b98a-9d7d748267e2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:36.229478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Network c59a9400-8711-4e6f-a002-9bbf6d939214 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:36.231912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:36.241384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,segment=NetworkSegment(93531433-2ac0-4d8c-b959-10a8af50e307),segment_id=93531433-2ac0-4d8c-b959-10a8af50e307)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:36.261318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '5c2570ab-f8e0-44be-a0bc-0d7cfea0becd', 'network_id': 'fc1a09bd-5051-48a8-ac00-c3b85b306295', 'port_id': '5c2570ab-f8e0-44be-a0bc-0d7cfea0becd', 'mac_address': 'fa:16:3e:28:3d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410620c2-d848-4c26-acab-af9b74e57a88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:36.267233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5569653-7668-4740-803e-a392dd7495dc None None] Update dhcp port {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'fixed_ips': [{'subnet_id': '3cd032a2-903e-4f52-ae13-297526ff8bec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '642c79ca-1f29-42dc-883e-fb6be4490fb2', 'ip_address': '2001:db8::2'}, {'subnet_id': '33f3adf1-6b91-4da4-bd1a-cfa79edc5e4b'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:31:36.307428 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5569653-7668-4740-803e-a392dd7495dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.381282 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.404486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:36.451030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,segment=NetworkSegment(93531433-2ac0-4d8c-b959-10a8af50e307),segment_id=93531433-2ac0-4d8c-b959-10a8af50e307)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:36.489103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Router 4ed2f111-6a5d-4dd9-8455-062b133b80be has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:36.519621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.521903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.541945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.550957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859606fa-5499-4792-8e3e-6f9ac35c5614 req-dcee0430-2531-4a57-a940-8748c5b879a4 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.558903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-859606fa-5499-4792-8e3e-6f9ac35c5614 req-dcee0430-2531-4a57-a940-8748c5b879a4 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 944 time: 0.1114933 Nov 12 05:31:36.701434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] In _notify_port_updated(), no bound segment for port f545853d-db02-4b33-b98a-9d7d748267e2 on network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:31:36.707490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.708490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.713507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "PUT /v2.0/ports/f545853d-db02-4b33-b98a-9d7d748267e2 HTTP/1.1" status: 200 len: 970 time: 1.1212332 Nov 12 05:31:36.716169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46454) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:36.737459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bb505-a75c-4eea-a2a2-58fdc0592ebd tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event updated for resources: {'Port': ['ID=f545853d-db02-4b33-b98a-9d7d748267e2,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:36.750996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:36.783344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-859606fa-5499-4792-8e3e-6f9ac35c5614 req-3f9d38c8-90c1-44bd-b64d-fbd29ffafe9e tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234869 Nov 12 05:31:36.790098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:36.802131 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9a03b7d7-a161-431f-8fd8-326bc447f29d admin admin] 10.222.0.48 "PUT /v2.0/routers/4ed2f111-6a5d-4dd9-8455-062b133b80be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398970 Nov 12 05:31:36.804633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-e5569653-7668-4740-803e-a392dd7495dc None None] Allocated IP 2001:db8:0:2::2 (09e2d015-d7c8-4b35-91be-3f6e4633d7e6/33f3adf1-6b91-4da4-bd1a-cfa79edc5e4b/1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:36.811792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 18593f26-d584-46d3-8f2a-f9d8d773b4ea up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:36.933545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d16ae951-8cc9-45ac-b869-adf7ce02d373 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port f545853d-db02-4b33-b98a-9d7d748267e2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:36.942212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d16ae951-8cc9-45ac-b869-adf7ce02d373 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.017973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 18593f26-d584-46d3-8f2a-f9d8d773b4ea triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:37.018377 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.048220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['5c2570ab-f8e0-44be-a0bc-0d7cfea0becd'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:37.111116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d16ae951-8cc9-45ac-b869-adf7ce02d373 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.128668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e5569653-7668-4740-803e-a392dd7495dc None None] For port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,segment=NetworkSegment(a5a6590a-30e1-4852-bf09-225e5516c453),segment_id=a5a6590a-30e1-4852-bf09-225e5516c453)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:37.130512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d16ae951-8cc9-45ac-b869-adf7ce02d373 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for f545853d-db02-4b33-b98a-9d7d748267e2 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:37.233694 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5569653-7668-4740-803e-a392dd7495dc None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.282755 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5569653-7668-4740-803e-a392dd7495dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.312416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d16ae951-8cc9-45ac-b869-adf7ce02d373 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.351272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ae951-8cc9-45ac-b869-adf7ce02d373 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=f545853d-db02-4b33-b98a-9d7d748267e2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:37.399952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d16ae951-8cc9-45ac-b869-adf7ce02d373 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.407113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.407346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46470) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:37.415482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d16ae951-8cc9-45ac-b869-adf7ce02d373 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/f545853d-db02-4b33-b98a-9d7d748267e2 HTTP/1.1" status: 204 len: 168 time: 0.6974878 Nov 12 05:31:37.435583 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2221ddb4-77fa-427c-92be-84f32b9bae9d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] GET failed (client error): The resource could not be found. Nov 12 05:31:37.441132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46474) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:37.452686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2221ddb4-77fa-427c-92be-84f32b9bae9d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports/f545853d-db02-4b33-b98a-9d7d748267e2 HTTP/1.1" status: 404 len: 333 time: 0.0451288 Nov 12 05:31:37.500066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5569653-7668-4740-803e-a392dd7495dc None None] Pushing event updated for resources: {'Port': ['ID=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:37.515141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 18593f26-d584-46d3-8f2a-f9d8d773b4ea, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=18593f26-d584-46d3-8f2a-f9d8d773b4ea,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:37.547237 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.572725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7963234-bfe0-4f7e-a310-3a4111221a49 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.614612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7963234-bfe0-4f7e-a310-3a4111221a49 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.686553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7963234-bfe0-4f7e-a310-3a4111221a49 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.691144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=18593f26-d584-46d3-8f2a-f9d8d773b4ea,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:37.692716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7963234-bfe0-4f7e-a310-3a4111221a49 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.694608 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f7963234-bfe0-4f7e-a310-3a4111221a49 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/security-groups/a824ed08-684e-4a9d-aa06-0ff553250c24 HTTP/1.1" status: 204 len: 168 time: 0.2515543 Nov 12 05:31:37.717453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46488) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:37.731660 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7963234-bfe0-4f7e-a310-3a4111221a49 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a824ed08-684e-4a9d-aa06-0ff553250c24,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:37.806955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cbbb2-0049-4026-afbf-031260b0040e req-62d04077-a532-4331-a4a2-5d16f037d6bb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:37.816536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-62d04077-a532-4331-a4a2-5d16f037d6bb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 818 time: 0.2219007 Nov 12 05:31:37.841301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-60f800d4-c416-4596-970b-6deffc907e24 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/quotas/6f59f85288ac4524ba00c00813e0c2b7 HTTP/1.1" status: 200 len: 375 time: 0.0237958 Nov 12 05:31:37.844806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a312f23-bb46-4d20-b062-8755fbca5c82 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.897370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a312f23-bb46-4d20-b062-8755fbca5c82 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.907583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-819f2d22-1338-4b73-a8f0-f743d03f2d07 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0653102 Nov 12 05:31:37.947099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a312f23-bb46-4d20-b062-8755fbca5c82 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.950563 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a312f23-bb46-4d20-b062-8755fbca5c82 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.951907 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8a312f23-bb46-4d20-b062-8755fbca5c82 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/security-groups/266efc45-640c-4833-9bb2-157a6cc66f53 HTTP/1.1" status: 204 len: 168 time: 0.2325921 Nov 12 05:31:37.958088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46492) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:37.988013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a312f23-bb46-4d20-b062-8755fbca5c82 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266efc45-640c-4833-9bb2-157a6cc66f53,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:38.046477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-c72a44d7-9e4b-418c-9672-f8b033d641d3 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377699 Nov 12 05:31:38.064021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc76b9-f5f9-45a9-a379-4b4f67c81262 req-965e2c16-84aa-40dd-80c7-51ddedc7e4bd tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:38.066421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51cc76b9-f5f9-45a9-a379-4b4f67c81262 req-965e2c16-84aa-40dd-80c7-51ddedc7e4bd tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 944 time: 0.1721854 Nov 12 05:31:38.075040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce052069-6582-4b65-aaf3-f4163aebb2ce tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.111494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce052069-6582-4b65-aaf3-f4163aebb2ce tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.171168 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce052069-6582-4b65-aaf3-f4163aebb2ce tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.174863 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce052069-6582-4b65-aaf3-f4163aebb2ce tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.177061 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce052069-6582-4b65-aaf3-f4163aebb2ce tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/security-groups/ad126732-7295-450f-87bb-0a5dff527e79 HTTP/1.1" status: 204 len: 168 time: 0.2097692 Nov 12 05:31:38.179500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51cc76b9-f5f9-45a9-a379-4b4f67c81262 req-ed41f787-d5b4-46ab-a623-6e0f5826dae0 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914230 Nov 12 05:31:38.182967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46498) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:38.194866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-fe5ea17b-7b88-4d95-9a7e-7148984dbf6d service neutron] 10.222.0.48 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272733 Nov 12 05:31:38.216305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce052069-6582-4b65-aaf3-f4163aebb2ce tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad126732-7295-450f-87bb-0a5dff527e79,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:38.299885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f71a82f-091d-453b-8dc6-d5819a8fef21 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 642c79ca-1f29-42dc-883e-fb6be4490fb2 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:38.310772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f71a82f-091d-453b-8dc6-d5819a8fef21 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.388227 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f71a82f-091d-453b-8dc6-d5819a8fef21 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.454454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b14ecf28-9fdf-4c3c-9c2d-a223b583c018 None None] Provisioning complete for port 2370f596-1e49-44c8-8c7a-9292bc619051 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:38.455445 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b14ecf28-9fdf-4c3c-9c2d-a223b583c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.481946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01f1b20b-f223-48e9-8781-ccfc8faf6c5f req-e3059a1e-6a21-4f10-abfc-b7f35e3f88f3 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 210 time: 0.0682547 Nov 12 05:31:38.489730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46508) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:38.535762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f71a82f-091d-453b-8dc6-d5819a8fef21 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.541448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b14ecf28-9fdf-4c3c-9c2d-a223b583c018 None None] Port 2370f596-1e49-44c8-8c7a-9292bc619051 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:38.565200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b14ecf28-9fdf-4c3c-9c2d-a223b583c018 None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:38.565931 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b14ecf28-9fdf-4c3c-9c2d-a223b583c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.663524 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f71a82f-091d-453b-8dc6-d5819a8fef21 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.712354 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f71a82f-091d-453b-8dc6-d5819a8fef21 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.715889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0f71a82f-091d-453b-8dc6-d5819a8fef21 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/642c79ca-1f29-42dc-883e-fb6be4490fb2 HTTP/1.1" status: 204 len: 168 time: 0.5309434 Nov 12 05:31:38.720161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46520) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:38.791328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b14ecf28-9fdf-4c3c-9c2d-a223b583c018 None None] Could not find standard attr ID for object f545853d-db02-4b33-b98a-9d7d748267e2. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:31:38.819453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71a82f-091d-453b-8dc6-d5819a8fef21 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=642c79ca-1f29-42dc-883e-fb6be4490fb2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:38.825814 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 18593f26-d584-46d3-8f2a-f9d8d773b4ea up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:38.851622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9343da6f-6d29-4238-abfe-8139f41b43fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.875010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b5dac2-0ee0-4870-8eea-fb8f05f94bed None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:38.911153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-853c825d-e3c5-4bf8-b345-2f4fc3c45055 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 33f3adf1-6b91-4da4-bd1a-cfa79edc5e4b {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:38.929651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-853c825d-e3c5-4bf8-b345-2f4fc3c45055 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:38.946762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-86a63cca-5057-4200-a2ec-5cbedfd1e3a6 None None] Could not find standard attr ID for object f545853d-db02-4b33-b98a-9d7d748267e2. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:31:38.966258 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Sync routers for ids ['4ed2f111-6a5d-4dd9-8455-062b133b80be'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:38.983214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Routers {'4ed2f111-6a5d-4dd9-8455-062b133b80be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:38.983514 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4ed2f111-6a5d-4dd9-8455-062b133b80be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:39.021129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 18593f26-d584-46d3-8f2a-f9d8d773b4ea triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:39.021604 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.092169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-853c825d-e3c5-4bf8-b345-2f4fc3c45055 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.209750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f356-6d06-4cd7-b921-29fa660c009c req-019e9503-a628-4815-8a7a-82e69565091a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:39.220654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-019e9503-a628-4815-8a7a-82e69565091a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 818 time: 0.3226180 Nov 12 05:31:39.231084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:39.288000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-52593af5-bf2b-4ac9-9056-642d8623cd0a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/quotas/6f59f85288ac4524ba00c00813e0c2b7 HTTP/1.1" status: 200 len: 375 time: 0.0662537 Nov 12 05:31:39.291509 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Set router 4ed2f111-6a5d-4dd9-8455-062b133b80be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:39.311486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:39.313569 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.360150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-853c825d-e3c5-4bf8-b345-2f4fc3c45055 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.392009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9343da6f-6d29-4238-abfe-8139f41b43fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.421742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9343da6f-6d29-4238-abfe-8139f41b43fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.494394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9343da6f-6d29-4238-abfe-8139f41b43fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94ab9104af1e45d9a1cb030504174da1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0022557 Nov 12 05:31:39.496815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46542) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:39.501642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343da6f-6d29-4238-abfe-8139f41b43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02583650-fb0c-446e-8733-90588c575b0c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:39.552507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-24790749-bd84-44b7-99db-9434b66d5c3a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2632234 Nov 12 05:31:39.596215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dda5cc4c-85fb-48f6-a614-54075b731884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.627953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dda5cc4c-85fb-48f6-a614-54075b731884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.654181 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:31:35Z', 'revision_number': 4, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port': {'id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:32Z', 'updated_at': '2021-11-12T05:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f0f2f9b-938d-4ee5-a3db-7bece35b9af7', 'name': '', 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'mac_address': 'fa:16:3e:c8:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87c88b4a-f1c0-4a8a-94d2-149f7197ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:35Z', 'updated_at': '2021-11-12T05:31:35Z', 'revision_number': 2, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'subnets': [{'id': '87c88b4a-f1c0-4a8a-94d2-149f7197ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:39.657360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858d791-0c4f-414c-b01c-edbd5e3e0aef req-679a03a1-d8c9-4839-8800-0123c47cc9e7 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:39.659123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8858d791-0c4f-414c-b01c-edbd5e3e0aef req-679a03a1-d8c9-4839-8800-0123c47cc9e7 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1098 time: 0.1628871 Nov 12 05:31:39.663221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-853c825d-e3c5-4bf8-b345-2f4fc3c45055 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.702216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dda5cc4c-85fb-48f6-a614-54075b731884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.702986 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Checking router: 4ed2f111-6a5d-4dd9-8455-062b133b80be for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:39.703348 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Updating router 4ed2f111-6a5d-4dd9-8455-062b133b80be port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:31:39.709907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dda5cc4c-85fb-48f6-a614-54075b731884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.713099 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dda5cc4c-85fb-48f6-a614-54075b731884 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02583650-fb0c-446e-8733-90588c575b0c HTTP/1.1" status: 204 len: 168 time: 0.2146759 Nov 12 05:31:39.715627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c825d-e3c5-4bf8-b345-2f4fc3c45055 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=33f3adf1-6b91-4da4-bd1a-cfa79edc5e4b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:39.732132 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-853c825d-e3c5-4bf8-b345-2f4fc3c45055 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.733491 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.735457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-853c825d-e3c5-4bf8-b345-2f4fc3c45055 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/33f3adf1-6b91-4da4-bd1a-cfa79edc5e4b HTTP/1.1" status: 204 len: 168 time: 1.0143120 Nov 12 05:31:39.744491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46546) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:39.748885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5cc4c-85fb-48f6-a614-54075b731884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02583650-fb0c-446e-8733-90588c575b0c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:39.793665 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fc9347-f6c1-4279-a300-3457959ca9d5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:39.794119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fc9347-f6c1-4279-a300-3457959ca9d5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:39.797178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-63fc9347-f6c1-4279-a300-3457959ca9d5 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/642c79ca-1f29-42dc-883e-fb6be4490fb2 HTTP/1.1" status: 404 len: 337 time: 0.0517311 Nov 12 05:31:39.799866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46548) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:39.836848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-3aaaae1d-f4f0-40cb-9a97-e4f88d218cf5 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829781 Nov 12 05:31:39.862869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d05c90a-4897-4c77-bf8b-3a165ce6675d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting subnet 3cd032a2-903e-4f52-ae13-297526ff8bec {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:39.868558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8858d791-0c4f-414c-b01c-edbd5e3e0aef req-2d633c29-8df7-404e-a298-1dfead914d19 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027504 Nov 12 05:31:39.869895 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d05c90a-4897-4c77-bf8b-3a165ce6675d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.961012 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d05c90a-4897-4c77-bf8b-3a165ce6675d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.002556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46552) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.042844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:40.142768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd2a4c-7837-4cf9-b6dd-6a4856ea7b02 None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:40.237126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e1678b40-76e8-4901-963f-d6b6dfab571d None None] Provisioning complete for port 2370f596-1e49-44c8-8c7a-9292bc619051 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:40.237773 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e1678b40-76e8-4901-963f-d6b6dfab571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.283474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:31:40.300684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d05c90a-4897-4c77-bf8b-3a165ce6675d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.304148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46556) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.308979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e1678b40-76e8-4901-963f-d6b6dfab571d None None] Port 2370f596-1e49-44c8-8c7a-9292bc619051 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:40.313557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:40.313932 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.341885 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.353536 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.357151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33222e94-5f19-4113-a2c1-452402b2cb9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.446304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d05c90a-4897-4c77-bf8b-3a165ce6675d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.449783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port f980ea1a-c027-4e8e-a1ce-734bcf0a5747 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:40.449999 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Pushing event updated for resources: {'Port': ['ID=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:40.450657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.463481 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.464526 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.464871 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.465261 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.465935 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.466273 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.466673 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.467004 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.467381 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.467707 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.468028 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.468347 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:40.521132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d05c90a-4897-4c77-bf8b-3a165ce6675d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.528996 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d05c90a-4897-4c77-bf8b-3a165ce6675d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/3cd032a2-903e-4f52-ae13-297526ff8bec HTTP/1.1" status: 204 len: 168 time: 0.7280452 Nov 12 05:31:40.530194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05c90a-4897-4c77-bf8b-3a165ce6675d tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd032a2-903e-4f52-ae13-297526ff8bec,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:40.540761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.564788 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Attempting to bind port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:40.565224 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Attempting to bind port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:40.565560 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Attempting to bind port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 on network c59a9400-8711-4e6f-a002-9bbf6d939214 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:40.573276 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:40.573705 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Checking segment: {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:40.574322 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.574733 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Bound using segment: {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:40.575347 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Bound port: 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:40.575730 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.579929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45614606-bb9a-4814-a3ab-2bb42baed98c req-ebf81424-5a62-4d8e-b6be-8908147ba1fd tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:40.581462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45614606-bb9a-4814-a3ab-2bb42baed98c req-ebf81424-5a62-4d8e-b6be-8908147ba1fd tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 944 time: 0.1332715 Nov 12 05:31:40.619800 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60606df-fcfe-4e0a-a1b2-778dfe2eded4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:40.620651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60606df-fcfe-4e0a-a1b2-778dfe2eded4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:40.624153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d60606df-fcfe-4e0a-a1b2-778dfe2eded4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/8497beeb-2180-439d-b835-9ad9b34937df HTTP/1.1" status: 404 len: 337 time: 0.0821407 Nov 12 05:31:40.627487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e1678b40-76e8-4901-963f-d6b6dfab571d None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:40.628142 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e1678b40-76e8-4901-963f-d6b6dfab571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.633514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46560) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.673444 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] For port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:40.677693 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] For port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:40.679906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33222e94-5f19-4113-a2c1-452402b2cb9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.680287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.685507 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-29473406-1254-453a-b875-ad83e0d31661 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e95e1e67-a987-483a-b05b-5aa632cda584 HTTP/1.1" status: 200 len: 205 time: 0.0481730 Nov 12 05:31:40.686447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.697650 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.705993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45614606-bb9a-4814-a3ab-2bb42baed98c req-750ae014-8bb7-4379-aa13-b79c08e0824f tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898826 Nov 12 05:31:40.733937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33222e94-5f19-4113-a2c1-452402b2cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.741609 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-0efa4f3f-2bb1-452f-bb20-9cbc4b46b4b4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] delete failed (client error): The resource could not be found. Nov 12 05:31:40.743053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0efa4f3f-2bb1-452f-bb20-9cbc4b46b4b4 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/routers/e95e1e67-a987-483a-b05b-5aa632cda584 HTTP/1.1" status: 404 len: 336 time: 0.0556152 Nov 12 05:31:40.749377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-fc257ca6-3bee-4570-9bc0-8f3152d4af2b service neutron] 10.222.0.48 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9115150 Nov 12 05:31:40.749906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46564) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.779329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.779770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.788689 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae867d-be90-4512-845f-a03e66919caa None None] Pushing event updated for resources: {'Port': ['ID=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:40.814902 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Routers {'4ed2f111-6a5d-4dd9-8455-062b133b80be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:40.815614 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4ed2f111-6a5d-4dd9-8455-062b133b80be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:40.817824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for f980ea1a-c027-4e8e-a1ce-734bcf0a5747 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:40.828349 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-33222e94-5f19-4113-a2c1-452402b2cb9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6568070d98348d1bc650b8fe9fc2602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5220058 Nov 12 05:31:40.829528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.846310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33222e94-5f19-4113-a2c1-452402b2cb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c2316-1116-43d8-a5ea-67d9c0809539,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:40.875864 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a9b6de-119d-44ef-88ec-7bf4f96c1c7e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:40.878434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a9b6de-119d-44ef-88ec-7bf4f96c1c7e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:40.895720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-71a9b6de-119d-44ef-88ec-7bf4f96c1c7e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/a4234b85-cb88-4ff0-b41b-fa4c094db11f HTTP/1.1" status: 404 len: 337 time: 0.1329868 Nov 12 05:31:40.896540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46568) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.911782 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.924202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cbbb2-0049-4026-afbf-031260b0040e req-6354140a-81ee-49e6-8ff2-8388bc085de4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:40.926003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-6354140a-81ee-49e6-8ff2-8388bc085de4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.47 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 818 time: 0.4887547 Nov 12 05:31:40.949240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b61c532-47aa-49bc-89bb-1818f44d3602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.974726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc4629f-7f49-41f7-9925-10148b2e4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2570ab-f8e0-44be-a0bc-0d7cfea0becd'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:40.981401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Request body: {'port': {'device_id': '03345dcf-bf95-4c59-baff-acb1642a14b9', 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214', 'admin_state_up': True, 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:40.985771 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba74fe4-d880-4a87-adb9-f4672b079f26 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:40.986218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba74fe4-d880-4a87-adb9-f4672b079f26 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:40.994398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:40.994655 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5ba74fe4-d880-4a87-adb9-f4672b079f26 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/0441e589-dc7b-4767-b639-ca14e708590a HTTP/1.1" status: 404 len: 337 time: 0.0873127 Nov 12 05:31:40.999592 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e73ff5-c468-4ff6-8da0-8f5e3c9c3cd2" -d '{"events": [{"server_uuid": "6cc4629f-7f49-41f7-9925-10148b2e4f5f", "name": "network-vif-plugged", "status": "completed", "tag": "5c2570ab-f8e0-44be-a0bc-0d7cfea0becd"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:41.001120 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] Set router 4ed2f111-6a5d-4dd9-8455-062b133b80be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:41.001327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b61c532-47aa-49bc-89bb-1818f44d3602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.056833 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e105514c-d42e-42db-965b-5f249272fb0c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:41.057353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e105514c-d42e-42db-965b-5f249272fb0c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:41.062156 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e105514c-d42e-42db-965b-5f249272fb0c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/c9ac7790-84b5-47ce-bab4-7a0328ce8ac1 HTTP/1.1" status: 404 len: 337 time: 0.0635910 Nov 12 05:31:41.068396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:41.100612 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40819e03-777c-405d-a4b1-94bd9ebc793b x-openstack-request-id: req-40819e03-777c-405d-a4b1-94bd9ebc793b {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:41.101299 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc4629f-7f49-41f7-9925-10148b2e4f5f", "name": "network-vif-plugged", "status": "completed", "tag": "5c2570ab-f8e0-44be-a0bc-0d7cfea0becd", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:41.101299 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40819e03-777c-405d-a4b1-94bd9ebc793b {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:41.101617 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc4629f-7f49-41f7-9925-10148b2e4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2570ab-f8e0-44be-a0bc-0d7cfea0becd', 'code': 200} Nov 12 05:31:41.104865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,segment=NetworkSegment(93531433-2ac0-4d8c-b959-10a8af50e307),segment_id=93531433-2ac0-4d8c-b959-10a8af50e307)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:41.113842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637fb3e-e498-4f31-ae0a-53b7213d773b None None] Update dhcp port {'port': {'network_id': '09e2d015-d7c8-4b35-91be-3f6e4633d7e6', 'fixed_ips': [{'subnet_id': '3cd032a2-903e-4f52-ae13-297526ff8bec'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:31:41.154015 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5d134e-d771-4938-992e-f8e3ecc1164c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:41.154747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5d134e-d771-4938-992e-f8e3ecc1164c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:41.160768 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc5d134e-d771-4938-992e-f8e3ecc1164c tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/67f2a70c-cb26-4a4b-89b8-5695be0b7395 HTTP/1.1" status: 404 len: 333 time: 0.0878620 Nov 12 05:31:41.161396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46580) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:41.176911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Made reservation on behalf of 6f59f85288ac4524ba00c00813e0c2b7 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:41.181498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.193846 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b637fb3e-e498-4f31-ae0a-53b7213d773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.201355 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.221644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-501f9623-2053-4b9a-8370-dbbee22c7712 req-586e037c-bc38-47e5-b111-03375171c809 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 210 time: 0.0589442 Nov 12 05:31:41.278919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.334702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b61c532-47aa-49bc-89bb-1818f44d3602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.337563 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b61c532-47aa-49bc-89bb-1818f44d3602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.338800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b61c532-47aa-49bc-89bb-1818f44d3602 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd9c2316-1116-43d8-a5ea-67d9c0809539 HTTP/1.1" status: 204 len: 168 time: 0.5056381 Nov 12 05:31:41.362662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=f980ea1a-c027-4e8e-a1ce-734bcf0a5747,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:41.386191 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:31:35Z', 'revision_number': 4, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port': {'id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:32Z', 'updated_at': '2021-11-12T05:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f0f2f9b-938d-4ee5-a3db-7bece35b9af7', 'name': '', 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'mac_address': 'fa:16:3e:c8:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87c88b4a-f1c0-4a8a-94d2-149f7197ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:35Z', 'updated_at': '2021-11-12T05:31:40Z', 'revision_number': 4, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'subnets': [{'id': '87c88b4a-f1c0-4a8a-94d2-149f7197ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:41.386929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Allocated IP 172.20.0.6 (c59a9400-8711-4e6f-a002-9bbf6d939214/87c88b4a-f1c0-4a8a-94d2-149f7197ebaf/bba42159-7fcd-40e5-9fe7-af7573ca3415) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:41.411695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc5841-8eb7-4334-a3a4-b5be647bd292 req-1db15535-fa43-40b9-a5ef-4b0936ec66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:41.413370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78bc5841-8eb7-4334-a3a4-b5be647bd292 req-1db15535-fa43-40b9-a5ef-4b0936ec66d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 1097 time: 0.2027659 Nov 12 05:31:41.432564 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c3ed4-c577-405d-a2d2-7a5057df5c44 None None] The sync data for ids ['4ed2f111-6a5d-4dd9-8455-062b133b80be'] in n-d-765315-28 is: [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:31:35Z', 'revision_number': 4, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port': {'id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:32Z', 'updated_at': '2021-11-12T05:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f0f2f9b-938d-4ee5-a3db-7bece35b9af7', 'name': '', 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'mac_address': 'fa:16:3e:c8:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '87c88b4a-f1c0-4a8a-94d2-149f7197ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:35Z', 'updated_at': '2021-11-12T05:31:40Z', 'revision_number': 4, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'subnets': [{'id': '87c88b4a-f1c0-4a8a-94d2-149f7197ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:41.434850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61c532-47aa-49bc-89bb-1818f44d3602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c2316-1116-43d8-a5ea-67d9c0809539,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:41.437704 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1dc5de-7145-40ac-a376-7e3da6e90494 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:41.438165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1dc5de-7145-40ac-a376-7e3da6e90494 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:41.456025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46588) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:41.457811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0a1dc5de-7145-40ac-a376-7e3da6e90494 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/5acd6641-d3a5-45f3-81be-ac32e9d0d9f0 HTTP/1.1" status: 404 len: 337 time: 0.2038305 Nov 12 05:31:41.458935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.459273 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Floating IP 26c45f27-646d-497e-a72b-6f9dbd67c23d disassociated (deleted). External IP: 172.25.2.50, port: b85d982a-18be-4d9c-96be-90f4f451b85a. Nov 12 05:31:41.565474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:41.678223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da8955-3e4b-446a-8f33-826060a654b3 None None] Network 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:41.778803 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fb885e-d955-430c-9f58-8e18e7ccd261 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:41.782920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0fb885e-d955-430c-9f58-8e18e7ccd261 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:41.789702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8bb072db-a558-4967-8404-40f7fdfa6b0b None None] Provisioning complete for port 2370f596-1e49-44c8-8c7a-9292bc619051 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:41.790300 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8bb072db-a558-4967-8404-40f7fdfa6b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.793695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d0fb885e-d955-430c-9f58-8e18e7ccd261 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/154bd15b-73f3-4ca7-b806-83e0a8c6fcbb HTTP/1.1" status: 404 len: 337 time: 0.3358004 Nov 12 05:31:41.807439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46596) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:41.876371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8bb072db-a558-4967-8404-40f7fdfa6b0b None None] Port 2370f596-1e49-44c8-8c7a-9292bc619051 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:41.933101 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33e36d0-9ada-4a22-b465-110ee187ffb0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:41.933961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33e36d0-9ada-4a22-b465-110ee187ffb0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:41.937702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c33e36d0-9ada-4a22-b465-110ee187ffb0 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/0639da10-a388-4162-b965-4526c9417abf HTTP/1.1" status: 404 len: 333 time: 0.1257923 Nov 12 05:31:41.951503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46604) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:41.965962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 49aac0c2-a158-4014-93b1-0686fd13640f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:41.970431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8bb072db-a558-4967-8404-40f7fdfa6b0b None None] Provisioning complete for port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:41.970875 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8bb072db-a558-4967-8404-40f7fdfa6b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.007689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78bc5841-8eb7-4334-a3a4-b5be647bd292 req-b68fa354-424a-4d9b-b4ef-9a882f45604a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799882 Nov 12 05:31:42.048502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] DHCP port deletion for 09e2d015-d7c8-4b35-91be-3f6e4633d7e6 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:42.087697 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ee3d05-f241-4500-9db4-2ef11dde221f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:42.088163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ee3d05-f241-4500-9db4-2ef11dde221f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:42.097569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46610) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:42.100305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a0ee3d05-f241-4500-9db4-2ef11dde221f tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/40b79afa-f111-48d3-9846-3d2e59e3f9ac HTTP/1.1" status: 404 len: 337 time: 0.1425736 Nov 12 05:31:42.139994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.149261 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8dafaa-6790-4f0b-9d6c-e5734ff622ed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] DELETE failed (client error): The resource could not be found. Nov 12 05:31:42.149434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8dafaa-6790-4f0b-9d6c-e5734ff622ed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:31:42.152575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bc8dafaa-6790-4f0b-9d6c-e5734ff622ed tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/subnets/7bd98cfa-a206-431a-a4a8-d5d3f433118b HTTP/1.1" status: 404 len: 337 time: 0.0539348 Nov 12 05:31:42.155214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46614) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:42.184809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] Deleting port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:42.185874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.187641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662189b-b644-4288-9dbd-ac148ea48d0e req-b8c6e1a1-6698-464a-9ee2-a1d7b9b07c82 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:42.197148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a662189b-b644-4288-9dbd-ac148ea48d0e req-b8c6e1a1-6698-464a-9ee2-a1d7b9b07c82 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 945 time: 0.3311026 Nov 12 05:31:42.296577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] For port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,segment=NetworkSegment(a5a6590a-30e1-4852-bf09-225e5516c453),segment_id=a5a6590a-30e1-4852-bf09-225e5516c453)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:42.297071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.303257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a662189b-b644-4288-9dbd-ac148ea48d0e req-02bc0dc5-f7c5-4c78-b410-f6fd1b0997a3 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989015 Nov 12 05:31:42.305256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.341947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] Calling delete_port for 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:42.390024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Network c59a9400-8711-4e6f-a002-9bbf6d939214 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:42.393005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:42.404907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:42.469852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Pushing event updated for resources: {'Port': ['ID=bba42159-7fcd-40e5-9fe7-af7573ca3415,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:42.534658 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.544758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1230558a-34ff-4676-af0f-0ac163a899da req-e78f3b5e-cb9d-4aad-a85b-f6999dc6f167 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 210 time: 0.0792978 Nov 12 05:31:42.580253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:42.580491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.604507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] Pushing event deleted for resources: {'Port': ['ID=1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:42.624283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-67e0f63f-c54f-42e2-9fe3-d7f0f70eb10a tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6489060 Nov 12 05:31:42.625484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5347cdb-1c4a-463a-b039-df0945dc92a6 None None] No DVR routers for this DVR port 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:42.654657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Request body: {'port': {'device_id': '03345dcf-bf95-4c59-baff-acb1642a14b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:42.776300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.821085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:42.894452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:42.901858 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.922180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:42.925317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-35c474c9-0fb5-4fe6-a7d2-442001e92dc2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Deleting port 2370f596-1e49-44c8-8c7a-9292bc619051 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:42.925664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35c474c9-0fb5-4fe6-a7d2-442001e92dc2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.936548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] Sync routers for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:42.963146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:42.964088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:43.013760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.114762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35c474c9-0fb5-4fe6-a7d2-442001e92dc2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.130030 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7fbb9c56-76b9-4d43-8de5-949b9d0e5132 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/floatingips/26c45f27-646d-497e-a72b-6f9dbd67c23d HTTP/1.1" status: 204 len: 168 time: 3.1258755 Nov 12 05:31:43.141560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:43.144684 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911" -d '{"events": [{"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:43.153327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-35c474c9-0fb5-4fe6-a7d2-442001e92dc2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Calling delete_port for 2370f596-1e49-44c8-8c7a-9292bc619051 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:43.212869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:43.408217 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35c474c9-0fb5-4fe6-a7d2-442001e92dc2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.516526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c474c9-0fb5-4fe6-a7d2-442001e92dc2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Port': ['ID=2370f596-1e49-44c8-8c7a-9292bc619051,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:43.547028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35c474c9-0fb5-4fe6-a7d2-442001e92dc2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.567777 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-35c474c9-0fb5-4fe6-a7d2-442001e92dc2 tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/ports/2370f596-1e49-44c8-8c7a-9292bc619051 HTTP/1.1" status: 204 len: 168 time: 1.4093907 Nov 12 05:31:43.567777 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591d621b-1309-484c-b917-ed3b0bb73e65 x-openstack-request-id: req-591d621b-1309-484c-b917-ed3b0bb73e65 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:43.567777 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:43.568210 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-591d621b-1309-484c-b917-ed3b0bb73e65 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:43.568424 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'status': 'completed', 'code': 200} Nov 12 05:31:43.569728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46650) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:43.683882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba42159-7fcd-40e5-9fe7-af7573ca3415 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:43.723878 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.731820 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.780134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:43.786517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.796147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.797363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Transition to ACTIVE for port object bba42159-7fcd-40e5-9fe7-af7573ca3415 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:31:43.817598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810f977-4f5a-4ce4-ba73-45b35f7121a1 req-3a083d75-ccb4-41af-81b7-c7d68cfbabe8 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:43.825725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b810f977-4f5a-4ce4-ba73-45b35f7121a1 req-3a083d75-ccb4-41af-81b7-c7d68cfbabe8 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 945 time: 0.1714869 Nov 12 05:31:43.846534 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.876637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-a8dbc9c2-bb5e-491a-897b-0d4e5f42cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:43.878157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-a8dbc9c2-bb5e-491a-897b-0d4e5f42cafb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 1098 time: 0.2098777 Nov 12 05:31:43.902099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:43.908529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f356-6d06-4cd7-b921-29fa660c009c req-40eb5d47-3a12-4c24-914e-6289369f556d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:43.910295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-40eb5d47-3a12-4c24-914e-6289369f556d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.43 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 818 time: 0.4729483 Nov 12 05:31:43.958793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:22Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:43.962208 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3577edbb-7833-4e72-99cc-487b9db95084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:43.993315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:43.993666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1eb9be0e-04ca-4e9b-a19a-c2336ca0d44d not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:43.999305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] Checking router: 49aac0c2-a158-4014-93b1-0686fd13640f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:44.002207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:44.011487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-2d7304ae-b216-436c-929c-5213129d0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:44.012989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-2d7304ae-b216-436c-929c-5213129d0ff5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 200 len: 897 time: 0.1020131 Nov 12 05:31:44.013289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:44.013902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:44.038709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.039755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Request body: {'port': {'device_id': '35f6011f-975e-4df8-9843-bb5f91aab181', 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214', 'admin_state_up': True, 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:44.069991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e2d015-d7c8-4b35-91be-3f6e4633d7e6']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:44.092293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a6590a-30e1-4852-bf09-225e5516c453') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:44.092700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a6590a-30e1-4852-bf09-225e5516c453') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:44.104467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.105983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-9c38c2d5-0c4e-47e6-8002-60b5099176b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 200 len: 217 time: 0.0735765 Nov 12 05:31:44.119256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.134359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:44.134905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:44.140487 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:44.159504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:44.232345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Pushing event updated for resources: {'Port': ['ID=bba42159-7fcd-40e5-9fe7-af7573ca3415,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:44.246291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.258944 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.269696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] 10.222.0.48 "DELETE /v2.0/networks/09e2d015-d7c8-4b35-91be-3f6e4633d7e6 HTTP/1.1" status: 204 len: 168 time: 0.6980360 Nov 12 05:31:44.283588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1bddc-7195-4440-b381-4ffd90c5b67e tempest-PortsIpV6TestJSON-721618522 tempest-PortsIpV6TestJSON-721618522-project] Pushing event deleted for resources: {'Network': ['ID=09e2d015-d7c8-4b35-91be-3f6e4633d7e6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:44.290247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b810f977-4f5a-4ce4-ba73-45b35f7121a1 req-d82ff7e8-f30a-4054-810d-8e5377daed0d tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635494 Nov 12 05:31:44.360032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e64588-32c5-4a8a-8cdd-a4a431c726a0 req-b451fccd-a9f9-4bb1-bd60-ae17ef3f7e73 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:44.362162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44e64588-32c5-4a8a-8cdd-a4a431c726a0 req-b451fccd-a9f9-4bb1-bd60-ae17ef3f7e73 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 946 time: 0.3446348 Nov 12 05:31:44.406530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-a4cab9d7-56ee-4f37-bb55-9c47be7e6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:44.408005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-a4cab9d7-56ee-4f37-bb55-9c47be7e6f65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 200 len: 835 time: 0.2760222 Nov 12 05:31:44.464838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:22Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:44.480426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Attempting to bind port bba42159-7fcd-40e5-9fe7-af7573ca3415 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:44.480908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Attempting to bind port bba42159-7fcd-40e5-9fe7-af7573ca3415 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:44.481380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Attempting to bind port bba42159-7fcd-40e5-9fe7-af7573ca3415 on network c59a9400-8711-4e6f-a002-9bbf6d939214 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:44.510932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7331c1-a93f-4095-b00e-41d9263044af None None] The sync data for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 is: [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:29:15Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9dd8939a-03eb-40ab-800e-630373c238e0', 'name': '', 'network_id': 'cbea10d1-cc98-4e5a-9bb1-72c6b75568fc', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:b6:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:14Z', 'updated_at': '2021-11-12T05:29:22Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '6a9ad807-2f0c-4321-83b3-d735e055bdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:44.521516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44e64588-32c5-4a8a-8cdd-a4a431c726a0 req-06a97542-d871-46fb-a143-313e7fb4e3af tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483700 Nov 12 05:31:44.534237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9c3d490-17d5-4813-8e0f-154f92e8e066 req-98eccdf6-bf55-47e7-98f9-5c19bb793d04 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 210 time: 0.1239035 Nov 12 05:31:44.541834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Port bba42159-7fcd-40e5-9fe7-af7573ca3415 on network c59a9400-8711-4e6f-a002-9bbf6d939214 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:31:44.542166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Attempting to bind port bba42159-7fcd-40e5-9fe7-af7573ca3415 on network c59a9400-8711-4e6f-a002-9bbf6d939214 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:44.580788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:44.581134 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Checking segment: {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:44.581522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Bound using segment: {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:44.581972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Bound port: bba42159-7fcd-40e5-9fe7-af7573ca3415, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:44.582329 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.607980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Made reservation on behalf of 6f59f85288ac4524ba00c00813e0c2b7 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:44.611755 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.636492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-247c0f20-6b33-4383-a42e-870410bfaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:44.637549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-247c0f20-6b33-4383-a42e-870410bfaef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2129786 Nov 12 05:31:44.665135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46678) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:44.752128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:44.855309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] For port bba42159-7fcd-40e5-9fe7-af7573ca3415, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:44.864142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] For port bba42159-7fcd-40e5-9fe7-af7573ca3415, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:44.887379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:44.887777 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.911623 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.929040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b1b71fe7-3a40-486e-b36b-75106a7e19e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=959644c6526e4f4e90c5585c84da27d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622645 Nov 12 05:31:44.931502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46686) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:44.979406 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106697dc-1396-46ed-aa60-82fda4f1a9d7 None None] New status for floating IP 26c45f27-646d-497e-a72b-6f9dbd67c23d: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:31:44.986789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-bf2db000-2fe7-4bad-b1a9-55551776669b service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139136 Nov 12 05:31:44.991879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:44.992480 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:44.994047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] 10.222.0.47 "PUT /v2.0/ports/bba42159-7fcd-40e5-9fe7-af7573ca3415 HTTP/1.1" status: 200 len: 1092 time: 2.3607318 Nov 12 05:31:44.996366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03345dcf-bf95-4c59-baff-acb1642a14b9', 'tag': 'bba42159-7fcd-40e5-9fe7-af7573ca3415'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:44.998870 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58121306-fadc-4fa2-8162-71ce4eb10557" -d '{"events": [{"name": "network-changed", "server_uuid": "03345dcf-bf95-4c59-baff-acb1642a14b9", "tag": "bba42159-7fcd-40e5-9fe7-af7573ca3415"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:45.030249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8af304dd-13e0-4de3-bcc2-9a1973eee607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.078507 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150baaa9-99c7-4a4f-8080-fb7a751d408e x-openstack-request-id: req-150baaa9-99c7-4a4f-8080-fb7a751d408e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:45.078790 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03345dcf-bf95-4c59-baff-acb1642a14b9", "tag": "bba42159-7fcd-40e5-9fe7-af7573ca3415", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:45.079042 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-150baaa9-99c7-4a4f-8080-fb7a751d408e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:45.079438 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03345dcf-bf95-4c59-baff-acb1642a14b9', 'tag': 'bba42159-7fcd-40e5-9fe7-af7573ca3415', 'status': 'completed', 'code': 200} Nov 12 05:31:45.089858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Allocated IP 172.20.0.9 (c59a9400-8711-4e6f-a002-9bbf6d939214/87c88b4a-f1c0-4a8a-94d2-149f7197ebaf/7bc5f6de-c96a-4aec-864a-bc4fa7080aac) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:45.090748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8af304dd-13e0-4de3-bcc2-9a1973eee607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.147913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46692) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:45.168908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacecf57-2fe7-4c7e-891d-c5a142c84f1c service neutron] Pushing event updated for resources: {'Port': ['ID=bba42159-7fcd-40e5-9fe7-af7573ca3415,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:45.185152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8af304dd-13e0-4de3-bcc2-9a1973eee607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.188319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8af304dd-13e0-4de3-bcc2-9a1973eee607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.190161 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8af304dd-13e0-4de3-bcc2-9a1973eee607 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92b6d35c-df95-410b-8e06-44f836b4c470 HTTP/1.1" status: 204 len: 168 time: 0.2572956 Nov 12 05:31:45.198658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af304dd-13e0-4de3-bcc2-9a1973eee607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b6d35c-df95-410b-8e06-44f836b4c470,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:45.245055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-85366710-eb64-43e8-95db-91ab412dfd2c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:45.246528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-85366710-eb64-43e8-95db-91ab412dfd2c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 946 time: 0.2334063 Nov 12 05:31:45.267379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cbbb2-0049-4026-afbf-031260b0040e req-15ae986a-2fd0-4839-86ff-045ab9f562e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:45.268890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-15ae986a-2fd0-4839-86ff-045ab9f562e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1095 time: 0.1829076 Nov 12 05:31:45.298869 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46b41e23-f835-4ca3-93ae-0e27de882b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.347490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-daa1c8a4-a01c-438d-afc7-93cd5bfe0911 req-91705140-cc5c-4094-a015-2316162cbaa5 service neutron] 10.222.0.47 "GET /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296571 Nov 12 05:31:45.405538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46b41e23-f835-4ca3-93ae-0e27de882b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.409584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46b41e23-f835-4ca3-93ae-0e27de882b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.438955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-ce9bac4e-52e8-4a59-ab4b-370c0efc8a31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415 HTTP/1.1" status: 200 len: 217 time: 0.1292417 Nov 12 05:31:45.449371 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-46b41e23-f835-4ca3-93ae-0e27de882b65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d14c0624f7564a0f8df62a19ce6c0369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2993355 Nov 12 05:31:45.452138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46702) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:45.458916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b41e23-f835-4ca3-93ae-0e27de882b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c113d56-b2d7-491a-9770-2be04eea28b3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:45.521437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3974a4-9e21-4690-8357-8d6e5c2c74e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.548367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3974a4-9e21-4690-8357-8d6e5c2c74e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.617683 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3974a4-9e21-4690-8357-8d6e5c2c74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.620677 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3974a4-9e21-4690-8357-8d6e5c2c74e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.626568 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6f3974a4-9e21-4690-8357-8d6e5c2c74e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c113d56-b2d7-491a-9770-2be04eea28b3 HTTP/1.1" status: 204 len: 168 time: 0.1732600 Nov 12 05:31:45.638452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3974a4-9e21-4690-8357-8d6e5c2c74e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c113d56-b2d7-491a-9770-2be04eea28b3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:45.653613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cbbb2-0049-4026-afbf-031260b0040e req-30232cd3-a5d0-451b-b93e-df7ceaedc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:45.654960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-30232cd3-a5d0-451b-b93e-df7ceaedc574 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.1878765 Nov 12 05:31:45.673940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d799305-8ffd-472d-9d3a-ac80c8f7ae65 req-ba6fc53a-8e89-4009-9c79-c6e35d2dc8df tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:45.675613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d799305-8ffd-472d-9d3a-ac80c8f7ae65 req-ba6fc53a-8e89-4009-9c79-c6e35d2dc8df tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 945 time: 0.2464561 Nov 12 05:31:45.680581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.747686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-b3140b71-7562-4cd6-85b8-bfad116d5d44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635488 Nov 12 05:31:45.759738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62626833-7d56-406b-b1f3-08618271c38c req-b7986777-e2fd-4cfc-94ef-b44c69aaefcf tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 210 time: 0.0829358 Nov 12 05:31:45.778457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port b85d982a-18be-4d9c-96be-90f4f451b85a {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:45.778797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.029903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:46.044845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18cf474e-45ac-4021-adf3-52686ef0fc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.129326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18cf474e-45ac-4021-adf3-52686ef0fc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.135570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46734) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:46.142910 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18cf474e-45ac-4021-adf3-52686ef0fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.187791 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18cf474e-45ac-4021-adf3-52686ef0fc86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa4d4694977945cb92d3a53660c3ed9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566265 Nov 12 05:31:46.188896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf474e-45ac-4021-adf3-52686ef0fc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea093633-607d-4a59-b4a5-eb0211a5d25b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:46.191420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46738) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:46.245686 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c558e36-aa6c-441c-9b64-b19205d1f87a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.252574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ca7de07c-d1ce-4c18-9af1-a4b24578a41f tempest-DvrRoutersNegativeTest-204741409 tempest-DvrRoutersNegativeTest-204741409-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-610139951', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:46.255743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.policy [None req-ca7de07c-d1ce-4c18-9af1-a4b24578a41f tempest-DvrRoutersNegativeTest-204741409 tempest-DvrRoutersNegativeTest-204741409-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102589) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 05:31:46.256115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.policy [None req-ca7de07c-d1ce-4c18-9af1-a4b24578a41f tempest-DvrRoutersNegativeTest-204741409 tempest-DvrRoutersNegativeTest-204741409-project] Failed policy check for 'create_router' {{(pid=102589) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 05:31:46.256705 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ca7de07c-d1ce-4c18-9af1-a4b24578a41f tempest-DvrRoutersNegativeTest-204741409 tempest-DvrRoutersNegativeTest-204741409-project] create failed (client error): Access was denied to this resource. Nov 12 05:31:46.257925 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ca7de07c-d1ce-4c18-9af1-a4b24578a41f tempest-DvrRoutersNegativeTest-204741409 tempest-DvrRoutersNegativeTest-204741409-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1209769 Nov 12 05:31:46.284671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c558e36-aa6c-441c-9b64-b19205d1f87a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.285858 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ba2fcb5-d9d7-40f1-baf1-2956d5f1055c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.291279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d799305-8ffd-472d-9d3a-ac80c8f7ae65 req-70359682-f7a8-428d-8a94-ccd8e1a27062 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030838 Nov 12 05:31:46.360223 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c558e36-aa6c-441c-9b64-b19205d1f87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.362175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.363494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2c558e36-aa6c-441c-9b64-b19205d1f87a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.365188 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2c558e36-aa6c-441c-9b64-b19205d1f87a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea093633-607d-4a59-b4a5-eb0211a5d25b HTTP/1.1" status: 204 len: 168 time: 0.1724024 Nov 12 05:31:46.373612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-5845e228-60c9-47ab-8c18-314c15b966ce service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098988 Nov 12 05:31:46.374625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c558e36-aa6c-441c-9b64-b19205d1f87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea093633-607d-4a59-b4a5-eb0211a5d25b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:46.383358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3087778-e403-4af8-88fe-2eed741b8220 req-1b533441-d782-4be0-bcee-32c7e0f677ec tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:46.385554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3087778-e403-4af8-88fe-2eed741b8220 req-1b533441-d782-4be0-bcee-32c7e0f677ec tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 946 time: 0.5478513 Nov 12 05:31:46.534650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Network c59a9400-8711-4e6f-a002-9bbf6d939214 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:46.550941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:46.558253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port b85d982a-18be-4d9c-96be-90f4f451b85a, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b85d982a-18be-4d9c-96be-90f4f451b85a,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:46.558656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.563527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:46.598146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Pushing event updated for resources: {'Port': ['ID=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:46.621101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for b85d982a-18be-4d9c-96be-90f4f451b85a owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:46.672560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:46.673116 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.682659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3087778-e403-4af8-88fe-2eed741b8220 req-75b7a5de-94e4-47ad-8d9a-a7f737e7046c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=975d989f-e004-41ce-b69f-13a98f9ec9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852783 Nov 12 05:31:46.717597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f30cbbb2-0049-4026-afbf-031260b0040e req-228bb6b0-3eda-4b44-9be0-16b02d20ba7e service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282106 Nov 12 05:31:46.732600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-cdafc3c0-3bc4-4f07-8689-78cbe1947f38 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7040079 Nov 12 05:31:46.773270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46756) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:46.780569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Request body: {'port': {'device_id': '35f6011f-975e-4df8-9843-bb5f91aab181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:46.938983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3212af02-8a9d-4131-b429-1eee6bd4dd1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.971109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.995188 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.037274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fea8-4602-4cea-acb9-faf698aaf0ee req-1841c7ba-c569-4d3b-9c6f-e8d22ebbe415 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.038594 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3212af02-8a9d-4131-b429-1eee6bd4dd1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.038938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8f8fea8-4602-4cea-acb9-faf698aaf0ee req-1841c7ba-c569-4d3b-9c6f-e8d22ebbe415 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 945 time: 0.1982450 Nov 12 05:31:47.042831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=b85d982a-18be-4d9c-96be-90f4f451b85a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:47.045089 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3212af02-8a9d-4131-b429-1eee6bd4dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.047352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-9d46666f-0246-47b4-aefc-5dfc35e75476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.049020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-9d46666f-0246-47b4-aefc-5dfc35e75476 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1095 time: 0.2427409 Nov 12 05:31:47.062240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe2b5d-d735-4d50-bc0a-883ca0a70969 req-94df0767-e578-4fca-80df-2ca6b741f2e1 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.069733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76fe2b5d-d735-4d50-bc0a-883ca0a70969 req-94df0767-e578-4fca-80df-2ca6b741f2e1 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 931 time: 0.2278399 Nov 12 05:31:47.102941 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3212af02-8a9d-4131-b429-1eee6bd4dd1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2bd35b2960944a3a5941d828f936e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280649 Nov 12 05:31:47.104008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212af02-8a9d-4131-b429-1eee6bd4dd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f28e0d-27db-4742-937a-6dbce6121235,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:47.107968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46770) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:47.168390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f411c8a4-fd21-4827-a81c-196cdf01d087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.181372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] No DVR routers for this DVR port b85d982a-18be-4d9c-96be-90f4f451b85a on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:47.196047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f411c8a4-fd21-4827-a81c-196cdf01d087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.214408 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.217712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e601052-eaa4-4cdf-89df-de9334e7418d req-586ac624-fae7-4094-91ce-0a793b0cb0e2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "DELETE /v2.0/ports/b85d982a-18be-4d9c-96be-90f4f451b85a HTTP/1.1" status: 204 len: 173 time: 1.9614067 Nov 12 05:31:47.219910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-deleted', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:47.222190 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e96ada5-cd11-450e-834f-41534356f1be" -d '{"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-deleted", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:47.250093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f411c8a4-fd21-4827-a81c-196cdf01d087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.253408 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f411c8a4-fd21-4827-a81c-196cdf01d087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.255315 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f411c8a4-fd21-4827-a81c-196cdf01d087 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02f28e0d-27db-4742-937a-6dbce6121235 HTTP/1.1" status: 204 len: 168 time: 0.1458585 Nov 12 05:31:47.277713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c8a4-fd21-4827-a81c-196cdf01d087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f28e0d-27db-4742-937a-6dbce6121235,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:47.342000 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.372362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76fe2b5d-d735-4d50-bc0a-883ca0a70969 req-66ba9fd5-3d9e-4e3f-92c4-cbe7971f2403 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956862 Nov 12 05:31:47.380512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8f8fea8-4602-4cea-acb9-faf698aaf0ee req-b6133f6d-567c-4ce3-83a3-edfddbf5e3d3 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068902 Nov 12 05:31:47.451541 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6ac4bc-0c4a-413f-a79b-246b51847dbd x-openstack-request-id: req-cd6ac4bc-0c4a-413f-a79b-246b51847dbd {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:47.452075 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752fa4cc-e3b2-4f7e-92d6-a945e2b84b45", "name": "network-vif-deleted", "tag": "b85d982a-18be-4d9c-96be-90f4f451b85a", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:47.452505 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd6ac4bc-0c4a-413f-a79b-246b51847dbd {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:47.453121 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752fa4cc-e3b2-4f7e-92d6-a945e2b84b45', 'name': 'network-vif-deleted', 'tag': 'b85d982a-18be-4d9c-96be-90f4f451b85a', 'status': 'completed', 'code': 200} Nov 12 05:31:47.454940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:47.474277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-9ebdfdff-98ae-41a8-a91a-2471410a52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.476139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-9ebdfdff-98ae-41a8-a91a-2471410a52bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 919 time: 0.4038384 Nov 12 05:31:47.515569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: b85d982a-18be-4d9c-96be-90f4f451b85a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:47.515967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b85d982a-18be-4d9c-96be-90f4f451b85a not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:47.610531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-c08cb77b-4cff-4cd0-b317-ae32bf45da82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415 HTTP/1.1" status: 200 len: 217 time: 0.1141832 Nov 12 05:31:47.691790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-b52336f1-70a4-40aa-80fb-4540868c3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.693356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-b52336f1-70a4-40aa-80fb-4540868c3fa5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.0733817 Nov 12 05:31:47.758524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-a61fbd72-dc17-43bb-89f9-1b0ac715faeb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519674 Nov 12 05:31:47.767474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc5f6de-c96a-4aec-864a-bc4fa7080aac {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:47.795355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.844797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Transition to ACTIVE for port object 7bc5f6de-c96a-4aec-864a-bc4fa7080aac will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:31:47.858191 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.902382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad0760de-bc78-4c51-ad7d-286eab8bda6b req-f9092a1d-6b50-4619-8c43-28b31d8881db tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=752fa4cc-e3b2-4f7e-92d6-a945e2b84b45 HTTP/1.1" status: 200 len: 210 time: 0.0508230 Nov 12 05:31:47.958794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:47.969945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-66dff3e8-5883-450a-b2a9-8f5923544a7f service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975150 Nov 12 05:31:48.097515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Attempting to bind port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:48.097867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Attempting to bind port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:48.098184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Attempting to bind port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac on network c59a9400-8711-4e6f-a002-9bbf6d939214 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:48.114361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac on network c59a9400-8711-4e6f-a002-9bbf6d939214 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:31:48.115077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Attempting to bind port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac on network c59a9400-8711-4e6f-a002-9bbf6d939214 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:48.129180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:48.129518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Checking segment: {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:48.130103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Bound using segment: {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:48.130773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Bound port: 7bc5f6de-c96a-4aec-864a-bc4fa7080aac, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619d2b2c-22f3-46db-bffa-9f50855edcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:48.131131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:48.135994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58121306-fadc-4fa2-8162-71ce4eb10557 req-9a245330-eec2-4ebf-a194-3dd6a0ad5c82 service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513367 Nov 12 05:31:48.202187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] For port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:48.205681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] For port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:48.212998 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:48.233047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:48.233975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:48.235566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] 10.222.0.43 "PUT /v2.0/ports/7bc5f6de-c96a-4aec-864a-bc4fa7080aac HTTP/1.1" status: 200 len: 1092 time: 1.4590747 Nov 12 05:31:48.289367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee5451-e810-4a64-884d-6c8f6586d282 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:48.309188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46828) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:48.315784 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026722 Nov 12 05:31:48.316028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46830) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:48.348531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f356-6d06-4cd7-b921-29fa660c009c req-1140da37-71dc-4d8d-8ec9-16c83d78455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:48.350047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-1140da37-71dc-4d8d-8ec9-16c83d78455e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 1095 time: 0.0484049 Nov 12 05:31:48.433385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-09735b5a-6b49-402c-819d-05648ac380bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac HTTP/1.1" status: 200 len: 217 time: 0.0685551 Nov 12 05:31:48.455193 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eb9e7cd2-830c-41af-bc76-7bf26223f612 tempest-NetworksApiDiscovery-1785022279 tempest-NetworksApiDiscovery-1785022279-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1381330 Nov 12 05:31:48.542564 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:48.554852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-9fcad421-a05e-4613-9cc4-0f644b0d4827 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:48.556593 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-9fcad421-a05e-4613-9cc4-0f644b0d4827 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0719073 Nov 12 05:31:48.596305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04398a88-868c-4cb9-a8fe-00ee4ef18178 req-0123531a-724e-4b95-bf6e-717d5095242b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:48.597826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04398a88-868c-4cb9-a8fe-00ee4ef18178 req-0123531a-724e-4b95-bf6e-717d5095242b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 943 time: 0.1506553 Nov 12 05:31:48.601839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f356-6d06-4cd7-b921-29fa660c009c req-9c40dd05-9f5d-4e63-8966-c86a2db5fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:48.603275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-9c40dd05-9f5d-4e63-8966-c86a2db5fc6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.1181042 Nov 12 05:31:48.646427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5996c-27f4-4e66-9bac-fcb6ad9c1664 req-898d30f0-94f3-4a24-88a3-127cffb6b806 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:48.653834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde5996c-27f4-4e66-9bac-fcb6ad9c1664 req-898d30f0-94f3-4a24-88a3-127cffb6b806 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 945 time: 0.1586583 Nov 12 05:31:48.695909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-6fa80a0f-40b5-4ce1-ad42-098365ad71a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808892 Nov 12 05:31:48.719494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Deleting port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:48.720013 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:48.805856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04398a88-868c-4cb9-a8fe-00ee4ef18178 req-5866b424-9e5f-4119-ae48-4d7c2a19f4e3 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998138 Nov 12 05:31:48.820781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde5996c-27f4-4e66-9bac-fcb6ad9c1664 req-f3e546d4-1937-4317-82f2-f6c37b55c32c tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9ce0e0a-a22d-4511-abd2-03f7826bf676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653612 Nov 12 05:31:48.861483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] For port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,segment=NetworkSegment(93531433-2ac0-4d8c-b959-10a8af50e307),segment_id=93531433-2ac0-4d8c-b959-10a8af50e307)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:48.861854 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:48.875881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46882) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:48.887503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Calling delete_port for 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:48.906245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-6e6b3716-d4ac-4a11-ba6b-05bea6500788 service neutron] 10.222.0.43 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946542 Nov 12 05:31:49.007338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46892) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:49.104752 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.130397 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3b78b6c-607b-433f-b5eb-72c0bc5c402d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.144490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['5c2570ab-f8e0-44be-a0bc-0d7cfea0becd'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:49.148077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Pushing event deleted for resources: {'Port': ['ID=5c2570ab-f8e0-44be-a0bc-0d7cfea0becd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:49.244782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] No DVR routers for this DVR port 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:49.247642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.250933 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ada183db-c4e2-4ca6-9d9a-a33110cab1cb req-5f3b8532-c4c4-462a-8426-0837fab6e595 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.43 "DELETE /v2.0/ports/5c2570ab-f8e0-44be-a0bc-0d7cfea0becd HTTP/1.1" status: 204 len: 173 time: 0.6882639 Nov 12 05:31:49.251465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc4629f-7f49-41f7-9925-10148b2e4f5f', 'name': 'network-vif-deleted', 'tag': '5c2570ab-f8e0-44be-a0bc-0d7cfea0becd'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:49.254471 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4802d97d-7685-4135-9d95-2e8df08726b3" -d '{"events": [{"server_uuid": "6cc4629f-7f49-41f7-9925-10148b2e4f5f", "name": "network-vif-deleted", "tag": "5c2570ab-f8e0-44be-a0bc-0d7cfea0becd"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:49.271767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0565f356-6d06-4cd7-b921-29fa660c009c req-8dfccd89-c51b-49f8-9d6b-a862940f2fdf service neutron] 10.222.0.43 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576403 Nov 12 05:31:49.290959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-4d85a996-b550-41c6-8634-f2df83bcbceb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2046506 Nov 12 05:31:49.298855 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5f34fe-b6f2-4cae-a044-6b0d73f3d606 x-openstack-request-id: req-9f5f34fe-b6f2-4cae-a044-6b0d73f3d606 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:49.299242 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc4629f-7f49-41f7-9925-10148b2e4f5f", "name": "network-vif-deleted", "tag": "5c2570ab-f8e0-44be-a0bc-0d7cfea0becd", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:49.299592 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f5f34fe-b6f2-4cae-a044-6b0d73f3d606 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:49.300114 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc4629f-7f49-41f7-9925-10148b2e4f5f', 'name': 'network-vif-deleted', 'tag': '5c2570ab-f8e0-44be-a0bc-0d7cfea0becd', 'status': 'completed', 'code': 200} Nov 12 05:31:49.446843 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.455211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f6011f-975e-4df8-9843-bb5f91aab181', 'tag': '7bc5f6de-c96a-4aec-864a-bc4fa7080aac'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:49.458641 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc" -d '{"events": [{"name": "network-changed", "server_uuid": "35f6011f-975e-4df8-9843-bb5f91aab181", "tag": "7bc5f6de-c96a-4aec-864a-bc4fa7080aac"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:49.482003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-b3c12c7f-3110-433e-8501-4a15c78a739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:49.483661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-b3c12c7f-3110-433e-8501-4a15c78a739b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 1097 time: 0.1309350 Nov 12 05:31:49.487231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device bba42159-7fcd-40e5-9fe7-af7573ca3415 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:49.514264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3b78b6c-607b-433f-b5eb-72c0bc5c402d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.533764 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3b78b6c-607b-433f-b5eb-72c0bc5c402d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.594974 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6597d197-9abf-4340-96e1-c170a536b432 x-openstack-request-id: req-6597d197-9abf-4340-96e1-c170a536b432 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:49.594974 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f6011f-975e-4df8-9843-bb5f91aab181", "tag": "7bc5f6de-c96a-4aec-864a-bc4fa7080aac", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:49.594974 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6597d197-9abf-4340-96e1-c170a536b432 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:49.595381 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f6011f-975e-4df8-9843-bb5f91aab181', 'tag': '7bc5f6de-c96a-4aec-864a-bc4fa7080aac', 'status': 'completed', 'code': 200} Nov 12 05:31:49.639201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port bba42159-7fcd-40e5-9fe7-af7573ca3415, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:49.654275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'bba42159-7fcd-40e5-9fe7-af7573ca3415', 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214', 'port_id': 'bba42159-7fcd-40e5-9fe7-af7573ca3415', 'mac_address': 'fa:16:3e:79:2c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c88b4a-f1c0-4a8a-94d2-149f7197ebaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:49.705456 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.723192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba42159-7fcd-40e5-9fe7-af7573ca3415 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:49.756027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port bba42159-7fcd-40e5-9fe7-af7573ca3415, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:49.762925 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.836344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=bba42159-7fcd-40e5-9fe7-af7573ca3415,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:50.032338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['bba42159-7fcd-40e5-9fe7-af7573ca3415'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:50.134574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bd8b45e-9ab2-4a76-8803-0678ba9acb21 req-c9a5c815-179e-457f-a166-4e7ee51e83d3 tempest-ServerGroupTestJSON-376866876 tempest-ServerGroupTestJSON-376866876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc4629f-7f49-41f7-9925-10148b2e4f5f HTTP/1.1" status: 200 len: 210 time: 0.0904851 Nov 12 05:31:50.275274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b78b6c-607b-433f-b5eb-72c0bc5c402d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5e8580-f993-4d39-baca-2b8d87a6aabc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:50.287508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e3b78b6c-607b-433f-b5eb-72c0bc5c402d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25bffe5a93284dfc98acf26b621f2510&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4075985 Nov 12 05:31:50.287663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46982) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:50.398898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3597d44d-1182-46f7-8176-89879701d1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:50.413220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-fd0409aa-f4e3-4917-a514-55d6e555e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:50.415515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-fd0409aa-f4e3-4917-a514-55d6e555e9da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 1095 time: 0.3755734 Nov 12 05:31:50.420777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-96855124-1758-43ef-a8ee-c38d131a2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:50.422304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-96855124-1758-43ef-a8ee-c38d131a2e3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.8966339 Nov 12 05:31:50.433923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3597d44d-1182-46f7-8176-89879701d1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:50.522575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854eefe-76e2-4a12-acdf-4c2eab911931 req-1c77d597-3f02-417a-a859-e804f135f3a4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:50.524694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1854eefe-76e2-4a12-acdf-4c2eab911931 req-1c77d597-3f02-417a-a859-e804f135f3a4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 943 time: 0.4892175 Nov 12 05:31:50.543606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3597d44d-1182-46f7-8176-89879701d1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:50.546969 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3597d44d-1182-46f7-8176-89879701d1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:50.548525 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3597d44d-1182-46f7-8176-89879701d1a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac5e8580-f993-4d39-baca-2b8d87a6aabc HTTP/1.1" status: 204 len: 168 time: 0.2579134 Nov 12 05:31:50.560815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597d44d-1182-46f7-8176-89879701d1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5e8580-f993-4d39-baca-2b8d87a6aabc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:50.617681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-71cd3887-0c3c-4e12-9bdd-4e12a04c3164 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af49a1ee-bac6-4081-9e13-efd43488d182 HTTP/1.1" status: 200 len: 217 time: 0.1359551 Nov 12 05:31:50.719601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-79e16c21-338c-48df-b06c-85564277f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:50.721089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-79e16c21-338c-48df-b06c-85564277f53c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 919 time: 0.2956424 Nov 12 05:31:50.761323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-1e6a9ed3-9ac5-4c11-bb8a-ca23b8497e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:50.762772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-1e6a9ed3-9ac5-4c11-bb8a-ca23b8497e61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1347294 Nov 12 05:31:50.796372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1854eefe-76e2-4a12-acdf-4c2eab911931 req-890f97cb-b741-48ec-9ddd-3eef239e134f tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224264 Nov 12 05:31:50.809586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-96166648-ecc8-4168-8f49-f7bacc005a25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac HTTP/1.1" status: 200 len: 217 time: 0.0734854 Nov 12 05:31:50.896456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-fecd55c4-511f-4656-9d25-f70ee3310798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:50.898815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-fecd55c4-511f-4656-9d25-f70ee3310798 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999680 Nov 12 05:31:50.904518 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:50.946245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-c555e5e1-029a-4b80-ae67-67f21584c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:50.947731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-c555e5e1-029a-4b80-ae67-67f21584c63d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.1159174 Nov 12 05:31:51.005567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-d7e8be30-9c47-42aa-bc38-7c2b8f883b81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402455 Nov 12 05:31:51.281843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-714a52d3-74f4-4ae1-a90d-bc5143537397 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739784 Nov 12 05:31:51.287700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-584c050d-1fc2-4ec0-af4b-edc8582f3178 service neutron] 10.222.0.43 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536998 Nov 12 05:31:51.482256 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device bba42159-7fcd-40e5-9fe7-af7573ca3415 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:51.508415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb9cf80e-9f14-47fd-a831-38732f203d44 req-da838e39-0873-49fa-b8b5-e7f57ed48a9f service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178946 Nov 12 05:31:51.551975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb2c4771-2ad0-4fd3-a39b-e780492e27fc req-87fd4698-59c9-4ab3-8b02-d60aa608e98c service neutron] 10.222.0.43 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491586 Nov 12 05:31:51.562063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47086) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:51.645384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 9dd8939a-03eb-40ab-800e-630373c238e0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:51.646146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.655315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port bba42159-7fcd-40e5-9fe7-af7573ca3415 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:31:51.660761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9c79e4-e75f-4509-9948-b48bc818ea5e admin admin] Deleting subnet 410620c2-d848-4c26-acab-af9b74e57a88 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:51.662134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port bba42159-7fcd-40e5-9fe7-af7573ca3415 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:51.662933 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.665305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df9c79e4-e75f-4509-9948-b48bc818ea5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.724700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df9c79e4-e75f-4509-9948-b48bc818ea5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.793860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 9dd8939a-03eb-40ab-800e-630373c238e0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9dd8939a-03eb-40ab-800e-630373c238e0,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:51.795720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.796150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df9c79e4-e75f-4509-9948-b48bc818ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.797668 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.826748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 9dd8939a-03eb-40ab-800e-630373c238e0 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:51.835295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03345dcf-bf95-4c59-baff-acb1642a14b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba42159-7fcd-40e5-9fe7-af7573ca3415'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:51.844938 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67db40b0-db54-422a-9183-7ebf9998d05f" -d '{"events": [{"server_uuid": "03345dcf-bf95-4c59-baff-acb1642a14b9", "name": "network-vif-plugged", "status": "completed", "tag": "bba42159-7fcd-40e5-9fe7-af7573ca3415"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:51.876310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port bba42159-7fcd-40e5-9fe7-af7573ca3415, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:51.889359 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.907839 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df9c79e4-e75f-4509-9948-b48bc818ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.930677 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c5d7df-2361-4198-a2d6-361aaa76a464 x-openstack-request-id: req-08c5d7df-2361-4198-a2d6-361aaa76a464 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:51.931219 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03345dcf-bf95-4c59-baff-acb1642a14b9", "name": "network-vif-plugged", "status": "completed", "tag": "bba42159-7fcd-40e5-9fe7-af7573ca3415", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:51.931655 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08c5d7df-2361-4198-a2d6-361aaa76a464 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:51.932385 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03345dcf-bf95-4c59-baff-acb1642a14b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba42159-7fcd-40e5-9fe7-af7573ca3415', 'code': 200} Nov 12 05:31:51.968359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=bba42159-7fcd-40e5-9fe7-af7573ca3415,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:52.001648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df9c79e4-e75f-4509-9948-b48bc818ea5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.003935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ed4cf-c7ba-4b03-810f-6fb17f39df21 req-48c873dd-724d-4f42-abf6-06e808766f49 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:52.005572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-df9c79e4-e75f-4509-9948-b48bc818ea5e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/410620c2-d848-4c26-acab-af9b74e57a88 HTTP/1.1" status: 204 len: 168 time: 0.4391053 Nov 12 05:31:52.006570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c79e4-e75f-4509-9948-b48bc818ea5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410620c2-d848-4c26-acab-af9b74e57a88,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:52.010800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47112) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:52.013863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d01ed4cf-c7ba-4b03-810f-6fb17f39df21 req-48c873dd-724d-4f42-abf6-06e808766f49 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 943 time: 0.0954919 Nov 12 05:31:52.042301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:52.077429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:52.078518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 5c2570ab-f8e0-44be-a0bc-0d7cfea0becd not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:52.086178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47114) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:52.107741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.162841 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d01ed4cf-c7ba-4b03-810f-6fb17f39df21 req-bc435d87-9f85-4fae-b9b6-29e4d68d26d9 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348262 Nov 12 05:31:52.182366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4481f-d25d-4ec4-adcb-3b346f482706 req-0ac08276-4523-40f4-820e-3fbb30f13d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:52.183885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aaa4481f-d25d-4ec4-adcb-3b346f482706 req-0ac08276-4523-40f4-820e-3fbb30f13d68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.1680505 Nov 12 05:31:52.199036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.224548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1a09bd-5051-48a8-ac00-c3b85b306295']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:52.237246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93531433-2ac0-4d8c-b959-10a8af50e307') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:52.237812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93531433-2ac0-4d8c-b959-10a8af50e307') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:52.251314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.269876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.271346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aaa4481f-d25d-4ec4-adcb-3b346f482706 req-9822de9f-2099-4d37-a8f5-d1a8e5642d4e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786767 Nov 12 05:31:52.279221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:52.279632 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:52.282287 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:52.307373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.334599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=9dd8939a-03eb-40ab-800e-630373c238e0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:52.378715 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.397388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.405704 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] 10.222.0.48 "DELETE /v2.0/networks/fc1a09bd-5051-48a8-ac00-c3b85b306295 HTTP/1.1" status: 204 len: 168 time: 0.3910627 Nov 12 05:31:52.429933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa357fa8-d18b-4471-8ee0-5ca168c08b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1a09bd-5051-48a8-ac00-c3b85b306295,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:52.465402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb9d-2b4d-4eb0-b96c-498335d23b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.654691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47138) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:52.658207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb9d-2b4d-4eb0-b96c-498335d23b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.676960 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb9d-2b4d-4eb0-b96c-498335d23b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.698714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.725380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0c16f336-5c6b-42f8-9ab9-3ecf8f49bd3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c4281e0bfdd494a960bad7fe4b1f84e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0676613 Nov 12 05:31:52.732407 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47140) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:52.757290 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ea9bfb9d-2b4d-4eb0-b96c-498335d23b0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d45f60fb49124910acaa6bdacc07d64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6668823 Nov 12 05:31:52.760344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47142) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:52.768787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bfb9d-2b4d-4eb0-b96c-498335d23b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bcc252-a981-45c2-bf8f-ae46a5ef6f83,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:52.807931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0682a63-c0e7-4b16-902a-dc482c50f2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.834056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0682a63-c0e7-4b16-902a-dc482c50f2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.900848 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0682a63-c0e7-4b16-902a-dc482c50f2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.904628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0682a63-c0e7-4b16-902a-dc482c50f2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.908232 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b0682a63-c0e7-4b16-902a-dc482c50f2c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9ce0e0a-a22d-4511-abd2-03f7826bf676 HTTP/1.1" status: 204 len: 168 time: 0.1725392 Nov 12 05:31:52.935260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0682a63-c0e7-4b16-902a-dc482c50f2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce0e0a-a22d-4511-abd2-03f7826bf676,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:52.972598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbc14-7fa2-4e5d-afca-8e2474689ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.008901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbc14-7fa2-4e5d-afca-8e2474689ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.070909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ea570-2e83-4c8f-97b5-356a60deb819 req-c62df0ed-d87a-4a43-bb09-e2bc11867727 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:53.075151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-028ea570-2e83-4c8f-97b5-356a60deb819 req-c62df0ed-d87a-4a43-bb09-e2bc11867727 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1363432 Nov 12 05:31:53.200513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-028ea570-2e83-4c8f-97b5-356a60deb819 req-28257235-3378-428d-be89-ede315ef8450 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112151 Nov 12 05:31:53.220563 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbc14-7fa2-4e5d-afca-8e2474689ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.223873 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbc14-7fa2-4e5d-afca-8e2474689ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.225839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a3ddbc14-7fa2-4e5d-afca-8e2474689ec7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0bcc252-a981-45c2-bf8f-ae46a5ef6f83 HTTP/1.1" status: 204 len: 168 time: 0.4633806 Nov 12 05:31:53.227543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 49aac0c2-a158-4014-93b1-0686fd13640f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:53.240535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddbc14-7fa2-4e5d-afca-8e2474689ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bcc252-a981-45c2-bf8f-ae46a5ef6f83,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:53.415993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4121055-7792-4ede-ab7c-818a6afc2a49 req-4d7fce2f-3e7e-44f2-94d5-b930ef3222eb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:53.424681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4121055-7792-4ede-ab7c-818a6afc2a49 req-4d7fce2f-3e7e-44f2-94d5-b930ef3222eb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 943 time: 0.1274798 Nov 12 05:31:53.457186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:53.464623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-77a33236-e465-43ba-a349-09e3fbddf948 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "PUT /v2.0/routers/49aac0c2-a158-4014-93b1-0686fd13640f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4541876 Nov 12 05:31:53.467365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47172) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:53.471140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] Sync routers for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:53.504311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:53.504867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:53.535891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4121055-7792-4ede-ab7c-818a6afc2a49 req-ab04d8e6-9fd4-4ace-8e54-4c68b4d752c6 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102662 Nov 12 05:31:53.586992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df6cb13-abe9-4fdc-adad-0856ada91fb9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting subnet 6a9ad807-2f0c-4321-83b3-d735e055bdcd {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:53.590402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6df6cb13-abe9-4fdc-adad-0856ada91fb9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.681002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6df6cb13-abe9-4fdc-adad-0856ada91fb9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.740506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:53.855029 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6df6cb13-abe9-4fdc-adad-0856ada91fb9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.968251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6df6cb13-abe9-4fdc-adad-0856ada91fb9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.004425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6cb13-abe9-4fdc-adad-0856ada91fb9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9ad807-2f0c-4321-83b3-d735e055bdcd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:54.005235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6df6cb13-abe9-4fdc-adad-0856ada91fb9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.008885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6df6cb13-abe9-4fdc-adad-0856ada91fb9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/subnets/6a9ad807-2f0c-4321-83b3-d735e055bdcd HTTP/1.1" status: 204 len: 168 time: 0.5404429 Nov 12 05:31:54.011714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47196) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:54.022062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a4c9c-1994-4928-a685-34ba87ec8ef6 None None] Network cbea10d1-cc98-4e5a-9bb1-72c6b75568fc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:54.057495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47198) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:54.091428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:31:52Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:54.108864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7bc5f6de-c96a-4aec-864a-bc4fa7080aac details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:54.199778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] Checking router: 49aac0c2-a158-4014-93b1-0686fd13640f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:54.220545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.248838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] Routers {'49aac0c2-a158-4014-93b1-0686fd13640f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:54.249814 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['49aac0c2-a158-4014-93b1-0686fd13640f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:54.382074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1796026947-network', 'tenant_id': 'd02238319cbe444688f36d77d2495db2'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:54.412408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Made reservation on behalf of d02238319cbe444688f36d77d2495db2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:54.415608 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.428882 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.520288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] Set router 49aac0c2-a158-4014-93b1-0686fd13640f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:54.608171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.618979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.650780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:54.680078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156f3646-675a-49eb-ae44-315ccdf446b6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:54.703378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:31:54.712934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '7bc5f6de-c96a-4aec-864a-bc4fa7080aac', 'network_id': 'c59a9400-8711-4e6f-a002-9bbf6d939214', 'port_id': '7bc5f6de-c96a-4aec-864a-bc4fa7080aac', 'mac_address': 'fa:16:3e:80:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c88b4a-f1c0-4a8a-94d2-149f7197ebaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:54.720682 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.720833 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Added segment 46553f53-da9b-4cfb-a08a-ec0b8594880c of type vlan for network 4f9a3837-e42b-47a5-8d75-fc6621017e82 Nov 12 05:31:54.764563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] DHCP port deletion for cbea10d1-cc98-4e5a-9bb1-72c6b75568fc request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:54.771941 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.811079 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.812197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:54.812904 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.825682 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.867471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc5f6de-c96a-4aec-864a-bc4fa7080aac {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:54.894224 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8348341 Nov 12 05:31:54.898364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47234) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:54.901806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:54.905032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be7f7c-43b4-486c-9205-57e10e0cda2e admin admin] Pushing event updated for resources: {'Network': ['ID=4f9a3837-e42b-47a5-8d75-fc6621017e82,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:54.918594 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.922971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 4f9a3837-e42b-47a5-8d75-fc6621017e82 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:31:54.936328 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.954248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Request body: {'subnet': {'network_id': '4f9a3837-e42b-47a5-8d75-fc6621017e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1796026947-subnet', 'tenant_id': 'd02238319cbe444688f36d77d2495db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:54.979754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] Deleting port 08bb2914-5aec-42e9-aa02-194fb86eca78 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:54.980130 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:55.081736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Made reservation on behalf of d02238319cbe444688f36d77d2495db2 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:55.085107 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:55.098665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671b31-32e1-4c61-aada-0d566ed1214b req-5c9b09ca-7dc3-4a48-a90d-efb32a2663e0 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:55.100287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72671b31-32e1-4c61-aada-0d566ed1214b req-5c9b09ca-7dc3-4a48-a90d-efb32a2663e0 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.2347155 Nov 12 05:31:55.145429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbbc4e-1630-4903-a6dd-607b2dcad187 req-205d10a0-9f27-4523-b2c3-0e79ad315b97 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:55.153819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69cbbc4e-1630-4903-a6dd-607b2dcad187 req-205d10a0-9f27-4523-b2c3-0e79ad315b97 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 944 time: 0.1693325 Nov 12 05:31:55.239328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:31:52Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:55.249408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:55.299444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235848c1-3677-45bb-878d-172b29e1c7f3 None None] The sync data for ids ['49aac0c2-a158-4014-93b1-0686fd13640f'] in n-d-765315-28 is: [{'id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345966139', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:09Z', 'updated_at': '2021-11-12T05:31:52Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': 'd3d5d40a-be04-4ae2-b200-6166e0e0bb71', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aac0c2-a158-4014-93b1-0686fd13640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:10Z', 'updated_at': '2021-11-12T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:55.309765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] For port 08bb2914-5aec-42e9-aa02-194fb86eca78, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=08bb2914-5aec-42e9-aa02-194fb86eca78,segment=NetworkSegment(4cd785d0-d97b-4788-b671-439b0904d5f0),segment_id=4cd785d0-d97b-4788-b671-439b0904d5f0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:55.310441 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:55.319034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port d3d5d40a-be04-4ae2-b200-6166e0e0bb71 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:55.319472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:55.329681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72671b31-32e1-4c61-aada-0d566ed1214b req-1144ab14-9a50-466b-a26d-1660697ad135 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078314 Nov 12 05:31:55.337222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] Calling delete_port for 08bb2914-5aec-42e9-aa02-194fb86eca78 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:55.356459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['7bc5f6de-c96a-4aec-864a-bc4fa7080aac'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:55.553580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69cbbc4e-1630-4903-a6dd-607b2dcad187 req-65b34e87-3f4e-4048-90cb-d097a870ae57 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863716 Nov 12 05:31:55.592796 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:55.624688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] Pushing event deleted for resources: {'Port': ['ID=08bb2914-5aec-42e9-aa02-194fb86eca78,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:55.636985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5856b86-cbb5-465e-8eb9-75276fabdea8 None None] No DVR routers for this DVR port 08bb2914-5aec-42e9-aa02-194fb86eca78 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:55.786101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2324e3-63a0-442b-a568-e696ae1322d1 req-aac1c0fa-1af6-405f-9e1a-ac0bc43d3ed3 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:55.787812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f2324e3-63a0-442b-a568-e696ae1322d1 req-aac1c0fa-1af6-405f-9e1a-ac0bc43d3ed3 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 946 time: 0.2983205 Nov 12 05:31:55.790536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port d3d5d40a-be04-4ae2-b200-6166e0e0bb71, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d3d5d40a-be04-4ae2-b200-6166e0e0bb71,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:55.790924 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:55.794195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:55.842600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for d3d5d40a-be04-4ae2-b200-6166e0e0bb71 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:55.921024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36aa2623-8c43-4840-9c26-6711cb8491c2,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:55.972699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f2324e3-63a0-442b-a568-e696ae1322d1 req-3f4ec455-6ada-40dd-86dd-2bb5bb347208 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693537 Nov 12 05:31:55.973397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Checking segment: {'id': '46553f53-da9b-4cfb-a08a-ec0b8594880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f9a3837-e42b-47a5-8d75-fc6621017e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:55.973764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Network hostable DHCP agents. Network: 4f9a3837-e42b-47a5-8d75-fc6621017e82, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:31:56.010127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:56.037385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Network 4f9a3837-e42b-47a5-8d75-fc6621017e82 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:31:56.050130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 4f9a3837-e42b-47a5-8d75-fc6621017e82) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:56.059324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977faac-4811-40a8-875f-0e13f17b7c9e None None] Network 4f9a3837-e42b-47a5-8d75-fc6621017e82 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:56.066332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:56.067343 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.116285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3a48e6f7-740c-42dd-a003-efc4d4367185 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1859488 Nov 12 05:31:56.149324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.204423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d51f74-9439-4bb6-a0b6-9aa706bf1ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.228471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=d3d5d40a-be04-4ae2-b200-6166e0e0bb71,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:56.269550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.287836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d76e99-0f2f-4a09-b880-d17440cf8d34 None None] Network 4f9a3837-e42b-47a5-8d75-fc6621017e82 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:56.383899 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.387189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.400741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d51f74-9439-4bb6-a0b6-9aa706bf1ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.415339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d51f74-9439-4bb6-a0b6-9aa706bf1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.470419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d51f74-9439-4bb6-a0b6-9aa706bf1ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c660a2-e208-4f10-abe4-cf5b705fb8a6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:56.518540 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d5d51f74-9439-4bb6-a0b6-9aa706bf1ca0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1d8299b3e3e4173926e6d158b2ec2fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071175 Nov 12 05:31:56.519389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47332) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:56.543928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.544475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Fanout notify agent at l3_agent the message router_deleted on router 49aac0c2-a158-4014-93b1-0686fd13640f {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:31:56.558125 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.562390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f4b860d5-28b3-4fc3-98c6-e47aa9523188 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/routers/49aac0c2-a158-4014-93b1-0686fd13640f HTTP/1.1" status: 204 len: 168 time: 2.5490994 Nov 12 05:31:56.567005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47336) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:56.596955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe58a9-b380-4553-88a8-44eb7649acb7 req-3c65f276-6ba1-47ff-bda8-c52e3ee8e61a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:56.607490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dbe58a9-b380-4553-88a8-44eb7649acb7 req-3c65f276-6ba1-47ff-bda8-c52e3ee8e61a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1315379 Nov 12 05:31:56.637302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a008071-848e-4263-894a-314504482e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.715600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a008071-848e-4263-894a-314504482e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.720960 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.742525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dbe58a9-b380-4553-88a8-44eb7649acb7 req-4f3d0b76-31fd-44c5-8d7e-f85b656a4ea1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335490 Nov 12 05:31:56.870191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-475ff558-b39c-4d3f-8b26-10a3f54be34a tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:56.872204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-475ff558-b39c-4d3f-8b26-10a3f54be34a tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 946 time: 0.2018621 Nov 12 05:31:56.916238 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a008071-848e-4263-894a-314504482e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.918890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a008071-848e-4263-894a-314504482e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.921553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8a008071-848e-4263-894a-314504482e1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8c660a2-e208-4f10-abe4-cf5b705fb8a6 HTTP/1.1" status: 204 len: 168 time: 0.3990502 Nov 12 05:31:56.921858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.940733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a008071-848e-4263-894a-314504482e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c660a2-e208-4f10-abe4-cf5b705fb8a6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:56.950810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbea10d1-cc98-4e5a-9bb1-72c6b75568fc']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:56.975463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-0a1b1df1-78bc-4ffc-af00-c0c76e65e7c4 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:56.977598 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-0a1b1df1-78bc-4ffc-af00-c0c76e65e7c4 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/networks?id=4f9a3837-e42b-47a5-8d75-fc6621017e82 HTTP/1.1" status: 200 len: 813 time: 0.3400333 Nov 12 05:31:56.988605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd785d0-d97b-4788-b671-439b0904d5f0') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:56.988913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd785d0-d97b-4788-b671-439b0904d5f0') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:56.999483 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.015261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.024498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-e7aea5f2-53cc-4632-aa50-51c277a5a266 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/quotas/d02238319cbe444688f36d77d2495db2 HTTP/1.1" status: 200 len: 375 time: 0.0228546 Nov 12 05:31:57.031151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:57.031567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:57.034987 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:57.041238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca1b84-c4a5-4a93-8532-f0140093ba22 req-2ad42913-8e8e-4f6d-952e-36cac0d4f010 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:57.043381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cbca1b84-c4a5-4a93-8532-f0140093ba22 req-2ad42913-8e8e-4f6d-952e-36cac0d4f010 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 944 time: 0.1532917 Nov 12 05:31:57.089633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-0fb4970a-77ad-4637-9026-59ce380800cd tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d02238319cbe444688f36d77d2495db2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450370 Nov 12 05:31:57.097021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.116828 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.133132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.139343 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/networks/cbea10d1-cc98-4e5a-9bb1-72c6b75568fc HTTP/1.1" status: 204 len: 168 time: 0.5699451 Nov 12 05:31:57.140580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47354) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:57.160416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690cb24-add7-496b-ad79-4cb320af6651 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Network': ['ID=cbea10d1-cc98-4e5a-9bb1-72c6b75568fc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:57.173162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Deleting port 21675eba-674f-4770-afa3-355ed7394c33 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:57.173683 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.203958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 08bb2914-5aec-42e9-aa02-194fb86eca78 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:57.249161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 08bb2914-5aec-42e9-aa02-194fb86eca78 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:57.250216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 08bb2914-5aec-42e9-aa02-194fb86eca78 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:57.250824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9dd8939a-03eb-40ab-800e-630373c238e0 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:57.252968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cbca1b84-c4a5-4a93-8532-f0140093ba22 req-3cb75ba0-282c-42b9-9fd6-5e2bc5fe8e8c tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952558 Nov 12 05:31:57.281362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bf36593-08c1-48a7-ae35-b8bfd10e4271 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.297305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9dd8939a-03eb-40ab-800e-630373c238e0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:57.297649 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9dd8939a-03eb-40ab-800e-630373c238e0 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:57.363194 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bf36593-08c1-48a7-ae35-b8bfd10e4271 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.387855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-3e687aca-e7d0-46b3-bf40-26dff7047780 service neutron] 10.222.0.48 "GET /v2.0/networks/4f9a3837-e42b-47a5-8d75-fc6621017e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766147 Nov 12 05:31:57.560751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] For port 21675eba-674f-4770-afa3-355ed7394c33, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=21675eba-674f-4770-afa3-355ed7394c33,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:57.561025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bf36593-08c1-48a7-ae35-b8bfd10e4271 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.561135 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.564117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bf36593-08c1-48a7-ae35-b8bfd10e4271 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.568994 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7bf36593-08c1-48a7-ae35-b8bfd10e4271 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/security-groups/975d989f-e004-41ce-b69f-13a98f9ec9b9 HTTP/1.1" status: 204 len: 168 time: 0.4163380 Nov 12 05:31:57.579254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf36593-08c1-48a7-ae35-b8bfd10e4271 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975d989f-e004-41ce-b69f-13a98f9ec9b9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:57.662845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a03a9-ff19-41c0-94c5-052e1dab1609 req-0dc6a60f-d34a-4924-812e-66727ccd548d tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:57.664493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e06a03a9-ff19-41c0-94c5-052e1dab1609 req-0dc6a60f-d34a-4924-812e-66727ccd548d tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 946 time: 0.2959161 Nov 12 05:31:57.767387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-a33de04a-09ea-4b55-82f4-605d94594751 service neutron] 10.222.0.48 "GET /v2.0/networks/4f9a3837-e42b-47a5-8d75-fc6621017e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319235 Nov 12 05:31:57.788937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e06a03a9-ff19-41c0-94c5-052e1dab1609 req-8038109c-db14-413f-bede-379976997db9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups?id=8419019c-f205-4f81-8110-b1606d1d6258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142864 Nov 12 05:31:57.920987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.920987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.920987 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Floating IP a1cb0645-c242-4117-99d4-b7484692d813 disassociated. External IP: 172.25.2.231, port: 21675eba-674f-4770-afa3-355ed7394c33. Nov 12 05:31:57.921560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Calling delete_port for 21675eba-674f-4770-afa3-355ed7394c33 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:58.071643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7bc5f6de-c96a-4aec-864a-bc4fa7080aac up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:58.135747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093510b5-caed-492e-88c0-600665250e83 req-46321d44-dc29-41ed-a093-2d2a67792ead tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:58.138273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-093510b5-caed-492e-88c0-600665250e83 req-46321d44-dc29-41ed-a093-2d2a67792ead tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1277063 Nov 12 05:31:58.192003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:31:58.199741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:58.200327 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.252431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-093510b5-caed-492e-88c0-600665250e83 req-154eeaf4-0a0d-4499-956a-0f667aee30fe tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009579 Nov 12 05:31:58.337780 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.385533 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.401008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event deleted for resources: {'Port': ['ID=21675eba-674f-4770-afa3-355ed7394c33,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:58.413375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47414) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:58.425786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fab231fd-745d-4af7-a904-5774a2fa3968 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864388473', 'description': 'tempest-secgroup-smoke-1864388473 description', 'project_id': '55c883ec452744208727f56ec3f04fe4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:58.451564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d3f9714-d3a5-4b25-85e7-a0d97da936b1 req-e8b7da11-ca38-4c4b-9d9d-554c861c8194 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 210 time: 0.0629587 Nov 12 05:31:58.477166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f6011f-975e-4df8-9843-bb5f91aab181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5f6de-c96a-4aec-864a-bc4fa7080aac'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:58.485520 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17cb544-904b-46ce-856c-d71e16a9e9cc" -d '{"events": [{"server_uuid": "35f6011f-975e-4df8-9843-bb5f91aab181", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5f6de-c96a-4aec-864a-bc4fa7080aac"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:58.504763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:58.512592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fab231fd-745d-4af7-a904-5774a2fa3968 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.513947 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.587118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:58.600705 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14748110-0c9c-488c-99f1-bfa559725988 x-openstack-request-id: req-14748110-0c9c-488c-99f1-bfa559725988 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:58.601245 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f6011f-975e-4df8-9843-bb5f91aab181", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5f6de-c96a-4aec-864a-bc4fa7080aac", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:58.601685 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14748110-0c9c-488c-99f1-bfa559725988 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:58.602251 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f6011f-975e-4df8-9843-bb5f91aab181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5f6de-c96a-4aec-864a-bc4fa7080aac', 'code': 200} Nov 12 05:31:58.673301 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fab231fd-745d-4af7-a904-5774a2fa3968 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.682413 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fab231fd-745d-4af7-a904-5774a2fa3968 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.706702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Router 6869d99e-83c1-44b3-9f9a-413959d74747 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:58.729275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d3d5d40a-be04-4ae2-b200-6166e0e0bb71 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:58.764725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d3d5d40a-be04-4ae2-b200-6166e0e0bb71 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:58.765368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d3d5d40a-be04-4ae2-b200-6166e0e0bb71 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:58.837508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fab231fd-745d-4af7-a904-5774a2fa3968 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.841608 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fab231fd-745d-4af7-a904-5774a2fa3968 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4267220 Nov 12 05:31:58.845362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab231fd-745d-4af7-a904-5774a2fa3968 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914e924c-d7df-4254-878e-7186bbc97f36,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:58.859337 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47440) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:58.873416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8d656781-efbd-41c5-983a-58a2d54bca67 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '914e924c-d7df-4254-878e-7186bbc97f36', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:58.936958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89d6b6-79e3-4ddd-819e-3c7a1fce845b req-12f35008-3a39-4086-a61d-f5a22667a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:58.938807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a89d6b6-79e3-4ddd-819e-3c7a1fce845b req-12f35008-3a39-4086-a61d-f5a22667a44a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 1097 time: 0.1708853 Nov 12 05:31:58.959742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d656781-efbd-41c5-983a-58a2d54bca67 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.967848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:58.978501 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] Sync routers for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:58.993120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0d778-dfdc-4ce3-b545-1114a1d07625 req-0141c121-2ffa-48ee-935d-a77b4bee8ba1 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:59.002679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ab0d778-dfdc-4ce3-b545-1114a1d07625 req-0141c121-2ffa-48ee-935d-a77b4bee8ba1 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.3180659 Nov 12 05:31:59.004183 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:59.005345 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:59.071116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6fd8504-a026-4758-b04a-779247aadc0b req-ad7902d2-651f-43f7-9499-01ed61713eba tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 210 time: 0.1258962 Nov 12 05:31:59.109569 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2a89d6b6-79e3-4ddd-819e-3c7a1fce845b req-4c802d90-2b18-4656-b893-8a2866889edf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628132 Nov 12 05:31:59.156901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d656781-efbd-41c5-983a-58a2d54bca67 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.166128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d656781-efbd-41c5-983a-58a2d54bca67 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.185473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ab0d778-dfdc-4ce3-b545-1114a1d07625 req-53c05472-f1f6-4842-8b83-3b69b253b42b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818547 Nov 12 05:31:59.186908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656781-efbd-41c5-983a-58a2d54bca67 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafc0f68-2d04-426f-b6f7-04cb81fc24ad,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:59.191381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] No DVR routers for this DVR port 21675eba-674f-4770-afa3-355ed7394c33 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:59.198595 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.201296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47444) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:59.203440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87c374f9-a08a-4d9c-902e-c7931ac8699f req-8a3431eb-af46-444e-92da-6eaeeed7ab86 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.43 "DELETE /v2.0/ports/21675eba-674f-4770-afa3-355ed7394c33 HTTP/1.1" status: 204 len: 173 time: 2.3234324 Nov 12 05:31:59.206994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'name': 'network-vif-deleted', 'tag': '21675eba-674f-4770-afa3-355ed7394c33'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:59.210889 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dda41e4-bafd-4e57-921c-f7f3272cb2e4" -d '{"events": [{"server_uuid": "fb4a7926-5508-4f98-8a18-6232a50530ec", "name": "network-vif-deleted", "tag": "21675eba-674f-4770-afa3-355ed7394c33"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:59.223324 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d656781-efbd-41c5-983a-58a2d54bca67 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.225494 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8d656781-efbd-41c5-983a-58a2d54bca67 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616664 Nov 12 05:31:59.228992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47450) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:59.239058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-de5fad43-7a85-4e64-9b34-0fca3e36716a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '914e924c-d7df-4254-878e-7186bbc97f36', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:59.258100 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddc8f27-c665-4312-b8bd-aeb0817003eb x-openstack-request-id: req-0ddc8f27-c665-4312-b8bd-aeb0817003eb {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:59.258727 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4a7926-5508-4f98-8a18-6232a50530ec", "name": "network-vif-deleted", "tag": "21675eba-674f-4770-afa3-355ed7394c33", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:59.258727 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ddc8f27-c665-4312-b8bd-aeb0817003eb {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:59.259371 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4a7926-5508-4f98-8a18-6232a50530ec', 'name': 'network-vif-deleted', 'tag': '21675eba-674f-4770-afa3-355ed7394c33', 'status': 'completed', 'code': 200} Nov 12 05:31:59.275435 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:59.281344 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de5fad43-7a85-4e64-9b34-0fca3e36716a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.346452 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de5fad43-7a85-4e64-9b34-0fca3e36716a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.353316 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de5fad43-7a85-4e64-9b34-0fca3e36716a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.360793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f107d45e-c508-4574-98f0-05977b62039f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.388022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fad43-7a85-4e64-9b34-0fca3e36716a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6214ba6-8748-41bd-be2e-403d05a2ed46,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:59.445093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de5fad43-7a85-4e64-9b34-0fca3e36716a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.448995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-de5fad43-7a85-4e64-9b34-0fca3e36716a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2153888 Nov 12 05:31:59.451176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:59.455839 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f107d45e-c508-4574-98f0-05977b62039f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.456718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fd329c8d-0be7-4a68-982f-080387733620 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '914e924c-d7df-4254-878e-7186bbc97f36', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:59.462553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f107d45e-c508-4574-98f0-05977b62039f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.488612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbed28-0a13-4f58-83bb-635a38727c60 req-5ff2a3f5-bc44-4eb5-8418-7bcbafd238f6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:59.490826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3abbed28-0a13-4f58-83bb-635a38727c60 req-5ff2a3f5-bc44-4eb5-8418-7bcbafd238f6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1349103 Nov 12 05:31:59.516743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107d45e-c508-4574-98f0-05977b62039f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb7b4dd-c40d-431b-b4fb-c438d845dacb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:59.545545 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f107d45e-c508-4574-98f0-05977b62039f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39b88ee72d6f4c8e85530a8086b3dacd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405952 Nov 12 05:31:59.548039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47458) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:59.605540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3abbed28-0a13-4f58-83bb-635a38727c60 req-fe37ebbc-881e-462d-95eb-ba9b1382bda8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042264 Nov 12 05:31:59.621875 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 5, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:59.626079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd329c8d-0be7-4a68-982f-080387733620 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.646393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e5e296e-7bc9-4802-af41-d411a113508e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.664618 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] Checking router: 6869d99e-83c1-44b3-9f9a-413959d74747 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:59.677612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e5e296e-7bc9-4802-af41-d411a113508e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.681316 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:59.682491 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:59.685533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e581682d-ef05-408f-b9fb-092cc1430b9a req-21821270-c177-4cdf-8490-5221e4bc7a7d tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 210 time: 0.0604594 Nov 12 05:31:59.723457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd329c8d-0be7-4a68-982f-080387733620 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.728543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd329c8d-0be7-4a68-982f-080387733620 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.753344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd329c8d-0be7-4a68-982f-080387733620 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad1ec9c-9b4f-4e34-99f1-f73ae480bf13,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:59.761862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e5e296e-7bc9-4802-af41-d411a113508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.764357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e5e296e-7bc9-4802-af41-d411a113508e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.765574 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8e5e296e-7bc9-4802-af41-d411a113508e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1eb7b4dd-c40d-431b-b4fb-c438d845dacb HTTP/1.1" status: 204 len: 168 time: 0.2162616 Nov 12 05:31:59.766576 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd329c8d-0be7-4a68-982f-080387733620 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.768432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fd329c8d-0be7-4a68-982f-080387733620 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160887 Nov 12 05:31:59.771443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47464) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:59.777956 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2a4d389c-039c-447b-9354-cebe02839711 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '914e924c-d7df-4254-878e-7186bbc97f36', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:59.795541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e296e-7bc9-4802-af41-d411a113508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb7b4dd-c40d-431b-b4fb-c438d845dacb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:59.853107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a4d389c-039c-447b-9354-cebe02839711 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.979771 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a4d389c-039c-447b-9354-cebe02839711 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.985520 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:59.994740 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a4d389c-039c-447b-9354-cebe02839711 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:00.013090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d389c-039c-447b-9354-cebe02839711 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a084c52-9947-4cdf-90fd-85d8e4fd7e10,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:00.031947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a4d389c-039c-447b-9354-cebe02839711 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:00.036440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47468) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:00.037154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a4d389c-039c-447b-9354-cebe02839711 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2643120 Nov 12 05:32:00.043190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-799476ea-4beb-40aa-b8f7-3d7bc6263ca6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '914e924c-d7df-4254-878e-7186bbc97f36', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:00.104580 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-799476ea-4beb-40aa-b8f7-3d7bc6263ca6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Project 55c883ec452744208727f56ec3f04fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:32:00.227572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-2ec8082f-04e2-4a64-adfc-ac43466cc696 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:00.229403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-2ec8082f-04e2-4a64-adfc-ac43466cc696 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.43 "GET /v2.0/networks?id=4f9a3837-e42b-47a5-8d75-fc6621017e82 HTTP/1.1" status: 200 len: 813 time: 0.1422460 Nov 12 05:32:00.233219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-799476ea-4beb-40aa-b8f7-3d7bc6263ca6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:00.261304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Request body: {'port': {'device_id': 'dd60eac5-225f-4643-a26c-f73cdf9f5688', 'network_id': '4f9a3837-e42b-47a5-8d75-fc6621017e82', 'admin_state_up': True, 'tenant_id': 'd02238319cbe444688f36d77d2495db2'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:00.340615 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 5, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:00.423441 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40995055-cb8a-4f56-9811-2bbc0d2abf41 None None] The sync data for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 is: [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:28:40Z', 'revision_number': 4, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port': {'id': 'dc88776b-9623-49a6-8b25-6cdd9eb1c663', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:33Z', 'updated_at': '2021-11-12T05:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c5c536-640f-4938-8039-cceb58f61ef8', 'name': '', 'network_id': 'cbc4f5ea-a7b3-479e-841c-ab0b513df6e9', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'mac_address': 'fa:16:3e:7a:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:28:37Z', 'updated_at': '2021-11-12T05:28:45Z', 'revision_number': 5, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'subnets': [{'id': '2fad848d-edc7-4934-b433-5f048577bcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:32:00.438640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d0a06e1-ec8f-4ed5-96d0-2f648f21dda4 req-6dcda738-5361-49a8-8078-6a34fe0eef98 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb4a7926-5508-4f98-8a18-6232a50530ec HTTP/1.1" status: 200 len: 210 time: 0.1067126 Nov 12 05:32:00.992986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2054ad3c-b4dc-4887-8600-d4ff4f0a8e1c None None] New status for floating IP a1cb0645-c242-4117-99d4-b7484692d813: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:32:01.034186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47496) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.155591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-799476ea-4beb-40aa-b8f7-3d7bc6263ca6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.162188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-0180c312-e553-446c-af12-d051e6f026c7 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.163296 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0180c312-e553-446c-af12-d051e6f026c7 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1279404 Nov 12 05:32:01.165285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440571-c75f-45b1-8fc8-9a79e9a8bf46 req-41ffff7c-c30d-43dc-9caf-b83ea313be45 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:01.166766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47500) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.171059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df440571-c75f-45b1-8fc8-9a79e9a8bf46 req-41ffff7c-c30d-43dc-9caf-b83ea313be45 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.8327909 Nov 12 05:32:01.171708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-a844754e-6802-4abd-a45a-d3af7943e9e9 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.173032 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a844754e-6802-4abd-a45a-d3af7943e9e9 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051334 Nov 12 05:32:01.175517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47502) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.180534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-5dc69c91-e72a-4894-980c-a169299692ab tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.181563 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5dc69c91-e72a-4894-980c-a169299692ab tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050533 Nov 12 05:32:01.181921 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-799476ea-4beb-40aa-b8f7-3d7bc6263ca6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.183914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47504) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.187780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-f52e1d15-83d8-450c-8042-45c46e1fa37f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.188694 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f52e1d15-83d8-450c-8042-45c46e1fa37f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039158 Nov 12 05:32:01.190978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.195018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-d0d8974b-2e27-4b3f-85f1-47231957825f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.195953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d0d8974b-2e27-4b3f-85f1-47231957825f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041251 Nov 12 05:32:01.198227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47508) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.202377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-b26eee37-5b6f-424e-a172-b36a68d0ea42 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.203423 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b26eee37-5b6f-424e-a172-b36a68d0ea42 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0041163 Nov 12 05:32:01.206204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47510) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.211518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-20c27b92-2bc4-4f9f-85de-7e0862bbecc9 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.212719 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-20c27b92-2bc4-4f9f-85de-7e0862bbecc9 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054903 Nov 12 05:32:01.215036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47512) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.219081 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-df4aea8f-b344-48a9-9b58-ea2ea24ba37c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.220108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-df4aea8f-b344-48a9-9b58-ea2ea24ba37c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040765 Nov 12 05:32:01.222295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47514) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.226982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-b784567a-1090-4a1e-b855-83d4861b6532 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.227901 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b784567a-1090-4a1e-b855-83d4861b6532 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046196 Nov 12 05:32:01.230199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.232432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895c045-0854-41a8-b4c8-245c5348a5f7 req-b6a8fd6a-d452-4026-926b-f8add0aedd91 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:01.233917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3895c045-0854-41a8-b4c8-245c5348a5f7 req-b6a8fd6a-d452-4026-926b-f8add0aedd91 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1842330 Nov 12 05:32:01.234374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-4a3a2942-e772-4c15-82ee-d5f45f4bec94 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.235252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4a3a2942-e772-4c15-82ee-d5f45f4bec94 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041857 Nov 12 05:32:01.236618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799476ea-4beb-40aa-b8f7-3d7bc6263ca6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e96cd6c-2b59-4dd5-ba35-bce1797ed6e8,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:01.237451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.243695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-09905a43-01ac-4de0-ba80-44d2bd103602 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.244577 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-09905a43-01ac-4de0-ba80-44d2bd103602 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053074 Nov 12 05:32:01.247534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47520) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.251801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-119b6796-d15a-44f3-b466-827457418b08 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.252818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-119b6796-d15a-44f3-b466-827457418b08 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042431 Nov 12 05:32:01.257097 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47522) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.261482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-a2cfc673-4bbe-460f-82d3-1871dbd9bd82 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.262523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a2cfc673-4bbe-460f-82d3-1871dbd9bd82 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042346 Nov 12 05:32:01.265138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47524) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.269335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-cb752134-6480-4984-a4c1-07db6f1956c7 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.270325 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cb752134-6480-4984-a4c1-07db6f1956c7 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042324 Nov 12 05:32:01.272837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47526) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.277705 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-75cb705e-323e-4865-9d40-dc9aa9a34bcc tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.278659 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75cb705e-323e-4865-9d40-dc9aa9a34bcc tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048850 Nov 12 05:32:01.280027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Made reservation on behalf of d02238319cbe444688f36d77d2495db2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:01.280967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47528) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.283484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.284833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-48f2a3ed-cce0-4296-8527-544d38a0309c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.286031 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-48f2a3ed-cce0-4296-8527-544d38a0309c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039084 Nov 12 05:32:01.287910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47530) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.290982 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-799476ea-4beb-40aa-b8f7-3d7bc6263ca6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.292237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-cce9d0c7-8f0a-4a72-82fb-bb5d5fce66b2 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.292363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-799476ea-4beb-40aa-b8f7-3d7bc6263ca6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2540100 Nov 12 05:32:01.295241 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cce9d0c7-8f0a-4a72-82fb-bb5d5fce66b2 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059137 Nov 12 05:32:01.295859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47532) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.296188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47534) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.301545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a9d48a79-55c6-4d10-971f-d35e5c652e96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '914e924c-d7df-4254-878e-7186bbc97f36', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:01.305032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df440571-c75f-45b1-8fc8-9a79e9a8bf46 req-77bbec2e-d217-455d-8f6d-afe5a7d54c1f tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263959 Nov 12 05:32:01.311299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-e9c7e246-0c60-4029-b4b6-b143b6e4d92f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.312266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e9c7e246-0c60-4029-b4b6-b143b6e4d92f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0141823 Nov 12 05:32:01.315763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47538) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.328486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-d77cc75a-099f-4df0-9d31-ce88084abb3a tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.331781 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d77cc75a-099f-4df0-9d31-ce88084abb3a tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0140896 Nov 12 05:32:01.332486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47540) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.340124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-218f09b7-5e89-44c7-a336-d28f7d39cfa4 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.341342 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-218f09b7-5e89-44c7-a336-d28f7d39cfa4 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045271 Nov 12 05:32:01.344554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47542) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.349007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-48265199-8d81-4ca9-931c-c6601708ac00 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.349938 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-48265199-8d81-4ca9-931c-c6601708ac00 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045147 Nov 12 05:32:01.353670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47544) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.359419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-ffdab7db-ffdc-4834-9af4-a406f8557dea tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.360359 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ffdab7db-ffdc-4834-9af4-a406f8557dea tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058210 Nov 12 05:32:01.363456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47546) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.370104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-9b78e271-1224-49a9-97f6-c52fd98f1e98 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.371050 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b78e271-1224-49a9-97f6-c52fd98f1e98 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067174 Nov 12 05:32:01.371632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3895c045-0854-41a8-b4c8-245c5348a5f7 req-ef9f4c4b-5b77-41f2-9f27-40eec7d7bdbf tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277921 Nov 12 05:32:01.373379 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-a9d48a79-55c6-4d10-971f-d35e5c652e96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Project 55c883ec452744208727f56ec3f04fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:32:01.377866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47548) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.379085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9d48a79-55c6-4d10-971f-d35e5c652e96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.392290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-0991f8a3-9951-4d49-91d1-32595682555c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.404349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0991f8a3-9951-4d49-91d1-32595682555c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0140061 Nov 12 05:32:01.404508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47550) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.404508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-0985fa5f-68a6-4011-855b-465f319270a3 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.404508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0985fa5f-68a6-4011-855b-465f319270a3 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044320 Nov 12 05:32:01.410334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47552) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.416912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74d1f152-9db9-4dcc-8bf6-aebe7a3e8055 req-fd7fbf2d-8966-45ca-9f1a-15b7c676731a tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 210 time: 0.0418141 Nov 12 05:32:01.419818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-5d285d84-81bc-40ec-8086-9752bbe1434d tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.422568 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5d285d84-81bc-40ec-8086-9752bbe1434d tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0111995 Nov 12 05:32:01.423165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47554) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.431754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-7e85569b-93f4-4afc-8732-867fa73b6b24 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.434780 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e85569b-93f4-4afc-8732-867fa73b6b24 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070713 Nov 12 05:32:01.436484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47556) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.442611 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-6c48c6d3-a305-4f54-abe8-a5db2d856b4b tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.444272 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6c48c6d3-a305-4f54-abe8-a5db2d856b4b tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069075 Nov 12 05:32:01.450318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.456816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-22281c94-afdc-4ec9-89c4-99802e955078 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.458096 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-22281c94-afdc-4ec9-89c4-99802e955078 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063159 Nov 12 05:32:01.462195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47560) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.471365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-b705995f-e9dc-4045-9bb1-3916fd3fb582 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.472704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b705995f-e9dc-4045-9bb1-3916fd3fb582 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0093708 Nov 12 05:32:01.475425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47564) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.480921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9d48a79-55c6-4d10-971f-d35e5c652e96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.483191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-8c0ba19f-5b52-4297-a7a0-541e8d93076c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.484179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8c0ba19f-5b52-4297-a7a0-541e8d93076c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0069749 Nov 12 05:32:01.485245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9d48a79-55c6-4d10-971f-d35e5c652e96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.486982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.494036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Allocated IP 172.20.0.14 (4f9a3837-e42b-47a5-8d75-fc6621017e82/36aa2623-8c43-4840-9c26-6711cb8491c2/0b2eda6d-3d3d-4d39-aa66-3c100f828044) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:01.501015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-46aa84fc-c782-422c-91bd-2ebe36985252 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.502213 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-46aa84fc-c782-422c-91bd-2ebe36985252 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087695 Nov 12 05:32:01.505987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47568) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.510549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-37af2b51-ada4-466a-8c3d-06ede3fc11c7 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.511743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-37af2b51-ada4-466a-8c3d-06ede3fc11c7 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047517 Nov 12 05:32:01.514581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47570) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.517309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d48a79-55c6-4d10-971f-d35e5c652e96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09ca9ed-6527-4d6a-873d-651e3757f49b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:01.523795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-9845f3d5-22d2-4472-9e77-3308ee2f3229 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.524780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9845f3d5-22d2-4472-9e77-3308ee2f3229 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0091057 Nov 12 05:32:01.527625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.535578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-1d2d7ff7-9bb7-40aa-9590-e2f014b611ae tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.536744 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1d2d7ff7-9bb7-40aa-9590-e2f014b611ae tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0082154 Nov 12 05:32:01.540605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47576) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.540713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9d48a79-55c6-4d10-971f-d35e5c652e96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.542804 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a9d48a79-55c6-4d10-971f-d35e5c652e96 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2456954 Nov 12 05:32:01.544785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.547388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-9bd7890f-c080-4e05-be12-babd57e7bf0b tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.548366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9bd7890f-c080-4e05-be12-babd57e7bf0b tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068815 Nov 12 05:32:01.552259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47580) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.553698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'network': {'name': 'tempest-network-smoke--643449689', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'port_security_enabled': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:01.562626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-f01a62d5-5035-447f-94bb-c5245e05f3af tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.563595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f01a62d5-5035-447f-94bb-c5245e05f3af tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0104427 Nov 12 05:32:01.566170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47582) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.566444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47584) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.572506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-dfdb7f28-8cba-428c-836b-c1c43bf7a716 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.573601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dfdb7f28-8cba-428c-836b-c1c43bf7a716 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045273 Nov 12 05:32:01.576883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47586) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.581061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-058f1f2d-cc6b-450f-ad28-d3806d81e1b0 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.582032 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-058f1f2d-cc6b-450f-ad28-d3806d81e1b0 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042393 Nov 12 05:32:01.583600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:01.587247 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.590592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.600266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-53ae3023-e712-4246-b9e5-d718f1c1facb tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.601876 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-53ae3023-e712-4246-b9e5-d718f1c1facb tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0103955 Nov 12 05:32:01.605847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47590) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.610159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-8d441b92-2882-4cd2-a22c-71b6d7b4d27f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.611108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8d441b92-2882-4cd2-a22c-71b6d7b4d27f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043466 Nov 12 05:32:01.615301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47592) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.619122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-f3aadb65-730f-425f-8ab2-f47b69df7cd4 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.620024 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f3aadb65-730f-425f-8ab2-f47b69df7cd4 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038836 Nov 12 05:32:01.623125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47594) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.628893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-d4a04498-86aa-4e14-b2ec-71e13faa8af4 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.629834 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d4a04498-86aa-4e14-b2ec-71e13faa8af4 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0058551 Nov 12 05:32:01.632812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47596) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.634651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:32:01.638674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-9bc2615e-b312-45c4-b8ea-5cba40e8b37a tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.639602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9bc2615e-b312-45c4-b8ea-5cba40e8b37a tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0059428 Nov 12 05:32:01.642822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.650737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-d54483a0-1a48-4f22-bd0b-601e0603592f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.654218 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d54483a0-1a48-4f22-bd0b-601e0603592f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0104930 Nov 12 05:32:01.656123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47600) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.660777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-7361ab51-fd98-40e0-83f3-7115ee15a54e tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.664470 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7361ab51-fd98-40e0-83f3-7115ee15a54e tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0074241 Nov 12 05:32:01.666285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47602) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.670016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.670390 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Added segment 7d7e7683-817a-4a5c-aad8-9d2a2a931c43 of type vlan for network 75a9633c-bd23-4416-8490-c96d99dec451 Nov 12 05:32:01.672743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-a4b03b0e-3d6c-44bd-bb61-8d4880b416ef tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.673687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a4b03b0e-3d6c-44bd-bb61-8d4880b416ef tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0064392 Nov 12 05:32:01.678161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.683620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-6fbd3323-5316-4a3d-9627-cb0767007c55 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.684687 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6fbd3323-5316-4a3d-9627-cb0767007c55 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052280 Nov 12 05:32:01.688288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47606) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.697512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-3e8e3fad-e9a7-4b15-824d-eda275354160 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.698475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3e8e3fad-e9a7-4b15-824d-eda275354160 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068979 Nov 12 05:32:01.703600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47608) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.711301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-2c875979-fd4d-422c-a815-3b400e458649 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.712268 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2c875979-fd4d-422c-a815-3b400e458649 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076835 Nov 12 05:32:01.714375 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e61f8e85-dc01-4793-a41e-74a8687842ca tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.715512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47610) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.724955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-22725935-bd79-498b-ba7b-d5cbc01040a1 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.726616 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-22725935-bd79-498b-ba7b-d5cbc01040a1 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0095153 Nov 12 05:32:01.728959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47612) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.731654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.735809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-881734eb-6b17-4806-bf0f-e1ca2de5b8d0 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.736838 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-881734eb-6b17-4806-bf0f-e1ca2de5b8d0 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0069022 Nov 12 05:32:01.740428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47614) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.745574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-dd3bed8f-6ce1-45be-bdd8-6f18f11e5a59 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.746554 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dd3bed8f-6ce1-45be-bdd8-6f18f11e5a59 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052042 Nov 12 05:32:01.751198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47616) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.761047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-9eb57af1-2769-4a91-903b-0d54ee23ba7c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.762002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9eb57af1-2769-4a91-903b-0d54ee23ba7c tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0099180 Nov 12 05:32:01.762635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e61f8e85-dc01-4793-a41e-74a8687842ca tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.766277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47618) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.767125 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.771334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-7efb5e2b-3198-4132-a2c2-59db06744b70 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.772530 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7efb5e2b-3198-4132-a2c2-59db06744b70 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050859 Nov 12 05:32:01.775521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47620) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.780264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-ea59906e-ec65-4a6d-b6fe-26b21d80769f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.781196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ea59906e-ec65-4a6d-b6fe-26b21d80769f tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047398 Nov 12 05:32:01.782418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.785500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47622) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.787924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:01.788497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.792024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-cae90f05-8c85-4051-afe0-691e42839a00 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.792955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cae90f05-8c85-4051-afe0-691e42839a00 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0065372 Nov 12 05:32:01.797913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47624) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.802075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-32274dbe-2bce-49e9-8f20-df42ddede274 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.803038 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-32274dbe-2bce-49e9-8f20-df42ddede274 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041981 Nov 12 05:32:01.805917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47626) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.812540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-524f0b47-bae0-429f-ad7c-de1a110afb16 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.813546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-524f0b47-bae0-429f-ad7c-de1a110afb16 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043116 Nov 12 05:32:01.816166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47628) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.820897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-a6626943-ed97-4594-a458-308665469628 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.821797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a6626943-ed97-4594-a458-308665469628 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0047491 Nov 12 05:32:01.825788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47630) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.833821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-178a513f-8e30-493b-99c9-36027562c667 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.837556 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-178a513f-8e30-493b-99c9-36027562c667 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073683 Nov 12 05:32:01.837851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47632) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.842933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-0e96f1ba-6c8a-4bf1-88c6-b81635d37845 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.843866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e96f1ba-6c8a-4bf1-88c6-b81635d37845 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049710 Nov 12 05:32:01.847207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47634) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.852395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-f8fed49a-38d7-40e1-8e86-6b7aab93dfa2 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.855472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f8fed49a-38d7-40e1-8e86-6b7aab93dfa2 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067804 Nov 12 05:32:01.857158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47638) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.861293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-e12127e3-d860-4db6-a2ca-deb69ddefaec tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.864424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e12127e3-d860-4db6-a2ca-deb69ddefaec tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040469 Nov 12 05:32:01.864704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47640) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.867773 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3193440 Nov 12 05:32:01.867941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e61f8e85-dc01-4793-a41e-74a8687842ca tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.868390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47642) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.869676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e61f8e85-dc01-4793-a41e-74a8687842ca tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.873074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e61f8e85-dc01-4793-a41e-74a8687842ca tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "DELETE /v2.0/security-groups/8419019c-f205-4f81-8110-b1606d1d6258 HTTP/1.1" status: 204 len: 168 time: 0.3034906 Nov 12 05:32:01.873225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'admin_state_up': True, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:01.874155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-19301469-b110-4197-b417-d0a957c22740 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.877403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-19301469-b110-4197-b417-d0a957c22740 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0093765 Nov 12 05:32:01.878774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.880146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47644) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.880471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47646) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.886604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49aa717-25d6-4393-8d99-f453e6c9e781 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Network': ['ID=75a9633c-bd23-4416-8490-c96d99dec451,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:01.899436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 75a9633c-bd23-4416-8490-c96d99dec451 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:32:01.905726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-62246bb2-980e-4499-af53-b8d41568c892 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.906866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-62246bb2-980e-4499-af53-b8d41568c892 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0223956 Nov 12 05:32:01.909737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47650) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.917614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-d87f5d34-18bb-4580-bfe4-7bc98556c685 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.918296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f8e85-dc01-4793-a41e-74a8687842ca tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8419019c-f205-4f81-8110-b1606d1d6258,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:01.919216 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d87f5d34-18bb-4580-bfe4-7bc98556c685 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0082035 Nov 12 05:32:01.921840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47652) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.929469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-8067d989-0ebb-4997-a92f-e1ec7040ced7 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.930861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8067d989-0ebb-4997-a92f-e1ec7040ced7 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073628 Nov 12 05:32:01.932725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.934130 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:01.937962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47654) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.942131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Network 4f9a3837-e42b-47a5-8d75-fc6621017e82 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:01.944339 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-57366529-9379-4d4b-9288-e2aaf060c7e2 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.946266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-57366529-9379-4d4b-9288-e2aaf060c7e2 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0059750 Nov 12 05:32:01.949442 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-56ded4c5-36c2-4373-bf78-3a43e6add3c9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] show failed (client error): The resource could not be found. Nov 12 05:32:01.949605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47656) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.950584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-56ded4c5-36c2-4373-bf78-3a43e6add3c9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "GET /v2.0/security-groups/8419019c-f205-4f81-8110-b1606d1d6258 HTTP/1.1" status: 404 len: 347 time: 0.0671279 Nov 12 05:32:01.953378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:01.956145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47658) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:01.965496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:01.967831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [None req-8a7d9355-36bf-4bef-848d-02c97f479cc9 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:01.969227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8a7d9355-36bf-4bef-848d-02c97f479cc9 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0184801 Nov 12 05:32:01.974993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47660) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:02.028193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.044171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [None req-c0c846ea-2603-4dc6-a1e3-0a4abc408828 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:32:02.045376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c0c846ea-2603-4dc6-a1e3-0a4abc408828 tempest-ExtensionsTestJSON-1323485251 tempest-ExtensionsTestJSON-1323485251-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0642259 Nov 12 05:32:02.055228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Pushing event updated for resources: {'Port': ['ID=0b2eda6d-3d3d-4d39-aa66-3c100f828044,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:02.083297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 21675eba-674f-4770-afa3-355ed7394c33 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:32:02.150971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 21675eba-674f-4770-afa3-355ed7394c33 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:32:02.151230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:02.151753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.155414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 21675eba-674f-4770-afa3-355ed7394c33 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:32:02.179637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-520bb7df-e52c-499d-b8c9-e1064a5b5fd8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9295049 Nov 12 05:32:02.200904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Request body: {'port': {'device_id': 'dd60eac5-225f-4643-a26c-f73cdf9f5688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:02.208092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Deleting port 8f6758eb-e7b0-49ec-99a2-bc2ef3e60b72 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:02.209561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.225740 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.377205 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.425523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47676) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:02.472877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.473516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.498258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Calling delete_port for 8f6758eb-e7b0-49ec-99a2-bc2ef3e60b72 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:02.523200 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.550620 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.613651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d531e63-d149-4314-bb6f-960babc93bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.676221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01735-a721-457b-ac4a-8638341f3bc0 req-8a78df4e-8a90-47fa-ae8b-2b571f820b5c tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:02.678058 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24d01735-a721-457b-ac4a-8638341f3bc0 req-8a78df4e-8a90-47fa-ae8b-2b571f820b5c tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.2723248 Nov 12 05:32:02.705247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.25.2.157 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/665db215-1829-4a76-8e1c-933c2a88f40b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:02.758464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd070-39a6-4aab-bf82-97a58715af2b req-2a8791f3-59b6-4af4-be48-7699b5496537 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:02.760110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cefd070-39a6-4aab-bf82-97a58715af2b req-2a8791f3-59b6-4af4-be48-7699b5496537 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.2415335 Nov 12 05:32:02.805295 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d531e63-d149-4314-bb6f-960babc93bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.814693 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d531e63-d149-4314-bb6f-960babc93bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.864070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24d01735-a721-457b-ac4a-8638341f3bc0 req-c0cca86e-bcc1-46b8-aaa5-f24f8b42db9b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688061 Nov 12 05:32:02.887765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d531e63-d149-4314-bb6f-960babc93bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab6c32d-fd07-40ad-9ed4-6019b947aafa,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:02.887765 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d531e63-d149-4314-bb6f-960babc93bee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc1c425e6bfc45fb8ffec6f3c733451f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4610636 Nov 12 05:32:02.890992 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.891278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47684) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:02.934221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:02.965763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8cefd070-39a6-4aab-bf82-97a58715af2b req-6156b8a8-f214-467d-8bff-4f818aa07f75 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952853 Nov 12 05:32:02.979533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:02.989362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:02.992819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:03.020271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=665db215-1829-4a76-8e1c-933c2a88f40b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:03.045972 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.144654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2eda6d-3d3d-4d39-aa66-3c100f828044 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:32:03.154101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Pushing event deleted for resources: {'Port': ['ID=8f6758eb-e7b0-49ec-99a2-bc2ef3e60b72,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:03.167563 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.196361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ef4242-d32b-411d-93df-0c726f140288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.225192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Transition to ACTIVE for port object 0b2eda6d-3d3d-4d39-aa66-3c100f828044 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:32:03.259658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.269648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437921ed-3667-4336-9641-1d577e721824 req-1d05ee13-f07c-4c4e-b4d4-b4317b3e8b54 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:03.280660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-437921ed-3667-4336-9641-1d577e721824 req-1d05ee13-f07c-4c4e-b4d4-b4317b3e8b54 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 932 time: 0.2395380 Nov 12 05:32:03.290937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ef4242-d32b-411d-93df-0c726f140288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.450974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.455330 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.456589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8e759788-38bc-4499-b1b7-e1159224a1e9 tempest-ServersTestFqdnHostnames-1940505193 tempest-ServersTestFqdnHostnames-1940505193-project] 10.222.0.48 "DELETE /v2.0/floatingips/a1cb0645-c242-4117-99d4-b7484692d813 HTTP/1.1" status: 204 len: 168 time: 1.4976585 Nov 12 05:32:03.463011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:03.527237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-437921ed-3667-4336-9641-1d577e721824 req-c73065a1-59fc-4d2e-89ea-38e2a19af1cb tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455459 Nov 12 05:32:03.544406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.544685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2eda6d-3d3d-4d39-aa66-3c100f828044,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:03.593390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-8543f011-f397-4e9f-90ee-bb7a9d9285ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:03.594893 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-8543f011-f397-4e9f-90ee-bb7a9d9285ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 1097 time: 0.1994758 Nov 12 05:32:03.650583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9548b-4fee-4197-8d74-c5503463c766 req-6b422a7e-9a37-4c4a-b585-c36205cf4c29 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:03.652399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6e9548b-4fee-4197-8d74-c5503463c766 req-6b422a7e-9a37-4c4a-b585-c36205cf4c29 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.2405331 Nov 12 05:32:03.653687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Attempting to bind port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:03.654175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Attempting to bind port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '46553f53-da9b-4cfb-a08a-ec0b8594880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f9a3837-e42b-47a5-8d75-fc6621017e82'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:03.654659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Attempting to bind port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 on network 4f9a3837-e42b-47a5-8d75-fc6621017e82 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:03.657128 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ef4242-d32b-411d-93df-0c726f140288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.659920 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ef4242-d32b-411d-93df-0c726f140288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.661196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-22ef4242-d32b-411d-93df-0c726f140288 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aab6c32d-fd07-40ad-9ed4-6019b947aafa HTTP/1.1" status: 204 len: 168 time: 0.7688253 Nov 12 05:32:03.687127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 on network 4f9a3837-e42b-47a5-8d75-fc6621017e82 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:32:03.687855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Attempting to bind port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 on network 4f9a3837-e42b-47a5-8d75-fc6621017e82 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:03.695521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:03.695986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Checking segment: {'id': '46553f53-da9b-4cfb-a08a-ec0b8594880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f9a3837-e42b-47a5-8d75-fc6621017e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:03.696664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Bound using segment: {'id': '46553f53-da9b-4cfb-a08a-ec0b8594880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f9a3837-e42b-47a5-8d75-fc6621017e82'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:03.697224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Bound port: 0b2eda6d-3d3d-4d39-aa66-3c100f828044, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46553f53-da9b-4cfb-a08a-ec0b8594880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f9a3837-e42b-47a5-8d75-fc6621017e82'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:03.697671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.701275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef4242-d32b-411d-93df-0c726f140288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab6c32d-fd07-40ad-9ed4-6019b947aafa,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:03.793287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6e9548b-4fee-4197-8d74-c5503463c766 req-f089fb52-10d4-42df-ba4f-0edb2e5c7e27 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296434 Nov 12 05:32:03.841377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] For port 0b2eda6d-3d3d-4d39-aa66-3c100f828044, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:03.846020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] For port 0b2eda6d-3d3d-4d39-aa66-3c100f828044, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0b2eda6d-3d3d-4d39-aa66-3c100f828044,segment=NetworkSegment(46553f53-da9b-4cfb-a08a-ec0b8594880c),segment_id=46553f53-da9b-4cfb-a08a-ec0b8594880c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:03.862257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.959626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:03.962335 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.964615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] 10.222.0.43 "PUT /v2.0/ports/0b2eda6d-3d3d-4d39-aa66-3c100f828044 HTTP/1.1" status: 200 len: 1093 time: 1.7706082 Nov 12 05:32:03.968379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd60eac5-225f-4643-a26c-f73cdf9f5688', 'tag': '0b2eda6d-3d3d-4d39-aa66-3c100f828044'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:03.973433 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f99590-673f-4209-b1bd-9b6b052ff0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd60eac5-225f-4643-a26c-f73cdf9f5688", "tag": "0b2eda6d-3d3d-4d39-aa66-3c100f828044"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:04.086321 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f83ad15-94b2-49a9-95df-b36e463ac047 x-openstack-request-id: req-4f83ad15-94b2-49a9-95df-b36e463ac047 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:04.087973 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd60eac5-225f-4643-a26c-f73cdf9f5688", "tag": "0b2eda6d-3d3d-4d39-aa66-3c100f828044", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:04.088507 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f83ad15-94b2-49a9-95df-b36e463ac047 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:04.089112 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd60eac5-225f-4643-a26c-f73cdf9f5688', 'tag': '0b2eda6d-3d3d-4d39-aa66-3c100f828044', 'status': 'completed', 'code': 200} Nov 12 05:32:04.127219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560be98f-454a-49d6-b802-22ff4552a123 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2eda6d-3d3d-4d39-aa66-3c100f828044,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:04.177195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-bb3bf477-1e3b-444d-a912-82e43f897c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:04.178764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-bb3bf477-1e3b-444d-a912-82e43f897c27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02238319cbe444688f36d77d2495db2&device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 1096 time: 0.1409645 Nov 12 05:32:04.228731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39c491-ebe3-4ac4-916f-53c2d5353e49 req-ae08c805-d4b2-4c55-b5a3-da4f50488d0a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:04.239094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc39c491-ebe3-4ac4-916f-53c2d5353e49 req-ae08c805-d4b2-4c55-b5a3-da4f50488d0a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1314094 Nov 12 05:32:04.299636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-18f64f51-63a1-429d-bad1-fed928589794 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b2eda6d-3d3d-4d39-aa66-3c100f828044 HTTP/1.1" status: 200 len: 217 time: 0.1052451 Nov 12 05:32:04.414940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc39c491-ebe3-4ac4-916f-53c2d5353e49 req-b7ec9e66-45aa-4829-b89a-3dd86cb1fdde tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742916 Nov 12 05:32:04.420872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-fee5bc3e-90a6-42f3-97e4-e13b55f61d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:04.428686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-fee5bc3e-90a6-42f3-97e4-e13b55f61d7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36aa2623-8c43-4840-9c26-6711cb8491c2 HTTP/1.1" status: 200 len: 853 time: 0.1205933 Nov 12 05:32:04.453014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-4b185822-2e6f-4740-af75-962eb0d94288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:04.454522 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-4b185822-2e6f-4740-af75-962eb0d94288 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 919 time: 0.8265438 Nov 12 05:32:04.482380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-44ffa6b1-a0ea-4631-9ff6-8b3ec949afed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f9a3837-e42b-47a5-8d75-fc6621017e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453246 Nov 12 05:32:04.518328 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-c48b32d1-e8f4-4475-ada0-98ade267bf70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac HTTP/1.1" status: 200 len: 217 time: 0.0539865 Nov 12 05:32:04.526149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:04.577954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-833563fd-130e-4b6f-8723-7698e6596289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:04.579710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-833563fd-130e-4b6f-8723-7698e6596289 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.0499892 Nov 12 05:32:04.675527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-1ca86fed-5ec1-4050-bce6-1b34df5795b5 service neutron] 10.222.0.43 "GET /v2.0/networks/4f9a3837-e42b-47a5-8d75-fc6621017e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820679 Nov 12 05:32:04.681485 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-d20352a1-dce6-410d-a0a1-15ec0883c5e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729535 Nov 12 05:32:04.799693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf0316-682d-4c95-9868-143faff5b1e2 req-0db6a63a-c1e8-4b0b-9417-957637da33f6 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:04.801192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51cf0316-682d-4c95-9868-143faff5b1e2 req-0db6a63a-c1e8-4b0b-9417-957637da33f6 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 944 time: 0.1246750 Nov 12 05:32:04.861044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47722) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:04.864087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6eef6712-0aeb-4879-98f3-1b223d11da96 req-b7946703-86bb-417b-9994-dec82c567125 service neutron] 10.222.0.43 "GET /v2.0/networks/4f9a3837-e42b-47a5-8d75-fc6621017e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782322 Nov 12 05:32:04.885182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-a50e20c9-770c-43b3-abeb-57448540d57c service neutron] 10.222.0.43 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899257 Nov 12 05:32:04.945232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51cf0316-682d-4c95-9868-143faff5b1e2 req-77011657-db84-4f26-94b3-ca0b8f97571f tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360290 Nov 12 05:32:04.980374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1509e573-7bf4-4d75-9b9d-3c2210475514 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:32:04.982312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8e7f-cbf3-47af-b35f-acbca352dd9a req-b8997fea-e38b-409b-865e-01a79221e713 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:04.983880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-803d8e7f-cbf3-47af-b35f-acbca352dd9a req-b8997fea-e38b-409b-865e-01a79221e713 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.0939810 Nov 12 05:32:05.071330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-52911081'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:05.079799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-803d8e7f-cbf3-47af-b35f-acbca352dd9a req-f2688bf2-8880-4055-b917-5e59cd1d773f tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852287 Nov 12 05:32:05.101946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-c5cf47e3-ff9a-49c1-80d8-91a22233210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:05.103623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-c5cf47e3-ff9a-49c1-80d8-91a22233210c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02238319cbe444688f36d77d2495db2&device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 1096 time: 0.1188610 Nov 12 05:32:05.113714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Made reservation on behalf of fc19d87574ca476eba7e4205c7a85bc5 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:05.118254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.136984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.145304 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5936c591-accb-4b84-a1f4-7ac626ea4fa1 req-1f74ec8b-2b36-4244-a935-ff335862ee6a service neutron] 10.222.0.43 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466393 Nov 12 05:32:05.169491 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.219365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:32:05.229710 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Sync routers for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:32:05.249827 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:05.250487 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:05.273199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-00b2f698-5ee7-48d8-b11c-fdea79e3d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:05.275330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-00b2f698-5ee7-48d8-b11c-fdea79e3d00a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f9a3837-e42b-47a5-8d75-fc6621017e82 HTTP/1.1" status: 200 len: 914 time: 0.1538494 Nov 12 05:32:05.332972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-c772d5ac-2710-4808-a41f-bdc549ffe3dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b2eda6d-3d3d-4d39-aa66-3c100f828044 HTTP/1.1" status: 200 len: 217 time: 0.0489151 Nov 12 05:32:05.335576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.336881 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a1f35a0f-fd26-4ad0-b162-51452d6318c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4675519 Nov 12 05:32:05.341405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47740) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:05.399482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-ec254a8a-9ddf-4cf8-b1dc-a6be27afec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:05.400742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-ec254a8a-9ddf-4cf8-b1dc-a6be27afec12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36aa2623-8c43-4840-9c26-6711cb8491c2 HTTP/1.1" status: 200 len: 853 time: 0.0575871 Nov 12 05:32:05.449969 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:05.493780 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-96e80cfe-8b7d-4aed-b887-f2e6892bfb6d tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=55c883ec452744208727f56ec3f04fe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1509323 Nov 12 05:32:05.496945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47752) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:05.530383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-2fc1fde4-ea85-4107-812f-362022f240b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f9a3837-e42b-47a5-8d75-fc6621017e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189899 Nov 12 05:32:05.540882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.543791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:32:05.640609 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.695420 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:03Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:05.724540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6775e-8640-432f-a577-e9f1e4acd94f tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:05.728501 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-39f6775e-8640-432f-a577-e9f1e4acd94f tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2287922 Nov 12 05:32:05.729821 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Checking router: 1509e573-7bf4-4d75-9b9d-3c2210475514 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:32:05.730172 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Updating router 1509e573-7bf4-4d75-9b9d-3c2210475514 port 665db215-1829-4a76-8e1c-933c2a88f40b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:32:05.731984 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47762) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:05.733633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:32:05.763162 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.770432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757de066-2f89-4433-a6d7-524e7fbcd54c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:05.776105 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.776458 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Added segment 1509461e-3b41-4d4a-bb2d-aced16b751b8 of type vlan for network cc93aa52-7a6a-4dc0-b52e-82447b647d87 Nov 12 05:32:05.796194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e61fbb-6a44-4705-bb6f-d8e6780f0ab9 req-b7d12668-e5fd-4771-a5f2-dbbcbc7c05ae tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:05.797772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37e61fbb-6a44-4705-bb6f-d8e6780f0ab9 req-b7d12668-e5fd-4771-a5f2-dbbcbc7c05ae tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.2552192 Nov 12 05:32:05.811821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-58fdaa35-e81e-466a-9bbc-0b9c70758d36 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781081 Nov 12 05:32:05.841264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47764) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:05.861411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-709a367d-e5dd-49b2-b304-1c407af42f86 service neutron] 10.222.0.43 "GET /v2.0/networks/4f9a3837-e42b-47a5-8d75-fc6621017e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170431 Nov 12 05:32:05.864406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:05.876944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-713815588', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:05.893047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'port_id': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'mac_address': 'fa:16:3e:ae:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:32:05.905789 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.910966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37e61fbb-6a44-4705-bb6f-d8e6780f0ab9 req-c834488c-5f53-4569-852d-ffe932d92e36 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059031 Nov 12 05:32:05.988643 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.024145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37a75ccd-d5d7-45f6-818a-c06a806d9a28 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:32:06.077324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:06.087822 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.090983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:06.102261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.136195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.151216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:06.153520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.215876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['37a75ccd-d5d7-45f6-818a-c06a806d9a28'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:06.336147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:06.350633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Deleting port 94c5c536-640f-4938-8039-cceb58f61ef8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:06.351078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.427447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event updated for resources: {'Network': ['ID=cc93aa52-7a6a-4dc0-b52e-82447b647d87,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:06.440526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5894d221-6a43-4ce4-84fb-6b45598c8042 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5726960 Nov 12 05:32:06.444103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47776) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:06.449836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network cc93aa52-7a6a-4dc0-b52e-82447b647d87 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:32:06.460858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Request body: {'subnet': {'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:06.487517 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.510892 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.582015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94f99590-673f-4209-b1bd-9b6b052ff0b5 req-8473abe6-7566-4b12-a985-c7bb278cfc16 service neutron] 10.222.0.43 "GET /v2.0/networks/4f9a3837-e42b-47a5-8d75-fc6621017e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133415 Nov 12 05:32:06.679935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] For port 94c5c536-640f-4938-8039-cceb58f61ef8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c5c536-640f-4938-8039-cceb58f61ef8,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:06.680339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.706022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04bb2-66eb-4eb2-8a15-339b96fd4d6e req-a9a3e8ed-0b84-4603-888d-a6327ace6a09 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:06.716994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eba04bb2-66eb-4eb2-8a15-339b96fd4d6e req-a9a3e8ed-0b84-4603-888d-a6327ace6a09 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.3398373 Nov 12 05:32:06.724951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Calling delete_port for 94c5c536-640f-4938-8039-cceb58f61ef8 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:06.731295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab64d-c88a-4759-8c7f-089d62a5214c req-c946d10c-d12f-417a-b15e-b2320ce4527a tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:06.731723 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09584aea-e54e-4a80-b44b-d3bafad9b086 None None] Pushing event updated for resources: {'Port': ['ID=665db215-1829-4a76-8e1c-933c2a88f40b,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:06.747143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-843ab64d-c88a-4759-8c7f-089d62a5214c req-c946d10c-d12f-417a-b15e-b2320ce4527a tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 944 time: 0.3926382 Nov 12 05:32:06.753953 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Attempting to bind port 665db215-1829-4a76-8e1c-933c2a88f40b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:06.754253 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Attempting to bind port 665db215-1829-4a76-8e1c-933c2a88f40b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:06.754885 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Attempting to bind port 665db215-1829-4a76-8e1c-933c2a88f40b on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:06.761887 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.769070 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:06.769471 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:06.769832 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.770222 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:06.770719 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Bound port: 665db215-1829-4a76-8e1c-933c2a88f40b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:06.771088 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.850765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Subnet': ['ID=94c3285a-fb0e-423e-b0f4-fd75f79c00fe,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:06.901709 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] For port 665db215-1829-4a76-8e1c-933c2a88f40b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:06.906950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] For port 665db215-1829-4a76-8e1c-933c2a88f40b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=665db215-1829-4a76-8e1c-933c2a88f40b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:06.915199 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:06.959973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Checking segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:06.960899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network hostable DHCP agents. Network: 75a9633c-bd23-4416-8490-c96d99dec451, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:32:06.964845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-843ab64d-c88a-4759-8c7f-089d62a5214c req-c77de2ad-1e21-444f-bc9c-96f90d302878 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810424 Nov 12 05:32:07.009808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eba04bb2-66eb-4eb2-8a15-339b96fd4d6e req-ebe92f6e-43a2-4077-9c63-53eb37eae457 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910397 Nov 12 05:32:07.010429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Made reservation on behalf of fc19d87574ca476eba7e4205c7a85bc5 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:07.013900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:07.029420 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:07.030322 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:07.033655 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09584aea-e54e-4a80-b44b-d3bafad9b086 None None] Pushing event updated for resources: {'Port': ['ID=665db215-1829-4a76-8e1c-933c2a88f40b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:07.067768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 75a9633c-bd23-4416-8490-c96d99dec451 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:32:07.087693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 75a9633c-bd23-4416-8490-c96d99dec451) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:07.100560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddb0b3-811c-4916-b387-4d1bc118dde9 None None] Network 75a9633c-bd23-4416-8490-c96d99dec451 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:07.103936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:07.105700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:07.154617 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f8f0e10-0712-4d58-b91d-a07146fd3e46 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3077760 Nov 12 05:32:07.158116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47782) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:07.264794 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:07.470799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-75a9633c-bd23-4416-8490-c96d99dec451', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:32:07.472230 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:07.529349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1fa0-9275-4a2e-aedc-39954d068703 req-2caabb48-9d10-45b5-9afa-fef24646ea70 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:07.539827 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:07.551024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b9a1fa0-9275-4a2e-aedc-39954d068703 req-2caabb48-9d10-45b5-9afa-fef24646ea70 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 944 time: 0.3208466 Nov 12 05:32:07.574056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c5c536-640f-4938-8039-cceb58f61ef8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:07.630675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:07.713198 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:03Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:07.787981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Allocated IP 172.20.0.2 (75a9633c-bd23-4416-8490-c96d99dec451/94c3285a-fb0e-423e-b0f4-fd75f79c00fe/70debff3-68af-4006-92df-4da5864c3b3d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:07.794587 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91f3ab-32eb-46ec-86fa-953b64d4c960 None None] The sync data for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 is: [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:03Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:32:07.867936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b9a1fa0-9275-4a2e-aedc-39954d068703 req-6a087f7b-b1e4-4261-afd3-0a58fd39456f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052397 Nov 12 05:32:07.881893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.060031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event updated for resources: {'Subnet': ['ID=76b8067b-1a97-43bf-aa78-bd470d775b58,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:08.063144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Checking segment: {'id': '1509461e-3b41-4d4a-bb2d-aced16b751b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:08.063512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Network hostable DHCP agents. Network: cc93aa52-7a6a-4dc0-b52e-82447b647d87, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:32:08.117841 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.126199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Network cc93aa52-7a6a-4dc0-b52e-82447b647d87 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:32:08.138318 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.147552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.151578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, cc93aa52-7a6a-4dc0-b52e-82447b647d87) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:08.159105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:08.159522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.234916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Pushing event updated for resources: {'Port': ['ID=70debff3-68af-4006-92df-4da5864c3b3d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:08.239177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf778d-7664-4830-bff1-e449580bf9c3 None None] Network cc93aa52-7a6a-4dc0-b52e-82447b647d87 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:08.388510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2f3b0d4d-c533-4f8f-b16d-b1fb7afd85ca tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9342477 Nov 12 05:32:08.391857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47790) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:08.398884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Request body: {'port': {'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1581565971'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:08.464411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Network 75a9633c-bd23-4416-8490-c96d99dec451 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:08.475402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:08.501240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:08.516513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c9805-565a-41ed-a89e-54e14a67b5f6 req-4372f901-52e6-470f-9a9b-cea80d38f6d7 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:08.534727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-068c9805-565a-41ed-a89e-54e14a67b5f6 req-4372f901-52e6-470f-9a9b-cea80d38f6d7 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.3270395 Nov 12 05:32:08.607720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9976fdb-847d-4d30-9110-98d6e8add789 req-7582742a-818f-49b3-86b4-ec1dc4ff0bbb tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:08.612610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9976fdb-847d-4d30-9110-98d6e8add789 req-7582742a-818f-49b3-86b4-ec1dc4ff0bbb tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 944 time: 0.3651068 Nov 12 05:32:08.664329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:08.664329 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.954630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Attempting to bind port 70debff3-68af-4006-92df-4da5864c3b3d on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:08.955328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Attempting to bind port 70debff3-68af-4006-92df-4da5864c3b3d by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:08.955921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Attempting to bind port 70debff3-68af-4006-92df-4da5864c3b3d on network 75a9633c-bd23-4416-8490-c96d99dec451 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:08.967392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:08.968239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Checking segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:08.968852 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.969471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Bound using segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:08.970157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Bound port: 70debff3-68af-4006-92df-4da5864c3b3d, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:08.970772 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.987859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-cc93aa52-7a6a-4dc0-b52e-82447b647d87', 'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87', 'tenant_id': 'fc19d87574ca476eba7e4205c7a85bc5', 'fixed_ips': [{'subnet_id': '76b8067b-1a97-43bf-aa78-bd470d775b58'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:32:08.989332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.006321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-068c9805-565a-41ed-a89e-54e14a67b5f6 req-e689f01e-b306-46ba-960c-0a25c6a9a28b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701674 Nov 12 05:32:09.070000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9976fdb-847d-4d30-9110-98d6e8add789 req-af5d4481-4f32-4af0-9e43-a56469e881c5 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352427 Nov 12 05:32:09.103118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 665db215-1829-4a76-8e1c-933c2a88f40b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:09.118393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Made reservation on behalf of fc19d87574ca476eba7e4205c7a85bc5 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:09.123050 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.168817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] device_id is not set on port 68c7eb2e-cefa-45e7-ba40-a6bcb183f90d yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:32:09.437260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Allocated IP 172.20.0.8 (cc93aa52-7a6a-4dc0-b52e-82447b647d87/76b8067b-1a97-43bf-aa78-bd470d775b58/68c7eb2e-cefa-45e7-ba40-a6bcb183f90d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:09.437952 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:32:09.463980 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.481010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2edbf0-62ad-402e-b2af-e170e3ce45ab req-053b03f1-920c-4852-80ae-bf1acc5226d7 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:09.482637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d2edbf0-62ad-402e-b2af-e170e3ce45ab req-053b03f1-920c-4852-80ae-bf1acc5226d7 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 944 time: 0.1633315 Nov 12 05:32:09.505102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] For port 70debff3-68af-4006-92df-4da5864c3b3d, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:09.541581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] For port 70debff3-68af-4006-92df-4da5864c3b3d, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=70debff3-68af-4006-92df-4da5864c3b3d,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:09.546628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:09.549202 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e31d8-8ce6-49c3-929b-3ab7349e516f" -d '{"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-plugged", "status": "completed", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:09.565049 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.574594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:09.615976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.623856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 665db215-1829-4a76-8e1c-933c2a88f40b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:09.624350 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.690444 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641cf305-f630-4c9e-8556-7a7205fec1b3 x-openstack-request-id: req-641cf305-f630-4c9e-8556-7a7205fec1b3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:09.690867 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-plugged", "status": "completed", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:09.691217 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-641cf305-f630-4c9e-8556-7a7205fec1b3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:09.691713 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'code': 200} Nov 12 05:32:09.715859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d2edbf0-62ad-402e-b2af-e170e3ce45ab req-4165846d-407e-46de-b32d-90221e30d080 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055571 Nov 12 05:32:09.733627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265651d3-9e72-49a2-a54b-ca86ba7c626e None None] Pushing event updated for resources: {'Port': ['ID=70debff3-68af-4006-92df-4da5864c3b3d,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:09.758235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.774402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Router 6869d99e-83c1-44b3-9f9a-413959d74747 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:32:09.836906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:09.920932 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.959893 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.016349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 665db215-1829-4a76-8e1c-933c2a88f40b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=665db215-1829-4a76-8e1c-933c2a88f40b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:10.029853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.053462 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.189418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event updated for resources: {'Port': ['ID=68c7eb2e-cefa-45e7-ba40-a6bcb183f90d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:10.197593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0b2eda6d-3d3d-4d39-aa66-3c100f828044 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:32:10.214791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Network cc93aa52-7a6a-4dc0-b52e-82447b647d87 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:10.252085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:10.256417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:10.260247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:32:10.266001 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-489de963-dd95-4b4b-9ab0-24392c0602e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/6869d99e-83c1-44b3-9f9a-413959d74747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8003299 Nov 12 05:32:10.279156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47808) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:10.321079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.20.0.1 (75a9633c-bd23-4416-8490-c96d99dec451/94c3285a-fb0e-423e-b0f4-fd75f79c00fe/4be650af-8b04-4b7f-a11a-f7daba41b1dd) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:10.374355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Allocated IP 172.20.0.2 (cc93aa52-7a6a-4dc0-b52e-82447b647d87/76b8067b-1a97-43bf-aa78-bd470d775b58/a2d279f2-5251-4a81-9935-fbdfbf7269bc) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:10.422808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:10.425250 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.534924 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.541947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0b38acbb-2b02-46cc-9fd0-96aa7a40bbac tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1479506 Nov 12 05:32:10.546076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47814) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:10.552636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Request body: {'port': {'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1528142344', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:10.553470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.api.validators [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] bootfile-name is not in valid_values {{(pid=102590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:32:10.566723 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.api.validators [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] tftp-server is not in valid_values {{(pid=102590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:32:10.567411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.api.validators [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] server-ip-address is not in valid_values {{(pid=102590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:32:10.658248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.756640 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.787046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.797303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.811989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=665db215-1829-4a76-8e1c-933c2a88f40b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:10.860730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] Sync routers for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:32:10.897091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:10.917528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 70debff3-68af-4006-92df-4da5864c3b3d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:10.930303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 75a9633c-bd23-4416-8490-c96d99dec451 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:10.934883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:10.937762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:11.014806 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:11.015767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:11.086254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:11.086928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:11.158105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3a8e-ff53-4ece-b1fd-e07024feec94 req-4a9a52a4-c3d8-4789-a2b7-1f13ce809ea8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:11.165807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6af3a8e-ff53-4ece-b1fd-e07024feec94 req-4a9a52a4-c3d8-4789-a2b7-1f13ce809ea8 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 944 time: 0.9481332 Nov 12 05:32:11.179784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78bbbf-9f58-4596-abcf-198adaa1441a req-f658b6e2-41e3-43b2-a7bc-df988d711f89 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:11.191567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee78bbbf-9f58-4596-abcf-198adaa1441a req-f658b6e2-41e3-43b2-a7bc-df988d711f89 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 1.0533531 Nov 12 05:32:11.218559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=4be650af-8b04-4b7f-a11a-f7daba41b1dd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:11.229397 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:11.251285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:11.253809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Deleting port dc88776b-9623-49a6-8b25-6cdd9eb1c663 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:11.254376 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:11.361249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] For port dc88776b-9623-49a6-8b25-6cdd9eb1c663, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=dc88776b-9623-49a6-8b25-6cdd9eb1c663,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:11.362303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:11.379782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Calling delete_port for dc88776b-9623-49a6-8b25-6cdd9eb1c663 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:11.400584 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:32:11.401741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:32:10Z', 'revision_number': 6, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:11.455877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Pushing event updated for resources: {'Port': ['ID=a2d279f2-5251-4a81-9935-fbdfbf7269bc,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:11.481173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee78bbbf-9f58-4596-abcf-198adaa1441a req-8846677c-7e44-48ed-bb09-f28ef770242d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771604 Nov 12 05:32:11.535004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6af3a8e-ff53-4ece-b1fd-e07024feec94 req-68ac17ed-06a2-4003-8b2a-17ff2351d7f1 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675725 Nov 12 05:32:11.542558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Made reservation on behalf of fc19d87574ca476eba7e4205c7a85bc5 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:11.550650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Network cc93aa52-7a6a-4dc0-b52e-82447b647d87 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:11.558990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 70debff3-68af-4006-92df-4da5864c3b3d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:11.559346 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:11.561010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] Checking router: 6869d99e-83c1-44b3-9f9a-413959d74747 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:32:11.563708 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:11.612676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:11.621715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] device_id is not set on port b0377826-35ec-4d1c-a983-2e2effa0f190 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:32:11.666875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:11.679196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] Routers {'6869d99e-83c1-44b3-9f9a-413959d74747'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:11.679924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6869d99e-83c1-44b3-9f9a-413959d74747'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:11.849689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Allocated IP 172.20.0.3 (cc93aa52-7a6a-4dc0-b52e-82447b647d87/76b8067b-1a97-43bf-aa78-bd470d775b58/b0377826-35ec-4d1c-a983-2e2effa0f190) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:11.894431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0b2eda6d-3d3d-4d39-aa66-3c100f828044, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0b2eda6d-3d3d-4d39-aa66-3c100f828044,segment=NetworkSegment(46553f53-da9b-4cfb-a08a-ec0b8594880c),segment_id=46553f53-da9b-4cfb-a08a-ec0b8594880c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:11.908181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Attempting to bind port a2d279f2-5251-4a81-9935-fbdfbf7269bc on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:11.908701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Attempting to bind port a2d279f2-5251-4a81-9935-fbdfbf7269bc by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '1509461e-3b41-4d4a-bb2d-aced16b751b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:11.909176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Attempting to bind port a2d279f2-5251-4a81-9935-fbdfbf7269bc on network cc93aa52-7a6a-4dc0-b52e-82447b647d87 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:11.915350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] Set router 6869d99e-83c1-44b3-9f9a-413959d74747 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:12.026755 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.031350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:12.031925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Checking segment: {'id': '1509461e-3b41-4d4a-bb2d-aced16b751b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:12.032633 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.033165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Bound using segment: {'id': '1509461e-3b41-4d4a-bb2d-aced16b751b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:12.033741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Bound port: a2d279f2-5251-4a81-9935-fbdfbf7269bc, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1509461e-3b41-4d4a-bb2d-aced16b751b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc93aa52-7a6a-4dc0-b52e-82447b647d87'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:12.034230 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.037669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '0b2eda6d-3d3d-4d39-aa66-3c100f828044', 'network_id': '4f9a3837-e42b-47a5-8d75-fc6621017e82', 'port_id': '0b2eda6d-3d3d-4d39-aa66-3c100f828044', 'mac_address': 'fa:16:3e:32:3d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aa2623-8c43-4840-9c26-6711cb8491c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:32:12.058146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331558c1-c1e4-4d62-8430-fbadc676b70c None None] Network 75a9633c-bd23-4416-8490-c96d99dec451 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:12.059380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.061726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:32:10Z', 'revision_number': 6, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:12.095016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc88776b-9623-49a6-8b25-6cdd9eb1c663,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:12.152542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339dba9-b3ff-4b9f-9407-43208412eb6f None None] The sync data for ids ['6869d99e-83c1-44b3-9f9a-413959d74747'] in n-d-765315-28 is: [{'id': '6869d99e-83c1-44b3-9f9a-413959d74747', 'name': 'tempest-ServersTestFqdnHostnames-1964113346-router', 'tenant_id': '24dbcd6e28ed4f45909002f36c4c4306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:28:32Z', 'updated_at': '2021-11-12T05:32:10Z', 'revision_number': 6, 'project_id': '24dbcd6e28ed4f45909002f36c4c4306', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:32:12.254303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 70debff3-68af-4006-92df-4da5864c3b3d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=70debff3-68af-4006-92df-4da5864c3b3d,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:12.260428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0c652311-68d5-43de-9e44-d3afab46f1a6 None None] Provisioning complete for port 70debff3-68af-4006-92df-4da5864c3b3d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:12.260936 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0c652311-68d5-43de-9e44-d3afab46f1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.275039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e52c-2391-48ee-b8ce-8183e83fef53 req-4986165d-e52a-4a85-ae93-f4fd5f765952 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:12.276540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe65e52c-2391-48ee-b8ce-8183e83fef53 req-4986165d-e52a-4a85-ae93-f4fd5f765952 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1499839 Nov 12 05:32:12.292919 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.297523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.307016 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.317493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.374308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.432297 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.507145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe65e52c-2391-48ee-b8ce-8183e83fef53 req-74b9f1f7-d1b5-45cb-b3dc-aeed258e97b2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995184 Nov 12 05:32:12.649226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277b74-485b-47e7-b355-207d1cf3cb37 req-c5492083-36d0-45b6-8863-5eeea0f0ea4d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:12.650687 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.651627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66277b74-485b-47e7-b355-207d1cf3cb37 req-c5492083-36d0-45b6-8863-5eeea0f0ea4d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1328754 Nov 12 05:32:12.659400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=4be650af-8b04-4b7f-a11a-f7daba41b1dd,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:12.662643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.666140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.676425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.688296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] For port a2d279f2-5251-4a81-9935-fbdfbf7269bc, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:12.691848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] For port a2d279f2-5251-4a81-9935-fbdfbf7269bc, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a2d279f2-5251-4a81-9935-fbdfbf7269bc,segment=NetworkSegment(1509461e-3b41-4d4a-bb2d-aced16b751b8),segment_id=1509461e-3b41-4d4a-bb2d-aced16b751b8)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:12.698488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2eda6d-3d3d-4d39-aa66-3c100f828044 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:32:12.722945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0b2eda6d-3d3d-4d39-aa66-3c100f828044, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0b2eda6d-3d3d-4d39-aa66-3c100f828044,segment=NetworkSegment(46553f53-da9b-4cfb-a08a-ec0b8594880c),segment_id=46553f53-da9b-4cfb-a08a-ec0b8594880c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:12.724153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=70debff3-68af-4006-92df-4da5864c3b3d,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:12.776035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.821994 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:12.823498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event updated for resources: {'Port': ['ID=b0377826-35ec-4d1c-a983-2e2effa0f190,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:12.848769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Network cc93aa52-7a6a-4dc0-b52e-82447b647d87 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:12.859920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f236868-021d-474a-8901-9770640c3b21 req-d330d065-6b29-47da-833f-c268412fb78e tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:12.861422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f236868-021d-474a-8901-9770640c3b21 req-d330d065-6b29-47da-833f-c268412fb78e tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.0959368 Nov 12 05:32:12.876618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:12.894523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:12.955623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66277b74-485b-47e7-b355-207d1cf3cb37 req-d80bf8cf-4f36-4a76-a13a-8180692fb5df tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975450 Nov 12 05:32:13.002799 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:13.002799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6869d99e-83c1-44b3-9f9a-413959d74747 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:32:13.009132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:13.013837 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-710f99a8-3d69-4053-a116-b3a587f58d48 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6869d99e-83c1-44b3-9f9a-413959d74747 HTTP/1.1" status: 204 len: 168 time: 2.7315130 Nov 12 05:32:13.024881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47832) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:13.050474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 75a9633c-bd23-4416-8490-c96d99dec451 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:13.053292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:13.180280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f236868-021d-474a-8901-9770640c3b21 req-f7dc4da6-a009-4a4a-b883-80311f4c22ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078902 Nov 12 05:32:13.222088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 665db215-1829-4a76-8e1c-933c2a88f40b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:13.227066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:13.227911 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:13.332714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d18939-dc32-40a7-a8fb-9d3fbaeb968b admin admin] Deleting subnet 2fad848d-edc7-4934-b433-5f048577bcb2 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:32:13.351777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['0b2eda6d-3d3d-4d39-aa66-3c100f828044'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:13.355631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9c325358-8480-4189-a225-77ff80733b6d tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.8078289 Nov 12 05:32:13.356944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7d547-298a-4806-a3a6-2c2f9bde89d5 None None] Pushing event updated for resources: {'Port': ['ID=a2d279f2-5251-4a81-9935-fbdfbf7269bc,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:13.362980 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56d18939-dc32-40a7-a8fb-9d3fbaeb968b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:13.365888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47834) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:13.480376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1509e573-7bf4-4d75-9b9d-3c2210475514 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:32:13.598582 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56d18939-dc32-40a7-a8fb-9d3fbaeb968b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:13.632507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79232941-cdfd-45a8-a4c8-a854c4be961e req-e6809219-b72b-479f-8a30-3bd40ea5533d tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:13.653428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79232941-cdfd-45a8-a4c8-a854c4be961e req-e6809219-b72b-479f-8a30-3bd40ea5533d tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 945 time: 0.5269363 Nov 12 05:32:13.660819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=0b2eda6d-3d3d-4d39-aa66-3c100f828044,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:13.712885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 665db215-1829-4a76-8e1c-933c2a88f40b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:13.713411 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:13.776169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:32:13.787739 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Sync routers for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:32:13.801561 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:13.806044 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:13.812147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3a6e9553-2ad5-4487-9afa-f26635d313c7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "PUT /v2.0/routers/1509e573-7bf4-4d75-9b9d-3c2210475514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6525640 Nov 12 05:32:13.843990 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56d18939-dc32-40a7-a8fb-9d3fbaeb968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.008295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bfb23-5af7-45ae-af3c-5d2491c2d9cb req-5e3b1530-69a3-4bf9-90ff-044a94c7e850 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:14.009876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-569bfb23-5af7-45ae-af3c-5d2491c2d9cb req-5e3b1530-69a3-4bf9-90ff-044a94c7e850 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.6729887 Nov 12 05:32:14.011004 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56d18939-dc32-40a7-a8fb-9d3fbaeb968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.070472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 70debff3-68af-4006-92df-4da5864c3b3d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:14.094078 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:14.098578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d02bb52-e67a-4066-952f-ae8b06509b28 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:14.114249 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-223dd243-0da6-4bb8-b756-3199698a172d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.123303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d02bb52-e67a-4066-952f-ae8b06509b28 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:14.137942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 70debff3-68af-4006-92df-4da5864c3b3d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:14.138472 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.152120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d02bb52-e67a-4066-952f-ae8b06509b28 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:14.161252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6d02bb52-e67a-4066-952f-ae8b06509b28 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.7908349 Nov 12 05:32:14.164326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47844) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:14.193024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f042b-4a32-4e9e-a305-36e940363d8c None None] Network cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:14.200248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d18939-dc32-40a7-a8fb-9d3fbaeb968b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fad848d-edc7-4934-b433-5f048577bcb2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:14.233877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56d18939-dc32-40a7-a8fb-9d3fbaeb968b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.237641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-56d18939-dc32-40a7-a8fb-9d3fbaeb968b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2fad848d-edc7-4934-b433-5f048577bcb2 HTTP/1.1" status: 204 len: 168 time: 1.2099314 Nov 12 05:32:14.250409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47848) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:14.358237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79232941-cdfd-45a8-a4c8-a854c4be961e req-869f00c1-3899-41fd-9ef9-1ae9a2c8a2c7 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040281 Nov 12 05:32:14.386557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-569bfb23-5af7-45ae-af3c-5d2491c2d9cb req-9f1a5694-fa0f-4e58-b861-92509706f8f8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469257 Nov 12 05:32:14.496495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cbc0eacf-a35a-4af9-ab24-b464aeec7f97 None None] Provisioning complete for port 70debff3-68af-4006-92df-4da5864c3b3d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:14.497108 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cbc0eacf-a35a-4af9-ab24-b464aeec7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.576231 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 2, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:14.658092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.697342 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Checking router: 1509e573-7bf4-4d75-9b9d-3c2210475514 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:32:14.697703 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Updating router 1509e573-7bf4-4d75-9b9d-3c2210475514 port 4be650af-8b04-4b7f-a11a-f7daba41b1dd binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:32:14.746437 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.796246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Deleting port b0377826-35ec-4d1c-a983-2e2effa0f190 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:14.797722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:14.836489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] DHCP port deletion for cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:32:14.849924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966dfa5-d2f1-4300-8b9f-60ea374fa740 req-5b81bdea-a353-481d-9aa1-47d2e4d028a7 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:14.852523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7966dfa5-d2f1-4300-8b9f-60ea374fa740 req-5b81bdea-a353-481d-9aa1-47d2e4d028a7 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.2281947 Nov 12 05:32:14.922021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-5fa91b41-bb78-4730-80d3-c6d71340f963 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864388473&fields=id&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 267 time: 0.2743225 Nov 12 05:32:14.930291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device dc88776b-9623-49a6-8b25-6cdd9eb1c663 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:32:14.980655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0b2eda6d-3d3d-4d39-aa66-3c100f828044 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:15.000135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: dc88776b-9623-49a6-8b25-6cdd9eb1c663 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:32:15.000446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device dc88776b-9623-49a6-8b25-6cdd9eb1c663 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:32:15.000877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c5c536-640f-4938-8039-cceb58f61ef8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:32:15.036770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7966dfa5-d2f1-4300-8b9f-60ea374fa740 req-b1e701b1-4f1e-4945-ae60-7e527aa0e2ed tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766081 Nov 12 05:32:15.095620 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:15.128519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Calling delete_port for b0377826-35ec-4d1c-a983-2e2effa0f190 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:15.161868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d2dcda-56ad-4738-9d83-818b7b7aee8a None None] Network cc93aa52-7a6a-4dc0-b52e-82447b647d87 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:15.262864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-d9f68c63-82d4-40fc-9bda-578da59e319c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:15.268349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 94c5c536-640f-4938-8039-cceb58f61ef8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:32:15.268688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c5c536-640f-4938-8039-cceb58f61ef8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:32:15.272201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-d9f68c63-82d4-40fc-9bda-578da59e319c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/networks?id=75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 200 len: 796 time: 0.3487694 Nov 12 05:32:15.327405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cbc0eacf-a35a-4af9-ab24-b464aeec7f97 None None] Provisioning complete for port 4be650af-8b04-4b7f-a11a-f7daba41b1dd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:15.327783 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cbc0eacf-a35a-4af9-ab24-b464aeec7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:15.390274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0eacf-a35a-4af9-ab24-b464aeec7f97 None None] Port 4be650af-8b04-4b7f-a11a-f7daba41b1dd cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:15.402939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-14f753a5-5836-49b4-9c0e-f97b0179c77a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/quotas/55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 375 time: 0.1286852 Nov 12 05:32:15.448811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] Deleting port dd793bc4-2397-464d-894b-39f8d4c6165d {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:15.449185 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:15.517107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-36cc6ddd-f833-4a3c-bb94-a6b91d7c852b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121738 Nov 12 05:32:15.530559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbb23e-9c68-4244-bd7f-a428246c1bf7 req-33901074-66bc-49f1-bd24-bae86c5bbbae tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:15.532540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4bbb23e-9c68-4244-bd7f-a428246c1bf7 req-33901074-66bc-49f1-bd24-bae86c5bbbae tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.2504182 Nov 12 05:32:15.590038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] For port dd793bc4-2397-464d-894b-39f8d4c6165d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=dd793bc4-2397-464d-894b-39f8d4c6165d,segment=NetworkSegment(d66e5d48-820d-4672-9f77-9bd2ec986ad6),segment_id=d66e5d48-820d-4672-9f77-9bd2ec986ad6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:15.590694 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:15.616812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a2d279f2-5251-4a81-9935-fbdfbf7269bc up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:15.635898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:15.693285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4bbb23e-9c68-4244-bd7f-a428246c1bf7 req-60defada-80e1-464a-9a8a-497cd988b670 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450398 Nov 12 05:32:15.722928 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:15.724657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a3e2825f-f0d0-4362-97e2-377b111ab5fc service neutron] 10.222.0.48 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890175 Nov 12 05:32:15.743638 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:15.782371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Provisioning complete for port a2d279f2-5251-4a81-9935-fbdfbf7269bc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:15.803237 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:15.808597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] Calling delete_port for dd793bc4-2397-464d-894b-39f8d4c6165d owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:15.897702 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1083f77-9e93-483e-8b7b-e6742901d92e None None] Pushing event updated for resources: {'Port': ['ID=4be650af-8b04-4b7f-a11a-f7daba41b1dd,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:16.017539 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Attempting to bind port 4be650af-8b04-4b7f-a11a-f7daba41b1dd on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:16.017919 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Attempting to bind port 4be650af-8b04-4b7f-a11a-f7daba41b1dd by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:16.026062 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Attempting to bind port 4be650af-8b04-4b7f-a11a-f7daba41b1dd on network 75a9633c-bd23-4416-8490-c96d99dec451 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:16.033008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:32:16.043786 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:16.044588 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Checking segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:16.044588 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.044985 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Bound using segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:16.045464 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Bound port: 4be650af-8b04-4b7f-a11a-f7daba41b1dd, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:16.045830 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.181590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:16.182070 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.251236 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.267118 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] For port 4be650af-8b04-4b7f-a11a-f7daba41b1dd, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:16.271747 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] For port 4be650af-8b04-4b7f-a11a-f7daba41b1dd, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4be650af-8b04-4b7f-a11a-f7daba41b1dd,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:16.279769 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.351280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-fc3a8aa7-f20a-42ad-a7ff-e4e4131d700b service neutron] 10.222.0.48 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963361 Nov 12 05:32:16.364665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] Pushing event deleted for resources: {'Port': ['ID=dd793bc4-2397-464d-894b-39f8d4c6165d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:16.423582 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1083f77-9e93-483e-8b7b-e6742901d92e None None] Pushing event updated for resources: {'Port': ['ID=4be650af-8b04-4b7f-a11a-f7daba41b1dd,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:16.439605 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:16.440255 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:16.468622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9edc8ac-f32d-4882-a9f5-35d48300518a None None] No DVR routers for this DVR port dd793bc4-2397-464d-894b-39f8d4c6165d on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:32:16.519349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-8495f94b-1ea6-4181-ab34-233e5ab93218 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:16.523536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-8495f94b-1ea6-4181-ab34-233e5ab93218 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.6977925 Nov 12 05:32:16.555367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-27d6227f-c992-4a65-a5cd-242e1f70ebb9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/quotas/24165a3c508449c1a6ee2ece4b5a453a HTTP/1.1" status: 200 len: 375 time: 0.0247080 Nov 12 05:32:16.608950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event deleted for resources: {'Port': ['ID=b0377826-35ec-4d1c-a983-2e2effa0f190,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:16.624893 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-013f289f-fdf9-4260-9895-f18b8ed4f719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.654885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Deleting port dd793bc4-2397-464d-894b-39f8d4c6165d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:16.655226 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.665462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-aa8d82c4-6c09-456f-ac25-3405a1229094 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1043708 Nov 12 05:32:16.693016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a2d279f2-5251-4a81-9935-fbdfbf7269bc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:16.708844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.804540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:16.844224 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:16.849063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.862140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.865851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.874710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.875058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.892584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.893067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.893418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.893757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.894094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.894447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:16.894778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:17.019203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] For port a2d279f2-5251-4a81-9935-fbdfbf7269bc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a2d279f2-5251-4a81-9935-fbdfbf7269bc,segment=NetworkSegment(1509461e-3b41-4d4a-bb2d-aced16b751b8),segment_id=1509461e-3b41-4d4a-bb2d-aced16b751b8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:17.029200 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:17.041331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:17.045484 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-60305401-ec77-4983-80b4-7785d8b3c0d0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "DELETE /v2.0/ports/b0377826-35ec-4d1c-a983-2e2effa0f190 HTTP/1.1" status: 204 len: 168 time: 2.8799319 Nov 12 05:32:17.047079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] For port dd793bc4-2397-464d-894b-39f8d4c6165d, host n-d-765315-28, got binding levels [] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:17.047552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:17.050270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47896) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:17.057294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Request body: {'port': {'name': 'tempest-new-port-name-1924802907', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:17.058067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.api.validators [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] bootfile-name is not in valid_values {{(pid=102589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:32:17.058685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.api.validators [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] tftp-server is not in valid_values {{(pid=102589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:32:17.059268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.api.validators [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] server-ip-address is not in valid_values {{(pid=102589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 05:32:17.064472 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:17.122990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-f48b76ff-799d-41fa-b266-f7f55eb039fa service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487908 Nov 12 05:32:17.148485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Pushing event updated for resources: {'Port': ['ID=a2d279f2-5251-4a81-9935-fbdfbf7269bc,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:17.303251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:17.320064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Calling delete_port for dd793bc4-2397-464d-894b-39f8d4c6165d owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:17.336903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Port dd793bc4-2397-464d-894b-39f8d4c6165d was not found and therefore no delete operation was performed {{(pid=102589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:32:17.340762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90c69e-3e47-4c9d-81f4-43a093d639c8 req-0c1355b2-48fb-4893-ac4c-29028ea86181 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:17.363371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:17.365041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb90c69e-3e47-4c9d-81f4-43a093d639c8 req-0c1355b2-48fb-4893-ac4c-29028ea86181 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 945 time: 0.4792938 Nov 12 05:32:17.457205 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:16Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:17.555695 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134cec-9f23-41c8-8fd2-d61002c95e95 None None] The sync data for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 is: [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:16Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:32:17.562711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb90c69e-3e47-4c9d-81f4-43a093d639c8 req-aee0a63a-b11b-4400-91e8-b0a319b8d952 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964393 Nov 12 05:32:17.593611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-e6aa40b1-9083-4644-adfa-3a03733721b3 service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696336 Nov 12 05:32:17.896542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1b0b6-4610-481c-bb7c-b369e7492b67 req-cb3afe66-4700-463a-801c-4954a4ad796a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:17.910066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fa1b0b6-4610-481c-bb7c-b369e7492b67 req-cb3afe66-4700-463a-801c-4954a4ad796a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1904247 Nov 12 05:32:17.981650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd793bc4-2397-464d-894b-39f8d4c6165d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:17.995361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] No DVR routers for this DVR port dd793bc4-2397-464d-894b-39f8d4c6165d on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:32:17.997034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd60eac5-225f-4643-a26c-f73cdf9f5688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2eda6d-3d3d-4d39-aa66-3c100f828044'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:18.007730 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8529b6-884e-4ac5-a675-51782eeb1f12" -d '{"events": [{"server_uuid": "dd60eac5-225f-4643-a26c-f73cdf9f5688", "name": "network-vif-plugged", "status": "completed", "tag": "0b2eda6d-3d3d-4d39-aa66-3c100f828044"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:18.073705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Provisioning complete for port 4be650af-8b04-4b7f-a11a-f7daba41b1dd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:18.077011 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.093370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3fa1b0b6-4610-481c-bb7c-b369e7492b67 req-f1c6b507-f679-4d72-a83d-a8a212b459b1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820576 Nov 12 05:32:18.095500 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.128377 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.137496 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.216573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.217803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb1b5ccc-5518-4b1b-b131-d6a3c203d0b9 req-e90f06ca-24fd-4933-ae5c-f7771a46009e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 210 time: 0.1647489 Nov 12 05:32:18.239370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0b2eda6d-3d3d-4d39-aa66-3c100f828044, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0b2eda6d-3d3d-4d39-aa66-3c100f828044,segment=NetworkSegment(46553f53-da9b-4cfb-a08a-ec0b8594880c),segment_id=46553f53-da9b-4cfb-a08a-ec0b8594880c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:18.263370 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.264169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc4f5ea-a7b3-479e-841c-ab0b513df6e9']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:18.277501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66e5d48-820d-4672-9f77-9bd2ec986ad6') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:18.277843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66e5d48-820d-4672-9f77-9bd2ec986ad6') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:18.317573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.372232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device dd793bc4-2397-464d-894b-39f8d4c6165d no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:32:18.374983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.377846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2c111-8bf6-4d4a-8ac0-ce3289d19102 req-7ea7891e-0259-4582-9ae4-88cc32a66d40 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:18.387644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ef2c111-8bf6-4d4a-8ac0-ce3289d19102 req-7ea7891e-0259-4582-9ae4-88cc32a66d40 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.1137381 Nov 12 05:32:18.432578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:32:18.432991 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.476461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-156c8378-091b-437f-909a-35663b7cb99f req-82fd4cff-6577-4fac-809d-a9989d562488 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 210 time: 0.0658875 Nov 12 05:32:18.499116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: dd793bc4-2397-464d-894b-39f8d4c6165d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:32:18.516060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device dd793bc4-2397-464d-894b-39f8d4c6165d not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:32:18.563251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=0b2eda6d-3d3d-4d39-aa66-3c100f828044,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:18.607524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ef2c111-8bf6-4d4a-8ac0-ce3289d19102 req-a4b91a4c-025b-4e4e-a5a3-1907679d9319 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173920 Nov 12 05:32:18.688133 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c52c197-a70d-4e26-8b8c-53ac51404deb x-openstack-request-id: req-2c52c197-a70d-4e26-8b8c-53ac51404deb {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:18.691276 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd60eac5-225f-4643-a26c-f73cdf9f5688", "name": "network-vif-plugged", "status": "completed", "tag": "0b2eda6d-3d3d-4d39-aa66-3c100f828044", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:18.691747 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c52c197-a70d-4e26-8b8c-53ac51404deb {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:18.692371 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd60eac5-225f-4643-a26c-f73cdf9f5688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2eda6d-3d3d-4d39-aa66-3c100f828044', 'code': 200} Nov 12 05:32:18.713057 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.753784 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:32:18.797128 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:32:18.855091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] For port 4be650af-8b04-4b7f-a11a-f7daba41b1dd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4be650af-8b04-4b7f-a11a-f7daba41b1dd,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:18.864508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c323f5-8a1b-4379-a410-1650d3ce7cde req-3ab822dd-919f-446d-92ee-f9326424f238 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:18.867602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.874756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4c323f5-8a1b-4379-a410-1650d3ce7cde req-3ab822dd-919f-446d-92ee-f9326424f238 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 946 time: 0.1080508 Nov 12 05:32:18.940170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-245166e1-f06e-46cc-9062-8ae5f14d3fde tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:18.943117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-245166e1-f06e-46cc-9062-8ae5f14d3fde tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.43 "GET /v2.0/networks?id=75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 200 len: 796 time: 0.3077588 Nov 12 05:32:19.078014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a2d279f2-5251-4a81-9935-fbdfbf7269bc up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:19.247634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976aa3e-cd41-454d-a8f7-6d0c40653415 None None] Pushing event updated for resources: {'Port': ['ID=4be650af-8b04-4b7f-a11a-f7daba41b1dd,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:19.264148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-34cb7ec2-c2d1-41b0-8e3b-054372308597 None None] Provisioning complete for port 68c7eb2e-cefa-45e7-ba40-a6bcb183f90d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:19.264837 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34cb7ec2-c2d1-41b0-8e3b-054372308597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:19.291079 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:19.317630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-34cb7ec2-c2d1-41b0-8e3b-054372308597 None None] Port 68c7eb2e-cefa-45e7-ba40-a6bcb183f90d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:19.330419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a2d279f2-5251-4a81-9935-fbdfbf7269bc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:19.330893 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:19.364038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-40a89570-d48c-4620-a3d1-4fa4d73fed43 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 380 time: 0.3891370 Nov 12 05:32:19.368647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-34cb7ec2-c2d1-41b0-8e3b-054372308597 None None] Provisioning complete for port a2d279f2-5251-4a81-9935-fbdfbf7269bc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:19.369115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34cb7ec2-c2d1-41b0-8e3b-054372308597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:19.378967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4c323f5-8a1b-4379-a410-1650d3ce7cde req-ae870d38-65aa-4d5d-90c0-fa8a84bcbc10 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026553 Nov 12 05:32:19.395289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'port': {'device_id': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'admin_state_up': True, 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'security_groups': ['914e924c-d7df-4254-878e-7186bbc97f36']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:19.442786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:19.466437 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cbc4f5ea-a7b3-479e-841c-ab0b513df6e9 HTTP/1.1" status: 204 len: 168 time: 5.2132008 Nov 12 05:32:19.580746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df7b7-8741-4ee6-bf0a-4e700a4d7678 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc4f5ea-a7b3-479e-841c-ab0b513df6e9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:19.689700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event updated for resources: {'Port': ['ID=68c7eb2e-cefa-45e7-ba40-a6bcb183f90d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:19.699303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:19.719268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afe5c1-976b-4100-91f6-cfcdd4f77b3e req-b4beeb8f-c00b-4902-b4c1-b469218b2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:19.722135 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-26afe5c1-976b-4100-91f6-cfcdd4f77b3e req-b4beeb8f-c00b-4902-b4c1-b469218b2e9f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 1098 time: 0.8451188 Nov 12 05:32:19.731316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] In _notify_port_updated(), no bound segment for port 68c7eb2e-cefa-45e7-ba40-a6bcb183f90d on network cc93aa52-7a6a-4dc0-b52e-82447b647d87 {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:32:19.739971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:19.751457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:19.754564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a24e052f-7183-4e90-878b-85efd7e516f7 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "PUT /v2.0/ports/68c7eb2e-cefa-45e7-ba40-a6bcb183f90d HTTP/1.1" status: 200 len: 1136 time: 2.7029703 Nov 12 05:32:19.767323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47934) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:19.767533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19add201-aeb7-4595-816a-7a1147c23248 req-ec68d2a9-f10d-49fe-b5cf-149de7f0aebc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 210 time: 0.1749470 Nov 12 05:32:19.805432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6844a1-ce1c-4e80-96f1-225ed9824fe5 req-a1ecb222-da29-4604-be21-950166c40ad9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:19.817273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d6844a1-ce1c-4e80-96f1-225ed9824fe5 req-a1ecb222-da29-4604-be21-950166c40ad9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.3478870 Nov 12 05:32:19.893462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4be650af-8b04-4b7f-a11a-f7daba41b1dd up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:19.935072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47936) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:19.951976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d6844a1-ce1c-4e80-96f1-225ed9824fe5 req-e87a4407-1bd7-4b16-adfa-cfd9859b264c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336846 Nov 12 05:32:19.959241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-34cb7ec2-c2d1-41b0-8e3b-054372308597 None None] Could not find standard attr ID for object b0377826-35ec-4d1c-a983-2e2effa0f190. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:32:19.978921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-34cb7ec2-c2d1-41b0-8e3b-054372308597 None None] Provisioning complete for port 4be650af-8b04-4b7f-a11a-f7daba41b1dd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:19.979487 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34cb7ec2-c2d1-41b0-8e3b-054372308597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.016603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4be650af-8b04-4b7f-a11a-f7daba41b1dd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:20.017119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.063280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489044e-1910-4e46-9855-805cc87c4728 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:20.071752 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b489044e-1910-4e46-9855-805cc87c4728 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "GET /v2.0/ports/68c7eb2e-cefa-45e7-ba40-a6bcb183f90d HTTP/1.1" status: 200 len: 1136 time: 0.2976534 Nov 12 05:32:20.073760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:20.097569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1fab6f7-7120-4c31-be71-c6a6803f651b req-e5342cee-cd59-4c0f-8d68-61a99ab43702 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 210 time: 0.1379735 Nov 12 05:32:20.122932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:20.127885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.198286 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-26afe5c1-976b-4100-91f6-cfcdd4f77b3e req-34a25f61-79c9-4312-b4bb-7cd4ad3c4007 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631333 Nov 12 05:32:20.227659 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f11cf85-a44d-4b5b-ae52-e9874a942550 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24dbcd6e28ed4f45909002f36c4c4306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886169 Nov 12 05:32:20.250485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47940) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:20.313589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ab793e40-24eb-444a-92fb-6b457aa71020 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Deleting port 68c7eb2e-cefa-45e7-ba40-a6bcb183f90d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:20.314960 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab793e40-24eb-444a-92fb-6b457aa71020 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.322236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e5e38ca9-cb6a-4d17-8b10-5994751ecea0 None None] Provisioning complete for port 68c7eb2e-cefa-45e7-ba40-a6bcb183f90d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:20.322860 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5e38ca9-cb6a-4d17-8b10-5994751ecea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.377563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f9c60-aa15-4e2f-b51c-a27a79afe90b req-fc90d8df-f2d3-41c7-bc5b-7108dba7e3e1 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:20.379137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-554f9c60-aa15-4e2f-b51c-a27a79afe90b req-fc90d8df-f2d3-41c7-bc5b-7108dba7e3e1 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.2765448 Nov 12 05:32:20.415787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc69569e-8717-4f9b-8f11-9126d5129821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.440002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e5e38ca9-cb6a-4d17-8b10-5994751ecea0 None None] Port 68c7eb2e-cefa-45e7-ba40-a6bcb183f90d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:20.449907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc69569e-8717-4f9b-8f11-9126d5129821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.508526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.20.0.14 (75a9633c-bd23-4416-8490-c96d99dec451/94c3285a-fb0e-423e-b0f4-fd75f79c00fe/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:20.558274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-554f9c60-aa15-4e2f-b51c-a27a79afe90b req-f8d9ff84-68fd-46f0-8cb3-15cd8f894679 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309214 Nov 12 05:32:20.586063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab793e40-24eb-444a-92fb-6b457aa71020 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.588309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a762b1da-c6c6-4216-8fd3-8ced35743526 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:20.591468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a762b1da-c6c6-4216-8fd3-8ced35743526 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.3438153 Nov 12 05:32:20.611350 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ab793e40-24eb-444a-92fb-6b457aa71020 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Calling delete_port for 68c7eb2e-cefa-45e7-ba40-a6bcb183f90d owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:20.633494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc69569e-8717-4f9b-8f11-9126d5129821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.637123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc69569e-8717-4f9b-8f11-9126d5129821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.641651 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc69569e-8717-4f9b-8f11-9126d5129821 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df729633-704b-48a4-8f08-6c645592c328 HTTP/1.1" status: 204 len: 168 time: 0.3853128 Nov 12 05:32:20.646110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'port': {'device_id': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'admin_state_up': True, 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:20.687319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4be650af-8b04-4b7f-a11a-f7daba41b1dd up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:20.824790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4be650af-8b04-4b7f-a11a-f7daba41b1dd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:20.829907 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.849599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c808bb4-9a5b-4d68-877d-d109f3881b7a req-0986cc6d-d203-494e-b3d9-85945f91f8de tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:20.865337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c808bb4-9a5b-4d68-877d-d109f3881b7a req-0986cc6d-d203-494e-b3d9-85945f91f8de tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 946 time: 0.3035717 Nov 12 05:32:20.917165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69569e-8717-4f9b-8f11-9126d5129821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df729633-704b-48a4-8f08-6c645592c328,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:20.920377 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab793e40-24eb-444a-92fb-6b457aa71020 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:20.958814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab793e40-24eb-444a-92fb-6b457aa71020 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event deleted for resources: {'Port': ['ID=68c7eb2e-cefa-45e7-ba40-a6bcb183f90d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:21.117825 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab793e40-24eb-444a-92fb-6b457aa71020 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:21.121879 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ab793e40-24eb-444a-92fb-6b457aa71020 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "DELETE /v2.0/ports/68c7eb2e-cefa-45e7-ba40-a6bcb183f90d HTTP/1.1" status: 204 len: 168 time: 1.0397999 Nov 12 05:32:21.126826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47964) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:21.210105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd0e4ede-a582-4c21-8024-2e7d1522da7d req-0e7dd148-4b6f-46fd-8a9a-29cb8eaf04ca tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 210 time: 0.1861596 Nov 12 05:32:21.231669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffbfc7f-af7f-48cc-9b51-1632ef78d7f0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Deleting subnet 76b8067b-1a97-43bf-aa78-bd470d775b58 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:32:21.239129 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfc7f-af7f-48cc-9b51-1632ef78d7f0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:21.332519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:21.352988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfc7f-af7f-48cc-9b51-1632ef78d7f0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:21.435621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c808bb4-9a5b-4d68-877d-d109f3881b7a req-9754c9db-c46d-497e-a9b7-ed797ced0200 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685313 Nov 12 05:32:21.445135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Made reservation on behalf of 24165a3c508449c1a6ee2ece4b5a453a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:21.449568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:21.594092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfc7f-af7f-48cc-9b51-1632ef78d7f0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:21.720210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Allocated IP 172.20.0.8 (46a369b1-c712-4dc4-bd41-f07c0aa831fd/924bc2b7-ff2f-47ff-995f-624e60488b5f/5277eeef-23f7-4331-b71e-e6d73ffb129f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:21.743702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfc7f-af7f-48cc-9b51-1632ef78d7f0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:21.811679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbfc7f-af7f-48cc-9b51-1632ef78d7f0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event deleted for resources: {'Subnet': ['ID=76b8067b-1a97-43bf-aa78-bd470d775b58,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:21.823517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfc7f-af7f-48cc-9b51-1632ef78d7f0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:21.823758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb3fe3-1c6f-442b-b366-f329281dc79b None None] Network cc93aa52-7a6a-4dc0-b52e-82447b647d87 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:21.829336 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6ffbfc7f-af7f-48cc-9b51-1632ef78d7f0 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "DELETE /v2.0/subnets/76b8067b-1a97-43bf-aa78-bd470d775b58 HTTP/1.1" status: 204 len: 168 time: 0.6997752 Nov 12 05:32:21.833994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47982) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:21.892634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e6506-96e6-4841-bb22-f8f04a4c0f6f req-2e8b3d77-8ca6-4d56-9621-dfdfd215be23 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:21.907153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-816e6506-96e6-4841-bb22-f8f04a4c0f6f req-2e8b3d77-8ca6-4d56-9621-dfdfd215be23 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.5639608 Nov 12 05:32:21.918607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6cb5bbfa-aa08-4f73-af64-a7c6cdf30adb req-5f56c2fa-4822-4731-848e-e289bfa7e581 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 210 time: 0.1649828 Nov 12 05:32:21.958483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.027202 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.064351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:22.104712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.105067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.105431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.105767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.106098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.106499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.106773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.107112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.107428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.107758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.108075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.108486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:22.130089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47988) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:22.176126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 75a9633c-bd23-4416-8490-c96d99dec451 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:22.181668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] DHCP port deletion for cc93aa52-7a6a-4dc0-b52e-82447b647d87 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:32:22.188271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Deleting port a2d279f2-5251-4a81-9935-fbdfbf7269bc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:22.188958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.230672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-816e6506-96e6-4841-bb22-f8f04a4c0f6f req-86d76ede-a0c8-4c2c-9858-48a4ea28fd99 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132076 Nov 12 05:32:22.231816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:22.243460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:22.294763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] For port a2d279f2-5251-4a81-9935-fbdfbf7269bc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a2d279f2-5251-4a81-9935-fbdfbf7269bc,segment=NetworkSegment(1509461e-3b41-4d4a-bb2d-aced16b751b8),segment_id=1509461e-3b41-4d4a-bb2d-aced16b751b8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:22.295237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.322465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Calling delete_port for a2d279f2-5251-4a81-9935-fbdfbf7269bc owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:22.342823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] Deleting port a2d279f2-5251-4a81-9935-fbdfbf7269bc {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:22.344445 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.390230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30390e34-6e5c-44c7-a894-60df38b8adf6 req-ea2ac6e9-6377-4820-a8f7-1efd4bb74995 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:22.405650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30390e34-6e5c-44c7-a894-60df38b8adf6 req-ea2ac6e9-6377-4820-a8f7-1efd4bb74995 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.3152444 Nov 12 05:32:22.455511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] For port a2d279f2-5251-4a81-9935-fbdfbf7269bc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a2d279f2-5251-4a81-9935-fbdfbf7269bc,segment=NetworkSegment(1509461e-3b41-4d4a-bb2d-aced16b751b8),segment_id=1509461e-3b41-4d4a-bb2d-aced16b751b8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:22.456332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.489108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] Calling delete_port for a2d279f2-5251-4a81-9935-fbdfbf7269bc owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:22.530883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-994942294-network', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:22.577764 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.597036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:22.604860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.617930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:22.619166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.666178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event deleted for resources: {'Port': ['ID=a2d279f2-5251-4a81-9935-fbdfbf7269bc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:22.668712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] No DVR routers for this DVR port a2d279f2-5251-4a81-9935-fbdfbf7269bc on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.671934 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:32:22.674937 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:32:22.675948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.682688 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.719030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] No DVR routers for this DVR port a2d279f2-5251-4a81-9935-fbdfbf7269bc on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:32:22.752289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a2d279f2-5251-4a81-9935-fbdfbf7269bc no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:32:22.759826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54f2ca-3e07-4156-a22f-21fa7ebf6d3a None None] Pushing event deleted for resources: {'Port': ['ID=a2d279f2-5251-4a81-9935-fbdfbf7269bc,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:22.788261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a2d279f2-5251-4a81-9935-fbdfbf7269bc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:32:22.788908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a2d279f2-5251-4a81-9935-fbdfbf7269bc not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:32:22.810134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-57825f43-7bb9-47ec-88b3-ebdd8cf52d6f None None] Provisioning complete for port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:22.810778 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-57825f43-7bb9-47ec-88b3-ebdd8cf52d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.902457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:22.911031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-57825f43-7bb9-47ec-88b3-ebdd8cf52d6f None None] Port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:22.960404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc93aa52-7a6a-4dc0-b52e-82447b647d87']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:22.986211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1509461e-3b41-4d4a-bb2d-aced16b751b8') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:22.986833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1509461e-3b41-4d4a-bb2d-aced16b751b8') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:23.007926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.036016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.073817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:32:23.077719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:32:23.084169 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:32:23.102006 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.153142 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.154825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.196346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a56c1ffa-3073-40d2-b26a-88dc5cafadf1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8156385 Nov 12 05:32:23.204488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62839a-03e7-4689-8343-4743e285660f req-65a78932-904e-4a78-85d6-bd78be423b18 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:23.212606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c62839a-03e7-4689-8343-4743e285660f req-65a78932-904e-4a78-85d6-bd78be423b18 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 932 time: 0.8762295 Nov 12 05:32:23.221302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.225838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.228415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Request body: {'port': {'device_id': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:23.231881 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] 10.222.0.48 "DELETE /v2.0/networks/cc93aa52-7a6a-4dc0-b52e-82447b647d87 HTTP/1.1" status: 204 len: 168 time: 1.3940654 Nov 12 05:32:23.231881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:32:23.255481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed609a-9094-462b-9c08-c1eabf6fe311 tempest-ExtraDHCPOptionsTestJSON-1518570595 tempest-ExtraDHCPOptionsTestJSON-1518570595-project] Pushing event deleted for resources: {'Network': ['ID=cc93aa52-7a6a-4dc0-b52e-82447b647d87,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:23.264294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613cd1f8-83ba-4176-aeac-2a06f4afd25c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:23.290717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30390e34-6e5c-44c7-a894-60df38b8adf6 req-3fe32655-ad7f-4c9b-8af4-95af5e82bbcc tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8723903 Nov 12 05:32:23.302183 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.307333 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Added segment 4bf10eb0-8c34-44a5-bdbf-67affabceb8e of type vlan for network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 Nov 12 05:32:23.418631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c62839a-03e7-4689-8343-4743e285660f req-f3cff33d-9d3e-458a-8d5e-e6aa3248dc6a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006917 Nov 12 05:32:23.421980 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.429684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.477580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.478732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:23.479417 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.486665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.502308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1ceec9d2-700a-447e-a489-eb2997f6ad75', 'af49a1ee-bac6-4081-9e13-efd43488d182'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:23.580722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4465659 Nov 12 05:32:23.583717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:23.590666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Request body: {'subnet': {'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-994942294-subnet', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:23.601971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895e2cc-1d30-43c9-a59a-3320e527d116 admin admin] Pushing event updated for resources: {'Network': ['ID=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:23.618817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:32:23.623304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:23.626087 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.802027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48008) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:23.877937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.992352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:32:24.004679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.010551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:24.017136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33a274b-9f92-41a5-992c-21b88f3cda07,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:24.030742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:24.033236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:24.065645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Checking segment: {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:24.066003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Network hostable DHCP agents. Network: baf7a7c6-fb6c-4f62-aa60-b489b3c60a65, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:32:24.108235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Transition to ACTIVE for port object 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:32:24.109349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'Port': ['ID=5277eeef-23f7-4331-b71e-e6d73ffb129f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:24.121742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:24.122580 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.125565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48018) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:24.131306 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-987b571a-8bf6-4b61-bbdf-eb1194d7f308 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc19d87574ca476eba7e4205c7a85bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232431 Nov 12 05:32:24.132738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.142895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699672d5-3fc9-44e0-a8b6-629a58e3ba47 req-7663e807-5cef-4418-bbbd-923c55a6fff0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:24.149184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-699672d5-3fc9-44e0-a8b6-629a58e3ba47 req-7663e807-5cef-4418-bbbd-923c55a6fff0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 946 time: 0.7292974 Nov 12 05:32:24.159915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:32:24.179556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, baf7a7c6-fb6c-4f62-aa60-b489b3c60a65) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:24.187959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:24.188178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038592d-29fd-4c8a-9a36-31654d734456 None None] Network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:24.188778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.233723 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-77968095-5f70-4995-bc93-7c8d319cf4fe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6484656 Nov 12 05:32:24.236133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48022) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:24.244069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:24.291025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.292806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.322108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2183e-29ca-43cb-bf84-327365cd371f req-58fa08a0-a323-4265-a95d-5eb64177e290 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:24.324550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27a2183e-29ca-43cb-bf84-327365cd371f req-58fa08a0-a323-4265-a95d-5eb64177e290 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 931 time: 0.7600539 Nov 12 05:32:24.355707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a37ae15e-eabd-4ca7-a3a5-b1cca3c1c38f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7229154 Nov 12 05:32:24.394829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.445707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Request body: {'port': {'device_id': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:24.576219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:24.614372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.631705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:32:24.632708 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.685830 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-878c4f4b-6e22-46af-8699-2929f98e2fe4 None None] Provisioning complete for port 5277eeef-23f7-4331-b71e-e6d73ffb129f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:24.686521 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-878c4f4b-6e22-46af-8699-2929f98e2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.728152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27a2183e-29ca-43cb-bf84-327365cd371f req-aafcd20a-ed97-4a69-bade-75a8799394f5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559446 Nov 12 05:32:24.731451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-699672d5-3fc9-44e0-a8b6-629a58e3ba47 req-612708cf-2024-4ffc-b86c-ca5f9a74e70a tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337884 Nov 12 05:32:24.761779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:24.762130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:24.762680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:24.765327 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3d11acb-f45c-4176-98da-49361f28a1a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.790385 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3d11acb-f45c-4176-98da-49361f28a1a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.846473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:32:24.846813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:24.850981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.856375 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3d11acb-f45c-4176-98da-49361f28a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.859145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3d11acb-f45c-4176-98da-49361f28a1a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.865211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a3d11acb-f45c-4176-98da-49361f28a1a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/757de066-2f89-4433-a6d7-524e7fbcd54c HTTP/1.1" status: 204 len: 168 time: 0.7316794 Nov 12 05:32:24.892480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:24.892734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Checking segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:24.893137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Bound using segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:24.893602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Bound port: 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:24.893967 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:24.953117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-878c4f4b-6e22-46af-8699-2929f98e2fe4 None None] Port 5277eeef-23f7-4331-b71e-e6d73ffb129f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:24.959245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d11acb-f45c-4176-98da-49361f28a1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757de066-2f89-4433-a6d7-524e7fbcd54c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:25.089861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Allocated IP 172.20.0.2 (baf7a7c6-fb6c-4f62-aa60-b489b3c60a65/d33a274b-9f92-41a5-992c-21b88f3cda07/738af708-9f33-41a5-8f64-7825ba460460) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:25.114151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.166699 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.303072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Allocated IP 172.25.2.134 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/daa55e6c-0730-40f2-a1e5-3299648fc170) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:25.396125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e8169-47d0-49f5-bb35-f436ec87eb5b req-34db9291-46a5-4044-a001-4c486c01e64b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:25.415310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-267e8169-47d0-49f5-bb35-f436ec87eb5b req-34db9291-46a5-4044-a001-4c486c01e64b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.4900718 Nov 12 05:32:25.420091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.446726 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.479916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf05f1-8a40-4a75-a78f-69db7c0f003e req-43ca8898-2e30-4a4b-a7be-c16e88066e7c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:25.481544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6bf05f1-8a40-4a75-a78f-69db7c0f003e req-43ca8898-2e30-4a4b-a7be-c16e88066e7c tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.5586703 Nov 12 05:32:25.490527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Pushing event updated for resources: {'Port': ['ID=738af708-9f33-41a5-8f64-7825ba460460,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:25.515779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.520151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.520151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.520151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.520151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.520151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.520151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.520845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.520845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.521467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.521467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.521668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.522648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:32:25.543413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:25.548749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:25.554724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:25.588477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:25.600761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.672666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:25.689090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:25.691887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:25.692500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Attempting to bind port 738af708-9f33-41a5-8f64-7825ba460460 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:25.693425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Attempting to bind port 738af708-9f33-41a5-8f64-7825ba460460 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:25.693902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Attempting to bind port 738af708-9f33-41a5-8f64-7825ba460460 on network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:25.700176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:25.700732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Checking segment: {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:25.701146 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.701884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Bound using segment: {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:25.702055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Bound port: 738af708-9f33-41a5-8f64-7825ba460460, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:25.702479 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.703833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:25.723698 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.810892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-267e8169-47d0-49f5-bb35-f436ec87eb5b req-99b7b867-68f7-4a88-92dc-f92df98368bd tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945708 Nov 12 05:32:25.817399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:25.818035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:25.819769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] 10.222.0.43 "PUT /v2.0/ports/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 1093 time: 2.6036193 Nov 12 05:32:25.822207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:25.824492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Pushing event updated for resources: {'Port': ['ID=daa55e6c-0730-40f2-a1e5-3299648fc170,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:25.824689 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91" -d '{"events": [{"name": "network-changed", "server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:25.861888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6bf05f1-8a40-4a75-a78f-69db7c0f003e req-f33178f7-66b4-40bf-a13b-8e125a79e982 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321543 Nov 12 05:32:25.866836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] For port 738af708-9f33-41a5-8f64-7825ba460460, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:25.878249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] For port 738af708-9f33-41a5-8f64-7825ba460460, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=738af708-9f33-41a5-8f64-7825ba460460,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:25.965788 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:26.086609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d5b0c-2bf1-49a8-b196-69449ff50d12 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:26.239140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31ada0-987c-4563-beb6-1214d436c65a None None] Pushing event updated for resources: {'Port': ['ID=738af708-9f33-41a5-8f64-7825ba460460,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:26.313150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:26.392570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5277eeef-23f7-4331-b71e-e6d73ffb129f {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:32:26.412442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:26.439729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Transition to ACTIVE for port object 5277eeef-23f7-4331-b71e-e6d73ffb129f will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:32:26.460558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b681f4-fd0c-4c54-a786-1f97bbeb1ad4 req-1332ba7a-def9-4851-b44c-41d808268141 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:26.464497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62b681f4-fd0c-4c54-a786-1f97bbeb1ad4 req-1332ba7a-def9-4851-b44c-41d808268141 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 944 time: 0.3789816 Nov 12 05:32:26.531369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-37a932bb-2178-4d5f-8747-a55aadd8f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:26.535507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-37a932bb-2178-4d5f-8747-a55aadd8f6a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1096 time: 0.5089891 Nov 12 05:32:26.536221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:26.715368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48066) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:26.796424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 738af708-9f33-41a5-8f64-7825ba460460 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:26.815210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-a9465c53-661d-472f-acc6-38fc25a00dbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 217 time: 0.1564553 Nov 12 05:32:26.899529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 738af708-9f33-41a5-8f64-7825ba460460 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:26.900360 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:26.918597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.019739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9878a-2f3d-4f36-a1f5-34f7254be033 req-3b08f37a-cac5-40b0-8b00-325ac1cd8248 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:27.023899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbd9878a-2f3d-4f36-a1f5-34f7254be033 req-3b08f37a-cac5-40b0-8b00-325ac1cd8248 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 943 time: 0.5541420 Nov 12 05:32:27.053065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Pushing event updated for resources: {'Port': ['ID=5277eeef-23f7-4331-b71e-e6d73ffb129f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:27.061027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62b681f4-fd0c-4c54-a786-1f97bbeb1ad4 req-8a90496a-3cd4-4e75-afef-6cd88bc29e99 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5569830 Nov 12 05:32:27.072802 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.126424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1828876667'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:27.161664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.173650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-1c4e246a-59a0-4ba9-8eaf-8dcdda009d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:27.175286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-1c4e246a-59a0-4ba9-8eaf-8dcdda009d21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94c3285a-fb0e-423e-b0f4-fd75f79c00fe HTTP/1.1" status: 200 len: 834 time: 0.3393383 Nov 12 05:32:27.205183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 738af708-9f33-41a5-8f64-7825ba460460, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=738af708-9f33-41a5-8f64-7825ba460460,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:27.228296 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.238256 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0649d810-372d-47a7-b325-26ea04babe6d x-openstack-request-id: req-0649d810-372d-47a7-b325-26ea04babe6d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:27.238597 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:27.238867 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0649d810-372d-47a7-b325-26ea04babe6d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:27.239342 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'status': 'completed', 'code': 200} Nov 12 05:32:27.332554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Router d613b62e-4e1e-41ac-9e28-e2724008332e is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:32:27.394969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbd9878a-2f3d-4f36-a1f5-34f7254be033 req-002ad598-c918-437f-951a-6093bb620149 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931857 Nov 12 05:32:27.396723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Made reservation on behalf of d18dc50026c340ae90b57e948c9def61 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:27.415731 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.447023 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=738af708-9f33-41a5-8f64-7825ba460460,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:27.459571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Attempting to bind port 5277eeef-23f7-4331-b71e-e6d73ffb129f on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:27.459927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Attempting to bind port 5277eeef-23f7-4331-b71e-e6d73ffb129f by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:27.460253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Attempting to bind port 5277eeef-23f7-4331-b71e-e6d73ffb129f on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:27.490446 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.529031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Port 5277eeef-23f7-4331-b71e-e6d73ffb129f on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:32:27.529354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Attempting to bind port 5277eeef-23f7-4331-b71e-e6d73ffb129f on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:27.589749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-323cafc8-f102-48df-9b4c-ff600b74d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:27.590255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:32:27.591457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-323cafc8-f102-48df-9b4c-ff600b74d4e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75a9633c-bd23-4416-8490-c96d99dec451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3920639 Nov 12 05:32:27.602946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Sync routers for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:32:27.627988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.631572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:27.631748 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eaf7fec1-4198-4a4d-8037-5cdd97a902ce admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3898654 Nov 12 05:32:27.631849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:27.631990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48078) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:27.680155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:27.680653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Checking segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:27.681114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Bound using segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:27.681540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Bound port: 5277eeef-23f7-4331-b71e-e6d73ffb129f, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:27.681871 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.844891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f1b4f-3627-472d-aca8-73178e20d8b9 req-f0c063c3-40fe-4e50-aadc-a5e47db10497 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:27.853343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c51f1b4f-3627-472d-aca8-73178e20d8b9 req-f0c063c3-40fe-4e50-aadc-a5e47db10497 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.2870314 Nov 12 05:32:28.032801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9882db-b440-4f54-a46d-36f7eca596cd None None] Network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:28.066925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:28.093462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] For port 5277eeef-23f7-4331-b71e-e6d73ffb129f, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:28.102047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c51f1b4f-3627-472d-aca8-73178e20d8b9 req-c80fb49e-f4a6-4333-a0b8-c0b51a0b4db3 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454858 Nov 12 05:32:28.103056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-dc473a29-f862-459a-ba03-0fd69845814a service neutron] 10.222.0.43 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293447 Nov 12 05:32:28.137330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] For port 5277eeef-23f7-4331-b71e-e6d73ffb129f, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:28.159764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00cf85-c692-401a-9ca0-29802222c267 req-2ded1af9-c8a8-48f7-bf2a-09a6c67cc2eb tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:28.161773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab00cf85-c692-401a-9ca0-29802222c267 req-2ded1af9-c8a8-48f7-bf2a-09a6c67cc2eb tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.4862027 Nov 12 05:32:28.179390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.265513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Pushing event updated for resources: {'Port': ['ID=5277eeef-23f7-4331-b71e-e6d73ffb129f,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:28.352315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-861e58d8-dd3f-4128-855e-56b0d12cb653 None None] Provisioning complete for port 738af708-9f33-41a5-8f64-7825ba460460 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:28.354057 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-861e58d8-dd3f-4128-855e-56b0d12cb653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.380829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:28.381985 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.383698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-9720a9df-9027-454d-ae6d-c859114e490a service neutron] 10.222.0.47 "PUT /v2.0/ports/5277eeef-23f7-4331-b71e-e6d73ffb129f HTTP/1.1" status: 200 len: 1092 time: 4.0264559 Nov 12 05:32:28.386179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de952223-8e71-4664-8e56-4b7c2ca351cf req-bb1721ab-01a2-4107-8c35-fd096e111741 service neutron] 10.222.0.43 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674520 Nov 12 05:32:28.409550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.434441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab00cf85-c692-401a-9ca0-29802222c267 req-d6f769d9-5bd7-4d22-a2bf-445f64e270f4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565410 Nov 12 05:32:28.458912 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.634556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:32:28.738792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 738af708-9f33-41a5-8f64-7825ba460460 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:28.782679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.784622 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Added segment 0fe8f498-9e38-4b6b-afca-0e7a8dbe153d of type vlan for network a4ec7861-be61-4599-84c6-c4e9983abbc7 Nov 12 05:32:28.852353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369d8106-54d7-4daf-9bae-c1c0fb5fb467,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:28.901849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-2fb6e485-0f10-4f39-87f0-6182ad5979fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:28.910935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-2fb6e485-0f10-4f39-87f0-6182ad5979fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 1095 time: 0.4754517 Nov 12 05:32:28.919750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 738af708-9f33-41a5-8f64-7825ba460460 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:28.920125 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.944749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-86a327fc-f483-4816-a71f-9fddec346916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:28.946370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-86a327fc-f483-4816-a71f-9fddec346916 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1096 time: 0.3189683 Nov 12 05:32:28.952224 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.962509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.973272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe1866-0753-47f5-9564-c568575609c9 req-2355400e-d016-42bc-a7c7-e0155027e8db tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:28.975593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcbe1866-0753-47f5-9564-c568575609c9 req-2355400e-d016-42bc-a7c7-e0155027e8db tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 944 time: 0.4237490 Nov 12 05:32:29.038198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:26Z', 'revision_number': 3, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:29.088579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-086c2f75-bdf5-49d1-bd18-c6936256e1c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f HTTP/1.1" status: 200 len: 217 time: 0.1586478 Nov 12 05:32:29.101249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Checking router: d613b62e-4e1e-41ac-9e28-e2724008332e for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:32:29.101599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Updating router d613b62e-4e1e-41ac-9e28-e2724008332e port daa55e6c-0730-40f2-a1e5-3299648fc170 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:32:29.108698 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.resource_extend [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:32:29.143624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc6fd0-f329-4d50-a9ba-f171c9b9bfeb req-a1252f62-1f93-433a-af46-a9faf1228c19 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:29.145704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9bc6fd0-f329-4d50-a9ba-f171c9b9bfeb req-a1252f62-1f93-433a-af46-a9faf1228c19 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 946 time: 0.5165737 Nov 12 05:32:29.190667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.243943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'tag': '5277eeef-23f7-4331-b71e-e6d73ffb129f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:29.246195 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1257be4f-e810-4dd6-bb65-281d5b8e416c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6776d6-f8bc-401a-844f-70daa9f8abdc", "tag": "5277eeef-23f7-4331-b71e-e6d73ffb129f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:29.309879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Allocated IP 172.20.0.1 (baf7a7c6-fb6c-4f62-aa60-b489b3c60a65/d33a274b-9f92-41a5-992c-21b88f3cda07/1e38b961-aaba-4412-9628-46a65c2981db) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:29.349358 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.355574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:29.356180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.394278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-72bdb1be-06d8-43a1-97e2-8529aa64e662 None None] Provisioning complete for port 738af708-9f33-41a5-8f64-7825ba460460 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:29.405018 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-72bdb1be-06d8-43a1-97e2-8529aa64e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.498030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.572545 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.651101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Pushing event updated for resources: {'Port': ['ID=1e38b961-aaba-4412-9628-46a65c2981db,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:29.663614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:29.666039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:29.687065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:29.776262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.887604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9bc6fd0-f329-4d50-a9ba-f171c9b9bfeb req-46873e64-14f4-4ba1-bd54-ed5b8821ba2c tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982577 Nov 12 05:32:29.903108 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.913467 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.921153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-1206d321-2c3e-410f-b599-4a945a87c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:29.933845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-1206d321-2c3e-410f-b599-4a945a87c98a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.7722654 Nov 12 05:32:29.940557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcbe1866-0753-47f5-9564-c568575609c9 req-69b0576f-9851-4081-a74c-07e0fd02fe1b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9466655 Nov 12 05:32:29.954647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'Network': ['ID=a4ec7861-be61-4599-84c6-c4e9983abbc7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:29.989988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-adf7e299-6252-49a5-aa4a-16f3a851093b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2639112 Nov 12 05:32:30.001536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48102) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:30.008837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Request body: {'subnet': {'network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:30.042620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:32:30.082852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-fbecc223-aa95-4ec3-b925-f05c48f3f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:30.087455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-fbecc223-aa95-4ec3-b925-f05c48f3f77e service neutron] 10.222.0.43 "GET /v2.0/networks?id=75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 200 len: 897 time: 1.1054168 Nov 12 05:32:30.155505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0781d-e995-44bc-bcf0-63d825357d41 None None] Pushing event updated for resources: {'Port': ['ID=daa55e6c-0730-40f2-a1e5-3299648fc170,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:30.185895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Attempting to bind port daa55e6c-0730-40f2-a1e5-3299648fc170 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:30.186456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Attempting to bind port daa55e6c-0730-40f2-a1e5-3299648fc170 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:30.187116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Attempting to bind port daa55e6c-0730-40f2-a1e5-3299648fc170 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:30.201261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:30.201812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:30.202720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:30.203309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:30.203800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Bound port: daa55e6c-0730-40f2-a1e5-3299648fc170, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:30.204229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:30.212939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-4b9a1cb3-40ef-4912-a7af-293ca42f7e58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 217 time: 0.0871634 Nov 12 05:32:30.240335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ad3c7f90-8060-47d7-8205-ec12cb305509 None None] Provisioning complete for port 1e38b961-aaba-4412-9628-46a65c2981db triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:30.241261 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7f90-8060-47d7-8205-ec12cb305509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:30.278096 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:30.281355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-7be7c456-9925-4a26-9e99-347a51b5415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:30.283047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-7be7c456-9925-4a26-9e99-347a51b5415e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3175900 Nov 12 05:32:30.295849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18886f2c-0577-442c-9a41-9d37bdd6e42a req-b07be993-5cd2-49c9-8179-bde33d343593 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:30.304353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c7f90-8060-47d7-8205-ec12cb305509 None None] Port 1e38b961-aaba-4412-9628-46a65c2981db cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:30.305028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Made reservation on behalf of d18dc50026c340ae90b57e948c9def61 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:30.305326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18886f2c-0577-442c-9a41-9d37bdd6e42a req-b07be993-5cd2-49c9-8179-bde33d343593 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 943 time: 0.2868176 Nov 12 05:32:30.316571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:30.351655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] For port daa55e6c-0730-40f2-a1e5-3299648fc170, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:30.358520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] For port daa55e6c-0730-40f2-a1e5-3299648fc170, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=daa55e6c-0730-40f2-a1e5-3299648fc170,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:30.370175 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:30.437267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-31cb6846-b1e7-450a-a69c-9f5025365123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:30.446652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-31cb6846-b1e7-450a-a69c-9f5025365123 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94c3285a-fb0e-423e-b0f4-fd75f79c00fe HTTP/1.1" status: 200 len: 834 time: 0.2069819 Nov 12 05:32:30.465341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0781d-e995-44bc-bcf0-63d825357d41 None None] Pushing event updated for resources: {'Port': ['ID=daa55e6c-0730-40f2-a1e5-3299648fc170,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:30.485345 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:30.486014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:30.542236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33694c-8efb-4e67-9796-f93c50993b0b req-75fdf4c0-bb44-4129-8bfc-6da0c8d03c2b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:30.544053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc33694c-8efb-4e67-9796-f93c50993b0b req-75fdf4c0-bb44-4129-8bfc-6da0c8d03c2b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.3474195 Nov 12 05:32:30.668436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:30.676749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18886f2c-0577-442c-9a41-9d37bdd6e42a req-62c2ec7d-4a5c-4cf7-a8b9-05537dca80ae tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702774 Nov 12 05:32:30.703213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-e58d1eb3-9a99-468d-96b4-2b3b1a6f1f1d tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:30.705165 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-e58d1eb3-9a99-468d-96b4-2b3b1a6f1f1d tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 946 time: 0.2902865 Nov 12 05:32:30.722735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-fe1e9512-761f-422c-a84d-eb4a6f4d7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:30.724458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-fe1e9512-761f-422c-a84d-eb4a6f4d7682 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75a9633c-bd23-4416-8490-c96d99dec451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2678015 Nov 12 05:32:30.730786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc33694c-8efb-4e67-9796-f93c50993b0b req-884ebce6-6fb9-4827-b3a7-746dcab58b99 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777992 Nov 12 05:32:30.733074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-a38776e7-7fcc-423d-af65-bf6aa33606f0 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205484 Nov 12 05:32:30.740445 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f3d308-5b01-49c5-bf58-f53c17fb8c2b x-openstack-request-id: req-23f3d308-5b01-49c5-bf58-f53c17fb8c2b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:30.740445 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6776d6-f8bc-401a-844f-70daa9f8abdc", "tag": "5277eeef-23f7-4331-b71e-e6d73ffb129f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:30.740445 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23f3d308-5b01-49c5-bf58-f53c17fb8c2b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:30.740445 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'tag': '5277eeef-23f7-4331-b71e-e6d73ffb129f', 'status': 'completed', 'code': 200} Nov 12 05:32:31.075801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-8543a3b5-1b6e-4583-bc04-f17f11c90729 service neutron] 10.222.0.43 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338270 Nov 12 05:32:31.079746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-072a6e3a-2f56-4bc5-98b8-85537a87d6fa req-95030dd8-f7f9-432a-a09d-37063e87885a service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236158 Nov 12 05:32:31.128107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:29Z', 'revision_number': 1, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:31.191572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f81c3-b612-4736-a41f-01a4e52fd554 None None] The sync data for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 is: [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:29Z', 'revision_number': 1, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:32:31.219078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:31.234527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:31.300269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Pushing event updated for resources: {'Port': ['ID=1e38b961-aaba-4412-9628-46a65c2981db,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:31.305257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ef2c329-228f-4b4f-aaad-c0c7dd1a5f91 req-6a3daf9b-c90b-4889-8fef-21e8013f9cd1 service neutron] 10.222.0.43 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552911 Nov 12 05:32:31.349068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Deleting port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:31.349421 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:31.355708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:31.393433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145bd7a-3e7f-40c8-b95d-e168d9c8c0eb req-6e904eec-4981-4559-bb34-bcb7df804c66 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:31.395035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a145bd7a-3e7f-40c8-b95d-e168d9c8c0eb req-6e904eec-4981-4559-bb34-bcb7df804c66 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 946 time: 0.3141935 Nov 12 05:32:31.404971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33b3b5-6931-4bb4-8f1a-0626e36c157a req-2b40f0ef-d250-4a3b-9219-643bc2264e54 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:31.420491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb33b3b5-6931-4bb4-8f1a-0626e36c157a req-2b40f0ef-d250-4a3b-9219-643bc2264e54 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.5881906 Nov 12 05:32:31.450772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-3ba551eb-d538-476a-b1d2-0c81a03ad2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:31.452317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-3ba551eb-d538-476a-b1d2-0c81a03ad2d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 1095 time: 0.1448503 Nov 12 05:32:31.695649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb33b3b5-6931-4bb4-8f1a-0626e36c157a req-f2db80e6-d126-4e9a-81a5-56c66dc42d21 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728963 Nov 12 05:32:31.708931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] For port 0b2eda6d-3d3d-4d39-aa66-3c100f828044, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0b2eda6d-3d3d-4d39-aa66-3c100f828044,segment=NetworkSegment(46553f53-da9b-4cfb-a08a-ec0b8594880c),segment_id=46553f53-da9b-4cfb-a08a-ec0b8594880c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:31.709414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:31.729454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Calling delete_port for 0b2eda6d-3d3d-4d39-aa66-3c100f828044 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:31.753406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a145bd7a-3e7f-40c8-b95d-e168d9c8c0eb req-0f035a43-5a1c-47cc-9a47-5b4db7a2d9bc tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/security-groups?id=156f3646-675a-49eb-ae44-315ccdf446b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172054 Nov 12 05:32:31.790641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-a103d3b9-9389-4dcb-ba8c-1d5199b06495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:31.790641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-a103d3b9-9389-4dcb-ba8c-1d5199b06495 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.3037212 Nov 12 05:32:31.844882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-5ac4666e-eb4a-4364-aa42-913b3215be25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f HTTP/1.1" status: 200 len: 217 time: 0.0489681 Nov 12 05:32:31.965358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'Subnet': ['ID=aca191b3-f152-44bb-80f4-73d863c2cbc0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:31.972539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:32.022912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-8f551c30-0f5e-480e-9985-7582d9217a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:32.024471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-8f551c30-0f5e-480e-9985-7582d9217a60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1521928 Nov 12 05:32:32.033533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdca7fb-743d-4767-b266-2b06184e0cc3 req-8bb92dcf-3507-43fc-a4a7-0a13312ed1ef tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:32.035110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abdca7fb-743d-4767-b266-2b06184e0cc3 req-8bb92dcf-3507-43fc-a4a7-0a13312ed1ef tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 944 time: 0.2016013 Nov 12 05:32:32.105200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd02e1-1361-4552-ab15-ab883701cd8b req-d42ff504-96b3-4f1f-b990-4387fd11cb7b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:32.106789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02cd02e1-1361-4552-ab15-ab883701cd8b req-d42ff504-96b3-4f1f-b990-4387fd11cb7b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 943 time: 0.1690822 Nov 12 05:32:32.154856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Checking segment: {'id': '0fe8f498-9e38-4b6b-afca-0e7a8dbe153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:32.155367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Network hostable DHCP agents. Network: a4ec7861-be61-4599-84c6-c4e9983abbc7, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:32:32.168488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:32.170107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-e6fb8354-c409-4c3c-b182-aa5858c1c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:32.171675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-e6fb8354-c409-4c3c-b182-aa5858c1c2f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354764 Nov 12 05:32:32.179751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abdca7fb-743d-4767-b266-2b06184e0cc3 req-3152b723-0382-4e84-94e9-744358e82a06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239603 Nov 12 05:32:32.204152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:32.291213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:32:32.300464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02cd02e1-1361-4552-ab15-ab883701cd8b req-a8153b1c-8829-475e-8cd6-a1608d2328ee tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748774 Nov 12 05:32:32.365400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-4a510d42-d0db-4aaf-be2b-846ff283ca55 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729374 Nov 12 05:32:32.494031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, a4ec7861-be61-4599-84c6-c4e9983abbc7) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:32.508213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708155b-4791-481f-b31e-8c910773e1d6 None None] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:32.508891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:32.510610 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:32.611770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:32.697096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Pushing event deleted for resources: {'Port': ['ID=0b2eda6d-3d3d-4d39-aa66-3c100f828044,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:32.706266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5cad7d29-adf8-4961-b44a-ffcf13591905 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7036147 Nov 12 05:32:32.728312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48132) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:32.744100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c3ee4c43-bcee-4392-95cc-c7acb622e58c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1304616333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:32.755542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['0b2eda6d-3d3d-4d39-aa66-3c100f828044'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:32.852245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e22c0e-40e5-4262-ab01-e3758e7817c1 req-19b7e9a1-65db-4da5-98ea-9074a66ce118 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:32.858676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67e22c0e-40e5-4262-ab01-e3758e7817c1 req-19b7e9a1-65db-4da5-98ea-9074a66ce118 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.4672756 Nov 12 05:32:32.884572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device daa55e6c-0730-40f2-a1e5-3299648fc170 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:32.952232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04aa767-9de4-4f97-8315-789496348f98 req-86e9fc3c-ea12-4c4a-96f0-26ace355019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:32.955931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c04aa767-9de4-4f97-8315-789496348f98 req-86e9fc3c-ea12-4c4a-96f0-26ace355019e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 1097 time: 0.3796842 Nov 12 05:32:32.964792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4c43-bcee-4392-95cc-c7acb622e58c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:32.971978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4c43-bcee-4392-95cc-c7acb622e58c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:32.972602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1257be4f-e810-4dd6-bb65-281d5b8e416c req-09d8fc7c-c74f-438b-8cc0-edd08b38f592 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972924 Nov 12 05:32:32.999082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:32:33.049928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] No DVR routers for this DVR port 0b2eda6d-3d3d-4d39-aa66-3c100f828044 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:32:33.057346 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:33.063826 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5e0096e3-fb39-4513-ba33-f7bfce258c88 req-4b98b5f7-9854-46e3-bb55-9145a3b506e0 tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.43 "DELETE /v2.0/ports/0b2eda6d-3d3d-4d39-aa66-3c100f828044 HTTP/1.1" status: 204 len: 173 time: 2.3235698 Nov 12 05:32:33.079793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd60eac5-225f-4643-a26c-f73cdf9f5688', 'name': 'network-vif-deleted', 'tag': '0b2eda6d-3d3d-4d39-aa66-3c100f828044'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:33.082822 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733ae09b-d748-49ee-b421-155bc4d605f9" -d '{"events": [{"server_uuid": "dd60eac5-225f-4643-a26c-f73cdf9f5688", "name": "network-vif-deleted", "tag": "0b2eda6d-3d3d-4d39-aa66-3c100f828044"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:33.093330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Router d613b62e-4e1e-41ac-9e28-e2724008332e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:32:33.125741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e34e6089-156f-47cd-a7e3-a5802308bcf7 None None] Provisioning complete for port 1e38b961-aaba-4412-9628-46a65c2981db triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:33.126403 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e34e6089-156f-47cd-a7e3-a5802308bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:33.180026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e34e6089-156f-47cd-a7e3-a5802308bcf7 None None] Port 1e38b961-aaba-4412-9628-46a65c2981db cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:33.217572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:32:33.230443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67e22c0e-40e5-4262-ab01-e3758e7817c1 req-bca70b77-f59d-4043-a08d-41804e6a2d59 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447030 Nov 12 05:32:33.244844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4c43-bcee-4392-95cc-c7acb622e58c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:33.286140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4c43-bcee-4392-95cc-c7acb622e58c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:33.338061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c04aa767-9de4-4f97-8315-789496348f98 req-0d64aa2b-8219-4ed2-aa44-680287ec91bc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294029 Nov 12 05:32:33.356053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267eda9-652b-4db8-a7c9-da90f7e7e63c req-6ec09f79-e586-4fcf-a719-7e21104af667 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:33.373241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267eda9-652b-4db8-a7c9-da90f7e7e63c req-6ec09f79-e586-4fcf-a719-7e21104af667 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.4050200 Nov 12 05:32:33.417375 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4c43-bcee-4392-95cc-c7acb622e58c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:33.420447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c3ee4c43-bcee-4392-95cc-c7acb622e58c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6884704 Nov 12 05:32:33.426892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port daa55e6c-0730-40f2-a1e5-3299648fc170 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:33.427676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:33.431858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48158) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:33.474315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ccb6a8b-3748-45fc-8741-28bc3f770935 req-ab9bbd62-d3c3-4519-9dd9-6a25f1cfb6ac tempest-ServerPasswordTestJSON-1376976870 tempest-ServerPasswordTestJSON-1376976870-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd60eac5-225f-4643-a26c-f73cdf9f5688 HTTP/1.1" status: 200 len: 210 time: 0.0720248 Nov 12 05:32:33.596152 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fd44e5-40c3-45e1-b3a5-ce242d0a609d x-openstack-request-id: req-d3fd44e5-40c3-45e1-b3a5-ce242d0a609d {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:33.596566 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd60eac5-225f-4643-a26c-f73cdf9f5688", "name": "network-vif-deleted", "tag": "0b2eda6d-3d3d-4d39-aa66-3c100f828044", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:33.596828 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3fd44e5-40c3-45e1-b3a5-ce242d0a609d {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:33.597235 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd60eac5-225f-4643-a26c-f73cdf9f5688', 'name': 'network-vif-deleted', 'tag': '0b2eda6d-3d3d-4d39-aa66-3c100f828044', 'status': 'completed', 'code': 200} Nov 12 05:32:33.604949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:32:33.613206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-a4ec7861-be61-4599-84c6-c4e9983abbc7', 'network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7', 'tenant_id': 'd18dc50026c340ae90b57e948c9def61', 'fixed_ips': [{'subnet_id': 'aca191b3-f152-44bb-80f4-73d863c2cbc0'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:32:33.615155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:33.618248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267eda9-652b-4db8-a7c9-da90f7e7e63c req-f08c638a-2d18-41f0-a1cf-ae0a0edf8d9f tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440317 Nov 12 05:32:33.649858 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-86d91836-cddf-4a9f-a90d-5d038c021492 admin admin] 10.222.0.48 "PUT /v2.0/routers/d613b62e-4e1e-41ac-9e28-e2724008332e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9941070 Nov 12 05:32:33.954453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5277eeef-23f7-4331-b71e-e6d73ffb129f details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:32:33.956768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65567aed-19ee-4a25-a9f9-bdb615e25260 req-c031bae8-8bb5-4a91-9071-f25933992485 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:33.958520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65567aed-19ee-4a25-a9f9-bdb615e25260 req-c031bae8-8bb5-4a91-9071-f25933992485 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 944 time: 0.2575240 Nov 12 05:32:33.966406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325de386-149b-47a2-baa3-280d0313161b req-e7f80d3b-c405-44ea-82eb-ffc3ec4e1c38 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:33.967878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325de386-149b-47a2-baa3-280d0313161b req-e7f80d3b-c405-44ea-82eb-ffc3ec4e1c38 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 943 time: 0.1664555 Nov 12 05:32:34.109380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65567aed-19ee-4a25-a9f9-bdb615e25260 req-da579af4-464c-45e5-9209-234f57797960 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400788 Nov 12 05:32:34.109917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:34.187458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:34.213075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325de386-149b-47a2-baa3-280d0313161b req-0d8ae264-6eb1-4c41-aabd-b4dd36449b01 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134403 Nov 12 05:32:34.366157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Allocated IP 172.20.0.2 (a4ec7861-be61-4599-84c6-c4e9983abbc7/aca191b3-f152-44bb-80f4-73d863c2cbc0/abde773e-9005-4dfb-aead-2a4d88c6c624) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:34.570154 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:34.587805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'port_id': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'mac_address': 'fa:16:3e:c6:06:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:32:34.598785 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:34.607473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48208) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:34.637961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857c1ef-d523-4781-b2c5-3fd8f843806c req-b87ccd1b-9eff-4e34-aa45-8bac2b95aada tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:34.666700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3857c1ef-d523-4781-b2c5-3fd8f843806c req-b87ccd1b-9eff-4e34-aa45-8bac2b95aada tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.2507885 Nov 12 05:32:34.796351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Pushing event updated for resources: {'Port': ['ID=abde773e-9005-4dfb-aead-2a4d88c6c624,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:34.805210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:34.855330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3857c1ef-d523-4781-b2c5-3fd8f843806c req-db90ab10-2e82-423f-9ce6-98448efe6897 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827242 Nov 12 05:32:34.968032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5277eeef-23f7-4331-b71e-e6d73ffb129f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:34.985459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-705e507b-d3a4-436e-8635-b52a83b115cb admin admin] Deleting subnet 36aa2623-8c43-4840-9c26-6711cb8491c2 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:32:34.993339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-705e507b-d3a4-436e-8635-b52a83b115cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.039091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c28df2-bc8b-419e-acbf-989fe33daeef req-ca66ec36-86b0-48c6-afc8-a0553ac091e1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:35.050118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85c28df2-bc8b-419e-acbf-989fe33daeef req-ca66ec36-86b0-48c6-afc8-a0553ac091e1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.2489159 Nov 12 05:32:35.067135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Allocated IP 172.20.0.1 (a4ec7861-be61-4599-84c6-c4e9983abbc7/aca191b3-f152-44bb-80f4-73d863c2cbc0/3e24800f-a01d-4166-a1c5-3a1a4e816e20) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:35.138505 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Sync routers for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:32:35.154706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:35.163861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.178969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-85c28df2-bc8b-419e-acbf-989fe33daeef req-e190ace2-5491-4dc8-aa6e-7907a7fc7b59 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232710 Nov 12 05:32:35.191618 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:35.192722 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:35.251987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:35.254750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:32:35.263796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:35.280759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port daa55e6c-0730-40f2-a1e5-3299648fc170, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=daa55e6c-0730-40f2-a1e5-3299648fc170,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:35.285454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '5277eeef-23f7-4331-b71e-e6d73ffb129f', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': '5277eeef-23f7-4331-b71e-e6d73ffb129f', 'mac_address': 'fa:16:3e:a0:79:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:32:35.340539 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.431740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad602e-e8a5-4e1d-904a-27eb2b9ccdb2 req-59362930-6f2d-4cea-a72b-28dda1dfe4e6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:35.440141 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebad602e-e8a5-4e1d-904a-27eb2b9ccdb2 req-59362930-6f2d-4cea-a72b-28dda1dfe4e6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 944 time: 0.1109929 Nov 12 05:32:35.469304 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.494425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:35.546693 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:35.548278 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.569207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5277eeef-23f7-4331-b71e-e6d73ffb129f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:32:35.596624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Attempting to bind port abde773e-9005-4dfb-aead-2a4d88c6c624 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:35.598060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Attempting to bind port abde773e-9005-4dfb-aead-2a4d88c6c624 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '0fe8f498-9e38-4b6b-afca-0e7a8dbe153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:35.598673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Attempting to bind port abde773e-9005-4dfb-aead-2a4d88c6c624 on network a4ec7861-be61-4599-84c6-c4e9983abbc7 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:35.611683 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-705e507b-d3a4-436e-8635-b52a83b115cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.616252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=daa55e6c-0730-40f2-a1e5-3299648fc170,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:35.656914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5277eeef-23f7-4331-b71e-e6d73ffb129f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:35.658751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:35.660031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Checking segment: {'id': '0fe8f498-9e38-4b6b-afca-0e7a8dbe153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:35.660940 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.661631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Bound using segment: {'id': '0fe8f498-9e38-4b6b-afca-0e7a8dbe153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:35.662906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Bound port: abde773e-9005-4dfb-aead-2a4d88c6c624, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe8f498-9e38-4b6b-afca-0e7a8dbe153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:35.663583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.672028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-705e507b-d3a4-436e-8635-b52a83b115cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.695648 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.711327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebad602e-e8a5-4e1d-904a-27eb2b9ccdb2 req-50bd8a9b-aec5-4674-8f81-e4573374de90 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611437 Nov 12 05:32:35.793552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef545-b5aa-495d-8320-1f64fb3dcb0e req-cc5d4673-8d25-4851-8d6d-295dff4e8eaa tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:35.795554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dcef545-b5aa-495d-8320-1f64fb3dcb0e req-cc5d4673-8d25-4851-8d6d-295dff4e8eaa tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 943 time: 0.3228393 Nov 12 05:32:35.862696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:35.869098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] For port abde773e-9005-4dfb-aead-2a4d88c6c624, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:35.880092 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] For port abde773e-9005-4dfb-aead-2a4d88c6c624, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=abde773e-9005-4dfb-aead-2a4d88c6c624,segment=NetworkSegment(0fe8f498-9e38-4b6b-afca-0e7a8dbe153d),segment_id=0fe8f498-9e38-4b6b-afca-0e7a8dbe153d)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:35.887392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.983255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-705e507b-d3a4-436e-8635-b52a83b115cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.989919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dcef545-b5aa-495d-8320-1f64fb3dcb0e req-1df7b808-9a87-4b32-9e67-128826e72326 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847808 Nov 12 05:32:36.008620 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.012648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.027959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['5277eeef-23f7-4331-b71e-e6d73ffb129f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:36.178668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e507b-d3a4-436e-8635-b52a83b115cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36aa2623-8c43-4840-9c26-6711cb8491c2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:36.189011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:36.189260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-705e507b-d3a4-436e-8635-b52a83b115cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.189377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=5277eeef-23f7-4331-b71e-e6d73ffb129f,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:36.199928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-705e507b-d3a4-436e-8635-b52a83b115cb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36aa2623-8c43-4840-9c26-6711cb8491c2 HTTP/1.1" status: 204 len: 168 time: 1.5916436 Nov 12 05:32:36.212038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48264) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:36.264691 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 2, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:36.273482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0083003-1184-47d8-9d67-3013fea50371 req-0db4175f-53a7-4da3-bf3a-7b0a52d502c9 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:36.285268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0083003-1184-47d8-9d67-3013fea50371 req-0db4175f-53a7-4da3-bf3a-7b0a52d502c9 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.2684755 Nov 12 05:32:36.341528 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Checking router: d613b62e-4e1e-41ac-9e28-e2724008332e for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:32:36.341884 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Updating router d613b62e-4e1e-41ac-9e28-e2724008332e port 1e38b961-aaba-4412-9628-46a65c2981db binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:32:36.400655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.411814 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.417373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53094b-6a4d-448c-bada-a30b086a77b2 None None] Pushing event updated for resources: {'Port': ['ID=abde773e-9005-4dfb-aead-2a4d88c6c624,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:36.445803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:36.473488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:36.492577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:36.534700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'Port': ['ID=3e24800f-a01d-4166-a1c5-3a1a4e816e20,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:36.559256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0083003-1184-47d8-9d67-3013fea50371 req-234f9500-cc47-43f8-bd2b-2f2b4d5fcedb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666523 Nov 12 05:32:36.601427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59308b7f-d811-4e44-be80-369fa1905237 req-666a4a82-5466-4a52-a31a-abd17155182a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:36.627542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59308b7f-d811-4e44-be80-369fa1905237 req-666a4a82-5466-4a52-a31a-abd17155182a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.2735395 Nov 12 05:32:36.824370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59308b7f-d811-4e44-be80-369fa1905237 req-5ecff81a-99a8-44ce-9661-0b3734495f39 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953270 Nov 12 05:32:36.839844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.870447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9a3837-e42b-47a5-8d75-fc6621017e82']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:36.904558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46553f53-da9b-4cfb-a08a-ec0b8594880c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:36.905137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46553f53-da9b-4cfb-a08a-ec0b8594880c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:36.920658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.941060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.942242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9348e31-a542-4f61-99a4-ea0405fa5915 req-d94102a9-0db5-41bf-9dbd-3592e7ba0d3b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:36.949363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:32:36.950534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:36.955591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9348e31-a542-4f61-99a4-ea0405fa5915 req-d94102a9-0db5-41bf-9dbd-3592e7ba0d3b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1911435 Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:32:37.061348 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:32:37.066773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:37.080206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9348e31-a542-4f61-99a4-ea0405fa5915 req-cb0accb3-fffd-4ca8-927c-2e09adad8a8f tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233184 Nov 12 05:32:37.083989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:37.107785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb1f6b-2c20-44a1-89b2-83e77ce63474 req-b598763a-4cc2-4892-a7a6-8d3198bd3568 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:37.109611 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f9a3837-e42b-47a5-8d75-fc6621017e82 HTTP/1.1" status: 204 len: 168 time: 0.8952942 Nov 12 05:32:37.127016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecb1f6b-2c20-44a1-89b2-83e77ce63474 req-b598763a-4cc2-4892-a7a6-8d3198bd3568 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.1690166 Nov 12 05:32:37.136322 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:37.142145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed95cc6-43b0-4f00-b171-5450fb065664 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9a3837-e42b-47a5-8d75-fc6621017e82,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:37.296399 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:37.306264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cecb1f6b-2c20-44a1-89b2-83e77ce63474 req-decf160c-0c59-457a-b6e6-51d1518b615b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763194 Nov 12 05:32:37.309084 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:37.364361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22407f-af98-4ee8-b939-449f3bcda5da req-e4c135da-1725-4411-99a7-cbf3541b8fa1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:37.375290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a22407f-af98-4ee8-b939-449f3bcda5da req-e4c135da-1725-4411-99a7-cbf3541b8fa1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 944 time: 0.1719391 Nov 12 05:32:37.518558 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329e21a-268a-4efc-bc80-c6708fd97b19 None None] Pushing event updated for resources: {'Port': ['ID=1e38b961-aaba-4412-9628-46a65c2981db,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:37.571859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a22407f-af98-4ee8-b939-449f3bcda5da req-4dd395c6-4c87-4051-b9c0-2f24a14bcea7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938043 Nov 12 05:32:37.604246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0b2eda6d-3d3d-4d39-aa66-3c100f828044 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:32:37.666559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:37.704448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 0b2eda6d-3d3d-4d39-aa66-3c100f828044 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:32:37.705094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0b2eda6d-3d3d-4d39-aa66-3c100f828044 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:32:37.746305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5277eeef-23f7-4331-b71e-e6d73ffb129f up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:37.806645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48288) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:38.073742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device daa55e6c-0730-40f2-a1e5-3299648fc170 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:38.080651 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Attempting to bind port 1e38b961-aaba-4412-9628-46a65c2981db on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:32:38.080935 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Attempting to bind port 1e38b961-aaba-4412-9628-46a65c2981db by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:32:38.086233 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Attempting to bind port 1e38b961-aaba-4412-9628-46a65c2981db on network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:32:38.108920 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:32:38.117350 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Checking segment: {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:32:38.121950 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.122587 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Bound using segment: {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:32:38.123308 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Bound port: 1e38b961-aaba-4412-9628-46a65c2981db, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:32:38.123877 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.244859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-282a32bf-0606-4916-b51d-6ad8b2a7734c None None] Provisioning complete for port 1e38b961-aaba-4412-9628-46a65c2981db triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:38.245261 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-282a32bf-0606-4916-b51d-6ad8b2a7734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.306894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-98e4671f-0a23-4f48-aeeb-9a7476f71ec2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d02238319cbe444688f36d77d2495db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4980898 Nov 12 05:32:38.308792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48292) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:38.353956 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] For port 1e38b961-aaba-4412-9628-46a65c2981db, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:32:38.368635 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] For port 1e38b961-aaba-4412-9628-46a65c2981db, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1e38b961-aaba-4412-9628-46a65c2981db,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:32:38.378215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 5277eeef-23f7-4331-b71e-e6d73ffb129f completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:32:38.394122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7e66e-4cc4-48eb-88a4-c16361b58dd5 req-a27e99ca-f6bc-4f65-992d-bc0565677ded tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:38.395168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-282a32bf-0606-4916-b51d-6ad8b2a7734c None None] Port 1e38b961-aaba-4412-9628-46a65c2981db cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:38.399535 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.402521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19c7e66e-4cc4-48eb-88a4-c16361b58dd5 req-a27e99ca-f6bc-4f65-992d-bc0565677ded tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.3555515 Nov 12 05:32:38.412567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 5277eeef-23f7-4331-b71e-e6d73ffb129f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:38.412940 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.457010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39824aaa-c406-43df-a190-8235163334f2 req-39f1a6c2-e060-465f-8495-3c2c34a0a759 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:38.460968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37018894-720a-4235-a409-0a69b64a6784 None None] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:32:38.462808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39824aaa-c406-43df-a190-8235163334f2 req-39f1a6c2-e060-465f-8495-3c2c34a0a759 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.4262888 Nov 12 05:32:38.480388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6375c157-6f9e-45cb-bc23-3bb74bfa91ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.541947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19c7e66e-4cc4-48eb-88a4-c16361b58dd5 req-a34c747d-993b-487a-8110-54171c2382c0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385326 Nov 12 05:32:38.569225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6375c157-6f9e-45cb-bc23-3bb74bfa91ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.618191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port daa55e6c-0730-40f2-a1e5-3299648fc170 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:38.618701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.648656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39824aaa-c406-43df-a190-8235163334f2 req-9e2940b0-dbbc-420a-915c-f158a2b7a457 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845741 Nov 12 05:32:38.680325 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329e21a-268a-4efc-bc80-c6708fd97b19 None None] Pushing event updated for resources: {'Port': ['ID=1e38b961-aaba-4412-9628-46a65c2981db,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:38.692536 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:38.696781 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:38.910819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6375c157-6f9e-45cb-bc23-3bb74bfa91ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.914388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6375c157-6f9e-45cb-bc23-3bb74bfa91ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.925563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6375c157-6f9e-45cb-bc23-3bb74bfa91ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/156f3646-675a-49eb-ae44-315ccdf446b6 HTTP/1.1" status: 204 len: 168 time: 0.6136444 Nov 12 05:32:38.946654 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:38.980255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device abde773e-9005-4dfb-aead-2a4d88c6c624 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:38.995696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69ce2b-f168-4483-b7bf-ec46d1658a52 req-b5619458-79f7-4e5e-b10b-f4ca937eda65 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:39.000813 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c4791775-c308-4c3b-96b4-c04304042c77 None None] Provisioning complete for port abde773e-9005-4dfb-aead-2a4d88c6c624 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:39.009971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4791775-c308-4c3b-96b4-c04304042c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:39.013220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f69ce2b-f168-4483-b7bf-ec46d1658a52 req-b5619458-79f7-4e5e-b10b-f4ca937eda65 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.2928333 Nov 12 05:32:39.030103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375c157-6f9e-45cb-bc23-3bb74bfa91ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156f3646-675a-49eb-ae44-315ccdf446b6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:39.078700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a49546-7c62-437e-a47f-878ff8dfa63e req-09709905-fdd7-47ce-8cea-293331836ffb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:39.086822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a49546-7c62-437e-a47f-878ff8dfa63e req-09709905-fdd7-47ce-8cea-293331836ffb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 944 time: 0.2548637 Nov 12 05:32:39.222295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f69ce2b-f168-4483-b7bf-ec46d1658a52 req-2ff290f0-6694-4a37-9662-165722d71aef tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080262 Nov 12 05:32:39.322372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a49546-7c62-437e-a47f-878ff8dfa63e req-375c3382-1c46-4a0f-9518-6a913fd9ed55 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344236 Nov 12 05:32:39.346246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port abde773e-9005-4dfb-aead-2a4d88c6c624 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:39.349157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:39.392203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-008b4495-56fd-48ed-a9c2-a116431f8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:39.399172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-008b4495-56fd-48ed-a9c2-a116431f8d9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 1097 time: 0.1084263 Nov 12 05:32:39.437001 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:38Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:39.466144 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:39.496281 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff28d-1288-44a6-81d7-a29f86572272 None None] The sync data for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 is: [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:38Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:32:39.520091 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:39.532800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:39.601371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-768de1b6-ab3b-40ed-a0b3-4a84b4a5a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:39.612748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-768de1b6-ab3b-40ed-a0b3-4a84b4a5a4ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.1992102 Nov 12 05:32:39.665170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:39.758430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5277eeef-23f7-4331-b71e-e6d73ffb129f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:39.763758 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505cb6f6-4c2c-4c72-ad68-ad7e40ce8d45" -d '{"events": [{"server_uuid": "2e6776d6-f8bc-401a-844f-70daa9f8abdc", "name": "network-vif-plugged", "status": "completed", "tag": "5277eeef-23f7-4331-b71e-e6d73ffb129f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:39.795618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'Port': ['ID=3e24800f-a01d-4166-a1c5-3a1a4e816e20,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:39.840100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:39.910168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-3bf460b6-82a5-4b5d-8ea8-75cbaa343695 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28 HTTP/1.1" status: 200 len: 1001 time: 0.2945602 Nov 12 05:32:40.033893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-f32bc739-3df5-4dc3-af0d-1b1ecf0cb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:40.036085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-f32bc739-3df5-4dc3-af0d-1b1ecf0cb40a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.1133671 Nov 12 05:32:40.058863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1725e-68df-40d5-b14a-fc1b8b77a263 req-383ff4e4-6580-4fc3-a83d-98af4701b372 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:40.064209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:40.067155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63d1725e-68df-40d5-b14a-fc1b8b77a263 req-383ff4e4-6580-4fc3-a83d-98af4701b372 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.3168454 Nov 12 05:32:40.069731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:40.114825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea163dd2-b9b5-4d45-b1da-c0fbcf4878b9 req-822bd38c-573c-447e-b66c-1ae80f033618 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:40.125251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea163dd2-b9b5-4d45-b1da-c0fbcf4878b9 req-822bd38c-573c-447e-b66c-1ae80f033618 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.3458433 Nov 12 05:32:40.219649 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5277eeef-23f7-4331-b71e-e6d73ffb129f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:40.223376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4791775-c308-4c3b-96b4-c04304042c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:40.315916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:40.323830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea163dd2-b9b5-4d45-b1da-c0fbcf4878b9 req-63235e7d-55f3-4f6f-9687-41df976e331d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976433 Nov 12 05:32:40.345815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:32:40.348169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:32:40.353945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Router 83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:32:40.426799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63d1725e-68df-40d5-b14a-fc1b8b77a263 req-9d2b012d-a94e-4615-a507-0458081447db tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429708 Nov 12 05:32:40.457866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-edec0b3f-db7c-4bac-86ec-d28c433d95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:40.462794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-edec0b3f-db7c-4bac-86ec-d28c433d95bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3873491 Nov 12 05:32:40.513714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:40.514088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:40.631377 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cfd1a0-3fc7-4f13-8548-f0727ff0b8e9 x-openstack-request-id: req-a1cfd1a0-3fc7-4f13-8548-f0727ff0b8e9 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:40.634819 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6776d6-f8bc-401a-844f-70daa9f8abdc", "name": "network-vif-plugged", "status": "completed", "tag": "5277eeef-23f7-4331-b71e-e6d73ffb129f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:40.636684 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1cfd1a0-3fc7-4f13-8548-f0727ff0b8e9 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:40.638089 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5277eeef-23f7-4331-b71e-e6d73ffb129f', 'code': 200} Nov 12 05:32:40.655174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:32:40.675344 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-449f9f5f-94c8-4368-9ea4-ae60c69a2624 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "PUT /v2.0/routers/83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2423885 Nov 12 05:32:40.685318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48350) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:40.702909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Request body: {'port': {'network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7', 'name': 'tempest-FloatingIPNegativeTestJSON-1337210348'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:40.784818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ef37b-99fe-495a-8ae2-c386ed86ef16 None None] Sync routers for ids ['83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:32:40.789223 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:40.847818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c4791775-c308-4c3b-96b4-c04304042c77 None None] For port abde773e-9005-4dfb-aead-2a4d88c6c624, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=abde773e-9005-4dfb-aead-2a4d88c6c624,segment=NetworkSegment(0fe8f498-9e38-4b6b-afca-0e7a8dbe153d),segment_id=0fe8f498-9e38-4b6b-afca-0e7a8dbe153d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:40.898863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-41b2d4ef-850d-4cac-be81-4b9bf7f29157 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275203 Nov 12 05:32:40.910478 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4791775-c308-4c3b-96b4-c04304042c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:40.921679 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:40.947505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=5277eeef-23f7-4331-b71e-e6d73ffb129f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:40.979224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ef37b-99fe-495a-8ae2-c386ed86ef16 None None] Routers {'83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:40.980441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d14ef37b-99fe-495a-8ae2-c386ed86ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:41.013523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639330a-c335-45ee-bc96-e3ca797902a6 req-4448f4ce-fd20-4c6f-b265-12342ddc0ccc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:41.018707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d639330a-c335-45ee-bc96-e3ca797902a6 req-4448f4ce-fd20-4c6f-b265-12342ddc0ccc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.4455512 Nov 12 05:32:41.070018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520f5cb-4353-40f6-8468-d63a23dcb373 req-b8236192-1979-4d56-9059-cf2f45c7ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:41.071724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8520f5cb-4353-40f6-8468-d63a23dcb373 req-b8236192-1979-4d56-9059-cf2f45c7ca53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 1097 time: 0.2338562 Nov 12 05:32:41.091333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008afc7f-9c0d-4067-ad57-1524323dcace req-613c609f-cf80-4912-94b7-2eb2ef00e682 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:41.093055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008afc7f-9c0d-4067-ad57-1524323dcace req-613c609f-cf80-4912-94b7-2eb2ef00e682 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 945 time: 0.2492712 Nov 12 05:32:41.106232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Made reservation on behalf of d18dc50026c340ae90b57e948c9def61 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:41.108890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4791775-c308-4c3b-96b4-c04304042c77 None None] Pushing event updated for resources: {'Port': ['ID=abde773e-9005-4dfb-aead-2a4d88c6c624,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:41.110009 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.157512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] device_id is not set on port a3bbcd52-9268-4277-89de-96799ff8efe8 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:32:41.229761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d14ef37b-99fe-495a-8ae2-c386ed86ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:41.252696 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:32:41.253211 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:32:41.272067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-addaa055-5316-4cbc-9255-b997a33bbd18 req-b89009cf-179c-417c-b941-c51e84d19825 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553598 Nov 12 05:32:41.294210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d639330a-c335-45ee-bc96-e3ca797902a6 req-311c743c-c38f-49a2-83d2-40d9c3672350 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626810 Nov 12 05:32:41.313793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-008afc7f-9c0d-4067-ad57-1524323dcace req-6e064a15-c9fd-46d9-b7a4-dbdb69ca27bc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916244 Nov 12 05:32:41.315396 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.316666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8520f5cb-4353-40f6-8468-d63a23dcb373 req-edb0c7bc-7e65-415e-be41-a56e652a52ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218535 Nov 12 05:32:41.321440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ef37b-99fe-495a-8ae2-c386ed86ef16 None None] Routers {'83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:41.322496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d14ef37b-99fe-495a-8ae2-c386ed86ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:41.384241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Allocated IP 172.20.0.3 (a4ec7861-be61-4599-84c6-c4e9983abbc7/aca191b3-f152-44bb-80f4-73d863c2cbc0/a3bbcd52-9268-4277-89de-96799ff8efe8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:41.423585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Provisioning complete for port 3e24800f-a01d-4166-a1c5-3a1a4e816e20 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:41.426019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.457686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d14ef37b-99fe-495a-8ae2-c386ed86ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:41.458757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ef37b-99fe-495a-8ae2-c386ed86ef16 None None] The sync data for ids ['83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:32:41.496510 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.539744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:41.546775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Port 3e24800f-a01d-4166-a1c5-3a1a4e816e20 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:41.557848 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.574896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:41.602986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.607636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Provisioning complete for port 1e38b961-aaba-4412-9628-46a65c2981db triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:41.608147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.650409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba61ff-5340-47be-96d7-2c3f943dfa8f req-5ae8353f-5b89-459d-9162-ee8c4c8d5f75 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:41.663492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:41.674296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fba61ff-5340-47be-96d7-2c3f943dfa8f req-5ae8353f-5b89-459d-9162-ee8c4c8d5f75 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 945 time: 0.1688824 Nov 12 05:32:41.753199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:41.772198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fba61ff-5340-47be-96d7-2c3f943dfa8f req-848a2756-7754-42aa-b253-debd9faa012b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952449 Nov 12 05:32:41.841837 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.858384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.932692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] For port 1e38b961-aaba-4412-9628-46a65c2981db, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1e38b961-aaba-4412-9628-46a65c2981db,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:41.941601 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.967441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.052567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:42.056721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:42.086471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:42.117168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Provisioning complete for port abde773e-9005-4dfb-aead-2a4d88c6c624 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:42.124292 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.145732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device abde773e-9005-4dfb-aead-2a4d88c6c624 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:42.227579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:42.228262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.285076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'Port': ['ID=a3bbcd52-9268-4277-89de-96799ff8efe8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:42.339952 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d41a950-e382-47ce-9545-9eae77ba05a4 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6517956 Nov 12 05:32:42.341123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48392) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:42.361054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:42.402077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ebeb7-d4d4-4198-a036-6598ef063f38 None None] Pushing event updated for resources: {'Port': ['ID=1e38b961-aaba-4412-9628-46a65c2981db,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:42.446171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.532496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port abde773e-9005-4dfb-aead-2a4d88c6c624 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:42.533162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.644978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28'}, {'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:42.648596 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c31ba56-bbe2-4dc1-8cb7-3e5237146a91" -d '{"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-unplugged", "status": "completed", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28"}, {"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-plugged", "status": "completed", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:42.654245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1e38b961-aaba-4412-9628-46a65c2981db up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:42.674947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.705201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1c7bbcdd-38a2-4b88-8b59-1b32894346db None None] Provisioning complete for port 3e24800f-a01d-4166-a1c5-3a1a4e816e20 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:42.705579 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c7bbcdd-38a2-4b88-8b59-1b32894346db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.725667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f3446-f7a4-4516-8212-d2d5c328ecb4 req-a3a27766-088c-495e-add1-9413fedbed9d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:42.733084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc9f3446-f7a4-4516-8212-d2d5c328ecb4 req-a3a27766-088c-495e-add1-9413fedbed9d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.6616371 Nov 12 05:32:42.753632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bbcdd-38a2-4b88-8b59-1b32894346db None None] Port 3e24800f-a01d-4166-a1c5-3a1a4e816e20 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:42.767794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1e38b961-aaba-4412-9628-46a65c2981db triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:42.768417 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.782937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f194b-676c-4d76-a680-cb8eb974cbcc req-e5f5439c-524e-4462-b319-641be7f24a0e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:42.784524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-015f194b-676c-4d76-a680-cb8eb974cbcc req-e5f5439c-524e-4462-b319-641be7f24a0e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.1090591 Nov 12 05:32:42.836203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc9f3446-f7a4-4516-8212-d2d5c328ecb4 req-79f4aa14-33a5-409c-b140-7276f98ce7f4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014524 Nov 12 05:32:42.869293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Allocated IP 172.25.2.218 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/47ba4cd2-c7a5-454c-8b01-3cfd9031f49a) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:42.878508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1c7bbcdd-38a2-4b88-8b59-1b32894346db None None] Provisioning complete for port a3bbcd52-9268-4277-89de-96799ff8efe8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:42.879793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c7bbcdd-38a2-4b88-8b59-1b32894346db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:42.925386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-015f194b-676c-4d76-a680-cb8eb974cbcc req-b02c0924-9750-4197-b0a2-190e070f5c34 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268880 Nov 12 05:32:43.057435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bbcdd-38a2-4b88-8b59-1b32894346db None None] Port a3bbcd52-9268-4277-89de-96799ff8efe8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:43.080736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecfdf-f6f7-456e-9fd7-d5aac13dc50a req-4d9c2734-5782-4498-b87a-ee024aba07a2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:43.082366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ceecfdf-f6f7-456e-9fd7-d5aac13dc50a req-4d9c2734-5782-4498-b87a-ee024aba07a2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 945 time: 0.0745924 Nov 12 05:32:43.154291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:43.205933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ceecfdf-f6f7-456e-9fd7-d5aac13dc50a req-7e456d68-2018-4511-b47f-0addcd6b8b00 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159797 Nov 12 05:32:43.218478 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:43.221564 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c5a30f-d7d2-49e3-9f35-2142bac4eb7b x-openstack-request-id: req-08c5a30f-d7d2-49e3-9f35-2142bac4eb7b {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:43.221831 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-unplugged", "status": "completed", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28", "code": 200}, {"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-plugged", "status": "completed", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:43.222074 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08c5a30f-d7d2-49e3-9f35-2142bac4eb7b {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:43.222501 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'code': 200} Nov 12 05:32:43.222754 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'code': 200} Nov 12 05:32:43.387426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:43.409311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:43.418644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:43.477062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'Port': ['ID=47ba4cd2-c7a5-454c-8b01-3cfd9031f49a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:43.605866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48420) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:43.606283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48422) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:43.629841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9305e8f-92c8-4bf7-952b-f6a7b7521cb8 req-665034fe-ac8f-4a89-b413-152e53a9683e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:43.638466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9305e8f-92c8-4bf7-952b-f6a7b7521cb8 req-665034fe-ac8f-4a89-b413-152e53a9683e tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.2995820 Nov 12 05:32:43.645296 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:43.649816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ae4f8-c4ee-4ef4-aebf-8190911cf38a req-f89605db-9149-495a-bff7-4cee00b7e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:43.652094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a65ae4f8-c4ee-4ef4-aebf-8190911cf38a req-f89605db-9149-495a-bff7-4cee00b7e7f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1098 time: 0.2086341 Nov 12 05:32:43.703170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-a2572c93-7fe2-462d-9577-60c01eb0204b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=24165a3c508449c1a6ee2ece4b5a453a HTTP/1.1" status: 200 len: 267 time: 0.2674263 Nov 12 05:32:43.725607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:43.824141 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c16e7770-634b-40c5-b693-4675e6020eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:43.868117 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0c10f754-ca2f-4318-a3ca-16710d6d6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:43.884214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9305e8f-92c8-4bf7-952b-f6a7b7521cb8 req-a95b6026-95a1-4f15-9519-f1cb00bfa9ad tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448571 Nov 12 05:32:43.918498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a65ae4f8-c4ee-4ef4-aebf-8190911cf38a req-ec269c74-8558-4519-91bc-93ac1a59e77a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562497 Nov 12 05:32:43.926370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da389b06-556d-433e-ad61-f46675d7ac5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:43.931924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-55dffa31-0d88-4d41-a386-1a5c3c0eade0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:43.934251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-55dffa31-0d88-4d41-a386-1a5c3c0eade0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 945 time: 0.2285900 Nov 12 05:32:43.965538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'port': {'security_groups': []}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:44.067921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1e38b961-aaba-4412-9628-46a65c2981db up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:32:44.092339 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.153629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c16e7770-634b-40c5-b693-4675e6020eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.167428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.171161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c16e7770-634b-40c5-b693-4675e6020eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.204770 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c16e7770-634b-40c5-b693-4675e6020eb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f233321485b4f53966de44162dabe7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5920932 Nov 12 05:32:44.205724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1e38b961-aaba-4412-9628-46a65c2981db triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:44.206198 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.211991 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.216476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48434) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:44.227886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da389b06-556d-433e-ad61-f46675d7ac5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.269017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da389b06-556d-433e-ad61-f46675d7ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.296566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e978a4a-8c4e-428d-8739-4e7d8808aeb9 req-cb717ee0-eb92-41ec-a849-706d33bcf6cf tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:44.298528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e978a4a-8c4e-428d-8739-4e7d8808aeb9 req-cb717ee0-eb92-41ec-a849-706d33bcf6cf tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2205713 Nov 12 05:32:44.331886 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da389b06-556d-433e-ad61-f46675d7ac5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af6cfcf6010f4ba384d296009d100cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7243302 Nov 12 05:32:44.334156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48436) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:44.365709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e7770-634b-40c5-b693-4675e6020eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5558fc4-e22a-474f-9c74-3f2dc0f74058,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:44.367106 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ebd19bd-d754-4368-9805-2c410a6ddedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.416917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ebd19bd-d754-4368-9805-2c410a6ddedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.450931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da389b06-556d-433e-ad61-f46675d7ac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb48286d-8fcd-42e2-839d-3466850f749f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:44.476579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'Port': ['ID=47ba4cd2-c7a5-454c-8b01-3cfd9031f49a,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:44.508190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.535131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.536377 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-288be534-ca8e-4ac0-8e2b-46f0beb5b7dc tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1916337 Nov 12 05:32:44.542107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48438) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:44.542609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e978a4a-8c4e-428d-8739-4e7d8808aeb9 req-cf415736-d5c3-4e8f-92f3-ae830288967b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270787 Nov 12 05:32:44.544515 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3932f3af-9e0f-4737-8406-59cdf6ba5508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.562495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e88a703d-6126-4f88-9694-d1982cc9657c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Request body: {'floatingip': {'port_id': 'a3bbcd52-9268-4277-89de-96799ff8efe8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:44.633166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e88a703d-6126-4f88-9694-d1982cc9657c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.644991 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ebd19bd-d754-4368-9805-2c410a6ddedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.648059 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ebd19bd-d754-4368-9805-2c410a6ddedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.651520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1ebd19bd-d754-4368-9805-2c410a6ddedd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5558fc4-e22a-474f-9c74-3f2dc0f74058 HTTP/1.1" status: 204 len: 168 time: 0.4306939 Nov 12 05:32:44.657893 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3932f3af-9e0f-4737-8406-59cdf6ba5508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.756405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd19bd-d754-4368-9805-2c410a6ddedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5558fc4-e22a-474f-9c74-3f2dc0f74058,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:44.788788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] For port 5277eeef-23f7-4331-b71e-e6d73ffb129f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:32:44.810030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf17a12-708e-4399-9d92-566df88677c4 req-44848a6a-3382-4dff-8bdb-0fa8a5a0ad27 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:44.817623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cf17a12-708e-4399-9d92-566df88677c4 req-44848a6a-3382-4dff-8bdb-0fa8a5a0ad27 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.1766136 Nov 12 05:32:44.898407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3cf17a12-708e-4399-9d92-566df88677c4 req-5e5733ef-17da-468b-94cf-c61624adeb23 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740206 Nov 12 05:32:44.914532 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.915380 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-e88a703d-6126-4f88-9694-d1982cc9657c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] update failed (client error): The resource could not be found. Nov 12 05:32:44.915380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e88a703d-6126-4f88-9694-d1982cc9657c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "PUT /v2.0/floatingips/0d44d233-84a2-4577-9905-58c4b9471c83 HTTP/1.1" status: 404 len: 507 time: 0.3653705 Nov 12 05:32:44.915380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48444) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:44.916173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.930321 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3932f3af-9e0f-4737-8406-59cdf6ba5508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.936855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3932f3af-9e0f-4737-8406-59cdf6ba5508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:44.939343 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3932f3af-9e0f-4737-8406-59cdf6ba5508 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb48286d-8fcd-42e2-839d-3466850f749f HTTP/1.1" status: 204 len: 168 time: 0.5933151 Nov 12 05:32:44.956751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1ceec9d2-700a-447e-a489-eb2997f6ad75', 'af49a1ee-bac6-4081-9e13-efd43488d182', '5277eeef-23f7-4331-b71e-e6d73ffb129f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:44.995160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932f3af-9e0f-4737-8406-59cdf6ba5508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb48286d-8fcd-42e2-839d-3466850f749f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:45.104977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:45.108374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:45.115867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dd80010-5777-4ecd-8528-4da8c6ebe48f req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "PUT /v2.0/ports/5277eeef-23f7-4331-b71e-e6d73ffb129f HTTP/1.1" status: 200 len: 904 time: 1.1640277 Nov 12 05:32:45.116401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'tag': '5277eeef-23f7-4331-b71e-e6d73ffb129f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:45.134238 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b3704-1c27-46e8-98cb-776f98127d79" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6776d6-f8bc-401a-844f-70daa9f8abdc", "tag": "5277eeef-23f7-4331-b71e-e6d73ffb129f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:45.225464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['5277eeef-23f7-4331-b71e-e6d73ffb129f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:45.232132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c25a6-f88c-4de6-95cf-73a0eec4f6e1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'Port': ['ID=5277eeef-23f7-4331-b71e-e6d73ffb129f,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:45.264595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Deleting port 47ba4cd2-c7a5-454c-8b01-3cfd9031f49a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:45.266723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:45.380445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed9bae-fc2a-4b5a-86a2-3591770bea01 req-3d067670-a913-4ae2-b8ee-40d86676c27b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:45.385725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36ed9bae-fc2a-4b5a-86a2-3591770bea01 req-3d067670-a913-4ae2-b8ee-40d86676c27b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.2249157 Nov 12 05:32:45.391876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48464) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:45.411219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-476d0c73-ab76-4554-aa2f-b2a55eac04b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:45.470513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:45.471073 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:45.489894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b248b-404f-4170-a776-0e73569f1cc1 req-8dba15b7-a9be-40a5-9648-961f5b14f1ec tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:45.493375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-697b248b-404f-4170-a776-0e73569f1cc1 req-8dba15b7-a9be-40a5-9648-961f5b14f1ec tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 907 time: 0.2107666 Nov 12 05:32:45.500288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Calling delete_port for 47ba4cd2-c7a5-454c-8b01-3cfd9031f49a owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:45.595967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-318e4bc1-53fb-4d5b-ade2-2804ea90a1e7 None None] Provisioning complete for port 5277eeef-23f7-4331-b71e-e6d73ffb129f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:45.598763 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-318e4bc1-53fb-4d5b-ade2-2804ea90a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:45.602873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36ed9bae-fc2a-4b5a-86a2-3591770bea01 req-6b9ced93-b531-4ef8-b6f8-2ceda1516473 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978972 Nov 12 05:32:45.645320 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853a0e80-9633-4369-b42e-6c42938f2017 x-openstack-request-id: req-853a0e80-9633-4369-b42e-6c42938f2017 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:45.645845 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6776d6-f8bc-401a-844f-70daa9f8abdc", "tag": "5277eeef-23f7-4331-b71e-e6d73ffb129f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:45.646481 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-853a0e80-9633-4369-b42e-6c42938f2017 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:45.647220 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'tag': '5277eeef-23f7-4331-b71e-e6d73ffb129f', 'status': 'completed', 'code': 200} Nov 12 05:32:45.768249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-476d0c73-ab76-4554-aa2f-b2a55eac04b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:45.771014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:32:45.794648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-476d0c73-ab76-4554-aa2f-b2a55eac04b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:45.822581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-f5bda6a1-8ef9-4fe1-a5b2-a937485fb09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:45.824028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-f5bda6a1-8ef9-4fe1-a5b2-a937485fb09a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 1059 time: 0.1509840 Nov 12 05:32:45.861959 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-476d0c73-ab76-4554-aa2f-b2a55eac04b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90a14736d1b74935a565f03d109c4026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668639 Nov 12 05:32:45.890014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d0c73-ab76-4554-aa2f-b2a55eac04b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb0b2d-8cd6-417e-86c4-a0c84cbba731,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:45.892538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48476) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:46.028209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-eff553a8-c181-427d-a482-e65f4e06c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:46.030682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-eff553a8-c181-427d-a482-e65f4e06c2b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.1827326 Nov 12 05:32:46.182101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-f907543c-c2ae-498f-af6b-34d39f26c660 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f HTTP/1.1" status: 200 len: 217 time: 0.1080377 Nov 12 05:32:46.198871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.298459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c89e1875-ddb2-49a1-944f-229c3cfdabb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.301191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event deleted for resources: {'Port': ['ID=47ba4cd2-c7a5-454c-8b01-3cfd9031f49a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:46.307825 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e79b22f0-c1db-4885-a555-8b9199870a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.361461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db0c35-ec31-4406-8c38-9c0af5f7dd04 req-e0e5f2d4-733d-4045-b7ea-df3f98b34ecf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:46.364128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4db0c35-ec31-4406-8c38-9c0af5f7dd04 req-e0e5f2d4-733d-4045-b7ea-df3f98b34ecf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.5386109 Nov 12 05:32:46.365846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-20b6198d-379f-4211-8c4d-11295589ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:46.367537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-20b6198d-379f-4211-8c4d-11295589ea2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1777508 Nov 12 05:32:46.471177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c89e1875-ddb2-49a1-944f-229c3cfdabb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.534542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-05c6d6c1-4b8f-42a5-ba1d-f02910bbe110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:46.546056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.547998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-05c6d6c1-4b8f-42a5-ba1d-f02910bbe110 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657557 Nov 12 05:32:46.549538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.549833 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:32:46.558218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48506) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:46.563748 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4d3d903d-e145-46d8-9be4-27c16af54108 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "DELETE /v2.0/floatingips/0d44d233-84a2-4577-9905-58c4b9471c83 HTTP/1.1" status: 204 len: 168 time: 1.6489658 Nov 12 05:32:46.604147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c89e1875-ddb2-49a1-944f-229c3cfdabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.605074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4023b7d4-0e95-465e-9b39-7bc918e3b073 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Request body: {'floatingip': {'floating_network_id': 'a4ec7861-be61-4599-84c6-c4e9983abbc7', 'port_id': 'a3bbcd52-9268-4277-89de-96799ff8efe8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:46.606504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c89e1875-ddb2-49a1-944f-229c3cfdabb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.610082 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c89e1875-ddb2-49a1-944f-229c3cfdabb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cffb0b2d-8cd6-417e-86c4-a0c84cbba731 HTTP/1.1" status: 204 len: 168 time: 0.6979876 Nov 12 05:32:46.617986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e1875-ddb2-49a1-944f-229c3cfdabb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb0b2d-8cd6-417e-86c4-a0c84cbba731,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:46.748362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4db0c35-ec31-4406-8c38-9c0af5f7dd04 req-a129c581-e77a-4f35-90b3-f3d33ba95b87 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776593 Nov 12 05:32:46.823965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4023b7d4-0e95-465e-9b39-7bc918e3b073 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:46.848049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-b9800c9e-021e-4082-874a-4cadef52dd62 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738650 Nov 12 05:32:46.864952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5624c7a-1be2-488c-9310-bee41833e8ae req-1193fb44-6616-4283-8d2e-71fe7079d62f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:46.873611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5624c7a-1be2-488c-9310-bee41833e8ae req-1193fb44-6616-4283-8d2e-71fe7079d62f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.2037990 Nov 12 05:32:47.075507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5624c7a-1be2-488c-9310-bee41833e8ae req-294b28e5-9071-4450-90c1-645522f4c857 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009242 Nov 12 05:32:47.112505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19b3704-1c27-46e8-98cb-776f98127d79 req-9a06a670-4c9e-4234-aae0-96350138c52c service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166572 Nov 12 05:32:47.172812 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-4023b7d4-0e95-465e-9b39-7bc918e3b073 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:32:47.178455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48532) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:47.184961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'a3bbcd52-9268-4277-89de-96799ff8efe8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:47.189533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4023b7d4-0e95-465e-9b39-7bc918e3b073 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5920043 Nov 12 05:32:47.241903 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:47.318419 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:47.367813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2c11d-7527-4211-8bc1-f3cc46c0fc7b req-dbb1f6e1-08ab-4216-953f-d785e9789639 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:47.372021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ce2c11d-7527-4211-8bc1-f3cc46c0fc7b req-dbb1f6e1-08ab-4216-953f-d785e9789639 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1635468 Nov 12 05:32:47.388546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:47.512300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ce2c11d-7527-4211-8bc1-f3cc46c0fc7b req-c68a9697-b108-453c-8a18-2c13a671edfc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280062 Nov 12 05:32:47.551821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb192765-68eb-4e13-9d1a-a47fe1a97020 req-8d142de2-7449-4c06-8eb1-5c8267940feb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:47.559189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb192765-68eb-4e13-9d1a-a47fe1a97020 req-8d142de2-7449-4c06-8eb1-5c8267940feb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.1239727 Nov 12 05:32:47.569770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Allocated IP 172.25.2.205 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/dc6dc7fc-9183-4a98-88b2-a906bf1d5810) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:47.663482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb192765-68eb-4e13-9d1a-a47fe1a97020 req-6265ec61-c1f5-44d8-9fbd-264df2a59dcb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978134 Nov 12 05:32:47.693634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48556) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:47.739607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:47.790385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf009d-ac58-48ef-97fc-5a94e926d2a8 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:47.792996 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8ddf009d-ac58-48ef-97fc-5a94e926d2a8 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1093 time: 0.0976918 Nov 12 05:32:47.796342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48562) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:47.800664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:47.804604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:47.852064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:47.856290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:47.861141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:47.964642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event updated for resources: {'Port': ['ID=dc6dc7fc-9183-4a98-88b2-a906bf1d5810,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:47.964895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:48.040585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f297-facf-4772-86cf-d38338bd9523 req-b9dd67a4-3abb-40c4-b8a7-f7376b389062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:48.042021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c241f297-facf-4772-86cf-d38338bd9523 req-b9dd67a4-3abb-40c4-b8a7-f7376b389062 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.2191417 Nov 12 05:32:48.079078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896b008-52de-49b2-b0a9-88c3791e3ab4 req-dc7efc6c-8177-4adc-9dcf-7023aeea123f tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:48.091969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e896b008-52de-49b2-b0a9-88c3791e3ab4 req-dc7efc6c-8177-4adc-9dcf-7023aeea123f tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2232263 Nov 12 05:32:48.190921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Deleting port dc6dc7fc-9183-4a98-88b2-a906bf1d5810 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:48.191379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:48.311661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f297-facf-4772-86cf-d38338bd9523 req-8e89730d-0473-489a-ad49-2fc8323ea3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:48.313355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c241f297-facf-4772-86cf-d38338bd9523 req-8e89730d-0473-489a-ad49-2fc8323ea3e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 919 time: 0.2594869 Nov 12 05:32:48.386375 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:48.386375 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:48.404373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c241f297-facf-4772-86cf-d38338bd9523 req-1af1defe-bfcc-4293-ad4d-6f7a62823caa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415 HTTP/1.1" status: 200 len: 217 time: 0.0801027 Nov 12 05:32:48.420321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e896b008-52de-49b2-b0a9-88c3791e3ab4 req-0de6adf0-49e7-47f2-a52f-17725fed98d6 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257005 Nov 12 05:32:48.434647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Calling delete_port for dc6dc7fc-9183-4a98-88b2-a906bf1d5810 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:48.541828 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:48.705811 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:48.713066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f297-facf-4772-86cf-d38338bd9523 req-51d25087-5516-4475-b8d8-f61301511c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:48.714668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c241f297-facf-4772-86cf-d38338bd9523 req-51d25087-5516-4475-b8d8-f61301511c5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.2933080 Nov 12 05:32:48.726887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-48529189-41c9-4782-8381-119bc15e31f4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:48.734078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-48529189-41c9-4782-8381-119bc15e31f4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.3236833 Nov 12 05:32:48.747312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event deleted for resources: {'Port': ['ID=dc6dc7fc-9183-4a98-88b2-a906bf1d5810,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:48.761367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-14d7276a-3bad-43c2-aaa7-a265f521668a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/quotas/24165a3c508449c1a6ee2ece4b5a453a HTTP/1.1" status: 200 len: 375 time: 0.0262480 Nov 12 05:32:48.773907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5103d-f9d0-43c7-97d3-cb52ec8a4943 req-6fabfa7f-9423-4db1-9121-5fb32463b2c0 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:48.781312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16e5103d-f9d0-43c7-97d3-cb52ec8a4943 req-6fabfa7f-9423-4db1-9121-5fb32463b2c0 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.2511754 Nov 12 05:32:48.830916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-73178799-f976-4949-8500-4c48e24253cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4019966 Nov 12 05:32:48.848237 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] create failed (client error): The resource could not be found. Nov 12 05:32:48.857526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c241f297-facf-4772-86cf-d38338bd9523 req-5037f375-8151-4abb-863e-0ff5729309c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128259 Nov 12 05:32:48.859286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48608) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:48.866433 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-127c0ef8-3f61-4f89-8244-6c25aafa5ee8 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6744940 Nov 12 05:32:48.959805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16e5103d-f9d0-43c7-97d3-cb52ec8a4943 req-27a1e124-1ed3-44f8-958a-30da4f9a315b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776133 Nov 12 05:32:48.961076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:49.093518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.25.2.130 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/93eef801-4c0a-40b9-9c88-e7404bf0c62d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:49.289612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-cf330be7-e25a-4f62-b1dd-0d1afc502cb0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5273860 Nov 12 05:32:49.376448 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:49.379795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c241f297-facf-4772-86cf-d38338bd9523 req-6ce1bdb2-9790-41ff-a9bc-f2c82ac8e46a service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017273 Nov 12 05:32:49.462102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:49.534873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-08ded016-5841-4cc8-8842-45f49c33a45b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Deleting port a3bbcd52-9268-4277-89de-96799ff8efe8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:49.535561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08ded016-5841-4cc8-8842-45f49c33a45b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:49.653528 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:49.668582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-2317f2e9-96a7-4e4d-ab16-da78cf87c416 service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579295 Nov 12 05:32:49.851708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:49.859862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c241f297-facf-4772-86cf-d38338bd9523 req-c42fbc82-8ffe-4c9a-932f-a5de42c25497 service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487691 Nov 12 05:32:49.883440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=93eef801-4c0a-40b9-9c88-e7404bf0c62d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:50.267406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:50.277473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:50.299544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08ded016-5841-4cc8-8842-45f49c33a45b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:50.324471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-51a69559-4c50-4f0b-99a2-cea48a3b5572 service neutron] 10.222.0.48 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547756 Nov 12 05:32:50.333975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fc298-ab24-4f90-b014-ec4d98a8216b req-ad7919d8-64b1-428c-9662-4b7603f52d80 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:50.341867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef7fc298-ab24-4f90-b014-ec4d98a8216b req-ad7919d8-64b1-428c-9662-4b7603f52d80 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.7579541 Nov 12 05:32:50.406038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-08ded016-5841-4cc8-8842-45f49c33a45b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Calling delete_port for a3bbcd52-9268-4277-89de-96799ff8efe8 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:50.441689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48668) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:50.567352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-f5f6b700-1baf-4f77-a332-595e64709302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:50.569119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-f5f6b700-1baf-4f77-a332-595e64709302 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 1095 time: 0.2957392 Nov 12 05:32:50.608643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef7fc298-ab24-4f90-b014-ec4d98a8216b req-97f4e10d-41d9-4f51-ab00-88b2c270cbe0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658207 Nov 12 05:32:50.610801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-d9689d0d-731e-4962-8c0a-dff42b63d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:50.616557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-d9689d0d-731e-4962-8c0a-dff42b63d65a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982&tenant_id=025cb776de754cb6bface15498e03466 HTTP/1.1" status: 200 len: 1095 time: 0.3451223 Nov 12 05:32:50.724109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63468316-1536-429a-b20f-a458159bed50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:50.825653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c78b42b-fa35-42a0-a42e-3209aaa42878 req-602d7a75-4332-42bc-857b-3dd6fa7897d9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 210 time: 0.1326196 Nov 12 05:32:50.995210 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63468316-1536-429a-b20f-a458159bed50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.013860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63468316-1536-429a-b20f-a458159bed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.056786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-7b62284c-cbe6-4f27-9a70-0866e42e524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:51.059290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-7b62284c-cbe6-4f27-9a70-0866e42e524e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.3873751 Nov 12 05:32:51.111322 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-63468316-1536-429a-b20f-a458159bed50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9f8b1ca78e743cf9d4ed72028c5c4fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6665936 Nov 12 05:32:51.114662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48684) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:51.115378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63468316-1536-429a-b20f-a458159bed50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41007b-6d70-4da8-9ef3-3fb06ed9a73d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:51.132624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08ded016-5841-4cc8-8842-45f49c33a45b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.188157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d08f087-d9da-4524-b7fe-3a11ec72554e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.236198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d08f087-d9da-4524-b7fe-3a11ec72554e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.255289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ded016-5841-4cc8-8842-45f49c33a45b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event deleted for resources: {'Port': ['ID=a3bbcd52-9268-4277-89de-96799ff8efe8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:51.311718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d08f087-d9da-4524-b7fe-3a11ec72554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.315662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d08f087-d9da-4524-b7fe-3a11ec72554e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.320079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0d08f087-d9da-4524-b7fe-3a11ec72554e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e41007b-6d70-4da8-9ef3-3fb06ed9a73d HTTP/1.1" status: 204 len: 168 time: 0.1988313 Nov 12 05:32:51.334852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08f087-d9da-4524-b7fe-3a11ec72554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41007b-6d70-4da8-9ef3-3fb06ed9a73d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:51.415389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-4caa3780-7270-4a7f-bddf-6746cd627505 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28 HTTP/1.1" status: 200 len: 999 time: 0.3417377 Nov 12 05:32:51.504811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122679e-b277-4342-850f-ed86a2deb649 req-e65d14a8-1aa0-4947-9e32-8c39ae6eec6d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:51.524878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7122679e-b277-4342-850f-ed86a2deb649 req-e65d14a8-1aa0-4947-9e32-8c39ae6eec6d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.8222973 Nov 12 05:32:51.629256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08ded016-5841-4cc8-8842-45f49c33a45b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.633162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-08ded016-5841-4cc8-8842-45f49c33a45b tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "DELETE /v2.0/ports/a3bbcd52-9268-4277-89de-96799ff8efe8 HTTP/1.1" status: 204 len: 168 time: 2.7711298 Nov 12 05:32:51.636019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48700) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:51.655143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-0bb0df60-b2f6-46c1-9ea4-99d1e42dc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:51.656572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-0bb0df60-b2f6-46c1-9ea4-99d1e42dc640 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.2030787 Nov 12 05:32:51.727604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7122679e-b277-4342-850f-ed86a2deb649 req-5858f055-b042-4c68-b108-ac3f96df7204 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018580 Nov 12 05:32:51.729181 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:51.734175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a2b7f1-a204-4490-9fb7-d699ce08b4a3 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:51.741388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48704) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:51.749208 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e4a2b7f1-a204-4490-9fb7-d699ce08b4a3 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "GET /v2.0/ports?device_id=83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5 HTTP/1.1" status: 200 len: 913 time: 0.1023123 Nov 12 05:32:51.936919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-617ad82c-f53f-43ef-a4fd-f546c4a718a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:51.938589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-617ad82c-f53f-43ef-a4fd-f546c4a718a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2691188 Nov 12 05:32:52.022880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-469b08df-10e7-4a0b-9dc0-797a70629773 req-0438cc5d-1ba7-4ec6-9bf9-2660bc0318aa tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 210 time: 0.0928824 Nov 12 05:32:52.023606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48710) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:52.051922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e492822-7086-4be6-a84e-5f241d055f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:52.172381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:52.194833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e492822-7086-4be6-a84e-5f241d055f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:52.201579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e492822-7086-4be6-a84e-5f241d055f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:52.256009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e492822-7086-4be6-a84e-5f241d055f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78140404-a13e-4ae2-9b56-fc9427923841,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:52.269027 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6e492822-7086-4be6-a84e-5f241d055f1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=169035c8a3ee4d0f8afa9723f757b8b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439775 Nov 12 05:32:52.269858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48712) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:52.321392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-e3d5b2d6-b6af-4ab7-8b5f-7d3d713b2c7b service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603311 Nov 12 05:32:52.360550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d75a4c52-2ccf-4cb6-a81f-6893f6231f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:52.379808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89ec0c-7892-4b29-91fa-5efd2c499565 req-2a1939fd-6c75-4782-9be1-fd18e0cc930b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:52.382023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f89ec0c-7892-4b29-91fa-5efd2c499565 req-2a1939fd-6c75-4782-9be1-fd18e0cc930b tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.6714439 Nov 12 05:32:52.389771 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d75a4c52-2ccf-4cb6-a81f-6893f6231f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:52.484052 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d75a4c52-2ccf-4cb6-a81f-6893f6231f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:52.488025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d75a4c52-2ccf-4cb6-a81f-6893f6231f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:52.492791 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d75a4c52-2ccf-4cb6-a81f-6893f6231f30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78140404-a13e-4ae2-9b56-fc9427923841 HTTP/1.1" status: 204 len: 168 time: 0.2194600 Nov 12 05:32:52.536858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a4c52-2ccf-4cb6-a81f-6893f6231f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78140404-a13e-4ae2-9b56-fc9427923841,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:52.665635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f89ec0c-7892-4b29-91fa-5efd2c499565 req-985a19db-4351-43fb-bf9e-154aca6b9fa7 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605202 Nov 12 05:32:52.672600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-0235d34e-cbd0-4efb-a954-3e997dc37fee tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:52.674064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-0235d34e-cbd0-4efb-a954-3e997dc37fee tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 812 time: 0.3756151 Nov 12 05:32:52.702577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Request body: {'port': {'device_id': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'admin_state_up': True, 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:53.116958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31891e40-78e2-4f4b-a3bc-64e69fc9770a req-16137ddb-535b-4eca-9d9d-1f286f479bc3 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452519 Nov 12 05:32:53.198797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-976e119a-a843-455c-bd1e-02057e70d253 req-ad104d59-8dc7-47d7-907f-3d86dde350b6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 210 time: 0.0490105 Nov 12 05:32:53.243860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:53.271959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:53.404040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad14b-f955-4828-a951-fd34e4f96320 req-a3d5563d-291a-4f36-9797-982615388813 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:53.405555 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db0ad14b-f955-4828-a951-fd34e4f96320 req-a3d5563d-291a-4f36-9797-982615388813 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.2877114 Nov 12 05:32:53.424603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-97594c29-d9c0-47d4-8d79-bcd639b545c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:53.426131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-97594c29-d9c0-47d4-8d79-bcd639b545c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=025cb776de754cb6bface15498e03466&device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 1095 time: 0.2180395 Nov 12 05:32:53.433135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=93eef801-4c0a-40b9-9c88-e7404bf0c62d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:53.513972 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:53.525787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Made reservation on behalf of 24165a3c508449c1a6ee2ece4b5a453a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:32:53.529354 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:53.636680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:53.762468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db0ad14b-f955-4828-a951-fd34e4f96320 req-cbd74426-86e3-467e-bfa5-6ce3ac10c2d6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404622 Nov 12 05:32:53.935141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-7d584aee-fc8c-43a3-af0f-116bd92dd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:53.936639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-7d584aee-fc8c-43a3-af0f-116bd92dd7cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 200 len: 918 time: 0.4850378 Nov 12 05:32:54.059159 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Floating IP f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3 associated. External IP: 172.25.2.130, port: 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3. Nov 12 05:32:54.148341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cbec2-734a-4344-8532-194f2137f722 req-fa34bef1-94f8-4174-8d47-7a9a8020fc9d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:54.150819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c6cbec2-734a-4344-8532-194f2137f722 req-fa34bef1-94f8-4174-8d47-7a9a8020fc9d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.3525229 Nov 12 05:32:54.178804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-e0dd2e24-1ec4-4490-95d3-974f44ad61e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28 HTTP/1.1" status: 200 len: 999 time: 0.2321875 Nov 12 05:32:54.279907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Allocated IP 172.20.0.3 (46a369b1-c712-4dc4-bd41-f07c0aa831fd/924bc2b7-ff2f-47ff-995f-624e60488b5f/d214b09e-7626-4b2c-9976-09883c9b5af3) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:32:54.414699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c6cbec2-734a-4344-8532-194f2137f722 req-10249dfb-5134-44ca-a64d-ec89de2a30df tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301340 Nov 12 05:32:54.422786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45bb512e-11b3-480a-9721-7f808e6cdfb1 req-2ba878e2-cc9d-4b19-9bb0-8740d8c80ae4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 210 time: 0.0850472 Nov 12 05:32:54.453526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-cf1f1aa2-5e8e-4f5b-9f68-db834deeea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:54.455207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-cf1f1aa2-5e8e-4f5b-9f68-db834deeea33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 200 len: 856 time: 0.2430000 Nov 12 05:32:54.741687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-486fd04d-5284-4cb2-9569-0c9a328eb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:54.743131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-486fd04d-5284-4cb2-9569-0c9a328eb72c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0e6740-7ea4-46f5-8149-c757f5027670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2745574 Nov 12 05:32:54.859773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:54.862745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1509e573-7bf4-4d75-9b9d-3c2210475514 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:32:54.879689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Deleting port 3e24800f-a01d-4166-a1c5-3a1a4e816e20 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:32:54.880037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:55.080516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-d6e0a9d2-5485-4a14-8bc6-26f5fbd0d9e3 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266103 Nov 12 05:32:55.145247 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:55.154281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1ceec9d2-700a-447e-a489-eb2997f6ad75', 'af49a1ee-bac6-4081-9e13-efd43488d182'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:32:55.255977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:55.300615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e9e04-1e2f-4ba1-b132-83d88abfa759 req-f6b0c778-7da1-40f3-a7b5-b466f6489d70 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:55.302048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-928e9e04-1e2f-4ba1-b132-83d88abfa759 req-f6b0c778-7da1-40f3-a7b5-b466f6489d70 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.4138038 Nov 12 05:32:55.758782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Calling delete_port for 3e24800f-a01d-4166-a1c5-3a1a4e816e20 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:32:55.805936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:32:55.845522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:32:55.858480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:32:55.865973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event updated for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:55.932067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:32:55.950970 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] Sync routers for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:32:55.974889 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:55.978484 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:56.071793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-c28e9af4-1ade-4c78-a8d3-9c6e0f66d410 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9685783 Nov 12 05:32:56.098549 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:56.110129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-928e9e04-1e2f-4ba1-b132-83d88abfa759 req-c849b823-08ce-44a7-b381-04350e8a1b74 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536825 Nov 12 05:32:56.144035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:56.144653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:56.157621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac228843-ac60-4d42-b0b8-ea9685895093 req-17bc6bbf-9508-434c-98dd-620ab5c19d0d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:56.167157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac228843-ac60-4d42-b0b8-ea9685895093 req-17bc6bbf-9508-434c-98dd-620ab5c19d0d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.4095013 Nov 12 05:32:56.283537 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:56.330997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-802af835-c967-4357-a20c-b2ce3bef5138 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.5312488 Nov 12 05:32:56.359646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:32:56.361512 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-58511e4b-0a92-4b1d-bfcd-28c1cae8ae07 None None] Provisioning complete for port d214b09e-7626-4b2c-9976-09883c9b5af3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:32:56.362470 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0657695-fcb7-44d8-9136-28b7c7d10456" -d '{"events": [{"name": "network-changed", "server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:32:56.363550 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58511e4b-0a92-4b1d-bfcd-28c1cae8ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:56.380035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-491ce6b1-b3c3-49bf-b455-497d20735e92 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6827769 Nov 12 05:32:56.424454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Request body: {'port': {'device_id': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:32:56.481811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-58511e4b-0a92-4b1d-bfcd-28c1cae8ae07 None None] Port d214b09e-7626-4b2c-9976-09883c9b5af3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:32:56.542845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac228843-ac60-4d42-b0b8-ea9685895093 req-6f2288a0-0643-4996-88b5-07d17dc5dfa5 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744881 Nov 12 05:32:56.634984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:56.701389 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'port_id': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'mac_address': 'fa:16:3e:c6:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:32:51Z', 'updated_at': '2021-11-12T05:32:51Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:18Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:56.753718 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] Checking router: 1509e573-7bf4-4d75-9b9d-3c2210475514 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:32:56.778382 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:32:56.779247 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:56.830144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event deleted for resources: {'Port': ['ID=3e24800f-a01d-4166-a1c5-3a1a4e816e20,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:56.837431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:57.046756 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:32:57.104675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:57.214458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcbce7-58ef-4d80-a64b-4b34c767d36b req-0bd9bae3-c989-4480-80a4-212584d51ea2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:57.216678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bdcbce7-58ef-4d80-a64b-4b34c767d36b req-0bd9bae3-c989-4480-80a4-212584d51ea2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 931 time: 0.5032785 Nov 12 05:32:57.247918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52457066-568b-445a-8c01-cd4e91c7a7e8 req-d6ddc8c9-b9db-438b-9942-51092d2bf3cc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:57.275320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52457066-568b-445a-8c01-cd4e91c7a7e8 req-d6ddc8c9-b9db-438b-9942-51092d2bf3cc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.6048586 Nov 12 05:32:57.602699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:57.693201 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'port_id': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'mac_address': 'fa:16:3e:c6:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:32:51Z', 'updated_at': '2021-11-12T05:32:51Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:18Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:32:57.772391 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f55d5-467a-4b98-9cde-2f179053eb1a None None] The sync data for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 is: [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'port_id': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'mac_address': 'fa:16:3e:c6:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:32:51Z', 'updated_at': '2021-11-12T05:32:51Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:18Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:32:57.879400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48872) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:58.187135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52457066-568b-445a-8c01-cd4e91c7a7e8 req-253c6bd4-e9ac-420e-9715-3a94c0a8641d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9048696 Nov 12 05:32:58.211089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bdcbce7-58ef-4d80-a64b-4b34c767d36b req-6d735f25-1ad9-4f84-a854-df9e4f6231f1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9170029 Nov 12 05:32:58.216921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48878) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:58.245077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820be741-7d9c-4854-abb9-7425ac13404e None None] New status for floating IP f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:32:58.426383 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03c3b93-e411-49a7-82e8-edce0bb104c8 x-openstack-request-id: req-f03c3b93-e411-49a7-82e8-edce0bb104c8 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:32:58.426957 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:32:58.426957 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f03c3b93-e411-49a7-82e8-edce0bb104c8 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:32:58.427916 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'status': 'completed', 'code': 200} Nov 12 05:32:58.525869 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9dd93e93-0fb3-479c-ad64-26890ac461dd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3 HTTP/1.1" status: 200 len: 992 time: 0.2821662 Nov 12 05:32:58.584753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14706fe8-9e0b-49fa-9370-afa79909b0f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:58.788624 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14706fe8-9e0b-49fa-9370-afa79909b0f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:58.794296 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14706fe8-9e0b-49fa-9370-afa79909b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:58.891962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14706fe8-9e0b-49fa-9370-afa79909b0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d392c1-0cab-4311-99d8-871bb4c51ecc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:58.950826 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14706fe8-9e0b-49fa-9370-afa79909b0f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb22dd9fc52e4ee8b284338efb332d69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0702193 Nov 12 05:32:58.957322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48886) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:58.989318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Router 83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:32:59.065037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e67ef37f-98f4-49f2-b3ac-b15906ec87c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:59.117359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e67ef37f-98f4-49f2-b3ac-b15906ec87c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:59.163656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-21da315b-db6d-4bf5-85c2-54470d723dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:59.164799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-21da315b-db6d-4bf5-85c2-54470d723dd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1098 time: 0.7343936 Nov 12 05:32:59.184565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1df48a-216a-44f7-9a18-86017a311be0 req-34a9a251-2aa2-4a5c-947b-ca1b61e791b9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:59.186619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e1df48a-216a-44f7-9a18-86017a311be0 req-34a9a251-2aa2-4a5c-947b-ca1b61e791b9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.5677512 Nov 12 05:32:59.198054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e67ef37f-98f4-49f2-b3ac-b15906ec87c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:59.211148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e67ef37f-98f4-49f2-b3ac-b15906ec87c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:59.212834 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e67ef37f-98f4-49f2-b3ac-b15906ec87c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54d392c1-0cab-4311-99d8-871bb4c51ecc HTTP/1.1" status: 204 len: 168 time: 0.2522764 Nov 12 05:32:59.246644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ef37f-98f4-49f2-b3ac-b15906ec87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d392c1-0cab-4311-99d8-871bb4c51ecc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:32:59.448280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-f9391a6e-59a4-431f-b76e-9d4a5570f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:59.451716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-f9391a6e-59a4-431f-b76e-9d4a5570f6b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 200 len: 897 time: 0.2643914 Nov 12 05:32:59.504436 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48900) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:32:59.579541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d214b09e-7626-4b2c-9976-09883c9b5af3 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:32:59.601527 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:59.621797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Transition to ACTIVE for port object d214b09e-7626-4b2c-9976-09883c9b5af3 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:32:59.661062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cac39-b31d-4692-93e0-3b5507684c7f req-070cdf18-c5c7-4d38-82a7-96589ecd35b6 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:59.682308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-270cac39-b31d-4692-93e0-3b5507684c7f req-070cdf18-c5c7-4d38-82a7-96589ecd35b6 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 1.0675023 Nov 12 05:32:59.701900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-49d2bc8b-1587-4d22-8f3f-91da5a500a55 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3 HTTP/1.1" status: 200 len: 994 time: 0.1949201 Nov 12 05:32:59.760559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:59.967097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e1df48a-216a-44f7-9a18-86017a311be0 req-53fe50bb-e948-4f0d-9d4b-8eb8f9c319e2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7399247 Nov 12 05:33:00.001237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48916) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:00.026162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f74bba78-ce9c-4cf9-9f12-3c048edafbbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:00.040015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-270cac39-b31d-4692-93e0-3b5507684c7f req-3381ae80-c1ea-4180-a53c-2177070ca690 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475301 Nov 12 05:33:00.056733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:33:00.077640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fee9cc-7314-42aa-8eed-a6a6fa10db7d None None] Sync routers for ids ['83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:33:00.078801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7fd8dfe3-5ca3-48d0-8b30-b5629a61432c tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "PUT /v2.0/routers/83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3343499 Nov 12 05:33:00.087444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48918) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:00.106293 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fee9cc-7314-42aa-8eed-a6a6fa10db7d None None] Routers {'83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:33:00.106992 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-17fee9cc-7314-42aa-8eed-a6a6fa10db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:00.192273 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-17fee9cc-7314-42aa-8eed-a6a6fa10db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:00.217443 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fee9cc-7314-42aa-8eed-a6a6fa10db7d None None] Routers {'83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:33:00.219651 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-17fee9cc-7314-42aa-8eed-a6a6fa10db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:32:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:00.244855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-6db8f29f-921d-437a-956e-528f93b1cfeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 1002 time: 0.5449555 Nov 12 05:33:00.252027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Pushing event updated for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:00.263824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f74bba78-ce9c-4cf9-9f12-3c048edafbbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:00.269945 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f74bba78-ce9c-4cf9-9f12-3c048edafbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:00.327589 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-17fee9cc-7314-42aa-8eed-a6a6fa10db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:00.331072 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fee9cc-7314-42aa-8eed-a6a6fa10db7d None None] The sync data for ids ['83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:33:00.403775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bba78-ce9c-4cf9-9f12-3c048edafbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c963bc80-7a45-4cd5-95a3-cadbb2340c31,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:00.450281 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f74bba78-ce9c-4cf9-9f12-3c048edafbbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f95e4d3441141719ffa407b13328e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4448426 Nov 12 05:33:00.451476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48922) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:00.576601 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0b4f-2b3e-4e1b-812e-d8d67989e748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:00.612078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0b4f-2b3e-4e1b-812e-d8d67989e748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:00.783344 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-26ef805a-4a7a-4577-883f-fa8ceddce4c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758705 Nov 12 05:33:00.785027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0b4f-2b3e-4e1b-812e-d8d67989e748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:00.788685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0b4f-2b3e-4e1b-812e-d8d67989e748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:00.790147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ba0d0b4f-2b3e-4e1b-812e-d8d67989e748 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c963bc80-7a45-4cd5-95a3-cadbb2340c31 HTTP/1.1" status: 204 len: 168 time: 0.3332558 Nov 12 05:33:00.800802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d0b4f-2b3e-4e1b-812e-d8d67989e748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c963bc80-7a45-4cd5-95a3-cadbb2340c31,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:00.918683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-59293dc1-362a-48ac-995f-8f6b77e5536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:00.920669 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-59293dc1-362a-48ac-995f-8f6b77e5536e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1097 time: 0.0569403 Nov 12 05:33:00.950502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cba22-b66e-4735-a07c-7ef8d7155813 req-daedd927-4530-4320-915e-45f2b0a906de tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:00.960589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a5cba22-b66e-4735-a07c-7ef8d7155813 req-daedd927-4530-4320-915e-45f2b0a906de tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.7694871 Nov 12 05:33:00.997053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Attempting to bind port d214b09e-7626-4b2c-9976-09883c9b5af3 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:00.999008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Attempting to bind port d214b09e-7626-4b2c-9976-09883c9b5af3 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:01.000056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Attempting to bind port d214b09e-7626-4b2c-9976-09883c9b5af3 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:01.004986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b66d5ec2-ac03-4f08-b069-c85134be32de tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:01.009062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-73f661aa-1e3b-4df3-9d1e-d6d074add87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:01.011561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-73f661aa-1e3b-4df3-9d1e-d6d074add87c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94c3285a-fb0e-423e-b0f4-fd75f79c00fe HTTP/1.1" status: 200 len: 834 time: 0.5120239 Nov 12 05:33:01.120860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Port d214b09e-7626-4b2c-9976-09883c9b5af3 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:33:01.121622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Attempting to bind port d214b09e-7626-4b2c-9976-09883c9b5af3 on network 46a369b1-c712-4dc4-bd41-f07c0aa831fd {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:01.157674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-96cc48d2-7012-40b9-ab37-3ebe17752112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:01.159231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-96cc48d2-7012-40b9-ab37-3ebe17752112 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.2107623 Nov 12 05:33:01.168504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:01.169590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Checking segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:01.170501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Bound using segment: {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:01.172098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Bound port: d214b09e-7626-4b2c-9976-09883c9b5af3, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2b8aa2-76b4-480c-9efc-53da8597f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:01.172552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:01.274632 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-04315dc1-4684-41ce-a65d-235fbca6f3aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 999 time: 0.1075082 Nov 12 05:33:01.345810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-cc332f57-b822-4902-ad1c-2b0cd4312d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:01.347896 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-cc332f57-b822-4902-ad1c-2b0cd4312d11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.0644052 Nov 12 05:33:01.413664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-ebe7aa2a-05f3-4fb4-9059-6e9f55c316ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:01.415812 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-ebe7aa2a-05f3-4fb4-9059-6e9f55c316ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599952 Nov 12 05:33:01.449139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-1ddeecff-3421-4b8a-9f4a-93c3c2435c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:01.451419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-1ddeecff-3421-4b8a-9f4a-93c3c2435c1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75a9633c-bd23-4416-8490-c96d99dec451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4292879 Nov 12 05:33:01.456258 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b66d5ec2-ac03-4f08-b069-c85134be32de tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:01.459985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:01.462816 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b66d5ec2-ac03-4f08-b069-c85134be32de tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:01.490426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a5cba22-b66e-4735-a07c-7ef8d7155813 req-e04f6b7e-1219-470e-953e-11bc6a4ff54e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275059 Nov 12 05:33:01.675144 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-d49a586d-358d-4e8b-b7c8-edf10d779724 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502306 Nov 12 05:33:01.933819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7f28d5aa-1db5-46cb-bf0b-e023f83cbb82 req-53c271e0-e14e-41d6-81f8-e35e4367216c service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507625 Nov 12 05:33:02.271635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511c82e-6a19-490b-8133-641d6dd2dc6d req-206f90af-c1de-48d2-9bab-57a6bfeb30bb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:02.274309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1511c82e-6a19-490b-8133-641d6dd2dc6d req-206f90af-c1de-48d2-9bab-57a6bfeb30bb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 1.0727835 Nov 12 05:33:02.277992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:02.338435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:02.350185 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b66d5ec2-ac03-4f08-b069-c85134be32de tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:02.351139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66d5ec2-ac03-4f08-b069-c85134be32de tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Fanout notify agent at l3_agent the message router_deleted on router 83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:33:02.365454 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b66d5ec2-ac03-4f08-b069-c85134be32de tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:02.366959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b66d5ec2-ac03-4f08-b069-c85134be32de tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "DELETE /v2.0/routers/83b43ffb-00c3-4c4e-aab0-20c07b5aa2c5 HTTP/1.1" status: 204 len: 168 time: 2.2659669 Nov 12 05:33:02.370862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48962) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:02.454197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:02.454949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:02.456460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] 10.222.0.47 "PUT /v2.0/ports/d214b09e-7626-4b2c-9976-09883c9b5af3 HTTP/1.1" status: 200 len: 1092 time: 6.0568616 Nov 12 05:33:02.461940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:33:02.464672 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b6eda-19b0-4d39-8997-edccbc668721" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:33:02.590129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b86e1-3c21-47fb-9890-02b7c2127729 req-b293078a-094e-499d-8443-5efe1e4b29e1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:02.598647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d14b86e1-3c21-47fb-9890-02b7c2127729 req-b293078a-094e-499d-8443-5efe1e4b29e1 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.9699516 Nov 12 05:33:02.623182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd000a97-deca-40bc-8e97-30ab85699812 service neutron] Pushing event updated for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:02.629270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a61ad1-758d-46c0-9717-2f680efdd3cf tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Deleting subnet aca191b3-f152-44bb-80f4-73d863c2cbc0 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:33:02.635308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-13009512-0282-4839-9bc8-b932505cc248 service neutron] 10.222.0.43 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1699781 Nov 12 05:33:02.643586 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3a61ad1-758d-46c0-9717-2f680efdd3cf tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:02.654770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1511c82e-6a19-490b-8133-641d6dd2dc6d req-dd022611-d355-4eed-9f54-62c553e83401 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367743 Nov 12 05:33:02.875715 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3a61ad1-758d-46c0-9717-2f680efdd3cf tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:02.948207 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f628b86-3fdf-4b62-ade4-f57eacefc5be x-openstack-request-id: req-5f628b86-3fdf-4b62-ade4-f57eacefc5be {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:33:02.948497 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:33:02.948751 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f628b86-3fdf-4b62-ade4-f57eacefc5be {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:33:02.949165 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'status': 'completed', 'code': 200} Nov 12 05:33:03.111985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0657695-fcb7-44d8-9136-28b7c7d10456 req-8fbf4d60-9750-4bba-b226-7d3a461205fd service neutron] 10.222.0.43 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560320 Nov 12 05:33:03.164802 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3a61ad1-758d-46c0-9717-2f680efdd3cf tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:03.261860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d14b86e1-3c21-47fb-9890-02b7c2127729 req-7fb8f889-f9bf-4c65-a736-da7ca1015ed5 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6621780 Nov 12 05:33:03.275244 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3a61ad1-758d-46c0-9717-2f680efdd3cf tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:03.312966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b37872-5f27-4987-a03d-e662e5f8b47c req-d321d848-7a73-41b1-b56f-55a330901bf7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:03.320107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91b37872-5f27-4987-a03d-e662e5f8b47c req-d321d848-7a73-41b1-b56f-55a330901bf7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.3699508 Nov 12 05:33:03.349902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3a61ad1-758d-46c0-9717-2f680efdd3cf tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:03.358406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f639036c-7ebb-4a29-9dd6-0663fa501ba7 None None] Network a4ec7861-be61-4599-84c6-c4e9983abbc7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:03.374569 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f3a61ad1-758d-46c0-9717-2f680efdd3cf tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "DELETE /v2.0/subnets/aca191b3-f152-44bb-80f4-73d863c2cbc0 HTTP/1.1" status: 204 len: 168 time: 1.0011117 Nov 12 05:33:03.375516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a61ad1-758d-46c0-9717-2f680efdd3cf tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event deleted for resources: {'Subnet': ['ID=aca191b3-f152-44bb-80f4-73d863c2cbc0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:03.382965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48994) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:03.509179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91b37872-5f27-4987-a03d-e662e5f8b47c req-663735dc-e937-4d09-aca0-52439273f846 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827357 Nov 12 05:33:03.663356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:03.703909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-8b205b82-f1d7-4964-8976-9f0194f3243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:03.705745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-8b205b82-f1d7-4964-8976-9f0194f3243a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 1095 time: 0.8002596 Nov 12 05:33:03.798771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Deleting port abde773e-9005-4dfb-aead-2a4d88c6c624 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:03.799263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:03.826992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] DHCP port deletion for a4ec7861-be61-4599-84c6-c4e9983abbc7 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:33:03.911008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-e71d6adc-43ef-45e8-9b5c-0cd9d094929d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d214b09e-7626-4b2c-9976-09883c9b5af3 HTTP/1.1" status: 200 len: 217 time: 0.1613338 Nov 12 05:33:03.930377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] Deleting port abde773e-9005-4dfb-aead-2a4d88c6c624 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:03.930859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:04.107927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] For port abde773e-9005-4dfb-aead-2a4d88c6c624, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=abde773e-9005-4dfb-aead-2a4d88c6c624,segment=NetworkSegment(0fe8f498-9e38-4b6b-afca-0e7a8dbe153d),segment_id=0fe8f498-9e38-4b6b-afca-0e7a8dbe153d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:04.108332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:04.158110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] Calling delete_port for abde773e-9005-4dfb-aead-2a4d88c6c624 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:04.234095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] For port abde773e-9005-4dfb-aead-2a4d88c6c624, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=abde773e-9005-4dfb-aead-2a4d88c6c624,segment=NetworkSegment(0fe8f498-9e38-4b6b-afca-0e7a8dbe153d),segment_id=0fe8f498-9e38-4b6b-afca-0e7a8dbe153d)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:04.236645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:04.288927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1e0b-d9ca-45de-a983-f9750968ff6f req-7155f12c-290e-4f45-9c79-380faafd2e7d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:04.302965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-905f1e0b-d9ca-45de-a983-f9750968ff6f req-7155f12c-290e-4f45-9c79-380faafd2e7d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.4214554 Nov 12 05:33:04.379741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Calling delete_port for abde773e-9005-4dfb-aead-2a4d88c6c624 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:04.381278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device abde773e-9005-4dfb-aead-2a4d88c6c624 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:33:04.424990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: abde773e-9005-4dfb-aead-2a4d88c6c624 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:33:04.425378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device abde773e-9005-4dfb-aead-2a4d88c6c624 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:33:04.428025 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:04.461758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] No DVR routers for this DVR port abde773e-9005-4dfb-aead-2a4d88c6c624 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:33:04.473201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106693a0-f648-4a8e-a9f8-e69dd5980cd3 None None] Pushing event deleted for resources: {'Port': ['ID=abde773e-9005-4dfb-aead-2a4d88c6c624,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:04.606302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-f29fd0a4-f704-41eb-83a0-e8c74f82faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:04.615741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-f29fd0a4-f704-41eb-83a0-e8c74f82faec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.5838025 Nov 12 05:33:04.799742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-905f1e0b-d9ca-45de-a983-f9750968ff6f req-d34cb430-be0f-4e58-b1d0-131cf2fa2269 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898093 Nov 12 05:33:04.841305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8129aec-d88c-460a-b908-a1fd7a5ed8c4 req-ef84d72b-f7ec-4905-9673-f8271c03bba4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:04.846255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8129aec-d88c-460a-b908-a1fd7a5ed8c4 req-ef84d72b-f7ec-4905-9673-f8271c03bba4 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.2264180 Nov 12 05:33:04.870390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49024) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:04.909904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:04.957752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] No DVR routers for this DVR port abde773e-9005-4dfb-aead-2a4d88c6c624 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:33:05.130222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bad2ab9-a371-466c-8047-6889e82684ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.280774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.310677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ec7861-be61-4599-84c6-c4e9983abbc7']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:05.321753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe8f498-9e38-4b6b-afca-0e7a8dbe153d') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:05.322117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe8f498-9e38-4b6b-afca-0e7a8dbe153d') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:05.344164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.368411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.382650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:33:05.383252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.387488 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bad2ab9-a371-466c-8047-6889e82684ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.406492 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bad2ab9-a371-466c-8047-6889e82684ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.512036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad2ab9-a371-466c-8047-6889e82684ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b3718-b210-4c7d-a288-0534c31d1f30,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:33:05.563839 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:33:05.574949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event deleted for resources: {'Port': ['ID=abde773e-9005-4dfb-aead-2a4d88c6c624,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:05.598451 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2bad2ab9-a371-466c-8047-6889e82684ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ceedbd146ce48d39b4cc36e68d3561d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7260692 Nov 12 05:33:05.600770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49036) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:05.618525 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.653026 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.671897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] 10.222.0.48 "DELETE /v2.0/networks/a4ec7861-be61-4599-84c6-c4e9983abbc7 HTTP/1.1" status: 204 len: 168 time: 2.2771466 Nov 12 05:33:05.676743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656db71a-977b-40ed-b4d1-37258ea68477 tempest-FloatingIPNegativeTestJSON-174109560 tempest-FloatingIPNegativeTestJSON-174109560-project] Pushing event deleted for resources: {'Network': ['ID=a4ec7861-be61-4599-84c6-c4e9983abbc7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:05.713962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8129aec-d88c-460a-b908-a1fd7a5ed8c4 req-cf365e52-64e3-4819-a9db-2750587fa7a8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8509839 Nov 12 05:33:05.752886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0897b-d9fa-4515-8d68-6d0584123306 req-ae6a8073-ed72-4d6d-b6ef-0c25d9249f4e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:05.758918 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dbacc56-191d-4035-9be9-28012341e74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.774443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ea0897b-d9fa-4515-8d68-6d0584123306 req-ae6a8073-ed72-4d6d-b6ef-0c25d9249f4e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.8381381 Nov 12 05:33:05.815440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dbacc56-191d-4035-9be9-28012341e74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.913649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dbacc56-191d-4035-9be9-28012341e74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.920360 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dbacc56-191d-4035-9be9-28012341e74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.925920 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0dbacc56-191d-4035-9be9-28012341e74e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb7b3718-b210-4c7d-a288-0534c31d1f30 HTTP/1.1" status: 204 len: 168 time: 0.3239000 Nov 12 05:33:05.948921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbacc56-191d-4035-9be9-28012341e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b3718-b210-4c7d-a288-0534c31d1f30,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:05.975584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ea0897b-d9fa-4515-8d68-6d0584123306 req-14828946-2214-430e-bfce-910d3912e2bb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996703 Nov 12 05:33:05.989647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-bfae6f08-3a44-40e5-b05a-3c6da5a3590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:06.002314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-bfae6f08-3a44-40e5-b05a-3c6da5a3590a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9249198 Nov 12 05:33:06.109440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-33d39999-57c2-4fa1-ac3c-4b7c388aa225 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:33:06.114231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-33d39999-57c2-4fa1-ac3c-4b7c388aa225 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211720 Nov 12 05:33:06.155315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e9e93-9ebf-4cbf-b7cd-15a6e8257e7d req-d3a68644-e7a1-4028-b8b3-7bbff15bcb3c tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:06.170153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c2e9e93-9ebf-4cbf-b7cd-15a6e8257e7d req-d3a68644-e7a1-4028-b8b3-7bbff15bcb3c tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1565683 Nov 12 05:33:06.266551 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49050) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:06.312619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c2e9e93-9ebf-4cbf-b7cd-15a6e8257e7d req-7e9b941d-6214-49cc-b4bb-03c89d487890 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395912 Nov 12 05:33:06.608486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-5d146a08-28d8-43eb-898f-7d4fe7b53edf service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335764 Nov 12 05:33:06.700171 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-65a4ab6a-e5fb-471c-a3d9-ab23fe8c5640 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d18dc50026c340ae90b57e948c9def61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313200 Nov 12 05:33:06.702896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49062) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:06.865165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-325841bb-5b1a-43f9-8e87-ce6607d778ce req-8678584a-efe9-49f6-bcb9-f53f91845074 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260449 Nov 12 05:33:06.913536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e73e-b956-4c29-85ad-502e03bc715e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:06.937689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49066) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:06.991884 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4dd7a339-f4ad-4f2c-b285-66c3d9d0eaad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:06.995831 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e73e-b956-4c29-85ad-502e03bc715e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:07.066875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e00f3e-c1d4-4871-ad00-4c4a19a84aa4 req-efa53e60-20fd-49a5-a69e-a855d8907e79 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:07.076303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14e00f3e-c1d4-4871-ad00-4c4a19a84aa4 req-efa53e60-20fd-49a5-a69e-a855d8907e79 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.1629796 Nov 12 05:33:07.272940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e73e-b956-4c29-85ad-502e03bc715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:07.287513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e73e-b956-4c29-85ad-502e03bc715e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:07.310212 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b7f7e73e-b956-4c29-85ad-502e03bc715e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/369d8106-54d7-4daf-9bae-c1c0fb5fb467 HTTP/1.1" status: 204 len: 168 time: 0.6025405 Nov 12 05:33:07.366078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7e73e-b956-4c29-85ad-502e03bc715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369d8106-54d7-4daf-9bae-c1c0fb5fb467,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:07.432238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14e00f3e-c1d4-4871-ad00-4c4a19a84aa4 req-fea8f839-5e18-4ed4-9ba1-90e76e709705 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499532 Nov 12 05:33:07.451547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5885a-6503-4ffa-a4dd-8cd9e7fbb445 req-9bc2bfa4-96dd-42b4-841b-31e134aac119 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:07.453488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7be5885a-6503-4ffa-a4dd-8cd9e7fbb445 req-9bc2bfa4-96dd-42b4-841b-31e134aac119 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.2996211 Nov 12 05:33:07.463605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6eda-19b0-4d39-8997-edccbc668721 req-f63c9538-742b-4963-a908-a2771d0fe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:07.465450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-306b6eda-19b0-4d39-8997-edccbc668721 req-f63c9538-742b-4963-a908-a2771d0fe512 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 1095 time: 0.3083782 Nov 12 05:33:07.534617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4dd7a339-f4ad-4f2c-b285-66c3d9d0eaad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:07.544283 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4dd7a339-f4ad-4f2c-b285-66c3d9d0eaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:07.670723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7be5885a-6503-4ffa-a4dd-8cd9e7fbb445 req-d74d5c0d-2266-4956-af64-403f583139a8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026875 Nov 12 05:33:07.672919 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4dd7a339-f4ad-4f2c-b285-66c3d9d0eaad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a94387e0f52486bbfaaabef6bc75652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7293484 Nov 12 05:33:07.675468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:07.684093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7a339-f4ad-4f2c-b285-66c3d9d0eaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe817b4-de3b-454f-9d22-ddefbfd7e02f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:07.877884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aa8b2-9242-4089-89bc-26d6090119f2 req-472f98fa-897f-4bca-860b-75e32c020504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:07.881212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a61aa8b2-9242-4089-89bc-26d6090119f2 req-472f98fa-897f-4bca-860b-75e32c020504 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.4380975 Nov 12 05:33:07.945459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6eda-19b0-4d39-8997-edccbc668721 req-ca188dfc-666e-4853-88b3-da596cee70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:07.953918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-306b6eda-19b0-4d39-8997-edccbc668721 req-ca188dfc-666e-4853-88b3-da596cee70a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.4227800 Nov 12 05:33:08.015182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62014bc0-8675-4610-95d0-cb8a32703bec req-6708f8d9-6616-4b8f-9a26-692540de1c46 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:08.017354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62014bc0-8675-4610-95d0-cb8a32703bec req-6708f8d9-6616-4b8f-9a26-692540de1c46 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2177401 Nov 12 05:33:08.112906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bbcb4a8-382b-4bbf-99ab-2ac227c01f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:08.164152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bbcb4a8-382b-4bbf-99ab-2ac227c01f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:08.256316 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bbcb4a8-382b-4bbf-99ab-2ac227c01f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:08.260646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bbcb4a8-382b-4bbf-99ab-2ac227c01f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:08.261746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2bbcb4a8-382b-4bbf-99ab-2ac227c01f96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afe817b4-de3b-454f-9d22-ddefbfd7e02f HTTP/1.1" status: 204 len: 168 time: 0.5850863 Nov 12 05:33:08.263196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-306b6eda-19b0-4d39-8997-edccbc668721 req-5b913a57-b38a-4cd4-964b-a7a616151c62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d214b09e-7626-4b2c-9976-09883c9b5af3 HTTP/1.1" status: 200 len: 217 time: 0.2607903 Nov 12 05:33:08.297964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcb4a8-382b-4bbf-99ab-2ac227c01f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe817b4-de3b-454f-9d22-ddefbfd7e02f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:08.337661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a61aa8b2-9242-4089-89bc-26d6090119f2 req-4610f97f-1415-4d39-b797-dd72921ba4d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293857 Nov 12 05:33:08.344272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62014bc0-8675-4610-95d0-cb8a32703bec req-6d51ca5a-3e4d-47f3-8ffa-c084b500a0a0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149519 Nov 12 05:33:08.782315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715832e-e8e9-4238-aea1-475ec1029342 req-9d9e1958-ec5c-47a7-bd06-7b9b929f76b0 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:08.792123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4715832e-e8e9-4238-aea1-475ec1029342 req-9d9e1958-ec5c-47a7-bd06-7b9b929f76b0 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.1143801 Nov 12 05:33:08.944380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4715832e-e8e9-4238-aea1-475ec1029342 req-401456f2-c138-4c32-a63d-ea5f8f48da94 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516454 Nov 12 05:33:09.066325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216bb2c-72e1-4f96-822b-d309fc6b8af9 req-71ec515b-34bd-4b6e-8433-9d25263ea283 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:09.069709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b216bb2c-72e1-4f96-822b-d309fc6b8af9 req-71ec515b-34bd-4b6e-8433-9d25263ea283 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.1502497 Nov 12 05:33:09.170404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b216bb2c-72e1-4f96-822b-d309fc6b8af9 req-4683257a-4152-4355-ad1c-9d852d7f3e0d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899694 Nov 12 05:33:09.692694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eb66d-2951-403c-8bd5-79b17a5230fd req-1f365656-3b16-492f-93d1-b3fe0e06be4e tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:09.704468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-366eb66d-2951-403c-8bd5-79b17a5230fd req-1f365656-3b16-492f-93d1-b3fe0e06be4e tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2133954 Nov 12 05:33:09.785511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:09.932064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-366eb66d-2951-403c-8bd5-79b17a5230fd req-a71ac07d-7355-42d0-a6c0-7b142ded82ee tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177644 Nov 12 05:33:10.400021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-293329792'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:10.476361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:10.492488 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:10.508124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:10.535398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c8b19-540b-4ddc-a09a-0d34e7efdb77 req-86fdeff5-33ad-493a-b12f-efc7ac00398b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:10.553565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-020c8b19-540b-4ddc-a09a-0d34e7efdb77 req-86fdeff5-33ad-493a-b12f-efc7ac00398b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.3986917 Nov 12 05:33:10.610548 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:10.631656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6eda-19b0-4d39-8997-edccbc668721 req-e7209f44-9bd9-44a3-8eef-e5e5fe1674b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:10.635341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-306b6eda-19b0-4d39-8997-edccbc668721 req-e7209f44-9bd9-44a3-8eef-e5e5fe1674b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.4032888 Nov 12 05:33:10.736715 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:10.742475 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:10.819514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-020c8b19-540b-4ddc-a09a-0d34e7efdb77 req-9e3bc33a-8e32-4e17-8acb-af6e81d5b7bb tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629604 Nov 12 05:33:10.829798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:10.841477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8420b8-61a7-42a6-ac87-1b4b0c176840 req-812f93b7-f2cd-4cab-a98b-85f2385f15ba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:10.849360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc8420b8-61a7-42a6-ac87-1b4b0c176840 req-812f93b7-f2cd-4cab-a98b-85f2385f15ba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.4914172 Nov 12 05:33:10.863816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39192fb3-013d-4065-a2e4-81005c223b39,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:10.872960 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:10.873764 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Added segment d4627528-7167-43ed-84ee-c9097a20b797 of type vlan for network 57db5f1b-e290-40ec-a0d2-e6097014716d Nov 12 05:33:10.909177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6eda-19b0-4d39-8997-edccbc668721 req-e47e5414-ab6e-4108-99be-57463b9df840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:10.912306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-306b6eda-19b0-4d39-8997-edccbc668721 req-e47e5414-ab6e-4108-99be-57463b9df840 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2210164 Nov 12 05:33:10.921935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:10.961663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:10.967999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc8420b8-61a7-42a6-ac87-1b4b0c176840 req-fc677137-651c-4f81-b023-1301bf08b5ec tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175580 Nov 12 05:33:10.973034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:10.974546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:11.094173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49184) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:11.111811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3231103 Nov 12 05:33:11.116223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49192) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:11.124829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'name': 'tempest-PortsTestJSON-1795713132'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:11.202863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ba3e8-2dc5-406d-9f02-e49d58c0f411 req-fdae49fc-5312-47bf-8ab7-6cf562af892e tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:11.205047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a80ba3e8-2dc5-406d-9f02-e49d58c0f411 req-fdae49fc-5312-47bf-8ab7-6cf562af892e tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1016853 Nov 12 05:33:11.245166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119eb574-fda1-42f4-b0dd-4514fb6d8108 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Network': ['ID=57db5f1b-e290-40ec-a0d2-e6097014716d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:11.247528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-306b6eda-19b0-4d39-8997-edccbc668721 req-8f5e8ac2-0a3d-4435-a06f-cdc82aa42d96 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399280 Nov 12 05:33:11.261640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:11.313647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58d00aa8-1ee0-4586-8420-06e4a81fa91e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:11.344960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:11.350049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:11.370056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a80ba3e8-2dc5-406d-9f02-e49d58c0f411 req-e90864a7-6f74-4002-a8f9-af4f4f0a0905 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586225 Nov 12 05:33:11.375303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 64c2f969-547b-4f87-805d-ebdee61c6e54 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:11.468727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-306b6eda-19b0-4d39-8997-edccbc668721 req-ebdf4390-dcda-4920-b290-68df206d0a3f service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061121 Nov 12 05:33:11.865284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d214b09e-7626-4b2c-9976-09883c9b5af3 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:33:11.976721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:12.005466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'mac_address': 'fa:16:3e:87:d6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:33:12.017489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377015c1-7c31-458f-b31d-3c841eaa587e req-a655fedb-f0f7-475c-8c3b-6e539d203a12 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:12.019281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-377015c1-7c31-458f-b31d-3c841eaa587e req-a655fedb-f0f7-475c-8c3b-6e539d203a12 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.0736783 Nov 12 05:33:12.064251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58d00aa8-1ee0-4586-8420-06e4a81fa91e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.075791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58d00aa8-1ee0-4586-8420-06e4a81fa91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.085235 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.109939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d214b09e-7626-4b2c-9976-09883c9b5af3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:33:12.110851 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.133236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d00aa8-1ee0-4586-8420-06e4a81fa91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f063a610-e950-4bcc-ac7c-3762a7107b07,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:12.138825 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-58d00aa8-1ee0-4586-8420-06e4a81fa91e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eea02181d64342fbab4b3fb4244bb9c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0435362 Nov 12 05:33:12.141520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:12.149373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:12.155993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.156233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-377015c1-7c31-458f-b31d-3c841eaa587e req-0ba2b089-c0a6-471a-9322-c1ba2f24f2d8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287897 Nov 12 05:33:12.182873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e17667-e5ba-4bc4-8882-05ea025bef6e req-9ca0e7f2-ddac-4ecd-bde9-9182635b6e49 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:12.184726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51e17667-e5ba-4bc4-8882-05ea025bef6e req-9ca0e7f2-ddac-4ecd-bde9-9182635b6e49 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.1058383 Nov 12 05:33:12.186374 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.225462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:12.263338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=64c2f969-547b-4f87-805d-ebdee61c6e54,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:12.268784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51e17667-e5ba-4bc4-8882-05ea025bef6e req-ba0a4e51-e74c-46c7-bd87-00c524382d72 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768523 Nov 12 05:33:12.281439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking segment: {'id': 'd4627528-7167-43ed-84ee-c9097a20b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:12.282158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network hostable DHCP agents. Network: 57db5f1b-e290-40ec-a0d2-e6097014716d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:12.297926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c1f-b916-4bab-b1a5-32bac076f9b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.301490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:12.312662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 57db5f1b-e290-40ec-a0d2-e6097014716d) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:12.317122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:12.323481 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c1f-b916-4bab-b1a5-32bac076f9b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.323858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:12.324528 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.328181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745423e-fc07-41c9-8d7e-c592e24c6833 None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:12.347074 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-87662a8a-bfb8-4c92-97ac-03083c1b00ad tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2298450 Nov 12 05:33:12.347782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49228) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:12.356139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-252093593'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:12.388485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:12.395285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.402974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c1f-b916-4bab-b1a5-32bac076f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.405882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c1f-b916-4bab-b1a5-32bac076f9b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.407319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e3af7c1f-b916-4bab-b1a5-32bac076f9b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f063a610-e950-4bcc-ac7c-3762a7107b07 HTTP/1.1" status: 204 len: 168 time: 0.2638981 Nov 12 05:33:12.417217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af7c1f-b916-4bab-b1a5-32bac076f9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f063a610-e950-4bcc-ac7c-3762a7107b07,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:12.451773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:12.464884 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.465356 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Added segment 36514da2-c5ef-45d1-bac8-a367128fa75a of type vlan for network e54c789d-767c-47e6-9f82-144161c890b8 Nov 12 05:33:12.482094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['d214b09e-7626-4b2c-9976-09883c9b5af3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:33:12.532719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.576355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.577390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6cc52-87b6-49a0-838f-41fe91402bd1 req-34385d3e-ff4c-4856-ae02-ad391aaa2434 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:12.579407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37f6cc52-87b6-49a0-838f-41fe91402bd1 req-34385d3e-ff4c-4856-ae02-ad391aaa2434 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0938962 Nov 12 05:33:12.584120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:12.585033 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.654038 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3013241 Nov 12 05:33:12.654745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49236) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:12.660443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37f6cc52-87b6-49a0-838f-41fe91402bd1 req-7f65a2e9-2bce-4844-9f82-8dfd7b473505 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656261 Nov 12 05:33:12.700584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'ports': [{'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d'}, {'network_id': 'e54c789d-767c-47e6-9f82-144161c890b8'}]} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:12.700965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:12.701829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': 'e54c789d-767c-47e6-9f82-144161c890b8'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:12.766179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dfb1e-4e41-47f2-9223-400183a1f8cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Network': ['ID=e54c789d-767c-47e6-9f82-144161c890b8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:12.786774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e54c789d-767c-47e6-9f82-144161c890b8 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:12.903018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 2} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:12.910474 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:12.928564 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:13.049235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port cd3945f7-2859-4038-bb98-38d9f416f436 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:13.152037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb9f1-5fa4-4a4b-b654-5c35bb22b172 req-e8a03696-c61a-4af5-960a-8d48c78752e4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:13.153603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cdbcb9f1-5fa4-4a4b-b654-5c35bb22b172 req-e8a03696-c61a-4af5-960a-8d48c78752e4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1383679 Nov 12 05:33:13.155987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-68398a60-6114-4aaa-a66b-3084af5150fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:13.157383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-68398a60-6114-4aaa-a66b-3084af5150fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.1507103 Nov 12 05:33:13.180376 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:13.266824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cdbcb9f1-5fa4-4a4b-b654-5c35bb22b172 req-b39cba4a-9ef6-4848-8a98-b73b96ef51da tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962162 Nov 12 05:33:13.284295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 3c4c87d0-b4a3-4b72-84ff-eacb5d1169d4 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:13.448720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-cd1d8b3d-5e4e-42be-855f-7f9a6d7b32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:13.450334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-cd1d8b3d-5e4e-42be-855f-7f9a6d7b32c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 919 time: 0.2521846 Nov 12 05:33:13.540670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-eb376f5f-dd5f-4ad3-b9ce-18a3b8f038ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415 HTTP/1.1" status: 200 len: 217 time: 0.0512366 Nov 12 05:33:13.551375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb83a12-1569-4f72-a08e-9f731e2e2f69 req-ccf73f61-6f11-4332-b7ad-3eabe0c3b5aa tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:13.553797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-deb83a12-1569-4f72-a08e-9f731e2e2f69 req-ccf73f61-6f11-4332-b7ad-3eabe0c3b5aa tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 943 time: 0.2142224 Nov 12 05:33:13.579962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:13.618682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-2d25916e-9520-482f-90f2-acc35f014bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:13.620234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-2d25916e-9520-482f-90f2-acc35f014bb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.0653746 Nov 12 05:33:13.656474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f283a2-a14b-4b2a-8d94-5fa09f2e965f req-c7957596-5d8c-459d-864e-db4e6f16f7b1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:13.664617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7f283a2-a14b-4b2a-8d94-5fa09f2e965f req-c7957596-5d8c-459d-864e-db4e6f16f7b1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 944 time: 0.2327404 Nov 12 05:33:13.676131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:13.689349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-f9bbb62f-45ee-46dd-a6ef-76ebb0e6778b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583615 Nov 12 05:33:13.767394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:13.772049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:13.783423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:13.784543 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:13.790922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7f283a2-a14b-4b2a-8d94-5fa09f2e965f req-0b58bacb-666d-41ca-abf4-754e1027b03d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252050 Nov 12 05:33:13.814413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=cd3945f7-2859-4038-bb98-38d9f416f436,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:13.827741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-deb83a12-1569-4f72-a08e-9f731e2e2f69 req-40c50975-109f-4bc2-ae24-47e323a80ff8 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055042 Nov 12 05:33:13.859827 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8e5c-b9bb-4631-bdc9-6841b28adabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:13.871229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking segment: {'id': '36514da2-c5ef-45d1-bac8-a367128fa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e54c789d-767c-47e6-9f82-144161c890b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:13.871685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network hostable DHCP agents. Network: e54c789d-767c-47e6-9f82-144161c890b8, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:13.884627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:33:13.887434 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-c52d90af-b8e6-427a-bbe8-f37abc78f1c2 service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847425 Nov 12 05:33:13.905564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=3c4c87d0-b4a3-4b72-84ff-eacb5d1169d4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:13.916482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network e54c789d-767c-47e6-9f82-144161c890b8 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:13.938262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e54c789d-767c-47e6-9f82-144161c890b8) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:13.950463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:13.971166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:13.996520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:14.001115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.050785 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-96822c43-f226-4fd2-88d6-5f21b02d5ada tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3516824 Nov 12 05:33:14.052570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:14.059052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d214b09e-7626-4b2c-9976-09883c9b5af3 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:14.064305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c5666-df8a-4479-a650-050d890afa9a None None] Network e54c789d-767c-47e6-9f82-144161c890b8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:14.158141 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5bd0a52-32c8-429f-98d8-9549eb814521 req-d4b66c7f-b22c-4734-8e40-9e14df31a52b service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606671 Nov 12 05:33:14.239466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:14.253072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c7d67232-4710-4eff-9641-514c787145ab tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 3c4c87d0-b4a3-4b72-84ff-eacb5d1169d4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:14.253664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7d67232-4710-4eff-9641-514c787145ab tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.333482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'port_id': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'mac_address': 'fa:16:3e:ae:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:33:14.361328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port d214b09e-7626-4b2c-9976-09883c9b5af3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:33:14.387238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port d214b09e-7626-4b2c-9976-09883c9b5af3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:14.387600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.444438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7d67232-4710-4eff-9641-514c787145ab tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.460241 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.495512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c7d67232-4710-4eff-9641-514c787145ab tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 3c4c87d0-b4a3-4b72-84ff-eacb5d1169d4 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:14.516492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d8c1e-48f1-40a1-9612-6998784e93a0 req-7b89e816-7175-4a02-85a3-f48cdbfbc652 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:14.527965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19d8c1e-48f1-40a1-9612-6998784e93a0 req-7b89e816-7175-4a02-85a3-f48cdbfbc652 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1715090 Nov 12 05:33:14.553614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a75ccd-d5d7-45f6-818a-c06a806d9a28 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:33:14.588679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:14.600012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.624908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19d8c1e-48f1-40a1-9612-6998784e93a0 req-2538f643-b11f-48f2-855d-53bdf9b5ca97 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925653 Nov 12 05:33:14.676322 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7d67232-4710-4eff-9641-514c787145ab tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.702613 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.723978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d67232-4710-4eff-9641-514c787145ab tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=3c4c87d0-b4a3-4b72-84ff-eacb5d1169d4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:14.729301 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7d67232-4710-4eff-9641-514c787145ab tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.731507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:14.736357 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c7d67232-4710-4eff-9641-514c787145ab tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/3c4c87d0-b4a3-4b72-84ff-eacb5d1169d4 HTTP/1.1" status: 204 len: 168 time: 0.6780515 Nov 12 05:33:14.736563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49308) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:14.758527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:33:14.761610 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bd527c-ad0a-4a48-aafb-7acc9946082a" -d '{"events": [{"server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "name": "network-vif-plugged", "status": "completed", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:33:14.783736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:14.790676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be7a34-6374-46b9-b788-b9e81333a6af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:14.791069 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.798528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be7a34-6374-46b9-b788-b9e81333a6af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:14.803218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a6be7a34-6374-46b9-b788-b9e81333a6af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0636473 Nov 12 05:33:14.804604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49314) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:14.831370 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaf16e5-03ce-4357-bb55-f738b47fd472 x-openstack-request-id: req-fcaf16e5-03ce-4357-bb55-f738b47fd472 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:33:14.831742 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "name": "network-vif-plugged", "status": "completed", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:33:14.832066 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcaf16e5-03ce-4357-bb55-f738b47fd472 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:33:14.832524 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'code': 200} Nov 12 05:33:14.892780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49318) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:14.899978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['37a75ccd-d5d7-45f6-818a-c06a806d9a28'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:33:14.935452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9a71262a-1912-4d37-9dcb-c9c3639d1df8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port cd3945f7-2859-4038-bb98-38d9f416f436 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:14.935816 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a71262a-1912-4d37-9dcb-c9c3639d1df8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:14.955650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:15.052688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c54757-c75b-40c1-b49f-7a85039190eb req-2784e00f-0e77-4f77-8849-e395892d3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:15.054215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7c54757-c75b-40c1-b49f-7a85039190eb req-2784e00f-0e77-4f77-8849-e395892d3b54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 1097 time: 0.1521509 Nov 12 05:33:15.071329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aea067-1a0e-49aa-878a-1bf49e32f5b2 req-a194b5bc-abfb-4586-a0c6-cfebf91c2250 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:15.079604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8aea067-1a0e-49aa-878a-1bf49e32f5b2 req-a194b5bc-abfb-4586-a0c6-cfebf91c2250 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1744385 Nov 12 05:33:15.080934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a71262a-1912-4d37-9dcb-c9c3639d1df8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.102893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9a71262a-1912-4d37-9dcb-c9c3639d1df8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for cd3945f7-2859-4038-bb98-38d9f416f436 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:15.132911 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fafc3698-5b88-4681-b659-3dc073112d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.151496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732adaf0-1d4a-4cec-bc09-7e4a1c025521 req-80a09efc-b771-41ea-a7a0-04986a2672df tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:15.153099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-732adaf0-1d4a-4cec-bc09-7e4a1c025521 req-80a09efc-b771-41ea-a7a0-04986a2672df tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 944 time: 0.1834984 Nov 12 05:33:15.249037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a71262a-1912-4d37-9dcb-c9c3639d1df8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.253086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7c54757-c75b-40c1-b49f-7a85039190eb req-62b00d4c-e777-45c3-b571-22f3e164063a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581972 Nov 12 05:33:15.261361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8aea067-1a0e-49aa-878a-1bf49e32f5b2 req-308c227d-5e89-41f8-9184-cace6077bb49 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373298 Nov 12 05:33:15.282871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-732adaf0-1d4a-4cec-bc09-7e4a1c025521 req-22e8eacb-9a6b-447a-9c54-610f0fb701ab tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079683 Nov 12 05:33:15.292300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71262a-1912-4d37-9dcb-c9c3639d1df8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=cd3945f7-2859-4038-bb98-38d9f416f436,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:15.298304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a71262a-1912-4d37-9dcb-c9c3639d1df8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.307026 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9a71262a-1912-4d37-9dcb-c9c3639d1df8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/cd3945f7-2859-4038-bb98-38d9f416f436 HTTP/1.1" status: 204 len: 168 time: 0.4988222 Nov 12 05:33:15.308780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49324) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:15.351310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fafc3698-5b88-4681-b659-3dc073112d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.357470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fafc3698-5b88-4681-b659-3dc073112d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.365818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f582582-e73c-4f2d-9451-fc8418c128a5 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:15.370051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4f582582-e73c-4f2d-9451-fc8418c128a5 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0571108 Nov 12 05:33:15.370389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49326) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:15.394867 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6268a67-6536-4361-a7a8-345315c55fb2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:33:15.395873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fafc3698-5b88-4681-b659-3dc073112d37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=329dc8eae40d47358faa7959fc5861ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5017862 Nov 12 05:33:15.399270 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f6268a67-6536-4361-a7a8-345315c55fb2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/3c4c87d0-b4a3-4b72-84ff-eacb5d1169d4 HTTP/1.1" status: 404 len: 333 time: 0.0250468 Nov 12 05:33:15.399270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49328) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:15.404135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49330) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:15.432221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc3698-5b88-4681-b659-3dc073112d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58a5e9-2a18-4f50-8948-bed088aa2d82,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:15.435299 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b2b95f-8c54-45d0-b861-aba127c5fccb tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:33:15.439522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e8b2b95f-8c54-45d0-b861-aba127c5fccb tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/cd3945f7-2859-4038-bb98-38d9f416f436 HTTP/1.1" status: 404 len: 333 time: 0.0318947 Nov 12 05:33:15.439908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49332) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:15.577643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63bb0d8c-67fa-443e-89e9-0985aebe466f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.644519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63bb0d8c-67fa-443e-89e9-0985aebe466f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.665118 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.787917 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63bb0d8c-67fa-443e-89e9-0985aebe466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.790958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63bb0d8c-67fa-443e-89e9-0985aebe466f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.793207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-63bb0d8c-67fa-443e-89e9-0985aebe466f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a58a5e9-2a18-4f50-8948-bed088aa2d82 HTTP/1.1" status: 204 len: 168 time: 0.3929486 Nov 12 05:33:15.801929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.814972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb0d8c-67fa-443e-89e9-0985aebe466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58a5e9-2a18-4f50-8948-bed088aa2d82,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:15.823043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f9397-626e-4ec0-87f1-540fb7768bee req-6b1ea792-7433-4511-b1c4-ba1011fec225 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:15.825304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-842f9397-626e-4ec0-87f1-540fb7768bee req-6b1ea792-7433-4511-b1c4-ba1011fec225 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0883663 Nov 12 05:33:15.839610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54c789d-767c-47e6-9f82-144161c890b8']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:15.851678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36514da2-c5ef-45d1-bac8-a367128fa75a') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:15.852124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36514da2-c5ef-45d1-bac8-a367128fa75a') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:15.863780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.881513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.897171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:33:15.898401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:15.899705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:33:15.906710 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:33:15.961343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-842f9397-626e-4ec0-87f1-540fb7768bee req-9ff4af00-50f9-491b-b1cc-1ec0b67460e8 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269927 Nov 12 05:33:16.030543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:16.031013 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.041658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.042513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.046140 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/networks/e54c789d-767c-47e6-9f82-144161c890b8 HTTP/1.1" status: 204 len: 168 time: 0.6041791 Nov 12 05:33:16.052267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49348) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:16.070258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1225104100'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:16.140762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711aae0-c128-46d9-9d14-8f188d5a5659 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Network': ['ID=e54c789d-767c-47e6-9f82-144161c890b8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:16.148016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:16.157110 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.192951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:16.206662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.217163 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.222515 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Added segment 9ee8b317-d913-458c-b1bb-5125e01576ad of type vlan for network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 Nov 12 05:33:16.381448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:16.382700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.384169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.408339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.419957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:16.424028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.466664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-925ce9dd-ae11-4d39-8ff5-7b395bf0dcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.527244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4740181 Nov 12 05:33:16.531697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:16.531843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49376) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:16.543948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': 'ebb50a43-cf1e-45ff-a3ca-1989dec5cc08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:16.578047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423790c8-ba06-420d-9856-8146348664c2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Network': ['ID=ebb50a43-cf1e-45ff-a3ca-1989dec5cc08,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:16.590678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:16.724897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:16.729444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:16.833628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:33:16.836189 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7e749f-2c12-400c-b9ed-782033cbc950" -d '{"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-plugged", "status": "completed", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:33:16.886327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Performing IP validity checks on allocation pools {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 05:33:16.886976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 05:33:16.943735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49386) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:17.115678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d666d4-785b-42a6-9a3a-0a28192de5d2 req-57bd1fdd-979b-4408-9577-c1230a6472a1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:17.117997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63d666d4-785b-42a6-9a3a-0a28192de5d2 req-57bd1fdd-979b-4408-9577-c1230a6472a1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.6678591 Nov 12 05:33:17.131846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860e26-43b2-4f7f-996a-5e251b8e50b0 req-47de5e49-698f-4028-b2b5-7735aed1f427 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:17.139818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8860e26-43b2-4f7f-996a-5e251b8e50b0 req-47de5e49-698f-4028-b2b5-7735aed1f427 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 946 time: 0.5946784 Nov 12 05:33:17.195257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.230349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8860e26-43b2-4f7f-996a-5e251b8e50b0 req-bcfefdfb-78b8-4a27-aa52-54a757f07309 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893004 Nov 12 05:33:17.273191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63d666d4-785b-42a6-9a3a-0a28192de5d2 req-83d9ef80-e5a0-440f-a4d0-1e238f755d17 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211829 Nov 12 05:33:17.323675 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fa9eab-7b30-4abc-9e5d-7fb8aad99a54 x-openstack-request-id: req-60fa9eab-7b30-4abc-9e5d-7fb8aad99a54 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:33:17.324524 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-plugged", "status": "completed", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:33:17.324956 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60fa9eab-7b30-4abc-9e5d-7fb8aad99a54 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:33:17.325550 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'code': 200} Nov 12 05:33:17.336937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.358700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=9a9866e9-aa86-411a-9867-354cd40a1a16,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:17.368449 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c825edaa-4cd6-439b-8f2b-f10c99736bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.389623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.390186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.390293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.390653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.401162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.401625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.401960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.402306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.402672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.403005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.403334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.403659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:17.470042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c837b8-e601-44e0-8e49-8bc168060675 req-ff88c2a5-2bf5-4ab4-9695-3af6f10e2dd6 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:17.471933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7c837b8-e601-44e0-8e49-8bc168060675 req-ff88c2a5-2bf5-4ab4-9695-3af6f10e2dd6 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0799809 Nov 12 05:33:17.487830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking segment: {'id': '9ee8b317-d913-458c-b1bb-5125e01576ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ebb50a43-cf1e-45ff-a3ca-1989dec5cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:17.488958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network hostable DHCP agents. Network: ebb50a43-cf1e-45ff-a3ca-1989dec5cc08, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:17.532176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:17.556825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, ebb50a43-cf1e-45ff-a3ca-1989dec5cc08) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:17.560380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbb990-2b3e-4213-b53d-6359e2f2eb29 req-1a927e4e-6642-4489-81ea-09cd0738151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:17.562915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33fbb990-2b3e-4213-b53d-6359e2f2eb29 req-1a927e4e-6642-4489-81ea-09cd0738151e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 1098 time: 0.0837295 Nov 12 05:33:17.567771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bbc7c2-57f6-4669-8435-05dc4fdd32c1 None None] Network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:17.570608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:17.571814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.585200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7c837b8-e601-44e0-8e49-8bc168060675 req-48263960-2f1f-45a1-b45f-3f8f52834972 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977986 Nov 12 05:33:17.594446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c825edaa-4cd6-439b-8f2b-f10c99736bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.604883 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c825edaa-4cd6-439b-8f2b-f10c99736bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.635732 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c825edaa-4cd6-439b-8f2b-f10c99736bc8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fadd6be24a14ee99173ace30b2e8ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6908813 Nov 12 05:33:17.643397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5fbd5cc8-66a2-4ed9-b4d1-e4d658c8d2d7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1097968 Nov 12 05:33:17.649015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49404) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:17.650275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49406) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:17.664718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825edaa-4cd6-439b-8f2b-f10c99736bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441b7f0f-eb99-4be6-9843-9e2ac2ed2ee9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:17.680752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': 'ebb50a43-cf1e-45ff-a3ca-1989dec5cc08', 'name': 'tempest-PortsTestJSON-902004916'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:17.809489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33fbb990-2b3e-4213-b53d-6359e2f2eb29 req-ad1b976e-cc09-4df6-9bda-60bdf18b4b98 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375777 Nov 12 05:33:17.841831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-ebb50a43-cf1e-45ff-a3ca-1989dec5cc08', 'network_id': 'ebb50a43-cf1e-45ff-a3ca-1989dec5cc08', 'tenant_id': 'c6fd2065b2904f948a6c2e2655d52cb2', 'fixed_ips': [{'subnet_id': '9a9866e9-aa86-411a-9867-354cd40a1a16'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:33:17.842733 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.873348 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d33a10b-e188-41ac-bb07-31ad97651dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.909323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d33a10b-e188-41ac-bb07-31ad97651dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.918122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:17.922689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.967763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 0eb26fcc-cbaa-4276-b363-faabb6d4f740 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:18.015411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Allocated IP 172.20.0.2 (ebb50a43-cf1e-45ff-a3ca-1989dec5cc08/9a9866e9-aa86-411a-9867-354cd40a1a16/4d66de32-f94b-4a7d-bbef-f36553b629a8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:18.061127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d33a10b-e188-41ac-bb07-31ad97651dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.063940 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d33a10b-e188-41ac-bb07-31ad97651dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.065208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1d33a10b-e188-41ac-bb07-31ad97651dc3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/441b7f0f-eb99-4be6-9843-9e2ac2ed2ee9 HTTP/1.1" status: 204 len: 168 time: 0.4131820 Nov 12 05:33:18.078653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33a10b-e188-41ac-bb07-31ad97651dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441b7f0f-eb99-4be6-9843-9e2ac2ed2ee9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:18.155003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49426) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:18.160222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-134085260'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:18.192760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:18.196384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.244283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:18.269727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.270135 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Added segment 02b4ef9f-0184-4c3c-8d37-4fd8f9423603 of type vlan for network 7c470769-e08a-4a84-95b2-8fc94328de9c Nov 12 05:33:18.366535 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.421285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.431669 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.472517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:18.475758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:18.478390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:18.548604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Pushing event updated for resources: {'Port': ['ID=4d66de32-f94b-4a7d-bbef-f36553b629a8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:18.589610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Attempting to bind port 4d66de32-f94b-4a7d-bbef-f36553b629a8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:18.589888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Attempting to bind port 4d66de32-f94b-4a7d-bbef-f36553b629a8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '9ee8b317-d913-458c-b1bb-5125e01576ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ebb50a43-cf1e-45ff-a3ca-1989dec5cc08'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:18.590244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Attempting to bind port 4d66de32-f94b-4a7d-bbef-f36553b629a8 on network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:18.593958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.596989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:18.597511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Checking segment: {'id': '9ee8b317-d913-458c-b1bb-5125e01576ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ebb50a43-cf1e-45ff-a3ca-1989dec5cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:18.597917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.598313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Bound using segment: {'id': '9ee8b317-d913-458c-b1bb-5125e01576ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ebb50a43-cf1e-45ff-a3ca-1989dec5cc08'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:18.598852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Bound port: 4d66de32-f94b-4a7d-bbef-f36553b629a8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8b317-d913-458c-b1bb-5125e01576ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ebb50a43-cf1e-45ff-a3ca-1989dec5cc08'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:18.599220 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.599721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:18.600361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.602393 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.615426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49442) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:18.644367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a950241-2af5-40ca-8991-53bb69500780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.720590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] For port 4d66de32-f94b-4a7d-bbef-f36553b629a8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:18.725483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.3 (ebb50a43-cf1e-45ff-a3ca-1989dec5cc08/9a9866e9-aa86-411a-9867-354cd40a1a16/0eb26fcc-cbaa-4276-b363-faabb6d4f740) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:18.733255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] For port 4d66de32-f94b-4a7d-bbef-f36553b629a8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4d66de32-f94b-4a7d-bbef-f36553b629a8,segment=NetworkSegment(9ee8b317-d913-458c-b1bb-5125e01576ad),segment_id=9ee8b317-d913-458c-b1bb-5125e01576ad)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:18.738911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5803821 Nov 12 05:33:18.748551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659a131-b398-49c2-9c87-b8a85c1f8ebe req-b8aecb0a-56af-4ee7-899e-ee5c88b3edc3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:18.753128 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.756343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a659a131-b398-49c2-9c87-b8a85c1f8ebe req-b8aecb0a-56af-4ee7-899e-ee5c88b3edc3 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 946 time: 0.3708346 Nov 12 05:33:18.759063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49448) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:18.776059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2142752443'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:18.779911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ba983-210e-4f91-b34e-e6003ecff5eb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Network': ['ID=7c470769-e08a-4a84-95b2-8fc94328de9c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:18.786748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a950241-2af5-40ca-8991-53bb69500780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.792436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2957ee-91fd-4b96-8b90-4a5bed61fbe0 req-351db57a-ed1a-4728-b7ac-b6461f505cfc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:18.794661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a950241-2af5-40ca-8991-53bb69500780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.799620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b2957ee-91fd-4b96-8b90-4a5bed61fbe0 req-351db57a-ed1a-4728-b7ac-b6461f505cfc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.3763785 Nov 12 05:33:18.836602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9e911-7b80-4b72-8e37-384004a2cc68 None None] Pushing event updated for resources: {'Port': ['ID=4d66de32-f94b-4a7d-bbef-f36553b629a8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:18.841326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 7c470769-e08a-4a84-95b2-8fc94328de9c details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:18.872917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a950241-2af5-40ca-8991-53bb69500780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc657502-8888-451c-af49-b7946a5546f5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:18.925288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:18.929450 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.929830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5a950241-2af5-40ca-8991-53bb69500780 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ac5c356e5034244ac10a6e29cb4cc4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126557 Nov 12 05:33:18.930979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49458) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:19.018415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a659a131-b398-49c2-9c87-b8a85c1f8ebe req-031795e7-afb8-4ac3-9ef1-35f738c30de9 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516122 Nov 12 05:33:19.055456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0acf10ce-5bd0-4a91-a8e7-84069582f8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.060433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b2957ee-91fd-4b96-8b90-4a5bed61fbe0 req-1bebd90d-33d5-4a8c-90cf-25b586d2fcd6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485676 Nov 12 05:33:19.128765 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0acf10ce-5bd0-4a91-a8e7-84069582f8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.280152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:19.324407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0acf10ce-5bd0-4a91-a8e7-84069582f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.332672 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0acf10ce-5bd0-4a91-a8e7-84069582f8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.342851 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0acf10ce-5bd0-4a91-a8e7-84069582f8a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc657502-8888-451c-af49-b7946a5546f5 HTTP/1.1" status: 204 len: 168 time: 0.4066982 Nov 12 05:33:19.365348 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf10ce-5bd0-4a91-a8e7-84069582f8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc657502-8888-451c-af49-b7946a5546f5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:19.416243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.416598 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Added segment b4b67365-1707-4dbd-9250-2a4ce7dcb464 of type vlan for network 33545b16-3531-46d3-a617-ffa6869ad88c Nov 12 05:33:19.509387 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.608412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.616052 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.658066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0473f-7318-4210-9f51-80ef5ef9abc1 req-b019df64-438f-446f-a048-3f3b540abfd7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:19.659700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0f0473f-7318-4210-9f51-80ef5ef9abc1 req-b019df64-438f-446f-a048-3f3b540abfd7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1451745 Nov 12 05:33:19.686897 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.694452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:19.695352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.808740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:19.813193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0473938 Nov 12 05:33:19.816094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49504) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:19.821994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'subnet': {'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:19.897620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c163bc-e55b-4cc2-ab3f-6acbd78a56e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Network': ['ID=33545b16-3531-46d3-a617-ffa6869ad88c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:19.912314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 33545b16-3531-46d3-a617-ffa6869ad88c details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:19.917755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0f0473f-7318-4210-9f51-80ef5ef9abc1 req-74a05dc7-dc8c-49a5-88c2-d4428810da24 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434523 Nov 12 05:33:19.935489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:19.941235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:19.949529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:20.028986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:20.037095 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.085727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:20.089633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.095455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=0eb26fcc-cbaa-4276-b363-faabb6d4f740,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:20.138772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1b75a9ac-dcee-47d0-aebb-60e27513cb27 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4851069 Nov 12 05:33:20.142469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49534) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:20.249932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4d66de32-f94b-4a7d-bbef-f36553b629a8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:20.383719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4d66de32-f94b-4a7d-bbef-f36553b629a8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:20.384783 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.403440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a525b-85eb-479e-8057-069bcae5d598 req-c6cf49ed-31d8-433a-b646-1a114d1bcaf2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:20.411523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d5a525b-85eb-479e-8057-069bcae5d598 req-c6cf49ed-31d8-433a-b646-1a114d1bcaf2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 946 time: 0.2501523 Nov 12 05:33:20.413591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49542) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:20.551284 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.552437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d5a525b-85eb-479e-8057-069bcae5d598 req-ab66ad23-78a5-4329-8ce2-d94b54525eda tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348016 Nov 12 05:33:20.601876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.615938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 4d66de32-f94b-4a7d-bbef-f36553b629a8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4d66de32-f94b-4a7d-bbef-f36553b629a8,segment=NetworkSegment(9ee8b317-d913-458c-b1bb-5125e01576ad),segment_id=9ee8b317-d913-458c-b1bb-5125e01576ad)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:20.622979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.653875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-589b9581-a43f-4fd8-9410-76b54d8d355a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 0eb26fcc-cbaa-4276-b363-faabb6d4f740 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:20.656034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-589b9581-a43f-4fd8-9410-76b54d8d355a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.709448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0cb51-512b-41a9-9ace-10999d168afc None None] Network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:20.712410 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Subnet': ['ID=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:20.720720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Checking segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:20.721708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network hostable DHCP agents. Network: 7c470769-e08a-4a84-95b2-8fc94328de9c, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:20.728026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=4d66de32-f94b-4a7d-bbef-f36553b629a8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:20.757935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 7c470769-e08a-4a84-95b2-8fc94328de9c is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:20.771936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 7c470769-e08a-4a84-95b2-8fc94328de9c) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:20.778017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:20.778796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.793507 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3de0d42-fdc6-4aa1-ad42-6a1f2a155ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.800575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eaef6804-fabf-4a68-8065-3b4da97db29e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9833283 Nov 12 05:33:20.804060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49554) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:20.806069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29853b-4022-479f-bf39-a573ddc1c8f1 None None] Network 7c470769-e08a-4a84-95b2-8fc94328de9c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:20.810658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'subnet': {'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:20.853464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1e7d080b-9521-4562-bd5d-8f9b9bcb3f97 None None] Provisioning complete for port 4d66de32-f94b-4a7d-bbef-f36553b629a8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:20.854144 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e7d080b-9521-4562-bd5d-8f9b9bcb3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.858799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66d9d4-9bab-4273-bc8a-c825ef1f1d74 req-49308bdc-b80c-406a-82b9-fe59a686d59f tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:20.860035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c66d9d4-9bab-4273-bc8a-c825ef1f1d74 req-49308bdc-b80c-406a-82b9-fe59a686d59f tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.3068483 Nov 12 05:33:20.920923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-589b9581-a43f-4fd8-9410-76b54d8d355a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.932926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:20.937674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.963097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-589b9581-a43f-4fd8-9410-76b54d8d355a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 0eb26fcc-cbaa-4276-b363-faabb6d4f740 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:20.997776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c66d9d4-9bab-4273-bc8a-c825ef1f1d74 req-d7f4eedc-f705-442f-b86e-c4cd68f7775d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258643 Nov 12 05:33:21.068169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3de0d42-fdc6-4aa1-ad42-6a1f2a155ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.075985 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3de0d42-fdc6-4aa1-ad42-6a1f2a155ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.135597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de0d42-fdc6-4aa1-ad42-6a1f2a155ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4767af-29dc-4e9c-8575-7586a92a7094,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:21.173590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-7c470769-e08a-4a84-95b2-8fc94328de9c', 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'fixed_ips': [{'subnet_id': '9c30501f-f8b3-49c8-8d6b-5449e52f8fc0'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:33:21.177474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.222292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b3de0d42-fdc6-4aa1-ad42-6a1f2a155ef6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26e5f635447d4d68b2ac28b917ed3538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8067050 Nov 12 05:33:21.227716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:21.281851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b142bb-1fef-4fc7-a60f-c1e3ac00b7ae req-7428080a-ca06-45c8-9c58-fb289d9cb7a4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:21.283457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59b142bb-1fef-4fc7-a60f-c1e3ac00b7ae req-7428080a-ca06-45c8-9c58-fb289d9cb7a4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.2044075 Nov 12 05:33:21.417331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Allocated IP 10.1.1.2 (7c470769-e08a-4a84-95b2-8fc94328de9c/9c30501f-f8b3-49c8-8d6b-5449e52f8fc0/b28845c3-3618-44d9-b1bf-0e34b09df11d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:21.461159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-589b9581-a43f-4fd8-9410-76b54d8d355a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.473555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0e8fed08-a943-4d92-b857-73df79abcaa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.497732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b9581-a43f-4fd8-9410-76b54d8d355a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=0eb26fcc-cbaa-4276-b363-faabb6d4f740,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:21.515415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59b142bb-1fef-4fc7-a60f-c1e3ac00b7ae req-075aee80-003e-4cdb-833f-13bb61e9f57b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168651 Nov 12 05:33:21.528308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0e8fed08-a943-4d92-b857-73df79abcaa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.545497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.611343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Subnet': ['ID=b8771ff3-e022-4eee-a9da-dd486a3f1ef2,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:21.681405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Checking segment: {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:21.681405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network hostable DHCP agents. Network: 33545b16-3531-46d3-a617-ffa6869ad88c, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:21.700242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-589b9581-a43f-4fd8-9410-76b54d8d355a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.714804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-589b9581-a43f-4fd8-9410-76b54d8d355a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/0eb26fcc-cbaa-4276-b363-faabb6d4f740 HTTP/1.1" status: 204 len: 168 time: 1.5708027 Nov 12 05:33:21.729712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0baaeb28-54c3-40b7-8465-5d5335f65d45 None None] Provisioning complete for port 4d66de32-f94b-4a7d-bbef-f36553b629a8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:21.730690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0baaeb28-54c3-40b7-8465-5d5335f65d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.734455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49584) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:21.797927 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0e8fed08-a943-4d92-b857-73df79abcaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.812929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0e8fed08-a943-4d92-b857-73df79abcaa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.813995 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0e8fed08-a943-4d92-b857-73df79abcaa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d4767af-29dc-4e9c-8575-7586a92a7094 HTTP/1.1" status: 204 len: 168 time: 0.5853269 Nov 12 05:33:21.814224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021c02-279a-4606-a980-1fbc3fff82e9 req-10a0f6b4-da9b-47b3-a2d1-b3fb07f0389d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:21.822802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58021c02-279a-4606-a980-1fbc3fff82e9 req-10a0f6b4-da9b-47b3-a2d1-b3fb07f0389d tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 946 time: 0.1064739 Nov 12 05:33:21.858898 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22dfc00-4e24-458e-9b7d-a72dc0dd1fe6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:33:21.869175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22dfc00-4e24-458e-9b7d-a72dc0dd1fe6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:33:21.874300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a22dfc00-4e24-458e-9b7d-a72dc0dd1fe6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/0eb26fcc-cbaa-4276-b363-faabb6d4f740 HTTP/1.1" status: 404 len: 333 time: 0.1373737 Nov 12 05:33:21.877101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49596) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:21.895860 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 33545b16-3531-46d3-a617-ffa6869ad88c is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:21.901379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fed08-a943-4d92-b857-73df79abcaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4767af-29dc-4e9c-8575-7586a92a7094,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:21.936181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 33545b16-3531-46d3-a617-ffa6869ad88c) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:21.940629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:21.941418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:21.982075 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-312fa351-27f9-4e31-b080-b5de2ce431a7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1767693 Nov 12 05:33:21.982774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:21.984756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2696b-9efa-460a-9c4e-758aff2ba551 None None] Network 33545b16-3531-46d3-a617-ffa6869ad88c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:21.999658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'port': {'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'name': 'tempest-TaggedBootDevicesTest-1013892799', 'fixed_ips': [{'subnet_id': '9c30501f-f8b3-49c8-8d6b-5449e52f8fc0'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:22.016997 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb4a6fc-4ee8-4483-af28-f2f93f174781 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:33:22.021189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9fb4a6fc-4ee8-4483-af28-f2f93f174781 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/0eb26fcc-cbaa-4276-b363-faabb6d4f740 HTTP/1.1" status: 404 len: 333 time: 0.1430545 Nov 12 05:33:22.034110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49600) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:22.104036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58021c02-279a-4606-a980-1fbc3fff82e9 req-7490f31d-144d-460b-b9e7-c65ce19a069a tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802503 Nov 12 05:33:22.135215 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.180017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet 9a9866e9-aa86-411a-9867-354cd40a1a16 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:33:22.197028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.279430 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.289982 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.293169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4d66de32-f94b-4a7d-bbef-f36553b629a8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:22.310065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0baaeb28-54c3-40b7-8465-5d5335f65d45 None None] Could not find standard attr ID for object 0eb26fcc-cbaa-4276-b363-faabb6d4f740. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:33:22.374695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:22.513669 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.580055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f1570349-9af6-4988-93bd-71441c2e3cf8 None None] Could not find standard attr ID for object 0eb26fcc-cbaa-4276-b363-faabb6d4f740. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:33:22.586813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.607361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] device_id is not set on port 424252ae-7554-40c6-a605-386a7f91dcd3 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:22.608835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49616) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:22.639515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Network 7c470769-e08a-4a84-95b2-8fc94328de9c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:22.650507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:22.654541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:22.663259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-418a320a-c388-4a8f-a473-89d0ba703b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.716627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Pushing event updated for resources: {'Port': ['ID=b28845c3-3618-44d9-b1bf-0e34b09df11d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:22.775094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deef57-f732-4f19-8fc1-3d3666ea8780 req-76b3b86b-b545-4396-ae0f-98b7f26a46c6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:22.776648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46deef57-f732-4f19-8fc1-3d3666ea8780 req-76b3b86b-b545-4396-ae0f-98b7f26a46c6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.2081060 Nov 12 05:33:22.777671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.800024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4d66de32-f94b-4a7d-bbef-f36553b629a8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:22.800495 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.802223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Attempting to bind port b28845c3-3618-44d9-b1bf-0e34b09df11d on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:22.802707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Attempting to bind port b28845c3-3618-44d9-b1bf-0e34b09df11d by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:22.803064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Attempting to bind port b28845c3-3618-44d9-b1bf-0e34b09df11d on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:22.810232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:22.810668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Checking segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:22.811062 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.811450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Bound using segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:22.812029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Bound port: b28845c3-3618-44d9-b1bf-0e34b09df11d, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:22.812472 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.815076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-33545b16-3531-46d3-a617-ffa6869ad88c', 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'fixed_ips': [{'subnet_id': 'b8771ff3-e022-4eee-a9da-dd486a3f1ef2'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:33:22.815957 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.913949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Allocated IP 10.1.1.222 (7c470769-e08a-4a84-95b2-8fc94328de9c/9c30501f-f8b3-49c8-8d6b-5449e52f8fc0/424252ae-7554-40c6-a605-386a7f91dcd3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:22.945131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9866e9-aa86-411a-9867-354cd40a1a16,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:22.958362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:22.968218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ed2f4-5566-43b1-9a25-611b58ccd444 None None] Network ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:22.968868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/9a9866e9-aa86-411a-9867-354cd40a1a16 HTTP/1.1" status: 204 len: 168 time: 0.9330313 Nov 12 05:33:22.969969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49626) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:22.986287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.989822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.991316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.991812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.992287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.992745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.993235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.993698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.994168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.994981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.995444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:22.995890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf0d4a-35b8-4d86-97d0-1281c594938b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:23.042679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-418a320a-c388-4a8f-a473-89d0ba703b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.048218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46deef57-f732-4f19-8fc1-3d3666ea8780 req-0f173946-d4e0-4746-8c8a-22c9e6d1e25d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517757 Nov 12 05:33:23.053747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-418a320a-c388-4a8f-a473-89d0ba703b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.116456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-418a320a-c388-4a8f-a473-89d0ba703b67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17bf042d44d74210bf916495e73e663e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5045509 Nov 12 05:33:23.126114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49630) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:23.136722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.165123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a320a-c388-4a8f-a473-89d0ba703b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d3bc48-3bd7-46e6-a07e-cba73b17b389,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:23.182159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Allocated IP 10.2.2.2 (33545b16-3531-46d3-a617-ffa6869ad88c/b8771ff3-e022-4eee-a9da-dd486a3f1ef2/a5690575-dd7e-4f9e-936c-6d38c9a3f4c2) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:23.202504 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0ee4-675b-442d-bb63-ea7fb1cf255f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.222420 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] For port b28845c3-3618-44d9-b1bf-0e34b09df11d, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:23.228882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] For port b28845c3-3618-44d9-b1bf-0e34b09df11d, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b28845c3-3618-44d9-b1bf-0e34b09df11d,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:23.248101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0ee4-675b-442d-bb63-ea7fb1cf255f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.333927 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0ee4-675b-442d-bb63-ea7fb1cf255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.338067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0ee4-675b-442d-bb63-ea7fb1cf255f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.341879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dd6a0ee4-675b-442d-bb63-ea7fb1cf255f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89d3bc48-3bd7-46e6-a07e-cba73b17b389 HTTP/1.1" status: 204 len: 168 time: 0.2126830 Nov 12 05:33:23.364852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a0ee4-675b-442d-bb63-ea7fb1cf255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d3bc48-3bd7-46e6-a07e-cba73b17b389,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:23.414233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.421852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 4d66de32-f94b-4a7d-bbef-f36553b629a8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:23.422299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.439631 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:33:23.531974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] For port 4d66de32-f94b-4a7d-bbef-f36553b629a8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4d66de32-f94b-4a7d-bbef-f36553b629a8,segment=NetworkSegment(9ee8b317-d913-458c-b1bb-5125e01576ad),segment_id=9ee8b317-d913-458c-b1bb-5125e01576ad)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:23.532355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.541766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.544854 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.558175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 4d66de32-f94b-4a7d-bbef-f36553b629a8 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:23.600640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 7c470769-e08a-4a84-95b2-8fc94328de9c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:23.635113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:23.643648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:23.650970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=424252ae-7554-40c6-a605-386a7f91dcd3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:23.711721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474fde3-2d21-434e-8eee-7f667043af4e None None] Pushing event updated for resources: {'Port': ['ID=b28845c3-3618-44d9-b1bf-0e34b09df11d,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:23.717040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:23.717710 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.749502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49654) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:23.755992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'port': {'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'name': 'tempest-TaggedBootDevicesTest-768574247', 'fixed_ips': [{'subnet_id': '9c30501f-f8b3-49c8-8d6b-5449e52f8fc0'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:23.761069 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-15cff045-06a1-43d7-9f4d-0cd78ad05482 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7749314 Nov 12 05:33:23.777229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:23.863923 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=4d66de32-f94b-4a7d-bbef-f36553b629a8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:23.868435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No DVR routers for this DVR port 4d66de32-f94b-4a7d-bbef-f36553b629a8 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:33:23.942459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d214b09e-7626-4b2c-9976-09883c9b5af3 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:33:23.961412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a113079-5267-4913-9d17-275119dbafe7 None None] DHCP port deletion for ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:33:24.061120 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.068434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:24.081645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.107717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49666) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:24.119474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.185475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb50a43-cf1e-45ff-a3ca-1989dec5cc08']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:24.218117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee8b317-d913-458c-b1bb-5125e01576ad') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:24.220093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee8b317-d913-458c-b1bb-5125e01576ad') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:24.250747 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.266104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.282684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:24.288671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:33:24.290257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.339543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'port_id': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'mac_address': 'fa:16:3e:87:d6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:33:24.342638 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:33:24.363465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4d66de32-f94b-4a7d-bbef-f36553b629a8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:33:24.388523 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.428929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83abaf7-e7e1-4cdd-8915-79adaad0690b req-bf99f174-a554-451e-93ad-5cdd5d6be3cb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:24.438964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a83abaf7-e7e1-4cdd-8915-79adaad0690b req-bf99f174-a554-451e-93ad-5cdd5d6be3cb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1889875 Nov 12 05:33:24.445676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.454663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Network 33545b16-3531-46d3-a617-ffa6869ad88c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:24.455393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4d66de32-f94b-4a7d-bbef-f36553b629a8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:33:24.455617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4d66de32-f94b-4a7d-bbef-f36553b629a8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:33:24.456835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.464091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] device_id is not set on port 760c73a9-609e-410c-bfbb-072e8c6a9538 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:24.465290 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/networks/ebb50a43-cf1e-45ff-a3ca-1989dec5cc08 HTTP/1.1" status: 204 len: 168 time: 1.4936337 Nov 12 05:33:24.478360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49678) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:24.497016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-496227979'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:24.531032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:24.539488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:24.545182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6049109-4db3-4587-810d-4c39138df7fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Network': ['ID=ebb50a43-cf1e-45ff-a3ca-1989dec5cc08,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:24.599347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:24.604413 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.605813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.610033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Pushing event updated for resources: {'Port': ['ID=a5690575-dd7e-4f9e-936c-6d38c9a3f4c2,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:24.618033 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e9095fe3-4311-4a0b-99d9-16133535ccae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.666607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Attempting to bind port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:24.666975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Attempting to bind port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:24.667398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Attempting to bind port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2 on network 33545b16-3531-46d3-a617-ffa6869ad88c {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:24.672311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d214b09e-7626-4b2c-9976-09883c9b5af3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:33:24.679670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:24.680623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:24.681002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Checking segment: {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:24.681403 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.681800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Bound using segment: {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:24.682288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Bound port: a5690575-dd7e-4f9e-936c-6d38c9a3f4c2, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:24.684652 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.691588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a83abaf7-e7e1-4cdd-8915-79adaad0690b req-62dc48b9-b43b-4d16-bce8-158d96aa6849 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511845 Nov 12 05:33:24.739481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.739991 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Added segment 4c443fd6-91ef-42a8-b427-08f844ddb6a3 of type vlan for network cae136f8-d3d0-4d50-bcc0-c26c51c00832 Nov 12 05:33:24.763711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:24.786775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.835917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f8154b83-09da-474c-9483-277892cbf95d None None] For port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:24.860134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f8154b83-09da-474c-9483-277892cbf95d None None] For port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a5690575-dd7e-4f9e-936c-6d38c9a3f4c2,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:24.863632 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.876119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.886659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:24.902566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['d214b09e-7626-4b2c-9976-09883c9b5af3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:33:24.922211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:24.941870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:24.942619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.043074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8154b83-09da-474c-9483-277892cbf95d None None] Pushing event updated for resources: {'Port': ['ID=a5690575-dd7e-4f9e-936c-6d38c9a3f4c2,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:25.166086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Allocated IP 10.1.1.123 (7c470769-e08a-4a84-95b2-8fc94328de9c/9c30501f-f8b3-49c8-8d6b-5449e52f8fc0/760c73a9-609e-410c-bfbb-072e8c6a9538) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:25.215739 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e9095fe3-4311-4a0b-99d9-16133535ccae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.235018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e9095fe3-4311-4a0b-99d9-16133535ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.242746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Network': ['ID=cae136f8-d3d0-4d50-bcc0-c26c51c00832,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:25.279307 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7bc50df1-6bb1-40f0-8a62-8b1c4df60422 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7942212 Nov 12 05:33:25.282053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49706) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:25.296548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e9095fe3-4311-4a0b-99d9-16133535ccae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27731ed758614d7fb0982101364f6e74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1873331 Nov 12 05:33:25.297312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': 'cae136f8-d3d0-4d50-bcc0-c26c51c00832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:25.299724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network cae136f8-d3d0-4d50-bcc0-c26c51c00832 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:25.364857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49710) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:25.531638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9095fe3-4311-4a0b-99d9-16133535ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ecf49-a3eb-41cc-b4f3-e03e259069e5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:25.634612 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d96dd559-aa46-40bd-b206-314a8cd7e1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.665624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:25.670437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.682823 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d96dd559-aa46-40bd-b206-314a8cd7e1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.709268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613ca45-a09d-47d3-8117-649c5e8d264a None None] Network 7c470769-e08a-4a84-95b2-8fc94328de9c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:25.737197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.841017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Provisioning complete for port b28845c3-3618-44d9-b1bf-0e34b09df11d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:25.841811 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.905837 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d96dd559-aa46-40bd-b206-314a8cd7e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.908986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d96dd559-aa46-40bd-b206-314a8cd7e1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.914279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d96dd559-aa46-40bd-b206-314a8cd7e1d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f3ecf49-a3eb-41cc-b4f3-e03e259069e5 HTTP/1.1" status: 204 len: 168 time: 0.5429835 Nov 12 05:33:25.922112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:25.949035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d214b09e-7626-4b2c-9976-09883c9b5af3 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:26.107740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=760c73a9-609e-410c-bfbb-072e8c6a9538,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:26.148320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd559-aa46-40bd-b206-314a8cd7e1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ecf49-a3eb-41cc-b4f3-e03e259069e5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:26.151264 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:26.191592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 7c470769-e08a-4a84-95b2-8fc94328de9c is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:26.198020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:26.206385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:26.336445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa80a8-74aa-464c-b7f2-803328fa88ec req-5e1c0848-ff1c-4722-bc7b-9c9ea954be35 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:26.344985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port d214b09e-7626-4b2c-9976-09883c9b5af3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:26.345595 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:26.359658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2fa80a8-74aa-464c-b7f2-803328fa88ec req-5e1c0848-ff1c-4722-bc7b-9c9ea954be35 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 944 time: 0.4467688 Nov 12 05:33:26.373026 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:26.456555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] For port b28845c3-3618-44d9-b1bf-0e34b09df11d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b28845c3-3618-44d9-b1bf-0e34b09df11d,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:26.507715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:26.508321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:26.550901 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:26.623465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-65ee5b91-2a47-4f28-a74a-f0636f09d680 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8691108 Nov 12 05:33:26.635937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=7224ba6a-7ad5-4a3a-bedc-8639ed23a774,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:26.639163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a5690575-dd7e-4f9e-936c-6d38c9a3f4c2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:26.655764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking segment: {'id': '4c443fd6-91ef-42a8-b427-08f844ddb6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cae136f8-d3d0-4d50-bcc0-c26c51c00832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:26.656576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network hostable DHCP agents. Network: cae136f8-d3d0-4d50-bcc0-c26c51c00832, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:26.690219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2fa80a8-74aa-464c-b7f2-803328fa88ec req-c129b081-528c-4360-a150-a5c0f9293de2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295951 Nov 12 05:33:26.709862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network cae136f8-d3d0-4d50-bcc0-c26c51c00832 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:26.739707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, cae136f8-d3d0-4d50-bcc0-c26c51c00832) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:26.750881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:26.760280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:26.796891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a488bcdf-8130-40d4-94b9-7b4dc5b20b3e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5133879 Nov 12 05:33:26.799434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49748) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:26.813663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': 'cae136f8-d3d0-4d50-bcc0-c26c51c00832', 'security_groups': [], 'name': 'tempest-PortsTestJSON-572252945'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:26.866470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437faf9-0828-489b-8948-b100c003ec4d None None] Network cae136f8-d3d0-4d50-bcc0-c26c51c00832 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:27.090466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49750) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:27.110825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1094705e-b9bf-496b-8652-b89bc3681bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.146453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84f53fb-6000-4127-bc51-06531b346fa8 None None] Network 33545b16-3531-46d3-a617-ffa6869ad88c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:27.217287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:27.222453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.273924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 81580d8d-25c1-4ec7-a433-10ba93974e8b yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:27.328864 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.347208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1094705e-b9bf-496b-8652-b89bc3681bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.372292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1094705e-b9bf-496b-8652-b89bc3681bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.413376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094705e-b9bf-496b-8652-b89bc3681bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ca76b9-4642-4af1-a766-55f4e1df79f6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:27.464533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1094705e-b9bf-496b-8652-b89bc3681bd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0a736dd24b64bb39d17f19845e8a0db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712697 Nov 12 05:33:27.466448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49762) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:27.510879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49764) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:27.528417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:27.549778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7f9ef2af-f8d5-4f4b-a3a6-4a3f4b7513e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857059659', 'description': 'tempest-description--1094087694'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:27.580749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:33:27.594122 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a9007-c1f2-40bb-9818-f2b82ffe2f44" -d '{"events": [{"server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "name": "network-vif-plugged", "status": "completed", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:33:27.604264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.6 (cae136f8-d3d0-4d50-bcc0-c26c51c00832/7224ba6a-7ad5-4a3a-bedc-8639ed23a774/81580d8d-25c1-4ec7-a433-10ba93974e8b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:27.731903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef2af-f8d5-4f4b-a3a6-4a3f4b7513e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.738206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1e35-d291-4031-852a-4c9cca7cd088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.783248 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.784935 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.823733 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1e35-d291-4031-852a-4c9cca7cd088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.831386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02074b6-2032-4166-a033-76d33045eded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-cae136f8-d3d0-4d50-bcc0-c26c51c00832', 'network_id': 'cae136f8-d3d0-4d50-bcc0-c26c51c00832', 'tenant_id': 'c6fd2065b2904f948a6c2e2655d52cb2', 'fixed_ips': [{'subnet_id': '7224ba6a-7ad5-4a3a-bedc-8639ed23a774'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:33:27.832361 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c02074b6-2032-4166-a033-76d33045eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.871977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0e068df3-6aec-4af4-8800-a22fb060a150 None None] Provisioning complete for port 424252ae-7554-40c6-a605-386a7f91dcd3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:27.872346 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e068df3-6aec-4af4-8800-a22fb060a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.920206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Pushing event updated for resources: {'Port': ['ID=b28845c3-3618-44d9-b1bf-0e34b09df11d,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:27.924265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.981698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.982047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.982511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.982764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.983352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.983704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.984037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.984388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.984688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.985013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.985337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:27.985661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e26de0-3497-4dbf-8fa8-aaf4a6cc9736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:28.017444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.037505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:28.037885 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.090560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network cae136f8-d3d0-4d50-bcc0-c26c51c00832 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:28.093157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:28.106129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:28.135342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e36b5-e566-4be5-865d-882357493933 req-4186a52a-99e1-4748-a928-e903c11bc502 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:28.137773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-872e36b5-e566-4be5-865d-882357493933 req-4186a52a-99e1-4748-a928-e903c11bc502 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.2548110 Nov 12 05:33:28.178206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef2af-f8d5-4f4b-a3a6-4a3f4b7513e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.184168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=81580d8d-25c1-4ec7-a433-10ba93974e8b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:28.210963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef2af-f8d5-4f4b-a3a6-4a3f4b7513e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.250868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:28.254267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.255324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ef2af-f8d5-4f4b-a3a6-4a3f4b7513e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8240a3-fa65-4bdf-871f-d73d1ea553ff,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:28.258163 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1e35-d291-4031-852a-4c9cca7cd088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.261437 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1e35-d291-4031-852a-4c9cca7cd088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.264970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fdaf1e35-d291-4031-852a-4c9cca7cd088 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8ca76b9-4642-4af1-a766-55f4e1df79f6 HTTP/1.1" status: 204 len: 168 time: 0.7951474 Nov 12 05:33:28.318887 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-28a790d0-7037-46a1-9446-e6e010c215a7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.5175886 Nov 12 05:33:28.321498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:28.323235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-872e36b5-e566-4be5-865d-882357493933 req-2b4b8072-ccd4-49c9-81df-474820173a14 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653385 Nov 12 05:33:28.329958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef2af-f8d5-4f4b-a3a6-4a3f4b7513e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.333753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7f9ef2af-f8d5-4f4b-a3a6-4a3f4b7513e9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8162992 Nov 12 05:33:28.335713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf1e35-d291-4031-852a-4c9cca7cd088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ca76b9-4642-4af1-a766-55f4e1df79f6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:28.336854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49792) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:28.372020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2d5f38e0-8a17-4e9e-b74c-aad4e62e91e3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'security_group_rule': {'security_group_id': 'ba8240a3-fa65-4bdf-871f-d73d1ea553ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:28.376073 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9dcdbb-7ad2-43ab-ba79-dc0136c3f675 x-openstack-request-id: req-7d9dcdbb-7ad2-43ab-ba79-dc0136c3f675 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:33:28.376621 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "name": "network-vif-plugged", "status": "completed", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:33:28.376621 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d9dcdbb-7ad2-43ab-ba79-dc0136c3f675 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:33:28.376890 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'code': 200} Nov 12 05:33:28.468390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d5f38e0-8a17-4e9e-b74c-aad4e62e91e3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.496842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0e068df3-6aec-4af4-8800-a22fb060a150 None None] Port 424252ae-7554-40c6-a605-386a7f91dcd3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:28.565486 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d5f38e0-8a17-4e9e-b74c-aad4e62e91e3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.614987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d5f38e0-8a17-4e9e-b74c-aad4e62e91e3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.698420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f38e0-8a17-4e9e-b74c-aad4e62e91e3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ff33c8-fe16-40af-89a6-1c85a7d6c49b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:28.710559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d5f38e0-8a17-4e9e-b74c-aad4e62e91e3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.716710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d5f38e0-8a17-4e9e-b74c-aad4e62e91e3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3760588 Nov 12 05:33:28.718009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49804) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:28.722722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c4edf82a-b1cf-4fe8-acbc-33e6c0988dda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'security_group_rule': {'security_group_id': 'ba8240a3-fa65-4bdf-871f-d73d1ea553ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:28.747522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:28.794636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0e068df3-6aec-4af4-8800-a22fb060a150 None None] Provisioning complete for port 760c73a9-609e-410c-bfbb-072e8c6a9538 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:28.795012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e068df3-6aec-4af4-8800-a22fb060a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.796549 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4edf82a-b1cf-4fe8-acbc-33e6c0988dda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.796963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-57f24951-6cff-4f59-a780-764a6bc3f18c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 81580d8d-25c1-4ec7-a433-10ba93974e8b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:28.797323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57f24951-6cff-4f59-a780-764a6bc3f18c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.977356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0e068df3-6aec-4af4-8800-a22fb060a150 None None] Port 760c73a9-609e-410c-bfbb-072e8c6a9538 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:28.985960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-c02074b6-2032-4166-a033-76d33045eded None None] Allocated IP 172.20.0.2 (cae136f8-d3d0-4d50-bcc0-c26c51c00832/7224ba6a-7ad5-4a3a-bedc-8639ed23a774/02fb09b9-d6de-433e-a9b7-f85c5157207a) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:29.008369 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57f24951-6cff-4f59-a780-764a6bc3f18c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.033646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.037927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-57f24951-6cff-4f59-a780-764a6bc3f18c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 81580d8d-25c1-4ec7-a433-10ba93974e8b owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:29.061833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0e068df3-6aec-4af4-8800-a22fb060a150 None None] Provisioning complete for port b28845c3-3618-44d9-b1bf-0e34b09df11d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:29.070960 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e068df3-6aec-4af4-8800-a22fb060a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.085413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4edf82a-b1cf-4fe8-acbc-33e6c0988dda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.102146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4edf82a-b1cf-4fe8-acbc-33e6c0988dda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.167836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edf82a-b1cf-4fe8-acbc-33e6c0988dda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b371c3f5-8a6d-4ce0-a168-fc2eab24ac26,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:29.186109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4edf82a-b1cf-4fe8-acbc-33e6c0988dda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.194614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c4edf82a-b1cf-4fe8-acbc-33e6c0988dda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4758232 Nov 12 05:33:29.196390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49814) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:29.206799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:29.249068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49818) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:29.292402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.313135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a5690575-dd7e-4f9e-936c-6d38c9a3f4c2,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:29.339333 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.347403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b28845c3-3618-44d9-b1bf-0e34b09df11d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:29.361240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57f24951-6cff-4f59-a780-764a6bc3f18c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.453667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f24951-6cff-4f59-a780-764a6bc3f18c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=81580d8d-25c1-4ec7-a433-10ba93974e8b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:29.612880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc1f74-0d34-47f9-9393-5e4fcbcf51d2 req-eaa8b0f8-83c5-490d-8c8c-615d3ad5fca0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:29.614974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26dc1f74-0d34-47f9-9393-5e4fcbcf51d2 req-eaa8b0f8-83c5-490d-8c8c-615d3ad5fca0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1411192 Nov 12 05:33:29.657645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57f24951-6cff-4f59-a780-764a6bc3f18c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.664628 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-57f24951-6cff-4f59-a780-764a6bc3f18c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/81580d8d-25c1-4ec7-a433-10ba93974e8b HTTP/1.1" status: 204 len: 168 time: 1.3407528 Nov 12 05:33:29.665270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49832) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:29.694404 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e0973c-c89c-4da3-8b01-3cbb559910a6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:33:29.701052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d7e0973c-c89c-4da3-8b01-3cbb559910a6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/81580d8d-25c1-4ec7-a433-10ba93974e8b HTTP/1.1" status: 404 len: 333 time: 0.0334768 Nov 12 05:33:29.701679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49834) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:29.765820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=a5690575-dd7e-4f9e-936c-6d38c9a3f4c2,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:29.784402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.803579 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-149a331c-936c-4daa-a97f-32a0fafcd7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.822174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c811d70b-61f9-4630-8590-01d68402d365 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet 7224ba6a-7ad5-4a3a-bedc-8639ed23a774 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:33:29.847339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b28845c3-3618-44d9-b1bf-0e34b09df11d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:29.847720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.853150 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c02074b6-2032-4166-a033-76d33045eded None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.862872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26dc1f74-0d34-47f9-9393-5e4fcbcf51d2 req-f208b9ae-d790-437f-8b57-b0e14093eeae tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319348 Nov 12 05:33:29.907394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c811d70b-61f9-4630-8590-01d68402d365 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.913895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c02074b6-2032-4166-a033-76d33045eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.985945 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c811d70b-61f9-4630-8590-01d68402d365 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.037481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02074b6-2032-4166-a033-76d33045eded None None] Network cae136f8-d3d0-4d50-bcc0-c26c51c00832 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:30.068943 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-c02074b6-2032-4166-a033-76d33045eded None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:30.075178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02074b6-2032-4166-a033-76d33045eded None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:30.085909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-539a34e0-d4cc-4224-80b9-9af3e5b6ae16 None None] Provisioning complete for port 424252ae-7554-40c6-a605-386a7f91dcd3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:30.086285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-539a34e0-d4cc-4224-80b9-9af3e5b6ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.098559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02074b6-2032-4166-a033-76d33045eded None None] Pushing event updated for resources: {'Port': ['ID=02fb09b9-d6de-433e-a9b7-f85c5157207a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:30.100629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c811d70b-61f9-4630-8590-01d68402d365 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.230758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-539a34e0-d4cc-4224-80b9-9af3e5b6ae16 None None] Port 424252ae-7554-40c6-a605-386a7f91dcd3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:30.249621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c02074b6-2032-4166-a033-76d33045eded None None] Attempting to bind port 02fb09b9-d6de-433e-a9b7-f85c5157207a on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:30.249995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c02074b6-2032-4166-a033-76d33045eded None None] Attempting to bind port 02fb09b9-d6de-433e-a9b7-f85c5157207a by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4c443fd6-91ef-42a8-b427-08f844ddb6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cae136f8-d3d0-4d50-bcc0-c26c51c00832'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:30.250376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02074b6-2032-4166-a033-76d33045eded None None] Attempting to bind port 02fb09b9-d6de-433e-a9b7-f85c5157207a on network cae136f8-d3d0-4d50-bcc0-c26c51c00832 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:30.258794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02074b6-2032-4166-a033-76d33045eded None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:30.259175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02074b6-2032-4166-a033-76d33045eded None None] Checking segment: {'id': '4c443fd6-91ef-42a8-b427-08f844ddb6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cae136f8-d3d0-4d50-bcc0-c26c51c00832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:30.259493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c811d70b-61f9-4630-8590-01d68402d365 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.259630 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c02074b6-2032-4166-a033-76d33045eded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.259960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02074b6-2032-4166-a033-76d33045eded None None] Bound using segment: {'id': '4c443fd6-91ef-42a8-b427-08f844ddb6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cae136f8-d3d0-4d50-bcc0-c26c51c00832'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:30.260455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c02074b6-2032-4166-a033-76d33045eded None None] Bound port: 02fb09b9-d6de-433e-a9b7-f85c5157207a, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c443fd6-91ef-42a8-b427-08f844ddb6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cae136f8-d3d0-4d50-bcc0-c26c51c00832'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:30.260825 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c02074b6-2032-4166-a033-76d33045eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.272697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-539a34e0-d4cc-4224-80b9-9af3e5b6ae16 None None] Provisioning complete for port 760c73a9-609e-410c-bfbb-072e8c6a9538 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:30.273334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-539a34e0-d4cc-4224-80b9-9af3e5b6ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.335434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-539a34e0-d4cc-4224-80b9-9af3e5b6ae16 None None] Port 760c73a9-609e-410c-bfbb-072e8c6a9538 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:30.399370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c02074b6-2032-4166-a033-76d33045eded None None] For port 02fb09b9-d6de-433e-a9b7-f85c5157207a, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:30.401460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-539a34e0-d4cc-4224-80b9-9af3e5b6ae16 None None] Provisioning complete for port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:30.401836 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-539a34e0-d4cc-4224-80b9-9af3e5b6ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.404606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c02074b6-2032-4166-a033-76d33045eded None None] For port 02fb09b9-d6de-433e-a9b7-f85c5157207a, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=02fb09b9-d6de-433e-a9b7-f85c5157207a,segment=NetworkSegment(4c443fd6-91ef-42a8-b427-08f844ddb6a3),segment_id=4c443fd6-91ef-42a8-b427-08f844ddb6a3)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:30.411782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Allocated IP 172.25.2.166 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/6c84c26d-10c9-42a5-8ba7-18a091fc8cab) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:30.439020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a5690575-dd7e-4f9e-936c-6d38c9a3f4c2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:30.451080 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c02074b6-2032-4166-a033-76d33045eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.600380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02074b6-2032-4166-a033-76d33045eded None None] Pushing event updated for resources: {'Port': ['ID=02fb09b9-d6de-433e-a9b7-f85c5157207a,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:30.620452 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-149a331c-936c-4daa-a97f-32a0fafcd7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.663778 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-149a331c-936c-4daa-a97f-32a0fafcd7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.699171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ac9e6-1ea4-46e9-b3b9-ecac634603ec None None] Network cae136f8-d3d0-4d50-bcc0-c26c51c00832 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:30.727224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a5690575-dd7e-4f9e-936c-6d38c9a3f4c2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:30.727843 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:30.861570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-149a331c-936c-4daa-a97f-32a0fafcd7ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7b916c781f34f0caaed8eafd4469466&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6056740 Nov 12 05:33:31.001023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49852) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:31.001545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a331c-936c-4daa-a97f-32a0fafcd7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc161c7-d36a-45d4-82b4-adbd00b22c1e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:31.044130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b28845c3-3618-44d9-b1bf-0e34b09df11d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:31.077680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d70b-61f9-4630-8590-01d68402d365 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=7224ba6a-7ad5-4a3a-bedc-8639ed23a774,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:31.086971 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c811d70b-61f9-4630-8590-01d68402d365 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.094718 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c811d70b-61f9-4630-8590-01d68402d365 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/7224ba6a-7ad5-4a3a-bedc-8639ed23a774 HTTP/1.1" status: 204 len: 168 time: 1.3917551 Nov 12 05:33:31.097597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49860) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:31.108315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df29c9-31df-4c5a-9520-d41daddf7c8a None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:33:31.181072 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b28845c3-3618-44d9-b1bf-0e34b09df11d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:31.181642 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.272437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.330785 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.396376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 02fb09b9-d6de-433e-a9b7-f85c5157207a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:31.396865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.423099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c9f26-3c18-4264-be14-722f2350371c req-42308f79-7e2a-4ad3-bc5e-4dedbb550aaa tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:31.447516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-693c9f26-3c18-4264-be14-722f2350371c req-42308f79-7e2a-4ad3-bc5e-4dedbb550aaa tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.3722086 Nov 12 05:33:31.456765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ace1ca6-d09e-4a84-a00a-69a6c3cd0feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.506548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] For port 02fb09b9-d6de-433e-a9b7-f85c5157207a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=02fb09b9-d6de-433e-a9b7-f85c5157207a,segment=NetworkSegment(4c443fd6-91ef-42a8-b427-08f844ddb6a3),segment_id=4c443fd6-91ef-42a8-b427-08f844ddb6a3)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:31.507078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.524856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 02fb09b9-d6de-433e-a9b7-f85c5157207a owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:31.617767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df29c9-31df-4c5a-9520-d41daddf7c8a None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:33:31.633223 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.644608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ace1ca6-d09e-4a84-a00a-69a6c3cd0feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.647449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No DVR routers for this DVR port 02fb09b9-d6de-433e-a9b7-f85c5157207a on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:33:31.702221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=02fb09b9-d6de-433e-a9b7-f85c5157207a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:31.808011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.861243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae136f8-d3d0-4d50-bcc0-c26c51c00832']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:31.891303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c443fd6-91ef-42a8-b427-08f844ddb6a3') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:31.891747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c443fd6-91ef-42a8-b427-08f844ddb6a3') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:31.895923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.935196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.980354 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:31.996994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:33:31.997609 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:33:32.007712 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:33:32.042177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-693c9f26-3c18-4264-be14-722f2350371c req-d9d528e4-f244-412e-b033-a6a77b66e300 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873544 Nov 12 05:33:32.088054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:32.102034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=6c84c26d-10c9-42a5-8ba7-18a091fc8cab,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:32.114273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:32.122024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:32.164428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.173356 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.177071 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/networks/cae136f8-d3d0-4d50-bcc0-c26c51c00832 HTTP/1.1" status: 204 len: 168 time: 1.0766747 Nov 12 05:33:32.184995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49874) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:32.205944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'name': 'tempest-PortsTestJSON-817634992'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:32.209836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c7ed5-8244-4389-a52a-08aea803e5c8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Network': ['ID=cae136f8-d3d0-4d50-bcc0-c26c51c00832,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:32.314126 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ace1ca6-d09e-4a84-a00a-69a6c3cd0feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.317160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ace1ca6-d09e-4a84-a00a-69a6c3cd0feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.318587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2ace1ca6-d09e-4a84-a00a-69a6c3cd0feb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abc161c7-d36a-45d4-82b4-adbd00b22c1e HTTP/1.1" status: 204 len: 168 time: 1.3004053 Nov 12 05:33:32.337450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace1ca6-d09e-4a84-a00a-69a6c3cd0feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc161c7-d36a-45d4-82b4-adbd00b22c1e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:32.339295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:32.343354 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.374417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 12c77a10-e76e-4895-86a0-d333dc869705 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:32.563692 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.641238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.714214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:32.717133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=12c77a10-e76e-4895-86a0-d333dc869705,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:32.719720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:32.723727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:32.729877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:32.730738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.752529 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.772116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-56225cc0-2d8f-4b94-ab24-510fa64b949b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5814037 Nov 12 05:33:32.772655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49886) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:32.778141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 665db215-1829-4a76-8e1c-933c2a88f40b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:32.778672 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.847386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:32.940493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e338e-77fa-4a07-9fa1-77559206dbae tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 12c77a10-e76e-4895-86a0-d333dc869705 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:32.943574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3e338e-77fa-4a07-9fa1-77559206dbae tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.019440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:33.019843 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.123718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3e338e-77fa-4a07-9fa1-77559206dbae tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.159878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e338e-77fa-4a07-9fa1-77559206dbae tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 12c77a10-e76e-4895-86a0-d333dc869705 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:33.284912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:33.332855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6079a0a4-ce76-4672-9310-8468130314cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.357547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:33.357932 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.444568 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3e338e-77fa-4a07-9fa1-77559206dbae tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.477402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f3e338e-77fa-4a07-9fa1-77559206dbae tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.492726 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6f3e338e-77fa-4a07-9fa1-77559206dbae tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/12c77a10-e76e-4895-86a0-d333dc869705 HTTP/1.1" status: 204 len: 168 time: 0.7182350 Nov 12 05:33:33.545277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49896) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:33.547492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e338e-77fa-4a07-9fa1-77559206dbae tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=12c77a10-e76e-4895-86a0-d333dc869705,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:33.569408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'mac_address': 'fa:16:3e:48:33:f1', 'name': 'tempest-PortsTestJSON-471148928'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:33.655409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 388b8959-ff6d-422f-8adb-3b874d0d88cc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:33.655979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.664575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6079a0a4-ce76-4672-9310-8468130314cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.685290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6079a0a4-ce76-4672-9310-8468130314cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.804883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079a0a4-ce76-4672-9310-8468130314cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc99cd-f0e0-4227-b240-0ca0f356f8cd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:33.813285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6079a0a4-ce76-4672-9310-8468130314cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ba6d973b71f40eb8734dd83a4865d11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5234606 Nov 12 05:33:33.817054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49902) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:33.820459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port daa55e6c-0730-40f2-a1e5-3299648fc170 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:33.820895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.893996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.908251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9965faf-8b99-4509-97d0-99e80c50d712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.912433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:33.915225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288adb-f181-4450-8bdd-f06f35d2190e req-4a38b21c-c319-4181-a8b3-2922e8344ccb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:33.924199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e288adb-f181-4450-8bdd-f06f35d2190e req-4a38b21c-c319-4181-a8b3-2922e8344ccb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1825006 Nov 12 05:33:33.947790 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.995104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 07585ad8-74fb-434b-85fe-f24f225d586d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:33.995624 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.055452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e288adb-f181-4450-8bdd-f06f35d2190e req-3516209a-aed4-40a3-8358-1971d1905593 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295526 Nov 12 05:33:34.070041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=6c84c26d-10c9-42a5-8ba7-18a091fc8cab,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:34.080884 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9965faf-8b99-4509-97d0-99e80c50d712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.083958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.098422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Port 07585ad8-74fb-434b-85fe-f24f225d586d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:34.115745 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.116536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 24d99a8b-db0f-4642-949b-1bc0c8048991 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:34.116916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.118363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fa875f85-408f-4abd-abad-b8e956bf75ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9186554 Nov 12 05:33:34.178410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Port 24d99a8b-db0f-4642-949b-1bc0c8048991 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:34.179981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.204519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port ed2b99b8-e923-4557-80b2-6ca7b3225b43 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:34.205285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.276927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port eab72912-abf8-477e-a571-b4c694869ad1 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:34.378421 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9965faf-8b99-4509-97d0-99e80c50d712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.383124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9965faf-8b99-4509-97d0-99e80c50d712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.388690 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d9965faf-8b99-4509-97d0-99e80c50d712 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4bc99cd-f0e0-4227-b240-0ca0f356f8cd HTTP/1.1" status: 204 len: 168 time: 0.5694072 Nov 12 05:33:34.405955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 93eef801-4c0a-40b9-9c88-e7404bf0c62d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:34.406765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.431019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9965faf-8b99-4509-97d0-99e80c50d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc99cd-f0e0-4227-b240-0ca0f356f8cd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:34.481444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Port 93eef801-4c0a-40b9-9c88-e7404bf0c62d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:34.495087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:34.495528 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.583999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-25cf4d70-dd32-4f72-bce2-147315802d89 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--857059659&fields=id&tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e HTTP/1.1" status: 200 len: 267 time: 0.1337192 Nov 12 05:33:34.699540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-f2224f1b-b88b-4d3d-8d66-81022960f3ec tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:34.713168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-f2224f1b-b88b-4d3d-8d66-81022960f3ec tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports/424252ae-7554-40c6-a605-386a7f91dcd3 HTTP/1.1" status: 200 len: 932 time: 0.1136684 Nov 12 05:33:34.750161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 18593f26-d584-46d3-8f2a-f9d8d773b4ea triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:34.750644 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.768163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.803528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-c464f2fa-4fb6-42d5-b1e0-88ed2301b5f4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:34.805089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-c464f2fa-4fb6-42d5-b1e0-88ed2301b5f4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports/760c73a9-609e-410c-bfbb-072e8c6a9538 HTTP/1.1" status: 200 len: 931 time: 0.0861282 Nov 12 05:33:34.850977 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.919300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-1911ee69-195f-4245-98b0-7712acb5f581 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1076405 Nov 12 05:33:34.952409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:34.963678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:34.974860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port 6c84c26d-10c9-42a5-8ba7-18a091fc8cab triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:34.974860 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:34.979012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:35.003045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:35.003660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:35.035119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0525d5c2-e6ff-4e9c-a023-63f5676154ba tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0930741 Nov 12 05:33:35.069181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=eab72912-abf8-477e-a571-b4c694869ad1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:35.106083 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-84a13473-a5c3-4287-975e-100cdfc15921 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5531738 Nov 12 05:33:35.106905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49932) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:35.116067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Port 6c84c26d-10c9-42a5-8ba7-18a091fc8cab cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:35.144342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Provisioning complete for port bba42159-7fcd-40e5-9fe7-af7573ca3415 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:35.145557 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67085bf9-8b54-4e44-85f4-3cdd9d8f17ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:35.215331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0a9e7d-d40e-49d7-bc03-21a449e7ee4f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:35.216827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0f0a9e7d-d40e-49d7-bc03-21a449e7ee4f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/eab72912-abf8-477e-a571-b4c694869ad1 HTTP/1.1" status: 200 len: 840 time: 0.1089549 Nov 12 05:33:35.221963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49936) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:35.294105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-33ffac21-1e8f-4dda-a0ee-1f7481722a38 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:35.302549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-33ffac21-1e8f-4dda-a0ee-1f7481722a38 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:35.311648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-33ffac21-1e8f-4dda-a0ee-1f7481722a38 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:35.313624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-33ffac21-1e8f-4dda-a0ee-1f7481722a38 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 1989 time: 0.2627258 Nov 12 05:33:35.367585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4b499b6d-2d77-4aa2-af81-2e594f79701e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/quotas/a4ad7107e9b24144b2feb5de1af8ef0e HTTP/1.1" status: 200 len: 375 time: 0.0456395 Nov 12 05:33:35.428701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-73712a0c-2aa9-4383-a840-8ae9711c7d24 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port eab72912-abf8-477e-a571-b4c694869ad1 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:35.429650 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73712a0c-2aa9-4383-a840-8ae9711c7d24 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:35.513827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4c9e0eaf-46b6-4fb8-b23c-bd1923304b78 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1373158 Nov 12 05:33:35.526160 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73712a0c-2aa9-4383-a840-8ae9711c7d24 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:35.528780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73000b9c-95b8-4a55-846b-86c342ab646a req-eb3e353d-c633-4c63-ae93-dd553ed93dbb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:35.530559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73000b9c-95b8-4a55-846b-86c342ab646a req-eb3e353d-c633-4c63-ae93-dd553ed93dbb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.2162476 Nov 12 05:33:35.553910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-73712a0c-2aa9-4383-a840-8ae9711c7d24 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for eab72912-abf8-477e-a571-b4c694869ad1 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:35.671685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73712a0c-2aa9-4383-a840-8ae9711c7d24 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:35.700586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4f062ecf-2827-46d1-9caa-484ce22dbcf4 service neutron] 10.222.0.48 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688199 Nov 12 05:33:35.716335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73712a0c-2aa9-4383-a840-8ae9711c7d24 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=eab72912-abf8-477e-a571-b4c694869ad1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:35.729105 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73712a0c-2aa9-4383-a840-8ae9711c7d24 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:35.735787 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-73712a0c-2aa9-4383-a840-8ae9711c7d24 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/eab72912-abf8-477e-a571-b4c694869ad1 HTTP/1.1" status: 204 len: 168 time: 0.5127034 Nov 12 05:33:35.737423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49954) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:35.751787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73000b9c-95b8-4a55-846b-86c342ab646a req-2dfcf0b2-4306-4299-9b95-e704ce7123b2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334295 Nov 12 05:33:35.771514 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b75e812-3cb8-459e-a184-8fdf4125831c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:33:35.774011 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3b75e812-3cb8-459e-a184-8fdf4125831c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/eab72912-abf8-477e-a571-b4c694869ad1 HTTP/1.1" status: 404 len: 333 time: 0.0354614 Nov 12 05:33:35.778213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49958) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:35.790050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'name': 'tempest-PortsTestJSON-1583029813'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:35.831421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67ca0781-fb45-46a3-8fcb-3638f7584304 service neutron] 10.222.0.48 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287718 Nov 12 05:33:35.910079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-15c84ea8-c2be-44d5-bf5f-97365c442bf4 service neutron] 10.222.0.48 "GET /v2.0/ports/424252ae-7554-40c6-a605-386a7f91dcd3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0724347 Nov 12 05:33:35.939916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:35.946934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:35.983325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:36.107591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-93f94fbb-b829-495a-b692-07e95c0e513c service neutron] 10.222.0.48 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890388 Nov 12 05:33:36.182291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:36.236535 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:36.263724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-af97d666-0dd7-4b7e-9f13-38bba7b78c24 service neutron] 10.222.0.48 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479445 Nov 12 05:33:36.306019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:36.322745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:36.324512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:36.329287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:36.341515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:36.342433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:36.376652 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c9a86488-e149-4561-8dcf-0b98f662ad7c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5944555 Nov 12 05:33:36.376652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49980) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:36.384048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ee6891b-695e-4ac4-a007-0fb9b8c156fd service neutron] 10.222.0.48 "GET /v2.0/ports/760c73a9-609e-410c-bfbb-072e8c6a9538?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1004398 Nov 12 05:33:36.386244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:36.508358 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:36.564024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-ac5cf06a-1088-4570-a204-6f823b4e39af service neutron] 10.222.0.48 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751580 Nov 12 05:33:36.700680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-74d82987-76be-4a1f-9ede-ef44410875f1 service neutron] 10.222.0.48 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306441 Nov 12 05:33:36.825890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:36.838673 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:36.956894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] In _notify_port_updated(), no bound segment for port 310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3 on network 57db5f1b-e290-40ec-a0d2-e6097014716d {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:33:36.970200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:36.971039 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:36.976735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5173a-1fe4-4573-96f6-da1a26278c64 req-693a82d4-fded-4862-a449-637558b9d607 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:36.976963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6d5173a-1fe4-4573-96f6-da1a26278c64 req-693a82d4-fded-4862-a449-637558b9d607 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.0791900 Nov 12 05:33:36.978024 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "PUT /v2.0/ports/310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3 HTTP/1.1" status: 200 len: 818 time: 0.5995736 Nov 12 05:33:36.985235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-d72f10ac-5a87-4ada-a702-f35b9646f315 service neutron] 10.222.0.48 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777107 Nov 12 05:33:36.996188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50000) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:37.117421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6d5173a-1fe4-4573-96f6-da1a26278c64 req-440b5c96-630f-4508-b713-4eeaafee8a22 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232812 Nov 12 05:33:37.146003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bf752-b3dd-4075-81fb-49a89b429333 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:37.154039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-9021051d-8114-4445-9ce2-730bd51f8a6e service neutron] 10.222.0.48 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678648 Nov 12 05:33:37.217570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-da630b78-dace-42c7-a7da-feb31a02cd5d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:37.217570 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da630b78-dace-42c7-a7da-feb31a02cd5d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:37.315836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da630b78-dace-42c7-a7da-feb31a02cd5d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:37.319456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-fa074409-7d50-4851-9fa2-542e862df548 service neutron] 10.222.0.48 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644945 Nov 12 05:33:37.335475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-da630b78-dace-42c7-a7da-feb31a02cd5d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:37.505631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da630b78-dace-42c7-a7da-feb31a02cd5d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:37.544292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-75bb9709-fa53-452b-a5d4-cc2dca68b017 service neutron] 10.222.0.48 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185977 Nov 12 05:33:37.601715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da630b78-dace-42c7-a7da-feb31a02cd5d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:37.622431 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da630b78-dace-42c7-a7da-feb31a02cd5d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:37.628421 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da630b78-dace-42c7-a7da-feb31a02cd5d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3 HTTP/1.1" status: 204 len: 168 time: 0.6302576 Nov 12 05:33:37.631102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50032) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:37.727173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c90768-789a-44b5-8588-efc867326aa5 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:37.730389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-51c90768-789a-44b5-8588-efc867326aa5 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0964849 Nov 12 05:33:37.731776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50036) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:37.733882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-88129e2e-1667-4b9e-9505-18ec09d901eb service neutron] 10.222.0.48 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826661 Nov 12 05:33:37.800457 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-774d009b-8cb4-4739-b31d-77eb57417206 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:33:37.805701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-774d009b-8cb4-4739-b31d-77eb57417206 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/310aa9c7-1cb3-41fb-b0ec-a8edbbeadcf3 HTTP/1.1" status: 404 len: 333 time: 0.0694249 Nov 12 05:33:37.806025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50040) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:37.811244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2043666422'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:37.875210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-a55a31fd-304f-4122-851f-a154c39051b0 service neutron] 10.222.0.48 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314433 Nov 12 05:33:37.881789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:37.887117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:37.929785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:37.944676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:37.946601 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Added segment 59e45efc-7074-419f-b270-92fcd970430e of type vlan for network 389dba08-13e5-4f98-ac07-d7817421ab7d Nov 12 05:33:38.015608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e75312a5-0ef9-402b-b9d9-7d1d7d2317f0 service neutron] 10.222.0.48 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394553 Nov 12 05:33:38.034807 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:38.070611 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:38.078738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:38.079486 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:38.196311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Network': ['ID=389dba08-13e5-4f98-ac07-d7817421ab7d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:38.207037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 389dba08-13e5-4f98-ac07-d7817421ab7d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:38.209530 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-89c5ce0f-91f8-4aff-9b1a-50f5e3ee2997 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4023499 Nov 12 05:33:38.213144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50058) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:38.218189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:38.234865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-1d36b743-9a60-43bb-96bb-c49c00feb71a service neutron] 10.222.0.48 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081273 Nov 12 05:33:38.383056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00caf0-aeab-4f9e-bc06-fbaf0a3dd0b8 req-8431db89-cd14-4581-a19d-0badd1890296 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:38.391816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e00caf0-aeab-4f9e-bc06-fbaf0a3dd0b8 req-8431db89-cd14-4581-a19d-0badd1890296 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1559756 Nov 12 05:33:38.392954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:38.397235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:38.514640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e00caf0-aeab-4f9e-bc06-fbaf0a3dd0b8 req-3395109b-459d-4ab3-96e0-c97c2f1e7606 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141167 Nov 12 05:33:38.779766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:38.835020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=e2719436-bee0-40a5-933d-b1bcd2289934,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:38.875550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking segment: {'id': '59e45efc-7074-419f-b270-92fcd970430e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:38.876032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network hostable DHCP agents. Network: 389dba08-13e5-4f98-ac07-d7817421ab7d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:38.941948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 389dba08-13e5-4f98-ac07-d7817421ab7d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:38.965314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 389dba08-13e5-4f98-ac07-d7817421ab7d) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:38.971170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:38.971875 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:38.980497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f34ef-f7f2-4e42-8101-b65340197c75 None None] Network 389dba08-13e5-4f98-ac07-d7817421ab7d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:39.043337 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4ada20cc-8bd1-4722-8c05-243f9d5c9ba3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8263938 Nov 12 05:33:39.043912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50102) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:39.058970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7ee48d15-94f2-495b-8195-c3bdab2e7b51 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:39.305661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-389dba08-13e5-4f98-ac07-d7817421ab7d', 'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d', 'tenant_id': 'c6fd2065b2904f948a6c2e2655d52cb2', 'fixed_ips': [{'subnet_id': 'e2719436-bee0-40a5-933d-b1bcd2289934'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:33:39.308630 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:39.331369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee48d15-94f2-495b-8195-c3bdab2e7b51 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:39.336844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ee48d15-94f2-495b-8195-c3bdab2e7b51 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:39.526912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Allocated IP 172.20.0.2 (389dba08-13e5-4f98-ac07-d7817421ab7d/e2719436-bee0-40a5-933d-b1bcd2289934/d2c6e81d-f012-41cd-8af0-41d77b532111) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:39.544478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-493c9255-af61-48f6-912d-6d6f723a09f3 req-63a7a8e4-9127-44ca-90a7-ef620fd95827 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 210 time: 0.0669985 Nov 12 05:33:39.590545 n-d-765315-28 neutron-server[102589]: INFO neutron.db.ipam_backend_mixin [None req-7ee48d15-94f2-495b-8195-c3bdab2e7b51 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2719436-bee0-40a5-933d-b1bcd2289934 (CIDR: 172.20.0.0/28) Nov 12 05:33:39.599626 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee48d15-94f2-495b-8195-c3bdab2e7b51 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:33:39.601523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee48d15-94f2-495b-8195-c3bdab2e7b51 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:33:39.642991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50136) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:39.643518 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7ee48d15-94f2-495b-8195-c3bdab2e7b51 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5984223 Nov 12 05:33:39.653313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:39.856766 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:39.884334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:39.962641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Pushing event updated for resources: {'Port': ['ID=d2c6e81d-f012-41cd-8af0-41d77b532111,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:39.985716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Network 389dba08-13e5-4f98-ac07-d7817421ab7d is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:39.988291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:39.991566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:39.998718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:40.004362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:40.089072 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Attempting to bind port d2c6e81d-f012-41cd-8af0-41d77b532111 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:40.089305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Attempting to bind port d2c6e81d-f012-41cd-8af0-41d77b532111 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '59e45efc-7074-419f-b270-92fcd970430e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:40.089664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Attempting to bind port d2c6e81d-f012-41cd-8af0-41d77b532111 on network 389dba08-13e5-4f98-ac07-d7817421ab7d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:40.099034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:40.099405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Checking segment: {'id': '59e45efc-7074-419f-b270-92fcd970430e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:40.099810 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:40.100203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Bound using segment: {'id': '59e45efc-7074-419f-b270-92fcd970430e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:40.100735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Bound port: d2c6e81d-f012-41cd-8af0-41d77b532111, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e45efc-7074-419f-b270-92fcd970430e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:40.101123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:40.196044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] For port d2c6e81d-f012-41cd-8af0-41d77b532111, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:40.201892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] For port d2c6e81d-f012-41cd-8af0-41d77b532111, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d2c6e81d-f012-41cd-8af0-41d77b532111,segment=NetworkSegment(59e45efc-7074-419f-b270-92fcd970430e),segment_id=59e45efc-7074-419f-b270-92fcd970430e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:40.210509 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:40.330334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbf427-4017-4f1c-9f1b-e1f465fa9f73 None None] Pushing event updated for resources: {'Port': ['ID=d2c6e81d-f012-41cd-8af0-41d77b532111,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:40.364601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f184a24-3ee1-408b-98cc-65d815d90b59 req-8a175237-da3d-4d15-a556-8fe2207e8f57 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:40.376579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f184a24-3ee1-408b-98cc-65d815d90b59 req-8a175237-da3d-4d15-a556-8fe2207e8f57 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.3911784 Nov 12 05:33:40.561573 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:40.594418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f184a24-3ee1-408b-98cc-65d815d90b59 req-c5ed2555-1584-4c2b-a272-57afdafcbb6e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168825 Nov 12 05:33:40.849524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80f61b3f-b098-4721-8c86-d78c6266c3b4 req-109c63e2-eacf-4f30-90eb-5aed50ae2f6a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 210 time: 0.0651782 Nov 12 05:33:40.851447 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:40.968202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=736459bf-e8ba-4aeb-b6f6-3a1c80a5829a,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:40.982613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 389dba08-13e5-4f98-ac07-d7817421ab7d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:40.984224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:40.991886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:40.993084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:41.018224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-28ff95c6-7303-47e4-85b2-916da5d5c35c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3735609 Nov 12 05:33:41.021896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50206) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:41.029440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d', 'fixed_ips': [{'subnet_id': 'e2719436-bee0-40a5-933d-b1bcd2289934'}, {'subnet_id': '736459bf-e8ba-4aeb-b6f6-3a1c80a5829a'}], 'name': 'tempest-PortsTestJSON-1081304150'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:41.261787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931643a8-9c44-4a25-9226-4ff2529137cb req-1fab21cb-d328-4d16-b7a2-67e136d6399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:41.264849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-931643a8-9c44-4a25-9226-4ff2529137cb req-1fab21cb-d328-4d16-b7a2-67e136d6399c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.1986187 Nov 12 05:33:41.319731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df6ca-e33b-4eef-8737-4311db0485f1 req-42596379-b69f-4d25-b9e1-559efcd66dfb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:41.321872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19df6ca-e33b-4eef-8737-4311db0485f1 req-42596379-b69f-4d25-b9e1-559efcd66dfb tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1430712 Nov 12 05:33:41.353121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:41.865178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b19df6ca-e33b-4eef-8737-4311db0485f1 req-2a6524ff-aac2-4fa7-94fd-0b783f1252b3 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070736 Nov 12 05:33:41.882192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931643a8-9c44-4a25-9226-4ff2529137cb req-30755a5e-4975-4917-aeea-b699de739158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:41.885344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-931643a8-9c44-4a25-9226-4ff2529137cb req-30755a5e-4975-4917-aeea-b699de739158 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 919 time: 0.5854816 Nov 12 05:33:41.969523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254a0f5-5242-422c-88e3-e837bdc93b27 req-b7309af3-8f49-4fb2-9883-35910a07edaa tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:41.972000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6254a0f5-5242-422c-88e3-e837bdc93b27 req-b7309af3-8f49-4fb2-9883-35910a07edaa tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.2193046 Nov 12 05:33:41.985502 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:42.167944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-931643a8-9c44-4a25-9226-4ff2529137cb req-e7981c09-fe5c-443e-b2cc-6415060144ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415 HTTP/1.1" status: 200 len: 217 time: 0.2697637 Nov 12 05:33:42.266370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57affaf-2710-4890-a42d-44ed6a200d9e None None] Network 389dba08-13e5-4f98-ac07-d7817421ab7d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:42.290736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 2d1dd387-ef97-4945-bf2d-84a99218c521 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:42.541525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2c6e81d-f012-41cd-8af0-41d77b532111 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:42.612649 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2285be9b-0eda-4dd8-9c16-4ca038f436d5 None None] Provisioning complete for port d2c6e81d-f012-41cd-8af0-41d77b532111 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:42.613182 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2285be9b-0eda-4dd8-9c16-4ca038f436d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:42.637150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e816881-1c28-44c5-a5db-faf8d0edd85f req-667dcddf-e129-4745-957a-c2e468db7385 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 210 time: 0.5187213 Nov 12 05:33:42.748166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d2c6e81d-f012-41cd-8af0-41d77b532111 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:42.748751 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:42.843658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6254a0f5-5242-422c-88e3-e837bdc93b27 req-b2ba548b-e63c-4ae0-b906-3d051f3747eb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8495939 Nov 12 05:33:42.974149 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2285be9b-0eda-4dd8-9c16-4ca038f436d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:43.010414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-cc6be7ed-f765-4055-b152-41691151edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:43.014084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-cc6be7ed-f765-4055-b152-41691151edc6 service neutron] 10.222.0.43 "GET /v2.0/ports/424252ae-7554-40c6-a605-386a7f91dcd3 HTTP/1.1" status: 200 len: 1028 time: 0.9209440 Nov 12 05:33:43.069484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931643a8-9c44-4a25-9226-4ff2529137cb req-915dd5b5-4da3-4948-9483-778d63e54733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:43.090949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-931643a8-9c44-4a25-9226-4ff2529137cb req-915dd5b5-4da3-4948-9483-778d63e54733 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.8672078 Nov 12 05:33:43.110749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108bafcc-3f8d-49b4-ba53-3cb08cc65c65 None None] Update dhcp port {'port': {'network_id': '389dba08-13e5-4f98-ac07-d7817421ab7d', 'fixed_ips': [{'subnet_id': 'e2719436-bee0-40a5-933d-b1bcd2289934', 'ip_address': '172.20.0.2'}, {'subnet_id': '736459bf-e8ba-4aeb-b6f6-3a1c80a5829a'}], 'binding:host_id': 'n-d-765315-28'}, 'id': 'd2c6e81d-f012-41cd-8af0-41d77b532111'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:33:43.176373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-2f648bb7-891b-4097-85f7-79a414a65b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:43.177281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-2f648bb7-891b-4097-85f7-79a414a65b18 service neutron] 10.222.0.43 "GET /v2.0/ports/760c73a9-609e-410c-bfbb-072e8c6a9538 HTTP/1.1" status: 200 len: 1027 time: 0.0687776 Nov 12 05:33:43.200270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:43.225310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-931643a8-9c44-4a25-9226-4ff2529137cb req-518f0e06-11d2-4de6-82f0-f6a89f6b1c4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320150 Nov 12 05:33:43.403465 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-108bafcc-3f8d-49b4-ba53-3cb08cc65c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:43.416163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2285be9b-0eda-4dd8-9c16-4ca038f436d5 None None] For port d2c6e81d-f012-41cd-8af0-41d77b532111, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d2c6e81d-f012-41cd-8af0-41d77b532111,segment=NetworkSegment(59e45efc-7074-419f-b270-92fcd970430e),segment_id=59e45efc-7074-419f-b270-92fcd970430e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:43.443038 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2285be9b-0eda-4dd8-9c16-4ca038f436d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:43.554737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285be9b-0eda-4dd8-9c16-4ca038f436d5 None None] Pushing event updated for resources: {'Port': ['ID=d2c6e81d-f012-41cd-8af0-41d77b532111,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:43.665630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-465ef5e1-a4c0-4baa-a4f0-caffb00bbfda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:43.676371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-465ef5e1-a4c0-4baa-a4f0-caffb00bbfda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:43.690310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-465ef5e1-a4c0-4baa-a4f0-caffb00bbfda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:43.703916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-465ef5e1-a4c0-4baa-a4f0-caffb00bbfda tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 1989 time: 0.4492910 Nov 12 05:33:43.818913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-931643a8-9c44-4a25-9226-4ff2529137cb req-bd549802-5dc5-4101-aabf-ca83fb49f19a service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377154 Nov 12 05:33:43.936825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9568d7d9-9e62-4900-ab7b-1fa7752134ad req-1f51017e-9ee1-4daa-9ea5-58a11f2576a4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 210 time: 0.1109474 Nov 12 05:33:43.945033 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:33:43.945401 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:33:44.048491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5de04ded-17d1-4690-b64d-8b6da25d82d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:44.161580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-108bafcc-3f8d-49b4-ba53-3cb08cc65c65 None None] Allocated IP 172.20.0.18 (389dba08-13e5-4f98-ac07-d7817421ab7d/736459bf-e8ba-4aeb-b6f6-3a1c80a5829a/d2c6e81d-f012-41cd-8af0-41d77b532111) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:44.239994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-9a338915-0b85-45e1-993a-4305bfc25d58 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e HTTP/1.1" status: 200 len: 379 time: 0.4159749 Nov 12 05:33:44.291257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a97ef-ab4d-4299-b3d5-8535fc4180d7 req-bc30c12b-a354-495e-8e51-26da6d67f1b9 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:44.293019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-163a97ef-ab4d-4299-b3d5-8535fc4180d7 req-bc30c12b-a354-495e-8e51-26da6d67f1b9 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 1.1866477 Nov 12 05:33:44.317609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-9aeecba6-93b9-45bb-8238-2ba6724d61cb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:33:44.318912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-9aeecba6-93b9-45bb-8238-2ba6724d61cb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239716 Nov 12 05:33:44.448890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-108bafcc-3f8d-49b4-ba53-3cb08cc65c65 None None] For port d2c6e81d-f012-41cd-8af0-41d77b532111, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d2c6e81d-f012-41cd-8af0-41d77b532111,segment=NetworkSegment(59e45efc-7074-419f-b270-92fcd970430e),segment_id=59e45efc-7074-419f-b270-92fcd970430e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:44.591314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-108bafcc-3f8d-49b4-ba53-3cb08cc65c65 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:44.598103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-108bafcc-3f8d-49b4-ba53-3cb08cc65c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:44.682294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bafcc-3f8d-49b4-ba53-3cb08cc65c65 None None] Pushing event updated for resources: {'Port': ['ID=d2c6e81d-f012-41cd-8af0-41d77b532111,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:44.781934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2c6e81d-f012-41cd-8af0-41d77b532111 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:44.903570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d2c6e81d-f012-41cd-8af0-41d77b532111 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:44.903925 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:45.107512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'admin_state_up': True, 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'security_groups': ['ba8240a3-fa65-4bdf-871f-d73d1ea553ff']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:45.254202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082f7be-2737-49c9-b33a-0c02e4d10493 req-be1d4496-bd72-4a6e-aa98-a21bd47ca99c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:45.256168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b082f7be-2737-49c9-b33a-0c02e4d10493 req-be1d4496-bd72-4a6e-aa98-a21bd47ca99c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 1.1068761 Nov 12 05:33:45.386279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-163a97ef-ab4d-4299-b3d5-8535fc4180d7 req-6b73c8a8-1372-41fd-aeb8-27ab64eaaab5 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0602198 Nov 12 05:33:45.709821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-931643a8-9c44-4a25-9226-4ff2529137cb req-c72cb66b-e892-4ac0-a1ee-539cd7fe9901 service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6512678 Nov 12 05:33:45.740206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f84462b3-f6f9-4a85-b707-a3dcf4700d8d req-5690f5d3-ac16-4e50-ac40-617ed0849f8b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 210 time: 0.1343358 Nov 12 05:33:45.805143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b082f7be-2737-49c9-b33a-0c02e4d10493 req-fea1f74a-884f-4783-9ca2-11c3346baa35 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966211 Nov 12 05:33:45.841234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.11 (389dba08-13e5-4f98-ac07-d7817421ab7d/e2719436-bee0-40a5-933d-b1bcd2289934/2d1dd387-ef97-4945-bf2d-84a99218c521) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:45.849088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.26 (389dba08-13e5-4f98-ac07-d7817421ab7d/736459bf-e8ba-4aeb-b6f6-3a1c80a5829a/2d1dd387-ef97-4945-bf2d-84a99218c521) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:45.879231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:45.883329 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:45.948428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c16c88-c223-4c93-8fe6-dc5171e8c2df None None] Network 389dba08-13e5-4f98-ac07-d7817421ab7d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:46.238700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:46.324879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:46.364336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-43413e8d-ef3a-4c0b-add2-7cadc2e74097 None None] Provisioning complete for port d2c6e81d-f012-41cd-8af0-41d77b532111 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:46.364867 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-43413e8d-ef3a-4c0b-add2-7cadc2e74097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:46.524746 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ded9889e-14b2-481e-8e35-342800611647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:46.575109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 389dba08-13e5-4f98-ac07-d7817421ab7d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:46.652124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:46.677960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:46.724493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=2d1dd387-ef97-4945-bf2d-84a99218c521,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:46.765414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2c6e81d-f012-41cd-8af0-41d77b532111 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:46.853630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Allocated IP 172.20.0.4 (baf7a7c6-fb6c-4f62-aa60-b489b3c60a65/d33a274b-9f92-41a5-992c-21b88f3cda07/05db968a-2a34-4be2-ac65-f335cfbfb1d9) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:46.865400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50452) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:46.904107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d2c6e81d-f012-41cd-8af0-41d77b532111 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:46.904483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:46.949992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1637f87-f40f-4856-b5c8-2871612ccad6 req-3fcca74a-9e3b-4df7-873a-3b54786304e0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:46.958540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1637f87-f40f-4856-b5c8-2871612ccad6 req-3fcca74a-9e3b-4df7-873a-3b54786304e0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.4375370 Nov 12 05:33:47.015793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7dafb0c-d9eb-4005-9f07-764b8c53f71a req-991572cf-15a7-4efa-8ad4-3bd606a7bde6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 210 time: 0.1047113 Nov 12 05:33:47.028359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:47.028963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.117095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1637f87-f40f-4856-b5c8-2871612ccad6 req-f91c9dd3-277b-499b-a8db-45666b056bd4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575747 Nov 12 05:33:47.130123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:47.130374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1c058e12-3d89-411f-897c-f2bd83c1f060 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 6.1061068 Nov 12 05:33:47.158972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2719436-bee0-40a5-933d-b1bcd2289934'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:47.171973 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6abbaa70-53cb-45cf-a721-1e31da581fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.217664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-764d94b5-f8c5-4b19-97fc-4a32d74ae406 None None] Provisioning complete for port 2d1dd387-ef97-4945-bf2d-84a99218c521 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:47.219247 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-764d94b5-f8c5-4b19-97fc-4a32d74ae406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.276910 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.330482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-764d94b5-f8c5-4b19-97fc-4a32d74ae406 None None] Port 2d1dd387-ef97-4945-bf2d-84a99218c521 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:47.347673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.358073 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.365123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-764d94b5-f8c5-4b19-97fc-4a32d74ae406 None None] Provisioning complete for port d2c6e81d-f012-41cd-8af0-41d77b532111 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:47.365871 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-764d94b5-f8c5-4b19-97fc-4a32d74ae406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.437631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6abbaa70-53cb-45cf-a721-1e31da581fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.451707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6abbaa70-53cb-45cf-a721-1e31da581fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.490959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:47.516958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e3906-32c6-416f-a996-88884fe30462 req-0b472dc5-f243-4b8e-b70e-e95a142fcac1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:47.526428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e59e3906-32c6-416f-a996-88884fe30462 req-0b472dc5-f243-4b8e-b70e-e95a142fcac1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1911416 Nov 12 05:33:47.527535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:47.530709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:47.536258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=05db968a-2a34-4be2-ac65-f335cfbfb1d9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:47.649333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:47.650015 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.713900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e59e3906-32c6-416f-a996-88884fe30462 req-5d58355e-25d5-4535-8fd2-731475ec715a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730785 Nov 12 05:33:47.719221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-07c20512-b9da-4f06-b31d-fbf129728d96 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6229758 Nov 12 05:33:47.739980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'admin_state_up': True, 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'security_groups': ['ba8240a3-fa65-4bdf-871f-d73d1ea553ff']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:47.789885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.796907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-78e1b518-0a84-4079-be7c-d3036d2d597c None None] Provisioning complete for port 2d1dd387-ef97-4945-bf2d-84a99218c521 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:47.802174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-78e1b518-0a84-4079-be7c-d3036d2d597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:47.811692 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6abbaa70-53cb-45cf-a721-1e31da581fbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ec01c46367047168e4f4299b6a001bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9454000 Nov 12 05:33:47.814475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50460) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:47.833644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbaa70-53cb-45cf-a721-1e31da581fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a985ce-ed35-4328-b886-6b5414f88563,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:47.906240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-78e1b518-0a84-4079-be7c-d3036d2d597c None None] Port 2d1dd387-ef97-4945-bf2d-84a99218c521 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:48.046625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-44e843ae-5f12-40c6-bead-2d85ad9b992f None None] Provisioning complete for port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:48.047213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-44e843ae-5f12-40c6-bead-2d85ad9b992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.105985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-44e843ae-5f12-40c6-bead-2d85ad9b992f None None] Port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:48.143767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cfbe-7f28-4796-8398-a0557f37824d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.169281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:48.176744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.230208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cfbe-7f28-4796-8398-a0557f37824d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.319741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Delete allocated IP 172.20.0.26 (389dba08-13e5-4f98-ac07-d7817421ab7d/736459bf-e8ba-4aeb-b6f6-3a1c80a5829a) {{(pid=102589) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 05:33:48.376137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cfbe-7f28-4796-8398-a0557f37824d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.384046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cfbe-7f28-4796-8398-a0557f37824d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.386811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2ec8cfbe-7f28-4796-8398-a0557f37824d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04a985ce-ed35-4328-b886-6b5414f88563 HTTP/1.1" status: 204 len: 168 time: 0.5605593 Nov 12 05:33:48.554095 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.656123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.662644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.681862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8cfbe-7f28-4796-8398-a0557f37824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a985ce-ed35-4328-b886-6b5414f88563,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:48.772740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a97cd6-88fc-4468-91fb-ef9cfae81ec7 req-a18c15eb-1a58-46d0-8280-eb5bd7813854 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:48.779289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2a97cd6-88fc-4468-91fb-ef9cfae81ec7 req-a18c15eb-1a58-46d0-8280-eb5bd7813854 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.5601182 Nov 12 05:33:48.798269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Allocated IP 10.1.1.176 (7c470769-e08a-4a84-95b2-8fc94328de9c/9c30501f-f8b3-49c8-8d6b-5449e52f8fc0/d0dfbfc2-f31b-4309-8747-3d700cdfb29f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:48.876848 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=2d1dd387-ef97-4945-bf2d-84a99218c521,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:48.931800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd45eb-d336-40b7-ad65-f60fd2bd3297 req-7a5b91e2-5f30-45a9-a257-8c05b053be50 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:48.966451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23dd45eb-d336-40b7-ad65-f60fd2bd3297 req-7a5b91e2-5f30-45a9-a257-8c05b053be50 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 931 time: 0.6762450 Nov 12 05:33:48.975993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] In _notify_port_updated(), no bound segment for port 2d1dd387-ef97-4945-bf2d-84a99218c521 on network 389dba08-13e5-4f98-ac07-d7817421ab7d {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:33:48.978239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2a97cd6-88fc-4468-91fb-ef9cfae81ec7 req-33d55825-f84b-4011-9288-5377e786944d tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736159 Nov 12 05:33:49.008487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:49.009178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:49.019300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-af011d75-87bb-43f2-b567-999b329fafe9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "PUT /v2.0/ports/2d1dd387-ef97-4945-bf2d-84a99218c521 HTTP/1.1" status: 200 len: 920 time: 1.8850720 Nov 12 05:33:49.020694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:49.045057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2719436-bee0-40a5-933d-b1bcd2289934'}, {'subnet_id': '736459bf-e8ba-4aeb-b6f6-3a1c80a5829a'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:49.226051 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:49.272476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-019bf12c-3c1e-4d74-8061-aa1c68df6811 None None] Provisioning complete for port 2d1dd387-ef97-4945-bf2d-84a99218c521 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:49.285939 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-019bf12c-3c1e-4d74-8061-aa1c68df6811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:49.386671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23dd45eb-d336-40b7-ad65-f60fd2bd3297 req-1ed61e3b-4146-4393-a7df-125986ed7a71 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190979 Nov 12 05:33:49.416059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-019bf12c-3c1e-4d74-8061-aa1c68df6811 None None] Port 2d1dd387-ef97-4945-bf2d-84a99218c521 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:49.490314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:49.555361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:49.655593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ca3a6-4d2e-4164-82fa-0fd8444ecb09 req-c274d50e-024f-434f-9dc8-5aa667be86dd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:49.667490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-983ca3a6-4d2e-4164-82fa-0fd8444ecb09 req-c274d50e-024f-434f-9dc8-5aa667be86dd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.5032215 Nov 12 05:33:49.675496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:49.779739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50500) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:49.806038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.23 (389dba08-13e5-4f98-ac07-d7817421ab7d/736459bf-e8ba-4aeb-b6f6-3a1c80a5829a/2d1dd387-ef97-4945-bf2d-84a99218c521) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:49.889340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 7c470769-e08a-4a84-95b2-8fc94328de9c is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:49.912412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:49.949466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:49.957386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:49.993385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.008262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.056882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-983ca3a6-4d2e-4164-82fa-0fd8444ecb09 req-1e236f78-6189-4e39-a882-0a30979ace23 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855257 Nov 12 05:33:50.106326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:50.121796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.134444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=2d1dd387-ef97-4945-bf2d-84a99218c521,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:50.201298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38339d1d-aa94-468f-b9e1-fde686dfb1ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4665351 Nov 12 05:33:50.267535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'admin_state_up': True, 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'security_groups': ['ba8240a3-fa65-4bdf-871f-d73d1ea553ff']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:50.272510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] In _notify_port_updated(), no bound segment for port 2d1dd387-ef97-4945-bf2d-84a99218c521 on network 389dba08-13e5-4f98-ac07-d7817421ab7d {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:33:50.293923 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:50.294794 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.306810 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-41a0ead3-f7c4-4747-b31e-e2a541581f64 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "PUT /v2.0/ports/2d1dd387-ef97-4945-bf2d-84a99218c521 HTTP/1.1" status: 200 len: 1000 time: 1.2798569 Nov 12 05:33:50.308003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50508) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:50.423444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50510) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:50.448050 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b413d10f-508d-4d7b-800a-0c54910e03f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.497493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-af868c6c-de49-405a-bbc7-3e0395124ad3 None None] Provisioning complete for port d0dfbfc2-f31b-4309-8747-3d700cdfb29f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:50.500951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af868c6c-de49-405a-bbc7-3e0395124ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.506954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365289-41bf-43fa-b3d1-be2f7aed32ac req-13cc5dcb-69c0-40e1-b98a-a0acf0aa357c tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:50.526019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9365289-41bf-43fa-b3d1-be2f7aed32ac req-13cc5dcb-69c0-40e1-b98a-a0acf0aa357c tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.3391812 Nov 12 05:33:50.534536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7e22a12b-0469-479b-a92c-989634735956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 2d1dd387-ef97-4945-bf2d-84a99218c521 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:50.536306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e22a12b-0469-479b-a92c-989634735956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.611713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1217941090'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:50.647529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-af868c6c-de49-405a-bbc7-3e0395124ad3 None None] Port d0dfbfc2-f31b-4309-8747-3d700cdfb29f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:50.728036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9365289-41bf-43fa-b3d1-be2f7aed32ac req-8270eb73-c64d-4372-85ff-cb3d21b4d287 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064459 Nov 12 05:33:50.751890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:50.769576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.773279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944be2f-dd9d-4c44-b5b9-13bd7a3b556b req-3af29c6f-079d-4c5f-8757-95d1ea216ee2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:50.779770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944be2f-dd9d-4c44-b5b9-13bd7a3b556b req-3af29c6f-079d-4c5f-8757-95d1ea216ee2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:50.781537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e944be2f-dd9d-4c44-b5b9-13bd7a3b556b req-3af29c6f-079d-4c5f-8757-95d1ea216ee2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 1653 time: 0.1502600 Nov 12 05:33:50.782527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1e474b8e-7961-4991-9999-3d9118b7db49 None None] Provisioning complete for port 2d1dd387-ef97-4945-bf2d-84a99218c521 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:50.783016 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e474b8e-7961-4991-9999-3d9118b7db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.817002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.819140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:50.822703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.828501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b413d10f-508d-4d7b-800a-0c54910e03f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.844374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b413d10f-508d-4d7b-800a-0c54910e03f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.866240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e22a12b-0469-479b-a92c-989634735956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.866787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1e474b8e-7961-4991-9999-3d9118b7db49 None None] Port 2d1dd387-ef97-4945-bf2d-84a99218c521 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:50.888503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7e22a12b-0469-479b-a92c-989634735956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 2d1dd387-ef97-4945-bf2d-84a99218c521 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:51.031298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Allocated IP 10.1.1.158 (7c470769-e08a-4a84-95b2-8fc94328de9c/9c30501f-f8b3-49c8-8d6b-5449e52f8fc0/247ed4f5-3ef5-471c-9346-f13cd3cc2adb) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:51.105719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.140054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.209285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ff0531-30bc-4abf-9dd3-b8d4867e5a20,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:51.233317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b413d10f-508d-4d7b-800a-0c54910e03f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acabe27b3ebf40d4a802f1f8991ca092&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4481277 Nov 12 05:33:51.236016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:51.251795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e944be2f-dd9d-4c44-b5b9-13bd7a3b556b req-902adece-f139-4829-8a56-9d50fd35efae tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595537 Nov 12 05:33:51.360418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413d10f-508d-4d7b-800a-0c54910e03f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda962e-1fa7-430e-8221-bee14e6d18b9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:51.372027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e93f9e8c-c9cc-41c6-87ad-433cdc2d29fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.401025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfb033-b6e8-46a6-99db-db007e2cdc0f req-4a1bb372-9017-42df-8d59-0655830c92c4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:51.402791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6cfb033-b6e8-46a6-99db-db007e2cdc0f req-4a1bb372-9017-42df-8d59-0655830c92c4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.0855520 Nov 12 05:33:51.424779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:51.465037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.465414 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Added segment c3bfe9f3-7248-44cb-a75d-734459dda57f of type vlan for network a7d05781-b73b-47b8-bceb-85466acb6b1f Nov 12 05:33:51.478154 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6cfb033-b6e8-46a6-99db-db007e2cdc0f req-f658082e-7de9-4835-8225-cfbb3dfe852c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649080 Nov 12 05:33:51.529771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.577310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.591900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e22a12b-0469-479b-a92c-989634735956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.633306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e93f9e8c-c9cc-41c6-87ad-433cdc2d29fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.643472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 7c470769-e08a-4a84-95b2-8fc94328de9c is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:51.648318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:51.664339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:51.705733 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e93f9e8c-c9cc-41c6-87ad-433cdc2d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.709005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e93f9e8c-c9cc-41c6-87ad-433cdc2d29fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.710562 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e93f9e8c-c9cc-41c6-87ad-433cdc2d29fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7dda962e-1fa7-430e-8221-bee14e6d18b9 HTTP/1.1" status: 204 len: 168 time: 0.4735718 Nov 12 05:33:51.739269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:51.740439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:51.792545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5436475 Nov 12 05:33:51.802584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb2171-c5da-4651-b225-442b05280b69 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:51.813436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c', 'admin_state_up': True, 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'security_groups': ['ba8240a3-fa65-4bdf-871f-d73d1ea553ff']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:51.847951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f9e8c-c9cc-41c6-87ad-433cdc2d29fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda962e-1fa7-430e-8221-bee14e6d18b9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:51.933777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.076303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22a12b-0469-479b-a92c-989634735956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=2d1dd387-ef97-4945-bf2d-84a99218c521,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:52.104411 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e22a12b-0469-479b-a92c-989634735956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.117485 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e22a12b-0469-479b-a92c-989634735956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/2d1dd387-ef97-4945-bf2d-84a99218c521 HTTP/1.1" status: 204 len: 168 time: 1.8089046 Nov 12 05:33:52.118169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50526) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:52.195143 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07466c9-59a2-438d-81fb-3b7ac9864e19 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:33:52.198151 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f07466c9-59a2-438d-81fb-3b7ac9864e19 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/2d1dd387-ef97-4945-bf2d-84a99218c521 HTTP/1.1" status: 404 len: 333 time: 0.0750177 Nov 12 05:33:52.218644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50528) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:52.218743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e000d5c6-4139-4d61-a844-078c3f8798e2 None None] Provisioning complete for port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:52.218743 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e000d5c6-4139-4d61-a844-078c3f8798e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.219288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.226414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:52.226414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.284740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:52.318297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e000d5c6-4139-4d61-a844-078c3f8798e2 None None] Port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:52.348987 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9220736 Nov 12 05:33:52.357059 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50536) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:52.424461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'subnet': {'network_id': 'a7d05781-b73b-47b8-bceb-85466acb6b1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:52.461160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50538) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:52.499659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909636f-4b08-4acf-948f-2fbf1c35ab2a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Network': ['ID=a7d05781-b73b-47b8-bceb-85466acb6b1f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:52.516812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0196a3c-2037-4ee2-a3ea-61999a6dbf14 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet 736459bf-e8ba-4aeb-b6f6-3a1c80a5829a {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:33:52.520647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network a7d05781-b73b-47b8-bceb-85466acb6b1f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:52.558839 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.616644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea9cce-0bb6-45e6-b4a8-7188f9417f1e req-4b816553-a47f-493f-9f25-3beabf1af514 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:52.618233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2dea9cce-0bb6-45e6-b4a8-7188f9417f1e req-4b816553-a47f-493f-9f25-3beabf1af514 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.4944324 Nov 12 05:33:52.642022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0196a3c-2037-4ee2-a3ea-61999a6dbf14 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.646527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01fea206-06f9-40a4-b93e-085ab1671637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.673330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:52.679565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:52.954734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Allocated IP 10.2.2.100 (33545b16-3531-46d3-a617-ffa6869ad88c/b8771ff3-e022-4eee-a9da-dd486a3f1ef2/4e4935fb-039f-4926-aeb1-7804396b4940) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:52.985549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0998e-e965-4d76-8552-7022dd1dbefe req-c1f15ca1-ffb0-42aa-8f30-52b17ae757d9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:52.991956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0998e-e965-4d76-8552-7022dd1dbefe req-c1f15ca1-ffb0-42aa-8f30-52b17ae757d9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:52.997994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0998e-e965-4d76-8552-7022dd1dbefe req-c1f15ca1-ffb0-42aa-8f30-52b17ae757d9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:52.999716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45e0998e-e965-4d76-8552-7022dd1dbefe req-c1f15ca1-ffb0-42aa-8f30-52b17ae757d9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 2374 time: 0.4444439 Nov 12 05:33:53.051579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2dea9cce-0bb6-45e6-b4a8-7188f9417f1e req-22bf6e36-c276-4013-962b-7ba2815a341c tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738189 Nov 12 05:33:53.125429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45e0998e-e965-4d76-8552-7022dd1dbefe req-c1bc85ba-8525-44f9-b951-a98001341374 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192617 Nov 12 05:33:53.209406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0196a3c-2037-4ee2-a3ea-61999a6dbf14 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.245921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01fea206-06f9-40a4-b93e-085ab1671637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.265711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d1c62-fa92-4680-abab-6fcb96e07791 req-3aeb3f4e-68dc-45b0-8bf0-51039feac26e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:53.277335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd6d1c62-fa92-4680-abab-6fcb96e07791 req-3aeb3f4e-68dc-45b0-8bf0-51039feac26e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1196003 Nov 12 05:33:53.277502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01fea206-06f9-40a4-b93e-085ab1671637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.316270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fea206-06f9-40a4-b93e-085ab1671637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3739522a-c05a-4cd4-8748-d916ff84f713,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:53.347349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd6d1c62-fa92-4680-abab-6fcb96e07791 req-b953cfdb-f140-4ffd-ad2c-29de476c43f3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683069 Nov 12 05:33:53.383663 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-01fea206-06f9-40a4-b93e-085ab1671637 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb06cb67240842a18bbfd509a4cb6e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9188294 Nov 12 05:33:53.385770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50544) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:53.404723 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.452715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.493773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0196a3c-2037-4ee2-a3ea-61999a6dbf14 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.544087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=4e4935fb-039f-4926-aeb1-7804396b4940,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:53.548155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 33545b16-3531-46d3-a617-ffa6869ad88c is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:53.550041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:53.563309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:53.568052 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ff1fcca-6a4d-4acc-8d91-964d1c4a0930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.627125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:53.628361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.643245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ff1fcca-6a4d-4acc-8d91-964d1c4a0930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.645898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.650608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-38b792ba-9696-4960-b9de-c65c65bc1ee0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8414204 Nov 12 05:33:53.667121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0196a3c-2037-4ee2-a3ea-61999a6dbf14 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.674289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c', 'admin_state_up': True, 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'security_groups': ['ba8240a3-fa65-4bdf-871f-d73d1ea553ff']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:53.731577 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e0196a3c-2037-4ee2-a3ea-61999a6dbf14 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.734972 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e0196a3c-2037-4ee2-a3ea-61999a6dbf14 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/736459bf-e8ba-4aeb-b6f6-3a1c80a5829a HTTP/1.1" status: 204 len: 168 time: 1.5309887 Nov 12 05:33:53.740545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5cb2cb-6036-4bd6-ae99-8421bb152395 None None] Network 389dba08-13e5-4f98-ac07-d7817421ab7d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:53.741609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50554) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:53.828641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Subnet': ['ID=cd3160af-7e18-47ac-8fac-4e9a6473be66,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:53.876629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0196a3c-2037-4ee2-a3ea-61999a6dbf14 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=736459bf-e8ba-4aeb-b6f6-3a1c80a5829a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:53.887177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Made reservation on behalf of a4ad7107e9b24144b2feb5de1af8ef0e for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:53.897416 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.900337 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Checking segment: {'id': 'c3bfe9f3-7248-44cb-a75d-734459dda57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a7d05781-b73b-47b8-bceb-85466acb6b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:53.900738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network hostable DHCP agents. Network: a7d05781-b73b-47b8-bceb-85466acb6b1f, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:53.906921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-51148c1f-c06b-471c-8786-8cac0aa6dc42 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet e2719436-bee0-40a5-933d-b1bcd2289934 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:33:53.911967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ff1fcca-6a4d-4acc-8d91-964d1c4a0930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.914628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ff1fcca-6a4d-4acc-8d91-964d1c4a0930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.917951 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1ff1fcca-6a4d-4acc-8d91-964d1c4a0930 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3739522a-c05a-4cd4-8748-d916ff84f713 HTTP/1.1" status: 204 len: 168 time: 0.5290382 Nov 12 05:33:53.917951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51148c1f-c06b-471c-8786-8cac0aa6dc42 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.991582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1fcca-6a4d-4acc-8d91-964d1c4a0930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3739522a-c05a-4cd4-8748-d916ff84f713,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:53.995053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-16bf5551-2914-4464-a721-53a20cc3c7e6 None None] Provisioning complete for port 4e4935fb-039f-4926-aeb1-7804396b4940 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:53.995457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16bf5551-2914-4464-a721-53a20cc3c7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.043954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51148c1f-c06b-471c-8786-8cac0aa6dc42 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.051633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network a7d05781-b73b-47b8-bceb-85466acb6b1f is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:54.111160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-16bf5551-2914-4464-a721-53a20cc3c7e6 None None] Port 4e4935fb-039f-4926-aeb1-7804396b4940 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:54.115780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, a7d05781-b73b-47b8-bceb-85466acb6b1f) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:54.122703 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:54.123842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.134483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ba5e2-124d-4ea5-bf6c-a4fc56d5cf5b None None] Network a7d05781-b73b-47b8-bceb-85466acb6b1f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:54.210510 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3e4c5ce2-ee6b-4c3a-98d1-a71593fbaf84 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8523698 Nov 12 05:33:54.253883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:54.271092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-152447250', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:54.359214 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51148c1f-c06b-471c-8786-8cac0aa6dc42 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.363692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Allocated IP 10.2.2.200 (33545b16-3531-46d3-a617-ffa6869ad88c/b8771ff3-e022-4eee-a9da-dd486a3f1ef2/8e0622f6-2285-4af3-b70f-1f4a8902d596) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:54.408770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39deb03-7e63-40b1-887d-454c72672a15 None None] Network a7d05781-b73b-47b8-bceb-85466acb6b1f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:54.417972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.419124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.544835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51148c1f-c06b-471c-8786-8cac0aa6dc42 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.583824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51148c1f-c06b-471c-8786-8cac0aa6dc42 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.590572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-51148c1f-c06b-471c-8786-8cac0aa6dc42 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/e2719436-bee0-40a5-933d-b1bcd2289934 HTTP/1.1" status: 204 len: 168 time: 0.8477538 Nov 12 05:33:54.601801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:54.606694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50574) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:54.610619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51148c1f-c06b-471c-8786-8cac0aa6dc42 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=e2719436-bee0-40a5-933d-b1bcd2289934,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:54.704845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.892345 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.897709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0ee06869-df1c-4efe-8481-444c6000629d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.919368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-b1f35af2-6e9f-4309-b4a7-c0fcdcd8ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:54.920837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-b1f35af2-6e9f-4309-b4a7-c0fcdcd8ee03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 1097 time: 0.7348363 Nov 12 05:33:54.945178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237a1ce-b066-4b18-bce5-d38ad4d2dc28 req-f9748257-60b7-47fc-9fa7-ca6c2e73f535 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:54.946845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e237a1ce-b066-4b18-bce5-d38ad4d2dc28 req-f9748257-60b7-47fc-9fa7-ca6c2e73f535 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.7404752 Nov 12 05:33:54.990961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d00ccff-1669-4ed7-acb5-ff7529260e03 None None] Network 389dba08-13e5-4f98-ac07-d7817421ab7d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:54.998378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cfc1c-31fd-493a-852a-4996b06448ff req-1443dfc0-a657-46e1-b052-118418d71149 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.005352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cfc1c-31fd-493a-852a-4996b06448ff req-1443dfc0-a657-46e1-b052-118418d71149 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.012015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cfc1c-31fd-493a-852a-4996b06448ff req-1443dfc0-a657-46e1-b052-118418d71149 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.018143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cfc1c-31fd-493a-852a-4996b06448ff req-1443dfc0-a657-46e1-b052-118418d71149 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.026903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-968cfc1c-31fd-493a-852a-4996b06448ff req-1443dfc0-a657-46e1-b052-118418d71149 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 3095 time: 0.6831613 Nov 12 05:33:55.047003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.129555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-79138a85-52d0-4249-98b9-cecfdc8b3f59 None None] Provisioning complete for port d2c6e81d-f012-41cd-8af0-41d77b532111 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:55.130186 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79138a85-52d0-4249-98b9-cecfdc8b3f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.187398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port d2c6e81d-f012-41cd-8af0-41d77b532111 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:55.187786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.263586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-968cfc1c-31fd-493a-852a-4996b06448ff req-145db272-2df7-4dd6-a692-0336f992bc35 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257001 Nov 12 05:33:55.269531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] DHCP port deletion for 389dba08-13e5-4f98-ac07-d7817421ab7d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:33:55.312405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e237a1ce-b066-4b18-bce5-d38ad4d2dc28 req-d1da2fe5-19e5-4310-b481-370d74215a43 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469200 Nov 12 05:33:55.341545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-44ff2b72-9526-42ed-bc51-96e27ccd82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.349033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-44ff2b72-9526-42ed-bc51-96e27ccd82ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.4010777 Nov 12 05:33:55.353240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] Deleting port d2c6e81d-f012-41cd-8af0-41d77b532111 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:33:55.353943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.355709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0ee06869-df1c-4efe-8481-444c6000629d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.356723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.387857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.417917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-d0729f6c-e5da-4c20-86dc-d23f916d89f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d214b09e-7626-4b2c-9976-09883c9b5af3 HTTP/1.1" status: 200 len: 217 time: 0.0493174 Nov 12 05:33:55.423622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.434515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] For port d2c6e81d-f012-41cd-8af0-41d77b532111, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d2c6e81d-f012-41cd-8af0-41d77b532111,segment=NetworkSegment(59e45efc-7074-419f-b270-92fcd970430e),segment_id=59e45efc-7074-419f-b270-92fcd970430e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:55.434975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.449299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] Calling delete_port for d2c6e81d-f012-41cd-8af0-41d77b532111 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:55.461604 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0ee06869-df1c-4efe-8481-444c6000629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.540014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee06869-df1c-4efe-8481-444c6000629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf082329-09d8-40f4-9033-38a67c3d28a3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:55.562513 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0ee06869-df1c-4efe-8481-444c6000629d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31d5d180af6d42759de5049706af499b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9317045 Nov 12 05:33:55.573168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50576) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:55.592545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.596381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] For port d2c6e81d-f012-41cd-8af0-41d77b532111, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d2c6e81d-f012-41cd-8af0-41d77b532111,segment=NetworkSegment(59e45efc-7074-419f-b270-92fcd970430e),segment_id=59e45efc-7074-419f-b270-92fcd970430e)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:55.598074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4281a0-7bc1-42a2-8bf2-5deb91537355 req-330b00b8-4311-42d7-b0fc-bb5639a270f4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.598474 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.605586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf4281a0-7bc1-42a2-8bf2-5deb91537355 req-330b00b8-4311-42d7-b0fc-bb5639a270f4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1866293 Nov 12 05:33:55.618162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for d2c6e81d-f012-41cd-8af0-41d77b532111 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:33:55.624769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] Pushing event deleted for resources: {'Port': ['ID=d2c6e81d-f012-41cd-8af0-41d77b532111,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:55.634957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b2db1-a4fd-46c8-ba97-1eb6a5234915 None None] No DVR routers for this DVR port d2c6e81d-f012-41cd-8af0-41d77b532111 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:33:55.640352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-480b07a2-d00a-4144-8d0b-34a9163e3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.646290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-480b07a2-d00a-4144-8d0b-34a9163e3bdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.2095730 Nov 12 05:33:55.688480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.25.2.140 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/5d8caef7-5afd-49a8-9b1a-62882586076b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:55.715145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.781935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf4281a0-7bc1-42a2-8bf2-5deb91537355 req-088b452f-1193-403a-bd4b-8b5897092fbb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753662 Nov 12 05:33:55.809252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68d28466-f4f8-4344-b1b5-7008a68472e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.814663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Network 33545b16-3531-46d3-a617-ffa6869ad88c is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:55.818713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event updated for resources: {'Port': ['ID=8e0622f6-2285-4af3-b70f-1f4a8902d596,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:55.829336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:55.832640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:55.860247 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.863662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.864403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-8d54dc4d-58c8-4a4d-b0df-8e44d0112e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.866376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-8d54dc4d-58c8-4a4d-b0df-8e44d0112e7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105255 Nov 12 05:33:55.888199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68d28466-f4f8-4344-b1b5-7008a68472e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.903889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=d2c6e81d-f012-41cd-8af0-41d77b532111,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:55.915502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No DVR routers for this DVR port d2c6e81d-f012-41cd-8af0-41d77b532111 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:33:55.982969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.983754 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.016825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-eeb55216-476d-4c03-a705-f5a6f88c277e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3484399 Nov 12 05:33:56.040546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.044540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:56.052190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.069977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-787c95e7-1894-4582-89d3-389ddf2f88d7 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935658 Nov 12 05:33:56.070726 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68d28466-f4f8-4344-b1b5-7008a68472e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.073357 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68d28466-f4f8-4344-b1b5-7008a68472e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.074512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-68d28466-f4f8-4344-b1b5-7008a68472e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf082329-09d8-40f4-9033-38a67c3d28a3 HTTP/1.1" status: 204 len: 168 time: 0.5002744 Nov 12 05:33:56.108812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=5d8caef7-5afd-49a8-9b1a-62882586076b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:56.122783 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389dba08-13e5-4f98-ac07-d7817421ab7d']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:56.132981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:56.136736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-95f8a19f-bba7-4dbe-abde-41c2e2a61910 None None] Provisioning complete for port 8e0622f6-2285-4af3-b70f-1f4a8902d596 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:56.136736 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-95f8a19f-bba7-4dbe-abde-41c2e2a61910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.142429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:56.149934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:56.154403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e45efc-7074-419f-b270-92fcd970430e') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:56.154714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e45efc-7074-419f-b270-92fcd970430e') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:56.183634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-95f8a19f-bba7-4dbe-abde-41c2e2a61910 None None] Port 8e0622f6-2285-4af3-b70f-1f4a8902d596 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:56.186888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f5c0b-770e-48c1-b05a-354875436432 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:33:56.189994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.210515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d28466-f4f8-4344-b1b5-7008a68472e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf082329-09d8-40f4-9033-38a67c3d28a3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:56.217757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.231030 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:33:56.231426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:33:56.262062 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:33:56.273449 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.292920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e63097c-58e0-4d6e-adad-f33f5f9ea4dd req-5709a1c7-5ff9-43f2-8e02-287a071d2049 service neutron] 10.222.0.47 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078190 Nov 12 05:33:56.310303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c9576d4-e7fa-4b60-a9f6-f3986c8a3b62 None None] Provisioning complete for port 5d8caef7-5afd-49a8-9b1a-62882586076b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:56.311819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c9576d4-e7fa-4b60-a9f6-f3986c8a3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.384433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.388862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c9576d4-e7fa-4b60-a9f6-f3986c8a3b62 None None] Port 5d8caef7-5afd-49a8-9b1a-62882586076b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:33:56.427493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.435337 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/networks/389dba08-13e5-4f98-ac07-d7817421ab7d HTTP/1.1" status: 204 len: 168 time: 1.8162231 Nov 12 05:33:56.439277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50584) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:56.454304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccef8ae-1f24-4e01-a4c3-3a4b30feb34f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Network': ['ID=389dba08-13e5-4f98-ac07-d7817421ab7d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:56.661815 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184da48-0f4f-4f4f-beae-2b83860fa841 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:56.663412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6184da48-0f4f-4f4f-beae-2b83860fa841 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2191319 Nov 12 05:33:56.667691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50586) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:56.682075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.691728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18f8f-0242-4b43-9ab2-ad103ceb559d req-d685866a-8934-4375-9c00-347137c9952c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:56.697794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18f8f-0242-4b43-9ab2-ad103ceb559d req-d685866a-8934-4375-9c00-347137c9952c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:56.703924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18f8f-0242-4b43-9ab2-ad103ceb559d req-d685866a-8934-4375-9c00-347137c9952c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:56.709981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18f8f-0242-4b43-9ab2-ad103ceb559d req-d685866a-8934-4375-9c00-347137c9952c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:56.716065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18f8f-0242-4b43-9ab2-ad103ceb559d req-d685866a-8934-4375-9c00-347137c9952c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:56.717864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eda18f8f-0242-4b43-9ab2-ad103ceb559d req-d685866a-8934-4375-9c00-347137c9952c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 3816 time: 0.2325952 Nov 12 05:33:56.741002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f71ce-c2fc-4cf2-8212-339761943287 req-fcecf72a-b40d-4f4d-b9c5-b6be52e256c4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:56.742515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e41f71ce-c2fc-4cf2-8212-339761943287 req-fcecf72a-b40d-4f4d-b9c5-b6be52e256c4 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2616749 Nov 12 05:33:56.798897 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-44fd93dc-eab8-45be-8542-4eaee6a35a43 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1284680 Nov 12 05:33:56.804276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:56.810707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-565302261'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:56.874510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eda18f8f-0242-4b43-9ab2-ad103ceb559d req-0deb9f40-182d-4f7e-a5cb-0f45ac78841a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445265 Nov 12 05:33:56.876910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:56.880868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.889342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e41f71ce-c2fc-4cf2-8212-339761943287 req-ef89d0d3-4a03-42dd-8e41-6ea814c386d2 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189699 Nov 12 05:33:56.947089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:33:56.965172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.965530 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Added segment 93648e25-c599-4cc2-8b00-cbda0f5f326d of type vlan for network 8a7548a6-9758-4f82-8139-86719f306990 Nov 12 05:33:56.983814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.991268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05db968a-2a34-4be2-ac65-f335cfbfb1d9 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:33:57.001321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.017185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Transition to ACTIVE for port object 05db968a-2a34-4be2-ac65-f335cfbfb1d9 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:33:57.032575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2c6e81d-f012-41cd-8af0-41d77b532111 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:33:57.036295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.052491 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.055035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d2c6e81d-f012-41cd-8af0-41d77b532111 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:33:57.055897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2c6e81d-f012-41cd-8af0-41d77b532111 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:33:57.125826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=05db968a-2a34-4be2-ac65-f335cfbfb1d9,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:57.140903 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.149113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:57.149453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.150142 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.151926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c5961-b707-421a-be93-9bd2d7f1601a req-cf6d1264-029b-4fd4-91f9-cf585d05efe9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:57.153553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a33c5961-b707-421a-be93-9bd2d7f1601a req-cf6d1264-029b-4fd4-91f9-cf585d05efe9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 945 time: 0.1324635 Nov 12 05:33:57.204043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50592) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:57.204293 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3981621 Nov 12 05:33:57.211799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '8a7548a6-9758-4f82-8139-86719f306990', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:57.276167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d71d69-d0a2-46e7-b0af-925774a9095b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Network': ['ID=8a7548a6-9758-4f82-8139-86719f306990,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:57.287311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 8a7548a6-9758-4f82-8139-86719f306990 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:33:57.293777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:33:57.383099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Attempting to bind port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:57.383440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Attempting to bind port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:57.383768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Attempting to bind port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 on network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:57.387251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:57.390763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.398606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a33c5961-b707-421a-be93-9bd2d7f1601a req-8894ca5f-8205-4dd7-8d0c-223938e1547f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281468 Nov 12 05:33:57.411066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 on network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:33:57.411402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Attempting to bind port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 on network baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:57.428209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:33:57.443703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d8da38-5a68-45ce-b253-90fbfc280e1e None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:33:57.449112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:57.449525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Checking segment: {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:57.449986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Bound using segment: {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:57.451000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Bound port: 05db968a-2a34-4be2-ac65-f335cfbfb1d9, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf10eb0-8c34-44a5-bdbf-67affabceb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:57.451372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.460375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8da38-5a68-45ce-b253-90fbfc280e1e None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:33:57.461011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f2d8da38-5a68-45ce-b253-90fbfc280e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:57.488342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.490266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-de793076-172e-42ba-8ac8-aae1ba8e239a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2330654 Nov 12 05:33:57.492883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50594) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:57.503994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f2d8da38-5a68-45ce-b253-90fbfc280e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:57.518522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8da38-5a68-45ce-b253-90fbfc280e1e None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:33:57.520427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f2d8da38-5a68-45ce-b253-90fbfc280e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:57.560878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f2d8da38-5a68-45ce-b253-90fbfc280e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:33:57.561202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d8da38-5a68-45ce-b253-90fbfc280e1e None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:33:57.596662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] For port 05db968a-2a34-4be2-ac65-f335cfbfb1d9, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:57.599826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] For port 05db968a-2a34-4be2-ac65-f335cfbfb1d9, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:57.620313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.697617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:57.697617 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.698743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] 10.222.0.43 "PUT /v2.0/ports/05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 1092 time: 1.6616352 Nov 12 05:33:57.700118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '05db968a-2a34-4be2-ac65-f335cfbfb1d9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:33:57.703618 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350dd606-e164-4324-ab38-e9737224de09" -d '{"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "05db968a-2a34-4be2-ac65-f335cfbfb1d9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:33:57.727137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d160ed-6ad7-4aab-b410-926afad6832e req-1055d70b-6720-49c2-bec3-db89078cd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:57.728803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6d160ed-6ad7-4aab-b410-926afad6832e req-1055d70b-6720-49c2-bec3-db89078cd1e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.1251462 Nov 12 05:33:57.769078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:57.789887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7c7ba-7563-4452-9494-fbfc0e759cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=05db968a-2a34-4be2-ac65-f335cfbfb1d9,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:57.984754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d6d160ed-6ad7-4aab-b410-926afad6832e req-208d4c88-5338-4e71-b2a0-59486c1c0674 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390542 Nov 12 05:33:58.002518 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.039775 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16be7856-aee8-4e6f-94d6-31b729672945 x-openstack-request-id: req-16be7856-aee8-4e6f-94d6-31b729672945 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:33:58.040196 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "05db968a-2a34-4be2-ac65-f335cfbfb1d9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:33:58.040548 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16be7856-aee8-4e6f-94d6-31b729672945 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:33:58.041127 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'status': 'completed', 'code': 200} Nov 12 05:33:58.087440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d214b09e-7626-4b2c-9976-09883c9b5af3 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:33:58.127891 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.199212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.225501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06defa45-55e5-4cc3-94eb-51dc74c00409 req-e84206fd-9017-4b49-bb7c-a1035c96df76 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.227220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06defa45-55e5-4cc3-94eb-51dc74c00409 req-e84206fd-9017-4b49-bb7c-a1035c96df76 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1832960 Nov 12 05:33:58.241584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:33:58.244712 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be95486c-0bea-487f-bebd-ce9be6e4f55b" -d '{"events": [{"server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:33:58.337887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=b3e5e96c-b5e6-4542-a87b-da576a405402,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:58.380790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde3706-0013-4d9e-ac78-0e82a5559b38 req-e4f25178-d743-4260-b632-624904abaae4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.387264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde3706-0013-4d9e-ac78-0e82a5559b38 req-e4f25178-d743-4260-b632-624904abaae4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.394772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde3706-0013-4d9e-ac78-0e82a5559b38 req-e4f25178-d743-4260-b632-624904abaae4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.401324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde3706-0013-4d9e-ac78-0e82a5559b38 req-e4f25178-d743-4260-b632-624904abaae4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.408548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde3706-0013-4d9e-ac78-0e82a5559b38 req-e4f25178-d743-4260-b632-624904abaae4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.412474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edde3706-0013-4d9e-ac78-0e82a5559b38 req-e4f25178-d743-4260-b632-624904abaae4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 3828 time: 0.2967572 Nov 12 05:33:58.461598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking segment: {'id': '93648e25-c599-4cc2-8b00-cbda0f5f326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8a7548a6-9758-4f82-8139-86719f306990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:58.462118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network hostable DHCP agents. Network: 8a7548a6-9758-4f82-8139-86719f306990, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:33:58.462449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-73bbe4fe-f4e4-44f7-bb6f-69fe72495aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.462920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-73bbe4fe-f4e4-44f7-bb6f-69fe72495aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.463348 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-73bbe4fe-f4e4-44f7-bb6f-69fe72495aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.463816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-73bbe4fe-f4e4-44f7-bb6f-69fe72495aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.464761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:58.469924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.476738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-73bbe4fe-f4e4-44f7-bb6f-69fe72495aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.476898 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-350dd606-e164-4324-ab38-e9737224de09 req-73bbe4fe-f4e4-44f7-bb6f-69fe72495aee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4364 time: 0.0832732 Nov 12 05:33:58.500516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06defa45-55e5-4cc3-94eb-51dc74c00409 req-0a65a744-dab1-4680-bc92-b3ac23b10436 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629354 Nov 12 05:33:58.533843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:58.582185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edde3706-0013-4d9e-ac78-0e82a5559b38 req-23896683-4ed7-4159-8122-6f3dafe6a7a2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531351 Nov 12 05:33:58.582853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 8a7548a6-9758-4f82-8139-86719f306990 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:33:58.590326 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609b567e-d24f-4319-9d85-3946b1ec6ebf x-openstack-request-id: req-609b567e-d24f-4319-9d85-3946b1ec6ebf {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:33:58.590784 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:33:58.591066 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-609b567e-d24f-4319-9d85-3946b1ec6ebf {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:33:58.591468 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'code': 200} Nov 12 05:33:58.609087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 8a7548a6-9758-4f82-8139-86719f306990) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:58.617537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.619295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.620632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0c9cf-ff94-40f0-ba9d-31a9a327d316 None None] Network 8a7548a6-9758-4f82-8139-86719f306990 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:33:58.670395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bb15e0dc-a2f6-4ad7-b9f2-cae63fba8acd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4621747 Nov 12 05:33:58.681000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50608) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:33:58.706975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '8a7548a6-9758-4f82-8139-86719f306990', 'name': 'tempest-PortsTestJSON-1783133244'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:58.808420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-4efc2cb1-ac34-44be-96ec-8e2ce8cfab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.809176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-4efc2cb1-ac34-44be-96ec-8e2ce8cfab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.810330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-4efc2cb1-ac34-44be-96ec-8e2ce8cfab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.812753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-350dd606-e164-4324-ab38-e9737224de09 req-4efc2cb1-ac34-44be-96ec-8e2ce8cfab8b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3171780 Nov 12 05:33:58.840428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb379c4-faf8-45b6-888d-a9541152946e req-b416fc1b-c7af-437c-bb6d-ec7d1ea2deb3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.848287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bb379c4-faf8-45b6-888d-a9541152946e req-b416fc1b-c7af-437c-bb6d-ec7d1ea2deb3 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.1861575 Nov 12 05:33:58.855955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-8a7548a6-9758-4f82-8139-86719f306990', 'network_id': '8a7548a6-9758-4f82-8139-86719f306990', 'tenant_id': 'c6fd2065b2904f948a6c2e2655d52cb2', 'fixed_ips': [{'subnet_id': 'b3e5e96c-b5e6-4542-a87b-da576a405402'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:33:58.858488 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.898484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424252ae-7554-40c6-a605-386a7f91dcd3 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:33:58.919220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.936873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.968185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bb379c4-faf8-45b6-888d-a9541152946e req-d36314b0-4536-4511-bcdf-bb2d8defd82d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188803 Nov 12 05:33:58.971965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Transition to ACTIVE for port object 424252ae-7554-40c6-a605-386a7f91dcd3 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:33:58.989979 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.003288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:33:59.008797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.078596 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd606-e164-4324-ab38-e9737224de09 req-c9b5cc85-b93b-4911-abec-37a038a45ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:59.080064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Allocated IP 172.20.0.2 (8a7548a6-9758-4f82-8139-86719f306990/b3e5e96c-b5e6-4542-a87b-da576a405402/1cdabfd2-1e19-4b13-9acd-4045c1da8002) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:59.090612 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-350dd606-e164-4324-ab38-e9737224de09 req-c9b5cc85-b93b-4911-abec-37a038a45ad5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696056 Nov 12 05:33:59.097543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 33d6822d-9567-4d92-8c09-7b0ee138f909 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:33:59.184632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Pushing event updated for resources: {'Port': ['ID=424252ae-7554-40c6-a605-386a7f91dcd3,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:59.247747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Attempting to bind port 424252ae-7554-40c6-a605-386a7f91dcd3 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:59.248137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Attempting to bind port 424252ae-7554-40c6-a605-386a7f91dcd3 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:59.248551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Attempting to bind port 424252ae-7554-40c6-a605-386a7f91dcd3 on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:59.261118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Port 424252ae-7554-40c6-a605-386a7f91dcd3 on network 7c470769-e08a-4a84-95b2-8fc94328de9c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:33:59.261351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Attempting to bind port 424252ae-7554-40c6-a605-386a7f91dcd3 on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:59.274033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:59.274439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Checking segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:59.274956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Bound using segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:59.275211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Bound port: 424252ae-7554-40c6-a605-386a7f91dcd3, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:59.275566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.369483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] For port 424252ae-7554-40c6-a605-386a7f91dcd3, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:59.372891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] For port 424252ae-7554-40c6-a605-386a7f91dcd3, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=424252ae-7554-40c6-a605-386a7f91dcd3,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:59.378225 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.381503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.401625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.433613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.20.0.1 (a7d05781-b73b-47b8-bceb-85466acb6b1f/cd3160af-7e18-47ac-8fac-4e9a6473be66/5524987b-20e9-4155-bfd2-06c3f8124f65) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:59.455716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Network 8a7548a6-9758-4f82-8139-86719f306990 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:59.459933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:59.461535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Pushing event updated for resources: {'Port': ['ID=424252ae-7554-40c6-a605-386a7f91dcd3,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:59.463852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:59.498141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:59.498749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.500157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-258ed5c9-10aa-47c7-9f8c-4bc8b422409e service neutron] 10.222.0.43 "PUT /v2.0/ports/424252ae-7554-40c6-a605-386a7f91dcd3 HTTP/1.1" status: 200 len: 1132 time: 1.7429276 Nov 12 05:33:59.505663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Pushing event updated for resources: {'Port': ['ID=1cdabfd2-1e19-4b13-9acd-4045c1da8002,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:59.526847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.8 (8a7548a6-9758-4f82-8139-86719f306990/b3e5e96c-b5e6-4542-a87b-da576a405402/33d6822d-9567-4d92-8c09-7b0ee138f909) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:33:59.548648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Attempting to bind port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:33:59.549203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Attempting to bind port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '93648e25-c599-4cc2-8b00-cbda0f5f326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8a7548a6-9758-4f82-8139-86719f306990'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:33:59.549826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Attempting to bind port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 on network 8a7548a6-9758-4f82-8139-86719f306990 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:33:59.556781 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:33:59.557170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Checking segment: {'id': '93648e25-c599-4cc2-8b00-cbda0f5f326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8a7548a6-9758-4f82-8139-86719f306990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:33:59.557581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.558034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Bound using segment: {'id': '93648e25-c599-4cc2-8b00-cbda0f5f326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8a7548a6-9758-4f82-8139-86719f306990'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:33:59.560176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Bound port: 1cdabfd2-1e19-4b13-9acd-4045c1da8002, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93648e25-c599-4cc2-8b00-cbda0f5f326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8a7548a6-9758-4f82-8139-86719f306990'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:33:59.560581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.561509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:33:59.663202 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.697301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] For port 1cdabfd2-1e19-4b13-9acd-4045c1da8002, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:33:59.700939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] For port 1cdabfd2-1e19-4b13-9acd-4045c1da8002, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1cdabfd2-1e19-4b13-9acd-4045c1da8002,segment=NetworkSegment(93648e25-c599-4cc2-8b00-cbda0f5f326d),segment_id=93648e25-c599-4cc2-8b00-cbda0f5f326d)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:33:59.710997 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.741826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.794725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.807011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network a7d05781-b73b-47b8-bceb-85466acb6b1f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:33:59.815326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:33:59.823627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:33:59.843667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=5524987b-20e9-4155-bfd2-06c3f8124f65,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:59.843998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2bb93-9c9c-4102-9974-dd743509541d None None] Pushing event updated for resources: {'Port': ['ID=1cdabfd2-1e19-4b13-9acd-4045c1da8002,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:59.858333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed6b89-5fa8-44d4-a583-f8f67eacba4e req-775b068f-7c4f-4ef3-aa14-4e7d83af8011 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:59.860016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fed6b89-5fa8-44d4-a583-f8f67eacba4e req-775b068f-7c4f-4ef3-aa14-4e7d83af8011 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2348003 Nov 12 05:33:59.909215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:00.113302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:00.388431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '424252ae-7554-40c6-a605-386a7f91dcd3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:00.392000 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba827ed2-8629-4004-b4e9-fbf6d1880001" -d '{"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "424252ae-7554-40c6-a605-386a7f91dcd3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:00.438788 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:34:00.448383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008243-3a54-4efc-a466-97b7d1416c76 req-0ad0c864-be22-459f-a68e-8dc268414d2a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:00.454281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008243-3a54-4efc-a466-97b7d1416c76 req-0ad0c864-be22-459f-a68e-8dc268414d2a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:00.459925 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:00.460877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008243-3a54-4efc-a466-97b7d1416c76 req-0ad0c864-be22-459f-a68e-8dc268414d2a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:00.464968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:00.466880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008243-3a54-4efc-a466-97b7d1416c76 req-0ad0c864-be22-459f-a68e-8dc268414d2a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:00.473962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008243-3a54-4efc-a466-97b7d1416c76 req-0ad0c864-be22-459f-a68e-8dc268414d2a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:00.479941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008243-3a54-4efc-a466-97b7d1416c76 req-0ad0c864-be22-459f-a68e-8dc268414d2a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:00.482371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae008243-3a54-4efc-a466-97b7d1416c76 req-0ad0c864-be22-459f-a68e-8dc268414d2a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4601 time: 0.7476892 Nov 12 05:34:00.562096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=5524987b-20e9-4155-bfd2-06c3f8124f65,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:00.568653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fed6b89-5fa8-44d4-a583-f8f67eacba4e req-a1207e70-4d01-4de4-9993-78e17aef1952 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762893 Nov 12 05:34:00.622260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:00.647127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:00.741262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae008243-3a54-4efc-a466-97b7d1416c76 req-6687864b-3b96-4763-ae50-b35546001163 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2460656 Nov 12 05:34:00.795492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network a7d05781-b73b-47b8-bceb-85466acb6b1f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:00.799437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:00.815744 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-2cf3746a-fd3b-4af3-99cd-b50bf00f292f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603213 Nov 12 05:34:00.833626 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4757a59-2472-45c3-b4c6-95d2ac4152b1 x-openstack-request-id: req-a4757a59-2472-45c3-b4c6-95d2ac4152b1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:00.838792 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "424252ae-7554-40c6-a605-386a7f91dcd3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:00.839221 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4757a59-2472-45c3-b4c6-95d2ac4152b1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:00.839810 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '424252ae-7554-40c6-a605-386a7f91dcd3', 'status': 'completed', 'code': 200} Nov 12 05:34:00.889249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943004f-9714-4739-a03b-1ae76ea2ac50 req-9298a668-7069-4b70-80f8-d36fb7c39b6f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:00.890771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0943004f-9714-4739-a03b-1ae76ea2ac50 req-9298a668-7069-4b70-80f8-d36fb7c39b6f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.2390993 Nov 12 05:34:00.972766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.039116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:01.079627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aebc017-dfb8-437a-bbc9-a9e0a3a71302 None None] Network 8a7548a6-9758-4f82-8139-86719f306990 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:01.082882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760c73a9-609e-410c-bfbb-072e8c6a9538 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:01.099647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 8a7548a6-9758-4f82-8139-86719f306990 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:01.112297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0943004f-9714-4739-a03b-1ae76ea2ac50 req-cec58c9c-0211-4284-a01e-12dbfc3e1c50 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142885 Nov 12 05:34:01.122711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.130769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:01.133238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=33d6822d-9567-4d92-8c09-7b0ee138f909,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:01.162320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:01.206068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-1413ccf2-067d-4d35-afc8-20bac1b03091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.208455 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-1413ccf2-067d-4d35-afc8-20bac1b03091 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 1097 time: 0.2240367 Nov 12 05:34:01.216457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Transition to ACTIVE for port object 760c73a9-609e-410c-bfbb-072e8c6a9538 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:34:01.241288 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.244944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-d6d639da-e94b-4319-94b6-8b4eb51bd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.245957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-d6d639da-e94b-4319-94b6-8b4eb51bd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.246470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-d6d639da-e94b-4319-94b6-8b4eb51bd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.246950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-d6d639da-e94b-4319-94b6-8b4eb51bd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.247421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-d6d639da-e94b-4319-94b6-8b4eb51bd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.247887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-d6d639da-e94b-4319-94b6-8b4eb51bd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.250298 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-d6d639da-e94b-4319-94b6-8b4eb51bd741 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5289 time: 0.2636340 Nov 12 05:34:01.266944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.267633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.275290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:01.281347 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b281d198-6991-48a3-8328-d18dc8f1319b tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/routers/f840a787-aa66-4255-911d-9cda89094476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7871640 Nov 12 05:34:01.289428 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7153187-71a9-47c2-ac59-1522450fcfa6 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:01.305047 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7153187-71a9-47c2-ac59-1522450fcfa6 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:01.305668 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f7153187-71a9-47c2-ac59-1522450fcfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:01.309264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50638) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:01.314946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'port': {'network_id': 'a7d05781-b73b-47b8-bceb-85466acb6b1f', 'name': 'tempest-FloatingIPTestJSON-1722914125'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:01.332848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1cdabfd2-1e19-4b13-9acd-4045c1da8002 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:01.388332 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f7153187-71a9-47c2-ac59-1522450fcfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:01.407060 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7153187-71a9-47c2-ac59-1522450fcfa6 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:01.408095 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f7153187-71a9-47c2-ac59-1522450fcfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:01.437798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f495dd38-5fa9-4f24-bcfb-0dbfc7c55d01 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7543352 Nov 12 05:34:01.452513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50640) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:01.477801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '8a7548a6-9758-4f82-8139-86719f306990', 'name': 'tempest-PortsTestJSON-675154853'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:01.491078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-73b16dfd-cf99-4b87-b31c-77b8f188b6d6 None None] Provisioning complete for port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:01.491519 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73b16dfd-cf99-4b87-b31c-77b8f188b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.505200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Pushing event updated for resources: {'Port': ['ID=760c73a9-609e-410c-bfbb-072e8c6a9538,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:01.679005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f7153187-71a9-47c2-ac59-1522450fcfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:01.680300 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7153187-71a9-47c2-ac59-1522450fcfa6 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:01.717688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:01.718051 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.731967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-517f71bf-1568-43ff-bf57-7fa83f189763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.733227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-517f71bf-1568-43ff-bf57-7fa83f189763 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 919 time: 0.4663334 Nov 12 05:34:01.812298 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-0d82b007-9f7d-4c48-99c6-f7a31a2b15e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac HTTP/1.1" status: 200 len: 217 time: 0.0688992 Nov 12 05:34:01.820071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73b16dfd-cf99-4b87-b31c-77b8f188b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.877419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f736-0e0a-4a05-b875-39886bd0b424 req-00aa035c-4244-4443-a0d9-43ff13821a93 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.886900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:01.887904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe3f736-0e0a-4a05-b875-39886bd0b424 req-00aa035c-4244-4443-a0d9-43ff13821a93 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.5542979 Nov 12 05:34:01.890458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.909186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-73b16dfd-cf99-4b87-b31c-77b8f188b6d6 None None] For port 1cdabfd2-1e19-4b13-9acd-4045c1da8002, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1cdabfd2-1e19-4b13-9acd-4045c1da8002,segment=NetworkSegment(93648e25-c599-4cc2-8b00-cbda0f5f326d),segment_id=93648e25-c599-4cc2-8b00-cbda0f5f326d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:01.911624 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.930255 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73b16dfd-cf99-4b87-b31c-77b8f188b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:01.949860 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] device_id is not set on port 01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:02.004271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033514b-63c5-4dc7-b901-141d98095fcb req-03ff09b9-8aa3-4b96-899b-2670ee56fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.005887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5033514b-63c5-4dc7-b901-141d98095fcb req-03ff09b9-8aa3-4b96-899b-2670ee56fd7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.2953007 Nov 12 05:34:02.013820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2cafa-7ba9-4101-9d75-25b11acdb678 req-f15598c8-45a4-4e2c-abc2-b1c78c1c53a2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.018625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2cc2cafa-7ba9-4101-9d75-25b11acdb678 req-f15598c8-45a4-4e2c-abc2-b1c78c1c53a2 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 946 time: 0.2267294 Nov 12 05:34:02.043988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Attempting to bind port 760c73a9-609e-410c-bfbb-072e8c6a9538 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:02.044326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Attempting to bind port 760c73a9-609e-410c-bfbb-072e8c6a9538 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:02.044655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Attempting to bind port 760c73a9-609e-410c-bfbb-072e8c6a9538 on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:02.084032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b16dfd-cf99-4b87-b31c-77b8f188b6d6 None None] Pushing event updated for resources: {'Port': ['ID=1cdabfd2-1e19-4b13-9acd-4045c1da8002,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:02.097097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Port 760c73a9-609e-410c-bfbb-072e8c6a9538 on network 7c470769-e08a-4a84-95b2-8fc94328de9c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:02.097428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Attempting to bind port 760c73a9-609e-410c-bfbb-072e8c6a9538 on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:02.103256 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:34:02.103925 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:34:02.119882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-4980e2a6-892c-43b3-aeaf-545ae137e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.120588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-4980e2a6-892c-43b3-aeaf-545ae137e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.121112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-4980e2a6-892c-43b3-aeaf-545ae137e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.122843 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-4980e2a6-892c-43b3-aeaf-545ae137e036 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8393943 Nov 12 05:34:02.132912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abe3f736-0e0a-4a05-b875-39886bd0b424 req-dfbcb148-6095-4112-842b-92cb78443a9b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440121 Nov 12 05:34:02.150329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.20.0.4 (a7d05781-b73b-47b8-bceb-85466acb6b1f/cd3160af-7e18-47ac-8fac-4e9a6473be66/01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:02.178641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-75f2c929-c63f-412d-ae91-c4a5e48350dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.180301 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-75f2c929-c63f-412d-ae91-c4a5e48350dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.3517551 Nov 12 05:34:02.232612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:02.233170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Checking segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:02.233723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Bound using segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:02.234223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Bound port: 760c73a9-609e-410c-bfbb-072e8c6a9538, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:02.234612 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.235236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-22740b40-e777-49b8-9090-bd0df64c8acc None None] Provisioning complete for port 33d6822d-9567-4d92-8c09-7b0ee138f909 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:02.236792 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22740b40-e777-49b8-9090-bd0df64c8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.250928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:02.251428 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-9f2e63d1-785d-4d76-9be3-ec813f93a60f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634854 Nov 12 05:34:02.255937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.322217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-22740b40-e777-49b8-9090-bd0df64c8acc None None] Port 33d6822d-9567-4d92-8c09-7b0ee138f909 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:02.333424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-22740b40-e777-49b8-9090-bd0df64c8acc None None] Provisioning complete for port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:02.334447 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22740b40-e777-49b8-9090-bd0df64c8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.358512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 13814bf8-cd37-47a4-82ff-77ac5a1eab78 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:02.461892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2cc2cafa-7ba9-4101-9d75-25b11acdb678 req-acc01be3-d3bb-443b-8490-1da719720073 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4102204 Nov 12 05:34:02.506951 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-05d80ab7-fc25-4b22-b38d-fea833808232 service neutron] 10.222.0.43 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422128 Nov 12 05:34:02.511892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-fe586304-cff6-4a33-a710-096d2a5ac61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.513639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-fe586304-cff6-4a33-a710-096d2a5ac61e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3805957 Nov 12 05:34:02.522743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] For port 760c73a9-609e-410c-bfbb-072e8c6a9538, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:02.526870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] For port 760c73a9-609e-410c-bfbb-072e8c6a9538, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=760c73a9-609e-410c-bfbb-072e8c6a9538,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:02.559583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e2c81826-8fd3-4740-b4c2-102f99e729c4 None None] Provisioning complete for port 33d6822d-9567-4d92-8c09-7b0ee138f909 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:02.560418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e2c81826-8fd3-4740-b4c2-102f99e729c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.564462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.609091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e2c81826-8fd3-4740-b4c2-102f99e729c4 None None] Port 33d6822d-9567-4d92-8c09-7b0ee138f909 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:02.638314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.643684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033514b-63c5-4dc7-b901-141d98095fcb req-5f2aa884-9b26-4d1c-9aaa-18c7dcebb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.645993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5033514b-63c5-4dc7-b901-141d98095fcb req-5f2aa884-9b26-4d1c-9aaa-18c7dcebb52c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 200 len: 919 time: 0.6116822 Nov 12 05:34:02.683068 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2dc443d6-3111-4ccb-a1a5-25cb340e642f req-7cfcbbf7-7566-4f28-934c-73df675cc6ef service neutron] 10.222.0.43 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666617 Nov 12 05:34:02.704730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.707727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.709308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] 10.222.0.43 "PUT /v2.0/ports/760c73a9-609e-410c-bfbb-072e8c6a9538 HTTP/1.1" status: 200 len: 1131 time: 3.1570005 Nov 12 05:34:02.711550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.716458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.6 (8a7548a6-9758-4f82-8139-86719f306990/b3e5e96c-b5e6-4542-a87b-da576a405402/13814bf8-cd37-47a4-82ff-77ac5a1eab78) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:02.753684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a6bc1-5f73-4c36-901f-91fa182a09fd req-5e47c00d-a8c7-4f31-bfc0-141a1ab30b64 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.763716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd0a6bc1-5f73-4c36-901f-91fa182a09fd req-5e47c00d-a8c7-4f31-bfc0-141a1ab30b64 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.5146666 Nov 12 05:34:02.807617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:02.811187 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network a7d05781-b73b-47b8-bceb-85466acb6b1f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:02.814857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:02.825211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:02.830890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:02.871192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '760c73a9-609e-410c-bfbb-072e8c6a9538'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:02.873622 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6" -d '{"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "760c73a9-609e-410c-bfbb-072e8c6a9538"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:02.889533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.890214 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:02.913852 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2def8b46-1ed8-4d40-8919-25e3ea2da08d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6033468 Nov 12 05:34:02.916240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50656) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:02.922771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0f073-df2b-4d21-8080-67c53fc00adb service neutron] Pushing event updated for resources: {'Port': ['ID=760c73a9-609e-410c-bfbb-072e8c6a9538,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:02.931856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'port': {'network_id': 'a7d05781-b73b-47b8-bceb-85466acb6b1f', 'name': 'tempest-FloatingIPTestJSON-1780846508'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:02.994371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5033514b-63c5-4dc7-b901-141d98095fcb req-3b10eaaa-b4be-41a0-a6a3-4efb5e9e6c30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415 HTTP/1.1" status: 200 len: 217 time: 0.3240979 Nov 12 05:34:03.049754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1cdabfd2-1e19-4b13-9acd-4045c1da8002 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:03.073562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:03.078240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.107546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] device_id is not set on port 2c3ec99d-eaa7-4c49-b1f2-543b091b5553 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:03.144414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:03.145499 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.202226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3420-7bbb-4228-8990-59ec440ac59b req-933d1ecf-9350-4049-b114-b6304f95e71c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.211385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3420-7bbb-4228-8990-59ec440ac59b req-933d1ecf-9350-4049-b114-b6304f95e71c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.219390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3420-7bbb-4228-8990-59ec440ac59b req-933d1ecf-9350-4049-b114-b6304f95e71c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.227799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3420-7bbb-4228-8990-59ec440ac59b req-933d1ecf-9350-4049-b114-b6304f95e71c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.234828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3420-7bbb-4228-8990-59ec440ac59b req-933d1ecf-9350-4049-b114-b6304f95e71c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.241719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3420-7bbb-4228-8990-59ec440ac59b req-933d1ecf-9350-4049-b114-b6304f95e71c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.248660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3420-7bbb-4228-8990-59ec440ac59b req-933d1ecf-9350-4049-b114-b6304f95e71c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.258632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-394e3420-7bbb-4228-8990-59ec440ac59b req-933d1ecf-9350-4049-b114-b6304f95e71c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5373 time: 0.7057035 Nov 12 05:34:03.304788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.20.0.3 (a7d05781-b73b-47b8-bceb-85466acb6b1f/cd3160af-7e18-47ac-8fac-4e9a6473be66/2c3ec99d-eaa7-4c49-b1f2-543b091b5553) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:03.306858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd0a6bc1-5f73-4c36-901f-91fa182a09fd req-e4993d4d-3cb6-46e8-8fa6-9cda1914b7c1 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419774 Nov 12 05:34:03.399535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037268c-8f86-431f-be04-462fdcc1353c req-8a08bb15-4c39-4197-9371-61bb56707a11 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.401054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0037268c-8f86-431f-be04-462fdcc1353c req-8a08bb15-4c39-4197-9371-61bb56707a11 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.47 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 946 time: 0.4702740 Nov 12 05:34:03.490230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.492834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033514b-63c5-4dc7-b901-141d98095fcb req-e5120782-a644-4603-ab6f-0c741b401a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.494291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5033514b-63c5-4dc7-b901-141d98095fcb req-e5120782-a644-4603-ab6f-0c741b401a1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 200 len: 858 time: 0.4702482 Nov 12 05:34:03.520228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.561146 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.573765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.616127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-394e3420-7bbb-4228-8990-59ec440ac59b req-c67d14c7-f8b6-4e0e-a531-d6303a31c3be tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3565197 Nov 12 05:34:03.618666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network a7d05781-b73b-47b8-bceb-85466acb6b1f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:03.622244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:03.625975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:03.629789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5033514b-63c5-4dc7-b901-141d98095fcb req-1eb90738-d5c3-4bf3-bb9a-a73ee27c2c5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c59a9400-8711-4e6f-a002-9bbf6d939214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764949 Nov 12 05:34:03.672030 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=2c3ec99d-eaa7-4c49-b1f2-543b091b5553,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:03.701718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.702478 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.718625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffa685-8160-428b-b047-895da1dcae2f req-a24df106-1668-48ba-b427-5983ed431dbf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.721213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3ffa685-8160-428b-b047-895da1dcae2f req-a24df106-1668-48ba-b427-5983ed431dbf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3098085 Nov 12 05:34:03.737213 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ca648f5a-046e-48fc-9314-213e7960d0de tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8176548 Nov 12 05:34:03.740490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50660) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:03.746898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '2c3ec99d-eaa7-4c49-b1f2-543b091b5553', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:03.781109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.907651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.975910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Deleting port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:03.976257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.990438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:04.032955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.25.2.36 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/22718e43-c638-40f3-925a-245d2f66709b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:04.120150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device d214b09e-7626-4b2c-9976-09883c9b5af3 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:04.124594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3ffa685-8160-428b-b047-895da1dcae2f req-028d9d59-dfc5-4272-8c86-d216b698a155 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296659 Nov 12 05:34:04.150012 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:04.174247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbd37-5078-4645-b0c9-94574b9cfa91 req-e1a11c8c-046c-4d3e-b661-a0088a5c60d1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:04.182623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-589bbd37-5078-4645-b0c9-94574b9cfa91 req-e1a11c8c-046c-4d3e-b661-a0088a5c60d1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.4510882 Nov 12 05:34:04.190515 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:04.245129 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724cb067-cabe-4a7d-9e5d-cd829fa053e2 x-openstack-request-id: req-724cb067-cabe-4a7d-9e5d-cd829fa053e2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:04.245431 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "760c73a9-609e-410c-bfbb-072e8c6a9538", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:04.245689 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-724cb067-cabe-4a7d-9e5d-cd829fa053e2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:04.246099 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '760c73a9-609e-410c-bfbb-072e8c6a9538', 'status': 'completed', 'code': 200} Nov 12 05:34:04.251266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 8a7548a6-9758-4f82-8139-86719f306990 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:04.266478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5033514b-63c5-4dc7-b901-141d98095fcb req-8e6ae394-4a65-4604-a40d-8ed7d1a785df service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842638 Nov 12 05:34:04.270495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:04.275472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:04.291603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=13814bf8-cd37-47a4-82ff-77ac5a1eab78,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:04.311663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:04.317536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:04.378830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=22718e43-c638-40f3-925a-245d2f66709b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:04.419364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d07938f5-3d17-49a2-9f4b-9873d5dcdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:04.419858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d07938f5-3d17-49a2-9f4b-9873d5dcdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:04.420340 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d07938f5-3d17-49a2-9f4b-9873d5dcdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:04.420817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d07938f5-3d17-49a2-9f4b-9873d5dcdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:04.421335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d07938f5-3d17-49a2-9f4b-9873d5dcdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:04.421816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d07938f5-3d17-49a2-9f4b-9873d5dcdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:04.422292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d07938f5-3d17-49a2-9f4b-9873d5dcdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:04.424404 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d07938f5-3d17-49a2-9f4b-9873d5dcdf5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6213 time: 0.1441679 Nov 12 05:34:04.702091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b7e59efe-6e77-49d9-9b95-0a6ff557b0a3 None None] Provisioning complete for port 13814bf8-cd37-47a4-82ff-77ac5a1eab78 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:04.702746 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7e59efe-6e77-49d9-9b95-0a6ff557b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:04.765262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:04.770601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b7e59efe-6e77-49d9-9b95-0a6ff557b0a3 None None] Port 13814bf8-cd37-47a4-82ff-77ac5a1eab78 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:04.812562 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:04.863737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] For port 37a75ccd-d5d7-45f6-818a-c06a806d9a28, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=37a75ccd-d5d7-45f6-818a-c06a806d9a28,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:04.864112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:04.930551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-589bbd37-5078-4645-b0c9-94574b9cfa91 req-311d506c-cdcf-45ce-aaaf-088affc50a5b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7421279 Nov 12 05:34:04.950768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50668) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:04.979723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.068765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.069438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.122028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775a367-d9d3-4c3e-9a52-fc76315ef9ce req-ead1dc75-5cb2-4dd2-8275-24bf08075242 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.123746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2775a367-d9d3-4c3e-9a52-fc76315ef9ce req-ead1dc75-5cb2-4dd2-8275-24bf08075242 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 946 time: 0.3678310 Nov 12 05:34:05.218002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1f9f9442-5963-482e-9e5a-5927a589ac90 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7472539 Nov 12 05:34:05.240550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5033514b-63c5-4dc7-b901-141d98095fcb req-882c3737-898a-49d7-b886-d8c904e3bc17 service neutron] 10.222.0.47 "GET /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9626422 Nov 12 05:34:05.241018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50672) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:05.341742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0dfbfc2-f31b-4309-8747-3d700cdfb29f {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:05.390195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.438167 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1b5bce62-4adc-458c-81e9-57b2f2b54e8f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3 HTTP/1.1" status: 200 len: 994 time: 0.4830580 Nov 12 05:34:05.445810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d09735ad-4d77-4917-a5f3-08919ff760df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.446016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d09735ad-4d77-4917-a5f3-08919ff760df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.447384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d09735ad-4d77-4917-a5f3-08919ff760df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.449206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2775a367-d9d3-4c3e-9a52-fc76315ef9ce req-46acb606-d1cb-400e-af08-cd73660e4b37 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b2d5152-64fa-411f-ab7a-0dbe74a2927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024588 Nov 12 05:34:05.451682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Transition to ACTIVE for port object d0dfbfc2-f31b-4309-8747-3d700cdfb29f will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:34:05.451823 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-d09735ad-4d77-4917-a5f3-08919ff760df service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5945072 Nov 12 05:34:05.471251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef37e0d-f22b-4f40-b836-e41c3dfb1519 req-4addefbe-9597-4a62-b562-5dd4decaa558 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.473420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef37e0d-f22b-4f40-b836-e41c3dfb1519 req-4addefbe-9597-4a62-b562-5dd4decaa558 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.3298998 Nov 12 05:34:05.476896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.486197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78799e-07d4-494c-a403-822d50cae0cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.490895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9b78799e-07d4-494c-a403-822d50cae0cd tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2307987 Nov 12 05:34:05.501791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50676) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:05.533100 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.533472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.533799 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Floating IP 44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419 disassociated. External IP: 172.25.2.234, port: 37a75ccd-d5d7-45f6-818a-c06a806d9a28. Nov 12 05:34:05.534151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Calling delete_port for 37a75ccd-d5d7-45f6-818a-c06a806d9a28 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:05.697811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-f1e464e9-3b10-48df-932e-aaf8204c96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.699258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0196c267-4e4b-4046-a1a4-5b7cb44f31d6 req-f1e464e9-3b10-48df-932e-aaf8204c96ee service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400675 Nov 12 05:34:05.713210 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.728401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:05.728661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.795508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ef37e0d-f22b-4f40-b836-e41c3dfb1519 req-d2c06aa6-0292-4608-9d55-fc1ca622c534 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058531 Nov 12 05:34:05.821380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=22718e43-c638-40f3-925a-245d2f66709b,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:05.842762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:05.843752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-06dcf267-9be7-49f7-9d14-08ae38625f9d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.850806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-06dcf267-9be7-49f7-9d14-08ae38625f9d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.858104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-06dcf267-9be7-49f7-9d14-08ae38625f9d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.864505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-06dcf267-9be7-49f7-9d14-08ae38625f9d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.870746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-06dcf267-9be7-49f7-9d14-08ae38625f9d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.876842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-06dcf267-9be7-49f7-9d14-08ae38625f9d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.883218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-06dcf267-9be7-49f7-9d14-08ae38625f9d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.885173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-06dcf267-9be7-49f7-9d14-08ae38625f9d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5385 time: 0.3111131 Nov 12 05:34:05.973331 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 9cdb8ec3-d975-423d-85da-96775dc23351 associated. External IP: 172.25.2.36, port: 2c3ec99d-eaa7-4c49-b1f2-543b091b5553. Nov 12 05:34:05.979934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f0a78-308a-4974-b64d-c1e526cc4a52 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 13814bf8-cd37-47a4-82ff-77ac5a1eab78 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:05.980303 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0a78-308a-4974-b64d-c1e526cc4a52 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.005879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Attempting to bind port d0dfbfc2-f31b-4309-8747-3d700cdfb29f on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:06.005879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Attempting to bind port d0dfbfc2-f31b-4309-8747-3d700cdfb29f by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:06.006189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Attempting to bind port d0dfbfc2-f31b-4309-8747-3d700cdfb29f on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:06.079415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Port d0dfbfc2-f31b-4309-8747-3d700cdfb29f on network 7c470769-e08a-4a84-95b2-8fc94328de9c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:06.079749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Attempting to bind port d0dfbfc2-f31b-4309-8747-3d700cdfb29f on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:06.105275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2da2a5-6b73-4a91-b903-7b983fb67fa5 req-b2655779-ac67-44ed-a464-ff39a1cf9820 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:06.106836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a2da2a5-6b73-4a91-b903-7b983fb67fa5 req-b2655779-ac67-44ed-a464-ff39a1cf9820 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2120667 Nov 12 05:34:06.118159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:06.118533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Checking segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:06.118926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Bound using segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:06.119374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Bound port: d0dfbfc2-f31b-4309-8747-3d700cdfb29f, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:06.119735 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.178615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-552494cf-de55-4c01-becc-d4d0fea850d0 req-586104df-eca3-4b46-bc48-08e2abadd91f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2724826 Nov 12 05:34:06.204135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:06.260426 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0a78-308a-4974-b64d-c1e526cc4a52 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.263231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.315330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f0a78-308a-4974-b64d-c1e526cc4a52 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 13814bf8-cd37-47a4-82ff-77ac5a1eab78 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:06.339795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a2da2a5-6b73-4a91-b903-7b983fb67fa5 req-bd953942-dceb-4cfe-90cf-05758052d7b7 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093322 Nov 12 05:34:06.351141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event deleted for resources: {'Port': ['ID=37a75ccd-d5d7-45f6-818a-c06a806d9a28,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:06.362503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] For port d0dfbfc2-f31b-4309-8747-3d700cdfb29f, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:06.368068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] For port d0dfbfc2-f31b-4309-8747-3d700cdfb29f, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:06.371817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:06.388935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69510968-71e3-4b5a-8b50-ceb880650576 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:06.396629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.404799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69510968-71e3-4b5a-8b50-ceb880650576 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:06.405424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-69510968-71e3-4b5a-8b50-ceb880650576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:06.436198 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bcb3bf77-6f50-47ce-8f59-76ae90bbb108 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6945472 Nov 12 05:34:06.437206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50680) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:06.443277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:06.451088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.472492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-69510968-71e3-4b5a-8b50-ceb880650576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:06.510731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:06.511366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.512775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] 10.222.0.43 "PUT /v2.0/ports/d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 1092 time: 3.7130799 Nov 12 05:34:06.518021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': 'd0dfbfc2-f31b-4309-8747-3d700cdfb29f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:06.521095 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86" -d '{"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "d0dfbfc2-f31b-4309-8747-3d700cdfb29f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:06.539253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.544034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69510968-71e3-4b5a-8b50-ceb880650576 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:06.544678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-69510968-71e3-4b5a-8b50-ceb880650576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:06.595570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-69510968-71e3-4b5a-8b50-ceb880650576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:06.596232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69510968-71e3-4b5a-8b50-ceb880650576 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:06.635873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:06.701271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deff22-95c0-4028-876c-2d0a2716cef9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:06.734745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd439ffa-d990-45b8-b13e-6c087401d07e req-0be16b24-ee46-421a-846b-73c43b193d4b tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fa8de7-8bc9-4fa9-9ff8-95c2a794e982 HTTP/1.1" status: 200 len: 210 time: 0.0885346 Nov 12 05:34:06.810883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Router 5737ebf6-376d-421c-ac2e-be1cf12e77fb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:06.822622 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdaee93-9a0a-46cd-ae03-3ac48ebff7f2 x-openstack-request-id: req-ffdaee93-9a0a-46cd-ae03-3ac48ebff7f2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:06.823028 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "d0dfbfc2-f31b-4309-8747-3d700cdfb29f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:06.823378 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffdaee93-9a0a-46cd-ae03-3ac48ebff7f2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:06.823875 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': 'd0dfbfc2-f31b-4309-8747-3d700cdfb29f', 'status': 'completed', 'code': 200} Nov 12 05:34:06.871246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0a78-308a-4974-b64d-c1e526cc4a52 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.926488 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.941281 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.941633 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 9cdb8ec3-d975-423d-85da-96775dc23351 disassociated. External IP: 172.25.2.36, port: 2c3ec99d-eaa7-4c49-b1f2-543b091b5553. Nov 12 05:34:06.996883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bdf2f-8a12-42bf-853b-18e18cf02bed req-a0b599e9-45af-4265-be9e-9cbf48d8555e tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.000387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d26bdf2f-8a12-42bf-853b-18e18cf02bed req-a0b599e9-45af-4265-be9e-9cbf48d8555e tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1098 time: 0.3788438 Nov 12 05:34:07.001267 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:07.048188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f0a78-308a-4974-b64d-c1e526cc4a52 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=13814bf8-cd37-47a4-82ff-77ac5a1eab78,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:07.068854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-f82ad59d-df90-4857-b7f7-fe4c92141c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.069509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-f82ad59d-df90-4857-b7f7-fe4c92141c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.069998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-f82ad59d-df90-4857-b7f7-fe4c92141c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.070503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-f82ad59d-df90-4857-b7f7-fe4c92141c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.071211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-f82ad59d-df90-4857-b7f7-fe4c92141c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.071772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-f82ad59d-df90-4857-b7f7-fe4c92141c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.072255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-f82ad59d-df90-4857-b7f7-fe4c92141c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.074275 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-f82ad59d-df90-4857-b7f7-fe4c92141c72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6281 time: 0.1461847 Nov 12 05:34:07.312320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-7f466256-5e07-4b9e-955c-3811fe027322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.312799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-7f466256-5e07-4b9e-955c-3811fe027322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.313566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-7f466256-5e07-4b9e-955c-3811fe027322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.321896 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-7f466256-5e07-4b9e-955c-3811fe027322 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2308578 Nov 12 05:34:07.340319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d26bdf2f-8a12-42bf-853b-18e18cf02bed req-62ae7c88-3ecd-4f39-8097-57917d8b6a35 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013096 Nov 12 05:34:07.354774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93d906-6838-4142-a974-3af9e629ddaf req-dd7f24aa-0147-48bc-9ca1-94c5eb502cff tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.362005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f93d906-6838-4142-a974-3af9e629ddaf req-dd7f24aa-0147-48bc-9ca1-94c5eb502cff tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.3576438 Nov 12 05:34:07.431396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0a78-308a-4974-b64d-c1e526cc4a52 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:07.434751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7a3f0a78-308a-4974-b64d-c1e526cc4a52 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/13814bf8-cd37-47a4-82ff-77ac5a1eab78 HTTP/1.1" status: 204 len: 168 time: 1.9296927 Nov 12 05:34:07.445433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50694) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:07.462595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:07.473220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-8edb4584-3330-4293-a4b0-6a1414974b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.475383 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1185fd2c-87ad-4e47-82c1-29eac5bd0b86 req-8edb4584-3330-4293-a4b0-6a1414974b08 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433780 Nov 12 05:34:07.492385 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] Sync routers for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:07.499739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:07.513853 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:07.514874 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:07.523317 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57a9f1c-f989-4700-97d3-e20159e2e297 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:34:07.525009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c57a9f1c-f989-4700-97d3-e20159e2e297 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/13814bf8-cd37-47a4-82ff-77ac5a1eab78 HTTP/1.1" status: 404 len: 333 time: 0.0768197 Nov 12 05:34:07.533550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50696) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:07.682207 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:07.727243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:07.740218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc72e5-8d4e-4626-a708-bb428751f16d None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:07.744542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:07.762431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc72e5-8d4e-4626-a708-bb428751f16d None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:07.763863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ffc72e5-8d4e-4626-a708-bb428751f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:07.788418 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e583ab8-f366-49db-902b-00fe2c1d0f66 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/floatingips/9cdb8ec3-d975-423d-85da-96775dc23351 HTTP/1.1" status: 200 len: 687 time: 1.3471940 Nov 12 05:34:07.789214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50700) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:07.819439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ffc72e5-8d4e-4626-a708-bb428751f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:07.829297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc72e5-8d4e-4626-a708-bb428751f16d None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:07.830277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ffc72e5-8d4e-4626-a708-bb428751f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:07.872555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ffc72e5-8d4e-4626-a708-bb428751f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:07.873574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc72e5-8d4e-4626-a708-bb428751f16d None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:07.973146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 22718e43-c638-40f3-925a-245d2f66709b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:07.973649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:07.998809 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:08.020480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] No DVR routers for this DVR port 37a75ccd-d5d7-45f6-818a-c06a806d9a28 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:08.030820 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] Checking router: 5737ebf6-376d-421c-ac2e-be1cf12e77fb for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:08.039966 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:08.040592 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:08.043608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.046958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0037268c-8f86-431f-be04-462fdcc1353c req-f9099599-aff9-45d9-b433-33bbfeb8bb66 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.47 "DELETE /v2.0/ports/37a75ccd-d5d7-45f6-818a-c06a806d9a28 HTTP/1.1" status: 204 len: 173 time: 4.6208065 Nov 12 05:34:08.064553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f93d906-6838-4142-a974-3af9e629ddaf req-88ec7168-5c76-4329-9e28-e94b25b19849 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6995277 Nov 12 05:34:08.072026 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.072541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.098856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 22718e43-c638-40f3-925a-245d2f66709b owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:08.138879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:08.165878 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:08.187017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-3f427d57-74a7-4af5-9665-0a3c2102d80d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.194772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-3f427d57-74a7-4af5-9665-0a3c2102d80d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.201507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-3f427d57-74a7-4af5-9665-0a3c2102d80d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.205578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 37a75ccd-d5d7-45f6-818a-c06a806d9a28 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:08.205925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 37a75ccd-d5d7-45f6-818a-c06a806d9a28 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:08.208424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-3f427d57-74a7-4af5-9665-0a3c2102d80d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.215315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-3f427d57-74a7-4af5-9665-0a3c2102d80d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.221647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-3f427d57-74a7-4af5-9665-0a3c2102d80d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.228098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-3f427d57-74a7-4af5-9665-0a3c2102d80d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.230143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-3f427d57-74a7-4af5-9665-0a3c2102d80d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5385 time: 0.7437780 Nov 12 05:34:08.374274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e14f14f-730a-4b00-8be8-dd42196d8c9b req-8ce5c154-2c12-411c-bf3b-41809fa09e1a tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353624 Nov 12 05:34:08.393508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1ed27c68-249e-46b4-bad5-d69e404211ac tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 33d6822d-9567-4d92-8c09-7b0ee138f909 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:08.393885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ed27c68-249e-46b4-bad5-d69e404211ac tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.432847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.459686 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:08.494304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=22718e43-c638-40f3-925a-245d2f66709b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:08.497274 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf4edd-3e9e-4bb0-821f-988b872e6330 None None] The sync data for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 is: [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:23:43Z', 'revision_number': 4, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'cc724f7e-d8ff-4bbf-b42b-c80764dfb359', 'name': '', 'network_id': '7a0e6740-7ea4-46f5-8149-c757f5027670', 'tenant_id': '025cb776de754cb6bface15498e03466', 'mac_address': 'fa:16:3e:5a:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:41Z', 'updated_at': '2021-11-12T05:23:52Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'subnets': [{'id': '731f9ddb-09bc-4331-92ac-3d1025dab4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:08.614369 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.617302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.621543 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7fcc88bd-c7dd-47fa-b065-1520c1b8e85f tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/floatingips/9cdb8ec3-d975-423d-85da-96775dc23351 HTTP/1.1" status: 204 len: 168 time: 0.8283098 Nov 12 05:34:08.621795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50706) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:08.626284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:08.680730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.694650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247ed4f5-3ef5-471c-9346-f13cd3cc2adb {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:08.724622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.765568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Transition to ACTIVE for port object 247ed4f5-3ef5-471c-9346-f13cd3cc2adb will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:34:08.774639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ed27c68-249e-46b4-bad5-d69e404211ac tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.786803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1058-cb94-4cc1-b54a-38f43da2f86f req-63924a63-d38f-46c9-b3aa-cc21a166d444 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.789243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-654f1058-cb94-4cc1-b54a-38f43da2f86f req-63924a63-d38f-46c9-b3aa-cc21a166d444 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3041232 Nov 12 05:34:08.789924 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.829253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-deleted', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:08.832276 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a6052e-dac1-43f9-86f0-d90257fa3d6d" -d '{"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-deleted", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:08.848171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.906667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1ed27c68-249e-46b4-bad5-d69e404211ac tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 33d6822d-9567-4d92-8c09-7b0ee138f909 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:09.018409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-654f1058-cb94-4cc1-b54a-38f43da2f86f req-f8266566-12e5-4f47-9610-650be65437af tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144032 Nov 12 05:34:09.022045 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02cbac-340f-4a7a-82c6-472aafc8ab1f None None] New status for floating IP 44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:34:09.074970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.25.2.48 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/dc11640d-0d17-45b2-8928-95099ba97ed7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:09.158074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Pushing event updated for resources: {'Port': ['ID=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:09.184902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Attempting to bind port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:09.185718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Attempting to bind port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:09.186310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Attempting to bind port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:09.209972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb on network 7c470769-e08a-4a84-95b2-8fc94328de9c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:09.210310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Attempting to bind port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb on network 7c470769-e08a-4a84-95b2-8fc94328de9c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:09.220612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:09.221323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Checking segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:09.221323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Bound using segment: {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:09.221822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Bound port: 247ed4f5-3ef5-471c-9346-f13cd3cc2adb, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b4ef9f-0184-4c3c-8d37-4fd8f9423603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:09.222196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.233547 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1843e97e-aed3-446c-a864-293a64e17ae1 x-openstack-request-id: req-1843e97e-aed3-446c-a864-293a64e17ae1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:09.233842 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fa8de7-8bc9-4fa9-9ff8-95c2a794e982", "name": "network-vif-deleted", "tag": "37a75ccd-d5d7-45f6-818a-c06a806d9a28", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:09.234232 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1843e97e-aed3-446c-a864-293a64e17ae1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:09.234661 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa8de7-8bc9-4fa9-9ff8-95c2a794e982', 'name': 'network-vif-deleted', 'tag': '37a75ccd-d5d7-45f6-818a-c06a806d9a28', 'status': 'completed', 'code': 200} Nov 12 05:34:09.353382 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.401026 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ed27c68-249e-46b4-bad5-d69e404211ac tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.403075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] For port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:09.406955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] For port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:09.438694 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.441351 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.449847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed27c68-249e-46b4-bad5-d69e404211ac tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=33d6822d-9567-4d92-8c09-7b0ee138f909,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:09.470670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94980c5c-8043-433f-b75e-4ae69dcc079a req-642dca7a-d080-41b7-b077-3e44e95c2865 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:09.472796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94980c5c-8043-433f-b75e-4ae69dcc079a req-642dca7a-d080-41b7-b077-3e44e95c2865 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1461573 Nov 12 05:34:09.487741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:09.494569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:09.507274 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-21cf66d6-36f4-42d7-bcb0-0ad358a8bcf9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2892721 Nov 12 05:34:09.512193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-8296ac0d-54ab-4622-9100-d8cfcc6f4956 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:34:09.517357 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-8296ac0d-54ab-4622-9100-d8cfcc6f4956 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092330 Nov 12 05:34:09.519810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:09.520439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.529185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] 10.222.0.43 "PUT /v2.0/ports/247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 1092 time: 2.9177885 Nov 12 05:34:09.536598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:09.583740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=dc11640d-0d17-45b2-8928-95099ba97ed7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:09.600187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:09.673616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ed27c68-249e-46b4-bad5-d69e404211ac tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.679851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1ed27c68-249e-46b4-bad5-d69e404211ac tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/33d6822d-9567-4d92-8c09-7b0ee138f909 HTTP/1.1" status: 204 len: 168 time: 2.1054034 Nov 12 05:34:09.682971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:09.717913 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a35094-5ebe-4511-a11f-10c5f0848a40 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:34:09.727883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94980c5c-8043-433f-b75e-4ae69dcc079a req-1ad73519-355e-4bca-9ac6-3de6800a64d0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303803 Nov 12 05:34:09.730869 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-51a35094-5ebe-4511-a11f-10c5f0848a40 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/33d6822d-9567-4d92-8c09-7b0ee138f909 HTTP/1.1" status: 404 len: 333 time: 0.0405278 Nov 12 05:34:09.736286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50734) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:09.798699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50742) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:09.808869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab6298-6ee4-40db-a7f6-180787ebe926 service neutron] Pushing event updated for resources: {'Port': ['ID=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:09.826184 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.913224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e79383-da84-439e-87fd-0ac74301c5ba tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet b3e5e96c-b5e6-4542-a87b-da576a405402 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:09.917930 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3e79383-da84-439e-87fd-0ac74301c5ba tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.999039 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3e79383-da84-439e-87fd-0ac74301c5ba tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.062931 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2f455db-6ad8-48b9-8b6a-6a85eeb05d27 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.088962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19559-a745-4dca-b374-611417700bcd req-93727052-4be4-41bb-9bec-fea05716656c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.095347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19559-a745-4dca-b374-611417700bcd req-93727052-4be4-41bb-9bec-fea05716656c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.102116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19559-a745-4dca-b374-611417700bcd req-93727052-4be4-41bb-9bec-fea05716656c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.108267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19559-a745-4dca-b374-611417700bcd req-93727052-4be4-41bb-9bec-fea05716656c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.115574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19559-a745-4dca-b374-611417700bcd req-93727052-4be4-41bb-9bec-fea05716656c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.121882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19559-a745-4dca-b374-611417700bcd req-93727052-4be4-41bb-9bec-fea05716656c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.128686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19559-a745-4dca-b374-611417700bcd req-93727052-4be4-41bb-9bec-fea05716656c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.130674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92c19559-a745-4dca-b374-611417700bcd req-93727052-4be4-41bb-9bec-fea05716656c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5397 time: 0.2646177 Nov 12 05:34:10.188420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2f455db-6ad8-48b9-8b6a-6a85eeb05d27 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.310669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92c19559-a745-4dca-b374-611417700bcd req-a2754894-86fb-43da-a5f8-0c4196f6a86e tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712253 Nov 12 05:34:10.331913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2f455db-6ad8-48b9-8b6a-6a85eeb05d27 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.334740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a2f455db-6ad8-48b9-8b6a-6a85eeb05d27 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.338866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a2f455db-6ad8-48b9-8b6a-6a85eeb05d27 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "DELETE /v2.0/security-groups/1b2d5152-64fa-411f-ab7a-0dbe74a2927c HTTP/1.1" status: 204 len: 168 time: 0.5379720 Nov 12 05:34:10.341142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50748) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:10.366503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f455db-6ad8-48b9-8b6a-6a85eeb05d27 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d5152-64fa-411f-ab7a-0dbe74a2927c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:10.373143 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-f3b6dd06-c1a3-4895-a3cc-71e47b0880b6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] show failed (client error): The resource could not be found. Nov 12 05:34:10.377221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f3b6dd06-c1a3-4895-a3cc-71e47b0880b6 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "GET /v2.0/security-groups/1b2d5152-64fa-411f-ab7a-0dbe74a2927c HTTP/1.1" status: 404 len: 347 time: 0.0325136 Nov 12 05:34:10.383537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50750) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:10.502663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4935fb-039f-4926-aeb1-7804396b4940 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:10.515314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.551913 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.555201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Transition to ACTIVE for port object 4e4935fb-039f-4926-aeb1-7804396b4940 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:34:10.560247 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.568177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3e79383-da84-439e-87fd-0ac74301c5ba tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.618646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-8ef03c5c-022e-401f-a1c1-6d0d52219d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.622759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Deleting port 07585ad8-74fb-434b-85fe-f24f225d586d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:10.623324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.625773 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-8ef03c5c-022e-401f-a1c1-6d0d52219d17 service neutron] 10.222.0.48 "GET /v2.0/ports/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 1095 time: 0.0897906 Nov 12 05:34:10.633992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Request body: {'binding': {'host': 'n-h2-765315-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:10.634827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Unknown quota resources ['binding']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:34:10.654058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Pushing event updated for resources: {'Port': ['ID=4e4935fb-039f-4926-aeb1-7804396b4940,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:10.792005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.795249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3e79383-da84-439e-87fd-0ac74301c5ba tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.839313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Attempting to bind port 4e4935fb-039f-4926-aeb1-7804396b4940 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:10.839652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Attempting to bind port 4e4935fb-039f-4926-aeb1-7804396b4940 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:10.839983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Attempting to bind port 4e4935fb-039f-4926-aeb1-7804396b4940 on network 33545b16-3531-46d3-a617-ffa6869ad88c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:10.853815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.854150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.857416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Port 4e4935fb-039f-4926-aeb1-7804396b4940 on network 33545b16-3531-46d3-a617-ffa6869ad88c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:10.857744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Attempting to bind port 4e4935fb-039f-4926-aeb1-7804396b4940 on network 33545b16-3531-46d3-a617-ffa6869ad88c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:10.857848 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e79383-da84-439e-87fd-0ac74301c5ba tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e5e96c-b5e6-4542-a87b-da576a405402,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:10.864659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3e79383-da84-439e-87fd-0ac74301c5ba tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:10.870418 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d3e79383-da84-439e-87fd-0ac74301c5ba tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/b3e5e96c-b5e6-4542-a87b-da576a405402 HTTP/1.1" status: 204 len: 168 time: 1.1304965 Nov 12 05:34:10.872422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:10.873248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611065-bbe0-45ef-abb1-a5fda9bd6d00 req-6e7b6d97-69f4-41ac-a933-0d4cae27d3e5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.873425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d39cbf-51c4-4951-9e1d-ec0e79943cc9 None None] Network 8a7548a6-9758-4f82-8139-86719f306990 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:10.874832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63611065-bbe0-45ef-abb1-a5fda9bd6d00 req-6e7b6d97-69f4-41ac-a933-0d4cae27d3e5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1491852 Nov 12 05:34:10.883538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Calling delete_port for 07585ad8-74fb-434b-85fe-f24f225d586d owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:10.886939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:10.887109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Checking segment: {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:10.887406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Bound using segment: {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:10.888426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Bound port: 4e4935fb-039f-4926-aeb1-7804396b4940, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:10.888426 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.003763 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.019505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63611065-bbe0-45ef-abb1-a5fda9bd6d00 req-a9882112-f1f7-42a7-9150-20ddb0c5bcd1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339240 Nov 12 05:34:11.023549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on host n-h2-765315-28 for vnic_type normal with profile None {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:11.024260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:11.024260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:11.033650 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.054526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:11.054716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] For port 4e4935fb-039f-4926-aeb1-7804396b4940, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:11.054799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:11.059734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] For port 4e4935fb-039f-4926-aeb1-7804396b4940, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=4e4935fb-039f-4926-aeb1-7804396b4940,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:11.068779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:11.069265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Checking segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:11.069667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Bound using segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:11.070127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Bound port: 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:11.075952 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.121113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] DHCP port deletion for 8a7548a6-9758-4f82-8139-86719f306990 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:11.180897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.181524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.182993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] 10.222.0.43 "PUT /v2.0/ports/4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 1092 time: 1.6001143 Nov 12 05:34:11.193574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] Deleting port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:11.195207 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.213800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfecbcb-41de-43bc-abf1-56aa4289e91a service neutron] Pushing event updated for resources: {'Port': ['ID=4e4935fb-039f-4926-aeb1-7804396b4940,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:11.232407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Request body: {'port': {'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:11.235902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '247ed4f5-3ef5-471c-9346-f13cd3cc2adb'}, {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '4e4935fb-039f-4926-aeb1-7804396b4940'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:11.240088 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "247ed4f5-3ef5-471c-9346-f13cd3cc2adb"}, {"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "4e4935fb-039f-4926-aeb1-7804396b4940"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:11.267032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:11.289860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] Publish callbacks [] for binding, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.308666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.308896 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] 10.222.0.48 "POST /v2.0/ports/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3/bindings HTTP/1.1" status: 201 len: 390 time: 0.6809742 Nov 12 05:34:11.324493 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fae4b9a-ba3b-49a1-a7d1-eaab50fc7740 x-openstack-request-id: req-6fae4b9a-ba3b-49a1-a7d1-eaab50fc7740 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:11.325134 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "247ed4f5-3ef5-471c-9346-f13cd3cc2adb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "4e4935fb-039f-4926-aeb1-7804396b4940", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:11.325927 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fae4b9a-ba3b-49a1-a7d1-eaab50fc7740 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:11.326569 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '247ed4f5-3ef5-471c-9346-f13cd3cc2adb', 'status': 'completed', 'code': 200} Nov 12 05:34:11.327054 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '4e4935fb-039f-4926-aeb1-7804396b4940', 'status': 'completed', 'code': 200} Nov 12 05:34:11.363392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:11.363758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.374135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] For port 1cdabfd2-1e19-4b13-9acd-4045c1da8002, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1cdabfd2-1e19-4b13-9acd-4045c1da8002,segment=NetworkSegment(93648e25-c599-4cc2-8b00-cbda0f5f326d),segment_id=93648e25-c599-4cc2-8b00-cbda0f5f326d)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:11.375153 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.409866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] Calling delete_port for 1cdabfd2-1e19-4b13-9acd-4045c1da8002 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:11.531166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.543191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Pushing event deleted for resources: {'Port': ['ID=07585ad8-74fb-434b-85fe-f24f225d586d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:11.593028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] For port 1cdabfd2-1e19-4b13-9acd-4045c1da8002, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1cdabfd2-1e19-4b13-9acd-4045c1da8002,segment=NetworkSegment(93648e25-c599-4cc2-8b00-cbda0f5f326d),segment_id=93648e25-c599-4cc2-8b00-cbda0f5f326d)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:11.593581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.609692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.618621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 1cdabfd2-1e19-4b13-9acd-4045c1da8002 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:11.627577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3feae4-7a15-46b9-bca3-1a2558183cf3 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:11.634893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9cdf3739-d63e-40f5-a759-bc818f6115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.635392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9cdf3739-d63e-40f5-a759-bc818f6115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.635585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.636007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9cdf3739-d63e-40f5-a759-bc818f6115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.636503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9cdf3739-d63e-40f5-a759-bc818f6115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.636983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9cdf3739-d63e-40f5-a759-bc818f6115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.637461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9cdf3739-d63e-40f5-a759-bc818f6115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.637937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9cdf3739-d63e-40f5-a759-bc818f6115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.640953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9cdf3739-d63e-40f5-a759-bc818f6115b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6417 time: 0.2679563 Nov 12 05:34:11.648294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.687994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] No DVR routers for this DVR port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:11.699338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5fa44-98e0-44d9-8b62-65b92828f970 None None] Pushing event deleted for resources: {'Port': ['ID=1cdabfd2-1e19-4b13-9acd-4045c1da8002,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:11.793605 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.796105 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.797353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cf894723-7ac0-4d42-94c1-5cf08a286a01 tempest-AttachVolumeShelveTestJSON-1583494704 tempest-AttachVolumeShelveTestJSON-1583494704-project] 10.222.0.48 "DELETE /v2.0/floatingips/44ae8bd5-e2a7-4eb2-a7f7-f799c9b7c419 HTTP/1.1" status: 204 len: 168 time: 1.4128423 Nov 12 05:34:11.832885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-a6f532f4-13f4-4ff3-8429-902f9ea5210b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.839308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-a6f532f4-13f4-4ff3-8429-902f9ea5210b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.858847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-a6f532f4-13f4-4ff3-8429-902f9ea5210b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.861997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=dc11640d-0d17-45b2-8928-95099ba97ed7,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:11.865904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-a6f532f4-13f4-4ff3-8429-902f9ea5210b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.872161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-a6f532f4-13f4-4ff3-8429-902f9ea5210b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.879377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-a6f532f4-13f4-4ff3-8429-902f9ea5210b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.885577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-a6f532f4-13f4-4ff3-8429-902f9ea5210b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.887538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-a6f532f4-13f4-4ff3-8429-902f9ea5210b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5409 time: 0.3242810 Nov 12 05:34:11.898310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea85cd8-32c0-486b-9e35-9ec657bb5ab4 req-957e2976-cb00-4a7c-9fde-38473ad99d02 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.900124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.906667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ea85cd8-32c0-486b-9e35-9ec657bb5ab4 req-957e2976-cb00-4a7c-9fde-38473ad99d02 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.3446119 Nov 12 05:34:11.908873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-e5e8356d-a0d2-498a-b9b9-93c4368f267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.910373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-e5e8356d-a0d2-498a-b9b9-93c4368f267f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1098 time: 0.3031452 Nov 12 05:34:11.979666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.035760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9ea173e7-fc3c-49df-b549-ac5a5e592b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.036242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9ea173e7-fc3c-49df-b549-ac5a5e592b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.036709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9ea173e7-fc3c-49df-b549-ac5a5e592b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.038325 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-9ea173e7-fc3c-49df-b549-ac5a5e592b90 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3055894 Nov 12 05:34:12.045699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=1cdabfd2-1e19-4b13-9acd-4045c1da8002,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:12.087737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No DVR routers for this DVR port 1cdabfd2-1e19-4b13-9acd-4045c1da8002 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:12.160608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ea85cd8-32c0-486b-9e35-9ec657bb5ab4 req-fc83081b-0052-4e92-b286-dbb076da9182 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541907 Nov 12 05:34:12.226121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bd58946-40d6-4c7a-b525-42ab939dd617 req-c6fffdec-6d93-4793-9225-9c8d67201df1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3113613 Nov 12 05:34:12.295321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-498c1228-ca28-480f-a15e-349e5c15c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.301408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-498c1228-ca28-480f-a15e-349e5c15c060 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 200 len: 897 time: 0.3385737 Nov 12 05:34:12.334971 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 631420aa-b90a-4956-b28e-410604ba8000 associated. External IP: 172.25.2.48, port: 01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf. Nov 12 05:34:12.384520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-2e881f49-7c92-4cc3-8171-cda1254add12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.386078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-2e881f49-7c92-4cc3-8171-cda1254add12 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3360844 Nov 12 05:34:12.400945 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.489661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae04232-d2ba-47c4-9e64-8b29091a8d49 req-b783b785-e90a-4436-8ecc-aee42c914430 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.491249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae04232-d2ba-47c4-9e64-8b29091a8d49 req-b783b785-e90a-4436-8ecc-aee42c914430 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2333341 Nov 12 05:34:12.500438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-850528a5-99fb-4fd1-adaa-fc1d3e340a70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 1002 time: 0.1687903 Nov 12 05:34:12.537956 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7548a6-9758-4f82-8139-86719f306990']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:12.557190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93648e25-c599-4cc2-8b00-cbda0f5f326d') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:12.557501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93648e25-c599-4cc2-8b00-cbda0f5f326d') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:12.580453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.588513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-3a292170-5c22-46ea-96c7-6182cc8c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.588997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-3a292170-5c22-46ea-96c7-6182cc8c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.589473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-3a292170-5c22-46ea-96c7-6182cc8c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.590421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-3a292170-5c22-46ea-96c7-6182cc8c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.590905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-3a292170-5c22-46ea-96c7-6182cc8c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.591978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-3a292170-5c22-46ea-96c7-6182cc8c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.592449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-3a292170-5c22-46ea-96c7-6182cc8c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.594922 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-3a292170-5c22-46ea-96c7-6182cc8c4484 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6417 time: 0.1199255 Nov 12 05:34:12.612755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.620895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0622f6-2285-4af3-b70f-1f4a8902d596 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:12.648280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.649056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:34:12.649470 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:34:12.652710 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:34:12.666916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-51ef4aa0-da1a-46e5-b8f5-9db68c83f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.668396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-51ef4aa0-da1a-46e5-b8f5-9db68c83f540 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=94c3285a-fb0e-423e-b0f4-fd75f79c00fe HTTP/1.1" status: 200 len: 834 time: 0.1541770 Nov 12 05:34:12.674366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ae04232-d2ba-47c4-9e64-8b29091a8d49 req-c0a665f9-1a58-40c2-90aa-971a7ce2fc4f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729846 Nov 12 05:34:12.733907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-e44575ed-1c38-42d5-b746-4ae89939e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.735979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-e44575ed-1c38-42d5-b746-4ae89939e201 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75a9633c-bd23-4416-8490-c96d99dec451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564272 Nov 12 05:34:12.819850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Transition to ACTIVE for port object 8e0622f6-2285-4af3-b70f-1f4a8902d596 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:34:12.841067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.844853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.846197 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.856127 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/networks/8a7548a6-9758-4f82-8139-86719f306990 HTTP/1.1" status: 204 len: 168 time: 1.9829133 Nov 12 05:34:12.861192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50774) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:12.879318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-41257743'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:12.898994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43292d-5932-492d-9e7a-28d6050e8f03 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Network': ['ID=8a7548a6-9758-4f82-8139-86719f306990,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:12.911234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f40967a0-bb83-4dc4-9d74-d80ec8c9fb4f service neutron] 10.222.0.47 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671700 Nov 12 05:34:12.931915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-6d15fd9a-2638-4188-b589-bd4e74139c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.932405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-6d15fd9a-2638-4188-b589-bd4e74139c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.932931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-6d15fd9a-2638-4188-b589-bd4e74139c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.935079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-6d15fd9a-2638-4188-b589-bd4e74139c99 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3196766 Nov 12 05:34:12.938387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:12.948394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.998178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Pushing event updated for resources: {'Port': ['ID=8e0622f6-2285-4af3-b70f-1f4a8902d596,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:13.040656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1cdabfd2-1e19-4b13-9acd-4045c1da8002 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:13.056807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:13.086712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 1cdabfd2-1e19-4b13-9acd-4045c1da8002 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:13.088428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1cdabfd2-1e19-4b13-9acd-4045c1da8002 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:13.176419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Attempting to bind port 8e0622f6-2285-4af3-b70f-1f4a8902d596 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:13.177302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Attempting to bind port 8e0622f6-2285-4af3-b70f-1f4a8902d596 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:13.177852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Attempting to bind port 8e0622f6-2285-4af3-b70f-1f4a8902d596 on network 33545b16-3531-46d3-a617-ffa6869ad88c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:13.209639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Port 8e0622f6-2285-4af3-b70f-1f4a8902d596 on network 33545b16-3531-46d3-a617-ffa6869ad88c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:13.209785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Attempting to bind port 8e0622f6-2285-4af3-b70f-1f4a8902d596 on network 33545b16-3531-46d3-a617-ffa6869ad88c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:13.225904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-5eb32d06-f589-4c5c-9e03-d36ec3c89cfa service neutron] 10.222.0.47 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045752 Nov 12 05:34:13.226819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:13.227380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Checking segment: {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:13.227596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Bound using segment: {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:13.227955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Bound port: 8e0622f6-2285-4af3-b70f-1f4a8902d596, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b67365-1707-4dbd-9250-2a4ce7dcb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:13.228303 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.324732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:13.334637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:34:13.347666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d15a9-8b3c-458e-8f7a-b3e849b124c5 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:13.353799 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.354170 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Added segment 9f7004e9-8de6-4e21-a5a8-934db24625a0 of type vlan for network 63ea7636-092d-4664-bfca-3fdd21a15148 Nov 12 05:34:13.381467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d15a9-8b3c-458e-8f7a-b3e849b124c5 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:13.382484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-090d15a9-8b3c-458e-8f7a-b3e849b124c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:13.398633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.426965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-ee90cc1b-3ec4-4fdd-8011-a78bf7642b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:13.428040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0abe3894-d33d-4c1f-9892-7a589cb2b5c6 req-ee90cc1b-3ec4-4fdd-8011-a78bf7642b7c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4750881 Nov 12 05:34:13.432465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-090d15a9-8b3c-458e-8f7a-b3e849b124c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:13.434552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.447150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d15a9-8b3c-458e-8f7a-b3e849b124c5 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:13.448142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-090d15a9-8b3c-458e-8f7a-b3e849b124c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:33:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:13.448572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c46f8ad-b697-400b-aebd-683f77eb8150 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8257132 Nov 12 05:34:13.450606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:13.490570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-090d15a9-8b3c-458e-8f7a-b3e849b124c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:13.491226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d15a9-8b3c-458e-8f7a-b3e849b124c5 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:13.533860 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-90718447-39a9-4e05-8f22-ccf4fa8fae3c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "GET /v2.0/floatingips/631420aa-b90a-4956-b28e-410604ba8000 HTTP/1.1" status: 200 len: 977 time: 0.0820780 Nov 12 05:34:13.535387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.542588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50786) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:13.551302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:13.552340 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.649564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7742980 Nov 12 05:34:13.653174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50788) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:13.658518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:13.686319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c2ae-5958-496e-9426-98f5843e3da9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Network': ['ID=63ea7636-092d-4664-bfca-3fdd21a15148,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:13.698271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 63ea7636-092d-4664-bfca-3fdd21a15148 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:34:13.786104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:13.791161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.857263 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af3ab56d-0084-489c-b63a-5475ccdb06c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.028520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.053198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] For port 8e0622f6-2285-4af3-b70f-1f4a8902d596, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:14.066474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] For port 8e0622f6-2285-4af3-b70f-1f4a8902d596, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:14.082945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3fde-9cb7-4bc7-a24b-4a073a28e5d5 req-58ef867b-611c-4aad-b31c-22f341a9835a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.090759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a3b3fde-9cb7-4bc7-a24b-4a073a28e5d5 req-58ef867b-611c-4aad-b31c-22f341a9835a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.7922623 Nov 12 05:34:14.113836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.195740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Pushing event updated for resources: {'Port': ['ID=8e0622f6-2285-4af3-b70f-1f4a8902d596,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:14.229032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-feb1c22f-e997-4285-bc60-ef2dab76ea89 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.230954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-feb1c22f-e997-4285-bc60-ef2dab76ea89 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4&tenant_id=55c883ec452744208727f56ec3f04fe4&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1098 time: 0.8437324 Nov 12 05:34:14.248541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-942971cd-867f-41ee-818e-e37aca996574 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.255146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-942971cd-867f-41ee-818e-e37aca996574 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.272362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-942971cd-867f-41ee-818e-e37aca996574 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.280405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-942971cd-867f-41ee-818e-e37aca996574 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.289737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-942971cd-867f-41ee-818e-e37aca996574 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.300608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-942971cd-867f-41ee-818e-e37aca996574 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.326943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-942971cd-867f-41ee-818e-e37aca996574 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.334805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-942971cd-867f-41ee-818e-e37aca996574 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.9705613 Nov 12 05:34:14.341640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.343471 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.344979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-67b78ea5-be68-4add-9d73-d82f541745bd service neutron] 10.222.0.43 "PUT /v2.0/ports/8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 1092 time: 3.1197424 Nov 12 05:34:14.396693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '8e0622f6-2285-4af3-b70f-1f4a8902d596'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:14.404795 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "8e0622f6-2285-4af3-b70f-1f4a8902d596"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:14.423363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-28'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:14.498286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-602f162c-49a2-40a5-acc2-6595b17e569c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.9518981 Nov 12 05:34:14.524344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:14.533962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'port_id': '2c3ec99d-eaa7-4c49-b1f2-543b091b5553'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:14.641234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0c5e9fce-7299-4a12-9887-d265ebf70b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.641719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0c5e9fce-7299-4a12-9887-d265ebf70b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.642274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0c5e9fce-7299-4a12-9887-d265ebf70b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.644404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0c5e9fce-7299-4a12-9887-d265ebf70b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.645473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0c5e9fce-7299-4a12-9887-d265ebf70b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.645473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0c5e9fce-7299-4a12-9887-d265ebf70b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.645909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0c5e9fce-7299-4a12-9887-d265ebf70b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.648018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0c5e9fce-7299-4a12-9887-d265ebf70b25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6485 time: 0.2011390 Nov 12 05:34:14.652589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=e051522d-9967-45f3-9ab3-2b695f2124be,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:14.658978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.663313 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.675896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a3b3fde-9cb7-4bc7-a24b-4a073a28e5d5 req-71ec729e-77a0-4112-83d8-c4064adc007b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5842366 Nov 12 05:34:14.726705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2183b62-d248-4ca0-a020-8a01d06eb8f8 req-8d122b8e-8bbc-4481-8032-4df2a0072f6c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2979214 Nov 12 05:34:14.728448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-f53e294b-ea10-4e60-aebc-c52e0fb1b355 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0516334 Nov 12 05:34:14.816688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-ca9ae995-7928-45d6-9a03-e99bc955f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.818307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-ca9ae995-7928-45d6-9a03-e99bc955f202 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0610988 Nov 12 05:34:14.831872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking segment: {'id': '9f7004e9-8de6-4e21-a5a8-934db24625a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:14.837577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network hostable DHCP agents. Network: 63ea7636-092d-4664-bfca-3fdd21a15148, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:34:14.915440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 63ea7636-092d-4664-bfca-3fdd21a15148 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:34:14.929402 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e10691-69cb-40be-88c5-2ecdb078fe2e x-openstack-request-id: req-c0e10691-69cb-40be-88c5-2ecdb078fe2e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:14.929668 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "8e0622f6-2285-4af3-b70f-1f4a8902d596", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:14.929979 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0e10691-69cb-40be-88c5-2ecdb078fe2e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:14.930773 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '8e0622f6-2285-4af3-b70f-1f4a8902d596', 'status': 'completed', 'code': 200} Nov 12 05:34:14.934445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 63ea7636-092d-4664-bfca-3fdd21a15148) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:14.943480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043723c2-edff-4b0f-a6ac-8f072883b6a7 None None] Network 63ea7636-092d-4664-bfca-3fdd21a15148 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:14.970282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.970896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:15.072215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-df791a0d-ddac-49ac-af62-8038b26d6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:15.073734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-df791a0d-ddac-49ac-af62-8038b26d6da6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2462878 Nov 12 05:34:15.105353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75524d41-ead1-4956-8955-2a0dc62106c1 req-3a030588-3623-4e1d-a1b4-42ee76884afd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:15.106855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75524d41-ead1-4956-8955-2a0dc62106c1 req-3a030588-3623-4e1d-a1b4-42ee76884afd tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2145379 Nov 12 05:34:15.141947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-63ea7636-092d-4664-bfca-3fdd21a15148', 'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148', 'tenant_id': 'c6fd2065b2904f948a6c2e2655d52cb2', 'fixed_ips': [{'subnet_id': 'e051522d-9967-45f3-9ab3-2b695f2124be'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:34:15.143165 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:15.223679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:15.296107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75524d41-ead1-4956-8955-2a0dc62106c1 req-ab017686-c0ea-4761-b72a-3cde8cea0090 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550195 Nov 12 05:34:15.309858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-0e2a9c23-ad0c-473c-ba9f-3a2bcc8261a0 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262988 Nov 12 05:34:15.328663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:15.422451 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-23fb3931-9059-4217-8297-c045b913f19a tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7681360 Nov 12 05:34:15.429389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50800) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:15.436461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148', 'name': 'tempest-PortsTestJSON-49761530', 'fixed_ips': [{'subnet_id': 'e051522d-9967-45f3-9ab3-2b695f2124be', 'ip_address': '172.20.0.10'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:15.571568 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:15.574466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:15.584070 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:15.621341 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:15.722781 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Allocated IP 172.20.0.2 (63ea7636-092d-4664-bfca-3fdd21a15148/e051522d-9967-45f3-9ab3-2b695f2124be/37e8e1a3-c193-40e5-9ce7-5c555bc890cb) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:15.735939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-1238f09d-5706-44b5-8281-d5b577ab585e service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155128 Nov 12 05:34:15.801226 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 631420aa-b90a-4956-b28e-410604ba8000 associated. External IP: 172.25.2.48, port: 01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf. Nov 12 05:34:15.897327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-8cfc7ed6-c43b-4ac7-8675-abefaaedf7bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=424252ae-7554-40c6-a605-386a7f91dcd3 HTTP/1.1" status: 200 len: 217 time: 0.1462216 Nov 12 05:34:15.912238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:16.022309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55428188-6608-4f94-8361-08d966256d7e req-1462e4cf-9249-4ab1-aa75-cba256fc99f5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.030771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55428188-6608-4f94-8361-08d966256d7e req-1462e4cf-9249-4ab1-aa75-cba256fc99f5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 944 time: 0.2120149 Nov 12 05:34:16.055832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:16.172732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:16.182188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-26c32ce3-1734-4efa-b260-3bad7819c002 None None] Provisioning complete for port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:16.182798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-26c32ce3-1734-4efa-b260-3bad7819c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.187965 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.228940 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.281438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e71ffcf2-a874-4d3f-a4d5-60d618ede0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.282964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e71ffcf2-a874-4d3f-a4d5-60d618ede0a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.3629694 Nov 12 05:34:16.309263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Network 63ea7636-092d-4664-bfca-3fdd21a15148 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:16.320847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-26c32ce3-1734-4efa-b260-3bad7819c002 None None] Port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:16.334938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:16.339026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:16.351192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on host n-h1-765315-28 for vnic_type normal with profile {"migrating_to": "n-h2-765315-28"} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:16.351771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:16.351869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:16.355790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:16.371848 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a1dca-b6d6-47c9-a298-9c65aacac48b None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:16.391725 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a1dca-b6d6-47c9-a298-9c65aacac48b None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:16.392287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c26e55a3-18ec-46ba-bb07-2e2bb45a1f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.395461 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c31a1dca-b6d6-47c9-a298-9c65aacac48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:16.430969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55428188-6608-4f94-8361-08d966256d7e req-199f741e-ee8a-4bf8-a74b-b818e95ba9c0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3989043 Nov 12 05:34:16.431628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:16.431961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Attempting to bind port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on network 75a9633c-bd23-4416-8490-c96d99dec451 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:16.432339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Pushing event updated for resources: {'Port': ['ID=37e8e1a3-c193-40e5-9ce7-5c555bc890cb,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:16.438182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.460077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Attempting to bind port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:16.460699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Attempting to bind port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '9f7004e9-8de6-4e21-a5a8-934db24625a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:16.461252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Attempting to bind port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb on network 63ea7636-092d-4664-bfca-3fdd21a15148 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:16.467254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:16.468063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Checking segment: {'id': '9f7004e9-8de6-4e21-a5a8-934db24625a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:16.468471 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.468862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Bound using segment: {'id': '9f7004e9-8de6-4e21-a5a8-934db24625a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:16.469355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Bound port: 37e8e1a3-c193-40e5-9ce7-5c555bc890cb, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7004e9-8de6-4e21-a5a8-934db24625a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:16.470297 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.485620 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c31a1dca-b6d6-47c9-a298-9c65aacac48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:16.529339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:16.533954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a1dca-b6d6-47c9-a298-9c65aacac48b None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:16.534480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Checking segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:16.534937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Bound using segment: {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:16.535508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Bound port: 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e7683-817a-4a5c-aad8-9d2a2a931c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:16.536172 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.536942 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c31a1dca-b6d6-47c9-a298-9c65aacac48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:16.581628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-e4c2dedf-0b3b-4fcd-be98-ff67595df961 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.590705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-e4c2dedf-0b3b-4fcd-be98-ff67595df961 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.596766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-e4c2dedf-0b3b-4fcd-be98-ff67595df961 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.611811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-e4c2dedf-0b3b-4fcd-be98-ff67595df961 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.618284 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c31a1dca-b6d6-47c9-a298-9c65aacac48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:16.618542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-e4c2dedf-0b3b-4fcd-be98-ff67595df961 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.620269 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a1dca-b6d6-47c9-a298-9c65aacac48b None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:16.625269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-e4c2dedf-0b3b-4fcd-be98-ff67595df961 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.632305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-e4c2dedf-0b3b-4fcd-be98-ff67595df961 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.634446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-e4c2dedf-0b3b-4fcd-be98-ff67595df961 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.5817962 Nov 12 05:34:16.637379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 267f6506-0c3a-4758-9e65-1d3fd5a287d4 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:16.640031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] For port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:16.644875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] For port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=37e8e1a3-c193-40e5-9ce7-5c555bc890cb,segment=NetworkSegment(9f7004e9-8de6-4e21-a5a8-934db24625a0),segment_id=9f7004e9-8de6-4e21-a5a8-934db24625a0)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:16.650517 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.729643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a0be3-bcf1-4e98-9b05-81bad4fa846b None None] Pushing event updated for resources: {'Port': ['ID=37e8e1a3-c193-40e5-9ce7-5c555bc890cb,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:16.738879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:16.745338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:16.806086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:16.816419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.878905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e4e2379f-fe13-4cbe-9b68-f360dd0a5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.880626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e4e2379f-fe13-4cbe-9b68-f360dd0a5499 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5780501 Nov 12 05:34:16.952985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:16.955705 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613a7ab-94a9-47ae-950c-73df8bcd243d" -d '{"events": [{"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:17.057416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:17.061406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:17.066371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.075987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de02362-2a8d-435c-b125-665d89b48b89 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:17.094849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de02362-2a8d-435c-b125-665d89b48b89 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:17.095870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8de02362-2a8d-435c-b125-665d89b48b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:17.152440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8de02362-2a8d-435c-b125-665d89b48b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:17.184028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de02362-2a8d-435c-b125-665d89b48b89 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:17.187860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8de02362-2a8d-435c-b125-665d89b48b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:17.198710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f7ccf4db-c4e8-484c-af44-fa386b9e9d29 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/floatingips/631420aa-b90a-4956-b28e-410604ba8000 HTTP/1.1" status: 200 len: 977 time: 2.6689599 Nov 12 05:34:17.203047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50824) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:17.215013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:17.258058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8de02362-2a8d-435c-b125-665d89b48b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:17.258747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de02362-2a8d-435c-b125-665d89b48b89 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:17.313823 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.318334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.356082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa82f4-7c0b-422a-bd6b-e45d51dc769b req-2caa525c-22c5-400b-9ddc-3b663f49c741 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:17.357751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcfa82f4-7c0b-422a-bd6b-e45d51dc769b req-2caa525c-22c5-400b-9ddc-3b663f49c741 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.7219203 Nov 12 05:34:17.363343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5be18d7d-40c3-4c9b-b553-786cb5c92793 None None] Provisioning complete for port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:17.363927 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5be18d7d-40c3-4c9b-b553-786cb5c92793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.460425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-349e3170-6327-4ff6-8b82-bf9541551ea3 req-366bdac2-164f-4db8-872b-95de19c6617f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7088296 Nov 12 05:34:17.476751 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5be18d7d-40c3-4c9b-b553-786cb5c92793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.505660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.513191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:17.515101 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.515667 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 631420aa-b90a-4956-b28e-410604ba8000 disassociated. External IP: 172.25.2.48, port: 2c3ec99d-eaa7-4c49-b1f2-543b091b5553. Nov 12 05:34:17.517180 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f09168-156c-436d-8054-dab574499122" -d '{"events": [{"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-plugged", "status": "completed", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:17.531640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcfa82f4-7c0b-422a-bd6b-e45d51dc769b req-c8086096-ec2c-417d-b1c3-61923cebf16a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554656 Nov 12 05:34:17.541169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5be18d7d-40c3-4c9b-b553-786cb5c92793 None None] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:17.554301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.10 (63ea7636-092d-4664-bfca-3fdd21a15148/e051522d-9967-45f3-9ab3-2b695f2124be/267f6506-0c3a-4758-9e65-1d3fd5a287d4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:17.558795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:17.559178 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5be18d7d-40c3-4c9b-b553-786cb5c92793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.559813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.561478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d20dea09-605d-41b3-bd97-2320c2d8da9c service neutron] 10.222.0.47 "PUT /v2.0/ports/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 1124 time: 3.2145009 Nov 12 05:34:17.563475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-81f4ffd5-a8dc-4b6f-bcab-a4034b58ce3b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651294 Nov 12 05:34:17.764682 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0783ad29-5ee3-40b4-90c0-d1c9d80e20da x-openstack-request-id: req-0783ad29-5ee3-40b4-90c0-d1c9d80e20da {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:17.765471 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-plugged", "status": "completed", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:17.765471 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0783ad29-5ee3-40b4-90c0-d1c9d80e20da {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:17.765892 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'code': 200} Nov 12 05:34:17.776308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be18d7d-40c3-4c9b-b553-786cb5c92793 None None] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:17.802952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-656b0d9a-1b78-448e-ace8-191200b40ff3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170694 Nov 12 05:34:17.818631 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9633410-a1a8-42e9-afe5-97caa623be26 x-openstack-request-id: req-a9633410-a1a8-42e9-afe5-97caa623be26 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:17.822842 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:17.823295 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9633410-a1a8-42e9-afe5-97caa623be26 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:17.825072 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'code': 200} Nov 12 05:34:17.858152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:17.870817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:17.981811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-355cd5d4-e901-4ae4-b19f-baa8c9c2a17d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=760c73a9-609e-410c-bfbb-072e8c6a9538 HTTP/1.1" status: 200 len: 217 time: 0.1685126 Nov 12 05:34:18.093449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:18.103498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.107016 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb798c04-2ec7-4bde-8ebe-43cbf6599538 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:18.139808 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb798c04-2ec7-4bde-8ebe-43cbf6599538 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:18.141594 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-eb798c04-2ec7-4bde-8ebe-43cbf6599538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:18.251926 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-eb798c04-2ec7-4bde-8ebe-43cbf6599538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:18.278719 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb798c04-2ec7-4bde-8ebe-43cbf6599538 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:18.279262 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3be53140-e218-45c8-bf6e-eb9b5e2f0a77 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/floatingips/631420aa-b90a-4956-b28e-410604ba8000 HTTP/1.1" status: 200 len: 687 time: 1.0735888 Nov 12 05:34:18.280958 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-eb798c04-2ec7-4bde-8ebe-43cbf6599538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:18.290117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:18.347073 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.348556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41450d97-e387-401c-a249-a6fc3597ef42 None None] Network 63ea7636-092d-4664-bfca-3fdd21a15148 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:18.360170 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-eb798c04-2ec7-4bde-8ebe-43cbf6599538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:18.365654 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb798c04-2ec7-4bde-8ebe-43cbf6599538 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:18.414988 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.425471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad698-ca1b-43c7-8dd9-92957a57dc11 req-d16f766b-1766-494b-b9cf-ae401ce90c08 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.427336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec3ad698-ca1b-43c7-8dd9-92957a57dc11 req-d16f766b-1766-494b-b9cf-ae401ce90c08 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.5977948 Nov 12 05:34:18.456929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-84668b74-f9d1-4204-b3a4-1ce63b1b17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.458559 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-84668b74-f9d1-4204-b3a4-1ce63b1b17b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1097 time: 0.2744262 Nov 12 05:34:18.508650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-eaf4d578-4a69-4e94-981e-4a33abc32121 None None] Provisioning complete for port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:18.508900 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf4d578-4a69-4e94-981e-4a33abc32121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.531658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=267f6506-0c3a-4758-9e65-1d3fd5a287d4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:18.555809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port dc11640d-0d17-45b2-8928-95099ba97ed7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:18.556039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 63ea7636-092d-4664-bfca-3fdd21a15148 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:18.556326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.565886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e8009636-68e6-456e-b7df-1604ac72f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.567601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e8009636-68e6-456e-b7df-1604ac72f3e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.5685763 Nov 12 05:34:18.570817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:18.578644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:18.606316 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.632751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-c856fd99-8965-4133-8318-835043830885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.634502 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-c856fd99-8965-4133-8318-835043830885 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.1680698 Nov 12 05:34:18.646830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.647455 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.661512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72124f-b068-41fc-912c-19be8b6c23f2 req-f0acf264-ed0c-4166-85b3-ee537773d44b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.663112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c72124f-b068-41fc-912c-19be8b6c23f2 req-f0acf264-ed0c-4166-85b3-ee537773d44b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2695339 Nov 12 05:34:18.697666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf4d578-4a69-4e94-981e-4a33abc32121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.720102 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-495a1b0b-2210-4d80-b7f1-a76bb71836fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 999 time: 0.0767169 Nov 12 05:34:18.746449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cb149f67-f2f1-4b74-af10-844c55f76bf6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3116350 Nov 12 05:34:18.746665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50842) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:18.752277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '63ea7636-092d-4664-bfca-3fdd21a15148', 'name': 'tempest-PortsTestJSON-907286018', 'fixed_ips': [{'subnet_id': 'e051522d-9967-45f3-9ab3-2b695f2124be', 'ip_address': '172.20.0.9'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:18.754226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eaf4d578-4a69-4e94-981e-4a33abc32121 None None] For port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=37e8e1a3-c193-40e5-9ce7-5c555bc890cb,segment=NetworkSegment(9f7004e9-8de6-4e21-a5a8-934db24625a0),segment_id=9f7004e9-8de6-4e21-a5a8-934db24625a0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:18.768485 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf4d578-4a69-4e94-981e-4a33abc32121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.779762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e25f48ff-10a7-4d65-aebe-a40604bf5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.784338 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e25f48ff-10a7-4d65-aebe-a40604bf5fb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565630 Nov 12 05:34:18.789719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec3ad698-ca1b-43c7-8dd9-92957a57dc11 req-c3d2105a-03c5-49dc-bd49-83767a0e60dc tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667778 Nov 12 05:34:18.825509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.825945 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.897375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for dc11640d-0d17-45b2-8928-95099ba97ed7 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:18.913383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4d578-4a69-4e94-981e-4a33abc32121 None None] Pushing event updated for resources: {'Port': ['ID=37e8e1a3-c193-40e5-9ce7-5c555bc890cb,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:18.923012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-611ec887-b4c3-47eb-8f85-031ebcbe9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.925274 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-611ec887-b4c3-47eb-8f85-031ebcbe9002 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1939783 Nov 12 05:34:18.949592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-2cccaf3e-85ee-4f58-8139-8a51882452f6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550994 Nov 12 05:34:19.024413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d95348a7-7338-4251-8792-3e9440dc9d41 None None] Provisioning complete for port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:19.024923 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d95348a7-7338-4251-8792-3e9440dc9d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:19.035690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c72124f-b068-41fc-912c-19be8b6c23f2 req-641bdc52-e5e3-4f13-abbd-53a81ab820a0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496752 Nov 12 05:34:19.126416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-09917065-9dff-4851-a42e-95cbdb4c4d98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.132886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-09917065-9dff-4851-a42e-95cbdb4c4d98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.139263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-09917065-9dff-4851-a42e-95cbdb4c4d98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.145784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-09917065-9dff-4851-a42e-95cbdb4c4d98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.152272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-09917065-9dff-4851-a42e-95cbdb4c4d98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.158589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-09917065-9dff-4851-a42e-95cbdb4c4d98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.165176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 37e8e1a3-c193-40e5-9ce7-5c555bc890cb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:19.170378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-09917065-9dff-4851-a42e-95cbdb4c4d98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.190654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-09917065-9dff-4851-a42e-95cbdb4c4d98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.2370806 Nov 12 05:34:19.190985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-a7208c20-7276-4fb8-8ec8-3ab84ac0d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.190985 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-a7208c20-7276-4fb8-8ec8-3ab84ac0d414 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032449 Nov 12 05:34:19.199075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:19.244216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=dc11640d-0d17-45b2-8928-95099ba97ed7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:19.261101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.261425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.261721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.262054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.262491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.262823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.263152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.263480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.263804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.264127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.264996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.265324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:19.268029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:19.329569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-8547c131-a6ff-4257-bd56-34a945501640 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351917 Nov 12 05:34:19.347388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6402c733-70eb-4fa2-ab9a-57a604043f83 req-1e0b36d3-099b-4fc5-a724-37e808383895 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581156 Nov 12 05:34:19.380230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:19.380759 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:19.407402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d95348a7-7338-4251-8792-3e9440dc9d41 None None] Provisioning complete for port 267f6506-0c3a-4758-9e65-1d3fd5a287d4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:19.407934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d95348a7-7338-4251-8792-3e9440dc9d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:19.418799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e874f14e-cf10-4581-9df7-60b51518adec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0803747 Nov 12 05:34:19.447242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d95348a7-7338-4251-8792-3e9440dc9d41 None None] Port 267f6506-0c3a-4758-9e65-1d3fd5a287d4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:19.497036 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:19.554624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-3d12899f-68de-4393-a204-d4431e7cdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.556356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-3d12899f-68de-4393-a204-d4431e7cdb7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.1292148 Nov 12 05:34:19.604597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-79b7f724-685b-4881-9aa7-86bcc59e1603 None None] Provisioning complete for port 267f6506-0c3a-4758-9e65-1d3fd5a287d4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:19.604976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79b7f724-685b-4881-9aa7-86bcc59e1603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:19.646978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4605360f-64e8-4a6d-aede-7fccfa82e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:19.649083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-4605360f-64e8-4a6d-aede-7fccfa82e120 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827811 Nov 12 05:34:19.660157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-79b7f724-685b-4881-9aa7-86bcc59e1603 None None] Port 267f6506-0c3a-4758-9e65-1d3fd5a287d4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:19.763206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-04aa579b-a1fa-4251-817d-80c5b91302d2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051993 Nov 12 05:34:19.879216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:19.882160 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:19.885746 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e76babf5-8a8c-40ad-9ad3-1c014ac2e551 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/floatingips/631420aa-b90a-4956-b28e-410604ba8000 HTTP/1.1" status: 204 len: 168 time: 1.5921566 Nov 12 05:34:19.916637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50860) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:19.965013 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-c8bc67e1-0653-4016-88a3-4c6e372e1914 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] delete failed (client error): The resource could not be found. Nov 12 05:34:19.969543 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c8bc67e1-0653-4016-88a3-4c6e372e1914 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/floatingips/631420aa-b90a-4956-b28e-410604ba8000 HTTP/1.1" status: 404 len: 345 time: 0.0484560 Nov 12 05:34:19.972844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50862) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:20.099823 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-53116150-faea-4d47-b774-2ef6acd3e444 service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975418 Nov 12 05:34:20.139650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:20.164506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:20.187974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd53a0b-c1c9-4be1-8e41-0a77f45986c4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.196770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd53a0b-c1c9-4be1-8e41-0a77f45986c4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.203765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd53a0b-c1c9-4be1-8e41-0a77f45986c4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.206092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dfd53a0b-c1c9-4be1-8e41-0a77f45986c4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "GET /v2.0/ports?network_id=a7d05781-b73b-47b8-bceb-85466acb6b1f HTTP/1.1" status: 200 len: 2358 time: 0.2303832 Nov 12 05:34:20.217573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50866) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:20.271394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:20.280261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:20.283347 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:20.287892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 has no active binding in host n-h2-765315-28 {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 05:34:20.325646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port f6aeb49e-4b3b-448f-bdd6-15c38a1de51d yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:20.395116 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ed07c8b-9bdc-4a5c-87ee-5b1bc1c971d6 req-04e17f2b-36ae-4f5f-a7dc-50e5cec2782f service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786818 Nov 12 05:34:20.396215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-c6eea0cb-a074-4ce4-9d05-89ea4fef12ab service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243789 Nov 12 05:34:20.405377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d28ddc-f73d-44f7-bcf6-828f76639406 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.406897 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a7d28ddc-f73d-44f7-bcf6-828f76639406 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "GET /v2.0/subnets/cd3160af-7e18-47ac-8fac-4e9a6473be66 HTTP/1.1" status: 200 len: 797 time: 0.1880388 Nov 12 05:34:20.412590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50870) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:20.418286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'port': {'network_id': 'a7d05781-b73b-47b8-bceb-85466acb6b1f', 'name': 'tempest-FloatingIPTestJSON-337784479', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:20.542445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f0e65-d1f1-4935-b5b6-2e46b0e8cdd6 req-39b5f79c-647f-4317-95d2-b411a502c59a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.545787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-616f0e65-d1f1-4935-b5b6-2e46b0e8cdd6 req-39b5f79c-647f-4317-95d2-b411a502c59a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.2576072 Nov 12 05:34:20.546900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-cae00751-252a-42a0-8de2-741a0dc5f91d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0889742 Nov 12 05:34:20.622116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac394e-8950-4bb9-9f99-d8ae1b75072b req-60e249a6-d193-4dc7-ad2b-b3f721bfcf6b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.623743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2ac394e-8950-4bb9-9f99-d8ae1b75072b req-60e249a6-d193-4dc7-ad2b-b3f721bfcf6b tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3269830 Nov 12 05:34:20.661685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.9 (63ea7636-092d-4664-bfca-3fdd21a15148/e051522d-9967-45f3-9ab3-2b695f2124be/f6aeb49e-4b3b-448f-bdd6-15c38a1de51d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:20.666636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:20.715122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-6da78093-d99d-4037-a2f7-be41c491cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.716667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-6da78093-d99d-4037-a2f7-be41c491cf1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.1535616 Nov 12 05:34:20.728678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2ac394e-8950-4bb9-9f99-d8ae1b75072b req-12b7f035-def3-4746-b2a8-b235546e02f9 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888727 Nov 12 05:34:20.733349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-616f0e65-d1f1-4935-b5b6-2e46b0e8cdd6 req-08dbbf33-4971-49df-8647-d3ce50e8ee20 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774983 Nov 12 05:34:20.796890 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e412bfc-d702-4e7e-b59c-c98ddea06365 x-openstack-request-id: req-0e412bfc-d702-4e7e-b59c-c98ddea06365 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:20.797291 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:20.797659 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e412bfc-d702-4e7e-b59c-c98ddea06365 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:20.798154 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'status': 'completed', 'code': 200} Nov 12 05:34:20.800837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-11bc1681-48b1-447f-b6e3-18d6b972e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.805306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-11bc1681-48b1-447f-b6e3-18d6b972e6cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0707412 Nov 12 05:34:20.888565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:20.916919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-679c240c-dfbd-4a76-a1c8-912436ff6fa2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.925256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-679c240c-dfbd-4a76-a1c8-912436ff6fa2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.932402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-679c240c-dfbd-4a76-a1c8-912436ff6fa2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.940523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-679c240c-dfbd-4a76-a1c8-912436ff6fa2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.948956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-679c240c-dfbd-4a76-a1c8-912436ff6fa2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.957515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-679c240c-dfbd-4a76-a1c8-912436ff6fa2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.964697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-679c240c-dfbd-4a76-a1c8-912436ff6fa2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.974384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-679c240c-dfbd-4a76-a1c8-912436ff6fa2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.1331990 Nov 12 05:34:20.991226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] device_id is not set on port 49d4845a-55bc-4871-b9e3-f0de0b780d92 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:21.045589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 37e8e1a3-c193-40e5-9ce7-5c555bc890cb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:21.097562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:21.098291 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:21.099370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-0929e775-64ca-45dd-8e95-2502158d8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:21.100864 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-0929e775-64ca-45dd-8e95-2502158d8735 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1129 time: 0.1563618 Nov 12 05:34:21.104160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5824a5a1-3d5c-4451-9993-b2ce1e00fc8c req-f8331c17-c804-4e9b-8acc-98910a4ec5c2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286137 Nov 12 05:34:21.174544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-b414a9e4-3322-4417-af2e-ee8338015361 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839454 Nov 12 05:34:21.308897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-31480e10-5903-4b53-b5f7-5835ba47a8d2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091211 Nov 12 05:34:21.366902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e129d0d7-67fa-4580-b0e7-c29562c10b1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0485430 Nov 12 05:34:21.403222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:21.434799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-f35aea98-56d4-4966-b04b-cda89a7ed1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:21.436479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-f35aea98-56d4-4966-b04b-cda89a7ed1c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0604627 Nov 12 05:34:21.445302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.20.0.14 (a7d05781-b73b-47b8-bceb-85466acb6b1f/cd3160af-7e18-47ac-8fac-4e9a6473be66/49d4845a-55bc-4871-b9e3-f0de0b780d92) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:21.459876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.20.0.13 (a7d05781-b73b-47b8-bceb-85466acb6b1f/cd3160af-7e18-47ac-8fac-4e9a6473be66/49d4845a-55bc-4871-b9e3-f0de0b780d92) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:21.497291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e14e7c6d-5e6f-4285-82ab-2e88c222ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:21.499691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e14e7c6d-5e6f-4285-82ab-2e88c222ae7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0556331 Nov 12 05:34:21.553496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-6c9b43d5-61fa-4c19-b859-f3921ff782d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:21.555714 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-6c9b43d5-61fa-4c19-b859-f3921ff782d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 200 len: 897 time: 0.3506086 Nov 12 05:34:21.559430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:21.620996 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-e9321248-9af5-4415-9b1d-2b22f0f9e5df service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124859 Nov 12 05:34:21.681334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-b6da6bf8-9669-4c8a-b587-adf98a51cec1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 1002 time: 0.0852208 Nov 12 05:34:21.742921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-151aabbd-7b7f-4619-8dbe-54aa9b5d2c9b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131017 Nov 12 05:34:21.802207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-57971896-8090-432c-af98-fda63b87ea79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0507498 Nov 12 05:34:21.817051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 63ea7636-092d-4664-bfca-3fdd21a15148 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:21.831452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:21.834683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:21.899440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-682c665e-2b0d-4e82-bc6f-a7a360539e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:21.900946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-682c665e-2b0d-4e82-bc6f-a7a360539e17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0909853 Nov 12 05:34:21.923277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:21.923936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:21.944130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=f6aeb49e-4b3b-448f-bdd6-15c38a1de51d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:21.974025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-38f9b518-1e90-4998-a7ed-d5674ada6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:21.976266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-38f9b518-1e90-4998-a7ed-d5674ada6ec5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94c3285a-fb0e-423e-b0f4-fd75f79c00fe HTTP/1.1" status: 200 len: 834 time: 0.2656565 Nov 12 05:34:21.983827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d5bd3a53-fff0-4a97-805d-0f60bd880ff4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2362492 Nov 12 05:34:21.996535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50886) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:22.075089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef26df4-0ae9-4f18-9e57-de638f104baa req-5e3c7e99-53ff-472e-9869-6513319c53d9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.085037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ef26df4-0ae9-4f18-9e57-de638f104baa req-5e3c7e99-53ff-472e-9869-6513319c53d9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.1921387 Nov 12 05:34:22.090490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-088d94b5-3417-4e50-a0c0-52cb78d267fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.091995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-088d94b5-3417-4e50-a0c0-52cb78d267fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1764112 Nov 12 05:34:22.114162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:22.129564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-536a0581-e333-402d-b6a1-a2b981ee1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.131238 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-536a0581-e333-402d-b6a1-a2b981ee1fa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75a9633c-bd23-4416-8490-c96d99dec451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461904 Nov 12 05:34:22.142739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c714b33c-f0c4-430d-91cc-ec48053f0576 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.144446 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c714b33c-f0c4-430d-91cc-ec48053f0576 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1461768 Nov 12 05:34:22.155303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50890) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:22.198443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-66a2f27b-f64b-45cf-b103-e52593d3bc67 None None] Provisioning complete for port f6aeb49e-4b3b-448f-bdd6-15c38a1de51d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:22.200360 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66a2f27b-f64b-45cf-b103-e52593d3bc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:22.219984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a29f1-0589-47e1-96d5-16297f73fe13 req-20c1feba-07fc-4158-8a1a-4370704f97eb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.222089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d0a29f1-0589-47e1-96d5-16297f73fe13 req-20c1feba-07fc-4158-8a1a-4370704f97eb tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3190522 Nov 12 05:34:22.253646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-66a2f27b-f64b-45cf-b103-e52593d3bc67 None None] Port f6aeb49e-4b3b-448f-bdd6-15c38a1de51d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:22.309428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:22.315611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ef26df4-0ae9-4f18-9e57-de638f104baa req-11b9b41b-123f-48f7-bc6a-37f9a3c99187 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290230 Nov 12 05:34:22.324687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-f4928ea8-215c-49b4-8d2a-8bc2ed31e2fb service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218263 Nov 12 05:34:22.357579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a309b6-d59e-48c8-9170-648e52386778 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.364046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a309b6-d59e-48c8-9170-648e52386778 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.370920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a309b6-d59e-48c8-9170-648e52386778 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.371792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d0a29f1-0589-47e1-96d5-16297f73fe13 req-7f8889bf-966f-4a42-9268-3cabe25861cf tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394241 Nov 12 05:34:22.387036 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e9a309b6-d59e-48c8-9170-648e52386778 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2297449 Nov 12 05:34:22.404819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50892) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:22.457480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network a7d05781-b73b-47b8-bceb-85466acb6b1f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:22.470566 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-4682d57a-593e-4da9-8f41-5532d268ba83 service neutron] 10.222.0.43 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248858 Nov 12 05:34:22.476862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:22.487063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=49d4845a-55bc-4871-b9e3-f0de0b780d92,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:22.489529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:22.558233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24deb56f-d95a-4cbe-be69-999dea6ab9ba req-7cdf4ce1-b95c-495d-9d3a-420d0c0d6f0d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223551 Nov 12 05:34:22.611875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.613185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:22.649388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a0c7e6b1-c394-48f4-9f80-ee40ed7c10f4 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2356694 Nov 12 05:34:22.651811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50896) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:22.656974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '49d4845a-55bc-4871-b9e3-f0de0b780d92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:22.671394 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6184f8fe-c507-436b-98e5-5e8f5dca7c2a req-19b8317a-ef77-45a9-9f42-1a12d31ff9b6 service neutron] 10.222.0.43 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920381 Nov 12 05:34:22.689704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:22.761240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cedbf-d633-406f-bc87-b7ae7b7ed4a4 req-4f258696-4dd8-450c-a7ff-9fd4eea152d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.770173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa9cedbf-d633-406f-bc87-b7ae7b7ed4a4 req-4f258696-4dd8-450c-a7ff-9fd4eea152d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2107751 Nov 12 05:34:22.850191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fd1b2815-fc71-4a3e-9477-81c0835cead3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.855922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:22.862679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fd1b2815-fc71-4a3e-9477-81c0835cead3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.872140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fd1b2815-fc71-4a3e-9477-81c0835cead3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.879538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fd1b2815-fc71-4a3e-9477-81c0835cead3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.885872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fd1b2815-fc71-4a3e-9477-81c0835cead3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.891922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fd1b2815-fc71-4a3e-9477-81c0835cead3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.897995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fd1b2815-fc71-4a3e-9477-81c0835cead3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.900236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fd1b2815-fc71-4a3e-9477-81c0835cead3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.3065584 Nov 12 05:34:22.912724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-6b75df0b-91c3-449b-9076-300590a8893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.913283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-6b75df0b-91c3-449b-9076-300590a8893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.913762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-6b75df0b-91c3-449b-9076-300590a8893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.914225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-6b75df0b-91c3-449b-9076-300590a8893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.914717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-6b75df0b-91c3-449b-9076-300590a8893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.915181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-6b75df0b-91c3-449b-9076-300590a8893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.915764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-6b75df0b-91c3-449b-9076-300590a8893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.917685 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-6b75df0b-91c3-449b-9076-300590a8893e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6485 time: 0.1162260 Nov 12 05:34:23.054447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.25.2.225 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/bc838019-aeaa-422f-91c2-c1f4818402af) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:23.066502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-bb58289f-8d49-41ab-90b7-2991230bde9b service neutron] 10.222.0.43 "GET /v2.0/ports/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3/bindings/n-h2-765315-28 HTTP/1.1" status: 200 len: 385 time: 0.1629326 Nov 12 05:34:23.075162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-c573d4e9-6f8a-4f88-a441-3e559fe596bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.076646 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-c573d4e9-6f8a-4f88-a441-3e559fe596bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 903 time: 0.1465189 Nov 12 05:34:23.103303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port f6aeb49e-4b3b-448f-bdd6-15c38a1de51d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:23.103787 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:23.135871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa9cedbf-d633-406f-bc87-b7ae7b7ed4a4 req-e1cf0f7f-bdf5-4237-a076-faaec9ad8f25 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647079 Nov 12 05:34:23.138867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-46db384a-b70b-46a8-a59b-80a4b0fbfee5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0540957 Nov 12 05:34:23.206428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa0b27a8-45e0-45aa-9a42-30815f5883f5 req-fa9a9883-56b7-4111-b1e8-2a74d9037fb7 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2912178 Nov 12 05:34:23.238367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:23.307999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-39a85d01-16ea-41dd-ab24-3af6ac6ac2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.308117 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-39a85d01-16ea-41dd-ab24-3af6ac6ac2c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0545356 Nov 12 05:34:23.308507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50908) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:23.406752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-908baa58-f4e4-4bd8-9510-30b61cf75aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.408317 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-908baa58-f4e4-4bd8-9510-30b61cf75aa6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0798302 Nov 12 05:34:23.409932 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:23.500608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:23.510761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=bc838019-aeaa-422f-91c2-c1f4818402af,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:23.554890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:23.556642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for f6aeb49e-4b3b-448f-bdd6-15c38a1de51d owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:23.565943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:23.571343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:23.591702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffb93a-435b-48da-a721-566476d5c63c req-54d99356-0b54-402c-9094-8f1d5db5a7a6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.593305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afffb93a-435b-48da-a721-566476d5c63c req-54d99356-0b54-402c-9094-8f1d5db5a7a6 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3008199 Nov 12 05:34:23.644001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46375527-e46d-4ee9-bf82-df89d408c7db req-c3842c73-fcb1-4393-b004-6cea5719aa0c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.646887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46375527-e46d-4ee9-bf82-df89d408c7db req-c3842c73-fcb1-4393-b004-6cea5719aa0c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 946 time: 0.1991329 Nov 12 05:34:23.788931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46375527-e46d-4ee9-bf82-df89d408c7db req-574df547-8c10-4330-bc86-b817c5fbbb52 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141589 Nov 12 05:34:23.828262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afffb93a-435b-48da-a721-566476d5c63c req-5c32d748-97da-4526-adeb-70423dc85c3a tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973023 Nov 12 05:34:23.849318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:23.912162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:23.961941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:23.982990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:23.984366 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049f1819-9914-41de-839f-70ede63fadbc" -d '{"events": [{"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:24.091557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:24.096095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=f6aeb49e-4b3b-448f-bdd6-15c38a1de51d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:24.141894 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b3c7af-60da-4753-b951-cf04e93f762f x-openstack-request-id: req-c6b3c7af-60da-4753-b951-cf04e93f762f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:24.142313 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:24.142599 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6b3c7af-60da-4753-b951-cf04e93f762f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:24.143013 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'code': 200} Nov 12 05:34:24.197244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.197664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.198129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.198499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.198837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.201462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.201462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.201462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.201462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.201462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.201462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.201462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:24.234398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:24.342321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] Transition to ACTIVE for port object 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:34:24.366728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:24.434054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:24.439732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f4558223-32ea-48ae-9bc0-050dc2435caf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/f6aeb49e-4b3b-448f-bdd6-15c38a1de51d HTTP/1.1" status: 204 len: 168 time: 2.0291250 Nov 12 05:34:24.444585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50928) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:24.473364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef51dfc-cc72-485e-a661-653b0bda913f req-bf5c81ae-2670-425b-9e13-7e07853b0a4c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:24.474999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aef51dfc-cc72-485e-a661-653b0bda913f req-bf5c81ae-2670-425b-9e13-7e07853b0a4c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3003492 Nov 12 05:34:24.532498 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb9898f-ede6-41aa-ad21-b3ba090c1fb9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:34:24.538076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3bb9898f-ede6-41aa-ad21-b3ba090c1fb9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/f6aeb49e-4b3b-448f-bdd6-15c38a1de51d HTTP/1.1" status: 404 len: 333 time: 0.0865817 Nov 12 05:34:24.538776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50930) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:24.573235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-93e3efd2-18a4-42d8-9817-e8399fa1b7ac tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:24.579525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-93e3efd2-18a4-42d8-9817-e8399fa1b7ac tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:24.586281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-93e3efd2-18a4-42d8-9817-e8399fa1b7ac tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:24.592472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-93e3efd2-18a4-42d8-9817-e8399fa1b7ac tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:24.599078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-93e3efd2-18a4-42d8-9817-e8399fa1b7ac tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:24.605117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-93e3efd2-18a4-42d8-9817-e8399fa1b7ac tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:24.611254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-93e3efd2-18a4-42d8-9817-e8399fa1b7ac tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:24.613239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-93e3efd2-18a4-42d8-9817-e8399fa1b7ac tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.2646687 Nov 12 05:34:24.767820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=11']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:24.780226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] No DVR routers for this DVR port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:24.809708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:24.812717 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-477ed2cd-c93b-419e-9ee7-f8ba573b7819 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3960884 Nov 12 05:34:24.931445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3bd4fd4-df24-42b5-810b-fff7935ec38e req-e3828c74-46f2-4669-9473-daae448d0b99 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2376256 Nov 12 05:34:24.952335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aef51dfc-cc72-485e-a661-653b0bda913f req-40c93773-3670-4aa5-94ef-485b6094d632 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451094 Nov 12 05:34:24.960162 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a97c41a1-730d-4e43-94dc-74eb40f1cbcf req-852fa623-b999-449a-b76f-f18b55ac209e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160080 Nov 12 05:34:25.030450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d74b9-611d-4241-b2ce-4fcd0aba5076 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 267f6506-0c3a-4758-9e65-1d3fd5a287d4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:25.030834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dc3d74b9-611d-4241-b2ce-4fcd0aba5076 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.072330 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.128144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-d0fad8fe-4961-49c8-ab34-d5070fb8a4b5 service neutron] 10.222.0.43 "PUT /v2.0/ports/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3/bindings/n-h2-765315-28/activate HTTP/1.1" status: 200 len: 370 time: 2.0493143 Nov 12 05:34:25.211125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920147ec-8ef7-4406-a511-3c7c4081f27a req-56b965bc-b5d8-498b-b7cd-d878ca61983f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:25.212685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920147ec-8ef7-4406-a511-3c7c4081f27a req-56b965bc-b5d8-498b-b7cd-d878ca61983f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.1381578 Nov 12 05:34:25.284472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dc3d74b9-611d-4241-b2ce-4fcd0aba5076 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.308565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d74b9-611d-4241-b2ce-4fcd0aba5076 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 267f6506-0c3a-4758-9e65-1d3fd5a287d4 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:25.370148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-920147ec-8ef7-4406-a511-3c7c4081f27a req-78d3df3f-97b6-4fa8-aa78-4fb9480b9f95 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424737 Nov 12 05:34:25.382491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-b4deb607-91ca-44b5-99c1-3e0b062cd6c9 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:25.383810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-b4deb607-91ca-44b5-99c1-3e0b062cd6c9 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4&tenant_id=55c883ec452744208727f56ec3f04fe4&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.1501381 Nov 12 05:34:25.413393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.421127 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.460688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-c752a26b-79d6-418b-bd39-6c049b29807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:25.462287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-c752a26b-79d6-418b-bd39-6c049b29807d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0627508 Nov 12 05:34:25.518639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=bc838019-aeaa-422f-91c2-c1f4818402af,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:25.544118 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.553219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dc3d74b9-611d-4241-b2ce-4fcd0aba5076 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.589100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.614250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d74b9-611d-4241-b2ce-4fcd0aba5076 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=267f6506-0c3a-4758-9e65-1d3fd5a287d4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:25.687167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-76250df3-5185-441b-8ef5-94c737895aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:25.688701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-76250df3-5185-441b-8ef5-94c737895aaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1097 time: 0.1208940 Nov 12 05:34:25.694667 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dc3d74b9-611d-4241-b2ce-4fcd0aba5076 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.697850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dc3d74b9-611d-4241-b2ce-4fcd0aba5076 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/267f6506-0c3a-4758-9e65-1d3fd5a287d4 HTTP/1.1" status: 204 len: 168 time: 1.1503954 Nov 12 05:34:25.712378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50936) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:25.757606 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49ccbfd-2a91-4fdc-8c41-10949b6e9553 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:34:25.759282 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b49ccbfd-2a91-4fdc-8c41-10949b6e9553 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/267f6506-0c3a-4758-9e65-1d3fd5a287d4 HTTP/1.1" status: 404 len: 333 time: 0.0444150 Nov 12 05:34:25.766655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50938) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:25.776939 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 2330cfe3-445a-41e9-9861-a5cb10918d1c associated. External IP: 172.25.2.225, port: 49d4845a-55bc-4871-b9e3-f0de0b780d92. Nov 12 05:34:25.844140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d26b342-e2d8-48b4-8518-c5e728f91918 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet e051522d-9967-45f3-9ab3-2b695f2124be {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:25.848598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d26b342-e2d8-48b4-8518-c5e728f91918 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:25.897737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-2edf5ff4-1873-4078-b9b7-719b59519cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:25.899415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-2edf5ff4-1873-4078-b9b7-719b59519cc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 200 len: 897 time: 0.1996059 Nov 12 05:34:25.906009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d26b342-e2d8-48b4-8518-c5e728f91918 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.060472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-15064f00-d902-4a69-9502-a48d77e1640e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 1000 time: 0.1514196 Nov 12 05:34:26.117461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:26.177226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Deleting port cc724f7e-d8ff-4bbf-b42b-c80764dfb359 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:26.177739 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.301757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:26.311086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:26.323506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] For port cc724f7e-d8ff-4bbf-b42b-c80764dfb359, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:26.324002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.343345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Calling delete_port for cc724f7e-d8ff-4bbf-b42b-c80764dfb359 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:26.354293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.366378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0abcaf-e38c-4025-946a-aea9fbf87f88 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:26.382483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:26.384326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0abcaf-e38c-4025-946a-aea9fbf87f88 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:26.385131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9b0abcaf-e38c-4025-946a-aea9fbf87f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:26.436553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-89628b02-4bc5-4030-908f-9ff385791b22 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7836814 Nov 12 05:34:26.439067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50948) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:26.444134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5be04269-be3e-4728-9f4b-acef64450038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'port_id': '49d4845a-55bc-4871-b9e3-f0de0b780d92', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:26.451945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9b0abcaf-e38c-4025-946a-aea9fbf87f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:26.463742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0abcaf-e38c-4025-946a-aea9fbf87f88 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:26.464584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9b0abcaf-e38c-4025-946a-aea9fbf87f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:26.527240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9b0abcaf-e38c-4025-946a-aea9fbf87f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:26.528113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0abcaf-e38c-4025-946a-aea9fbf87f88 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:26.563594 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5be04269-be3e-4728-9f4b-acef64450038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.593237 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d26b342-e2d8-48b4-8518-c5e728f91918 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.616043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-afdc46a0-9cbc-478b-9618-ba694f3b8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.617560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-afdc46a0-9cbc-478b-9618-ba694f3b8874 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=94c3285a-fb0e-423e-b0f4-fd75f79c00fe HTTP/1.1" status: 200 len: 834 time: 0.5161140 Nov 12 05:34:26.650834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-4118b1a3-21b0-47ba-b0ee-44ea55e19819 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.656832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-4118b1a3-21b0-47ba-b0ee-44ea55e19819 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.663438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-4118b1a3-21b0-47ba-b0ee-44ea55e19819 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.670188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-4118b1a3-21b0-47ba-b0ee-44ea55e19819 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.675483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-4118b1a3-21b0-47ba-b0ee-44ea55e19819 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.685884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-4118b1a3-21b0-47ba-b0ee-44ea55e19819 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.692871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-4118b1a3-21b0-47ba-b0ee-44ea55e19819 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.694818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-4118b1a3-21b0-47ba-b0ee-44ea55e19819 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.6408646 Nov 12 05:34:26.719602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7755001-6575-49f4-a64d-ca7474bd53dc req-e2007776-7e7b-4643-9fb9-48a2e9a66071 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.721096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7755001-6575-49f4-a64d-ca7474bd53dc req-e2007776-7e7b-4643-9fb9-48a2e9a66071 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.6641097 Nov 12 05:34:26.807788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.825958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d26b342-e2d8-48b4-8518-c5e728f91918 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.858122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-83ba87f2-b030-4be8-9e72-1964a3e95784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.859647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-83ba87f2-b030-4be8-9e72-1964a3e95784 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75a9633c-bd23-4416-8490-c96d99dec451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308092 Nov 12 05:34:26.868021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc724f7e-d8ff-4bbf-b42b-c80764dfb359,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:26.913142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ab1da4c-c60a-4b0d-9a7d-d1fa8f688623 req-ed63f416-e7a7-4a9a-a5fe-9e98694d01b2 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1909492 Nov 12 05:34:26.914562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd9e7ca-8cf0-44e7-bc98-d6d82ba49456 None None] Network 63ea7636-092d-4664-bfca-3fdd21a15148 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:26.915288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b342-e2d8-48b4-8518-c5e728f91918 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=e051522d-9967-45f3-9ab3-2b695f2124be,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:26.926003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7755001-6575-49f4-a64d-ca7474bd53dc req-9d5d81c6-d0d8-4fed-a946-807971add7b1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738379 Nov 12 05:34:26.928577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d26b342-e2d8-48b4-8518-c5e728f91918 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:26.936731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7d26b342-e2d8-48b4-8518-c5e728f91918 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/e051522d-9967-45f3-9ab3-2b695f2124be HTTP/1.1" status: 204 len: 168 time: 1.1697748 Nov 12 05:34:26.941762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50950) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:27.193028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:27.200147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675715f-e2c9-4b4b-b24c-f7f5e1bbea52 req-b8d276ff-ad93-4cd4-a075-28f60ed30ae8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:27.205430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a675715f-e2c9-4b4b-b24c-f7f5e1bbea52 req-b8d276ff-ad93-4cd4-a075-28f60ed30ae8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.1652539 Nov 12 05:34:27.210398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-c90bd6a7-25b9-4f2a-98e8-e26c219ee061 service neutron] 10.222.0.47 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245764 Nov 12 05:34:27.384156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] DHCP port deletion for 63ea7636-092d-4664-bfca-3fdd21a15148 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:27.456020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] Deleting port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:27.456736 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:27.482009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a675715f-e2c9-4b4b-b24c-f7f5e1bbea52 req-6a8be6f9-e180-45ef-a3f7-2a57c7583df2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666569 Nov 12 05:34:27.506601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275c92-33f1-459c-b348-26593e9de30f req-2de858bf-b1ba-4b1a-bcce-b670919a3744 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:27.508178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23275c92-33f1-459c-b348-26593e9de30f req-2de858bf-b1ba-4b1a-bcce-b670919a3744 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2002747 Nov 12 05:34:27.516370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261654-6219-4e06-beae-82ee863a5b70 req-d3ec5e80-8fa8-4d91-ab6e-31490bdf5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:27.518124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43261654-6219-4e06-beae-82ee863a5b70 req-d3ec5e80-8fa8-4d91-ab6e-31490bdf5ada service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 1097 time: 0.1826262 Nov 12 05:34:27.557195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f3443c29-f636-4205-872d-d8cfc17c75f7 service neutron] 10.222.0.47 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287461 Nov 12 05:34:27.684744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23275c92-33f1-459c-b348-26593e9de30f req-69b614bb-c2f7-495b-87ad-0756440f0fe2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512969 Nov 12 05:34:27.730317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] For port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=37e8e1a3-c193-40e5-9ce7-5c555bc890cb,segment=NetworkSegment(9f7004e9-8de6-4e21-a5a8-934db24625a0),segment_id=9f7004e9-8de6-4e21-a5a8-934db24625a0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:27.730755 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:27.755560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261654-6219-4e06-beae-82ee863a5b70 req-c85993e1-03d4-4ea0-ab2f-620ec9231b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:27.757734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43261654-6219-4e06-beae-82ee863a5b70 req-c85993e1-03d4-4ea0-ab2f-620ec9231b4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 200 len: 913 time: 0.2274940 Nov 12 05:34:27.764883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] Calling delete_port for 37e8e1a3-c193-40e5-9ce7-5c555bc890cb owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:27.895995 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:27.912380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:27.930407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] Pushing event deleted for resources: {'Port': ['ID=37e8e1a3-c193-40e5-9ce7-5c555bc890cb,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:27.943682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905f9e3-0b6d-46fc-9148-1f516d4827a3 None None] No DVR routers for this DVR port 37e8e1a3-c193-40e5-9ce7-5c555bc890cb on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:27.948834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43261654-6219-4e06-beae-82ee863a5b70 req-4a7582ae-5ecc-4524-b989-1ec4cd861d0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 200 len: 999 time: 0.1814542 Nov 12 05:34:28.001958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-3c902f8e-7528-4642-ab56-f7adf93180d2 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.004811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-3c902f8e-7528-4642-ab56-f7adf93180d2 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4&tenant_id=55c883ec452744208727f56ec3f04fe4&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 1097 time: 0.1116314 Nov 12 05:34:28.015532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e438e4b-3142-4045-8f58-d0ff79317240 req-17e3a653-b71f-40c5-a28f-a134c0e10320 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.017197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e438e4b-3142-4045-8f58-d0ff79317240 req-17e3a653-b71f-40c5-a28f-a134c0e10320 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.1643884 Nov 12 05:34:28.107196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261654-6219-4e06-beae-82ee863a5b70 req-7892ea66-d18f-41e3-8562-2b8e271e6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.108892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43261654-6219-4e06-beae-82ee863a5b70 req-7892ea66-d18f-41e3-8562-2b8e271e6748 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 200 len: 851 time: 0.1467483 Nov 12 05:34:28.118796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.178768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.182769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5be04269-be3e-4728-9f4b-acef64450038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.189750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e438e4b-3142-4045-8f58-d0ff79317240 req-d97e1166-7c33-478d-894b-b92c549dfb49 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435404 Nov 12 05:34:28.229493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5be04269-be3e-4728-9f4b-acef64450038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.230868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-0c8f1800-5c75-4733-ac6f-3b6466b619d3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.236993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-0c8f1800-5c75-4733-ac6f-3b6466b619d3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.243720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-0c8f1800-5c75-4733-ac6f-3b6466b619d3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.249800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-0c8f1800-5c75-4733-ac6f-3b6466b619d3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.256457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-0c8f1800-5c75-4733-ac6f-3b6466b619d3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.262577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-0c8f1800-5c75-4733-ac6f-3b6466b619d3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.269240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-0c8f1800-5c75-4733-ac6f-3b6466b619d3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.271231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-0c8f1800-5c75-4733-ac6f-3b6466b619d3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.2217171 Nov 12 05:34:28.276901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ea7636-092d-4664-bfca-3fdd21a15148']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:28.292975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7004e9-8de6-4e21-a5a8-934db24625a0') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:28.293261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7004e9-8de6-4e21-a5a8-934db24625a0') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:28.311621 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.385211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261654-6219-4e06-beae-82ee863a5b70 req-77efe1ce-4302-4da4-86c4-23a9af1abb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.386769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43261654-6219-4e06-beae-82ee863a5b70 req-77efe1ce-4302-4da4-86c4-23a9af1abb23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46a369b1-c712-4dc4-bd41-f07c0aa831fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2659228 Nov 12 05:34:28.388801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.403674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:34:28.404086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:34:28.407064 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:34:28.444275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-3a5535fe-d9d9-4016-87ea-af6a7a989bb6 service neutron] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:28.478551 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-3a5535fe-d9d9-4016-87ea-af6a7a989bb6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.479667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-3a5535fe-d9d9-4016-87ea-af6a7a989bb6 service neutron] 10.222.0.47 "DELETE /v2.0/ports/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3/bindings/n-h1-765315-28 HTTP/1.1" status: 204 len: 173 time: 0.4592488 Nov 12 05:34:28.496292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8fb8fb2e-cf1b-4c7d-a2ff-a2e8ab4d123c req-489a5013-ac86-4a55-8697-31dd0ab35d15 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1949084 Nov 12 05:34:28.540603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43261654-6219-4e06-beae-82ee863a5b70 req-4e99eef4-d526-4039-b07b-2c63d9f2ec9c service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442654 Nov 12 05:34:28.560172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.571897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.578990 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/networks/63ea7636-092d-4664-bfca-3fdd21a15148 HTTP/1.1" status: 204 len: 168 time: 1.6321483 Nov 12 05:34:28.581110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50966) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:28.586637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1706579307'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:28.600163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69360f-11ac-4164-8923-19903f9e0b2e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Network': ['ID=63ea7636-092d-4664-bfca-3fdd21a15148,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:28.688409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:28.691966 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.708087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Router 5737ebf6-376d-421c-ac2e-be1cf12e77fb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:28.714576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be04269-be3e-4728-9f4b-acef64450038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:28.729527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105c47-6037-4590-92ee-b9697f7b3e3b req-0d23079c-c32d-4257-8c25-26a2691b3ada tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.731073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e105c47-6037-4590-92ee-b9697f7b3e3b req-0d23079c-c32d-4257-8c25-26a2691b3ada tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.1271560 Nov 12 05:34:28.738770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43261654-6219-4e06-beae-82ee863a5b70 req-0c4ae029-04e9-4650-9fd2-fdd8a8ce70db service neutron] 10.222.0.43 "GET /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821246 Nov 12 05:34:28.748376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:34:28.803118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.803457 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Added segment a770db5c-e652-4a1d-a8e8-70a5d7cea701 of type vlan for network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 Nov 12 05:34:28.864162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e105c47-6037-4590-92ee-b9697f7b3e3b req-1d69d7a0-2688-47b1-999c-b0de641d8967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196556 Nov 12 05:34:28.875878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.899249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5487f-4def-44b7-928e-98fc578d3afe req-8cae3e07-4885-4960-bb3c-11ac858a282e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.910961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:28.912794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6d5487f-4def-44b7-928e-98fc578d3afe req-8cae3e07-4885-4960-bb3c-11ac858a282e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1459732 Nov 12 05:34:28.912957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be04269-be3e-4728-9f4b-acef64450038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:28.919583 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6ee75591-0a87-4d91-ac18-50a33b622c8c admin admin] 10.222.0.48 "PUT /v2.0/routers/5737ebf6-376d-421c-ac2e-be1cf12e77fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6034603 Nov 12 05:34:28.920610 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5be04269-be3e-4728-9f4b-acef64450038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.922563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50972) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:28.941740 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] Sync routers for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:28.953674 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:28.954810 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:28.959264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f609d7c-9b06-4886-8014-f87812ad99cc None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:28.977613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f609d7c-9b06-4886-8014-f87812ad99cc None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:28.979003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4f609d7c-9b06-4886-8014-f87812ad99cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:28.996634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.006974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.007615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.015857 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5be04269-be3e-4728-9f4b-acef64450038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/floatingips/2330cfe3-445a-41e9-9861-a5cb10918d1c HTTP/1.1" status: 200 len: 978 time: 2.5755963 Nov 12 05:34:29.019467 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50974) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:29.060597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4f609d7c-9b06-4886-8014-f87812ad99cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:29.068953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 37e8e1a3-c193-40e5-9ce7-5c555bc890cb no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:29.088735 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:29.102080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 37e8e1a3-c193-40e5-9ce7-5c555bc890cb {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:29.102588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 37e8e1a3-c193-40e5-9ce7-5c555bc890cb not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:29.115303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f609d7c-9b06-4886-8014-f87812ad99cc None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:29.115949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4f609d7c-9b06-4886-8014-f87812ad99cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:29.172454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4f609d7c-9b06-4886-8014-f87812ad99cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:29.173625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f609d7c-9b06-4886-8014-f87812ad99cc None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:29.204400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port bc838019-aeaa-422f-91c2-c1f4818402af {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:29.205260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.225099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6395900 Nov 12 05:34:29.228863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50978) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:29.232648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '1c09a652-9253-44b4-ac45-05e5e8c8fff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:29.262446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76a385-75bb-400e-8a2a-11b050c2e58b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Network': ['ID=1c09a652-9253-44b4-ac45-05e5e8c8fff5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:29.274748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6d5487f-4def-44b7-928e-98fc578d3afe req-cdc3e3e3-9a3f-4b19-acc8-f671fa9d804e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592181 Nov 12 05:34:29.282841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:34:29.301786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d72b7e-fa0c-4492-8a92-221dfd3b2bc2 req-3bc6333c-71f4-419c-9869-4fbecf7cc7f3 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.308580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5d72b7e-fa0c-4492-8a92-221dfd3b2bc2 req-3bc6333c-71f4-419c-9869-4fbecf7cc7f3 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1097 time: 0.3379703 Nov 12 05:34:29.367521 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:34:26Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:29.371815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.389251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5d72b7e-fa0c-4492-8a92-221dfd3b2bc2 req-72846378-9588-48bf-b907-2bda4de12824 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726693 Nov 12 05:34:29.398005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] Checking router: 5737ebf6-376d-421c-ac2e-be1cf12e77fb for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:29.407688 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] Routers {'5737ebf6-376d-421c-ac2e-be1cf12e77fb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:29.408663 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:29.429337 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.429674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.449847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for bc838019-aeaa-422f-91c2-c1f4818402af owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:29.466037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:29.469657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.519767 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] Set router 5737ebf6-376d-421c-ac2e-be1cf12e77fb gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:29.551223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb2984-4320-4d10-ba29-7e661532b094 req-4ed72e27-b3d3-4516-9e1e-bd9ceba31126 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.552908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27bb2984-4320-4d10-ba29-7e661532b094 req-4ed72e27-b3d3-4516-9e1e-bd9ceba31126 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.1170015 Nov 12 05:34:29.663412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.692458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f1db-a29e-4f6b-9a6a-e62cbc094bdb req-eaa8b245-3336-435d-b95f-f36217c0ace2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.700351 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b79f1db-a29e-4f6b-9a6a-e62cbc094bdb req-eaa8b245-3336-435d-b95f-f36217c0ace2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.1242182 Nov 12 05:34:29.714748 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:34:26Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:29.715071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27bb2984-4320-4d10-ba29-7e661532b094 req-fe29cc6d-60ec-4b19-a11f-a0bd0e31daed tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288364 Nov 12 05:34:29.761648 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7cce0-2204-4de0-82e4-d1b85cecb79e None None] The sync data for ids ['5737ebf6-376d-421c-ac2e-be1cf12e77fb'] in n-d-765315-28 is: [{'id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1084642700-router', 'tenant_id': '025cb776de754cb6bface15498e03466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:23:36Z', 'updated_at': '2021-11-12T05:34:26Z', 'revision_number': 5, 'project_id': '025cb776de754cb6bface15498e03466', 'gw_port': {'id': '943477a9-00e3-46b3-b9d6-dd3ab74ea6d1', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5737ebf6-376d-421c-ac2e-be1cf12e77fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:23:38Z', 'updated_at': '2021-11-12T05:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:29.799189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.801048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b79f1db-a29e-4f6b-9a6a-e62cbc094bdb req-d55e7d72-d8ef-4c84-a1f2-7261e1c147db tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996909 Nov 12 05:34:29.815113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.825422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50984) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:29.843566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=bc838019-aeaa-422f-91c2-c1f4818402af,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:29.939858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-1621f88a-ab21-44c8-81bd-0a28bed74b75 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.946411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-1621f88a-ab21-44c8-81bd-0a28bed74b75 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.951199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=7786d0e3-4911-4b60-b846-2fae93f74141,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:29.955029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-1621f88a-ab21-44c8-81bd-0a28bed74b75 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.963437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-1621f88a-ab21-44c8-81bd-0a28bed74b75 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.964648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Checking segment: {'id': 'a770db5c-e652-4a1d-a8e8-70a5d7cea701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1c09a652-9253-44b4-ac45-05e5e8c8fff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:29.965018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network hostable DHCP agents. Network: 1c09a652-9253-44b4-ac45-05e5e8c8fff5, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:34:29.969444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.969777 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 2330cfe3-445a-41e9-9861-a5cb10918d1c disassociated (deleted). External IP: 172.25.2.225, port: 49d4845a-55bc-4871-b9e3-f0de0b780d92. Nov 12 05:34:29.972879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-1621f88a-ab21-44c8-81bd-0a28bed74b75 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.979308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-1621f88a-ab21-44c8-81bd-0a28bed74b75 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.985873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-1621f88a-ab21-44c8-81bd-0a28bed74b75 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.988045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-1621f88a-ab21-44c8-81bd-0a28bed74b75 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.1931944 Nov 12 05:34:29.990200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Deleting port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:29.990581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.000368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b4dbc890-4aee-4b16-add4-37c83190e7ff tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3 HTTP/1.1" status: 200 len: 992 time: 0.1540835 Nov 12 05:34:30.029409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:34:30.072934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 1c09a652-9253-44b4-ac45-05e5e8c8fff5) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:30.081125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:30.081722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.085001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b284fc94-0c63-43e7-a52e-eea06f049297 None None] Network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:30.106262 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-544712b3-875d-4323-825a-6014822a9275 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8778093 Nov 12 05:34:30.110475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50986) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:30.118255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-930acea6-d967-4dbc-9ad3-3b02dcb8217c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1434779800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:30.138098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa4116a-ca84-41db-8286-0114e6ce9fe2 req-c7fac142-526a-4fd9-ab66-91fae1a74fa0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413884 Nov 12 05:34:30.157638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] For port 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=943477a9-00e3-46b3-b9d6-dd3ab74ea6d1,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:30.158074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.176891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Calling delete_port for 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:30.189657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-930acea6-d967-4dbc-9ad3-3b02dcb8217c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.191128 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-930acea6-d967-4dbc-9ad3-3b02dcb8217c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.265345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:30.357548 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-930acea6-d967-4dbc-9ad3-3b02dcb8217c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.363718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-1c09a652-9253-44b4-ac45-05e5e8c8fff5', 'network_id': '1c09a652-9253-44b4-ac45-05e5e8c8fff5', 'tenant_id': 'c6fd2065b2904f948a6c2e2655d52cb2', 'fixed_ips': [{'subnet_id': '7786d0e3-4911-4b60-b846-2fae93f74141'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:34:30.364406 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.373220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50994) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:30.408868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:30.413332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.413708 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-930acea6-d967-4dbc-9ad3-3b02dcb8217c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.420252 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730ead72-d511-4f5e-a49b-024438cae240 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:30.430719 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730ead72-d511-4f5e-a49b-024438cae240 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:30.431600 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-730ead72-d511-4f5e-a49b-024438cae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:30.458524 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0a7f39bc-d120-424a-ad2f-e336ee766ffa tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/floatingips/2330cfe3-445a-41e9-9861-a5cb10918d1c HTTP/1.1" status: 204 len: 168 time: 1.4375715 Nov 12 05:34:30.461008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50996) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:30.472640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-730ead72-d511-4f5e-a49b-024438cae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:30.496876 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730ead72-d511-4f5e-a49b-024438cae240 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:30.498498 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-730ead72-d511-4f5e-a49b-024438cae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:30.553886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Allocated IP 172.20.0.2 (1c09a652-9253-44b4-ac45-05e5e8c8fff5/7786d0e3-4911-4b60-b846-2fae93f74141/43c35b53-66fc-4ce9-bede-2f3db7e86217) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:30.561424 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-730ead72-d511-4f5e-a49b-024438cae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:30.562361 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730ead72-d511-4f5e-a49b-024438cae240 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:30.614795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a51bb4ae-97ac-4c88-b2d9-9e86a7174d53 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 49d4845a-55bc-4871-b9e3-f0de0b780d92 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:30.615151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a51bb4ae-97ac-4c88-b2d9-9e86a7174d53 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.621547 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-930acea6-d967-4dbc-9ad3-3b02dcb8217c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.624997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-930acea6-d967-4dbc-9ad3-3b02dcb8217c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5081348 Nov 12 05:34:30.631260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50998) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:30.635971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'network_id': '1c09a652-9253-44b4-ac45-05e5e8c8fff5', 'name': 'tempest-PortsTestJSON-654309270'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:30.711040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28fbfb-6c8e-4fb2-9796-593c4049ad22 req-7fc52371-5c26-4d85-ae5c-c9b756638f03 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:30.712553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a28fbfb-6c8e-4fb2-9796-593c4049ad22 req-7fc52371-5c26-4d85-ae5c-c9b756638f03 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3156991 Nov 12 05:34:30.717469 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.725412 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.781925 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a51bb4ae-97ac-4c88-b2d9-9e86a7174d53 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.808752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:30.811321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Pushing event updated for resources: {'Port': ['ID=43c35b53-66fc-4ce9-bede-2f3db7e86217,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:30.819749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:30.823081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:30.827043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.827389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.827724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.828087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.829088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.829449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.829779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.830098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.830512 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.831079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.831406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.831948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.841715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffb238-6fed-4010-9a90-483909e672bf req-b918c4a8-fa5d-4cb8-b14d-7c308827dea8 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:30.843322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31ffb238-6fed-4010-9a90-483909e672bf req-b918c4a8-fa5d-4cb8-b14d-7c308827dea8 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.1636961 Nov 12 05:34:30.897903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Attempting to bind port 43c35b53-66fc-4ce9-bede-2f3db7e86217 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:30.898838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Attempting to bind port 43c35b53-66fc-4ce9-bede-2f3db7e86217 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a770db5c-e652-4a1d-a8e8-70a5d7cea701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1c09a652-9253-44b4-ac45-05e5e8c8fff5'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:30.899156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Attempting to bind port 43c35b53-66fc-4ce9-bede-2f3db7e86217 on network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:30.903163 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.905126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:30.905572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Checking segment: {'id': 'a770db5c-e652-4a1d-a8e8-70a5d7cea701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1c09a652-9253-44b4-ac45-05e5e8c8fff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:30.906038 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.906518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Bound using segment: {'id': 'a770db5c-e652-4a1d-a8e8-70a5d7cea701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1c09a652-9253-44b4-ac45-05e5e8c8fff5'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:30.907054 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Bound port: 43c35b53-66fc-4ce9-bede-2f3db7e86217, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a770db5c-e652-4a1d-a8e8-70a5d7cea701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1c09a652-9253-44b4-ac45-05e5e8c8fff5'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:30.907504 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.936040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a28fbfb-6c8e-4fb2-9796-593c4049ad22 req-b7576916-2be4-4dfb-a32e-c74fcdd70a47 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030890 Nov 12 05:34:30.970250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cc724f7e-d8ff-4bbf-b42b-c80764dfb359 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:30.997228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Pushing event deleted for resources: {'Port': ['ID=943477a9-00e3-46b3-b9d6-dd3ab74ea6d1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:31.003530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: cc724f7e-d8ff-4bbf-b42b-c80764dfb359 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:31.003683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cc724f7e-d8ff-4bbf-b42b-c80764dfb359 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:31.013730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] For port 43c35b53-66fc-4ce9-bede-2f3db7e86217, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:31.017453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] For port 43c35b53-66fc-4ce9-bede-2f3db7e86217, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=43c35b53-66fc-4ce9-bede-2f3db7e86217,segment=NetworkSegment(a770db5c-e652-4a1d-a8e8-70a5d7cea701),segment_id=a770db5c-e652-4a1d-a8e8-70a5d7cea701)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:31.024290 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.030784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7e5e2-bf9d-479c-8f10-91bf20be1c5d None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:31.076536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997be7-efe9-45df-8544-9b432962aa74 req-2e7ae662-a922-4ce0-ab06-4018a89c21e2 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:31.082934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92997be7-efe9-45df-8544-9b432962aa74 req-2e7ae662-a922-4ce0-ab06-4018a89c21e2 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 945 time: 0.2679245 Nov 12 05:34:31.102990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f6863-3071-4c33-91c8-b3340e630076 None None] Pushing event updated for resources: {'Port': ['ID=43c35b53-66fc-4ce9-bede-2f3db7e86217,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:31.188638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 93eef801-4c0a-40b9-9c88-e7404bf0c62d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:31.188983 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.233111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.234799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a51bb4ae-97ac-4c88-b2d9-9e86a7174d53 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 49d4845a-55bc-4871-b9e3-f0de0b780d92 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:31.253313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba89b3-947c-4806-b4da-b6a49402b454 req-4778ebd7-a89d-4356-96ff-1f8d50d0f7b2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:31.263001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdba89b3-947c-4806-b4da-b6a49402b454 req-4778ebd7-a89d-4356-96ff-1f8d50d0f7b2 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.2145264 Nov 12 05:34:31.320954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:31.324606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.356528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 003ec03e-d162-4cf7-ba15-1174825b08d9 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:31.544099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.3 (1c09a652-9253-44b4-ac45-05e5e8c8fff5/7786d0e3-4911-4b60-b846-2fae93f74141/003ec03e-d162-4cf7-ba15-1174825b08d9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:31.572684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a51bb4ae-97ac-4c88-b2d9-9e86a7174d53 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.619839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bb4ae-97ac-4c88-b2d9-9e86a7174d53 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=49d4845a-55bc-4871-b9e3-f0de0b780d92,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:31.774016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Deleting port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:31.774542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.780031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a51bb4ae-97ac-4c88-b2d9-9e86a7174d53 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.783479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a51bb4ae-97ac-4c88-b2d9-9e86a7174d53 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/ports/49d4845a-55bc-4871-b9e3-f0de0b780d92 HTTP/1.1" status: 204 len: 168 time: 1.3213413 Nov 12 05:34:31.789656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:31.796258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:31.823994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92997be7-efe9-45df-8544-9b432962aa74 req-516992fb-e3b9-4ad8-a723-4c9616ebe6f0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925802 Nov 12 05:34:31.836401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.847751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.849874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.882520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.956351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.003459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.003459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.028918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:32.031037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=003ec03e-d162-4cf7-ba15-1174825b08d9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:32.036038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:32.038401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:32.043736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdba89b3-947c-4806-b4da-b6a49402b454 req-4167b4f6-4ecc-454b-b715-aa290efe3d88 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612506 Nov 12 05:34:32.050124 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.050690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5737ebf6-376d-421c-ac2e-be1cf12e77fb {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:34:32.072140 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.075674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fe736b5b-15ea-4af8-bc93-628b1f434351 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5737ebf6-376d-421c-ac2e-be1cf12e77fb HTTP/1.1" status: 204 len: 168 time: 3.1212950 Nov 12 05:34:32.079264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51010) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:32.093741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 93eef801-4c0a-40b9-9c88-e7404bf0c62d owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:32.115046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] For port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:32.115422 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.145005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.147148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Calling delete_port for 7bc5f6de-c96a-4aec-864a-bc4fa7080aac owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:32.155152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.156270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.181503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2543c9-b93e-4d77-8cbc-f938cc2b1b97 admin admin] Deleting subnet 731f9ddb-09bc-4331-92ac-3d1025dab4e0 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:32.187956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b775d-7991-46af-972c-65f2d9f40ae6 None None] Network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:32.207943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a2543c9-b93e-4d77-8cbc-f938cc2b1b97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.263314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-73c0ff90-3665-40e7-8533-07b3ec7c4196 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.270305 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c31f2ea7-2ad4-4ad3-a818-0ad9f9525f3c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6380663 Nov 12 05:34:32.276626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:32.280788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-73c0ff90-3665-40e7-8533-07b3ec7c4196 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.288779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-73c0ff90-3665-40e7-8533-07b3ec7c4196 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.297204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-73c0ff90-3665-40e7-8533-07b3ec7c4196 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.307116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-73c0ff90-3665-40e7-8533-07b3ec7c4196 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.334636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-73c0ff90-3665-40e7-8533-07b3ec7c4196 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.342086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-73c0ff90-3665-40e7-8533-07b3ec7c4196 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.344411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-73c0ff90-3665-40e7-8533-07b3ec7c4196 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.4201887 Nov 12 05:34:32.369969 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a2543c9-b93e-4d77-8cbc-f938cc2b1b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.375319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6944ab4b-9e2e-43e8-9ddf-fbbae99b20e8 None None] Provisioning complete for port 43c35b53-66fc-4ce9-bede-2f3db7e86217 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:32.375889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6944ab4b-9e2e-43e8-9ddf-fbbae99b20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.499207 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6944ab4b-9e2e-43e8-9ddf-fbbae99b20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.552031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5d1b40d-6128-4962-8e5a-4c65d26e7e29 req-84c573f9-128e-45ab-9912-84999197bb87 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1959689 Nov 12 05:34:32.558929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6944ab4b-9e2e-43e8-9ddf-fbbae99b20e8 None None] For port 43c35b53-66fc-4ce9-bede-2f3db7e86217, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=43c35b53-66fc-4ce9-bede-2f3db7e86217,segment=NetworkSegment(a770db5c-e652-4a1d-a8e8-70a5d7cea701),segment_id=a770db5c-e652-4a1d-a8e8-70a5d7cea701)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:32.568278 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6944ab4b-9e2e-43e8-9ddf-fbbae99b20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.657630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944ab4b-9e2e-43e8-9ddf-fbbae99b20e8 None None] Pushing event updated for resources: {'Port': ['ID=43c35b53-66fc-4ce9-bede-2f3db7e86217,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:32.733484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.748615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.760050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570f39d-873f-4e6a-9e65-c5159965dfb9 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:32.770507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['bba42159-7fcd-40e5-9fe7-af7573ca3415'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:32.813618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.25.2.34 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/6dee7183-1e2f-47bf-bd82-c3c22b83d6b9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:32.854899 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a2543c9-b93e-4d77-8cbc-f938cc2b1b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.856862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=93eef801-4c0a-40b9-9c88-e7404bf0c62d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:32.896473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afee4a83-bdbc-43a1-b732-064e4a55fe84 None None] DHCP port deletion for c59a9400-8711-4e6f-a002-9bbf6d939214 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:32.905173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Pushing event deleted for resources: {'Port': ['ID=7bc5f6de-c96a-4aec-864a-bc4fa7080aac,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:32.956456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.962610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] No DVR routers for this DVR port 7bc5f6de-c96a-4aec-864a-bc4fa7080aac on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:32.964864 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.965228 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Floating IP f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3 disassociated (deleted). External IP: 172.25.2.130, port: 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3. Nov 12 05:34:32.968630 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.973283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31ffb238-6fed-4010-9a90-483909e672bf req-3c321575-7ac8-4a06-89ed-3bab9bd619ea tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.43 "DELETE /v2.0/ports/7bc5f6de-c96a-4aec-864a-bc4fa7080aac HTTP/1.1" status: 204 len: 173 time: 2.0850403 Nov 12 05:34:32.984554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f6011f-975e-4df8-9843-bb5f91aab181', 'name': 'network-vif-deleted', 'tag': '7bc5f6de-c96a-4aec-864a-bc4fa7080aac'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:32.986959 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3edc20-11ca-4cd0-a57d-2d44b4e88156" -d '{"events": [{"server_uuid": "35f6011f-975e-4df8-9843-bb5f91aab181", "name": "network-vif-deleted", "tag": "7bc5f6de-c96a-4aec-864a-bc4fa7080aac"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:33.080326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfb910e0-1ad4-4cc6-bad3-50fb0159ad7f req-4616fb5a-bda4-4c69-b5bc-86f236695505 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=35f6011f-975e-4df8-9843-bb5f91aab181 HTTP/1.1" status: 200 len: 210 time: 0.1059957 Nov 12 05:34:33.140400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0640e35a-c951-4812-99ba-27426d45d63f None None] Provisioning complete for port 003ec03e-d162-4cf7-ba15-1174825b08d9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:33.140777 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0640e35a-c951-4812-99ba-27426d45d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.259147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 43c35b53-66fc-4ce9-bede-2f3db7e86217 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:33.276628 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6325204-0405-4e56-bfaf-bbdec1111923 x-openstack-request-id: req-a6325204-0405-4e56-bfaf-bbdec1111923 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:33.276919 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f6011f-975e-4df8-9843-bb5f91aab181", "name": "network-vif-deleted", "tag": "7bc5f6de-c96a-4aec-864a-bc4fa7080aac", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:33.277171 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6325204-0405-4e56-bfaf-bbdec1111923 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:33.277631 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f6011f-975e-4df8-9843-bb5f91aab181', 'name': 'network-vif-deleted', 'tag': '7bc5f6de-c96a-4aec-864a-bc4fa7080aac', 'status': 'completed', 'code': 200} Nov 12 05:34:33.290440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a2543c9-b93e-4d77-8cbc-f938cc2b1b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.310703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0640e35a-c951-4812-99ba-27426d45d63f None None] Port 003ec03e-d162-4cf7-ba15-1174825b08d9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:33.323504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.341543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0640e35a-c951-4812-99ba-27426d45d63f None None] Provisioning complete for port 43c35b53-66fc-4ce9-bede-2f3db7e86217 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:33.342139 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0640e35a-c951-4812-99ba-27426d45d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.386640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2543c9-b93e-4d77-8cbc-f938cc2b1b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731f9ddb-09bc-4331-92ac-3d1025dab4e0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:33.400351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a2543c9-b93e-4d77-8cbc-f938cc2b1b97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.406771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5a2543c9-b93e-4d77-8cbc-f938cc2b1b97 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/731f9ddb-09bc-4331-92ac-3d1025dab4e0 HTTP/1.1" status: 204 len: 168 time: 1.3264942 Nov 12 05:34:33.407752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51058) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:33.418379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae86638-53f6-467d-9f17-681dff1a88b1 None None] Network 7a0e6740-7ea4-46f5-8149-c757f5027670 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:33.419831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-6a1725d4-1fd3-477a-a5ca-c9a6f83f232f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.421061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-6a1725d4-1fd3-477a-a5ca-c9a6f83f232f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9 HTTP/1.1" status: 200 len: 943 time: 0.1134455 Nov 12 05:34:33.423158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 43c35b53-66fc-4ce9-bede-2f3db7e86217 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:33.423735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.427231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1509e573-7bf4-4d75-9b9d-3c2210475514 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:33.534881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.572115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.593887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:33.603386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:33.616926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:33.631819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.670473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-39e51e41-5b26-4110-a2e1-505b29ba4c8d None None] Provisioning complete for port 003ec03e-d162-4cf7-ba15-1174825b08d9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:33.670693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=6dee7183-1e2f-47bf-bd82-c3c22b83d6b9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:33.670857 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39e51e41-5b26-4110-a2e1-505b29ba4c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.677934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.718153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:33.736032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.749216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] DHCP port deletion for 7a0e6740-7ea4-46f5-8149-c757f5027670 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:33.768215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] Sync routers for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:33.774605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:33.832974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=003ec03e-d162-4cf7-ba15-1174825b08d9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:33.833564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7041683c-9140-409f-890f-cdea41d3cf06 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/floatingips/f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3 HTTP/1.1" status: 204 len: 168 time: 3.4592972 Nov 12 05:34:33.850062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Deleting port d214b09e-7626-4b2c-9976-09883c9b5af3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:33.850315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.867626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:33.867864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 943477a9-00e3-46b3-b9d6-dd3ab74ea6d1 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:33.872414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:33.872837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:33.899627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-1cab2d98-1df0-4e18-abc3-6b8cb94372ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.906918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-1cab2d98-1df0-4e18-abc3-6b8cb94372ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.914212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-1cab2d98-1df0-4e18-abc3-6b8cb94372ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.920514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-1cab2d98-1df0-4e18-abc3-6b8cb94372ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.926565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-39e51e41-5b26-4110-a2e1-505b29ba4c8d None None] Port 003ec03e-d162-4cf7-ba15-1174825b08d9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:33.930947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-1cab2d98-1df0-4e18-abc3-6b8cb94372ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.932243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.938214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-1cab2d98-1df0-4e18-abc3-6b8cb94372ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.945136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-1cab2d98-1df0-4e18-abc3-6b8cb94372ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.947538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Deleting port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:33.949863 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.954320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-1cab2d98-1df0-4e18-abc3-6b8cb94372ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.2147181 Nov 12 05:34:33.992557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] Deleting port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:33.992931 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.068260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.071493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9ddf101-d172-426d-9231-ea47e3353f61 req-84b9e744-18d3-4b15-9b8b-c1ad6db6617d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159401 Nov 12 05:34:34.074456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:34.107610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] For port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:34.108008 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.125278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] For port d214b09e-7626-4b2c-9976-09883c9b5af3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=d214b09e-7626-4b2c-9976-09883c9b5af3,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:34.126016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.129926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] Calling delete_port for 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:34.134143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] For port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,segment=NetworkSegment(8c08b07e-9d76-4e1c-9394-ca8386ed5b48),segment_id=8c08b07e-9d76-4e1c-9394-ca8386ed5b48)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:34.134688 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.146408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Calling delete_port for d214b09e-7626-4b2c-9976-09883c9b5af3 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:34.157749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Calling delete_port for 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:34.210923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.324272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.344245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9207a46d-c486-4d73-9270-5d30085926f2 None None] Provisioning complete for port 003ec03e-d162-4cf7-ba15-1174825b08d9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:34.344802 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9207a46d-c486-4d73-9270-5d30085926f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.356280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7bc5f6de-c96a-4aec-864a-bc4fa7080aac no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:34.358397 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1ceec9d2-700a-447e-a489-eb2997f6ad75', 'af49a1ee-bac6-4081-9e13-efd43488d182'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:34.364137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event deleted for resources: {'Port': ['ID=d214b09e-7626-4b2c-9976-09883c9b5af3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:34.441204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] No DVR routers for this DVR port d214b09e-7626-4b2c-9976-09883c9b5af3 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:34.444771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.448458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c8db989-665a-4201-b6c8-3dbf50c3044d req-2ce8599a-9695-4621-9d82-8bd2585f2bba tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "DELETE /v2.0/ports/d214b09e-7626-4b2c-9976-09883c9b5af3 HTTP/1.1" status: 204 len: 173 time: 1.0159354 Nov 12 05:34:34.482729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46846c3-6b42-4d67-bfbe-5a870dabe1c0 req-4488320b-d04a-402a-bac3-8d2a52874155 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:34.484198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46846c3-6b42-4d67-bfbe-5a870dabe1c0 req-4488320b-d04a-402a-bac3-8d2a52874155 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.0919416 Nov 12 05:34:34.561201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.603640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46846c3-6b42-4d67-bfbe-5a870dabe1c0 req-95f0a25a-308d-45e0-a885-bd4f7c1141b8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104341 Nov 12 05:34:34.621153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:34.630731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] No DVR routers for this DVR port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:34.664582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.693806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 7bc5f6de-c96a-4aec-864a-bc4fa7080aac {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:34.694242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 7bc5f6de-c96a-4aec-864a-bc4fa7080aac not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:34.697679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.730864 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.805091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9207a46d-c486-4d73-9270-5d30085926f2 None None] Port 003ec03e-d162-4cf7-ba15-1174825b08d9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:34.852745 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:34.899737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] No DVR routers for this DVR port 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:34.906141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-19d46ea0-b0f1-43d0-807a-0804f821fbeb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:34.908982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb34ee7-b42d-496a-a96b-fce1a3a77f9f None None] Pushing event deleted for resources: {'Port': ['ID=02710327-8f93-46c7-b5e1-8a2e7dfb3c4f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:34.917076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-19d46ea0-b0f1-43d0-807a-0804f821fbeb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.1233530 Nov 12 05:34:34.956752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:18Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:35.003644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] Checking router: 1509e573-7bf4-4d75-9b9d-3c2210475514 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:35.045628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:35.046735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:35.060425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:35.116159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0e508-d541-4e18-940c-d0890a31e51b req-bee2f475-413b-4aa1-9a75-e3b9d238d570 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.123398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f0e508-d541-4e18-940c-d0890a31e51b req-bee2f475-413b-4aa1-9a75-e3b9d238d570 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1986604 Nov 12 05:34:35.129220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:35.129922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 02710327-8f93-46c7-b5e1-8a2e7dfb3c4f not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:35.219929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55f0e508-d541-4e18-940c-d0890a31e51b req-3059fa57-b98e-42b8-b3ec-ea832d0d7eda tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955334 Nov 12 05:34:35.223927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:35.224567 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.258248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbeaf0c-b159-4530-a1c1-469c105ed161 req-a9516928-7d21-48de-a6e8-bd9f81354326 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.263941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=6dee7183-1e2f-47bf-bd82-c3c22b83d6b9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:35.271950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dbeaf0c-b159-4530-a1c1-469c105ed161 req-a9516928-7d21-48de-a6e8-bd9f81354326 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 907 time: 0.1338081 Nov 12 05:34:35.279690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}, {'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'name': 'network-vif-deleted', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:35.281987 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}, {"server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "name": "network-vif-deleted", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:35.283901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.295475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:35.344905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0e6740-7ea4-46f5-8149-c757f5027670']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:35.353604 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee779e04-49e3-4fd9-b1fa-63b0588ede52 x-openstack-request-id: req-ee779e04-49e3-4fd9-b1fa-63b0588ede52 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:35.353898 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "status": "completed", "code": 200}, {"server_uuid": "6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9", "name": "network-vif-deleted", "tag": "d214b09e-7626-4b2c-9976-09883c9b5af3", "status": "failed", "code": 422}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:35.354133 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee779e04-49e3-4fd9-b1fa-63b0588ede52 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:35.354557 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'status': 'completed', 'code': 200} Nov 12 05:34:35.354819 n-d-765315-28 neutron-server[102590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e5a4bd5-9644-4618-b5cb-1f71a4d67fb9', 'name': 'network-vif-deleted', 'tag': 'd214b09e-7626-4b2c-9976-09883c9b5af3', 'status': 'failed', 'code': 422} returned with failed status Nov 12 05:34:35.400987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c08b07e-9d76-4e1c-9394-ca8386ed5b48') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:35.401185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c08b07e-9d76-4e1c-9394-ca8386ed5b48') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:35.445604 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.451925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:35.452296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.461518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.481336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.485310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-f914a33c-ead7-4b49-af09-8c00baedee95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.492252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-f914a33c-ead7-4b49-af09-8c00baedee95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.495593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:34:35.496063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.498661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-f914a33c-ead7-4b49-af09-8c00baedee95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:34:35.500466 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:34:35.505128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-f914a33c-ead7-4b49-af09-8c00baedee95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.512127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-f914a33c-ead7-4b49-af09-8c00baedee95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.523688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-f914a33c-ead7-4b49-af09-8c00baedee95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.524566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.528268 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-023f3c96-0c0c-45e3-9b70-5e581e87e920 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7354407 Nov 12 05:34:35.528945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-f914a33c-ead7-4b49-af09-8c00baedee95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.530928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-f914a33c-ead7-4b49-af09-8c00baedee95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.1791389 Nov 12 05:34:35.532178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:35.536040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51086) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:35.546402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'port': {'network_id': 'a7d05781-b73b-47b8-bceb-85466acb6b1f', 'name': 'tempest-FloatingIPTestJSON-717253879'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:35.551313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-71edc631-f2e0-4aed-becb-fcb96f61f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.552771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-71edc631-f2e0-4aed-becb-fcb96f61f98f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 1097 time: 0.1651480 Nov 12 05:34:35.561682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:18Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:35.601539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c487749-d531-4120-8248-92547e0d1d31 None None] The sync data for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 is: [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:32:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4be650af-8b04-4b7f-a11a-f7daba41b1dd', 'name': '', 'network_id': '75a9633c-bd23-4416-8490-c96d99dec451', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:ec:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:09Z', 'updated_at': '2021-11-12T05:32:18Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '94c3285a-fb0e-423e-b0f4-fd75f79c00fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:35.626906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.634967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.648988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7a0e6740-7ea4-46f5-8149-c757f5027670 HTTP/1.1" status: 204 len: 168 time: 2.2334406 Nov 12 05:34:35.696015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfc684-08d4-4c5c-bfcf-6e509f787f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0e6740-7ea4-46f5-8149-c757f5027670,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:35.775256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.781025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.829493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51092) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:35.885402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.890030 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=003ec03e-d162-4cf7-ba15-1174825b08d9,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:35.916384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b110d1d-1780-4e44-91cb-3e29c032a56b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=025cb776de754cb6bface15498e03466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835493 Nov 12 05:34:35.924411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:35.962996 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfed6f9-d1f1-4b22-8e71-e13b0504cbe4 None None] New status for floating IP f5efe04a-3ffb-4a5f-ad62-75d072e0cfd3: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:34:36.033300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38a93ca1-5319-4901-9b35-baae86759518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.042515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:36.048393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:36.085095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-d0de6d43-2ce2-4e62-8d8b-28c13f6f6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.086798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-d0de6d43-2ce2-4e62-8d8b-28c13f6f6795 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 200 len: 897 time: 0.5106099 Nov 12 05:34:36.093119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e5a578a-5178-4042-bad9-1dd3e5679685 req-57546c2e-66f4-43f1-9536-3c6f7ac58de0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5518727 Nov 12 05:34:36.146186 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38a93ca1-5319-4901-9b35-baae86759518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.169205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-2467a5e8-4aa9-45ab-898f-5f868a7b28c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 200 len: 217 time: 0.0668142 Nov 12 05:34:36.180021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793b6f2-f055-45c8-856b-d6317ac814fa req-df778349-babd-4b5d-ba10-f60f369f2791 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.181675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a793b6f2-f055-45c8-856b-d6317ac814fa req-df778349-babd-4b5d-ba10-f60f369f2791 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4951fa4-71b2-4447-8cb7-c3022fb269e4 HTTP/1.1" status: 200 len: 945 time: 0.3486664 Nov 12 05:34:36.226682 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38a93ca1-5319-4901-9b35-baae86759518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.229364 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38a93ca1-5319-4901-9b35-baae86759518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.233703 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-38a93ca1-5319-4901-9b35-baae86759518 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/affe6a31-2159-44ad-b11f-71ec2ba70a6e HTTP/1.1" status: 204 len: 168 time: 0.3083527 Nov 12 05:34:36.237751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Router 305e5c38-95be-4764-bc0f-cbd3b2c9f077 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:34:36.247959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a93ca1-5319-4901-9b35-baae86759518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe6a31-2159-44ad-b11f-71ec2ba70a6e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:36.291399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-cc2695b7-ce52-4086-8520-238c28cb74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.292919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-cc2695b7-ce52-4086-8520-238c28cb74e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=94c3285a-fb0e-423e-b0f4-fd75f79c00fe HTTP/1.1" status: 200 len: 834 time: 0.1088328 Nov 12 05:34:36.293498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:36.297692 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.372157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:36.378920 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18ca37aa-b854-45c0-a01a-02952e684070 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "PUT /v2.0/routers/305e5c38-95be-4764-bc0f-cbd3b2c9f077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0999303 Nov 12 05:34:36.380278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51102) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:36.386906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242bfa3-cc5c-4049-99bb-4dfb20b9750e None None] Sync routers for ids ['305e5c38-95be-4764-bc0f-cbd3b2c9f077'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:36.409679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242bfa3-cc5c-4049-99bb-4dfb20b9750e None None] Routers {'305e5c38-95be-4764-bc0f-cbd3b2c9f077'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:36.412003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4242bfa3-cc5c-4049-99bb-4dfb20b9750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['305e5c38-95be-4764-bc0f-cbd3b2c9f077'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:36.421042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] device_id is not set on port 856d00f8-bf58-477a-9571-82843b9b5847 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:36.437051 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.441977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81723230-903d-4f78-b256-36a0e52308bc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.444298 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-81723230-903d-4f78-b256-36a0e52308bc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports?device_id=305e5c38-95be-4764-bc0f-cbd3b2c9f077 HTTP/1.1" status: 200 len: 981 time: 0.0629165 Nov 12 05:34:36.448024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51104) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:36.458394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4242bfa3-cc5c-4049-99bb-4dfb20b9750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:36.467185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a793b6f2-f055-45c8-856b-d6317ac814fa req-dcb4a5f1-1181-4205-86cf-1da8282d18f7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=914e924c-d7df-4254-878e-7186bbc97f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272391 Nov 12 05:34:36.475939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242bfa3-cc5c-4049-99bb-4dfb20b9750e None None] Routers {'305e5c38-95be-4764-bc0f-cbd3b2c9f077'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:36.476954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4242bfa3-cc5c-4049-99bb-4dfb20b9750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['305e5c38-95be-4764-bc0f-cbd3b2c9f077'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:36.524571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4242bfa3-cc5c-4049-99bb-4dfb20b9750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:36.525469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242bfa3-cc5c-4049-99bb-4dfb20b9750e None None] The sync data for ids ['305e5c38-95be-4764-bc0f-cbd3b2c9f077'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:36.532159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-404f277e-a009-45da-a346-3f84cafed913 None None] Provisioning complete for port 003ec03e-d162-4cf7-ba15-1174825b08d9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:36.532934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-404f277e-a009-45da-a346-3f84cafed913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.555709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=2b0f30b1-11d1-4dda-ad79-0a4f64b866b3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:36.566971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-3f26f382-39d3-41a3-9f34-5e3ad8b85aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.568489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-3f26f382-39d3-41a3-9f34-5e3ad8b85aff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75a9633c-bd23-4416-8490-c96d99dec451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2609408 Nov 12 05:34:36.579138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-404f277e-a009-45da-a346-3f84cafed913 None None] Port 003ec03e-d162-4cf7-ba15-1174825b08d9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:36.622553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5536980-9d2f-4add-b461-127c111c1992 req-b031c295-622e-4172-bd34-5c1c78ad3831 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.624049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5536980-9d2f-4add-b461-127c111c1992 req-b031c295-622e-4172-bd34-5c1c78ad3831 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2623122 Nov 12 05:34:36.664178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] No DVR routers for this DVR port 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:36.703121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.706888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76f31d5d-ac62-4732-bef1-5d3fe19d16c9 req-0c7be240-950d-4aeb-a8ac-ef16adf10348 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "DELETE /v2.0/ports/2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 HTTP/1.1" status: 204 len: 173 time: 1.7543166 Nov 12 05:34:36.864712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.20.0.11 (a7d05781-b73b-47b8-bceb-85466acb6b1f/cd3160af-7e18-47ac-8fac-4e9a6473be66/856d00f8-bf58-477a-9571-82843b9b5847) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:36.873961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b471598-9394-4321-a1f6-59a7d22ff39d req-b09239fe-cbee-49e2-898f-aae852f08f64 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.875480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b471598-9394-4321-a1f6-59a7d22ff39d req-b09239fe-cbee-49e2-898f-aae852f08f64 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 907 time: 0.2746923 Nov 12 05:34:36.897065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5536980-9d2f-4add-b461-127c111c1992 req-a9d52a48-56f6-4b42-949b-a1834633a8e6 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489402 Nov 12 05:34:36.913464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.917670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c93b2-6449-465e-a651-1998f4c084a0 req-525a1ef1-9bf2-490d-860d-ff06eecf8369 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.919296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023c93b2-6449-465e-a651-1998f4c084a0 req-525a1ef1-9bf2-490d-860d-ff06eecf8369 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 907 time: 0.2331264 Nov 12 05:34:36.927820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-cca02b38-66bf-4998-92b4-8c79f7593e08 service neutron] 10.222.0.47 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258345 Nov 12 05:34:37.222353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1f18126-6c63-4d22-a5ca-b2f5cceebc7c req-cf6fdc42-5874-4d01-8288-4ac83a1e70fe service neutron] 10.222.0.47 "GET /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754688 Nov 12 05:34:37.275768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 003ec03e-d162-4cf7-ba15-1174825b08d9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:37.276241 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.286702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Deleting port 5277eeef-23f7-4331-b71e-e6d73ffb129f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:37.287082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.306914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:37.322278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.335968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-710f278d-57b8-4c86-936c-7d481475bc9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.342306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-710f278d-57b8-4c86-936c-7d481475bc9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.347970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-710f278d-57b8-4c86-936c-7d481475bc9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.353953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-710f278d-57b8-4c86-936c-7d481475bc9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.359951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-710f278d-57b8-4c86-936c-7d481475bc9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.366492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-710f278d-57b8-4c86-936c-7d481475bc9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.372446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-710f278d-57b8-4c86-936c-7d481475bc9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.374408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-710f278d-57b8-4c86-936c-7d481475bc9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.1766613 Nov 12 05:34:37.378692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.379067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-deleted', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:37.381323 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9373d4-1a77-4fe2-b36e-056083e7a0ca" -d '{"events": [{"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-deleted", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:37.391927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 003ec03e-d162-4cf7-ba15-1174825b08d9 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:37.439634 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:34:37.460701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-362845191-network', 'tenant_id': 'bc1435ed420c460ba52f454dffcfd5ba'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:37.474833 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc34cd8c-102d-4620-b4ad-f5f6ff22ac03 x-openstack-request-id: req-cc34cd8c-102d-4620-b4ad-f5f6ff22ac03 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:37.475117 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4951fa4-71b2-4447-8cb7-c3022fb269e4", "name": "network-vif-deleted", "tag": "2b0f30b1-11d1-4dda-ad79-0a4f64b866b3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:37.475366 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc34cd8c-102d-4620-b4ad-f5f6ff22ac03 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:37.475753 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4951fa4-71b2-4447-8cb7-c3022fb269e4', 'name': 'network-vif-deleted', 'tag': '2b0f30b1-11d1-4dda-ad79-0a4f64b866b3', 'status': 'completed', 'code': 200} Nov 12 05:34:37.501677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Made reservation on behalf of bc1435ed420c460ba52f454dffcfd5ba for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:37.505278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.518032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] For port 5277eeef-23f7-4331-b71e-e6d73ffb129f, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5277eeef-23f7-4331-b71e-e6d73ffb129f,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:37.518032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.529651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51134) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:37.537680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.548172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.563600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5178d143-d1ad-42c5-9b53-de76e8a55d3f req-b4c7e378-b7bf-4fd4-a173-12a0abd3ae9f tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1504655 Nov 12 05:34:37.602271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Calling delete_port for 5277eeef-23f7-4331-b71e-e6d73ffb129f owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:37.650477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.684287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network a7d05781-b73b-47b8-bceb-85466acb6b1f is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:37.687292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=003ec03e-d162-4cf7-ba15-1174825b08d9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:37.770929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:37.780724 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.782502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:37.787775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.884433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:34:37.898962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.900988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:37.917386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.918022 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Added segment a2090d9b-bd9e-494f-ac6c-89b7d4ae716b of type vlan for network 5051e60f-443e-4b4e-998b-31d353f34ae3 Nov 12 05:34:38.044237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=856d00f8-bf58-477a-9571-82843b9b5847,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:38.045046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.134292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.135270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:38.135861 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.143496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Router 305e5c38-95be-4764-bc0f-cbd3b2c9f077 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:38.177450 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8706312 Nov 12 05:34:38.189343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51140) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:38.200214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Request body: {'subnet': {'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-362845191-subnet', 'tenant_id': 'bc1435ed420c460ba52f454dffcfd5ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:38.209496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:38.209872 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5277eeef-23f7-4331-b71e-e6d73ffb129f no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:38.210393 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.241401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea2963-55d4-484e-8f6b-1d0bae07a0cd admin admin] Pushing event updated for resources: {'Network': ['ID=5051e60f-443e-4b4e-998b-31d353f34ae3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:38.257437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:34:38.284077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:38.293291 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b9a58588-c0d3-499e-b603-e208969a9fb6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "PUT /v2.0/routers/305e5c38-95be-4764-bc0f-cbd3b2c9f077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407478 Nov 12 05:34:38.293483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:38.307376 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32508bf-3940-49f5-91b4-5f843335b0d8 None None] Sync routers for ids ['305e5c38-95be-4764-bc0f-cbd3b2c9f077'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:38.312047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f143bdb-f1b5-4abf-85a7-47a280b53c2f req-705682c6-49d4-489c-973f-cf4966b5fa74 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:38.313576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f143bdb-f1b5-4abf-85a7-47a280b53c2f req-705682c6-49d4-489c-973f-cf4966b5fa74 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2483089 Nov 12 05:34:38.322585 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32508bf-3940-49f5-91b4-5f843335b0d8 None None] Routers {'305e5c38-95be-4764-bc0f-cbd3b2c9f077'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:38.323211 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d32508bf-3940-49f5-91b4-5f843335b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['305e5c38-95be-4764-bc0f-cbd3b2c9f077'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:38.335675 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0356f7-b75d-4761-92ab-d4155ed8913d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:34:38.341214 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b0356f7-b75d-4761-92ab-d4155ed8913d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/003ec03e-d162-4cf7-ba15-1174825b08d9 HTTP/1.1" status: 404 len: 333 time: 0.0465457 Nov 12 05:34:38.341997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51144) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:38.350625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f283f-345e-4124-939e-f278f20dafcf req-4a1ed4f9-3771-40ec-9385-1240b577bee4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:38.363073 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.363247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d2f283f-345e-4124-939e-f278f20dafcf req-4a1ed4f9-3771-40ec-9385-1240b577bee4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 907 time: 0.2859056 Nov 12 05:34:38.363688 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d32508bf-3940-49f5-91b4-5f843335b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:38.373955 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32508bf-3940-49f5-91b4-5f843335b0d8 None None] Routers {'305e5c38-95be-4764-bc0f-cbd3b2c9f077'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:38.375227 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d32508bf-3940-49f5-91b4-5f843335b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['305e5c38-95be-4764-bc0f-cbd3b2c9f077'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:38.414642 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d32508bf-3940-49f5-91b4-5f843335b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:38.415533 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32508bf-3940-49f5-91b4-5f843335b0d8 None None] The sync data for ids ['305e5c38-95be-4764-bc0f-cbd3b2c9f077'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:38.417701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0387ee6f-6749-4f33-8be3-2db157cac6ab tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8799312 Nov 12 05:34:38.418584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Made reservation on behalf of bc1435ed420c460ba52f454dffcfd5ba for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:38.421124 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.425591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51146) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:38.435849 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-465af47e-c5ee-49a0-86af-0a4f9cbcc942 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.440532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'port_id': '856d00f8-bf58-477a-9571-82843b9b5847'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:38.563197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.647781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.651277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:38.673087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:38.673590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2b0f30b1-11d1-4dda-ad79-0a4f64b866b3 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:38.700082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f143bdb-f1b5-4abf-85a7-47a280b53c2f req-49ea64b4-a6ca-43dc-a8dd-81a989122585 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358126 Nov 12 05:34:38.769328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event deleted for resources: {'Port': ['ID=5277eeef-23f7-4331-b71e-e6d73ffb129f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:38.904430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] No DVR routers for this DVR port 5277eeef-23f7-4331-b71e-e6d73ffb129f on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:38.913147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.916626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-023c93b2-6449-465e-a651-1998f4c084a0 req-de0d4898-2cba-49cb-85d9-0a1cb5a2c49f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "DELETE /v2.0/ports/5277eeef-23f7-4331-b71e-e6d73ffb129f HTTP/1.1" status: 204 len: 173 time: 1.9801888 Nov 12 05:34:38.960683 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-465af47e-c5ee-49a0-86af-0a4f9cbcc942 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.963902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-465af47e-c5ee-49a0-86af-0a4f9cbcc942 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.011600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-465af47e-c5ee-49a0-86af-0a4f9cbcc942 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.012168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465af47e-c5ee-49a0-86af-0a4f9cbcc942 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Fanout notify agent at l3_agent the message router_deleted on router 305e5c38-95be-4764-bc0f-cbd3b2c9f077 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:34:39.013101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-2bd6e276-c11f-4e3f-a8ba-b2a7195193e1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:39.019572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-2bd6e276-c11f-4e3f-a8ba-b2a7195193e1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:39.020892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-465af47e-c5ee-49a0-86af-0a4f9cbcc942 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.024977 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-465af47e-c5ee-49a0-86af-0a4f9cbcc942 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/routers/305e5c38-95be-4764-bc0f-cbd3b2c9f077 HTTP/1.1" status: 204 len: 168 time: 0.6810386 Nov 12 05:34:39.025625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51150) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:39.025844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-2bd6e276-c11f-4e3f-a8ba-b2a7195193e1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:39.032036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-2bd6e276-c11f-4e3f-a8ba-b2a7195193e1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:39.038061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-2bd6e276-c11f-4e3f-a8ba-b2a7195193e1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:39.044401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-2bd6e276-c11f-4e3f-a8ba-b2a7195193e1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:39.051235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-2bd6e276-c11f-4e3f-a8ba-b2a7195193e1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:39.053184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-2bd6e276-c11f-4e3f-a8ba-b2a7195193e1 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.3776524 Nov 12 05:34:39.084403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1626da-bbf0-4f49-8917-17db148d9a61 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet 7786d0e3-4911-4b60-b846-2fae93f74141 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:39.087556 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d1626da-bbf0-4f49-8917-17db148d9a61 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.126983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d1626da-bbf0-4f49-8917-17db148d9a61 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.214487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d1626da-bbf0-4f49-8917-17db148d9a61 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.222856 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.274435 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d1626da-bbf0-4f49-8917-17db148d9a61 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.306158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1626da-bbf0-4f49-8917-17db148d9a61 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=7786d0e3-4911-4b60-b846-2fae93f74141,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:39.308189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d1626da-bbf0-4f49-8917-17db148d9a61 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.314662 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3d1626da-bbf0-4f49-8917-17db148d9a61 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/7786d0e3-4911-4b60-b846-2fae93f74141 HTTP/1.1" status: 204 len: 168 time: 0.2850502 Nov 12 05:34:39.314971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51152) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:39.317390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3385f1e1-1a5a-4872-9cc5-7e33412bfc24 req-6075fb80-ad8b-4759-be3a-6f2f0e1a5cca tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2524014 Nov 12 05:34:39.319996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748bcd6-458a-4785-89a0-bb0879e9b4fb None None] Network 1c09a652-9253-44b4-ac45-05e5e8c8fff5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:39.423690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.449078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97812dec-70b8-4593-9f86-c1fe0965459c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:39.482612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'name': 'network-vif-deleted', 'tag': '5277eeef-23f7-4331-b71e-e6d73ffb129f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:39.484891 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6015ee7c-7595-43e3-8f20-fd78d4df7dde" -d '{"events": [{"server_uuid": "2e6776d6-f8bc-401a-844f-70daa9f8abdc", "name": "network-vif-deleted", "tag": "5277eeef-23f7-4331-b71e-e6d73ffb129f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:39.520734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 43c35b53-66fc-4ce9-bede-2f3db7e86217 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:39.520734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.616867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] DHCP port deletion for 1c09a652-9253-44b4-ac45-05e5e8c8fff5 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:39.633806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] For port 43c35b53-66fc-4ce9-bede-2f3db7e86217, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=43c35b53-66fc-4ce9-bede-2f3db7e86217,segment=NetworkSegment(a770db5c-e652-4a1d-a8e8-70a5d7cea701),segment_id=a770db5c-e652-4a1d-a8e8-70a5d7cea701)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:39.634188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.649728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 43c35b53-66fc-4ce9-bede-2f3db7e86217 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:39.674454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] Deleting port 43c35b53-66fc-4ce9-bede-2f3db7e86217 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:39.674977 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.737532 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.749875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] For port 43c35b53-66fc-4ce9-bede-2f3db7e86217, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=43c35b53-66fc-4ce9-bede-2f3db7e86217,segment=NetworkSegment(a770db5c-e652-4a1d-a8e8-70a5d7cea701),segment_id=a770db5c-e652-4a1d-a8e8-70a5d7cea701)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:39.750420 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.765431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] Calling delete_port for 43c35b53-66fc-4ce9-bede-2f3db7e86217 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:39.766954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=43c35b53-66fc-4ce9-bede-2f3db7e86217,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:39.784094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No DVR routers for this DVR port 43c35b53-66fc-4ce9-bede-2f3db7e86217 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:39.843847 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7b814e-c27a-410a-a2e9-65f7278f1fe9 x-openstack-request-id: req-be7b814e-c27a-410a-a2e9-65f7278f1fe9 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:39.844075 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6776d6-f8bc-401a-844f-70daa9f8abdc", "name": "network-vif-deleted", "tag": "5277eeef-23f7-4331-b71e-e6d73ffb129f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:39.844260 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be7b814e-c27a-410a-a2e9-65f7278f1fe9 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:39.844651 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6776d6-f8bc-401a-844f-70daa9f8abdc', 'name': 'network-vif-deleted', 'tag': '5277eeef-23f7-4331-b71e-e6d73ffb129f', 'status': 'completed', 'code': 200} Nov 12 05:34:39.861533 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.864714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Checking segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:39.865080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Network hostable DHCP agents. Network: 5051e60f-443e-4b4e-998b-31d353f34ae3, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:34:39.872523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.887450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dafe9f40-a450-4a1b-b32a-75364391d625 req-0393e1fa-af73-4a61-a881-700527caa97d tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6776d6-f8bc-401a-844f-70daa9f8abdc HTTP/1.1" status: 200 len: 210 time: 0.3833380 Nov 12 05:34:39.889612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] Pushing event deleted for resources: {'Port': ['ID=43c35b53-66fc-4ce9-bede-2f3db7e86217,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:39.896234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f7fc2-c9ec-465d-be44-7bb4b74e1e31 None None] No DVR routers for this DVR port 43c35b53-66fc-4ce9-bede-2f3db7e86217 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:39.898714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c09a652-9253-44b4-ac45-05e5e8c8fff5']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:39.917002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a770db5c-e652-4a1d-a8e8-70a5d7cea701') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:39.917411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a770db5c-e652-4a1d-a8e8-70a5d7cea701') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:39.928541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.942374 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.949002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:34:39.949502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:34:39.952855 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:34:39.974767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.016560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.034783 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.037992 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/networks/1c09a652-9253-44b4-ac45-05e5e8c8fff5 HTTP/1.1" status: 204 len: 168 time: 0.7218907 Nov 12 05:34:40.039143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817657cb-3471-4923-9ba0-d28206fde6c9 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Network': ['ID=1c09a652-9253-44b4-ac45-05e5e8c8fff5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:40.041838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51160) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:40.048921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:34:40.079829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e207757-c9a6-4aaf-9a6a-139a9ed54203 req-e4bb561c-3e32-4582-bef9-6717d6c58b46 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.081962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e207757-c9a6-4aaf-9a6a-139a9ed54203 req-e4bb561c-3e32-4582-bef9-6717d6c58b46 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2455597 Nov 12 05:34:40.086088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc9a56-af2a-4775-ad48-ac0e9b94e55d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.091088 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-46bc9a56-af2a-4775-ad48-ac0e9b94e55d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/64c2f969-547b-4f87-805d-ebdee61c6e54 HTTP/1.1" status: 200 len: 841 time: 0.0451000 Nov 12 05:34:40.091383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51162) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:40.106962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 5051e60f-443e-4b4e-998b-31d353f34ae3) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:40.114577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4abd24-2ab6-49a9-8fe6-27ce76d4b2cb None None] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:40.123255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.resource_extend [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:34:40.127501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.127501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.139207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c07d65e2-e12b-40d8-8d96-ac5198083701 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/64c2f969-547b-4f87-805d-ebdee61c6e54?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0454216 Nov 12 05:34:40.141560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51164) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:40.147657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:40.230444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d8ee7a6-ec4c-4012-a685-c0300c2af940 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0371575 Nov 12 05:34:40.247468 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.249253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62da3df-7dbd-4ae2-9a89-2a8c0ef8c7e9 None None] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:40.257818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:40.261604 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.261969 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.332161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e207757-c9a6-4aaf-9a6a-139a9ed54203 req-41a6ac6b-320e-4f53-9957-f6c5aa19f909 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375195 Nov 12 05:34:40.467229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.524091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:40.530627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:40.536017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.536675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.540318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=ad423ec8-dead-43c9-80dc-117dac4fdd85,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:40.552706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.563217 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-643af42e-03d4-4b1f-b4e6-db6f8ab2a8ec tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4179876 Nov 12 05:34:40.563410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7cc2a-91bc-4063-9811-f9c079d5a093 None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:40.563784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51176) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:40.565697 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 0aebf3e7-5b84-4e3b-bb62-b8940957927b associated. External IP: 172.25.2.34, port: 856d00f8-bf58-477a-9571-82843b9b5847. Nov 12 05:34:40.571223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b4316593-cc81-438f-9ebd-b53531bd06cf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'security_group': {'name': 'tempest-secgroup-2059427795'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:40.581059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-d98e2bfc-6322-4f76-9dba-46f69740a488 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.587533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-d98e2bfc-6322-4f76-9dba-46f69740a488 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.593952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-d98e2bfc-6322-4f76-9dba-46f69740a488 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.598278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4316593-cc81-438f-9ebd-b53531bd06cf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.601003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-d98e2bfc-6322-4f76-9dba-46f69740a488 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.606770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-d98e2bfc-6322-4f76-9dba-46f69740a488 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.613265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-d98e2bfc-6322-4f76-9dba-46f69740a488 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.619337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-d98e2bfc-6322-4f76-9dba-46f69740a488 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:40.621466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-d98e2bfc-6322-4f76-9dba-46f69740a488 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5421 time: 0.1474173 Nov 12 05:34:40.711934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4316593-cc81-438f-9ebd-b53531bd06cf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.718907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4316593-cc81-438f-9ebd-b53531bd06cf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.754796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-57db5f1b-e290-40ec-a0d2-e6097014716d', 'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'tenant_id': 'c6fd2065b2904f948a6c2e2655d52cb2', 'fixed_ips': [{'subnet_id': 'ad423ec8-dead-43c9-80dc-117dac4fdd85'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:34:40.756075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.759755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4316593-cc81-438f-9ebd-b53531bd06cf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.763897 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b4316593-cc81-438f-9ebd-b53531bd06cf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1962936 Nov 12 05:34:40.763897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4316593-cc81-438f-9ebd-b53531bd06cf tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5f5c2-6d3c-4f5b-8645-2b6374346496,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:40.764569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51186) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:40.769114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9aef98a4-c52d-4fcc-9233-86aa157265aa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1171934515'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:40.799631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9aef98a4-c52d-4fcc-9233-86aa157265aa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.858429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59d4535b-3012-4fda-82cc-9069788ffaa9 req-489c0b47-a44f-46de-ab61-6ab8a078c3bb tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1974421 Nov 12 05:34:40.878973 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9aef98a4-c52d-4fcc-9233-86aa157265aa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.895562 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9aef98a4-c52d-4fcc-9233-86aa157265aa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.920402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Allocated IP 172.20.0.2 (57db5f1b-e290-40ec-a0d2-e6097014716d/ad423ec8-dead-43c9-80dc-117dac4fdd85/8f91653b-2db7-4d9e-a235-f001a7881146) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:40.929013 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9aef98a4-c52d-4fcc-9233-86aa157265aa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:40.931919 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9aef98a4-c52d-4fcc-9233-86aa157265aa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1648245 Nov 12 05:34:40.933435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:40.939265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-688846204', 'security_groups': ['a74088a3-1a1e-45ef-ac7f-bff2631c8494'], 'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad423ec8-dead-43c9-80dc-117dac4fdd85'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:40.973387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef98a4-c52d-4fcc-9233-86aa157265aa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74088a3-1a1e-45ef-ac7f-bff2631c8494,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:41.070098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 43c35b53-66fc-4ce9-bede-2f3db7e86217 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:41.099499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 43c35b53-66fc-4ce9-bede-2f3db7e86217 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:41.099846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 43c35b53-66fc-4ce9-bede-2f3db7e86217 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:41.102949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-91a45d59-1498-4e76-965e-50f20dfdfc16 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:41.104488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-91a45d59-1498-4e76-965e-50f20dfdfc16 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.47 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.2130742 Nov 12 05:34:41.116962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-209c98cb-8402-43eb-b483-ad2f226cec33 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:41.119727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:41.123964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-209c98cb-8402-43eb-b483-ad2f226cec33 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 814 time: 0.3331022 Nov 12 05:34:41.169266 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.180310 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.213736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-42ffb854-466a-41f4-9dd5-f1d8222a6d11 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/quotas/bc1435ed420c460ba52f454dffcfd5ba HTTP/1.1" status: 200 len: 375 time: 0.0885363 Nov 12 05:34:41.230119 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.231638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Pushing event updated for resources: {'Port': ['ID=8f91653b-2db7-4d9e-a235-f001a7881146,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:41.241507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:41.242944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:41.245244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:41.251207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port be4e0c71-279f-40d8-be8a-2d048ce68396 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:41.284239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-71e2aa41-8664-4c49-a94c-7726b42ed846 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690920 Nov 12 05:34:41.296555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:41.302816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 4be650af-8b04-4b7f-a11a-f7daba41b1dd {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:41.303048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Attempting to bind port 8f91653b-2db7-4d9e-a235-f001a7881146 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:41.303257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.303359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Attempting to bind port 8f91653b-2db7-4d9e-a235-f001a7881146 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'd4627528-7167-43ed-84ee-c9097a20b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:41.303713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Attempting to bind port 8f91653b-2db7-4d9e-a235-f001a7881146 on network 57db5f1b-e290-40ec-a0d2-e6097014716d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:41.309145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:41.309529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Checking segment: {'id': 'd4627528-7167-43ed-84ee-c9097a20b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:41.309943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.310332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Bound using segment: {'id': 'd4627528-7167-43ed-84ee-c9097a20b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:41.310827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Bound port: 8f91653b-2db7-4d9e-a235-f001a7881146, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4627528-7167-43ed-84ee-c9097a20b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:41.311213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.387768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] For port 8f91653b-2db7-4d9e-a235-f001a7881146, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:41.391622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] For port 8f91653b-2db7-4d9e-a235-f001a7881146, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f91653b-2db7-4d9e-a235-f001a7881146,segment=NetworkSegment(d4627528-7167-43ed-84ee-c9097a20b797),segment_id=d4627528-7167-43ed-84ee-c9097a20b797)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:41.398106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.419839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.13 (57db5f1b-e290-40ec-a0d2-e6097014716d/ad423ec8-dead-43c9-80dc-117dac4fdd85/be4e0c71-279f-40d8-be8a-2d048ce68396) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:41.472445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5e6bb-7596-4fce-9e6d-69a1580c9c38 None None] Pushing event updated for resources: {'Port': ['ID=8f91653b-2db7-4d9e-a235-f001a7881146,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:41.604520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.668251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.718636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:41.724648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:41.728932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:41.760312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=be4e0c71-279f-40d8-be8a-2d048ce68396,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:41.795714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:41.796476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.812887 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e009617d-0838-429d-9624-d608129dc72b tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8783100 Nov 12 05:34:41.817806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51198) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:41.822959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-036a560f-1d0e-47e2-becb-715ec37c9ec2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:41.870797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3779e-de31-46c6-8515-e2fff9b320ff req-3f510ca2-f181-4e58-b529-41aa4746e485 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:41.872262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4d3779e-de31-46c6-8515-e2fff9b320ff req-3f510ca2-f181-4e58-b529-41aa4746e485 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 945 time: 0.6193731 Nov 12 05:34:41.935236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036a560f-1d0e-47e2-becb-715ec37c9ec2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:41.938713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-036a560f-1d0e-47e2-becb-715ec37c9ec2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.961809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-4be73757-c114-4299-a8b1-35834cd64da4 service neutron] 10.222.0.48 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640015 Nov 12 05:34:41.964099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Deleting port bba42159-7fcd-40e5-9fe7-af7573ca3415 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:41.964435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.968489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 4be650af-8b04-4b7f-a11a-f7daba41b1dd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4be650af-8b04-4b7f-a11a-f7daba41b1dd,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:41.968841 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.030859 n-d-765315-28 neutron-server[102589]: INFO neutron.db.ipam_backend_mixin [None req-036a560f-1d0e-47e2-becb-715ec37c9ec2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad423ec8-dead-43c9-80dc-117dac4fdd85 (CIDR: 172.20.0.0/28) Nov 12 05:34:42.034616 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-036a560f-1d0e-47e2-becb-715ec37c9ec2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:34:42.035103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036a560f-1d0e-47e2-becb-715ec37c9ec2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:34:42.050989 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-036a560f-1d0e-47e2-becb-715ec37c9ec2 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2320914 Nov 12 05:34:42.053793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51202) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:42.058554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 4be650af-8b04-4b7f-a11a-f7daba41b1dd owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:42.058765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:42.159463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-28604a61-3b7f-4f6a-8ec6-65ce921f41b1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:42.160995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-28604a61-3b7f-4f6a-8ec6-65ce921f41b1 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 945 time: 0.3138001 Nov 12 05:34:42.171286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:42.175845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.233239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4d3779e-de31-46c6-8515-e2fff9b320ff req-2849c0fa-a2ab-4437-b5f5-e245077b37b4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350790 Nov 12 05:34:42.263237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:42.276913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd376f-9994-48bf-817f-a6b490207c18 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:42.278322 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.293488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd376f-9994-48bf-817f-a6b490207c18 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:42.294382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8fbd376f-9994-48bf-817f-a6b490207c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:42.336349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8fbd376f-9994-48bf-817f-a6b490207c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:42.350637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd376f-9994-48bf-817f-a6b490207c18 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:42.351422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8fbd376f-9994-48bf-817f-a6b490207c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:42.393789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8fbd376f-9994-48bf-817f-a6b490207c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:42.394476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd376f-9994-48bf-817f-a6b490207c18 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:42.395990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 424252ae-7554-40c6-a605-386a7f91dcd3 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:42.424005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-38706128-24e4-4e9a-a333-8b7136334b90 service neutron] 10.222.0.48 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441674 Nov 12 05:34:42.439227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-420cacf8-b310-4501-9cca-24f05d796a03 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/floatingips/0aebf3e7-5b84-4e3b-bb62-b8940957927b HTTP/1.1" status: 200 len: 977 time: 4.0070746 Nov 12 05:34:42.440084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51204) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:42.445803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] For port bba42159-7fcd-40e5-9fe7-af7573ca3415, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=bba42159-7fcd-40e5-9fe7-af7573ca3415,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:42.446088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.515352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 424252ae-7554-40c6-a605-386a7f91dcd3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=424252ae-7554-40c6-a605-386a7f91dcd3,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:42.536353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '424252ae-7554-40c6-a605-386a7f91dcd3', 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'port_id': '424252ae-7554-40c6-a605-386a7f91dcd3', 'mac_address': 'fa:16:3e:c1:8c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c30501f-f8b3-49c8-8d6b-5449e52f8fc0', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:42.568494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.568829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Calling delete_port for bba42159-7fcd-40e5-9fe7-af7573ca3415 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:42.599157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.620033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424252ae-7554-40c6-a605-386a7f91dcd3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:42.639239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a706b7f-0116-4a0a-b806-eafc337a99b9 req-0a62411d-b735-4bea-ba6c-cac2aaf3cb72 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:42.640834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a706b7f-0116-4a0a-b806-eafc337a99b9 req-0a62411d-b735-4bea-ba6c-cac2aaf3cb72 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 945 time: 0.3106022 Nov 12 05:34:42.654236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 424252ae-7554-40c6-a605-386a7f91dcd3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=424252ae-7554-40c6-a605-386a7f91dcd3,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:42.660911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:42.665570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:42.666164 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.667288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 05db968a-2a34-4be2-ac65-f335cfbfb1d9 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:42.669611 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:42.670221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.698166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa31a7b-490f-4031-9dfb-5e485077546b None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:42.700379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6455114 Nov 12 05:34:42.703816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51210) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:42.709306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1383246137', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4506f7a-6628-4b76-816e-0d0f417a2659'}], 'security_groups': ['33f5f5c2-6d3c-4f5b-8645-2b6374346496']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:42.751077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Deleting port af49a1ee-bac6-4081-9e13-efd43488d182 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:42.751414 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.786229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eb0d1-e418-4c13-8eb0-809ffaaaf94e tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=e4506f7a-6628-4b76-816e-0d0f417a2659,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:42.805360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 856d00f8-bf58-477a-9571-82843b9b5847 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:42.805708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.840594 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.900861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a706b7f-0116-4a0a-b806-eafc337a99b9 req-75366bc3-6886-4d8e-8f49-d38a095a83ab tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/security-groups?id=5eb9692e-8f3e-4a98-8f87-c1e2443d7971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511182 Nov 12 05:34:42.979562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] Provisioning complete for port 64c2f969-547b-4f87-805d-ebdee61c6e54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:42.979941 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.992705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-67e7c2d5-0ff1-49ee-a21a-4485fc4f30d0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:43.012045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-67e7c2d5-0ff1-49ee-a21a-4485fc4f30d0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:43.018745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-67e7c2d5-0ff1-49ee-a21a-4485fc4f30d0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:43.026010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-67e7c2d5-0ff1-49ee-a21a-4485fc4f30d0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:43.029261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.032943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-67e7c2d5-0ff1-49ee-a21a-4485fc4f30d0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:43.039950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-67e7c2d5-0ff1-49ee-a21a-4485fc4f30d0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:43.046602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-67e7c2d5-0ff1-49ee-a21a-4485fc4f30d0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:43.053162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-67e7c2d5-0ff1-49ee-a21a-4485fc4f30d0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5422 time: 0.3333476 Nov 12 05:34:43.060907 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.132490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-566216e2-a1ab-4eb1-9ff8-47bd219dc844 req-170bb8ec-0173-42d9-ad8a-8ccf3f214e49 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 210 time: 0.0750155 Nov 12 05:34:43.261895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=4be650af-8b04-4b7f-a11a-f7daba41b1dd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:43.289947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f91653b-2db7-4d9e-a235-f001a7881146 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:43.377198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] For port af49a1ee-bac6-4081-9e13-efd43488d182, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af49a1ee-bac6-4081-9e13-efd43488d182,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:43.377609 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.393915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=424252ae-7554-40c6-a605-386a7f91dcd3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:43.397199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Calling delete_port for af49a1ee-bac6-4081-9e13-efd43488d182 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:43.479570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.481158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] Port 64c2f969-547b-4f87-805d-ebdee61c6e54 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:43.487394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 05db968a-2a34-4be2-ac65-f335cfbfb1d9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:43.551402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.552255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.552685 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 0aebf3e7-5b84-4e3b-bb62-b8940957927b disassociated. External IP: 172.25.2.34, port: 856d00f8-bf58-477a-9571-82843b9b5847. Nov 12 05:34:43.554333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 856d00f8-bf58-477a-9571-82843b9b5847 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:43.559073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['bba42159-7fcd-40e5-9fe7-af7573ca3415'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:43.635703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'port_id': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'mac_address': 'fa:16:3e:43:0f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:43.664328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:43.664948 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.700922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e3367df-c8b2-4af5-a5f5-da0a6018e5a0 req-fb6b877a-f19e-4e59-bdb0-0e96546ee7c4 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5722556 Nov 12 05:34:43.722822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:43.723195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.746996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Pushing event deleted for resources: {'Port': ['ID=bba42159-7fcd-40e5-9fe7-af7573ca3415,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:43.780471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566aa484-e931-4e02-b07d-8f77f4b646db None None] DHCP port deletion for c59a9400-8711-4e6f-a002-9bbf6d939214 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:43.786368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] No DVR routers for this DVR port bba42159-7fcd-40e5-9fe7-af7573ca3415 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:43.800527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Delete allocated IP 172.20.0.13 (57db5f1b-e290-40ec-a0d2-e6097014716d/ad423ec8-dead-43c9-80dc-117dac4fdd85) {{(pid=102589) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 05:34:43.816100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.26 (57db5f1b-e290-40ec-a0d2-e6097014716d/e4506f7a-6628-4b76-816e-0d0f417a2659/be4e0c71-279f-40d8-be8a-2d048ce68396) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:43.817669 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.821071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bf76b58-7803-4c1d-aa98-8444b6a97121 req-d4254d88-0608-4dcd-b77d-179e9f1a54b0 tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.47 "DELETE /v2.0/ports/bba42159-7fcd-40e5-9fe7-af7573ca3415 HTTP/1.1" status: 204 len: 173 time: 2.6951013 Nov 12 05:34:43.825288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03345dcf-bf95-4c59-baff-acb1642a14b9', 'name': 'network-vif-deleted', 'tag': 'bba42159-7fcd-40e5-9fe7-af7573ca3415'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:43.827063 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b8aee6-a243-4b9b-af3d-4e5dd14393db" -d '{"events": [{"server_uuid": "03345dcf-bf95-4c59-baff-acb1642a14b9", "name": "network-vif-deleted", "tag": "bba42159-7fcd-40e5-9fe7-af7573ca3415"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:43.879146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef067a-a6bb-46b0-b32b-be62f1c86b62 req-c927f5c0-1ead-400f-b09a-333af5ebb884 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:43.880565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49ef067a-a6bb-46b0-b32b-be62f1c86b62 req-c927f5c0-1ead-400f-b09a-333af5ebb884 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 945 time: 0.2010784 Nov 12 05:34:43.887010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.896673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.899321 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e0679-d9dd-4959-8aae-964b58c7bf3d x-openstack-request-id: req-a86e0679-d9dd-4959-8aae-964b58c7bf3d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:43.899612 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03345dcf-bf95-4c59-baff-acb1642a14b9", "name": "network-vif-deleted", "tag": "bba42159-7fcd-40e5-9fe7-af7573ca3415", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:43.899861 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a86e0679-d9dd-4959-8aae-964b58c7bf3d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:43.900257 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03345dcf-bf95-4c59-baff-acb1642a14b9', 'name': 'network-vif-deleted', 'tag': 'bba42159-7fcd-40e5-9fe7-af7573ca3415', 'status': 'completed', 'code': 200} Nov 12 05:34:43.990478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05db968a-2a34-4be2-ac65-f335cfbfb1d9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:44.002951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6f3084d-0fb2-474a-bfdf-0bc04fadba9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.014487 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.060716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.061820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 05db968a-2a34-4be2-ac65-f335cfbfb1d9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:44.078139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49ef067a-a6bb-46b0-b32b-be62f1c86b62 req-12318eda-9de3-40af-bce7-12922909f912 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527333 Nov 12 05:34:44.078396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1ceec9d2-700a-447e-a489-eb2997f6ad75', 'af49a1ee-bac6-4081-9e13-efd43488d182'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:44.095852 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.121593 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.150506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.203764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08ec73dd-426f-4c7d-acb3-3f899263c1fc req-b1cff05a-aa14-48ce-8e0b-eb8aa57157fc tempest-ServerRescueNegativeTestJSON-1219889503 tempest-ServerRescueNegativeTestJSON-1219889503-project] 10.222.0.48 "GET /v2.0/ports?device_id=03345dcf-bf95-4c59-baff-acb1642a14b9 HTTP/1.1" status: 200 len: 210 time: 0.1225812 Nov 12 05:34:44.218240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] For port 8f91653b-2db7-4d9e-a235-f001a7881146, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f91653b-2db7-4d9e-a235-f001a7881146,segment=NetworkSegment(d4627528-7167-43ed-84ee-c9097a20b797),segment_id=d4627528-7167-43ed-84ee-c9097a20b797)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:44.222525 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.224491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event deleted for resources: {'Port': ['ID=af49a1ee-bac6-4081-9e13-efd43488d182,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:44.257628 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.288146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7815ad-9771-4ed8-b402-a9d1fb3e5f00 None None] Update dhcp port {'port': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'fixed_ips': [{'subnet_id': 'ad423ec8-dead-43c9-80dc-117dac4fdd85', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4506f7a-6628-4b76-816e-0d0f417a2659'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '8f91653b-2db7-4d9e-a235-f001a7881146'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:34:44.297691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=05db968a-2a34-4be2-ac65-f335cfbfb1d9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:44.307369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] No DVR routers for this DVR port af49a1ee-bac6-4081-9e13-efd43488d182 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:44.322403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=be4e0c71-279f-40d8-be8a-2d048ce68396,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:44.344405 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.350074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4967725e-4614-4347-b8d2-9e2a9e764250 req-8dca0508-677a-46fd-8047-6a70bcda23a5 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 210 time: 0.1116610 Nov 12 05:34:44.355318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.365261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f98ee3c-5fa2-4d96-bf0c-e8f3ac679436 req-7b677ff9-2937-4cef-aeab-6e13a8a99a82 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "DELETE /v2.0/ports/af49a1ee-bac6-4081-9e13-efd43488d182 HTTP/1.1" status: 204 len: 173 time: 2.1867871 Nov 12 05:34:44.392231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 760c73a9-609e-410c-bfbb-072e8c6a9538 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:44.414152 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f7815ad-9771-4ed8-b402-a9d1fb3e5f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.455397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=856d00f8-bf58-477a-9571-82843b9b5847,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:44.476193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] In _notify_port_updated(), no bound segment for port be4e0c71-279f-40d8-be8a-2d048ce68396 on network 57db5f1b-e290-40ec-a0d2-e6097014716d {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:34:44.483489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:44.484145 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.488645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c869e35d-670b-42d5-a72d-54e2ab0d07dc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "PUT /v2.0/ports/be4e0c71-279f-40d8-be8a-2d048ce68396 HTTP/1.1" status: 200 len: 921 time: 1.7807148 Nov 12 05:34:44.494853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:44.496564 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:34:44.496762 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:34:44.531454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369718a4-83c8-4b87-a1f0-28c945528b91 None None] Pushing event updated for resources: {'Port': ['ID=8f91653b-2db7-4d9e-a235-f001a7881146,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:44.560130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-15f099d0-ce03-4847-b596-257c48c5f37f tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:44.561656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-15f099d0-ce03-4847-b596-257c48c5f37f tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.43 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 814 time: 0.3538485 Nov 12 05:34:44.635176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['05db968a-2a34-4be2-ac65-f335cfbfb1d9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:44.641986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:44.647645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1509e573-7bf4-4d75-9b9d-3c2210475514 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:44.655406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Request body: {'port': {'device_id': 'c2a8fe04-ae7f-4729-ba81-c17720481145', 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'admin_state_up': True, 'tenant_id': 'bc1435ed420c460ba52f454dffcfd5ba'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:44.812135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:44.829040 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25838e3-7e09-4800-929a-ab7177be1c26 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:44.852124 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25838e3-7e09-4800-929a-ab7177be1c26 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:44.857619 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e25838e3-7e09-4800-929a-ab7177be1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:44.898801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.906089 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c167ce63-b0b7-4962-bf18-1b78fa3d2718 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/ports/856d00f8-bf58-477a-9571-82843b9b5847 HTTP/1.1" status: 204 len: 168 time: 2.4629159 Nov 12 05:34:44.906680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51230) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:44.912501 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e25838e3-7e09-4800-929a-ab7177be1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:44.923925 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25838e3-7e09-4800-929a-ab7177be1c26 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:44.924934 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e25838e3-7e09-4800-929a-ab7177be1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:44.963138 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c0346813-8028-4aa9-b255-d49b4c80ba16 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "GET /v2.0/floatingips/0aebf3e7-5b84-4e3b-bb62-b8940957927b HTTP/1.1" status: 200 len: 687 time: 0.0529220 Nov 12 05:34:44.964013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51232) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:44.993651 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e25838e3-7e09-4800-929a-ab7177be1c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:44.998916 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25838e3-7e09-4800-929a-ab7177be1c26 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:45.019455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 760c73a9-609e-410c-bfbb-072e8c6a9538, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=760c73a9-609e-410c-bfbb-072e8c6a9538,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:45.079728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '760c73a9-609e-410c-bfbb-072e8c6a9538', 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'port_id': '760c73a9-609e-410c-bfbb-072e8c6a9538', 'mac_address': 'fa:16:3e:e1:62:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c30501f-f8b3-49c8-8d6b-5449e52f8fc0', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:45.115923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-7f7815ad-9771-4ed8-b402-a9d1fb3e5f00 None None] Allocated IP 172.20.0.18 (57db5f1b-e290-40ec-a0d2-e6097014716d/e4506f7a-6628-4b76-816e-0d0f417a2659/8f91653b-2db7-4d9e-a235-f001a7881146) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:45.169246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 6dee7183-1e2f-47bf-bd82-c3c22b83d6b9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:45.169597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.249647 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.290410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760c73a9-609e-410c-bfbb-072e8c6a9538 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:45.311592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.313361 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.331668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 6dee7183-1e2f-47bf-bd82-c3c22b83d6b9 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:45.335042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 760c73a9-609e-410c-bfbb-072e8c6a9538, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=760c73a9-609e-410c-bfbb-072e8c6a9538,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:45.340881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7f7815ad-9771-4ed8-b402-a9d1fb3e5f00 None None] For port 8f91653b-2db7-4d9e-a235-f001a7881146, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f91653b-2db7-4d9e-a235-f001a7881146,segment=NetworkSegment(d4627528-7167-43ed-84ee-c9097a20b797),segment_id=d4627528-7167-43ed-84ee-c9097a20b797)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:45.343500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.344267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 247ed4f5-3ef5-471c-9346-f13cd3cc2adb details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:45.356266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f91653b-2db7-4d9e-a235-f001a7881146 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:45.367123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdbf352e-7367-4637-b115-bd7bb9de168c req-73ee1abc-903c-4f9e-905a-cba3f6aaa602 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=534890d9-ec48-4741-b21a-990e05160c6d HTTP/1.1" status: 200 len: 210 time: 0.1096067 Nov 12 05:34:45.405915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f89b5666-5930-4369-9997-9677cf85ef63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port be4e0c71-279f-40d8-be8a-2d048ce68396 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:45.406256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f89b5666-5930-4369-9997-9677cf85ef63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.430115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51240) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:45.461532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Made reservation on behalf of bc1435ed420c460ba52f454dffcfd5ba for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:45.465085 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.467453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:45.471541 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f7815ad-9771-4ed8-b402-a9d1fb3e5f00 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.494782 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] Sync routers for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:45.529133 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f7815ad-9771-4ed8-b402-a9d1fb3e5f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.539756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=760c73a9-609e-410c-bfbb-072e8c6a9538,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:45.551020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:45.555930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ac71218c-0e5d-4a2d-97f3-fa21d19ea547 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "PUT /v2.0/routers/1509e573-7bf4-4d75-9b9d-3c2210475514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0228095 Nov 12 05:34:45.559080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51242) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:45.566838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-e2a499aa-6192-4cb9-8d16-ab5d04a5866d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:45.572945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-e2a499aa-6192-4cb9-8d16-ab5d04a5866d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:45.579094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-e2a499aa-6192-4cb9-8d16-ab5d04a5866d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:45.586022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-e2a499aa-6192-4cb9-8d16-ab5d04a5866d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:45.592144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-e2a499aa-6192-4cb9-8d16-ab5d04a5866d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:45.598371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-e2a499aa-6192-4cb9-8d16-ab5d04a5866d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:45.604842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-e2a499aa-6192-4cb9-8d16-ab5d04a5866d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:45.606862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-e2a499aa-6192-4cb9-8d16-ab5d04a5866d tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5423 time: 0.3482847 Nov 12 05:34:45.612355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '247ed4f5-3ef5-471c-9346-f13cd3cc2adb', 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'port_id': '247ed4f5-3ef5-471c-9346-f13cd3cc2adb', 'mac_address': 'fa:16:3e:94:4f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c30501f-f8b3-49c8-8d6b-5449e52f8fc0', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:45.613700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.620668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:45.621297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:45.663074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c8d2aea-5ccc-41c1-a48a-ab042cd5dfdc req-86fe7bdc-c5d5-4ead-a348-c4f281c94ca6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 210 time: 0.1145456 Nov 12 05:34:45.666492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae34426-6427-43da-b199-d2d109c6a174 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting subnet 94c3285a-fb0e-423e-b0f4-fd75f79c00fe {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:45.669315 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae34426-6427-43da-b199-d2d109c6a174 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.705112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:45.705735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.713806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=6dee7183-1e2f-47bf-bd82-c3c22b83d6b9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:45.756109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae34426-6427-43da-b199-d2d109c6a174 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.805809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.809192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.814454 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3a10ec13-0de7-4f27-8037-464a8b286a91 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/floatingips/0aebf3e7-5b84-4e3b-bb62-b8940957927b HTTP/1.1" status: 204 len: 168 time: 0.8459044 Nov 12 05:34:45.815719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51244) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:45.821565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7815ad-9771-4ed8-b402-a9d1fb3e5f00 None None] Pushing event updated for resources: {'Port': ['ID=8f91653b-2db7-4d9e-a235-f001a7881146,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:45.823243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '2c3ec99d-eaa7-4c49-b1f2-543b091b5553'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:45.839503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f89b5666-5930-4369-9997-9677cf85ef63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.886275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['424252ae-7554-40c6-a605-386a7f91dcd3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:45.893322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f89b5666-5930-4369-9997-9677cf85ef63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for be4e0c71-279f-40d8-be8a-2d048ce68396 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:45.902743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534890d9-ec48-4741-b21a-990e05160c6d', 'name': 'network-vif-deleted', 'tag': 'af49a1ee-bac6-4081-9e13-efd43488d182'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:45.903502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.906488 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d747d-1cfc-4e7c-ad69-a2b928b8da99" -d '{"events": [{"server_uuid": "534890d9-ec48-4741-b21a-990e05160c6d", "name": "network-vif-deleted", "tag": "af49a1ee-bac6-4081-9e13-efd43488d182"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:45.909532 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae34426-6427-43da-b199-d2d109c6a174 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.921223 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.989694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247ed4f5-3ef5-471c-9346-f13cd3cc2adb {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:46.078538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae34426-6427-43da-b199-d2d109c6a174 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.117307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae34426-6427-43da-b199-d2d109c6a174 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.123173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dae34426-6427-43da-b199-d2d109c6a174 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/subnets/94c3285a-fb0e-423e-b0f4-fd75f79c00fe HTTP/1.1" status: 204 len: 168 time: 0.5605130 Nov 12 05:34:46.123173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae34426-6427-43da-b199-d2d109c6a174 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Subnet': ['ID=94c3285a-fb0e-423e-b0f4-fd75f79c00fe,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:46.125108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51248) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:46.190816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f47be05-a2af-4aa0-b63c-7f4776621955 req-ccf87d03-9ed3-4d5b-bb2f-c3586ef71e95 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5636604 Nov 12 05:34:46.204302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:46.220194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bdc98-305b-49f0-989a-db8ae5a2b379 None None] Network 75a9633c-bd23-4416-8490-c96d99dec451 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:46.227536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.228913 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763fad83-b25c-4267-a9fb-bea4d2fe3f23 x-openstack-request-id: req-763fad83-b25c-4267-a9fb-bea4d2fe3f23 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:46.229204 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534890d9-ec48-4741-b21a-990e05160c6d", "name": "network-vif-deleted", "tag": "af49a1ee-bac6-4081-9e13-efd43488d182", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:46.229455 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-763fad83-b25c-4267-a9fb-bea4d2fe3f23 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:46.230436 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534890d9-ec48-4741-b21a-990e05160c6d', 'name': 'network-vif-deleted', 'tag': 'af49a1ee-bac6-4081-9e13-efd43488d182', 'status': 'completed', 'code': 200} Nov 12 05:34:46.232811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device af49a1ee-bac6-4081-9e13-efd43488d182 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:46.236034 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.237206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8e0622f6-2285-4af3-b70f-1f4a8902d596 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:46.361465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:46.364863 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.374038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: af49a1ee-bac6-4081-9e13-efd43488d182 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:46.374408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device af49a1ee-bac6-4081-9e13-efd43488d182 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:46.374825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device bba42159-7fcd-40e5-9fe7-af7573ca3415 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:46.451229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Allocated IP 172.20.0.4 (5051e60f-443e-4b4e-998b-31d353f34ae3/97812dec-70b8-4593-9f86-c1fe0965459c/63cc4b01-c2a6-4bcf-b05b-b7cac302c883) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:46.466087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f89b5666-5930-4369-9997-9677cf85ef63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.504502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b5666-5930-4369-9997-9677cf85ef63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=be4e0c71-279f-40d8-be8a-2d048ce68396,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:46.613792 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:34:46.622093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f89b5666-5930-4369-9997-9677cf85ef63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.626062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f89b5666-5930-4369-9997-9677cf85ef63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/be4e0c71-279f-40d8-be8a-2d048ce68396 HTTP/1.1" status: 204 len: 168 time: 2.1288004 Nov 12 05:34:46.640598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51254) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:46.699852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: bba42159-7fcd-40e5-9fe7-af7573ca3415 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:46.700209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device bba42159-7fcd-40e5-9fe7-af7573ca3415 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:46.706733 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a3c055-c934-4586-9937-2921e7a1af58 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:34:46.708571 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-94a3c055-c934-4586-9937-2921e7a1af58 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/be4e0c71-279f-40d8-be8a-2d048ce68396 HTTP/1.1" status: 404 len: 333 time: 0.0657315 Nov 12 05:34:46.726085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51258) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:46.762479 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b75e3c31-e082-4255-87f5-533da62f0df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.812129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:46.903677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9002aeb0-2fa0-47e2-8dc6-4cf5621d295c req-7c7f64a8-52ba-4334-9377-1190b3f14f68 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 210 time: 0.0764575 Nov 12 05:34:46.909568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5d635ffd-decc-4bab-8aff-84278fe75798 None None] Could not find standard attr ID for object be4e0c71-279f-40d8-be8a-2d048ce68396. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:34:46.987195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5d635ffd-decc-4bab-8aff-84278fe75798 None None] Provisioning complete for port 64c2f969-547b-4f87-805d-ebdee61c6e54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:46.987613 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d635ffd-decc-4bab-8aff-84278fe75798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.989163 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0206f11-056b-44d1-b492-a3e0644deeaa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.036343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8e0622f6-2285-4af3-b70f-1f4a8902d596, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:47.084333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '8e0622f6-2285-4af3-b70f-1f4a8902d596', 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c', 'port_id': '8e0622f6-2285-4af3-b70f-1f4a8902d596', 'mac_address': 'fa:16:3e:35:cc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8771ff3-e022-4eee-a9da-dd486a3f1ef2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:47.087830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.091383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5d635ffd-decc-4bab-8aff-84278fe75798 None None] Port 64c2f969-547b-4f87-805d-ebdee61c6e54 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:47.100029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0206f11-056b-44d1-b492-a3e0644deeaa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.124077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a51b3d-bb35-4ba0-8a36-3af261d9b54e req-4610766d-868a-4c8b-bfef-10581553192e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.131295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70a51b3d-bb35-4ba0-8a36-3af261d9b54e req-4610766d-868a-4c8b-bfef-10581553192e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.2465246 Nov 12 05:34:47.134189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.159118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-2fa40bc3-2d8f-486e-8cfa-93f17fdacfd8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.160572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-2fa40bc3-2d8f-486e-8cfa-93f17fdacfd8 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.1804678 Nov 12 05:34:47.161413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5d635ffd-decc-4bab-8aff-84278fe75798 None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:47.161813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d635ffd-decc-4bab-8aff-84278fe75798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.168450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] DHCP port deletion for 75a9633c-bd23-4416-8490-c96d99dec451 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:47.178455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.25.2.31 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/193a8419-b795-440c-a22d-c10446a4fa23) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:47.188620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.201337 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.219341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0622f6-2285-4af3-b70f-1f4a8902d596 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:47.240088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8e0622f6-2285-4af3-b70f-1f4a8902d596, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:47.251007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:34:42Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '665db215-1829-4a76-8e1c-933c2a88f40b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:02Z', 'updated_at': '2021-11-12T05:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:47.288034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] Checking router: 1509e573-7bf4-4d75-9b9d-3c2210475514 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:47.290224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f91653b-2db7-4d9e-a235-f001a7881146 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:47.352402 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.353067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d0dfbfc2-f31b-4309-8747-3d700cdfb29f details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:47.363214 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.395152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 665db215-1829-4a76-8e1c-933c2a88f40b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:47.395491 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.408699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0206f11-056b-44d1-b492-a3e0644deeaa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.411166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0206f11-056b-44d1-b492-a3e0644deeaa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.415755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e0206f11-056b-44d1-b492-a3e0644deeaa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/security-groups/a74088a3-1a1e-45ef-ac7f-bff2631c8494 HTTP/1.1" status: 204 len: 168 time: 0.6884034 Nov 12 05:34:47.415934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51264) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:47.446473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70a51b3d-bb35-4ba0-8a36-3af261d9b54e req-4434b1a6-7af8-4e64-99d4-c561404e78ff tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141620 Nov 12 05:34:47.447321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] Routers {'1509e573-7bf4-4d75-9b9d-3c2210475514'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:47.448360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1509e573-7bf4-4d75-9b9d-3c2210475514'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:47.482547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0206f11-056b-44d1-b492-a3e0644deeaa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74088a3-1a1e-45ef-ac7f-bff2631c8494,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:47.498202 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.514036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.539523 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.543845 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:34:47.567320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=193a8419-b795-440c-a22d-c10446a4fa23,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:47.605934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-308b3f0a-5f9e-499a-9596-9424f7591f63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.610018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e73d4-5a16-4747-906c-15d58754690d req-1c203e40-bcdb-44c8-8eee-00e9824517f0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.616952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e73d4-5a16-4747-906c-15d58754690d req-1c203e40-bcdb-44c8-8eee-00e9824517f0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.617152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:47.619276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 665db215-1829-4a76-8e1c-933c2a88f40b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=665db215-1829-4a76-8e1c-933c2a88f40b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:47.619722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.625148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e73d4-5a16-4747-906c-15d58754690d req-1c203e40-bcdb-44c8-8eee-00e9824517f0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.630551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e73d4-5a16-4747-906c-15d58754690d req-1c203e40-bcdb-44c8-8eee-00e9824517f0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.633283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d0dfbfc2-f31b-4309-8747-3d700cdfb29f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:47.636492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e73d4-5a16-4747-906c-15d58754690d req-1c203e40-bcdb-44c8-8eee-00e9824517f0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.636824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:47.645213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e73d4-5a16-4747-906c-15d58754690d req-1c203e40-bcdb-44c8-8eee-00e9824517f0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.645672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:47.647724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 665db215-1829-4a76-8e1c-933c2a88f40b owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:47.651754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e73d4-5a16-4747-906c-15d58754690d req-1c203e40-bcdb-44c8-8eee-00e9824517f0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.653365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-365e73d4-5a16-4747-906c-15d58754690d req-1c203e40-bcdb-44c8-8eee-00e9824517f0 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5426 time: 0.3422432 Nov 12 05:34:47.674659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:47.681345 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:47.682075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.683572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8e0622f6-2285-4af3-b70f-1f4a8902d596,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:47.691951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-308b3f0a-5f9e-499a-9596-9424f7591f63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.709795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:47.715841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:47.727342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'd0dfbfc2-f31b-4309-8747-3d700cdfb29f', 'network_id': '7c470769-e08a-4a84-95b2-8fc94328de9c', 'port_id': 'd0dfbfc2-f31b-4309-8747-3d700cdfb29f', 'mac_address': 'fa:16:3e:08:df:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c30501f-f8b3-49c8-8d6b-5449e52f8fc0', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:47.729399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Pushing event updated for resources: {'Port': ['ID=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:47.747867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] Set router 1509e573-7bf4-4d75-9b9d-3c2210475514 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:47.796269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Deleting port 1ceec9d2-700a-447e-a489-eb2997f6ad75 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:47.796614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.844161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] Deleting port 70debff3-68af-4006-92df-4da5864c3b3d {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:47.844618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.850079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:34:47Z', 'revision_number': 6, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:47.850393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-308b3f0a-5f9e-499a-9596-9424f7591f63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.853209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-308b3f0a-5f9e-499a-9596-9424f7591f63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.857350 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-308b3f0a-5f9e-499a-9596-9424f7591f63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/security-groups/33f5f5c2-6d3c-4f5b-8645-2b6374346496 HTTP/1.1" status: 204 len: 168 time: 0.4315591 Nov 12 05:34:47.864720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51266) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:47.872829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b3f0a-5f9e-499a-9596-9424f7591f63 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5f5c2-6d3c-4f5b-8645-2b6374346496,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:47.904198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95ef8-6b26-4f10-ad60-20506e6e432c None None] The sync data for ids ['1509e573-7bf4-4d75-9b9d-3c2210475514'] in n-d-765315-28 is: [{'id': '1509e573-7bf4-4d75-9b9d-3c2210475514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443054544', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:01Z', 'updated_at': '2021-11-12T05:34:47Z', 'revision_number': 6, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:47.921558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:47.922503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.985078 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.005109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-365e73d4-5a16-4747-906c-15d58754690d req-4ae7d5a9-98dd-489a-b7e1-a27faffe91e5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3328838 Nov 12 05:34:48.007707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bd29ae44-6884-4d19-9b89-3b36cb472a01 None None] Could not find standard attr ID for object be4e0c71-279f-40d8-be8a-2d048ce68396. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:34:48.037710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] For port 70debff3-68af-4006-92df-4da5864c3b3d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=70debff3-68af-4006-92df-4da5864c3b3d,segment=NetworkSegment(7d7e7683-817a-4a5c-aad8-9d2a2a931c43),segment_id=7d7e7683-817a-4a5c-aad8-9d2a2a931c43)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:48.038107 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.055212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0dfbfc2-f31b-4309-8747-3d700cdfb29f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:48.087255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] Calling delete_port for 70debff3-68af-4006-92df-4da5864c3b3d owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:48.112069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-a88e1830-5ab9-4128-afe1-7ef858b8af05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4623549 Nov 12 05:34:48.119324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3e35b5-2f00-46d3-8791-7db3a489a1af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet ad423ec8-dead-43c9-80dc-117dac4fdd85 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:48.120593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d0dfbfc2-f31b-4309-8747-3d700cdfb29f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:48.136148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f3e35b5-2f00-46d3-8791-7db3a489a1af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.149906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Request body: {'port': {'device_id': 'c2a8fe04-ae7f-4729-ba81-c17720481145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:48.158200 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.158960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 4e4935fb-039f-4926-aeb1-7804396b4940 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:48.208908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.252220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] For port 1ceec9d2-700a-447e-a489-eb2997f6ad75, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=1ceec9d2-700a-447e-a489-eb2997f6ad75,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:48.252595 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.272707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2581e-349f-4e5e-afa0-58be46ba63ed req-dbf03640-f339-46bf-ab93-495508fae7f7 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:48.275880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-baf2581e-349f-4e5e-afa0-58be46ba63ed req-dbf03640-f339-46bf-ab93-495508fae7f7 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 931 time: 0.2255471 Nov 12 05:34:48.276809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=665db215-1829-4a76-8e1c-933c2a88f40b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:48.312640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f3e35b5-2f00-46d3-8791-7db3a489a1af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.390720 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.420008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63e89a-6632-4bdf-bd2b-5f1f6bee03a1 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:48.422195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 70debff3-68af-4006-92df-4da5864c3b3d no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:48.548545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:48.556403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 4e4935fb-039f-4926-aeb1-7804396b4940, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=4e4935fb-039f-4926-aeb1-7804396b4940,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:48.577491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '4e4935fb-039f-4926-aeb1-7804396b4940', 'network_id': '33545b16-3531-46d3-a617-ffa6869ad88c', 'port_id': '4e4935fb-039f-4926-aeb1-7804396b4940', 'mac_address': 'fa:16:3e:b3:97:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8771ff3-e022-4eee-a9da-dd486a3f1ef2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:48.582191 n-d-765315-28 neutron-server[102591]: INFO neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No ports have port_id starting with 70debff3-68af-4006-92df-4da5864c3b3d Nov 12 05:34:48.582986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.585276 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.638383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.640756 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.645425 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.645604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] Pushing event deleted for resources: {'Port': ['ID=70debff3-68af-4006-92df-4da5864c3b3d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:48.654865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3332d-bb45-4a6a-a4cf-0bf3a923aa2b None None] No DVR routers for this DVR port 70debff3-68af-4006-92df-4da5864c3b3d on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:48.673319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.694389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4935fb-039f-4926-aeb1-7804396b4940 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:48.718293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 4e4935fb-039f-4926-aeb1-7804396b4940, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=4e4935fb-039f-4926-aeb1-7804396b4940,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:48.725191 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.727805 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.728475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Fanout notify agent at l3_agent the message router_deleted on router 1509e573-7bf4-4d75-9b9d-3c2210475514 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:34:48.736393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.740231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-701fb039-0dd9-4975-aa14-b2c38543715b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/routers/1509e573-7bf4-4d75-9b9d-3c2210475514 HTTP/1.1" status: 204 len: 168 time: 2.6112037 Nov 12 05:34:48.740591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:48.792858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Calling delete_port for 1ceec9d2-700a-447e-a489-eb2997f6ad75 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:48.794605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=4e4935fb-039f-4926-aeb1-7804396b4940,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:48.833779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.875913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.876579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.944710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 424252ae-7554-40c6-a605-386a7f91dcd3 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:48.962328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-baf2581e-349f-4e5e-afa0-58be46ba63ed req-eedbc6ba-8dd8-493a-9aca-2aa56b1bd1d9 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855862 Nov 12 05:34:49.010201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 424252ae-7554-40c6-a605-386a7f91dcd3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:34:49.014179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 424252ae-7554-40c6-a605-386a7f91dcd3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:49.014653 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.015147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f3e35b5-2f00-46d3-8791-7db3a489a1af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.060105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde713a2-905a-4cc4-8713-8057d20e8dbc req-9181aa7e-8a3f-477e-b34a-cfcb3d6b15db tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:49.067888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde713a2-905a-4cc4-8713-8057d20e8dbc req-9181aa7e-8a3f-477e-b34a-cfcb3d6b15db tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=92fd51be-7633-4339-999a-8c67fdfff245 HTTP/1.1" status: 200 len: 945 time: 0.2576561 Nov 12 05:34:49.084848 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.126141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a9633c-bd23-4416-8490-c96d99dec451']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:49.141301 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.146743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Deleting port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:49.147054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.165796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7e7683-817a-4a5c-aad8-9d2a2a931c43') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:49.166205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7e7683-817a-4a5c-aad8-9d2a2a931c43') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:49.187198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.192911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424252ae-7554-40c6-a605-386a7f91dcd3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:49.195764 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd36b9e-bc44-4792-8aa1-dff12d1c09fa" -d '{"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "424252ae-7554-40c6-a605-386a7f91dcd3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:49.218476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 424252ae-7554-40c6-a605-386a7f91dcd3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=424252ae-7554-40c6-a605-386a7f91dcd3,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:49.219508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.225187 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:34:49.225764 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:34:49.229065 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:34:49.234726 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.235861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 05db968a-2a34-4be2-ac65-f335cfbfb1d9 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:49.292363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 665db215-1829-4a76-8e1c-933c2a88f40b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:49.323137 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.326288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.333001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 665db215-1829-4a76-8e1c-933c2a88f40b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:49.333352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 665db215-1829-4a76-8e1c-933c2a88f40b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:49.333780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4be650af-8b04-4b7f-a11a-f7daba41b1dd no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:49.346157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.351877 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/networks/75a9633c-bd23-4416-8490-c96d99dec451 HTTP/1.1" status: 204 len: 168 time: 0.6079829 Nov 12 05:34:49.351877 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.353515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51278) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:49.367612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a29d76-385a-49f6-bc14-5043dc9e77fe tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Network': ['ID=75a9633c-bd23-4416-8490-c96d99dec451,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.371776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=424252ae-7554-40c6-a605-386a7f91dcd3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.381488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4be650af-8b04-4b7f-a11a-f7daba41b1dd {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:49.381948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4be650af-8b04-4b7f-a11a-f7daba41b1dd not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:49.386816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde713a2-905a-4cc4-8713-8057d20e8dbc req-ebf96933-8b58-455a-b117-89b5803f6536 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3f5833b-1a53-481c-808e-8665a2cd3492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180060 Nov 12 05:34:49.413813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f3e35b5-2f00-46d3-8791-7db3a489a1af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.432495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:34:49.437862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 05db968a-2a34-4be2-ac65-f335cfbfb1d9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:49.441684 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.460174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=193a8419-b795-440c-a22d-c10446a4fa23,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.486664 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7946e8f7-f836-4244-a9b8-be9dc5ae28e6 x-openstack-request-id: req-7946e8f7-f836-4244-a9b8-be9dc5ae28e6 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:49.486949 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "424252ae-7554-40c6-a605-386a7f91dcd3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:49.487187 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7946e8f7-f836-4244-a9b8-be9dc5ae28e6 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:49.487573 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424252ae-7554-40c6-a605-386a7f91dcd3', 'code': 200} Nov 12 05:34:49.492653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.507884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-28edb164-f91e-4973-bad2-5311d746c65b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:49.514220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-28edb164-f91e-4973-bad2-5311d746c65b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:49.521984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.522170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-28edb164-f91e-4973-bad2-5311d746c65b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:49.526984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-28edb164-f91e-4973-bad2-5311d746c65b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:49.533204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-28edb164-f91e-4973-bad2-5311d746c65b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:49.539381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-28edb164-f91e-4973-bad2-5311d746c65b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:49.545476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-28edb164-f91e-4973-bad2-5311d746c65b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:49.547482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-28edb164-f91e-4973-bad2-5311d746c65b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5428 time: 0.4177046 Nov 12 05:34:49.554487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e942d9fe-12e8-4cc6-970f-998ce341aa04 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.556777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e35b5-2f00-46d3-8791-7db3a489a1af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=ad423ec8-dead-43c9-80dc-117dac4fdd85,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.577321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eab39f-db57-4b57-9dec-417b862edd11 None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:49.591429 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f3e35b5-2f00-46d3-8791-7db3a489a1af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.598314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1f3e35b5-2f00-46d3-8791-7db3a489a1af tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/ad423ec8-dead-43c9-80dc-117dac4fdd85 HTTP/1.1" status: 204 len: 168 time: 1.7262385 Nov 12 05:34:49.603958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51280) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:49.607300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.624852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:49.641862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['1ceec9d2-700a-447e-a489-eb2997f6ad75'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:49.644355 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.705090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event deleted for resources: {'Port': ['ID=1ceec9d2-700a-447e-a489-eb2997f6ad75,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.727876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 05db968a-2a34-4be2-ac65-f335cfbfb1d9, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:49.746367 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.772644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] For port 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,segment=NetworkSegment(619d2b2c-22f3-46db-bffa-9f50855edcdc),segment_id=619d2b2c-22f3-46db-bffa-9f50855edcdc)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:49.772932 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.839023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Calling delete_port for 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:49.848788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e942d9fe-12e8-4cc6-970f-998ce341aa04 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.871524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['8e0622f6-2285-4af3-b70f-1f4a8902d596'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:49.876549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=05db968a-2a34-4be2-ac65-f335cfbfb1d9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.880092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] No DVR routers for this DVR port 1ceec9d2-700a-447e-a489-eb2997f6ad75 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:49.893038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.896396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22fdb955-8bcd-442f-9578-ac5a58c69175 req-94e8fb5c-4467-4f78-ae7c-e16e4768c2a5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.47 "DELETE /v2.0/ports/1ceec9d2-700a-447e-a489-eb2997f6ad75 HTTP/1.1" status: 204 len: 173 time: 2.7247813 Nov 12 05:34:49.896737 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 8121fcf9-b3a4-4dfc-a32c-e516732aa971 associated. External IP: 172.25.2.31, port: 2c3ec99d-eaa7-4c49-b1f2-543b091b5553. Nov 12 05:34:49.905833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fd51be-7633-4339-999a-8c67fdfff245', 'name': 'network-vif-deleted', 'tag': '1ceec9d2-700a-447e-a489-eb2997f6ad75'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:49.908641 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5b75d3-7a5a-4467-b1c4-1c39e1e76738" -d '{"events": [{"server_uuid": "92fd51be-7633-4339-999a-8c67fdfff245", "name": "network-vif-deleted", "tag": "1ceec9d2-700a-447e-a489-eb2997f6ad75"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:49.935862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-905bc98f-da5c-4cdb-93ea-08a1833d40bb req-6b093983-90fa-46ae-8607-40fff9218f98 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3489068 Nov 12 05:34:49.959060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['247ed4f5-3ef5-471c-9346-f13cd3cc2adb'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:50.009862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['d0dfbfc2-f31b-4309-8747-3d700cdfb29f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:50.013547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['760c73a9-609e-410c-bfbb-072e8c6a9538'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:50.046667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e942d9fe-12e8-4cc6-970f-998ce341aa04 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.051521 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e942d9fe-12e8-4cc6-970f-998ce341aa04 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.056637 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e942d9fe-12e8-4cc6-970f-998ce341aa04 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/security-groups/914e924c-d7df-4254-878e-7186bbc97f36 HTTP/1.1" status: 204 len: 168 time: 0.7006364 Nov 12 05:34:50.134989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942d9fe-12e8-4cc6-970f-998ce341aa04 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e924c-d7df-4254-878e-7186bbc97f36,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:50.151504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['4e4935fb-039f-4926-aeb1-7804396b4940'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:50.300283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:50.302873 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec0b6e-db2d-43c0-a52e-3d110b5ebaf2 x-openstack-request-id: req-9eec0b6e-db2d-43c0-a52e-3d110b5ebaf2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:50.303463 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fd51be-7633-4339-999a-8c67fdfff245", "name": "network-vif-deleted", "tag": "1ceec9d2-700a-447e-a489-eb2997f6ad75", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:50.304009 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9eec0b6e-db2d-43c0-a52e-3d110b5ebaf2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:50.305576 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fd51be-7633-4339-999a-8c67fdfff245', 'name': 'network-vif-deleted', 'tag': '1ceec9d2-700a-447e-a489-eb2997f6ad75', 'status': 'completed', 'code': 200} Nov 12 05:34:50.331312 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.407279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0f2f9b-938d-4ee5-a3db-7bece35b9af7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:50.468203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:50.475187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:50.479368 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.484271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:50.489961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.501629 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc80f1cf-0e1c-4a13-abf3-ebad21c16b66 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:50.526202 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc80f1cf-0e1c-4a13-abf3-ebad21c16b66 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:50.536950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18ebf97-e6e8-441c-9abe-0cf57fc1f9b8 None None] DHCP port deletion for c59a9400-8711-4e6f-a002-9bbf6d939214 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:50.537655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.538585 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc80f1cf-0e1c-4a13-abf3-ebad21c16b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:50.592981 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc80f1cf-0e1c-4a13-abf3-ebad21c16b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:50.600614 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bf443c1e-e3d5-48bc-9e30-69a9843e9c39 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7814283 Nov 12 05:34:50.601059 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:50.611905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc80f1cf-0e1c-4a13-abf3-ebad21c16b66 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:50.613593 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc80f1cf-0e1c-4a13-abf3-ebad21c16b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:50.624271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-474474757'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:50.659697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Transition to ACTIVE for port object 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:34:50.661428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:50.666149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.684753 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc80f1cf-0e1c-4a13-abf3-ebad21c16b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:50.685645 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc80f1cf-0e1c-4a13-abf3-ebad21c16b66 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:50.686032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a4c2-f915-403c-a97b-b3e1131057ae req-e2f777fe-c5d1-4888-892b-b128f78c61ef tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:50.688704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdc2a4c2-f915-403c-a97b-b3e1131057ae req-e2f777fe-c5d1-4888-892b-b128f78c61ef tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 931 time: 0.4248130 Nov 12 05:34:50.716941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:34:50.745591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.746632 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.747279 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Added segment 2d407862-8821-4cb3-8cd4-5d38109d021e of type vlan for network 31e842bf-950e-43a9-92cf-c6977e57e810 Nov 12 05:34:50.820659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.866258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51294) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:50.871657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9faa4041-a6d9-4114-9407-f07053611673 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1375103290', 'description': 'tempest-secgroup-smoke-1375103290 description', 'project_id': '55c883ec452744208727f56ec3f04fe4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:50.922962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.936402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:50.939662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.951532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdc2a4c2-f915-403c-a97b-b3e1131057ae req-d1fdc805-e3b1-4fd4-825d-5cb304fcfb34 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136436 Nov 12 05:34:50.992291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Pushing event updated for resources: {'Port': ['ID=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:51.111386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Network': ['ID=31e842bf-950e-43a9-92cf-c6977e57e810,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:51.118826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9faa4041-a6d9-4114-9407-f07053611673 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.137241 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a2215be9-0610-429f-bff2-943160de9e7c tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5347996 Nov 12 05:34:51.139911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:51.147363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 31e842bf-950e-43a9-92cf-c6977e57e810 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:34:51.149798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'subnet': {'network_id': '31e842bf-950e-43a9-92cf-c6977e57e810', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:51.160308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.221327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Attempting to bind port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:51.221718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Attempting to bind port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:51.222064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Attempting to bind port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:51.236754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-968b3304-34a3-46f9-83d9-2dc87e7af834 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.243195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-968b3304-34a3-46f9-83d9-2dc87e7af834 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.249531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-968b3304-34a3-46f9-83d9-2dc87e7af834 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.256845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-968b3304-34a3-46f9-83d9-2dc87e7af834 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.263229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-968b3304-34a3-46f9-83d9-2dc87e7af834 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.270949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-968b3304-34a3-46f9-83d9-2dc87e7af834 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.277608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-968b3304-34a3-46f9-83d9-2dc87e7af834 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.281480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-968b3304-34a3-46f9-83d9-2dc87e7af834 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5430 time: 0.1875107 Nov 12 05:34:51.316621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-29ea41f7-99c8-4492-a65c-cda86793fa10 None None] Provisioning complete for port 64c2f969-547b-4f87-805d-ebdee61c6e54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:51.317459 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29ea41f7-99c8-4492-a65c-cda86793fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.338866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:51.342700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.351634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:51.351949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Attempting to bind port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:51.394044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:51.394479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Checking segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:51.394797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Bound using segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:51.395249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Bound port: 63cc4b01-c2a6-4bcf-b05b-b7cac302c883, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:51.395610 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.409594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-29ea41f7-99c8-4492-a65c-cda86793fa10 None None] Port 64c2f969-547b-4f87-805d-ebdee61c6e54 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:51.456993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-29ea41f7-99c8-4492-a65c-cda86793fa10 None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:51.456993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29ea41f7-99c8-4492-a65c-cda86793fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.491453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05db968a-2a34-4be2-ac65-f335cfbfb1d9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:51.493737 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08058e52-bafa-498c-81a1-055c39b6e82d" -d '{"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "05db968a-2a34-4be2-ac65-f335cfbfb1d9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:51.525796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9faa4041-a6d9-4114-9407-f07053611673 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.531907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9faa4041-a6d9-4114-9407-f07053611673 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.611633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.618154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa4041-a6d9-4114-9407-f07053611673 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84280e12-309e-4e1f-99fb-017edf271432,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:51.626327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9faa4041-a6d9-4114-9407-f07053611673 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.628238 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9faa4041-a6d9-4114-9407-f07053611673 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7605810 Nov 12 05:34:51.646856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51306) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:51.654180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fcf2abd2-db70-43d7-898a-0ebcbe1e2333 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '84280e12-309e-4e1f-99fb-017edf271432', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:51.719139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Subnet': ['ID=3198e985-f531-4335-939a-ae8db6844f02,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:51.724049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcf2abd2-db70-43d7-898a-0ebcbe1e2333 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.736705 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Checking segment: {'id': '2d407862-8821-4cb3-8cd4-5d38109d021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '31e842bf-950e-43a9-92cf-c6977e57e810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:51.737078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network hostable DHCP agents. Network: 31e842bf-950e-43a9-92cf-c6977e57e810, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:34:51.788700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 31e842bf-950e-43a9-92cf-c6977e57e810 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:34:51.802146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 31e842bf-950e-43a9-92cf-c6977e57e810) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:51.812213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737417a0-fb2b-4ebf-aee3-b5384e4c3021 None None] Network 31e842bf-950e-43a9-92cf-c6977e57e810 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:51.819192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.819800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.824046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcf2abd2-db70-43d7-898a-0ebcbe1e2333 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.831395 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcf2abd2-db70-43d7-898a-0ebcbe1e2333 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.848725 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-182f29c7-1f94-4bb9-9735-26151e8c9c8d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7067120 Nov 12 05:34:51.852685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:51.858260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-725934997', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:51.866275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2abd2-db70-43d7-898a-0ebcbe1e2333 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dc258e-70ca-4f42-8cd5-25c5daca6281,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:51.881109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6c0a-8683-4345-b659-5e986626e2ac req-547d37c2-dd55-4141-bbad-7703a469b238 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:51.882671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df3d6c0a-8683-4345-b659-5e986626e2ac req-547d37c2-dd55-4141-bbad-7703a469b238 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.5542595 Nov 12 05:34:51.882893 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcf2abd2-db70-43d7-898a-0ebcbe1e2333 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.884082 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fcf2abd2-db70-43d7-898a-0ebcbe1e2333 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2362564 Nov 12 05:34:51.887074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51310) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:51.891317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3bdbe95f-0617-419b-80c5-76ca3a88a15e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '84280e12-309e-4e1f-99fb-017edf271432', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:51.906260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2474292c-06eb-4874-bcb1-78a0d9bf1497 req-5ae2e08a-4001-4143-92a8-523034c35be5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5794415 Nov 12 05:34:51.914387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.915464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:51.997578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-31e842bf-950e-43a9-92cf-c6977e57e810', 'network_id': '31e842bf-950e-43a9-92cf-c6977e57e810', 'tenant_id': '30b48d8687fe4f13aa5226578e84a793', 'fixed_ips': [{'subnet_id': '3198e985-f531-4335-939a-ae8db6844f02'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:34:51.998585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.002703 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2d6d06-c74a-4423-9baa-1b514bb7083f x-openstack-request-id: req-2b2d6d06-c74a-4423-9baa-1b514bb7083f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:52.004163 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "05db968a-2a34-4be2-ac65-f335cfbfb1d9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:52.004778 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b2d6d06-c74a-4423-9baa-1b514bb7083f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:52.005282 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'code': 200} Nov 12 05:34:52.013755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe95f-0617-419b-80c5-76ca3a88a15e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.014995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] For port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:52.045251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] For port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:52.051787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.104755 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.107356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.175406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Allocated IP 172.20.0.2 (31e842bf-950e-43a9-92cf-c6977e57e810/3198e985-f531-4335-939a-ae8db6844f02/f9203794-5479-4044-9412-3a7b30e5a69c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:52.223361 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe95f-0617-419b-80c5-76ca3a88a15e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.226815 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:52.228109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.229871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.230076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] 10.222.0.43 "PUT /v2.0/ports/63cc4b01-c2a6-4bcf-b05b-b7cac302c883 HTTP/1.1" status: 200 len: 1092 time: 4.0993717 Nov 12 05:34:52.234444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe95f-0617-419b-80c5-76ca3a88a15e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.259039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1ceec9d2-700a-447e-a489-eb2997f6ad75 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:52.259242 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df3d6c0a-8683-4345-b659-5e986626e2ac req-09caba61-538e-47d7-899a-f79c694bc90f tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611939 Nov 12 05:34:52.267858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbe95f-0617-419b-80c5-76ca3a88a15e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94168d0d-f8e4-4778-bd94-a0f78796889b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:52.294803 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe95f-0617-419b-80c5-76ca3a88a15e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.301674 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3bdbe95f-0617-419b-80c5-76ca3a88a15e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4081464 Nov 12 05:34:52.301674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51314) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:52.303809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:52.306144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-52fec802-cffa-44b0-9672-de67b20e28d3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '84280e12-309e-4e1f-99fb-017edf271432', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:52.309286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a8fe04-ae7f-4729-ba81-c17720481145', 'tag': '63cc4b01-c2a6-4bcf-b05b-b7cac302c883'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:52.311632 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b3ec65-95e9-4ebc-8550-52c413cbbc67" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a8fe04-ae7f-4729-ba81-c17720481145", "tag": "63cc4b01-c2a6-4bcf-b05b-b7cac302c883"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:52.344830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:52.356792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:52.358323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.363484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=47af775a-6a26-4efc-9364-2c8b4ccf23c5,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:52.373230 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52fec802-cffa-44b0-9672-de67b20e28d3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.375159 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a578b04-5e94-4c56-aa3a-bb66e126446d x-openstack-request-id: req-6a578b04-5e94-4c56-aa3a-bb66e126446d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:52.375456 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a8fe04-ae7f-4729-ba81-c17720481145", "tag": "63cc4b01-c2a6-4bcf-b05b-b7cac302c883", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:52.375794 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a578b04-5e94-4c56-aa3a-bb66e126446d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:52.376155 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a8fe04-ae7f-4729-ba81-c17720481145', 'tag': '63cc4b01-c2a6-4bcf-b05b-b7cac302c883', 'status': 'completed', 'code': 200} Nov 12 05:34:52.401773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Router 4ed2f111-6a5d-4dd9-8455-062b133b80be has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:52.437494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4976-0843-4e13-9dce-2ebc16c764b6 req-7e64fb29-cea9-4235-a0df-e9bb7bdc0e99 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:52.440293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef8b4976-0843-4e13-9dce-2ebc16c764b6 req-7e64fb29-cea9-4235-a0df-e9bb7bdc0e99 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 943 time: 0.3663504 Nov 12 05:34:52.448216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ac93e-b480-4d7a-b6d7-ef6d59def142 service neutron] Pushing event updated for resources: {'Port': ['ID=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:52.454542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52fec802-cffa-44b0-9672-de67b20e28d3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.457636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394ede1-0d91-4c8e-bf60-b6d0ef91f2e5 None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:52.462122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 1ceec9d2-700a-447e-a489-eb2997f6ad75 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:52.462781 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 1ceec9d2-700a-447e-a489-eb2997f6ad75 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:52.467642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7a182030-42ff-49a7-9e25-ce083bea47fe tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8582916 Nov 12 05:34:52.480256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51318) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:52.487070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7b2cc5a9-4a62-45b1-b561-528d105ab6fc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'security_group': {'name': 'tempest-secgroup-563449557'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:52.502743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52fec802-cffa-44b0-9672-de67b20e28d3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.551068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fec802-cffa-44b0-9672-de67b20e28d3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f602ca4-bd70-488a-9017-9b568f3005a0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:52.575553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.593820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef8b4976-0843-4e13-9dce-2ebc16c764b6 req-98651af7-6036-49cb-a107-6ec3606280fd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214147 Nov 12 05:34:52.596402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-4559ff68-27b8-4569-a2a1-572f57a56d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:52.597828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-4559ff68-27b8-4569-a2a1-572f57a56d6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 1095 time: 0.2704284 Nov 12 05:34:52.601199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.601397 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.638109 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.668257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52fec802-cffa-44b0-9672-de67b20e28d3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.669645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-52fec802-cffa-44b0-9672-de67b20e28d3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3682578 Nov 12 05:34:52.687195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc5a9-4a62-45b1-b561-528d105ab6fc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.687399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:52.687511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Network 31e842bf-950e-43a9-92cf-c6977e57e810 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:52.691722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e18b2601-f875-4862-9eb6-b686c891f878 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '84280e12-309e-4e1f-99fb-017edf271432', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:52.699112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:52.700533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-75da0a1d-1498-4961-b7ad-fa83fdb81524 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63cc4b01-c2a6-4bcf-b05b-b7cac302c883 HTTP/1.1" status: 200 len: 217 time: 0.0854669 Nov 12 05:34:52.717608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:52.721737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Pushing event updated for resources: {'Port': ['ID=f9203794-5479-4044-9412-3a7b30e5a69c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:52.748827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.25.2.248 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/58413d44-a4e5-4894-a5a9-6c1087c9410a) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:52.757368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e18b2601-f875-4862-9eb6-b686c891f878 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.779900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:52.802186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] Sync routers for ids ['4ed2f111-6a5d-4dd9-8455-062b133b80be'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:52.811157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-532801d4-b596-4031-8fd6-b4928ef77bf0 admin admin] 10.222.0.48 "PUT /v2.0/routers/4ed2f111-6a5d-4dd9-8455-062b133b80be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3629625 Nov 12 05:34:52.812065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51322) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:52.813518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Attempting to bind port f9203794-5479-4044-9412-3a7b30e5a69c on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:52.813891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Attempting to bind port f9203794-5479-4044-9412-3a7b30e5a69c by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '2d407862-8821-4cb3-8cd4-5d38109d021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '31e842bf-950e-43a9-92cf-c6977e57e810'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:52.814846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Attempting to bind port f9203794-5479-4044-9412-3a7b30e5a69c on network 31e842bf-950e-43a9-92cf-c6977e57e810 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:52.824694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:52.825373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Checking segment: {'id': '2d407862-8821-4cb3-8cd4-5d38109d021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '31e842bf-950e-43a9-92cf-c6977e57e810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:52.826164 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.827106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Bound using segment: {'id': '2d407862-8821-4cb3-8cd4-5d38109d021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '31e842bf-950e-43a9-92cf-c6977e57e810'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:52.827813 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Bound port: f9203794-5479-4044-9412-3a7b30e5a69c, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d407862-8821-4cb3-8cd4-5d38109d021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '31e842bf-950e-43a9-92cf-c6977e57e810'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:52.828356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.833217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] Routers {'4ed2f111-6a5d-4dd9-8455-062b133b80be'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:52.833859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4ed2f111-6a5d-4dd9-8455-062b133b80be'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:52.864677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-d5cfc1a9-c071-40f2-8b2c-9e4dbf057458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:52.866161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-d5cfc1a9-c071-40f2-8b2c-9e4dbf057458 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.1577539 Nov 12 05:34:52.886943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e18b2601-f875-4862-9eb6-b686c891f878 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.895518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e18b2601-f875-4862-9eb6-b686c891f878 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.924140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-8ebb1517-35c2-43de-8f12-f08644d45376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474570 Nov 12 05:34:52.936927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b2601-f875-4862-9eb6-b686c891f878 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a7cf11-5a03-42e0-bd25-9d3bb07e3df1,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:52.959720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e27e066-0343-4cda-b48b-e0e739366a43 None None] Update dhcp port {'port': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'fixed_ips': [{'subnet_id': 'e4506f7a-6628-4b76-816e-0d0f417a2659', 'ip_address': '172.20.0.18'}, {'subnet_id': '47af775a-6a26-4efc-9364-2c8b4ccf23c5'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '8f91653b-2db7-4d9e-a235-f001a7881146'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:34:52.964711 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e18b2601-f875-4862-9eb6-b686c891f878 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:52.966227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e18b2601-f875-4862-9eb6-b686c891f878 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2779958 Nov 12 05:34:52.971178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51326) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:52.976487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-503e2480-b328-423a-8f18-37b082c34967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '84280e12-309e-4e1f-99fb-017edf271432', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:52.990181 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc5a9-4a62-45b1-b561-528d105ab6fc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.006680 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.013771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc5a9-4a62-45b1-b561-528d105ab6fc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.033841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] For port f9203794-5479-4044-9412-3a7b30e5a69c, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:53.042001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e27e066-0343-4cda-b48b-e0e739366a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.055874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cc5a9-4a62-45b1-b561-528d105ab6fc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd416a-d43f-4964-83bb-3768ec617d65,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:53.063209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] For port f9203794-5479-4044-9412-3a7b30e5a69c, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f9203794-5479-4044-9412-3a7b30e5a69c,segment=NetworkSegment(2d407862-8821-4cb3-8cd4-5d38109d021e),segment_id=2d407862-8821-4cb3-8cd4-5d38109d021e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:53.077571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] Set router 4ed2f111-6a5d-4dd9-8455-062b133b80be gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:53.086279 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-503e2480-b328-423a-8f18-37b082c34967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Project 55c883ec452744208727f56ec3f04fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:34:53.092097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503e2480-b328-423a-8f18-37b082c34967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.097432 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.134353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc5a9-4a62-45b1-b561-528d105ab6fc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.135629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7b2cc5a9-4a62-45b1-b561-528d105ab6fc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6535194 Nov 12 05:34:53.139030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51328) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:53.143539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.145585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e5317cbb-f792-47dc-9640-fd6723556956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'security_group': {'name': 'tempest-secgroup-207002831'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:53.155578 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.216795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:53.226074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:53.237791 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:53.239202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-8fb06fef-cd8a-4b9b-92b0-8eab1ee15816 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.246583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-8fb06fef-cd8a-4b9b-92b0-8eab1ee15816 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.254847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-8fb06fef-cd8a-4b9b-92b0-8eab1ee15816 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.262496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-8fb06fef-cd8a-4b9b-92b0-8eab1ee15816 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.269006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-8fb06fef-cd8a-4b9b-92b0-8eab1ee15816 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.274508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2132313d-5e12-4928-ad28-f196e1ace74b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:53.276268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-8fb06fef-cd8a-4b9b-92b0-8eab1ee15816 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.278446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-2a397209-24b9-4adc-83f2-71035d96d87c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.280160 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-2a397209-24b9-4adc-83f2-71035d96d87c tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.1680515 Nov 12 05:34:53.283414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-8fb06fef-cd8a-4b9b-92b0-8eab1ee15816 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.303127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-8fb06fef-cd8a-4b9b-92b0-8eab1ee15816 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5430 time: 0.2420139 Nov 12 05:34:53.355008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92434c30-8ca2-4677-a769-a0a340e57178 None None] Pushing event updated for resources: {'Port': ['ID=f9203794-5479-4044-9412-3a7b30e5a69c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:53.369126 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5317cbb-f792-47dc-9640-fd6723556956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.377956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-030728b8-b5be-4673-ba30-f69f89d78973 service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863261 Nov 12 05:34:53.410229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=58413d44-a4e5-4894-a5a9-6c1087c9410a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:53.473772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503e2480-b328-423a-8f18-37b082c34967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.514391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-1e27e066-0343-4cda-b48b-e0e739366a43 None None] Allocated IP 172.20.0.2 (57db5f1b-e290-40ec-a0d2-e6097014716d/47af775a-6a26-4efc-9364-2c8b4ccf23c5/8f91653b-2db7-4d9e-a235-f001a7881146) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:53.542032 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503e2480-b328-423a-8f18-37b082c34967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.583302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-88220f5d-d181-498e-b4f8-264e44b255b3 None None] Provisioning complete for port 58413d44-a4e5-4894-a5a9-6c1087c9410a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:53.583629 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-88220f5d-d181-498e-b4f8-264e44b255b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.636463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e2480-b328-423a-8f18-37b082c34967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71099dd-59f7-4fe5-85cc-0142a9bfa1f7,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:53.665535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:34:50Z', 'revision_number': 5, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port': {'id': '18593f26-d584-46d3-8f2a-f9d8d773b4ea', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:32Z', 'updated_at': '2021-11-12T05:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:53.680652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.699237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-88220f5d-d181-498e-b4f8-264e44b255b3 None None] Port 58413d44-a4e5-4894-a5a9-6c1087c9410a cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:53.703107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] Checking router: 4ed2f111-6a5d-4dd9-8455-062b133b80be for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:53.703279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503e2480-b328-423a-8f18-37b082c34967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.707282 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-503e2480-b328-423a-8f18-37b082c34967 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7327695 Nov 12 05:34:53.712573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51334) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:53.712839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a739fdb-8b80-4a56-8ea9-77f8450fd134 req-c0fe8c4f-0040-4a95-8a5f-78663fd641ee tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4087539 Nov 12 05:34:53.715213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Deleting port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:53.716585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.725954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] Routers {'4ed2f111-6a5d-4dd9-8455-062b133b80be'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:53.726288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7751b43-a951-4a48-be22-9e5cd8788645 req-92c21b1a-e9cc-4fcf-8d51-a217e243a7bc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:53.726758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4ed2f111-6a5d-4dd9-8455-062b133b80be'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:53.727940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7751b43-a951-4a48-be22-9e5cd8788645 req-92c21b1a-e9cc-4fcf-8d51-a217e243a7bc tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 945 time: 0.3478396 Nov 12 05:34:53.797779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66c173bb-357c-47b2-8755-ea89a1eb84ab req-37ace660-a05c-4985-b156-711ec01b6e69 service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914940 Nov 12 05:34:53.841488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] For port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:53.841842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.848761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1e27e066-0343-4cda-b48b-e0e739366a43 None None] For port 8f91653b-2db7-4d9e-a235-f001a7881146, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f91653b-2db7-4d9e-a235-f001a7881146,segment=NetworkSegment(d4627528-7167-43ed-84ee-c9097a20b797),segment_id=d4627528-7167-43ed-84ee-c9097a20b797)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:53.851063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] Set router 4ed2f111-6a5d-4dd9-8455-062b133b80be gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:53.857668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7751b43-a951-4a48-be22-9e5cd8788645 req-3b4df4f9-5b4e-4701-ae3a-23c9d64cd686 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups?id=4134074f-3965-425b-9b59-8b298648f920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979934 Nov 12 05:34:53.859977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5317cbb-f792-47dc-9640-fd6723556956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.887803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5317cbb-f792-47dc-9640-fd6723556956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.922086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2b9f39a3-883b-4e45-8c0d-0e31bb37fad1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'security_group_rule': {'security_group_id': '84280e12-309e-4e1f-99fb-017edf271432', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:53.927000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:34:53Z', 'revision_number': 6, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:53.953594 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e27e066-0343-4cda-b48b-e0e739366a43 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.968649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5317cbb-f792-47dc-9640-fd6723556956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.969823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e5317cbb-f792-47dc-9640-fd6723556956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8285482 Nov 12 05:34:53.972190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Deleting port 18593f26-d584-46d3-8f2a-f9d8d773b4ea {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:53.972519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:53.974130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51336) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:53.982833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'security_group': {'name': 'tempest-secgroup-2134667192'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:53.983535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd4c7e-d2cb-4e50-9a7d-0d12bd4fe6ad None None] The sync data for ids ['4ed2f111-6a5d-4dd9-8455-062b133b80be'] in n-d-765315-28 is: [{'id': '4ed2f111-6a5d-4dd9-8455-062b133b80be', 'name': 'tempest-ServerRescueNegativeTestJSON-816215056-router', 'tenant_id': '6f59f85288ac4524ba00c00813e0c2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:31Z', 'updated_at': '2021-11-12T05:34:53Z', 'revision_number': 6, 'project_id': '6f59f85288ac4524ba00c00813e0c2b7', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:53.990101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5317cbb-f792-47dc-9640-fd6723556956 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b47eb-8f78-448a-8f4a-db5d026227a8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:53.994068 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e27e066-0343-4cda-b48b-e0e739366a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.021504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e72c65-fbde-4ad7-a315-e82d904eaf43 req-b6ae5248-315a-4109-a202-03454fdea97a tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:54.031761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14e72c65-fbde-4ad7-a315-e82d904eaf43 req-b6ae5248-315a-4109-a202-03454fdea97a tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 943 time: 0.1854522 Nov 12 05:34:54.054545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.api [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 05:34:54.054545 n-d-765315-28 neutron-server[102590]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 05:34:54.054545 n-d-765315-28 neutron-server[102590]: [parameters: {'project_id_1': 'c6fd2065b2904f948a6c2e2655d52cb2', 'expiration_1': datetime.datetime(2021, 11, 12, 5, 34, 34, 11728)}] Nov 12 05:34:54.054545 n-d-765315-28 neutron-server[102590]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:34:54.055414 n-d-765315-28 neutron-server[102590]: DEBUG oslo_db.api [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:34:54.106306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-20eeb48a-704d-4fb7-b638-12afe35ad71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:54.107774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-20eeb48a-704d-4fb7-b638-12afe35ad71d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 1095 time: 0.1912131 Nov 12 05:34:54.169711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14e72c65-fbde-4ad7-a315-e82d904eaf43 req-6538a4ad-1181-4d23-b0f3-d23f491805b2 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395528 Nov 12 05:34:54.219842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] For port 18593f26-d584-46d3-8f2a-f9d8d773b4ea, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=18593f26-d584-46d3-8f2a-f9d8d773b4ea,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:54.220207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.237215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Calling delete_port for 18593f26-d584-46d3-8f2a-f9d8d773b4ea owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:54.302934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27e066-0343-4cda-b48b-e0e739366a43 None None] Pushing event updated for resources: {'Port': ['ID=8f91653b-2db7-4d9e-a235-f001a7881146,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:54.313189 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-2b9f39a3-883b-4e45-8c0d-0e31bb37fad1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Project 55c883ec452744208727f56ec3f04fe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:34:54.357328 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.374395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-4b52f3e0-a192-47bd-b00c-fa7383469678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:54.375923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-4b52f3e0-a192-47bd-b00c-fa7383469678 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 915 time: 0.2572546 Nov 12 05:34:54.420077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b9f39a3-883b-4e45-8c0d-0e31bb37fad1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.580901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.581411 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.581846 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Floating IP 35c1f5aa-62dd-4aea-9245-2089affc0751 disassociated. External IP: 172.25.2.72, port: 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b. Nov 12 05:34:54.582284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Calling delete_port for 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:54.600000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-c009c850-7614-49cf-a60b-a7e3bacde3f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63cc4b01-c2a6-4bcf-b05b-b7cac302c883 HTTP/1.1" status: 200 len: 217 time: 0.1809027 Nov 12 05:34:54.600728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.625962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b9f39a3-883b-4e45-8c0d-0e31bb37fad1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.636574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.643419 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b9f39a3-883b-4e45-8c0d-0e31bb37fad1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.668654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Pushing event deleted for resources: {'Port': ['ID=18593f26-d584-46d3-8f2a-f9d8d773b4ea,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:54.683096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603ab322-619f-4a6a-8a0a-0f3f720d182a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:54.711559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b9f39a3-883b-4e45-8c0d-0e31bb37fad1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.715156 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2b9f39a3-883b-4e45-8c0d-0e31bb37fad1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8565600 Nov 12 05:34:54.715667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f39a3-883b-4e45-8c0d-0e31bb37fad1 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c723e8d3-aa38-43e3-b217-ea48d37e9a4d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:54.720712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51338) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:54.745561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-80e99d2d-e44a-43b3-bcc0-ca14f6151030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:54.747102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-80e99d2d-e44a-43b3-bcc0-ca14f6151030 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.1181779 Nov 12 05:34:54.765364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'network': {'name': 'tempest-network-smoke--1287374383', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'port_security_enabled': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:54.811501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff08624-a535-4c20-8894-de17626a9a87 None None] Network 31e842bf-950e-43a9-92cf-c6977e57e810 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:54.864492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8e0622f6-2285-4af3-b70f-1f4a8902d596 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:54.876183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.915181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:54.918922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.937437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-f09cbdd5-1f59-4ef3-8268-4b0ee69c6e84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784956 Nov 12 05:34:54.952207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:34:54.964136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:54.964568 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Added segment 2d345b70-7a27-44bf-8fba-b89b077e3199 of type vlan for network 592e4127-3d12-4fea-978b-b2d918598a77 Nov 12 05:34:55.005542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6e8c279e-82cf-4c32-a41c-8546ca160f29 None None] Provisioning complete for port f9203794-5479-4044-9412-3a7b30e5a69c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:55.006145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e8c279e-82cf-4c32-a41c-8546ca160f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.015179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.076191 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.078094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.084215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:55.084850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.117920 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3638017 Nov 12 05:34:55.134208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51344) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:55.140140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e8c279e-82cf-4c32-a41c-8546ca160f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.144733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 8e0622f6-2285-4af3-b70f-1f4a8902d596 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:34:55.155060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'admin_state_up': True, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:55.213378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 8e0622f6-2285-4af3-b70f-1f4a8902d596 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:55.213753 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.229220 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.230279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.295691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c149e27-c888-4155-af2c-4a367187c7a7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Network': ['ID=592e4127-3d12-4fea-978b-b2d918598a77,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:55.305234 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.318256 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 592e4127-3d12-4fea-978b-b2d918598a77 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:34:55.338744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6e8c279e-82cf-4c32-a41c-8546ca160f29 None None] For port f9203794-5479-4044-9412-3a7b30e5a69c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f9203794-5479-4044-9412-3a7b30e5a69c,segment=NetworkSegment(2d407862-8821-4cb3-8cd4-5d38109d021e),segment_id=2d407862-8821-4cb3-8cd4-5d38109d021e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:55.375071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e8c279e-82cf-4c32-a41c-8546ca160f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.375322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event deleted for resources: {'Port': ['ID=1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:55.433542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.444774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.455523 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.462401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d076aeb8-7b1b-4157-9457-410a3a1cdb2d req-5b2a203c-cbca-4200-b9f2-a207fb9b457e tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 210 time: 0.4691122 Nov 12 05:34:55.519377 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.573301 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.581839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:55.603409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f91653b-2db7-4d9e-a235-f001a7881146 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:55.612484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.631910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c279e-82cf-4c32-a41c-8546ca160f29 None None] Pushing event updated for resources: {'Port': ['ID=f9203794-5479-4044-9412-3a7b30e5a69c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:55.704367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0622f6-2285-4af3-b70f-1f4a8902d596'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:55.706789 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33247a64-76ef-4bda-9b4f-b1c33ddaa1cc" -d '{"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "8e0622f6-2285-4af3-b70f-1f4a8902d596"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:55.737839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-c29e90ff-f4c8-4941-b8a3-d9a6b024cee3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:55.739431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8e0622f6-2285-4af3-b70f-1f4a8902d596, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:55.745770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2b658f49-30a7-4946-9886-ca69f3401afc None None] Provisioning complete for port 64c2f969-547b-4f87-805d-ebdee61c6e54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:55.746149 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2b658f49-30a7-4946-9886-ca69f3401afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.751077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-c29e90ff-f4c8-4941-b8a3-d9a6b024cee3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:55.757215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-c29e90ff-f4c8-4941-b8a3-d9a6b024cee3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:55.763677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-c29e90ff-f4c8-4941-b8a3-d9a6b024cee3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:55.769892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-c29e90ff-f4c8-4941-b8a3-d9a6b024cee3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:55.781857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-c29e90ff-f4c8-4941-b8a3-d9a6b024cee3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:55.791401 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.792313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device d0dfbfc2-f31b-4309-8747-3d700cdfb29f up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:55.800705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-c29e90ff-f4c8-4941-b8a3-d9a6b024cee3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:55.802796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-c29e90ff-f4c8-4941-b8a3-d9a6b024cee3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5430 time: 0.9229043 Nov 12 05:34:55.803465 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.803978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ed2f111-6a5d-4dd9-8455-062b133b80be {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:34:55.820131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.821332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-73cd6143-521e-4b74-ad63-54c8bc97f65d admin admin] 10.222.0.48 "DELETE /v2.0/routers/4ed2f111-6a5d-4dd9-8455-062b133b80be HTTP/1.1" status: 204 len: 168 time: 3.0082793 Nov 12 05:34:55.828529 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.832415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8542142 Nov 12 05:34:55.835289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51350) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:55.835561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51352) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:55.885907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router 8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:34:55.890160 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.898013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:55.906826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605631985', 'security_groups': ['8e084f5d-3f9f-4cdb-8695-fbf332733f3f'], 'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '47af775a-6a26-4efc-9364-2c8b4ccf23c5'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:55.920614 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] Sync routers for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:55.928061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2b658f49-30a7-4946-9886-ca69f3401afc None None] Port 64c2f969-547b-4f87-805d-ebdee61c6e54 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:55.941768 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:55.944804 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:55.945110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-76abce0e-9127-4fe3-8544-50fde5dd4c05 admin admin] Deleting subnet 87c88b4a-f1c0-4a8a-94d2-149f7197ebaf {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:55.967128 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] No DVR routers for this DVR port 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:55.969927 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.972125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af42e1b-352a-43a3-be8b-d18d9ea1aaa4 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e084f5d-3f9f-4cdb-8695-fbf332733f3f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:55.974427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76abce0e-9127-4fe3-8544-50fde5dd4c05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:55.975627 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-05545fe0-1377-454e-ad6d-8b22174a1bce req-b0b20122-dcd9-48cf-bc39-dd00508fc1d0 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.43 "DELETE /v2.0/ports/1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b HTTP/1.1" status: 204 len: 173 time: 2.6652312 Nov 12 05:34:55.976472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-deleted', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:55.979674 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40671a6b-e4ef-4270-b63e-2a66c28a1003" -d '{"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-deleted", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:56.036559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2b658f49-30a7-4946-9886-ca69f3401afc None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:56.036941 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2b658f49-30a7-4946-9886-ca69f3401afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.054330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-fcaca948-b61f-47ee-8c8d-6b8efefcef74 service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0590346 Nov 12 05:34:56.113399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:56.119068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:56.120015 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.138411 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:56.145749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5753b02f-1499-49a9-9db7-a9d5005f6ad7 req-8b34a68f-4dc6-425b-b594-56add2c45e55 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3233020 Nov 12 05:34:56.155737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ad54c-5d16-41ee-8b9f-2a1bf5465465 req-542258c1-183b-40e8-90e6-1c5062de05d2 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:56.163937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f44ad54c-5d16-41ee-8b9f-2a1bf5465465 req-542258c1-183b-40e8-90e6-1c5062de05d2 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 943 time: 0.5554657 Nov 12 05:34:56.186716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port d0dfbfc2-f31b-4309-8747-3d700cdfb29f completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:34:56.192025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.195807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d7362fb7-9a52-49ba-937c-ea819b81db92 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3409984 Nov 12 05:34:56.208492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51356) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:56.219529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port d0dfbfc2-f31b-4309-8747-3d700cdfb29f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:56.219909 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.248740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76abce0e-9127-4fe3-8544-50fde5dd4c05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.261458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ce4d2-7875-4d55-badc-d9006ef900f8 None None] Sync routers for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:56.268517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8e0622f6-2285-4af3-b70f-1f4a8902d596,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:56.273153 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603423c-23b4-4e34-8fe7-c662c3dfe091 x-openstack-request-id: req-b603423c-23b4-4e34-8fe7-c662c3dfe091 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:56.273713 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "8e0622f6-2285-4af3-b70f-1f4a8902d596", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:56.273965 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b603423c-23b4-4e34-8fe7-c662c3dfe091 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:56.275272 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0622f6-2285-4af3-b70f-1f4a8902d596', 'code': 200} Nov 12 05:34:56.418374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f9203794-5479-4044-9412-3a7b30e5a69c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:56.428120 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aedb332-21df-491d-99f3-ebc31e49502e x-openstack-request-id: req-0aedb332-21df-491d-99f3-ebc31e49502e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:56.428471 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeaf3bd-b536-4178-9664-2ebc20a199eb", "name": "network-vif-deleted", "tag": "1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:56.428673 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0aedb332-21df-491d-99f3-ebc31e49502e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:56.429079 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeaf3bd-b536-4178-9664-2ebc20a199eb', 'name': 'network-vif-deleted', 'tag': '1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b', 'status': 'completed', 'code': 200} Nov 12 05:34:56.443448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ce4d2-7875-4d55-badc-d9006ef900f8 None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:56.444316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7f8ce4d2-7875-4d55-badc-d9006ef900f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:56.449085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f44ad54c-5d16-41ee-8b9f-2a1bf5465465 req-7ca2f94b-d251-4534-b882-aa677ba9d077 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817700 Nov 12 05:34:56.459618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.472614 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:57Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:56.481680 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.504483 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] Checking router: ea9e4d21-cbfa-40b5-ad8a-6647babbb15d for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:56.515374 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:56.516083 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:56.520692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7f8ce4d2-7875-4d55-badc-d9006ef900f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:56.558207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ce4d2-7875-4d55-badc-d9006ef900f8 None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:56.558882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7f8ce4d2-7875-4d55-badc-d9006ef900f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:56.583918 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76abce0e-9127-4fe3-8544-50fde5dd4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.618556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7f8ce4d2-7875-4d55-badc-d9006ef900f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:56.619252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ce4d2-7875-4d55-badc-d9006ef900f8 None None] The sync data for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:56.646116 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.669359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23b3ec65-95e9-4ebc-8550-52c413cbbc67 req-d1ca6a0c-6a36-43eb-a41b-36a0f9028c7e service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310397 Nov 12 05:34:56.680739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.25.2.103 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/7be1b5cc-0432-4e04-950b-7550fb18c526) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:56.681773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:56.684585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f9203794-5479-4044-9412-3a7b30e5a69c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:56.685215 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.705972 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:56.762894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port d0dfbfc2-f31b-4309-8747-3d700cdfb29f, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:56.791864 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.792687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 4e4935fb-039f-4926-aeb1-7804396b4940 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:56.807997 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.827607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b3f5068-fefd-4b3f-b4e3-f2bee98e72f6 req-cecf449e-19b3-4df6-a02d-f6a51ade1fc5 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeaf3bd-b536-4178-9664-2ebc20a199eb HTTP/1.1" status: 200 len: 210 time: 0.1724410 Nov 12 05:34:56.847265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] device_id is not set on port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:34:56.861880 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.890731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:56.895938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dd800894-73e7-4349-9787-570f5b8b48e7 None None] Provisioning complete for port f9203794-5479-4044-9412-3a7b30e5a69c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:56.896786 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd800894-73e7-4349-9787-570f5b8b48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.911944 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.957049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:56.961240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:56.966941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76abce0e-9127-4fe3-8544-50fde5dd4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.978313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:56.995265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40960f9-6898-46e6-80d2-5309602a9c6e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:57.014203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=7be1b5cc-0432-4e04-950b-7550fb18c526,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:57.044228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abce0e-9127-4fe3-8544-50fde5dd4c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c88b4a-f1c0-4a8a-94d2-149f7197ebaf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:57.083122 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76abce0e-9127-4fe3-8544-50fde5dd4c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.089756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-76abce0e-9127-4fe3-8544-50fde5dd4c05 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/87c88b4a-f1c0-4a8a-94d2-149f7197ebaf HTTP/1.1" status: 204 len: 168 time: 1.2522953 Nov 12 05:34:57.094170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51362) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:57.099887 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:57Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:57.129934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb1aed9-5fe0-4878-83a2-6585d6a563e6 None None] Network c59a9400-8711-4e6f-a002-9bbf6d939214 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:57.133625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 18593f26-d584-46d3-8f2a-f9d8d773b4ea no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:57.133928 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b66d1-b0d4-464b-84dc-82e147bafcd8 None None] The sync data for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 is: [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0f3b7b4b-fc49-4a8f-a2bd-e712d145753b', 'name': '', 'network_id': '46a369b1-c712-4dc4-bd41-f07c0aa831fd', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'mac_address': 'fa:16:3e:37:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:47Z', 'updated_at': '2021-11-12T05:22:57Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'subnets': [{'id': '924bc2b7-ff2f-47ff-995f-624e60488b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:57.138423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 4e4935fb-039f-4926-aeb1-7804396b4940 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:34:57.189820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 18593f26-d584-46d3-8f2a-f9d8d773b4ea {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:57.190169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 18593f26-d584-46d3-8f2a-f9d8d773b4ea not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:57.191401 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:57.203816 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.273753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=d0dfbfc2-f31b-4309-8747-3d700cdfb29f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:57.276422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 4e4935fb-039f-4926-aeb1-7804396b4940 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:57.277260 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.293004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:57.293004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0f0f2f9b-938d-4ee5-a3db-7bece35b9af7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:57.348796 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.417655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f9203794-5479-4044-9412-3a7b30e5a69c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:57.436992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.3 (57db5f1b-e290-40ec-a0d2-e6097014716d/47af775a-6a26-4efc-9364-2c8b4ccf23c5/3fc6c987-2d2a-43e0-97de-ba1ee27efe7b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:57.530104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:57.567038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.588233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '63cc4b01-c2a6-4bcf-b05b-b7cac302c883', 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'port_id': '63cc4b01-c2a6-4bcf-b05b-b7cac302c883', 'mac_address': 'fa:16:3e:ee:3a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97812dec-70b8-4593-9f86-c1fe0965459c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:57.612903 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457cd03-a01c-47b2-a77c-439779b07059 None None] New status for floating IP 35c1f5aa-62dd-4aea-9245-2089affc0751: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:34:57.629889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f9203794-5479-4044-9412-3a7b30e5a69c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:57.630257 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.639341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59a9400-8711-4e6f-a002-9bbf6d939214']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:57.671461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.714296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7e5f3-012a-466a-8f23-efbe5667ef4f None None] DHCP port deletion for c59a9400-8711-4e6f-a002-9bbf6d939214 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:57.718855 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.816631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2ac6733e-ef62-4090-9229-85dcc1c788d1 None None] Provisioning complete for port 7be1b5cc-0432-4e04-950b-7550fb18c526 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:57.817003 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ac6733e-ef62-4090-9229-85dcc1c788d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.924730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.009698 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.013675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-0c82ebd9-cb54-4e35-a302-23d9db815740 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.019796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-0c82ebd9-cb54-4e35-a302-23d9db815740 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.025986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-0c82ebd9-cb54-4e35-a302-23d9db815740 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.032230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-0c82ebd9-cb54-4e35-a302-23d9db815740 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.038723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-0c82ebd9-cb54-4e35-a302-23d9db815740 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.041257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 4e4935fb-039f-4926-aeb1-7804396b4940, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=4e4935fb-039f-4926-aeb1-7804396b4940,segment=NetworkSegment(b4b67365-1707-4dbd-9250-2a4ce7dcb464),segment_id=b4b67365-1707-4dbd-9250-2a4ce7dcb464)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:58.045935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-0c82ebd9-cb54-4e35-a302-23d9db815740 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.052095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-0c82ebd9-cb54-4e35-a302-23d9db815740 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.053336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:58.054017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-0c82ebd9-cb54-4e35-a302-23d9db815740 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5432 time: 0.7543275 Nov 12 05:34:58.056014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619d2b2c-22f3-46db-bffa-9f50855edcdc') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:58.056305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619d2b2c-22f3-46db-bffa-9f50855edcdc') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:58.058268 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.059265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 760c73a9-609e-410c-bfbb-072e8c6a9538 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:58.067978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1b7c7b13-12ce-4970-b919-4257825ef4f6 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:34:58.093121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.116645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6733e-ef62-4090-9229-85dcc1c788d1 None None] Port 7be1b5cc-0432-4e04-950b-7550fb18c526 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:58.132718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:58.146809 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.161245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=4e4935fb-039f-4926-aeb1-7804396b4940,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:58.194208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.196580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:58.209742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Sync routers for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:58.212992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72635a4-9d93-420c-999f-bd1a05629e45 req-f98cfacc-67d6-43ed-8630-e4cd357e0a57 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.214567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a72635a4-9d93-420c-999f-bd1a05629e45 req-f98cfacc-67d6-43ed-8630-e4cd357e0a57 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 943 time: 0.6690297 Nov 12 05:34:58.216737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 760c73a9-609e-410c-bfbb-072e8c6a9538 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:34:58.229788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.234022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0f32279e-8038-48a2-9aec-27b1f4bf2ebb tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0798573 Nov 12 05:34:58.234166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 760c73a9-609e-410c-bfbb-072e8c6a9538 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:58.234166 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.234373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51370) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:58.259114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:34:58.259464 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.262212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:34:58.263759 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:34:58.267258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:58.267258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:58.275853 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-baf9fe31-68ee-4f05-a080-6292353c8885 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=55c883ec452744208727f56ec3f04fe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360820 Nov 12 05:34:58.275853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51372) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:58.305368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dfbfc2-f31b-4309-8747-3d700cdfb29f'}, {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4935fb-039f-4926-aeb1-7804396b4940'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:58.307752 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06083c94-ca2f-4490-a280-41d7edb97229" -d '{"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "d0dfbfc2-f31b-4309-8747-3d700cdfb29f"}, {"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "4e4935fb-039f-4926-aeb1-7804396b4940"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:58.349156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2618b6bb-da12-45e6-b44f-8ff1dac4eeea req-99ef2095-fe7c-45fb-8145-5cd45b41a563 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2660236 Nov 12 05:34:58.435080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.440323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.440499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:58.446226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] 10.222.0.48 "DELETE /v2.0/networks/c59a9400-8711-4e6f-a002-9bbf6d939214 HTTP/1.1" status: 204 len: 168 time: 1.3510501 Nov 12 05:34:58.449808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.462169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5caad41-2b7f-468a-b732-098fd1d25955 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:58.467914 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d5caad41-2b7f-468a-b732-098fd1d25955 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1925302 Nov 12 05:34:58.468564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51380) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:58.510211 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.510572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5d011-ac70-4449-b2de-d2d8bcf1e03c admin admin] Pushing event deleted for resources: {'Network': ['ID=c59a9400-8711-4e6f-a002-9bbf6d939214,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:58.535176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a72635a4-9d93-420c-999f-bd1a05629e45 req-d9f7bcda-b6b5-48da-a4ce-45da538b523f tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840254 Nov 12 05:34:58.555729 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249810d5-d67f-4d71-b206-412d6aa9125e x-openstack-request-id: req-249810d5-d67f-4d71-b206-412d6aa9125e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:58.556226 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "d0dfbfc2-f31b-4309-8747-3d700cdfb29f", "code": 200}, {"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "4e4935fb-039f-4926-aeb1-7804396b4940", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:58.556226 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-249810d5-d67f-4d71-b206-412d6aa9125e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:58.556569 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dfbfc2-f31b-4309-8747-3d700cdfb29f', 'code': 200} Nov 12 05:34:58.556834 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4935fb-039f-4926-aeb1-7804396b4940', 'code': 200} Nov 12 05:34:58.570505 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0f448684-74d3-45fc-8a7b-ab4ae2732dac tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1007390 Nov 12 05:34:58.573639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51382) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:58.581440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51384) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:58.585130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1330600515', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'project_id': '55c883ec452744208727f56ec3f04fe4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:58.617994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.624696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51386) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:58.626774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['63cc4b01-c2a6-4bcf-b05b-b7cac302c883'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:58.630246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 760c73a9-609e-410c-bfbb-072e8c6a9538, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=760c73a9-609e-410c-bfbb-072e8c6a9538,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:58.660626 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.661445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 247ed4f5-3ef5-471c-9346-f13cd3cc2adb up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:58.679773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.712903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:58.717227 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.805091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:34:58.812288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=760c73a9-609e-410c-bfbb-072e8c6a9538,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:58.837162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06a45587-b07e-434d-b46f-9ac965c1e625 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.843302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:58.850050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-88988d31-7146-4e16-b11b-6ca57d8fc92c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f59f85288ac4524ba00c00813e0c2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2138844 Nov 12 05:34:58.852745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51388) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:58.852877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:34:58.856624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:34:58.857778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=3fc6c987-2d2a-43e0-97de-ba1ee27efe7b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:58.867445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:58.867445 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.905799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:34:57Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:58.927259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06a45587-b07e-434d-b46f-9ac965c1e625 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.958027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Checking router: 1b7c7b13-12ce-4970-b919-4257825ef4f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:58.958460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Updating router 1b7c7b13-12ce-4970-b919-4257825ef4f6 port 7be1b5cc-0432-4e04-950b-7550fb18c526 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:34:59.002900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.003777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.008104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.029502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.031836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b5f2391-2ebf-4e72-822b-67defc158ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.043593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-330bf18b-0753-435e-80a0-50d45c016cb7 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1407077 Nov 12 05:34:59.049099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51390) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:59.056018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-776d7807-f433-441f-92a6-65b771d53181 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:59.113937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b5f2391-2ebf-4e72-822b-67defc158ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.144682 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.147191 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06a45587-b07e-434d-b46f-9ac965c1e625 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.150373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06a45587-b07e-434d-b46f-9ac965c1e625 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.154427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-06a45587-b07e-434d-b46f-9ac965c1e625 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "DELETE /v2.0/security-groups/4134074f-3965-425b-9b59-8b298648f920 HTTP/1.1" status: 204 len: 168 time: 0.5657175 Nov 12 05:34:59.157391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51392) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:59.202933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 247ed4f5-3ef5-471c-9346-f13cd3cc2adb, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:59.206831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a45587-b07e-434d-b46f-9ac965c1e625 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4134074f-3965-425b-9b59-8b298648f920,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:59.213709 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-731ac60b-3443-4b55-ad74-0f46581b01b4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] show failed (client error): The resource could not be found. Nov 12 05:34:59.216310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Subnet': ['ID=5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:59.217582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-731ac60b-3443-4b55-ad74-0f46581b01b4 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "GET /v2.0/security-groups/4134074f-3965-425b-9b59-8b298648f920 HTTP/1.1" status: 404 len: 347 time: 0.0522976 Nov 12 05:34:59.218190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51394) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:59.228773 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.241908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b5f2391-2ebf-4e72-822b-67defc158ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.244633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b5f2391-2ebf-4e72-822b-67defc158ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.248889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0b5f2391-2ebf-4e72-822b-67defc158ab5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5eb9692e-8f3e-4a98-8f87-c1e2443d7971 HTTP/1.1" status: 204 len: 168 time: 0.3893011 Nov 12 05:34:59.266363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f2391-2ebf-4e72-822b-67defc158ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb9692e-8f3e-4a98-8f87-c1e2443d7971,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:59.277192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Checking segment: {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:59.277699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network hostable DHCP agents. Network: 592e4127-3d12-4fea-978b-b2d918598a77, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:34:59.296273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:59.302939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 592e4127-3d12-4fea-978b-b2d918598a77 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:34:59.327017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 592e4127-3d12-4fea-978b-b2d918598a77) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:34:59.333130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.336149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.357419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff6ecbc-f86b-41ec-a126-5be358c63dd5 None None] Network 592e4127-3d12-4fea-978b-b2d918598a77 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:59.359786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:59.360138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1f37cfe7-d8e9-4d12-807b-9fd5abae5f5b not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:59.379865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51398) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:59.382942 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-80147e99-effa-4fae-9249-d477f5341738 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7961717 Nov 12 05:34:59.396933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.20.0.1 (31e842bf-950e-43a9-92cf-c6977e57e810/3198e985-f531-4335-939a-ae8db6844f02/bc972e10-1641-4ac2-83a4-d337a379996d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:59.409659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-430948b0-5409-4f9c-bf2d-78462fa3aadc None None] Provisioning complete for port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:59.410033 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-430948b0-5409-4f9c-bf2d-78462fa3aadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.448585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=247ed4f5-3ef5-471c-9346-f13cd3cc2adb,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:59.466754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776d7807-f433-441f-92a6-65b771d53181 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:34:59.470747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-776d7807-f433-441f-92a6-65b771d53181 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.537318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-430948b0-5409-4f9c-bf2d-78462fa3aadc None None] Port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:34:59.660930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-592e4127-3d12-4fea-978b-b2d918598a77', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:34:59.661806 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.684548 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.699554 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.789530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-addaf6ca-7a82-4d5c-a94f-7aaeeaca0219 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.795588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-addaf6ca-7a82-4d5c-a94f-7aaeeaca0219 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.795986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0727e4a1-fe11-42c6-bf5a-55373796ba7c None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:59.803658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-addaf6ca-7a82-4d5c-a94f-7aaeeaca0219 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.808895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-addaf6ca-7a82-4d5c-a94f-7aaeeaca0219 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.815258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-addaf6ca-7a82-4d5c-a94f-7aaeeaca0219 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.821086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-addaf6ca-7a82-4d5c-a94f-7aaeeaca0219 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.822918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Attempting to bind port 7be1b5cc-0432-4e04-950b-7550fb18c526 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:59.823285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Attempting to bind port 7be1b5cc-0432-4e04-950b-7550fb18c526 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:59.823640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Attempting to bind port 7be1b5cc-0432-4e04-950b-7550fb18c526 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:59.827556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-addaf6ca-7a82-4d5c-a94f-7aaeeaca0219 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.829051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-addaf6ca-7a82-4d5c-a94f-7aaeeaca0219 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5435 time: 0.3145735 Nov 12 05:34:59.834896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771befdf-9762-4e76-add2-a8a86d99f5a7 None None] Pushing event updated for resources: {'Port': ['ID=7be1b5cc-0432-4e04-950b-7550fb18c526,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:59.842500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:59.842500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:59.842793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.843116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:59.843736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Bound port: 7be1b5cc-0432-4e04-950b-7550fb18c526, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:59.844184 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.903843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Deleting port 24d99a8b-db0f-4642-949b-1bc0c8048991 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:59.904191 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.933884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Allocated IP 172.20.0.2 (592e4127-3d12-4fea-978b-b2d918598a77/5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6/94c7d613-d79e-4c1e-990c-1533348a286c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:34:59.938151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d72235-16d9-40ee-a68d-4d0dd3b70fe6 req-d68cef13-ddae-448b-9780-b204b89537a6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:59.939611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8d72235-16d9-40ee-a68d-4d0dd3b70fe6 req-d68cef13-ddae-448b-9780-b204b89537a6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 944 time: 0.2833872 Nov 12 05:34:59.940908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] For port 7be1b5cc-0432-4e04-950b-7550fb18c526, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:59.946783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] For port 7be1b5cc-0432-4e04-950b-7550fb18c526, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7be1b5cc-0432-4e04-950b-7550fb18c526,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:59.957096 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.973214 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.979353 n-d-765315-28 neutron-server[102590]: INFO neutron.db.ipam_backend_mixin [None req-776d7807-f433-441f-92a6-65b771d53181 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 47af775a-6a26-4efc-9364-2c8b4ccf23c5 (CIDR: 172.20.0.0/28) Nov 12 05:35:00.236844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89e8c4-4eb8-4921-9697-8f4b42952a5e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:00.258735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cc742463-1a5b-4cc4-9b26-4efdd740a05e None None] Provisioning complete for port 7be1b5cc-0432-4e04-950b-7550fb18c526 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:00.259108 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc742463-1a5b-4cc4-9b26-4efdd740a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.293259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:00.293884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:00.302276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771befdf-9762-4e76-add2-a8a86d99f5a7 None None] Pushing event updated for resources: {'Port': ['ID=7be1b5cc-0432-4e04-950b-7550fb18c526,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:00.350749 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-776d7807-f433-441f-92a6-65b771d53181 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:00.351148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776d7807-f433-441f-92a6-65b771d53181 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:00.433055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-776d7807-f433-441f-92a6-65b771d53181 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3821633 Nov 12 05:35:00.433501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51426) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:00.439502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b7fd2456-f35c-4430-a22b-d8e2801e75fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:00.463788 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.473730 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.474079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.487503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8d72235-16d9-40ee-a68d-4d0dd3b70fe6 req-c15ab800-5635-4da5-b2aa-8682a38cf0c9 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241532 Nov 12 05:35:00.493105 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.498854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ca84699-eb80-410c-b620-039dbc65cb51 req-5cf8fab4-e487-4576-b50c-1b10e2335b74 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6051328 Nov 12 05:35:00.542542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:00.556746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Calling delete_port for 24d99a8b-db0f-4642-949b-1bc0c8048991 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:00.577413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760c73a9-609e-410c-bfbb-072e8c6a9538'}, {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247ed4f5-3ef5-471c-9346-f13cd3cc2adb'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:00.580752 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e1a538-1985-4023-bd5c-0932bafdbb5b" -d '{"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "760c73a9-609e-410c-bfbb-072e8c6a9538"}, {"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "247ed4f5-3ef5-471c-9346-f13cd3cc2adb"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:00.618277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Network 592e4127-3d12-4fea-978b-b2d918598a77 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:00.623770 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc742463-1a5b-4cc4-9b26-4efdd740a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.632092 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:00.638491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:00.647366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.654097 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Pushing event updated for resources: {'Port': ['ID=94c7d613-d79e-4c1e-990c-1533348a286c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:00.710322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fd2456-f35c-4430-a22b-d8e2801e75fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:00.710600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cc742463-1a5b-4cc4-9b26-4efdd740a05e None None] For port 7be1b5cc-0432-4e04-950b-7550fb18c526, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7be1b5cc-0432-4e04-950b-7550fb18c526,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:00.712179 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c095b-7a3d-4e3f-9b32-5abc7ed956b5 x-openstack-request-id: req-b92c095b-7a3d-4e3f-9b32-5abc7ed956b5 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:00.712451 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "760c73a9-609e-410c-bfbb-072e8c6a9538", "code": 200}, {"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-plugged", "status": "completed", "tag": "247ed4f5-3ef5-471c-9346-f13cd3cc2adb", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:00.712707 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b92c095b-7a3d-4e3f-9b32-5abc7ed956b5 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:00.713100 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760c73a9-609e-410c-bfbb-072e8c6a9538', 'code': 200} Nov 12 05:35:00.713544 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247ed4f5-3ef5-471c-9346-f13cd3cc2adb', 'code': 200} Nov 12 05:35:00.722148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2456-f35c-4430-a22b-d8e2801e75fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.733305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc742463-1a5b-4cc4-9b26-4efdd740a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.758387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 31e842bf-950e-43a9-92cf-c6977e57e810 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:00.779074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:00.794007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=bc972e10-1641-4ac2-83a4-d337a379996d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:00.796864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:00.820396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Attempting to bind port 94c7d613-d79e-4c1e-990c-1533348a286c on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:00.820772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Attempting to bind port 94c7d613-d79e-4c1e-990c-1533348a286c by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:00.821142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Attempting to bind port 94c7d613-d79e-4c1e-990c-1533348a286c on network 592e4127-3d12-4fea-978b-b2d918598a77 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:00.840497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:00.840875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Checking segment: {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:00.841283 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.841676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Bound using segment: {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:00.842140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Bound port: 94c7d613-d79e-4c1e-990c-1533348a286c, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:00.842549 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:00.872594 n-d-765315-28 neutron-server[102589]: INFO neutron.db.ipam_backend_mixin [None req-b7fd2456-f35c-4430-a22b-d8e2801e75fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e4506f7a-6628-4b76-816e-0d0f417a2659 (CIDR: 172.20.0.16/28) Nov 12 05:35:00.882792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc742463-1a5b-4cc4-9b26-4efdd740a05e None None] Pushing event updated for resources: {'Port': ['ID=7be1b5cc-0432-4e04-950b-7550fb18c526,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:00.888565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:00.890468 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fd2456-f35c-4430-a22b-d8e2801e75fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:00.890986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fd2456-f35c-4430-a22b-d8e2801e75fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:00.940091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b7fd2456-f35c-4430-a22b-d8e2801e75fa tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5053322 Nov 12 05:35:00.942871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51440) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:00.948121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'subnet': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:01.006636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.019338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d5b1a05b-d3be-44d0-a245-4f6538993d5f None None] Provisioning complete for port 7be1b5cc-0432-4e04-950b-7550fb18c526 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:01.019713 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a05b-d3be-44d0-a245-4f6538993d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.105874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] For port 94c7d613-d79e-4c1e-990c-1533348a286c, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:01.133561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] For port 94c7d613-d79e-4c1e-990c-1533348a286c, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c7d613-d79e-4c1e-990c-1533348a286c,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:01.157387 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.165133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:35:01.170309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Made reservation on behalf of c6fd2065b2904f948a6c2e2655d52cb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:01.174631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.196485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:34:57Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:01.202231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b45c281a-f0b6-49a6-9904-a13f7d0fe889 req-aced1ae8-040c-4f9a-8c3d-5233852f5580 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.1214275 Nov 12 05:35:01.275657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-2f0e59f9-5dc2-4bf7-b6c8-fd2eac6264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:01.276168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-2f0e59f9-5dc2-4bf7-b6c8-fd2eac6264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:01.276626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-2f0e59f9-5dc2-4bf7-b6c8-fd2eac6264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:01.277103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-2f0e59f9-5dc2-4bf7-b6c8-fd2eac6264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:01.277705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-2f0e59f9-5dc2-4bf7-b6c8-fd2eac6264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:01.278045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-2f0e59f9-5dc2-4bf7-b6c8-fd2eac6264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:01.278807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-2f0e59f9-5dc2-4bf7-b6c8-fd2eac6264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:01.280573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-2f0e59f9-5dc2-4bf7-b6c8-fd2eac6264f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6499 time: 0.3800037 Nov 12 05:35:01.284863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:01.285235 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.287226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.304904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1474e37-1ba7-4a3e-9f95-739b44894a3e None None] The sync data for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 is: [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:34:57Z', 'revision_number': 3, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:01.425072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Pushing event deleted for resources: {'Port': ['ID=24d99a8b-db0f-4642-949b-1bc0c8048991,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:01.474582 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.476365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0201739-8d26-46a1-97aa-a52cd78451b3 None None] Pushing event updated for resources: {'Port': ['ID=94c7d613-d79e-4c1e-990c-1533348a286c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:01.579815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedf7b6-80ca-4db0-b71e-23f8bf33196b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:01.660653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.666828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0c3f2b98-020f-4581-ab09-6210ba11dc33 None None] Provisioning complete for port bc972e10-1641-4ac2-83a4-d337a379996d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:01.677028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2b98-020f-4581-ab09-6210ba11dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.713195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.744108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1e8633b-8577-48b4-9365-b6dfe6e18f46 req-ee3c38a9-d662-41fd-96b1-8242c56741c1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4528916 Nov 12 05:35:01.810589 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.846378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Network 57db5f1b-e290-40ec-a0d2-e6097014716d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:01.849293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:01.860548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:01.864028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.865461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.868334 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.869415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-956478cb-292d-41f6-8161-bec97dc90a05 tempest-ServerActionsTestJSON-1815875187 tempest-ServerActionsTestJSON-1815875187-project] 10.222.0.48 "DELETE /v2.0/floatingips/35c1f5aa-62dd-4aea-9245-2089affc0751 HTTP/1.1" status: 204 len: 168 time: 2.6443012 Nov 12 05:35:01.873613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:01.878948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:01.880956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:01.934065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Subnet': ['ID=65526ab4-d803-43a3-80ab-cd7f9ff7bdb0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:01.949206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:01.955055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f2b98-020f-4581-ab09-6210ba11dc33 None None] Port bc972e10-1641-4ac2-83a4-d337a379996d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:01.956579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2a168-cd4b-4697-a11e-4faeb5b78c05 None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:01.976075 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-07f71a73-fe14-4fca-8a80-a40b1c670854 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0321362 Nov 12 05:35:01.979395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51460) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:01.997153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1893920771', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65526ab4-d803-43a3-80ab-cd7f9ff7bdb0'}], 'security_groups': ['55dd416a-d43f-4964-83bb-3768ec617d65', '0b4b47eb-8f78-448a-8f4a-db5d026227a8']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:02.033727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-477c41ab-2aba-4c2c-b49e-3db301cc5cd6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:02.040993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-477c41ab-2aba-4c2c-b49e-3db301cc5cd6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:02.049041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-477c41ab-2aba-4c2c-b49e-3db301cc5cd6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:02.060669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-477c41ab-2aba-4c2c-b49e-3db301cc5cd6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:02.068849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-477c41ab-2aba-4c2c-b49e-3db301cc5cd6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:02.077752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-477c41ab-2aba-4c2c-b49e-3db301cc5cd6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:02.086733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-477c41ab-2aba-4c2c-b49e-3db301cc5cd6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:02.097099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-477c41ab-2aba-4c2c-b49e-3db301cc5cd6 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5435 time: 0.4145792 Nov 12 05:35:02.131030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c8105-7638-42da-8293-945e0476b886 req-127bd730-5ad3-4da2-a37e-5f05910392b8 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:02.134280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-821c8105-7638-42da-8293-945e0476b886 req-127bd730-5ad3-4da2-a37e-5f05910392b8 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 944 time: 0.4503515 Nov 12 05:35:02.307914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea01136-6262-4131-8f0f-e5fa4c0e7c1f None None] Update dhcp port {'port': {'network_id': '57db5f1b-e290-40ec-a0d2-e6097014716d', 'fixed_ips': [{'subnet_id': 'e4506f7a-6628-4b76-816e-0d0f417a2659', 'ip_address': '172.20.0.18'}, {'subnet_id': '47af775a-6a26-4efc-9364-2c8b4ccf23c5', 'ip_address': '172.20.0.2'}, {'subnet_id': '65526ab4-d803-43a3-80ab-cd7f9ff7bdb0'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '8f91653b-2db7-4d9e-a235-f001a7881146'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 05:35:02.333908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:02.342446 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ea01136-6262-4131-8f0f-e5fa4c0e7c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:02.585311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18ef07cc-b8b6-4abf-9fa1-7807965a6277 req-bd23a681-8ac4-4efc-a518-a38b306156bc tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4873164 Nov 12 05:35:02.632636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-8ea01136-6262-4131-8f0f-e5fa4c0e7c1f None None] Allocated IP 172.20.0.34 (57db5f1b-e290-40ec-a0d2-e6097014716d/65526ab4-d803-43a3-80ab-cd7f9ff7bdb0/8f91653b-2db7-4d9e-a235-f001a7881146) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:02.655753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-821c8105-7638-42da-8293-945e0476b886 req-fde140cd-27f4-4382-aca8-33c61eba4551 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964495 Nov 12 05:35:02.751949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a8fe04-ae7f-4729-ba81-c17720481145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc4b01-c2a6-4bcf-b05b-b7cac302c883'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:02.756484 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf0882b-0b57-4b55-8f34-6a6afdbb51d0" -d '{"events": [{"server_uuid": "c2a8fe04-ae7f-4729-ba81-c17720481145", "name": "network-vif-plugged", "status": "completed", "tag": "63cc4b01-c2a6-4bcf-b05b-b7cac302c883"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:02.812170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8ea01136-6262-4131-8f0f-e5fa4c0e7c1f None None] For port 8f91653b-2db7-4d9e-a235-f001a7881146, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f91653b-2db7-4d9e-a235-f001a7881146,segment=NetworkSegment(d4627528-7167-43ed-84ee-c9097a20b797),segment_id=d4627528-7167-43ed-84ee-c9097a20b797)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:02.872710 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616fcdb2-8948-4391-bf84-0d0d7f93f4f2 x-openstack-request-id: req-616fcdb2-8948-4391-bf84-0d0d7f93f4f2 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:02.872991 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a8fe04-ae7f-4729-ba81-c17720481145", "name": "network-vif-plugged", "status": "completed", "tag": "63cc4b01-c2a6-4bcf-b05b-b7cac302c883", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:02.873244 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-616fcdb2-8948-4391-bf84-0d0d7f93f4f2 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:02.873681 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a8fe04-ae7f-4729-ba81-c17720481145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc4b01-c2a6-4bcf-b05b-b7cac302c883', 'code': 200} Nov 12 05:35:02.880709 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ea01136-6262-4131-8f0f-e5fa4c0e7c1f None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:02.894058 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ea01136-6262-4131-8f0f-e5fa4c0e7c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:02.897655 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a88bcb0-f4b0-4591-a992-4d67ab54aa8f req-b14ba098-093c-49ab-a1b1-c790b5eb9661 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.1487081 Nov 12 05:35:02.910293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.20.0.1 (592e4127-3d12-4fea-978b-b2d918598a77/5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6/45d4a8e9-ef50-4bf5-9f11-b7757f7531f2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:03.030655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea01136-6262-4131-8f0f-e5fa4c0e7c1f None None] Pushing event updated for resources: {'Port': ['ID=8f91653b-2db7-4d9e-a235-f001a7881146,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:03.114126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb860e6-f471-461f-933e-5e2820bdb134 None None] Network 592e4127-3d12-4fea-978b-b2d918598a77 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:03.213600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Delete allocated IP 172.20.0.3 (57db5f1b-e290-40ec-a0d2-e6097014716d/47af775a-6a26-4efc-9364-2c8b4ccf23c5) {{(pid=102589) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 05:35:03.227013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Allocated IP 172.20.0.41 (57db5f1b-e290-40ec-a0d2-e6097014716d/65526ab4-d803-43a3-80ab-cd7f9ff7bdb0/3fc6c987-2d2a-43e0-97de-ba1ee27efe7b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:03.268473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2542c0-c873-4d28-a8a5-479e519a37da req-2e1f5d4d-6032-49e0-9005-789eff9dd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:03.270036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2542c0-c873-4d28-a8a5-479e519a37da req-2e1f5d4d-6032-49e0-9005-789eff9dd08f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 1097 time: 0.2135158 Nov 12 05:35:03.344069 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.439584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.476378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.578062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-afb39919-101b-40ec-95c0-e63eae384edf None None] Provisioning complete for port 94c7d613-d79e-4c1e-990c-1533348a286c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:03.578828 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-afb39919-101b-40ec-95c0-e63eae384edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.600175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.700018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c7d613-d79e-4c1e-990c-1533348a286c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:03.743850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.773711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=bc972e10-1641-4ac2-83a4-d337a379996d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:03.795348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.819386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.922224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 94c7d613-d79e-4c1e-990c-1533348a286c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:03.922818 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.984045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 31e842bf-950e-43a9-92cf-c6977e57e810 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:04.028023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:04.032218 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-afb39919-101b-40ec-95c0-e63eae384edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.037825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6cd45a3-8ee2-4e36-8805-2e91b7c3bc8a req-93979a4d-aebe-411e-a880-dce3a55d133e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0400684 Nov 12 05:35:04.091050 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.161487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-afb39919-101b-40ec-95c0-e63eae384edf None None] For port 94c7d613-d79e-4c1e-990c-1533348a286c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c7d613-d79e-4c1e-990c-1533348a286c,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:04.168368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-afb39919-101b-40ec-95c0-e63eae384edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.177552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.222946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2542c0-c873-4d28-a8a5-479e519a37da req-09b12c7f-8330-4c67-889d-3a2499438459 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9362335 Nov 12 05:35:04.253143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb39919-101b-40ec-95c0-e63eae384edf None None] Pushing event updated for resources: {'Port': ['ID=94c7d613-d79e-4c1e-990c-1533348a286c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:04.254727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8456c0-9ebc-41cb-99d7-07577bccef70 req-8ef8f0c2-e0da-4396-b88c-29e61b06ec80 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:04.256419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f8456c0-9ebc-41cb-99d7-07577bccef70 req-8ef8f0c2-e0da-4396-b88c-29e61b06ec80 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 945 time: 0.3624399 Nov 12 05:35:04.319286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:35:04.319692 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:35:04.342005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3ec1426-7ac9-4e06-8a73-ca20a786dc62 None None] Provisioning complete for port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:04.342662 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1426-7ac9-4e06-8a73-ca20a786dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.405698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec1426-7ac9-4e06-8a73-ca20a786dc62 None None] Port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:04.424324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3ec1426-7ac9-4e06-8a73-ca20a786dc62 None None] Provisioning complete for port 64c2f969-547b-4f87-805d-ebdee61c6e54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:04.426438 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1426-7ac9-4e06-8a73-ca20a786dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.438512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event updated for resources: {'Port': ['ID=3fc6c987-2d2a-43e0-97de-ba1ee27efe7b,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:04.488613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec1426-7ac9-4e06-8a73-ca20a786dc62 None None] Port 64c2f969-547b-4f87-805d-ebdee61c6e54 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:04.510786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] In _notify_port_updated(), no bound segment for port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b on network 57db5f1b-e290-40ec-a0d2-e6097014716d {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:35:04.514321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3ec1426-7ac9-4e06-8a73-ca20a786dc62 None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:04.515646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1426-7ac9-4e06-8a73-ca20a786dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.516462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:04.518202 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.522397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a313831-aa84-4dd0-b905-8e762ee52967 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "PUT /v2.0/ports/3fc6c987-2d2a-43e0-97de-ba1ee27efe7b HTTP/1.1" status: 200 len: 960 time: 2.5389609 Nov 12 05:35:04.522701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:04.717701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4ebdc75f-7324-49d0-b2be-17768a5dfbde tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:04.718064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc75f-7324-49d0-b2be-17768a5dfbde tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.762949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-75504115-d97e-4822-be92-d0e575301ad6 None None] Provisioning complete for port 94c7d613-d79e-4c1e-990c-1533348a286c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:04.763333 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-75504115-d97e-4822-be92-d0e575301ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.816237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:04.832548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 592e4127-3d12-4fea-978b-b2d918598a77 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:04.849110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:04.865991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:04.868181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Deleting port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:04.868527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.950542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:04.984802 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f91653b-2db7-4d9e-a235-f001a7881146 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:05.077484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] For port 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:05.082539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.110452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Calling delete_port for 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:05.127763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-75504115-d97e-4822-be92-d0e575301ad6 None None] Provisioning complete for port bc972e10-1641-4ac2-83a4-d337a379996d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:05.128240 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-75504115-d97e-4822-be92-d0e575301ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.132943 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:05.133190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.150959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f8456c0-9ebc-41cb-99d7-07577bccef70 req-46273199-c41c-43b8-bbe1-3e3c2f15141f tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8709595 Nov 12 05:35:05.204772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-75504115-d97e-4822-be92-d0e575301ad6 None None] Port bc972e10-1641-4ac2-83a4-d337a379996d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:05.222319 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.232446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc75f-7324-49d0-b2be-17768a5dfbde tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.257333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-0f5ebe19-11b6-4151-846a-a2a7845b21f3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:05.262405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4ebdc75f-7324-49d0-b2be-17768a5dfbde tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:05.263786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-0f5ebe19-11b6-4151-846a-a2a7845b21f3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:05.269994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-0f5ebe19-11b6-4151-846a-a2a7845b21f3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:05.276452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7be1b5cc-0432-4e04-950b-7550fb18c526 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:05.276657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-0f5ebe19-11b6-4151-846a-a2a7845b21f3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:05.282923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-0f5ebe19-11b6-4151-846a-a2a7845b21f3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:05.289110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-0f5ebe19-11b6-4151-846a-a2a7845b21f3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:05.295141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-0f5ebe19-11b6-4151-846a-a2a7845b21f3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:05.303927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-0f5ebe19-11b6-4151-846a-a2a7845b21f3 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5435 time: 1.3597164 Nov 12 05:35:05.336268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5bb42bcb-8423-4a31-bc30-3ddb4623bb0c None None] Provisioning complete for port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:05.336646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5bb42bcb-8423-4a31-bc30-3ddb4623bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.356996 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bfb21821-7f95-497b-b0ea-243d1d60cfc4 req-291beb57-83df-409b-9f71-dd58b2a0b2b7 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0439379 Nov 12 05:35:05.375771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5bb42bcb-8423-4a31-bc30-3ddb4623bb0c None None] Port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:05.379980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 7be1b5cc-0432-4e04-950b-7550fb18c526 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:05.380460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.398182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router 8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:05.426294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5bb42bcb-8423-4a31-bc30-3ddb4623bb0c None None] Provisioning complete for port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:05.427140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5bb42bcb-8423-4a31-bc30-3ddb4623bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.473558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5bb42bcb-8423-4a31-bc30-3ddb4623bb0c None None] Port 3fc6c987-2d2a-43e0-97de-ba1ee27efe7b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:05.562120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc75f-7324-49d0-b2be-17768a5dfbde tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.604870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e81fe4bd-e5f7-47af-93ca-faf4b86ce582 req-b4e9a9c2-d13c-475d-9f39-771922274039 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8240a3-fa65-4bdf-871f-d73d1ea553ff&id=613cd1f8-83ba-4176-aeac-2a06f4afd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2997048 Nov 12 05:35:05.664979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.680453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc75f-7324-49d0-b2be-17768a5dfbde tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=3fc6c987-2d2a-43e0-97de-ba1ee27efe7b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:05.697087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c7d613-d79e-4c1e-990c-1533348a286c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:05.742418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3b7b4b-fc49-4a8f-a2bd-e712d145753b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:05.826502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 94c7d613-d79e-4c1e-990c-1533348a286c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:05.826877 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.948308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc75f-7324-49d0-b2be-17768a5dfbde tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.955240 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4ebdc75f-7324-49d0-b2be-17768a5dfbde tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/3fc6c987-2d2a-43e0-97de-ba1ee27efe7b HTTP/1.1" status: 204 len: 168 time: 1.4287057 Nov 12 05:35:05.958781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51488) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:06.007252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0081-efc9-43bc-a66a-b9f3281ef466 req-1c85ae55-fd51-42b4-90b6-5bc57ed4ec85 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:06.019497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0081-efc9-43bc-a66a-b9f3281ef466 req-1c85ae55-fd51-42b4-90b6-5bc57ed4ec85 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:06.025909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0081-efc9-43bc-a66a-b9f3281ef466 req-1c85ae55-fd51-42b4-90b6-5bc57ed4ec85 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:06.044519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0081-efc9-43bc-a66a-b9f3281ef466 req-1c85ae55-fd51-42b4-90b6-5bc57ed4ec85 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:06.062844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0081-efc9-43bc-a66a-b9f3281ef466 req-1c85ae55-fd51-42b4-90b6-5bc57ed4ec85 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:06.066473 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5019438-1c66-4345-8261-fa66417c9b25 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] GET failed (client error): The resource could not be found. Nov 12 05:35:06.071167 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f5019438-1c66-4345-8261-fa66417c9b25 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports/3fc6c987-2d2a-43e0-97de-ba1ee27efe7b HTTP/1.1" status: 404 len: 333 time: 0.1084714 Nov 12 05:35:06.071341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0081-efc9-43bc-a66a-b9f3281ef466 req-1c85ae55-fd51-42b4-90b6-5bc57ed4ec85 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:06.072095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51492) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:06.075413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0081-efc9-43bc-a66a-b9f3281ef466 req-1c85ae55-fd51-42b4-90b6-5bc57ed4ec85 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:06.077368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f65d0081-efc9-43bc-a66a-b9f3281ef466 req-1c85ae55-fd51-42b4-90b6-5bc57ed4ec85 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 5435 time: 0.3789785 Nov 12 05:35:06.099025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51494) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:06.106479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Request body: {'floatingip': {'port_id': '05db968a-2a34-4be2-ac65-f335cfbfb1d9'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:06.178546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:06.189612 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df68f0-6306-4eef-9d49-4ea9ccb4a930 None None] Sync routers for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:06.195367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ff9fca6-115b-43ef-9901-afd3eb58dad9 req-5475ea51-b6b8-4c6b-b187-0e6bdde03901 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.1072609 Nov 12 05:35:06.198621 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-108cd210-7301-4032-b3dd-10485af9dcb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.201690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c404fdb2-3019-4dc9-abb6-1839e6c1a37d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/routers/8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9877498 Nov 12 05:35:06.201831 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.202222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51502) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:06.217936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'port': {'network_id': '31e842bf-950e-43a9-92cf-c6977e57e810', 'name': 'tempest-FloatingIPTestJSON-1653023052'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:06.218088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.220821 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df68f0-6306-4eef-9d49-4ea9ccb4a930 None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:06.223253 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11df68f0-6306-4eef-9d49-4ea9ccb4a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:06.268268 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11df68f0-6306-4eef-9d49-4ea9ccb4a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:06.277972 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df68f0-6306-4eef-9d49-4ea9ccb4a930 None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:06.279487 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11df68f0-6306-4eef-9d49-4ea9ccb4a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:06.313580 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11df68f0-6306-4eef-9d49-4ea9ccb4a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:06.315274 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df68f0-6306-4eef-9d49-4ea9ccb4a930 None None] The sync data for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:06.358938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-108cd210-7301-4032-b3dd-10485af9dcb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.423249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190ddc5-f54d-4029-be5a-f1f3b5ae0e6a req-a5d879a2-33b3-44f3-9c18-a9f719df41b9 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:06.424734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d190ddc5-f54d-4029-be5a-f1f3b5ae0e6a req-a5d879a2-33b3-44f3-9c18-a9f719df41b9 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 945 time: 0.1743970 Nov 12 05:35:06.483365 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-108cd210-7301-4032-b3dd-10485af9dcb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.485945 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-108cd210-7301-4032-b3dd-10485af9dcb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.489922 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-108cd210-7301-4032-b3dd-10485af9dcb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e084f5d-3f9f-4cdb-8695-fbf332733f3f HTTP/1.1" status: 204 len: 168 time: 0.4170344 Nov 12 05:35:06.492472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51504) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:06.524675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd210-7301-4032-b3dd-10485af9dcb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e084f5d-3f9f-4cdb-8695-fbf332733f3f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:06.557493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d190ddc5-f54d-4029-be5a-f1f3b5ae0e6a req-fc994a31-a108-4c6a-a734-a90c2d021e19 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259773 Nov 12 05:35:06.590541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Made reservation on behalf of 30b48d8687fe4f13aa5226578e84a793 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:06.594060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.601425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.606642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.633775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] device_id is not set on port ba578b4f-d69a-4f1a-b58a-98263ca5c7cd yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:35:06.702797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:06.718795 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12ce3aba-e72a-4f49-8789-7a7a9b7efc3f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.738335 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.774143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12ce3aba-e72a-4f49-8789-7a7a9b7efc3f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.824654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:06.917071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Allocated IP 172.20.0.6 (31e842bf-950e-43a9-92cf-c6977e57e810/3198e985-f531-4335-939a-ae8db6844f02/ba578b4f-d69a-4f1a-b58a-98263ca5c7cd) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:06.937922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12ce3aba-e72a-4f49-8789-7a7a9b7efc3f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.941378 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12ce3aba-e72a-4f49-8789-7a7a9b7efc3f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:06.945549 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-12ce3aba-e72a-4f49-8789-7a7a9b7efc3f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/security-groups/0b4b47eb-8f78-448a-8f4a-db5d026227a8 HTTP/1.1" status: 204 len: 168 time: 0.4481256 Nov 12 05:35:06.949533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51512) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:06.964502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 592e4127-3d12-4fea-978b-b2d918598a77 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:06.967461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:07.010971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce3aba-e72a-4f49-8789-7a7a9b7efc3f tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b47eb-8f78-448a-8f4a-db5d026227a8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:07.068795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:07.082972 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-24a4770d-6693-4157-840b-6d251e91d51e admin admin] 10.222.0.48 "PUT /v2.0/routers/ea9e4d21-cbfa-40b5-ad8a-6647babbb15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1963019 Nov 12 05:35:07.085845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:07.088691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] Sync routers for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:07.099373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.resource_extend [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:35:07.108049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:07.112024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:07.196513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:07.210001 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:07.317367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:07.324957 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:07.340196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:07.364392 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Floating IP 25066a37-fd23-4217-b5d1-f829dd9f220c associated. External IP: 172.25.2.166, port: 05db968a-2a34-4be2-ac65-f335cfbfb1d9. Nov 12 05:35:07.412678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-32931049-81f6-452b-b406-8e9e6a9c575d None None] Provisioning complete for port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:07.413323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-32931049-81f6-452b-b406-8e9e6a9c575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:07.477071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4aac74ae-2b50-4195-b298-5d75d2404cf3 req-d52a8076-1406-42fe-bf8c-8e89f686167c tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.1411316 Nov 12 05:35:07.524585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-32931049-81f6-452b-b406-8e9e6a9c575d None None] Port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:07.651599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:07.690251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] Checking router: ea9e4d21-cbfa-40b5-ad8a-6647babbb15d for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:35:07.701065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] Routers {'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:07.701940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:07.755022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:07.829903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Network 31e842bf-950e-43a9-92cf-c6977e57e810 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:07.840069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] Set router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:07.845847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:07.854369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:07.858750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event updated for resources: {'Port': ['ID=ba578b4f-d69a-4f1a-b58a-98263ca5c7cd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:07.869606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:08.004701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:08.005404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.038412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f472-ffa2-430d-8cf3-b8b26d610e00 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.061979 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f472-ffa2-430d-8cf3-b8b26d610e00 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.104293 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bf8912a2-9063-494b-bc03-e3b935217038 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9008944 Nov 12 05:35:08.105406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51522) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:08.113706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Request body: {'floatingip': {'port_id': 'ba578b4f-d69a-4f1a-b58a-98263ca5c7cd'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:08.118160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Router d613b62e-4e1e-41ac-9e28-e2724008332e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:08.121702 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f472-ffa2-430d-8cf3-b8b26d610e00 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.130246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f472-ffa2-430d-8cf3-b8b26d610e00 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.136350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e3a9f472-ffa2-430d-8cf3-b8b26d610e00 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/security-groups/55dd416a-d43f-4964-83bb-3768ec617d65 HTTP/1.1" status: 204 len: 168 time: 1.1859958 Nov 12 05:35:08.177037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51524) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:08.177418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9f472-ffa2-430d-8cf3-b8b26d610e00 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd416a-d43f-4964-83bb-3768ec617d65,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:08.232210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Deleting port 388b8959-ff6d-422f-8adb-3b874d0d88cc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:08.232563 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.246865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.247066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6d8f89-5a4b-49d2-a3ea-f83149c77e68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet 47af775a-6a26-4efc-9364-2c8b4ccf23c5 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:08.257767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8f89-5a4b-49d2-a3ea-f83149c77e68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.316889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:08.317954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1b7c7b13-12ce-4970-b919-4257825ef4f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:08.358295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f823bb8-06ef-408b-a3e5-1c6c9e76d15d None None] The sync data for ids ['ea9e4d21-cbfa-40b5-ad8a-6647babbb15d'] in n-d-765315-28 is: [{'id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'name': 'tempest-ServerActionsTestJSON-1618007312-router', 'tenant_id': '24165a3c508449c1a6ee2ece4b5a453a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:22:41Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 5, 'project_id': '24165a3c508449c1a6ee2ece4b5a453a', 'gw_port': {'id': '388b8959-ff6d-422f-8adb-3b874d0d88cc', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e4d21-cbfa-40b5-ad8a-6647babbb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:22:42Z', 'updated_at': '2021-11-12T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:08.375352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7dfd09a5-7b98-4326-ac62-e24ccfbe6acf None None] Provisioning complete for port ba578b4f-d69a-4f1a-b58a-98263ca5c7cd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:08.375962 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7dfd09a5-7b98-4326-ac62-e24ccfbe6acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.421336 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8f89-5a4b-49d2-a3ea-f83149c77e68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.430214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd09a5-7b98-4326-ac62-e24ccfbe6acf None None] Port ba578b4f-d69a-4f1a-b58a-98263ca5c7cd cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:08.455739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] For port 388b8959-ff6d-422f-8adb-3b874d0d88cc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=388b8959-ff6d-422f-8adb-3b874d0d88cc,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:08.456107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.480737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Calling delete_port for 388b8959-ff6d-422f-8adb-3b874d0d88cc owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:08.641269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f0bb9a4-f895-47d4-9daa-ba747aedded8 req-73aad2f3-5aec-4412-942b-d5594519c0f4 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0560772 Nov 12 05:35:08.653848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:08.662809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.670398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8f89-5a4b-49d2-a3ea-f83149c77e68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.675105 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] Sync routers for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:08.685317 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:08.686005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:08.754360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:08.766591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Sync routers for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:08.770890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2c22ccb7-5457-48d5-860b-a86e9e109e57 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "PUT /v2.0/routers/1b7c7b13-12ce-4970-b919-4257825ef4f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3898175 Nov 12 05:35:08.778177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-55dfb0ee-d2d9-48d0-b60c-536628a5ed1b tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "PUT /v2.0/floatingips/25066a37-fd23-4217-b5d1-f829dd9f220c HTTP/1.1" status: 200 len: 991 time: 2.6735079 Nov 12 05:35:08.778177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '05db968a-2a34-4be2-ac65-f335cfbfb1d9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:08.793816 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14b0b8c-713c-437c-a938-e4137a5b61fc" -d '{"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "05db968a-2a34-4be2-ac65-f335cfbfb1d9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:08.808374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:08.809035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:08.839637 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.849121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8f89-5a4b-49d2-a3ea-f83149c77e68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.898910 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:08.921798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d8f89-5a4b-49d2-a3ea-f83149c77e68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=47af775a-6a26-4efc-9364-2c8b4ccf23c5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:08.925321 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e3cb8-5ae5-4885-a5cd-e58a869f43db x-openstack-request-id: req-dd4e3cb8-5ae5-4885-a5cd-e58a869f43db {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:08.925776 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "05db968a-2a34-4be2-ac65-f335cfbfb1d9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:08.926128 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd4e3cb8-5ae5-4885-a5cd-e58a869f43db {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:08.926688 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'status': 'completed', 'code': 200} Nov 12 05:35:08.931362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8f89-5a4b-49d2-a3ea-f83149c77e68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.935327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ba6d8f89-5a4b-49d2-a3ea-f83149c77e68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/47af775a-6a26-4efc-9364-2c8b4ccf23c5 HTTP/1.1" status: 204 len: 168 time: 0.7541130 Nov 12 05:35:08.939739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51536) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:08.967342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b471c69-86e7-424a-8f7f-d2aa22b1c523 None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:08.982636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=388b8959-ff6d-422f-8adb-3b874d0d88cc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:09.023287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6e100-da73-4f0f-b818-0fb824fdad78 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:09.100592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:09.138721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-23194e9c-b138-4bfa-bfa3-88c3c921ef3d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet 65526ab4-d803-43a3-80ab-cd7f9ff7bdb0 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:09.143509 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23194e9c-b138-4bfa-bfa3-88c3c921ef3d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.189270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.203804 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23194e9c-b138-4bfa-bfa3-88c3c921ef3d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.304601 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23194e9c-b138-4bfa-bfa3-88c3c921ef3d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.309527 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '25066a37-fd23-4217-b5d1-f829dd9f220c', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'port_id': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'mac_address': 'fa:16:3e:43:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:33:32Z', 'updated_at': '2021-11-12T05:35:06Z', 'revision_number': 1, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:41Z', 'revision_number': 5, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:09.347062 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] Checking router: d613b62e-4e1e-41ac-9e28-e2724008332e for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:35:09.364877 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:09.370161 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:09.394430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.397555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.db.resource_extend [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:35:09.400783 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.422884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-b6e0c50e-7d18-49bd-a5ba-321c500f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:09.423264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-b6e0c50e-7d18-49bd-a5ba-321c500f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:09.423662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-b6e0c50e-7d18-49bd-a5ba-321c500f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:09.424219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-b6e0c50e-7d18-49bd-a5ba-321c500f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:09.424779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-b6e0c50e-7d18-49bd-a5ba-321c500f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:09.425267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-b6e0c50e-7d18-49bd-a5ba-321c500f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:09.425767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-b6e0c50e-7d18-49bd-a5ba-321c500f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:09.429147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-b6e0c50e-7d18-49bd-a5ba-321c500f2c72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6499 time: 0.4175642 Nov 12 05:35:09.430123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23194e9c-b138-4bfa-bfa3-88c3c921ef3d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.506749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23194e9c-b138-4bfa-bfa3-88c3c921ef3d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=65526ab4-d803-43a3-80ab-cd7f9ff7bdb0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:09.535442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23194e9c-b138-4bfa-bfa3-88c3c921ef3d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.538730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-23194e9c-b138-4bfa-bfa3-88c3c921ef3d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/65526ab4-d803-43a3-80ab-cd7f9ff7bdb0 HTTP/1.1" status: 204 len: 168 time: 0.5976219 Nov 12 05:35:09.555956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.562072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:09.576376 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:09.583701 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.584607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea9e4d21-cbfa-40b5-ad8a-6647babbb15d {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:35:09.636671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.646430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-dd7da2a8-aa14-4f6c-bc41-f90774c44712 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375103290&fields=id&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 267 time: 0.5384283 Nov 12 05:35:09.647795 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.651809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-df62f15f-d4e6-4403-a881-b25d27fe2fd4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ea9e4d21-cbfa-40b5-ad8a-6647babbb15d HTTP/1.1" status: 204 len: 168 time: 2.5648978 Nov 12 05:35:09.652811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:09.661101 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-211d0bf1-c532-475b-9fa4-c7a9b9c78fa3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:09.661552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211d0bf1-c532-475b-9fa4-c7a9b9c78fa3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:09.692165 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-211d0bf1-c532-475b-9fa4-c7a9b9c78fa3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/47af775a-6a26-4efc-9364-2c8b4ccf23c5 HTTP/1.1" status: 404 len: 337 time: 0.1265287 Nov 12 05:35:09.702451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:09.779983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51564) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:09.808871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:09.809285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0f3b7b4b-fc49-4a8f-a2bd-e712d145753b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:09.867132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:06Z', 'revision_number': 2, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:09.874580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d99d92-5745-4636-a525-15279124a03a admin admin] Deleting subnet 924bc2b7-ff2f-47ff-995f-624e60488b5f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:09.884355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8d99d92-5745-4636-a525-15279124a03a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.900077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-61acf1dc-0444-4945-8381-e60d3fb281ba tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:09.909174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-61acf1dc-0444-4945-8381-e60d3fb281ba tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/networks?id=592e4127-3d12-4fea-978b-b2d918598a77 HTTP/1.1" status: 200 len: 797 time: 0.2626245 Nov 12 05:35:09.935454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-c7e8578d-ce0a-4a6d-b3ec-184ca8c71d33 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/quotas/55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 375 time: 0.0245833 Nov 12 05:35:09.948242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Checking router: 1b7c7b13-12ce-4970-b919-4257825ef4f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:35:09.948598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Updating router 1b7c7b13-12ce-4970-b919-4257825ef4f6 port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:35:09.981631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b194a46-75e9-4aa8-97d6-3e7ef3efab55 req-f7b48a26-558d-4b06-9a36-6129285dbc36 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.1258104 Nov 12 05:35:09.988903 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.997200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9030247-0c97-48e2-8b68-8a372d3ba364 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting subnet e4506f7a-6628-4b76-816e-0d0f417a2659 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:10.013787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8d99d92-5745-4636-a525-15279124a03a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:10.044065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-e65874e5-c825-4206-b5e5-ab3e41c8aa1c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072850 Nov 12 05:35:10.047228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-182bd48a-f55c-4b84-8e16-5464c1c98f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:10.050095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-182bd48a-f55c-4b84-8e16-5464c1c98f3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 HTTP/1.1" status: 200 len: 912 time: 0.6117713 Nov 12 05:35:10.065653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9030247-0c97-48e2-8b68-8a372d3ba364 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:10.088384 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '25066a37-fd23-4217-b5d1-f829dd9f220c', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'port_id': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'mac_address': 'fa:16:3e:43:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:33:32Z', 'updated_at': '2021-11-12T05:35:06Z', 'revision_number': 1, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:41Z', 'revision_number': 5, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:10.139699 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc75c3-2a84-4356-84ff-374f188c868d None None] The sync data for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 is: [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '25066a37-fd23-4217-b5d1-f829dd9f220c', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'port_id': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'mac_address': 'fa:16:3e:43:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:33:32Z', 'updated_at': '2021-11-12T05:35:06Z', 'revision_number': 1, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:41Z', 'revision_number': 5, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:10.215330 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 8121fcf9-b3a4-4dfc-a32c-e516732aa971 associated. External IP: 172.25.2.31, port: 2c3ec99d-eaa7-4c49-b1f2-543b091b5553. Nov 12 05:35:10.273672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-9f4f92fc-60c8-4d27-9ce6-e56f7c8fb81d service neutron] 10.222.0.48 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188523 Nov 12 05:35:10.446767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-e65dc1cd-34a9-4ebd-a68d-626d634bc373 service neutron] 10.222.0.48 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664519 Nov 12 05:35:10.478939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-3a492cc2-5d52-4ca4-b628-67165ef11a24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 999 time: 0.3192601 Nov 12 05:35:10.597131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-2a351148-6194-4136-b34b-f5ff5ac9a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:10.599300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-2a351148-6194-4136-b34b-f5ff5ac9a6bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.1123233 Nov 12 05:35:10.634827 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:10.670886 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:10.695248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9030247-0c97-48e2-8b68-8a372d3ba364 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:10.705162 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ca5fd-ccaa-47fe-9fd9-b70bf86b4bb5 None None] New status for floating IP 25066a37-fd23-4217-b5d1-f829dd9f220c: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:35:10.746486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-bdaa745d-14e7-4494-a34a-3017045e971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:10.749235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-bdaa745d-14e7-4494-a34a-3017045e971d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402526 Nov 12 05:35:10.844850 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:10.936701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcab6311-3c0f-4b67-98cf-5b1c791fa7f3 req-163035eb-63fa-4c6c-b7c8-5d9cf51a6e2a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 210 time: 0.0833118 Nov 12 05:35:10.967730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Attempting to bind port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:10.968103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Attempting to bind port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:10.968514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Attempting to bind port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 on network 592e4127-3d12-4fea-978b-b2d918598a77 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:10.971361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa7f1-9832-4f9e-9a74-49d11012dde0 None None] Pushing event updated for resources: {'Port': ['ID=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:10.982902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:10.988849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Checking segment: {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:10.989585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:10.990008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Bound using segment: {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:10.990528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Bound port: 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:10.990916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.003396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8d99d92-5745-4636-a525-15279124a03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.120453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-4ad0c9f6-6644-429a-925b-080f91b0b629 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478577 Nov 12 05:35:11.225197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] For port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:11.266882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] For port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:11.274656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a585fc7-f566-4cde-aa8c-a6a4a577ea81 req-ef40d971-ed59-4dbd-9de6-59384c690636 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0853150 Nov 12 05:35:11.296491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.301175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9030247-0c97-48e2-8b68-8a372d3ba364 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.306082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1b5779bc-8626-49b0-abfe-3c3b93b9814d None None] Provisioning complete for port 64c2f969-547b-4f87-805d-ebdee61c6e54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:11.306614 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b5779bc-8626-49b0-abfe-3c3b93b9814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.334942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f14b0b8c-713c-437c-a938-e4137a5b61fc req-edf465b5-61c4-4618-a88b-2abd247fa560 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071776 Nov 12 05:35:11.421183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1b5779bc-8626-49b0-abfe-3c3b93b9814d None None] Port 64c2f969-547b-4f87-805d-ebdee61c6e54 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:11.422237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8d99d92-5745-4636-a525-15279124a03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.426385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:11.427018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:11.468924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d99d92-5745-4636-a525-15279124a03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924bc2b7-ff2f-47ff-995f-624e60488b5f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:11.485307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e8d99d92-5745-4636-a525-15279124a03a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.489346 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e8d99d92-5745-4636-a525-15279124a03a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/924bc2b7-ff2f-47ff-995f-624e60488b5f HTTP/1.1" status: 204 len: 168 time: 1.8344398 Nov 12 05:35:11.492392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51586) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:11.518566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:11.522479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9030247-0c97-48e2-8b68-8a372d3ba364 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.560653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9030247-0c97-48e2-8b68-8a372d3ba364 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Subnet': ['ID=e4506f7a-6628-4b76-816e-0d0f417a2659,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:11.567342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9030247-0c97-48e2-8b68-8a372d3ba364 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.575046 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c9030247-0c97-48e2-8b68-8a372d3ba364 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/e4506f7a-6628-4b76-816e-0d0f417a2659 HTTP/1.1" status: 204 len: 168 time: 1.7374296 Nov 12 05:35:11.579021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:11.603274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:11.644505 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0d689f-73f0-4763-9bd6-da23592009d6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:11.644974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0d689f-73f0-4763-9bd6-da23592009d6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:11.653191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51590) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:11.658089 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5a0d689f-73f0-4763-9bd6-da23592009d6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/ad423ec8-dead-43c9-80dc-117dac4fdd85 HTTP/1.1" status: 404 len: 337 time: 0.0772474 Nov 12 05:35:11.729980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aa7070ae-fe51-44ea-8009-513336031e1c tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "GET /v2.0/ports?device_id=305e5c38-95be-4764-bc0f-cbd3b2c9f077 HTTP/1.1" status: 200 len: 205 time: 0.0744879 Nov 12 05:35:11.730541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51592) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:11.741985 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:11.776173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:11.810211 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-0c95d898-648c-45e3-b194-99dbe1a95eb3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] delete failed (client error): The resource could not be found. Nov 12 05:35:11.811578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0c95d898-648c-45e3-b194-99dbe1a95eb3 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/routers/305e5c38-95be-4764-bc0f-cbd3b2c9f077 HTTP/1.1" status: 404 len: 336 time: 0.0785196 Nov 12 05:35:11.814173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51594) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:11.825672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be667b86-cfe5-449f-bfb1-3875455ea75b None None] Network 46a369b1-c712-4dc4-bd41-f07c0aa831fd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:11.827845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d9fad-c8a3-4aca-bd62-e29483e2d550 None None] Network 57db5f1b-e290-40ec-a0d2-e6097014716d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:11.889811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 388b8959-ff6d-422f-8adb-3b874d0d88cc no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:11.893533 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-22391950-93e6-4334-82b6-e15225f2606d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:11.894191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22391950-93e6-4334-82b6-e15225f2606d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:11.912793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-22391950-93e6-4334-82b6-e15225f2606d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/7786d0e3-4911-4b60-b846-2fae93f74141 HTTP/1.1" status: 404 len: 337 time: 0.0967484 Nov 12 05:35:11.921212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a09df-56af-4601-95a9-1b31d9e0dbc0 None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:11.945494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:11.982118 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-252f5a7a-6f14-4d3f-9b21-5e6caac6712d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:11.983429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252f5a7a-6f14-4d3f-9b21-5e6caac6712d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:11.988677 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-252f5a7a-6f14-4d3f-9b21-5e6caac6712d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/e051522d-9967-45f3-9ab3-2b695f2124be HTTP/1.1" status: 404 len: 337 time: 0.0416634 Nov 12 05:35:11.991327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51602) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.027710 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3443cf1b-3162-46ea-9b1d-6e02c13b417d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:12.029132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3443cf1b-3162-46ea-9b1d-6e02c13b417d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:12.034287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3443cf1b-3162-46ea-9b1d-6e02c13b417d tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/b3e5e96c-b5e6-4542-a87b-da576a405402 HTTP/1.1" status: 404 len: 337 time: 0.0417728 Nov 12 05:35:12.038073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.039692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Deleting port 6215b101-176e-422f-8f33-1927cacd9772 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:12.039962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:12.061779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a09df-56af-4601-95a9-1b31d9e0dbc0 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:12.062438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-122a09df-56af-4601-95a9-1b31d9e0dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.069008 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaf383e-9dd2-4969-b0fb-eea3cce46c68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:12.070011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaf383e-9dd2-4969-b0fb-eea3cce46c68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:12.073318 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-adaf383e-9dd2-4969-b0fb-eea3cce46c68 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/2d1dd387-ef97-4945-bf2d-84a99218c521 HTTP/1.1" status: 404 len: 333 time: 0.0340226 Nov 12 05:35:12.077175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51606) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.104995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-122a09df-56af-4601-95a9-1b31d9e0dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.110542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1b5779bc-8626-49b0-abfe-3c3b93b9814d None None] Provisioning complete for port 8f91653b-2db7-4d9e-a235-f001a7881146 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:12.111116 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b5779bc-8626-49b0-abfe-3c3b93b9814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:12.127716 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0063c9c6-01f6-4968-84ce-cd4da34066c6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:12.128173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0063c9c6-01f6-4968-84ce-cd4da34066c6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:12.131557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0063c9c6-01f6-4968-84ce-cd4da34066c6 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/736459bf-e8ba-4aeb-b6f6-3a1c80a5829a HTTP/1.1" status: 404 len: 337 time: 0.0377774 Nov 12 05:35:12.134313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b68d4261-18ba-4eb1-a903-9d85ec2ff905 req-724c9b41-dd3b-4449-a0c7-71d1a15009d7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 210 time: 0.0770237 Nov 12 05:35:12.134815 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51608) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.163107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa7f1-9832-4f9e-9a74-49d11012dde0 None None] Pushing event updated for resources: {'Port': ['ID=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:12.177581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 388b8959-ff6d-422f-8adb-3b874d0d88cc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:12.178160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 388b8959-ff6d-422f-8adb-3b874d0d88cc not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:12.203105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router 8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:12.236050 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d907d076-a362-4094-b10b-702000e497d8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:12.236506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d907d076-a362-4094-b10b-702000e497d8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:12.239673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d907d076-a362-4094-b10b-702000e497d8 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/e2719436-bee0-40a5-933d-b1bcd2289934 HTTP/1.1" status: 404 len: 337 time: 0.1021531 Nov 12 05:35:12.253632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a09df-56af-4601-95a9-1b31d9e0dbc0 None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:12.254393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-122a09df-56af-4601-95a9-1b31d9e0dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.263691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51610) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.303528 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-626472d9-1bc3-4381-a29e-03a186ec1a16 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:12.304295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626472d9-1bc3-4381-a29e-03a186ec1a16 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:12.310153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-626472d9-1bc3-4381-a29e-03a186ec1a16 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/81580d8d-25c1-4ec7-a433-10ba93974e8b HTTP/1.1" status: 404 len: 333 time: 0.0454247 Nov 12 05:35:12.310838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51614) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.313089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] For port 6215b101-176e-422f-8f33-1927cacd9772, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6215b101-176e-422f-8f33-1927cacd9772,segment=NetworkSegment(da2b8aa2-76b4-480c-9efc-53da8597f4ec),segment_id=da2b8aa2-76b4-480c-9efc-53da8597f4ec)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:12.313258 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:12.335351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-122a09df-56af-4601-95a9-1b31d9e0dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.347756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a09df-56af-4601-95a9-1b31d9e0dbc0 None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:12.361442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Calling delete_port for 6215b101-176e-422f-8f33-1927cacd9772 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:12.363554 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd7fe9f-789e-4974-92a2-42160c2dfe91 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:12.364003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd7fe9f-789e-4974-92a2-42160c2dfe91 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:12.369800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1cd7fe9f-789e-4974-92a2-42160c2dfe91 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/7224ba6a-7ad5-4a3a-bedc-8639ed23a774 HTTP/1.1" status: 404 len: 337 time: 0.0531631 Nov 12 05:35:12.370618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51618) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.402297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:12.409867 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:12.420801 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3affc-a41e-4d1d-8ae7-24b0fa3b4b32 None None] Sync routers for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:12.454868 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3affc-a41e-4d1d-8ae7-24b0fa3b4b32 None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:12.455512 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-afc3affc-a41e-4d1d-8ae7-24b0fa3b4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.464467 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-29193807-bd82-487e-93bf-57edfce26227 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:12.464918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29193807-bd82-487e-93bf-57edfce26227 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:12.471354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-29193807-bd82-487e-93bf-57edfce26227 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/subnets/9a9866e9-aa86-411a-9867-354cd40a1a16 HTTP/1.1" status: 404 len: 337 time: 0.0874119 Nov 12 05:35:12.476222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51620) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.526943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60b05197-d162-4a79-82fd-91e13d65e919 req-2cc8e00d-926a-4293-8b88-6db80c407a49 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0732713 Nov 12 05:35:12.541142 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-afc3affc-a41e-4d1d-8ae7-24b0fa3b4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.567550 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3affc-a41e-4d1d-8ae7-24b0fa3b4b32 None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:12.568704 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-afc3affc-a41e-4d1d-8ae7-24b0fa3b4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.595065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-e2aa96f6-ed2a-4504-80ad-e88b828268d7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:12.596610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-e2aa96f6-ed2a-4504-80ad-e88b828268d7 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/networks?id=592e4127-3d12-4fea-978b-b2d918598a77 HTTP/1.1" status: 200 len: 797 time: 0.2453053 Nov 12 05:35:12.639506 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-afc3affc-a41e-4d1d-8ae7-24b0fa3b4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.644271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] DHCP port deletion for 57db5f1b-e290-40ec-a0d2-e6097014716d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:12.645228 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3affc-a41e-4d1d-8ae7-24b0fa3b4b32 None None] The sync data for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:12.654668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:12.686206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:12.689095 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e08beda7-cc33-4d4b-b033-344046f870b7 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/floatingips/8121fcf9-b3a4-4dfc-a32c-e516732aa971 HTTP/1.1" status: 200 len: 977 time: 4.5807018 Nov 12 05:35:12.692484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51622) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:12.725446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491661d-8f54-49dc-b4a8-4f4cd60cbe5c None None] The sync data for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 is: [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:11Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:12.761992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6215b101-176e-422f-8f33-1927cacd9772,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:12.767933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] No DVR routers for this DVR port 6215b101-176e-422f-8f33-1927cacd9772 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:12.823645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-97b60286-24be-4767-9716-ff86303cb4cc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Deleting port 64c2f969-547b-4f87-805d-ebdee61c6e54 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:12.823645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97b60286-24be-4767-9716-ff86303cb4cc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:12.825014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-aa9c2286-d590-4afe-b476-b7ae3cd23a18 None None] Provisioning complete for port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:12.826008 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2286-d590-4afe-b476-b7ae3cd23a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:12.837480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d13d8-04af-4995-aaf7-1029313c73e4 None None] DHCP port deletion for 46a369b1-c712-4dc4-bd41-f07c0aa831fd request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:12.882733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] Deleting port 8f91653b-2db7-4d9e-a235-f001a7881146 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:12.882733 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:12.894455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-b3d3f82a-6374-4c9a-9a3b-71983ecd860a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c883ec452744208727f56ec3f04fe4 HTTP/1.1" status: 200 len: 380 time: 0.2795622 Nov 12 05:35:12.992339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] For port 8f91653b-2db7-4d9e-a235-f001a7881146, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f91653b-2db7-4d9e-a235-f001a7881146,segment=NetworkSegment(d4627528-7167-43ed-84ee-c9097a20b797),segment_id=d4627528-7167-43ed-84ee-c9097a20b797)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:12.992895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.000240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97b60286-24be-4767-9716-ff86303cb4cc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.022045 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.030158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-97b60286-24be-4767-9716-ff86303cb4cc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Calling delete_port for 64c2f969-547b-4f87-805d-ebdee61c6e54 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:13.045017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] Calling delete_port for 8f91653b-2db7-4d9e-a235-f001a7881146 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:13.050000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port ba578b4f-d69a-4f1a-b58a-98263ca5c7cd {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:13.056708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.058482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a369b1-c712-4dc4-bd41-f07c0aa831fd']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:13.068748 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2286-d590-4afe-b476-b7ae3cd23a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.088129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'port': {'device_id': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'admin_state_up': True, 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'security_groups': ['84280e12-309e-4e1f-99fb-017edf271432']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:13.112537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2b8aa2-76b4-480c-9efc-53da8597f4ec') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:13.113345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2b8aa2-76b4-480c-9efc-53da8597f4ec') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:13.129957 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.177216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-aa9c2286-d590-4afe-b476-b7ae3cd23a18 None None] For port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:13.232008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.242935 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2286-d590-4afe-b476-b7ae3cd23a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.308406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.321830 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c2286-d590-4afe-b476-b7ae3cd23a18 None None] Pushing event updated for resources: {'Port': ['ID=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:13.339030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97b60286-24be-4767-9716-ff86303cb4cc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.339450 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.347236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:13.347653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:13.361447 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:13.365443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] No DVR routers for this DVR port 8f91653b-2db7-4d9e-a235-f001a7881146 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:13.402374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77548a2c-7890-430a-b43c-08c9f68a2377 None None] Pushing event deleted for resources: {'Port': ['ID=8f91653b-2db7-4d9e-a235-f001a7881146,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:13.423208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-caf6363e-576c-4263-b29b-2035c9deb3b3 req-8345cf29-2b7b-4c01-b5f9-27ae23fb7ea6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 210 time: 0.1031353 Nov 12 05:35:13.426826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97b60286-24be-4767-9716-ff86303cb4cc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.432356 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-97b60286-24be-4767-9716-ff86303cb4cc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/ports/64c2f969-547b-4f87-805d-ebdee61c6e54 HTTP/1.1" status: 204 len: 168 time: 0.9532847 Nov 12 05:35:13.433394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b60286-24be-4767-9716-ff86303cb4cc tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Port': ['ID=64c2f969-547b-4f87-805d-ebdee61c6e54,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:13.447411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51628) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:13.480289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Made reservation on behalf of 55c883ec452744208727f56ec3f04fe4 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:13.491830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.514025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.521689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.525636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/46a369b1-c712-4dc4-bd41-f07c0aa831fd HTTP/1.1" status: 204 len: 168 time: 2.0319703 Nov 12 05:35:13.567346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29859940-ea03-4c38-b99b-7d8fc96ceea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a369b1-c712-4dc4-bd41-f07c0aa831fd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:13.693295 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.735118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:13.785197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51636) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:13.785705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.20.0.13 (592e4127-3d12-4fea-978b-b2d918598a77/5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6/521d68fc-5d10-4b1f-b8c2-4f74a3f69490) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:13.801246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:13.802026 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.804896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.806165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.806165 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Floating IP 8121fcf9-b3a4-4dfc-a32c-e516732aa971 disassociated. External IP: 172.25.2.31, port: ba578b4f-d69a-4f1a-b58a-98263ca5c7cd. Nov 12 05:35:13.806165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for ba578b4f-d69a-4f1a-b58a-98263ca5c7cd owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:13.877905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.945522 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-709e722c-f3cd-48d6-9fa3-0c1f397b2629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:13.984115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57db5f1b-e290-40ec-a0d2-e6097014716d']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:14.020556 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8f5a97bf-b3ef-4c13-a5ba-5bdbd6a4cdc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24165a3c508449c1a6ee2ece4b5a453a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342458 Nov 12 05:35:14.022782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4627528-7167-43ed-84ee-c9097a20b797') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:14.023250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4627528-7167-43ed-84ee-c9097a20b797') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:14.031168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51638) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:14.045419 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.045947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6215b101-176e-422f-8f33-1927cacd9772 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:14.071548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-240f5855-fd9c-49a3-b923-37179ee9146b req-ab8c6c86-f649-4966-9795-5b497b73f896 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.1077042 Nov 12 05:35:14.080116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 6215b101-176e-422f-8f33-1927cacd9772 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:14.080453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6215b101-176e-422f-8f33-1927cacd9772 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:14.081132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f91653b-2db7-4d9e-a235-f001a7881146 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:14.101679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.120190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 8f91653b-2db7-4d9e-a235-f001a7881146 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:14.120750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f91653b-2db7-4d9e-a235-f001a7881146 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:14.143211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:14.143630 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:14.147087 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:14.200862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.254151 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.273179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6f97499-5c01-4d11-bd69-c708704264a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.285734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.289409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.333144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 592e4127-3d12-4fea-978b-b2d918598a77 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:14.342155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:14.345859 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:14.398136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:14.437232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:14.438384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.445798 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:35:14.461150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-f3c6ac53-331b-46f3-b8db-55c7935f3744 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3767493 Nov 12 05:35:14.476506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Request body: {'port': {'device_id': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:14.576954 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.678236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55628dc-88b2-4123-8eb1-adda596159b4 req-de7d2bc3-fa9c-45e7-99af-06fd6732528e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:14.681524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d55628dc-88b2-4123-8eb1-adda596159b4 req-de7d2bc3-fa9c-45e7-99af-06fd6732528e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 932 time: 0.0943770 Nov 12 05:35:14.762970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.766565 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] 10.222.0.48 "DELETE /v2.0/networks/57db5f1b-e290-40ec-a0d2-e6097014716d HTTP/1.1" status: 204 len: 168 time: 1.3176672 Nov 12 05:35:14.771007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6f97499-5c01-4d11-bd69-c708704264a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.788945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=ba578b4f-d69a-4f1a-b58a-98263ca5c7cd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:14.795175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc718d71-35bc-46ba-92a5-bff5af529eb1 tempest-PortsTestJSON-955269083 tempest-PortsTestJSON-955269083-project] Pushing event deleted for resources: {'Network': ['ID=57db5f1b-e290-40ec-a0d2-e6097014716d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:14.820062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f6972c6b-ba20-4df9-8786-8b0d7734a75a None None] Provisioning complete for port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:14.820659 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6972c6b-ba20-4df9-8786-8b0d7734a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:14.936543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f6972c6b-ba20-4df9-8786-8b0d7734a75a None None] Port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:15.003010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6f97499-5c01-4d11-bd69-c708704264a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:15.005913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6f97499-5c01-4d11-bd69-c708704264a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:15.007192 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f6f97499-5c01-4d11-bd69-c708704264a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3f5833b-1a53-481c-808e-8665a2cd3492 HTTP/1.1" status: 204 len: 168 time: 0.9743147 Nov 12 05:35:15.046574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97499-5c01-4d11-bd69-c708704264a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f5833b-1a53-481c-808e-8665a2cd3492,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:15.057233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router 8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:15.294009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:15.309327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77a152-a27d-4ca5-9610-4088a8eaabce None None] Sync routers for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:15.338722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77a152-a27d-4ca5-9610-4088a8eaabce None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:15.343485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fd77a152-a27d-4ca5-9610-4088a8eaabce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:15.364871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88959754-17ed-4246-905b-a23eddfbfe57 req-22f1330f-5caa-4c6f-829b-5a48fcd77469 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0443628 Nov 12 05:35:15.433018 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:15.441356 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-932a8771-dab8-4b83-bc8a-af3efea87d3d tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/ports/ba578b4f-d69a-4f1a-b58a-98263ca5c7cd HTTP/1.1" status: 204 len: 168 time: 2.7445073 Nov 12 05:35:15.445526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51658) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:15.535254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51662) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:15.566320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d55628dc-88b2-4123-8eb1-adda596159b4 req-4348e6ad-0ecb-48df-8d5f-b093eea2f687 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8766439 Nov 12 05:35:15.689440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:35:15.700223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:15.719401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Transition to ACTIVE for port object 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:35:15.726859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:15.743500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fd77a152-a27d-4ca5-9610-4088a8eaabce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:15.763376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77a152-a27d-4ca5-9610-4088a8eaabce None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:15.764009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fd77a152-a27d-4ca5-9610-4088a8eaabce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:34:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:15.806460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Pushing event updated for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:15.810887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fd77a152-a27d-4ca5-9610-4088a8eaabce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:15.811699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77a152-a27d-4ca5-9610-4088a8eaabce None None] The sync data for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:15.945808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-65a3d862-818a-4ec2-886d-9c0701baf79e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6fd2065b2904f948a6c2e2655d52cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4093919 Nov 12 05:35:15.948565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51674) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:15.972355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Attempting to bind port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:15.972949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Attempting to bind port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:15.973594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Attempting to bind port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 on network 592e4127-3d12-4fea-978b-b2d918598a77 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:15.983884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 on network 592e4127-3d12-4fea-978b-b2d918598a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:35:15.984461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Attempting to bind port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 on network 592e4127-3d12-4fea-978b-b2d918598a77 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:15.996085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:15.996899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Checking segment: {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:16.000316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Bound using segment: {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:16.002246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Bound port: 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d345b70-7a27-44bf-8fba-b89b077e3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:16.002862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.113067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:16.116784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:16.123102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.181925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:16.183303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0ca8-9ded-4942-99ad-cb3720e58d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.184678 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.187272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] 10.222.0.47 "PUT /v2.0/ports/521d68fc-5d10-4b1f-b8c2-4f74a3f69490 HTTP/1.1" status: 200 len: 1093 time: 1.7160714 Nov 12 05:35:16.190302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:16.193213 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22b1bf3-885f-4e39-9806-60551dd233c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:16.232539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0ca8-9ded-4942-99ad-cb3720e58d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.302831 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9eec4f-5a5a-4ca8-9ed4-ece2ec8b17a7 x-openstack-request-id: req-3b9eec4f-5a5a-4ca8-9ed4-ece2ec8b17a7 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:16.303157 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:16.305503 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a29b700-7e77-4fb5-b7e4-e6ec8b3ec033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.306802 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.307380 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b9eec4f-5a5a-4ca8-9ed4-ece2ec8b17a7 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:16.307380 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'status': 'completed', 'code': 200} Nov 12 05:35:16.332357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cc300-c61b-4bce-8258-ead0a85c0f79 service neutron] Pushing event updated for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:16.365360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-b8d7f7b7-5f58-464e-a7cc-d8045b393493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:16.366959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-b8d7f7b7-5f58-464e-a7cc-d8045b393493 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 1096 time: 0.1127799 Nov 12 05:35:16.459266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e7aa660-794a-48b1-ad70-607f2b80d896 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490 HTTP/1.1" status: 200 len: 217 time: 0.0764651 Nov 12 05:35:16.559016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0ca8-9ded-4942-99ad-cb3720e58d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.561748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0ca8-9ded-4942-99ad-cb3720e58d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.569412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80d23778-f169-42e5-9372-765d21fe1c08 req-a198c710-1202-4508-8059-63e71660a26c tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0462153 Nov 12 05:35:16.571082 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fc4f0ca8-9ded-4942-99ad-cb3720e58d2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39192fb3-013d-4065-a2e4-81005c223b39 HTTP/1.1" status: 204 len: 168 time: 0.6211741 Nov 12 05:35:16.575472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-ad34939e-de6e-4344-8c24-49472d8f7c57 req-c55b359b-f6c9-4b2d-89d7-f435a522aa6c service neutron] (102589) timed out ('10.222.0.47', 62761) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:35:16.592004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6d3946-b454-4fb3-b226-834fae95ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:16.593471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-6e6d3946-b454-4fb3-b226-834fae95ed93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6 HTTP/1.1" status: 200 len: 835 time: 0.1252875 Nov 12 05:35:16.596891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f0ca8-9ded-4942-99ad-cb3720e58d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39192fb3-013d-4065-a2e4-81005c223b39,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:16.703205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-77907352-493e-4d42-95e3-f2e7a496cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:16.704879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-77907352-493e-4d42-95e3-f2e7a496cbb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=592e4127-3d12-4fea-978b-b2d918598a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031604 Nov 12 05:35:16.897565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port bc972e10-1641-4ac2-83a4-d337a379996d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:16.899432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:16.910472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-70497a58-520e-43ac-83b1-171e44d95148 service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972659 Nov 12 05:35:16.973744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7843-c54e-4567-82e6-2d9cb2a6aba6 req-f8fe16fd-e6b4-49cd-92fa-dcfabd120ab3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:16.976037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-180b7843-c54e-4567-82e6-2d9cb2a6aba6 req-f8fe16fd-e6b4-49cd-92fa-dcfabd120ab3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 944 time: 0.1297684 Nov 12 05:35:17.111207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:17.119643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-180b7843-c54e-4567-82e6-2d9cb2a6aba6 req-f07b7e00-035c-4fe6-86f2-bdceb7e0d025 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106532 Nov 12 05:35:17.121795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de802509-bdcf-482f-a7ca-cacb4c5e42b5 req-ccb978da-4e76-4540-a91c-49cebc800840 service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019420 Nov 12 05:35:17.125464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for bc972e10-1641-4ac2-83a4-d337a379996d owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:17.293619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-ce3b305b-451a-4665-bb5b-80c0c6abc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:17.295341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-ce3b305b-451a-4665-bb5b-80c0c6abc964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 1096 time: 0.1137905 Nov 12 05:35:17.358625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:17.456577 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:17.489612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=bc972e10-1641-4ac2-83a4-d337a379996d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:17.571575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-ef965382-d7d6-4466-8757-08bfd0e0d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:17.573235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-ef965382-d7d6-4466-8757-08bfd0e0d596 service neutron] 10.222.0.47 "GET /v2.0/networks?id=592e4127-3d12-4fea-978b-b2d918598a77 HTTP/1.1" status: 200 len: 898 time: 0.2633140 Nov 12 05:35:17.631393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23e98202-fe50-4446-befd-5c94f341fad0 req-19e469f3-b792-41ff-bb9a-f9f3cefe616e tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0613396 Nov 12 05:35:17.679764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-a351f138-3b1d-4347-bf5d-0f8647d8f6b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490 HTTP/1.1" status: 200 len: 217 time: 0.0947793 Nov 12 05:35:17.754900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-8e4c6f25-a503-4e1e-acff-56d1ca81913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:17.756635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-8e4c6f25-a503-4e1e-acff-56d1ca81913f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6 HTTP/1.1" status: 200 len: 835 time: 0.0670516 Nov 12 05:35:17.801444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bd7eedb-d1ae-4db0-815f-e3fe470678cf req-8d810c22-bf76-40b9-98bb-582ede45d4de tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0407877 Nov 12 05:35:17.867172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:17.920128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-39acc28e-7a41-4fd6-aa5e-df12a8afa166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:17.921638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-39acc28e-7a41-4fd6-aa5e-df12a8afa166 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=592e4127-3d12-4fea-978b-b2d918598a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192605 Nov 12 05:35:18.010839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51742) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:18.045310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-eecb1026-2522-4e07-bba3-4910900e9613 service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137614 Nov 12 05:35:18.171369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-365289664'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:18.216445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c22b1bf3-885f-4e39-9806-60551dd233c2 req-843c0c10-2ecc-473a-8d10-2aac9dfb6431 service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601100 Nov 12 05:35:18.247889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router 8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:18.256718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:18.260197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.272055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.305312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d79d-2913-4165-887a-5801916482fb req-a3caa531-2419-44e2-9544-b6dda4d133d2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:18.306883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f642d79d-2913-4165-887a-5801916482fb req-a3caa531-2419-44e2-9544-b6dda4d133d2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 944 time: 0.0808589 Nov 12 05:35:18.405918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f642d79d-2913-4165-887a-5801916482fb req-5a857e5c-c299-4d70-ae72-8aef23b585f9 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911179 Nov 12 05:35:18.409098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:18.419423 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e1b55009-ffcd-444b-b745-5e38b93157c5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/routers/8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9714787 Nov 12 05:35:18.420878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51750) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:18.423487 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5191-ef2e-4374-b64e-147c0cda1174 None None] Sync routers for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:18.444981 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a5191-ef2e-4374-b64e-147c0cda1174 None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:18.447854 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5191-ef2e-4374-b64e-147c0cda1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:18.448283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.455189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.490777 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5191-ef2e-4374-b64e-147c0cda1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:18.495152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba29d4b-888f-429e-bd16-07806c9fb8db,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:18.515315 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a5191-ef2e-4374-b64e-147c0cda1174 None None] Routers {'8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:18.519082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:18.519753 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5191-ef2e-4374-b64e-147c0cda1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:18.541672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.542261 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment efcd5539-e2ed-4b2b-9097-7cd23aeca5cd of type vlan for network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee Nov 12 05:35:18.545993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.561641 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5191-ef2e-4374-b64e-147c0cda1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:18.562511 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5191-ef2e-4374-b64e-147c0cda1174 None None] The sync data for ids ['8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:18.608742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.618766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.636779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.644696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:18.645340 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.693580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6816466 Nov 12 05:35:18.721485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51754) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:18.728927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1433704858'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:18.760429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.776143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e15ba52-7cfe-4729-82ee-69329a46d2cf req-1b0365ac-fc1b-442d-a705-afab3fa840fc tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0554230 Nov 12 05:35:18.776788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46820fa1-61be-462d-a0fb-c540b4106c14 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=08bd591d-231d-4dbe-bc30-8fb6cb5f32ee,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:18.805742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:18.809688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:18.813736 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.830606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 58413d44-a4e5-4894-a5a9-6c1087c9410a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:18.830959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.840647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:18.852900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.853372 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment 7e53f963-ed95-4b3d-96d2-06eb86406424 of type vlan for network db652216-fbf6-4983-82c6-7049c83f0c04 Nov 12 05:35:18.909494 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.924804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.940733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 58413d44-a4e5-4894-a5a9-6c1087c9410a owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:18.946953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2fab970-53f3-45a3-a6b2-71aa690ce161 req-d4c96e94-6b63-404b-9c3e-9b41429e5c91 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0346913 Nov 12 05:35:18.965554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.974371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:18.975165 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.012777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2902880 Nov 12 05:35:19.043079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51760) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:19.050135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': '08bd591d-231d-4dbe-bc30-8fb6cb5f32ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:19.069315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186a74d-fa8f-4b69-931f-1db75776b4ea tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=db652216-fbf6-4983-82c6-7049c83f0c04,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:19.085021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network db652216-fbf6-4983-82c6-7049c83f0c04 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:19.130150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.149012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:19.153287 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.167607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=58413d44-a4e5-4894-a5a9-6c1087c9410a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:19.180114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32540a4-687b-4dc9-ad5a-182596103a6e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:19.231306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.325185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.327332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.360817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.374280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.374912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Fanout notify agent at l3_agent the message router_deleted on router 8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:35:19.383450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.384546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7eb34b51-1e90-4642-8af9-d525d66e01f5 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/routers/8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e HTTP/1.1" status: 204 len: 168 time: 0.9627097 Nov 12 05:35:19.387179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51762) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:19.423144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=08c55fc3-473f-46e9-b346-f6c33a654627,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:19.431818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': 'efcd5539-e2ed-4b2b-9097-7cd23aeca5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '08bd591d-231d-4dbe-bc30-8fb6cb5f32ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:19.432176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:35:19.439203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting subnet 3198e985-f531-4335-939a-ae8db6844f02 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:19.445643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.462805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:35:19.482197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:19.487700 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.497084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:19.497676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.502075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f50f1-15be-465f-827b-73f45b3611fb None None] Network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:19.529167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.562936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a108-e0c5-43d7-ad9a-647c29feb8e9 req-77b81dde-19c7-46c6-b892-21734f7e16ca tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:19.565070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2665a108-e0c5-43d7-ad9a-647c29feb8e9 req-77b81dde-19c7-46c6-b892-21734f7e16ca tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 944 time: 0.0742364 Nov 12 05:35:19.568599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f5004ce6-9233-4e66-9032-adf941818e44 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5246871 Nov 12 05:35:19.571756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51768) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:19.576718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': 'db652216-fbf6-4983-82c6-7049c83f0c04', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:19.632807 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.675082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-08bd591d-231d-4dbe-bc30-8fb6cb5f32ee', 'network_id': '08bd591d-231d-4dbe-bc30-8fb6cb5f32ee', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': '08c55fc3-473f-46e9-b346-f6c33a654627'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:35:19.676013 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.683444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2665a108-e0c5-43d7-ad9a-647c29feb8e9 req-6e9b670e-dc86-44dd-b90d-6948343dd267 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914965 Nov 12 05:35:19.712047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:19.716170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.719984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.747786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Subnet': ['ID=3198e985-f531-4335-939a-ae8db6844f02,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:19.755335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.761821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/subnets/3198e985-f531-4335-939a-ae8db6844f02 HTTP/1.1" status: 204 len: 168 time: 0.3736355 Nov 12 05:35:19.764571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e858fc7-9102-4896-8b24-394dfcbaae00 None None] Network 31e842bf-950e-43a9-92cf-c6977e57e810 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:19.767585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51770) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:19.776806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.777280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.777713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.778142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.779118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.779118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.779392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.779800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.780230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.780647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.781065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.781483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdddda1-e98e-4ba1-9981-fbff2fce33e3 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:19.914090 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.937584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Allocated IP 2001:db8::2 (08bd591d-231d-4dbe-bc30-8fb6cb5f32ee/08c55fc3-473f-46e9-b346-f6c33a654627/13eba13c-eae9-4697-870c-143e0e20831b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:19.962593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b51ec41b-cc89-4f2c-abfb-3688c2009b38 req-662585bf-f9ce-4636-8568-3a54f942c12a tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0590434 Nov 12 05:35:19.976117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port f9203794-5479-4044-9412-3a7b30e5a69c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:19.977029 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:19.991776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.054049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] DHCP port deletion for 31e842bf-950e-43a9-92cf-c6977e57e810 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:20.083024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] For port f9203794-5479-4044-9412-3a7b30e5a69c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f9203794-5479-4044-9412-3a7b30e5a69c,segment=NetworkSegment(2d407862-8821-4cb3-8cd4-5d38109d021e),segment_id=2d407862-8821-4cb3-8cd4-5d38109d021e)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:20.083649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.091176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=e86a8c59-558d-4fd7-b3f5-f8782726ac5e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:20.105617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for f9203794-5479-4044-9412-3a7b30e5a69c owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:20.117032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-530afefb-3688-42fd-b328-b49d24b41d98 req-49b842f3-d2e1-4a92-9013-d4d83ee10bd7 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0403569 Nov 12 05:35:20.121292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': '7e53f963-ed95-4b3d-96d2-06eb86406424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'db652216-fbf6-4983-82c6-7049c83f0c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:20.121732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: db652216-fbf6-4983-82c6-7049c83f0c04, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:35:20.147749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network db652216-fbf6-4983-82c6-7049c83f0c04 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:35:20.159435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, db652216-fbf6-4983-82c6-7049c83f0c04) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:20.165452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:20.167161 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.168618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.173757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bcb6c6-9978-43e9-b564-a4ac19224263 None None] Network db652216-fbf6-4983-82c6-7049c83f0c04 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:20.187447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] Deleting port f9203794-5479-4044-9412-3a7b30e5a69c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:20.187872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.189057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d30c801b-d875-4b44-9b1d-6cd813b11c9f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6156123 Nov 12 05:35:20.191934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51778) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:20.197908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5be51206-1447-4a99-925c-8c3d296da7b6 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-448846992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:20.203322 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.203938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.225164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5be51206-1447-4a99-925c-8c3d296da7b6 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.227601 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5be51206-1447-4a99-925c-8c3d296da7b6 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.231553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=f9203794-5479-4044-9412-3a7b30e5a69c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:20.233522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] No DVR routers for this DVR port f9203794-5479-4044-9412-3a7b30e5a69c on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:20.294204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5be51206-1447-4a99-925c-8c3d296da7b6 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.299375 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5be51206-1447-4a99-925c-8c3d296da7b6 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.318862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.321695 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5be51206-1447-4a99-925c-8c3d296da7b6 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.322382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:20.326836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51780) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:20.327085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5be51206-1447-4a99-925c-8c3d296da7b6 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1340866 Nov 12 05:35:20.336169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:20.350883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:20.358752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] For port f9203794-5479-4044-9412-3a7b30e5a69c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f9203794-5479-4044-9412-3a7b30e5a69c,segment=NetworkSegment(2d407862-8821-4cb3-8cd4-5d38109d021e),segment_id=2d407862-8821-4cb3-8cd4-5d38109d021e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:20.359143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.363574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Pushing event updated for resources: {'Port': ['ID=13eba13c-eae9-4697-870c-143e0e20831b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:20.378853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:35:20.393563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] Calling delete_port for f9203794-5479-4044-9412-3a7b30e5a69c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:20.403931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e842bf-950e-43a9-92cf-c6977e57e810']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:20.416924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d407862-8821-4cb3-8cd4-5d38109d021e') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:20.417221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d407862-8821-4cb3-8cd4-5d38109d021e') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:20.463093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.530543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Attempting to bind port 13eba13c-eae9-4697-870c-143e0e20831b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:20.530916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Attempting to bind port 13eba13c-eae9-4697-870c-143e0e20831b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'efcd5539-e2ed-4b2b-9097-7cd23aeca5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '08bd591d-231d-4dbe-bc30-8fb6cb5f32ee'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:20.531281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Attempting to bind port 13eba13c-eae9-4697-870c-143e0e20831b on network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:20.586913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:20.587285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Checking segment: {'id': 'efcd5539-e2ed-4b2b-9097-7cd23aeca5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '08bd591d-231d-4dbe-bc30-8fb6cb5f32ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:20.587690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.588086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Bound using segment: {'id': 'efcd5539-e2ed-4b2b-9097-7cd23aeca5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '08bd591d-231d-4dbe-bc30-8fb6cb5f32ee'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:20.588571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Bound port: 13eba13c-eae9-4697-870c-143e0e20831b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcd5539-e2ed-4b2b-9097-7cd23aeca5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '08bd591d-231d-4dbe-bc30-8fb6cb5f32ee'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:20.588951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.667055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-db652216-fbf6-4983-82c6-7049c83f0c04', 'network_id': 'db652216-fbf6-4983-82c6-7049c83f0c04', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': 'e86a8c59-558d-4fd7-b3f5-f8782726ac5e'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:35:20.667920 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.712640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:20.738581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.756324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'port_id': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'mac_address': 'fa:16:3e:c9:09:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:35:20.794615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] Pushing event deleted for resources: {'Port': ['ID=f9203794-5479-4044-9412-3a7b30e5a69c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:20.798910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] For port 13eba13c-eae9-4697-870c-143e0e20831b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:20.822758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49ea8d-cbfd-4166-8727-9a34c8b0cb42 req-6ce04aa4-4572-4022-a1c4-6b82451d706d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:20.824459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea49ea8d-cbfd-4166-8727-9a34c8b0cb42 req-6ce04aa4-4572-4022-a1c4-6b82451d706d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 944 time: 0.0610104 Nov 12 05:35:20.837718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.851253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:20.851482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75bc34-cd4c-4a8a-b219-64b3570a63d3 None None] No DVR routers for this DVR port f9203794-5479-4044-9412-3a7b30e5a69c on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:20.851677 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:20.855439 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:20.891162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea49ea8d-cbfd-4166-8727-9a34c8b0cb42 req-878c6fb2-b598-4ce7-b145-4af4724df3c5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588470 Nov 12 05:35:20.900391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] For port 13eba13c-eae9-4697-870c-143e0e20831b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=13eba13c-eae9-4697-870c-143e0e20831b,segment=NetworkSegment(efcd5539-e2ed-4b2b-9097-7cd23aeca5cd),segment_id=efcd5539-e2ed-4b2b-9097-7cd23aeca5cd)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:20.921385 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.936114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.956726 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.966588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:20.970846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/networks/31e842bf-950e-43a9-92cf-c6977e57e810 HTTP/1.1" status: 204 len: 168 time: 1.2009728 Nov 12 05:35:20.973094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51788) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:20.998253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:35:21.003337 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e793f8d-9eac-439d-b057-eb159c643f96 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Network': ['ID=31e842bf-950e-43a9-92cf-c6977e57e810,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:21.006416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.080801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Allocated IP 2001:db8:1::2 (db652216-fbf6-4983-82c6-7049c83f0c04/e86a8c59-558d-4fd7-b3f5-f8782726ac5e/75f5be10-4766-485c-9690-caa10bb47995) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:21.083736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:21.088363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45c2f4-d2f5-4792-b6f9-e7a073e3bd91 None None] Pushing event updated for resources: {'Port': ['ID=13eba13c-eae9-4697-870c-143e0e20831b,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:21.097963 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.165386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-073ea5f5-0a42-4d8b-a85a-276c20a07868 req-89b3e534-8978-415c-b887-c514c29b8a22 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0299537 Nov 12 05:35:21.183602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 193a8419-b795-440c-a22d-c10446a4fa23 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:21.183602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.280135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7c587e1-768d-443f-afaa-55072d5f5e59 req-e48d9724-d671-4b01-87de-503d8d28c547 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0326529 Nov 12 05:35:21.331255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.331255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.348227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 193a8419-b795-440c-a22d-c10446a4fa23 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:21.377597 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.380406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:21.387549 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.400484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8::1 (08bd591d-231d-4dbe-bc30-8fb6cb5f32ee/08c55fc3-473f-46e9-b346-f6c33a654627/db0b8422-37a5-4b8b-adf1-9f000060dfc9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:21.419354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['521d68fc-5d10-4b1f-b8c2-4f74a3f69490'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:35:21.469020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Network db652216-fbf6-4983-82c6-7049c83f0c04 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:21.480343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:21.484255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:21.487753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Pushing event updated for resources: {'Port': ['ID=75f5be10-4766-485c-9690-caa10bb47995,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:21.560986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.590641 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.614839 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.631055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=193a8419-b795-440c-a22d-c10446a4fa23,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:21.659575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:21.665070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:21.669351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:21.670196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.729498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=db0b8422-37a5-4b8b-adf1-9f000060dfc9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:21.732719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 13eba13c-eae9-4697-870c-143e0e20831b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:21.763762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.766832 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.771213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8be4b806-9358-482d-b47a-834f2c887c19 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/floatingips/8121fcf9-b3a4-4dfc-a32c-e516732aa971 HTTP/1.1" status: 204 len: 168 time: 0.7936745 Nov 12 05:35:21.772268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51796) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:21.780287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Attempting to bind port 75f5be10-4766-485c-9690-caa10bb47995 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:21.781497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Attempting to bind port 75f5be10-4766-485c-9690-caa10bb47995 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '7e53f963-ed95-4b3d-96d2-06eb86406424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'db652216-fbf6-4983-82c6-7049c83f0c04'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:21.781884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Attempting to bind port 75f5be10-4766-485c-9690-caa10bb47995 on network db652216-fbf6-4983-82c6-7049c83f0c04 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:21.806772 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bd3db9-cfc5-4e41-9085-a8520957ad74 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:21.807456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bd3db9-cfc5-4e41-9085-a8520957ad74 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:21.810505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c7bd3db9-cfc5-4e41-9085-a8520957ad74 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/ports/ba578b4f-d69a-4f1a-b58a-98263ca5c7cd HTTP/1.1" status: 404 len: 333 time: 0.0373943 Nov 12 05:35:21.813203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51798) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:21.818384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:21.818762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Checking segment: {'id': '7e53f963-ed95-4b3d-96d2-06eb86406424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'db652216-fbf6-4983-82c6-7049c83f0c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:21.819227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.819568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Bound using segment: {'id': '7e53f963-ed95-4b3d-96d2-06eb86406424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'db652216-fbf6-4983-82c6-7049c83f0c04'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:21.820038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Bound port: 75f5be10-4766-485c-9690-caa10bb47995, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e53f963-ed95-4b3d-96d2-06eb86406424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'db652216-fbf6-4983-82c6-7049c83f0c04'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:21.820415 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.840228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.841131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9917f3c2-013a-43ee-ac6d-97e602daae05 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "GET /v2.0/ports?device_id=8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e HTTP/1.1" status: 200 len: 205 time: 0.0259342 Nov 12 05:35:21.843520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51800) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:21.883714 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-78d9d161-f4a5-466f-b743-748b52e8140a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] delete failed (client error): The resource could not be found. Nov 12 05:35:21.888471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-78d9d161-f4a5-466f-b743-748b52e8140a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/routers/8083e6a7-36fd-4ba3-bb20-ebb68bc82b3e HTTP/1.1" status: 404 len: 336 time: 0.0402286 Nov 12 05:35:21.888471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51802) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:21.915745 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae48e03-7e2a-4d5e-ac53-eba43ed2968a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] DELETE failed (client error): The resource could not be found. Nov 12 05:35:21.916213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae48e03-7e2a-4d5e-ac53-eba43ed2968a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:35:21.922101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4ae48e03-7e2a-4d5e-ac53-eba43ed2968a tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/subnets/3198e985-f531-4335-939a-ae8db6844f02 HTTP/1.1" status: 404 len: 337 time: 0.0313001 Nov 12 05:35:21.923083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51804) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:21.925933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 13eba13c-eae9-4697-870c-143e0e20831b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:21.926310 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:21.977812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] For port 75f5be10-4766-485c-9690-caa10bb47995, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:22.037311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] For port 75f5be10-4766-485c-9690-caa10bb47995, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=75f5be10-4766-485c-9690-caa10bb47995,segment=NetworkSegment(7e53f963-ed95-4b3d-96d2-06eb86406424),segment_id=7e53f963-ed95-4b3d-96d2-06eb86406424)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:22.051599 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.138997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e961-60c3-4ec0-a086-d383a2156df4 req-5f034338-b733-40d2-84d0-c9674389f92d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:22.140714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c39e961-60c3-4ec0-a086-d383a2156df4 req-5f034338-b733-40d2-84d0-c9674389f92d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 945 time: 0.1233912 Nov 12 05:35:22.189380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-070cc621-913e-4741-aa8e-3fd4e429edec tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 2c3ec99d-eaa7-4c49-b1f2-543b091b5553 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:22.190265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-070cc621-913e-4741-aa8e-3fd4e429edec tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.235992 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.242102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af69d9-556f-434d-862e-ea4d0ac92db1 None None] Pushing event updated for resources: {'Port': ['ID=75f5be10-4766-485c-9690-caa10bb47995,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:22.248581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.249503 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.315390 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.320872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-070cc621-913e-4741-aa8e-3fd4e429edec tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.336666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-070cc621-913e-4741-aa8e-3fd4e429edec tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 2c3ec99d-eaa7-4c49-b1f2-543b091b5553 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:22.350789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=db0b8422-37a5-4b8b-adf1-9f000060dfc9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:22.380046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 13eba13c-eae9-4697-870c-143e0e20831b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=13eba13c-eae9-4697-870c-143e0e20831b,segment=NetworkSegment(efcd5539-e2ed-4b2b-9097-7cd23aeca5cd),segment_id=efcd5539-e2ed-4b2b-9097-7cd23aeca5cd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:22.389443 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.413119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15a80f31-25d9-40c4-af23-2611ab3dc43c req-070d1c39-0997-4c29-8693-cf52fd814feb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0632110 Nov 12 05:35:22.493775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:22.499749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:22.530371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71604c69-67ee-42ca-9e02-90f73bec5f25 req-23dac8f4-5c7b-49c5-a869-f97240467742 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1692085 Nov 12 05:35:22.534797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f9203794-5479-4044-9412-3a7b30e5a69c no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:22.552878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c39e961-60c3-4ec0-a086-d383a2156df4 req-ca5919d8-7ebb-4a7a-bc49-3eb8ed8f104e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045553 Nov 12 05:35:22.575315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=13eba13c-eae9-4697-870c-143e0e20831b,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:22.580129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: f9203794-5479-4044-9412-3a7b30e5a69c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:22.580571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f9203794-5479-4044-9412-3a7b30e5a69c not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:22.626936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5424eee2-9200-4be7-877e-06717ee30094 None None] Network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:22.683261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2940750d-3aa2-4853-93a5-66d00ae0ded7 req-52788d47-3060-4b56-bc46-d52521346e18 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0518157 Nov 12 05:35:22.690089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-070cc621-913e-4741-aa8e-3fd4e429edec tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.720223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-19778ce5-625a-47eb-8ed0-088b5dc51ce3 None None] Provisioning complete for port 13eba13c-eae9-4697-870c-143e0e20831b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:22.720874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-19778ce5-625a-47eb-8ed0-088b5dc51ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.730682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cc621-913e-4741-aa8e-3fd4e429edec tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=2c3ec99d-eaa7-4c49-b1f2-543b091b5553,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:22.755873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 474b6497-ee87-4b22-bfdf-543d5275f4fd is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:35:22.800363 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-070cc621-913e-4741-aa8e-3fd4e429edec tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.820440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-070cc621-913e-4741-aa8e-3fd4e429edec tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/ports/2c3ec99d-eaa7-4c49-b1f2-543b091b5553 HTTP/1.1" status: 204 len: 168 time: 0.8961425 Nov 12 05:35:22.823638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51816) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:22.869848 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:22.885452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe2c1c-7b71-41d2-ab7a-4805094fb13c None None] Sync routers for ids ['474b6497-ee87-4b22-bfdf-543d5275f4fd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:22.886728 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d7f72796-3f6c-4429-8231-09e565d118f0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/474b6497-ee87-4b22-bfdf-543d5275f4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577636 Nov 12 05:35:22.888440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51818) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:22.899440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe2c1c-7b71-41d2-ab7a-4805094fb13c None None] Routers {'474b6497-ee87-4b22-bfdf-543d5275f4fd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:22.900124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ebe2c1c-7b71-41d2-ab7a-4805094fb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['474b6497-ee87-4b22-bfdf-543d5275f4fd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:22.944539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ebe2c1c-7b71-41d2-ab7a-4805094fb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:22.954104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe2c1c-7b71-41d2-ab7a-4805094fb13c None None] Routers {'474b6497-ee87-4b22-bfdf-543d5275f4fd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:22.954758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ebe2c1c-7b71-41d2-ab7a-4805094fb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['474b6497-ee87-4b22-bfdf-543d5275f4fd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:22.960894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0aa357-8708-4f47-9d0b-650540b701e2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:22.961981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a5d10b19-7470-436d-b2ae-b8dc18ecf8c0 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:22.962569 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7c0aa357-8708-4f47-9d0b-650540b701e2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports/db0b8422-37a5-4b8b-adf1-9f000060dfc9 HTTP/1.1" status: 200 len: 911 time: 0.0727906 Nov 12 05:35:22.966559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5d10b19-7470-436d-b2ae-b8dc18ecf8c0 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:22.966781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51820) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:22.990315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ebe2c1c-7b71-41d2-ab7a-4805094fb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:22.991008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe2c1c-7b71-41d2-ab7a-4805094fb13c None None] The sync data for ids ['474b6497-ee87-4b22-bfdf-543d5275f4fd'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:23.085637 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5d10b19-7470-436d-b2ae-b8dc18ecf8c0 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:23.109023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a5d10b19-7470-436d-b2ae-b8dc18ecf8c0 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:23.260304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5d10b19-7470-436d-b2ae-b8dc18ecf8c0 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:23.291227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d10b19-7470-436d-b2ae-b8dc18ecf8c0 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:23.359604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-be44197a-016b-42e8-adf8-875f4caacedd None None] Provisioning complete for port db0b8422-37a5-4b8b-adf1-9f000060dfc9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:23.366705 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be44197a-016b-42e8-adf8-875f4caacedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:23.368626 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5d10b19-7470-436d-b2ae-b8dc18ecf8c0 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:23.372239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a5d10b19-7470-436d-b2ae-b8dc18ecf8c0 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/ports/01269290-d7e2-47f8-a3fe-ecfc7d1ea2cf HTTP/1.1" status: 204 len: 168 time: 0.5474639 Nov 12 05:35:23.374721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51824) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:23.414583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-be44197a-016b-42e8-adf8-875f4caacedd None None] Port db0b8422-37a5-4b8b-adf1-9f000060dfc9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:23.425008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-be44197a-016b-42e8-adf8-875f4caacedd None None] Provisioning complete for port 13eba13c-eae9-4697-870c-143e0e20831b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:23.425379 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be44197a-016b-42e8-adf8-875f4caacedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:23.431412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:23.457839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ecf3ea-c084-432b-b1b3-55b664ae0c24 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:23.464200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-33ecf3ea-c084-432b-b1b3-55b664ae0c24 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "GET /v2.0/ports?device_id=f840a787-aa66-4255-911d-9cda89094476 HTTP/1.1" status: 200 len: 913 time: 0.0839925 Nov 12 05:35:23.465635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51826) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:23.746106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a97d910-d4d7-4b17-9f86-e0d930a5179c req-788c8475-3436-4be5-8b25-81320f8bd627 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0307934 Nov 12 05:35:23.798182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ec638-5140-499f-9bbb-1c691eb4b1ab None None] Network db652216-fbf6-4983-82c6-7049c83f0c04 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:23.832897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 75f5be10-4766-485c-9690-caa10bb47995 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:23.869284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8:1::1 (db652216-fbf6-4983-82c6-7049c83f0c04/e86a8c59-558d-4fd7-b3f5-f8782726ac5e/d9ed1e5d-7926-4f10-b186-0c83bf879ec3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:23.954959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-858a19fb-4eba-4c2a-8425-4cbdcb1a8bbb None None] Provisioning complete for port db0b8422-37a5-4b8b-adf1-9f000060dfc9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:23.955563 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-858a19fb-4eba-4c2a-8425-4cbdcb1a8bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.048635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-858a19fb-4eba-4c2a-8425-4cbdcb1a8bbb None None] Port db0b8422-37a5-4b8b-adf1-9f000060dfc9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:24.075264 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.120481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 75f5be10-4766-485c-9690-caa10bb47995 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:24.120911 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.151596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.188177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-858a19fb-4eba-4c2a-8425-4cbdcb1a8bbb None None] Provisioning complete for port 75f5be10-4766-485c-9690-caa10bb47995 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:24.189088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-858a19fb-4eba-4c2a-8425-4cbdcb1a8bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.203535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network db652216-fbf6-4983-82c6-7049c83f0c04 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:24.206610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:24.212025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:24.212593 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.245433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc68f8ae-8909-4935-9ff2-3a567d5e548a req-0ef6d576-b551-4e6d-a10d-43055bbaa9e8 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0670905 Nov 12 05:35:24.272069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ee5e6-1e7e-41b1-9907-5cda01b8ffd4 req-d8c5ed3e-3852-4f57-8188-ce418ed8335e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:24.280333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19ee5e6-1e7e-41b1-9907-5cda01b8ffd4 req-d8c5ed3e-3852-4f57-8188-ce418ed8335e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 945 time: 0.5312512 Nov 12 05:35:24.293612 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.317879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=d9ed1e5d-7926-4f10-b186-0c83bf879ec3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:24.358033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19ee5e6-1e7e-41b1-9907-5cda01b8ffd4 req-f5eda38f-146d-4b05-a892-94042ccf1722 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764863 Nov 12 05:35:24.376812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 75f5be10-4766-485c-9690-caa10bb47995, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=75f5be10-4766-485c-9690-caa10bb47995,segment=NetworkSegment(7e53f963-ed95-4b3d-96d2-06eb86406424),segment_id=7e53f963-ed95-4b3d-96d2-06eb86406424)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:24.389035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.389932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 13eba13c-eae9-4697-870c-143e0e20831b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:24.435843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.471041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:24.554225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.605287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=75f5be10-4766-485c-9690-caa10bb47995,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:24.630709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1c1f6c01-fbfa-4255-aa59-1c40554e3118 None None] Provisioning complete for port db0b8422-37a5-4b8b-adf1-9f000060dfc9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:24.631095 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c1f6c01-fbfa-4255-aa59-1c40554e3118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.635689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 13eba13c-eae9-4697-870c-143e0e20831b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:24.636579 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.638707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:35:24.664222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:24.665206 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.745116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f6c01-fbfa-4255-aa59-1c40554e3118 None None] Port db0b8422-37a5-4b8b-adf1-9f000060dfc9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:24.823391 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.869461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:24.872142 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2137ae2e-d42f-4643-ae96-1d32d8673482" -d '{"events": [{"server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "name": "network-vif-plugged", "status": "completed", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:24.893937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:24.904269 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.908721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ddcba4ed-e3a0-49be-8993-f3c1a2293abe None None] Provisioning complete for port d9ed1e5d-7926-4f10-b186-0c83bf879ec3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:24.909094 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddcba4ed-e3a0-49be-8993-f3c1a2293abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.917820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.926228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.927181 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.963801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9b4c217-d289-4ece-8673-24543ac6e350 req-95a84f19-295d-4d5f-a72b-e3cca9735325 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0341537 Nov 12 05:35:24.988584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 5524987b-20e9-4155-bfd2-06c3f8124f65 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:24.989247 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:25.052146 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99f41e2-9021-4e57-9228-1496c941a796 x-openstack-request-id: req-a99f41e2-9021-4e57-9228-1496c941a796 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:25.052637 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "name": "network-vif-plugged", "status": "completed", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:25.052724 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a99f41e2-9021-4e57-9228-1496c941a796 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:25.054266 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'code': 200} Nov 12 05:35:25.056106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:25.081578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ddcba4ed-e3a0-49be-8993-f3c1a2293abe None None] Port d9ed1e5d-7926-4f10-b186-0c83bf879ec3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:25.092384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ddcba4ed-e3a0-49be-8993-f3c1a2293abe None None] Provisioning complete for port 75f5be10-4766-485c-9690-caa10bb47995 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:25.092755 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddcba4ed-e3a0-49be-8993-f3c1a2293abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:25.131598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:25.137421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507479b-d14e-49de-8e92-62add633d50f req-16570a71-54e0-4782-8918-a1f57321675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:25.138983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d507479b-d14e-49de-8e92-62add633d50f req-16570a71-54e0-4782-8918-a1f57321675e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 1098 time: 0.1078129 Nov 12 05:35:25.150238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=d9ed1e5d-7926-4f10-b186-0c83bf879ec3,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:25.157458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 5524987b-20e9-4155-bfd2-06c3f8124f65 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:25.210513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network db652216-fbf6-4983-82c6-7049c83f0c04 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:25.212102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:25.243452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d507479b-d14e-49de-8e92-62add633d50f req-bbb2b037-2a68-44a6-8739-f3ab36ce91b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959814 Nov 12 05:35:25.331643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5d8bd9f0-41d0-4c9f-9b2a-63162e13460b None None] Provisioning complete for port d9ed1e5d-7926-4f10-b186-0c83bf879ec3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:25.332087 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd9f0-41d0-4c9f-9b2a-63162e13460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:25.431273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 474b6497-ee87-4b22-bfdf-543d5275f4fd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:25.469180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bd9f0-41d0-4c9f-9b2a-63162e13460b None None] Port d9ed1e5d-7926-4f10-b186-0c83bf879ec3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:25.611314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:25.620233 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-15594585-e0bc-4e59-a768-9ade80636619 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/474b6497-ee87-4b22-bfdf-543d5275f4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6522770 Nov 12 05:35:25.620419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b76e5cb-9d01-47f1-a45a-484938e93572 req-71e571b2-d806-44f4-ab4d-7ca6be0ca360 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.1784825 Nov 12 05:35:25.622727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51870) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:25.632473 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3012e-99be-4177-af09-c35b9d958d4e None None] Sync routers for ids ['474b6497-ee87-4b22-bfdf-543d5275f4fd'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:25.650400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:25.653607 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3012e-99be-4177-af09-c35b9d958d4e None None] Routers {'474b6497-ee87-4b22-bfdf-543d5275f4fd'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:25.654224 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f9d3012e-99be-4177-af09-c35b9d958d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['474b6497-ee87-4b22-bfdf-543d5275f4fd'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:25.659740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 75f5be10-4766-485c-9690-caa10bb47995 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:25.692005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f9d3012e-99be-4177-af09-c35b9d958d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:25.701385 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3012e-99be-4177-af09-c35b9d958d4e None None] Routers {'474b6497-ee87-4b22-bfdf-543d5275f4fd'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:25.702328 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f9d3012e-99be-4177-af09-c35b9d958d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['474b6497-ee87-4b22-bfdf-543d5275f4fd'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:25.723882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0a620c0b-b4bb-4dd6-8b45-773e87111016 None None] Provisioning complete for port d9ed1e5d-7926-4f10-b186-0c83bf879ec3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:25.724380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a620c0b-b4bb-4dd6-8b45-773e87111016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:25.737295 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f9d3012e-99be-4177-af09-c35b9d958d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:25.738309 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3012e-99be-4177-af09-c35b9d958d4e None None] The sync data for ids ['474b6497-ee87-4b22-bfdf-543d5275f4fd'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:25.739329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bab3d-4c2b-4f0a-a6e5-6bded0a159fe tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:25.742398 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3c0bab3d-4c2b-4f0a-a6e5-6bded0a159fe tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports/d9ed1e5d-7926-4f10-b186-0c83bf879ec3 HTTP/1.1" status: 200 len: 913 time: 0.1174951 Nov 12 05:35:25.746169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51874) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:25.751426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=5524987b-20e9-4155-bfd2-06c3f8124f65,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:25.808854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0a620c0b-b4bb-4dd6-8b45-773e87111016 None None] Port d9ed1e5d-7926-4f10-b186-0c83bf879ec3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:25.816541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-661aaf49-6524-4ea0-9c0c-9971746bc969 req-c9995ad4-6c0a-4383-89fc-78acbf5976a4 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0890331 Nov 12 05:35:25.817919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.818269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.818701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.819043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.819382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.819716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.820049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.820377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.820711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.821028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.821777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.821777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:25.833715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 75f5be10-4766-485c-9690-caa10bb47995 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:25.834060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9a46e-83b3-46b9-b1ed-b800a181555c req-7e4b8709-0b6e-4b56-8c43-dc78babeb654 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:25.834967 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:25.853101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-86b9a46e-83b3-46b9-b1ed-b800a181555c req-7e4b8709-0b6e-4b56-8c43-dc78babeb654 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.3230972 Nov 12 05:35:25.953950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-86b9a46e-83b3-46b9-b1ed-b800a181555c req-48d4af27-fa93-499c-be34-70cfd7803ba6 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994129 Nov 12 05:35:26.024703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:26.235972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-72c518a9-903b-423c-93bf-93f7adc60cbf tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:26.237556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-72c518a9-903b-423c-93bf-93f7adc60cbf tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 814 time: 0.1961427 Nov 12 05:35:26.288410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-588a4c3a-55bc-4a97-acdc-3f7b367ff7fd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/quotas/bc1435ed420c460ba52f454dffcfd5ba HTTP/1.1" status: 200 len: 375 time: 0.0152533 Nov 12 05:35:26.385583 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:26.388824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-33552091-4085-4533-9aee-9229ec9cf326 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908434 Nov 12 05:35:26.389906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Router f840a787-aa66-4255-911d-9cda89094476 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:26.564361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:26.572499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ab1db1f3-f04e-44a2-ae1e-0bcc201e3dcc tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "PUT /v2.0/routers/f840a787-aa66-4255-911d-9cda89094476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1057734 Nov 12 05:35:26.575413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51886) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:26.577547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511d5ac-beb7-45bc-9705-bf2aad85f25a None None] Sync routers for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:26.588991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511d5ac-beb7-45bc-9705-bf2aad85f25a None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:26.589780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4511d5ac-beb7-45bc-9705-bf2aad85f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:26.602875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-bce1139b-94d5-4c2a-803d-cae441b34c7d service neutron] 10.222.0.48 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024324 Nov 12 05:35:26.627509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4511d5ac-beb7-45bc-9705-bf2aad85f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:26.636662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511d5ac-beb7-45bc-9705-bf2aad85f25a None None] Routers {'f840a787-aa66-4255-911d-9cda89094476'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:26.638146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4511d5ac-beb7-45bc-9705-bf2aad85f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f840a787-aa66-4255-911d-9cda89094476'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:26.714139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0ecf3dd5-458b-4ab7-ad17-55afd9bf7c50 service neutron] 10.222.0.48 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054387 Nov 12 05:35:26.744986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:26.774041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e306f849-1569-4f30-b4f4-8c540b9bc5b0 req-9a191d1e-af3a-4bb9-b0db-1d6c173b2666 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0377514 Nov 12 05:35:26.799821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port d9ed1e5d-7926-4f10-b186-0c83bf879ec3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:26.800182 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:26.912462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4511d5ac-beb7-45bc-9705-bf2aad85f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:26.913139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511d5ac-beb7-45bc-9705-bf2aad85f25a None None] The sync data for ids ['f840a787-aa66-4255-911d-9cda89094476'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:26.921190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5672f1d8-e5fc-4776-8db9-b30ae7d325dc req-b4091a48-3869-401b-bafb-de395b5cb0ad tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 210 time: 0.0522738 Nov 12 05:35:26.955754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-232fcf17-2893-4aef-b5d4-e659835e02e4 req-6684d86c-dd54-4b81-8c92-be0ae9fb7355 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0335293 Nov 12 05:35:26.970580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.003278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.036628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for d9ed1e5d-7926-4f10-b186-0c83bf879ec3 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:27.103594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6816f5-2086-4f9f-90df-cd1ee7e3645d req-2e085466-7981-4fe6-94cd-b1cd99a92535 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:27.105116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f6816f5-2086-4f9f-90df-cd1ee7e3645d req-2e085466-7981-4fe6-94cd-b1cd99a92535 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.0660975 Nov 12 05:35:27.117703 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting port 5d8caef7-5afd-49a8-9b1a-62882586076b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:27.118243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.162093 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.177309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f6816f5-2086-4f9f-90df-cd1ee7e3645d req-b20e290c-6fb0-48bb-a975-037141ee8dcd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627029 Nov 12 05:35:27.256334 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.292295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Calling delete_port for 5d8caef7-5afd-49a8-9b1a-62882586076b owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:27.317189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b683e3-093d-4536-90a6-cd1fe5118d00 req-83d755e9-b5d9-4e79-abf7-443bbb102b3d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:27.318812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03b683e3-093d-4536-90a6-cd1fe5118d00 req-83d755e9-b5d9-4e79-abf7-443bbb102b3d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.0548546 Nov 12 05:35:27.347538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.380332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03b683e3-093d-4536-90a6-cd1fe5118d00 req-0f58a4e5-10b1-446f-b973-8f336bcdef5b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530081 Nov 12 05:35:27.382955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=d9ed1e5d-7926-4f10-b186-0c83bf879ec3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:27.409375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51908) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:27.458032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff988b3-feaf-4a11-93ed-047f3b8eb956 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:27.463088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6ff988b3-feaf-4a11-93ed-047f3b8eb956 tempest-TestNetworkAdvancedServerOps-854602914 tempest-TestNetworkAdvancedServerOps-854602914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 1093 time: 0.0449347 Nov 12 05:35:27.463352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51910) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:27.496894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:27.571405 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.638792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.697735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.786454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Port': ['ID=5d8caef7-5afd-49a8-9b1a-62882586076b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:27.803748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44891b9a-ec4a-4782-a2dc-bd5cea432d47 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:27.883634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66ae16f5-4e86-416c-8f69-b668c0f5f4d2 req-a6251441-16d8-420d-81dc-5a1e717700ba tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0311084 Nov 12 05:35:27.948194 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.070132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6229ce6-d153-402a-b10a-027d865e3e59 req-773c35be-dc1c-417c-af20-e2e32323e03f tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 210 time: 0.0587852 Nov 12 05:35:28.110285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75898d3c-0e0a-4200-a5a8-1bfa96868413 req-76bf73f0-01ab-4ace-8f65-0ec80d67244f tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0426545 Nov 12 05:35:28.156601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-2f1420ec-6823-441b-aa6e-986d3d2aa634 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:28.158316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-2f1420ec-6823-441b-aa6e-986d3d2aa634 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.47 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 814 time: 0.1861465 Nov 12 05:35:28.175507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Request body: {'port': {'device_id': 'ccc43905-9f35-4cf8-8c94-7e629bc46f7e', 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'admin_state_up': True, 'tenant_id': 'bc1435ed420c460ba52f454dffcfd5ba'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:28.290788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Made reservation on behalf of bc1435ed420c460ba52f454dffcfd5ba for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:28.294530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.332618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.337446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.341832 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.415799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 474b6497-ee87-4b22-bfdf-543d5275f4fd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:28.427289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Allocated IP 172.20.0.12 (5051e60f-443e-4b4e-998b-31d353f34ae3/97812dec-70b8-4593-9f86-c1fe0965459c/3febaee8-b6b6-4da7-92e7-f1437d45b926) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:28.437121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.437664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Fanout notify agent at l3_agent the message router_deleted on router f840a787-aa66-4255-911d-9cda89094476 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:35:28.445987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.450003 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d8b0c493-1823-45a3-be2d-db8e20517e44 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/routers/f840a787-aa66-4255-911d-9cda89094476 HTTP/1.1" status: 204 len: 168 time: 1.8697855 Nov 12 05:35:28.451409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51920) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:28.538897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fb271b-cc50-41af-8c53-b67649d832c6 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Deleting subnet cd3160af-7e18-47ac-8fac-4e9a6473be66 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:28.546231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d1fb271b-cc50-41af-8c53-b67649d832c6 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.581342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Allocated IP 172.25.2.218 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/b540fed5-e927-491b-9f15-7efcff367d98) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:28.587835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:28.594992 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fff2c285-adbc-4702-b26b-09ff24ca12f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/474b6497-ee87-4b22-bfdf-543d5275f4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8476791 Nov 12 05:35:28.598398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51922) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:28.598642 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26860ffb-3c7d-4c93-b1db-ea84cb76602c None None] Sync routers for ids ['474b6497-ee87-4b22-bfdf-543d5275f4fd'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:28.614858 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26860ffb-3c7d-4c93-b1db-ea84cb76602c None None] Routers {'474b6497-ee87-4b22-bfdf-543d5275f4fd'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:28.615892 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-26860ffb-3c7d-4c93-b1db-ea84cb76602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['474b6497-ee87-4b22-bfdf-543d5275f4fd'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:28.632243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d1fb271b-cc50-41af-8c53-b67649d832c6 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.699223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.707049 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d1fb271b-cc50-41af-8c53-b67649d832c6 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.756656 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-26860ffb-3c7d-4c93-b1db-ea84cb76602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:28.766303 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26860ffb-3c7d-4c93-b1db-ea84cb76602c None None] Routers {'474b6497-ee87-4b22-bfdf-543d5275f4fd'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:28.766941 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-26860ffb-3c7d-4c93-b1db-ea84cb76602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['474b6497-ee87-4b22-bfdf-543d5275f4fd'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:28.782973 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.801261 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-26860ffb-3c7d-4c93-b1db-ea84cb76602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:28.801911 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26860ffb-3c7d-4c93-b1db-ea84cb76602c None None] The sync data for ids ['474b6497-ee87-4b22-bfdf-543d5275f4fd'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:28.824259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d1fb271b-cc50-41af-8c53-b67649d832c6 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.831615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['63cc4b01-c2a6-4bcf-b05b-b7cac302c883'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:35:28.864487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:28.867800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb271b-cc50-41af-8c53-b67649d832c6 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3160af-7e18-47ac-8fac-4e9a6473be66,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:28.869798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d1fb271b-cc50-41af-8c53-b67649d832c6 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.873525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d1fb271b-cc50-41af-8c53-b67649d832c6 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/subnets/cd3160af-7e18-47ac-8fac-4e9a6473be66 HTTP/1.1" status: 204 len: 168 time: 0.4211233 Nov 12 05:35:28.874592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Pushing event updated for resources: {'Port': ['ID=3febaee8-b6b6-4da7-92e7-f1437d45b926,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:28.874721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.876127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51924) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:28.877526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:28.900229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:28.957464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:28.957877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.975852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-0d003f86-2750-40f0-a1f3-3f25039cd9dd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8045626 Nov 12 05:35:28.991225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Request body: {'port': {'device_id': 'ccc43905-9f35-4cf8-8c94-7e629bc46f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:29.046299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d44b33e-258d-46e6-a36e-6d58b0ad8f06 req-1c042c6e-8b70-4b0d-a0c1-128dd44c11cf tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0506921 Nov 12 05:35:29.060913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.069407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.083018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.147924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:29.161321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:29.164129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:29.213103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=b540fed5-e927-491b-9f15-7efcff367d98,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:29.262959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b870d185-8d8d-42c4-ad6f-9e2e676f9c87 req-f9afcee5-e718-4f4b-ab79-142ababade95 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0503128 Nov 12 05:35:29.298804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.314383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce195b-3bd0-4fb9-b27b-9dd23192a861 req-a962358a-24bd-44d5-a6c0-12a53fb21b54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:29.315470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcce195b-3bd0-4fb9-b27b-9dd23192a861 req-a962358a-24bd-44d5-a6c0-12a53fb21b54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 932 time: 0.1612806 Nov 12 05:35:29.371423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d05781-b73b-47b8-bceb-85466acb6b1f']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:29.414256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcce195b-3bd0-4fb9-b27b-9dd23192a861 req-a66a64a0-68d5-4eb4-be67-3a245da852e9 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660682 Nov 12 05:35:29.415153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bfe9f3-7248-44cb-a75d-734459dda57f') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:29.415503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bfe9f3-7248-44cb-a75d-734459dda57f') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:29.431466 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.490130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3febaee8-b6b6-4da7-92e7-f1437d45b926 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:35:29.494252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.497847 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.515266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:29.515668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:29.519427 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:29.609793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.664568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Transition to ACTIVE for port object 3febaee8-b6b6-4da7-92e7-f1437d45b926 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:35:29.668022 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.692434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.704981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.708260 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] 10.222.0.48 "DELETE /v2.0/networks/a7d05781-b73b-47b8-bceb-85466acb6b1f HTTP/1.1" status: 204 len: 168 time: 0.8245606 Nov 12 05:35:29.720512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Pushing event updated for resources: {'Port': ['ID=3febaee8-b6b6-4da7-92e7-f1437d45b926,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:29.731220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f2d0f-2b9c-49fd-afb3-2f6d033adc90 tempest-FloatingIPTestJSON-2052370894 tempest-FloatingIPTestJSON-2052370894-project] Pushing event deleted for resources: {'Network': ['ID=a7d05781-b73b-47b8-bceb-85466acb6b1f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:29.790985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Attempting to bind port 3febaee8-b6b6-4da7-92e7-f1437d45b926 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:29.791447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Attempting to bind port 3febaee8-b6b6-4da7-92e7-f1437d45b926 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:29.791886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Attempting to bind port 3febaee8-b6b6-4da7-92e7-f1437d45b926 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:29.796925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Port 3febaee8-b6b6-4da7-92e7-f1437d45b926 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:35:29.797482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Attempting to bind port 3febaee8-b6b6-4da7-92e7-f1437d45b926 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:29.802792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:29.803286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Checking segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:29.803677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Bound using segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:29.804220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Bound port: 3febaee8-b6b6-4da7-92e7-f1437d45b926, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:29.804649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.881130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] For port 3febaee8-b6b6-4da7-92e7-f1437d45b926, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:29.885094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] For port 3febaee8-b6b6-4da7-92e7-f1437d45b926, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3febaee8-b6b6-4da7-92e7-f1437d45b926,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:29.890625 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.919315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:29.919951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.921525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] 10.222.0.47 "PUT /v2.0/ports/3febaee8-b6b6-4da7-92e7-f1437d45b926 HTTP/1.1" status: 200 len: 1093 time: 0.9364610 Nov 12 05:35:29.947609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc43905-9f35-4cf8-8c94-7e629bc46f7e', 'tag': '3febaee8-b6b6-4da7-92e7-f1437d45b926'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:29.950138 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6f90e9-f38e-4089-9978-b5b64edeb445" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc43905-9f35-4cf8-8c94-7e629bc46f7e", "tag": "3febaee8-b6b6-4da7-92e7-f1437d45b926"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:30.035529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.099901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51942) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:30.180024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port db0b8422-37a5-4b8b-adf1-9f000060dfc9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:30.180306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.184508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.323544 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d67ece-0407-4c84-94e5-fd6ad0c7b8ed x-openstack-request-id: req-20d67ece-0407-4c84-94e5-fd6ad0c7b8ed {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:30.323871 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc43905-9f35-4cf8-8c94-7e629bc46f7e", "tag": "3febaee8-b6b6-4da7-92e7-f1437d45b926", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:30.324237 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20d67ece-0407-4c84-94e5-fd6ad0c7b8ed {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:30.324582 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc43905-9f35-4cf8-8c94-7e629bc46f7e', 'tag': '3febaee8-b6b6-4da7-92e7-f1437d45b926', 'status': 'completed', 'code': 200} Nov 12 05:35:30.378830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44ce61e1-0c31-4e77-903b-649a198ae4f5 req-629006ba-c121-43ed-acff-8de86747b8be tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0501730 Nov 12 05:35:30.379513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a01206-9313-4875-b74d-30e559e35d2e service neutron] Pushing event updated for resources: {'Port': ['ID=3febaee8-b6b6-4da7-92e7-f1437d45b926,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:30.411579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acc60b09-7524-4bd1-aad6-07bd3b93cbf0 req-2c15ea36-0eb0-482b-83e5-7c761c8c2ba9 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0578561 Nov 12 05:35:30.423327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-f1e96a18-89b7-416b-ad23-dfb36f6d81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:30.425611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-f1e96a18-89b7-416b-ad23-dfb36f6d81b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 1096 time: 0.4631245 Nov 12 05:35:30.491584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-28bb8dde-3117-4161-bf48-a8d7a4e54cd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3febaee8-b6b6-4da7-92e7-f1437d45b926 HTTP/1.1" status: 200 len: 217 time: 0.0523210 Nov 12 05:35:30.588964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-875dc0dc-5e5d-4b41-8c8f-93909f03c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:30.590813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-875dc0dc-5e5d-4b41-8c8f-93909f03c19c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.0772705 Nov 12 05:35:30.604917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15128d-97b4-4339-8107-8f706213751b req-e844e7b1-686c-4656-aec2-4f1fb6b663e4 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:30.606435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c15128d-97b4-4339-8107-8f706213751b req-e844e7b1-686c-4656-aec2-4f1fb6b663e4 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 944 time: 0.1039684 Nov 12 05:35:30.631384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.637312 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3c02b2a2-0257-4efa-823e-9b1608797657 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30b48d8687fe4f13aa5226578e84a793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5362821 Nov 12 05:35:30.637491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-a14ba86f-a2c9-4c41-9acf-ab6125f5cb93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300148 Nov 12 05:35:30.643773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51954) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:30.676639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for db0b8422-37a5-4b8b-adf1-9f000060dfc9 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:30.764925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c15128d-97b4-4339-8107-8f706213751b req-84d2ff20-1eae-45e6-8567-e0ed7f15c60e tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483912 Nov 12 05:35:30.789905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.799335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-a9f26d36-54e7-47ab-9549-7647d3262f99 service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472130 Nov 12 05:35:30.800083 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7249cd5c-1d9f-4265-a59d-d2c71debbd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.823522 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.829423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7249cd5c-1d9f-4265-a59d-d2c71debbd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.922091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event updated for resources: {'Port': ['ID=b540fed5-e927-491b-9f15-7efcff367d98,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:30.948503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d8c2866-33af-4529-9451-c09c8a3a332e req-917c232c-b16f-469f-bd3e-9ad7af754740 service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348631 Nov 12 05:35:30.950077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7249cd5c-1d9f-4265-a59d-d2c71debbd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.954417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7249cd5c-1d9f-4265-a59d-d2c71debbd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.962092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:30.970118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7249cd5c-1d9f-4265-a59d-d2c71debbd1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5ff0531-30bc-4abf-9dd3-b8d4867e5a20 HTTP/1.1" status: 204 len: 168 time: 0.3239555 Nov 12 05:35:30.981359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249cd5c-1d9f-4265-a59d-d2c71debbd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ff0531-30bc-4abf-9dd3-b8d4867e5a20,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:31.030461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:31.058373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-53c0e93b-d508-4bb2-afab-0f4d62dd958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:31.060211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-53c0e93b-d508-4bb2-afab-0f4d62dd958a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 1096 time: 0.0538805 Nov 12 05:35:31.089885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=db0b8422-37a5-4b8b-adf1-9f000060dfc9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:31.163203 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Floating IP ea5d9b93-3e62-400e-b57c-691c7fee9b0e associated. External IP: 172.25.2.218, port: 521d68fc-5d10-4b1f-b8c2-4f74a3f69490. Nov 12 05:35:31.180596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-bb0acb87-b3b9-49e0-b009-142e858ada04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:31.182528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-bb0acb87-b3b9-49e0-b009-142e858ada04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 915 time: 0.1145813 Nov 12 05:35:31.236901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:31.239827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-e89a1314-d3f0-44e6-9703-3a173160cf09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3febaee8-b6b6-4da7-92e7-f1437d45b926 HTTP/1.1" status: 200 len: 217 time: 0.0482314 Nov 12 05:35:31.323965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-ec3faa43-b7ef-4411-9704-f2005c49dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:31.325391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-ec3faa43-b7ef-4411-9704-f2005c49dcc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.0701265 Nov 12 05:35:31.374456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-13e435b5-3ef1-4a62-b64c-739c24e3bb4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410559 Nov 12 05:35:31.495609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 474b6497-ee87-4b22-bfdf-543d5275f4fd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:31.583923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc0907a4-4857-43ca-b0df-9bb3c14ffca9 req-4c9e3448-dbfc-4c9f-b471-7f03c1f8fdf4 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0547619 Nov 12 05:35:31.603410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-104c5241-ebde-4fa1-9243-030f60f51eec service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143946 Nov 12 05:35:31.620286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2b7632b-e54d-4120-8a1b-da7ab6fbc6e3 req-b6070b20-2bb2-4fc6-9fe8-560d0abf076d tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0669718 Nov 12 05:35:31.629748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:31.639385 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-439afbd0-64b3-4792-9287-83ecd7770271 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/474b6497-ee87-4b22-bfdf-543d5275f4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0368714 Nov 12 05:35:31.640719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51978) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:31.641529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45fbc4e-ae6d-47cf-8f0e-3cb2ef18a6dc None None] Sync routers for ids ['474b6497-ee87-4b22-bfdf-543d5275f4fd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:31.654476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fbc4e-ae6d-47cf-8f0e-3cb2ef18a6dc None None] Routers {'474b6497-ee87-4b22-bfdf-543d5275f4fd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:31.656166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d45fbc4e-ae6d-47cf-8f0e-3cb2ef18a6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['474b6497-ee87-4b22-bfdf-543d5275f4fd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:31.692889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-41b48977-94be-47c3-917f-c314dc784bdf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=474b6497-ee87-4b22-bfdf-543d5275f4fd HTTP/1.1" status: 200 len: 205 time: 0.0509179 Nov 12 05:35:31.695836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51982) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:31.707721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d45fbc4e-ae6d-47cf-8f0e-3cb2ef18a6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:31.720705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fbc4e-ae6d-47cf-8f0e-3cb2ef18a6dc None None] Routers {'474b6497-ee87-4b22-bfdf-543d5275f4fd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:31.721340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d45fbc4e-ae6d-47cf-8f0e-3cb2ef18a6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['474b6497-ee87-4b22-bfdf-543d5275f4fd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:31.748852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d6f90e9-f38e-4089-9978-b5b64edeb445 req-3896b928-7c06-4d3d-9ba2-4ee6df2ac27b service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310482 Nov 12 05:35:31.760568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d45fbc4e-ae6d-47cf-8f0e-3cb2ef18a6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:31.761647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45fbc4e-ae6d-47cf-8f0e-3cb2ef18a6dc None None] The sync data for ids ['474b6497-ee87-4b22-bfdf-543d5275f4fd'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:31.780903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1b7c7b13-12ce-4970-b919-4257825ef4f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:31.784265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afb583e3-bee5-44aa-a32a-f0041b0022d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:31.895330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51988) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:31.909968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da602-0f7e-4402-8599-6c0e003fef92 req-41d176ba-5abe-421c-a53b-3b5cfbce2bc2 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:31.911704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-158da602-0f7e-4402-8599-6c0e003fef92 req-41d176ba-5abe-421c-a53b-3b5cfbce2bc2 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 944 time: 0.0648553 Nov 12 05:35:31.987108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-158da602-0f7e-4402-8599-6c0e003fef92 req-46810b6a-5f72-4ca9-af3d-62f4ec91cd44 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681129 Nov 12 05:35:32.022165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'networks': [{'name': 'tempest-network--1557755682'}, {'name': 'tempest-network--213535390'}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:32.022510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'network': {'name': 'tempest-network--1557755682'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:32.023029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'network': {'name': 'tempest-network--213535390'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:32.046317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Made reservation on behalf of ad6a419fc4d442189ce81025e2119cf4 for: {'network': 2} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:32.051703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.061990 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.153318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.158075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.158573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.198395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2127d0c4-e88e-4588-95c5-f1c53f96a733,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:32.204623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:32.214321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.214717 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Added segment 4dcb3954-5bc6-4757-a301-a4bfdded4a9e of type vlan for network 0c440a72-fa9e-414a-a19b-eb4bd5c08923 Nov 12 05:35:32.258198 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.259744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afb583e3-bee5-44aa-a32a-f0041b0022d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.289537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:32.290859 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afb583e3-bee5-44aa-a32a-f0041b0022d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.299892 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.300520 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Added segment 6c580e16-2981-432a-90af-25e1c5cbcb55 of type vlan for network 4590c25e-1791-4def-be69-a7bb51ac241f Nov 12 05:35:32.349773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afb583e3-bee5-44aa-a32a-f0041b0022d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.350354 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.350519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb583e3-bee5-44aa-a32a-f0041b0022d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Fanout notify agent at l3_agent the message router_deleted on router 474b6497-ee87-4b22-bfdf-543d5275f4fd {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:35:32.359844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afb583e3-bee5-44aa-a32a-f0041b0022d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.361180 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-afb583e3-bee5-44aa-a32a-f0041b0022d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/474b6497-ee87-4b22-bfdf-543d5275f4fd HTTP/1.1" status: 204 len: 168 time: 0.6643965 Nov 12 05:35:32.364311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51992) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:32.367050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:32.377148 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] Sync routers for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:32.387584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.388942 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:32.389657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.389972 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:32.396419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:32.402872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:32.403926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.422556 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.447617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5494614 Nov 12 05:35:32.447845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51994) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:32.465426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-689735b1-c9a0-4a15-83ab-4456dd08e14f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet e86a8c59-558d-4fd7-b3f5-f8782726ac5e {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:32.480197 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-689735b1-c9a0-4a15-83ab-4456dd08e14f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.488797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Network': ['ID=0c440a72-fa9e-414a-a19b-eb4bd5c08923,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:32.513624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0c440a72-fa9e-414a-a19b-eb4bd5c08923 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:32.537153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-749b9a40-af37-46ce-bce9-969ae7162c8c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0437248 Nov 12 05:35:32.545245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:32.547879 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:32.569736 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:32.604316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29b49b-069a-40af-b516-2208ceb5cf32 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Network': ['ID=4590c25e-1791-4def-be69-a7bb51ac241f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:32.623928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 4590c25e-1791-4def-be69-a7bb51ac241f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:32.633092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-689735b1-c9a0-4a15-83ab-4456dd08e14f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.671153 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d399096-0c2c-46ab-ac17-ff9a0975bd6a x-openstack-request-id: req-5d399096-0c2c-46ab-ac17-ff9a0975bd6a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:32.671788 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:32.671788 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d399096-0c2c-46ab-ac17-ff9a0975bd6a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:32.672039 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'status': 'completed', 'code': 200} Nov 12 05:35:32.742109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-3574c060-62c4-40c5-8708-c11e1e71f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:32.743120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-689735b1-c9a0-4a15-83ab-4456dd08e14f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.743835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-3574c060-62c4-40c5-8708-c11e1e71f8d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 1098 time: 0.0908864 Nov 12 05:35:32.790879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71163142-f85b-414b-a3d5-3c28790836c3 req-ae447c65-4b7b-4bd7-9305-b298e5e895eb tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0460057 Nov 12 05:35:32.808516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc03003-2dcf-4cfe-aff5-892f8d311d26 req-8a870bbc-0dd5-47bb-90d1-cdc0479c102e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:32.810134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fc03003-2dcf-4cfe-aff5-892f8d311d26 req-8a870bbc-0dd5-47bb-90d1-cdc0479c102e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1172826 Nov 12 05:35:32.826526 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-689735b1-c9a0-4a15-83ab-4456dd08e14f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.885540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689735b1-c9a0-4a15-83ab-4456dd08e14f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=e86a8c59-558d-4fd7-b3f5-f8782726ac5e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:32.894553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-689735b1-c9a0-4a15-83ab-4456dd08e14f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:32.897846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-689735b1-c9a0-4a15-83ab-4456dd08e14f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/e86a8c59-558d-4fd7-b3f5-f8782726ac5e HTTP/1.1" status: 204 len: 168 time: 0.5324476 Nov 12 05:35:32.900889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52006) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:32.906200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2ea57-6aa4-4ec5-88cd-1f1b0752c6e1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:32.912840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792a2f6-aac0-4346-bb90-f605583da027 None None] Network db652216-fbf6-4983-82c6-7049c83f0c04 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:32.927844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2ea57-6aa4-4ec5-88cd-1f1b0752c6e1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:32.942811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2ea57-6aa4-4ec5-88cd-1f1b0752c6e1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:32.951799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2ea57-6aa4-4ec5-88cd-1f1b0752c6e1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:32.954310 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-83e2ea57-6aa4-4ec5-88cd-1f1b0752c6e1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5037856 Nov 12 05:35:32.957859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52008) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:32.980173 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ea5d9b93-3e62-400e-b57c-691c7fee9b0e', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'port_id': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'mac_address': 'fa:16:3e:c9:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:35:29Z', 'updated_at': '2021-11-12T05:35:29Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:13Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:32.984984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fc03003-2dcf-4cfe-aff5-892f8d311d26 req-7535a580-6ad4-43d3-9c7f-4762b9ff309a tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624358 Nov 12 05:35:33.018143 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] Checking router: 1b7c7b13-12ce-4970-b919-4257825ef4f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:35:33.027473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52012) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:33.029528 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:33.030155 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:33.044403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7690d973-e2a3-4923-b5f1-42162c74fafe req-804e7828-5d21-49eb-92fc-453ab35ab276 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1152289 Nov 12 05:35:33.065108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-2bef9753-54ec-4de5-9731-704de08c5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:33.066915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-2bef9753-54ec-4de5-9731-704de08c5615 service neutron] 10.222.0.47 "GET /v2.0/networks?id=592e4127-3d12-4fea-978b-b2d918598a77 HTTP/1.1" status: 200 len: 898 time: 0.3068223 Nov 12 05:35:33.067256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.140208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-143f235a-cdf9-489c-8aa9-d407bd524d8d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/ea5d9b93-3e62-400e-b57c-691c7fee9b0e HTTP/1.1" status: 200 len: 992 time: 0.1032481 Nov 12 05:35:33.153607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a786243f-6eca-4209-adfe-02b91870ceed tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet 08c55fc3-473f-46e9-b346-f6c33a654627 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:33.158913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a786243f-6eca-4209-adfe-02b91870ceed tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.191709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.219625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c440a72-fa9e-414a-a19b-eb4bd5c08923']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:33.219918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] DHCP port deletion for db652216-fbf6-4983-82c6-7049c83f0c04 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:33.230138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcb3954-5bc6-4757-a301-a4bfdded4a9e') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:33.230522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcb3954-5bc6-4757-a301-a4bfdded4a9e') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:33.233400 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:35:33.241850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.265113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.278951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a786243f-6eca-4209-adfe-02b91870ceed tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.282609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:33.284103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:33.288375 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:33.290323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Deleting port 75f5be10-4766-485c-9690-caa10bb47995 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:33.290886 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.327549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-816ac620-03ae-44bf-b862-ef476307094b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490 HTTP/1.1" status: 200 len: 1000 time: 0.1856365 Nov 12 05:35:33.347119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efc078-b18e-4271-ac2b-4b102b482761 req-3096a6ea-cc79-4330-aa15-4312a967be8c tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:33.348630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59efc078-b18e-4271-ac2b-4b102b482761 req-3096a6ea-cc79-4330-aa15-4312a967be8c tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 944 time: 0.1549826 Nov 12 05:35:33.374507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] For port 75f5be10-4766-485c-9690-caa10bb47995, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=75f5be10-4766-485c-9690-caa10bb47995,segment=NetworkSegment(7e53f963-ed95-4b3d-96d2-06eb86406424),segment_id=7e53f963-ed95-4b3d-96d2-06eb86406424)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:33.374730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.378754 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.385889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.391641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/networks/0c440a72-fa9e-414a-a19b-eb4bd5c08923 HTTP/1.1" status: 204 len: 168 time: 0.4319503 Nov 12 05:35:33.394902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52014) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:33.404750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9828f01-8303-4392-83da-5f8b7c48c74c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Network': ['ID=0c440a72-fa9e-414a-a19b-eb4bd5c08923,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:33.414646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Calling delete_port for 75f5be10-4766-485c-9690-caa10bb47995 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:33.471585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-fb294922-2c3a-4b38-9a2e-b27a94ce8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:33.473074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-fb294922-2c3a-4b38-9a2e-b27a94ce8087 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6 HTTP/1.1" status: 200 len: 835 time: 0.1362648 Nov 12 05:35:33.506055 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.543602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Pushing event deleted for resources: {'Port': ['ID=75f5be10-4766-485c-9690-caa10bb47995,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:33.555201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.555852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.556319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.556686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.557027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.557367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.557708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.558240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.558691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.559091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.559376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.560017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:35:33.563475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344d340-0cb1-4652-8067-dc401153c9fb None None] No DVR routers for this DVR port 75f5be10-4766-485c-9690-caa10bb47995 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:33.578494 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ea5d9b93-3e62-400e-b57c-691c7fee9b0e', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'port_id': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'mac_address': 'fa:16:3e:c9:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:35:29Z', 'updated_at': '2021-11-12T05:35:29Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:13Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:33.592562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a786243f-6eca-4209-adfe-02b91870ceed tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.610408 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af893a8-e6d8-440e-b461-f13b283e99f4 None None] The sync data for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 is: [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ea5d9b93-3e62-400e-b57c-691c7fee9b0e', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'port_id': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'mac_address': 'fa:16:3e:c9:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:35:29Z', 'updated_at': '2021-11-12T05:35:29Z', 'revision_number': 0, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:13Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:33.626526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.660641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59efc078-b18e-4271-ac2b-4b102b482761 req-6ef6d946-a773-46ba-a606-c765bb684ad9 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705441 Nov 12 05:35:33.662263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 75f5be10-4766-485c-9690-caa10bb47995 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:33.687209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 75f5be10-4766-485c-9690-caa10bb47995 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:33.687436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-59dc02c5-5573-4bea-9fd7-7c7a5236b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:33.687657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 75f5be10-4766-485c-9690-caa10bb47995 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:33.694290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-59dc02c5-5573-4bea-9fd7-7c7a5236b8ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=592e4127-3d12-4fea-978b-b2d918598a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1777999 Nov 12 05:35:33.840613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b379d-4ffc-425d-b558-34e44ba92b57 None None] New status for floating IP ea5d9b93-3e62-400e-b57c-691c7fee9b0e: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:35:33.847361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a786243f-6eca-4209-adfe-02b91870ceed tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.862731 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.914890 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a786243f-6eca-4209-adfe-02b91870ceed tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.920765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a786243f-6eca-4209-adfe-02b91870ceed tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/08c55fc3-473f-46e9-b346-f6c33a654627 HTTP/1.1" status: 204 len: 168 time: 1.0179093 Nov 12 05:35:33.921054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:33.924288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786243f-6eca-4209-adfe-02b91870ceed tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=08c55fc3-473f-46e9-b346-f6c33a654627,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:33.927012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4590c25e-1791-4def-be69-a7bb51ac241f']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:33.937534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4718f085-64bb-479b-86a6-4fdae1aa0c73 None None] Network 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:33.967854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c580e16-2981-432a-90af-25e1c5cbcb55') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:33.967854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c580e16-2981-432a-90af-25e1c5cbcb55') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:33.974774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-deec5066-8cdf-482d-95d7-c8e1ceb0bf5e req-0250d8c2-f069-4024-b635-36609e62413b tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0426824 Nov 12 05:35:33.990740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:33.998939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-513577e7-3151-48ed-9431-0ea1756be46e service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953839 Nov 12 05:35:34.010797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.034375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:34.035057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:34.037915 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:34.056072 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.144620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52024) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:34.149425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.197608 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.218886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.225338 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/networks/4590c25e-1791-4def-be69-a7bb51ac241f HTTP/1.1" status: 204 len: 168 time: 0.8232288 Nov 12 05:35:34.225542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db652216-fbf6-4983-82c6-7049c83f0c04']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:34.228043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] DHCP port deletion for 08bd591d-231d-4dbe-bc30-8fb6cb5f32ee request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:34.233416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e53f963-ed95-4b3d-96d2-06eb86406424') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:34.233843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e53f963-ed95-4b3d-96d2-06eb86406424') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:34.237764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52026) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:34.244916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.251460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437a09f-2c17-4519-bc82-7367f5691515 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Network': ['ID=4590c25e-1791-4def-be69-a7bb51ac241f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:34.258847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.265428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dfbe356-6628-4c42-bacf-0dc0af3b6ceb req-af08426e-ef60-4863-910c-f5c5b6669844 service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587459 Nov 12 05:35:34.268636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:34.269096 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:34.277837 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:34.305549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] Deleting port 13eba13c-eae9-4697-870c-143e0e20831b {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:34.305874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.336260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aaba1b95-35a5-427b-bfa2-5ba777790693 req-258bd381-b860-4996-b30a-7130cf862903 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0938702 Nov 12 05:35:34.382059 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.387644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.391446 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/db652216-fbf6-4983-82c6-7049c83f0c04 HTTP/1.1" status: 204 len: 168 time: 0.4674752 Nov 12 05:35:34.394145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] For port 13eba13c-eae9-4697-870c-143e0e20831b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=13eba13c-eae9-4697-870c-143e0e20831b,segment=NetworkSegment(efcd5539-e2ed-4b2b-9097-7cd23aeca5cd),segment_id=efcd5539-e2ed-4b2b-9097-7cd23aeca5cd)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:34.394589 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.395532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52028) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:34.417030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-07e93c6c-e567-44ae-b720-6f82fbebf83f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/ea5d9b93-3e62-400e-b57c-691c7fee9b0e HTTP/1.1" status: 200 len: 994 time: 0.2618597 Nov 12 05:35:34.417337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] Calling delete_port for 13eba13c-eae9-4697-870c-143e0e20831b owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:34.417426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c7c98-ca9f-47e2-bda4-ae9b13b7bed2 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=db652216-fbf6-4983-82c6-7049c83f0c04,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:34.467835 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3febaee8-b6b6-4da7-92e7-f1437d45b926 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:35:34.490323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.504090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844a9224-ee86-4748-a32f-a2fd24ae415b tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:34.510389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844a9224-ee86-4748-a32f-a2fd24ae415b tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:34.513636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-844a9224-ee86-4748-a32f-a2fd24ae415b tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2730508 Nov 12 05:35:34.519188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52030) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:34.524825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-382323017'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:34.552554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Made reservation on behalf of ad6a419fc4d442189ce81025e2119cf4 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:34.558295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.563637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 13eba13c-eae9-4697-870c-143e0e20831b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:34.564035 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.586700 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.593343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:34.607813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.608152 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Added segment 2be978fc-f88e-4198-b73f-bae234f44669 of type vlan for network 9a14992f-96b3-4808-8bfe-4cef0f4c2ddd Nov 12 05:35:34.618441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] Pushing event deleted for resources: {'Port': ['ID=13eba13c-eae9-4697-870c-143e0e20831b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:34.631948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda49d2-f228-4f9c-b569-ddf1b98a8352 None None] No DVR routers for this DVR port 13eba13c-eae9-4697-870c-143e0e20831b on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:34.647555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3febaee8-b6b6-4da7-92e7-f1437d45b926, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3febaee8-b6b6-4da7-92e7-f1437d45b926,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:34.652868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 13eba13c-eae9-4697-870c-143e0e20831b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=13eba13c-eae9-4697-870c-143e0e20831b,segment=NetworkSegment(efcd5539-e2ed-4b2b-9097-7cd23aeca5cd),segment_id=efcd5539-e2ed-4b2b-9097-7cd23aeca5cd)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:34.653397 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.665106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '3febaee8-b6b6-4da7-92e7-f1437d45b926', 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'port_id': '3febaee8-b6b6-4da7-92e7-f1437d45b926', 'mac_address': 'fa:16:3e:82:a5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97812dec-70b8-4593-9f86-c1fe0965459c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:35:34.673077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.673987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 13eba13c-eae9-4697-870c-143e0e20831b owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:34.707743 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.714819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:34.714819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.728095 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.744689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3febaee8-b6b6-4da7-92e7-f1437d45b926 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:35:34.757959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2344649 Nov 12 05:35:34.758162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52034) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:34.765426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-289266563'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:34.785785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3febaee8-b6b6-4da7-92e7-f1437d45b926, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3febaee8-b6b6-4da7-92e7-f1437d45b926,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:34.790012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.800377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ebd5e-0e72-4959-a203-c0de610dd24a tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Network': ['ID=9a14992f-96b3-4808-8bfe-4cef0f4c2ddd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:34.817430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Made reservation on behalf of ad6a419fc4d442189ce81025e2119cf4 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:34.824251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.825663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9a14992f-96b3-4808-8bfe-4cef0f4c2ddd details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:34.836979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.849118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26cba9-00ff-492a-bbde-182773ceee6c req-597c0bdb-3630-4c2e-afb1-2777b972eea5 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:34.857686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa26cba9-00ff-492a-bbde-182773ceee6c req-597c0bdb-3630-4c2e-afb1-2777b972eea5 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 945 time: 0.0746810 Nov 12 05:35:34.880113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=13eba13c-eae9-4697-870c-143e0e20831b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:34.882190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No DVR routers for this DVR port 13eba13c-eae9-4697-870c-143e0e20831b on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:34.889050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:34.923513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa26cba9-00ff-492a-bbde-182773ceee6c req-e512f4f8-2f70-4eac-925b-1cf0d96950e4 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647671 Nov 12 05:35:34.925007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3febaee8-b6b6-4da7-92e7-f1437d45b926,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:34.926131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:34.926713 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Added segment 324932bc-c887-442c-87ed-c112de73b0b8 of type vlan for network d1c03def-de2c-4116-b8af-eb6febbe1213 Nov 12 05:35:35.017868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.027278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.027790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3febaee8-b6b6-4da7-92e7-f1437d45b926'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:35:35.047253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bd591d-231d-4dbe-bc30-8fb6cb5f32ee']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:35.066147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcd5539-e2ed-4b2b-9097-7cd23aeca5cd') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:35.066475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcd5539-e2ed-4b2b-9097-7cd23aeca5cd') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:35.079523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.086420 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.092005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:35.092617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.106419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b402b21-83af-49f0-b420-cc5d7b1b5146 req-7a423ace-056d-4284-a333-c1d565ba52ed tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0350685 Nov 12 05:35:35.125003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.133762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:35.134216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:35.139440 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:35.175648 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4161603 Nov 12 05:35:35.178524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52038) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:35.184423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'ports': [{'network_id': '9a14992f-96b3-4808-8bfe-4cef0f4c2ddd', 'name': 'tempest-port--1499962613', 'admin_state_up': True}, {'network_id': 'd1c03def-de2c-4116-b8af-eb6febbe1213', 'admin_state_up': False}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:35.184423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'port': {'network_id': '9a14992f-96b3-4808-8bfe-4cef0f4c2ddd', 'name': 'tempest-port--1499962613', 'admin_state_up': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:35.185540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'port': {'network_id': 'd1c03def-de2c-4116-b8af-eb6febbe1213', 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:35.220064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583f937-95d7-4ecc-9404-09b9afda404c tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Network': ['ID=d1c03def-de2c-4116-b8af-eb6febbe1213,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:35.232649 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network d1c03def-de2c-4116-b8af-eb6febbe1213 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:35.240564 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.248137 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.255643 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/08bd591d-231d-4dbe-bc30-8fb6cb5f32ee HTTP/1.1" status: 204 len: 168 time: 0.8574629 Nov 12 05:35:35.260482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52040) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:35.264555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-587061756'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:35.275704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64622096-b4bb-4fbb-8833-47a6821dbdec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=08bd591d-231d-4dbe-bc30-8fb6cb5f32ee,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:35.343461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:35.346935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.391968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:35.403501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Made reservation on behalf of ad6a419fc4d442189ce81025e2119cf4 for: {'port': 2} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:35.408110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.410447 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.410791 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment ebc6b21e-5ca2-4946-859a-18c540717fcf of type vlan for network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 Nov 12 05:35:35.432148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.494497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d2ec8f7-c3a1-4e15-ac4d-ada81b9b011b req-12f155ce-af23-454e-aa95-5cafca98f140 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0591269 Nov 12 05:35:35.495975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.577756 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.583581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:35.584165 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.602638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] device_id is not set on port 6aff768d-6cdc-4393-8ff8-c2eab85b4dae yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:35:35.637215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3774569 Nov 12 05:35:35.640537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52046) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:35.641548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 13eba13c-eae9-4697-870c-143e0e20831b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:35.645663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': '96b98ab2-fe89-4d71-a9a2-f11b976b52b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:35.663791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 13eba13c-eae9-4697-870c-143e0e20831b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:35.664226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 13eba13c-eae9-4697-870c-143e0e20831b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:35.684834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe82e88-4a28-4b07-aa66-1f213e05d953 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=96b98ab2-fe89-4d71-a9a2-f11b976b52b6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:35.695124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:35.746427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:35.749889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.791019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.860097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] device_id is not set on port b7f1bec9-49c6-4efe-852d-dd53f936ffcc yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:35:35.948211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.016662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=07b7150f-e69c-4d80-b783-aca6293c5a1a,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:36.027861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': 'ebc6b21e-5ca2-4946-859a-18c540717fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '96b98ab2-fe89-4d71-a9a2-f11b976b52b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:36.028220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: 96b98ab2-fe89-4d71-a9a2-f11b976b52b6, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:35:36.044842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:35:36.055582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 96b98ab2-fe89-4d71-a9a2-f11b976b52b6) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:36.059489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:36.060091 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.067068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca8356f-2dab-40da-abb1-d9397561e59b None None] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:36.081307 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b5b78e08-9064-4c62-b435-4f7c1662bc9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4395978 Nov 12 05:35:36.084299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52050) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:36.089019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-35dbab11-2139-441e-8239-8bd2ca3c7af1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1656140204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:36.113224 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35dbab11-2139-441e-8239-8bd2ca3c7af1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.114707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35dbab11-2139-441e-8239-8bd2ca3c7af1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.170163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35dbab11-2139-441e-8239-8bd2ca3c7af1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.177592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35dbab11-2139-441e-8239-8bd2ca3c7af1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.203702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35dbab11-2139-441e-8239-8bd2ca3c7af1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.207529 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-35dbab11-2139-441e-8239-8bd2ca3c7af1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1206317 Nov 12 05:35:36.207881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52054) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:36.213548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'port': {'network_id': '96b98ab2-fe89-4d71-a9a2-f11b976b52b6', 'name': 'tempest-RoutersIpV6Test-1424484154'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:36.253804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-96b98ab2-fe89-4d71-a9a2-f11b976b52b6', 'network_id': '96b98ab2-fe89-4d71-a9a2-f11b976b52b6', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': '07b7150f-e69c-4d80-b783-aca6293c5a1a'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:35:36.254772 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.269421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8e1c93-70a2-491c-a394-9792e79bdf41 req-7e1718a6-e456-409f-b7db-d3cc7cf864b5 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0393720 Nov 12 05:35:36.335196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:36.339081 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.343354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fb9f1-2a4f-4756-b000-2b712da3681a req-2101ff8e-4b84-4754-bd58-767954a3d9c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:36.345401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-277fb9f1-2a4f-4756-b000-2b712da3681a req-2101ff8e-4b84-4754-bd58-767954a3d9c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 945 time: 0.1143336 Nov 12 05:35:36.360434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] device_id is not set on port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:35:36.370488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.423900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-277fb9f1-2a4f-4756-b000-2b712da3681a req-8104cb0c-32f7-48a1-a7d4-148a0b54fa30 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693521 Nov 12 05:35:36.453995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3febaee8-b6b6-4da7-92e7-f1437d45b926 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:36.454850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Allocated IP 2001:db8::2 (96b98ab2-fe89-4d71-a9a2-f11b976b52b6/07b7150f-e69c-4d80-b783-aca6293c5a1a/34b4b05e-ae98-4f93-8552-741715923896) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:36.459741 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.515207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Port': ['ID=6aff768d-6cdc-4393-8ff8-c2eab85b4dae,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:36.531043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Checking segment: {'id': '2be978fc-f88e-4198-b73f-bae234f44669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9a14992f-96b3-4808-8bfe-4cef0f4c2ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:36.532240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Network hostable DHCP agents. Network: 9a14992f-96b3-4808-8bfe-4cef0f4c2ddd, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:35:36.550285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Network 9a14992f-96b3-4808-8bfe-4cef0f4c2ddd is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:35:36.560055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9a14992f-96b3-4808-8bfe-4cef0f4c2ddd) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:36.563794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:36.564802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.581990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ddfad-8594-4fdb-9a65-821e0d3c4301 None None] Network 9a14992f-96b3-4808-8bfe-4cef0f4c2ddd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:36.608002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 3febaee8-b6b6-4da7-92e7-f1437d45b926 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:35:36.646869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13dd9e7a-66d1-4454-aca4-07608c7f6466 req-61c0f782-253c-4ac3-bf66-69808c221d90 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0499334 Nov 12 05:35:36.650811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 3febaee8-b6b6-4da7-92e7-f1437d45b926 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:36.651194 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.653909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Port': ['ID=b7f1bec9-49c6-4efe-852d-dd53f936ffcc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:36.684764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Checking segment: {'id': '324932bc-c887-442c-87ed-c112de73b0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd1c03def-de2c-4116-b8af-eb6febbe1213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:36.685124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Network hostable DHCP agents. Network: d1c03def-de2c-4116-b8af-eb6febbe1213, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:35:36.703777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Network d1c03def-de2c-4116-b8af-eb6febbe1213 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:35:36.713360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, d1c03def-de2c-4116-b8af-eb6febbe1213) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:36.717055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:36.723546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:36.728476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:36.729142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.729409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a560856e-1c85-4175-ba2a-3a0197da18a6 None None] Network d1c03def-de2c-4116-b8af-eb6febbe1213 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:36.745715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e088d313-7bc2-44a9-ba54-952fbb229495 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5659821 Nov 12 05:35:36.748429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:36.833358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef7498-1b91-420f-9b01-ea6d606e1fdf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:36.839047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.839590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef7498-1b91-420f-9b01-ea6d606e1fdf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:36.841139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c0ef7498-1b91-420f-9b01-ea6d606e1fdf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0916703 Nov 12 05:35:36.844752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52062) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:36.851647 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:36.958736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8::201 (96b98ab2-fe89-4d71-a9a2-f11b976b52b6/07b7150f-e69c-4d80-b783-aca6293c5a1a/ff4eaef8-5ad9-4f53-8f10-e001d75c71b7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:37.023136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ed629380-3375-4f95-8e3c-2755dfffdeaf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Deleting port 6aff768d-6cdc-4393-8ff8-c2eab85b4dae {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:37.023734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed629380-3375-4f95-8e3c-2755dfffdeaf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.102584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:37.120788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:37.128995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:37.146792 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.147479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed629380-3375-4f95-8e3c-2755dfffdeaf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.148804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Pushing event updated for resources: {'Port': ['ID=34b4b05e-ae98-4f93-8552-741715923896,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:37.167817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ed629380-3375-4f95-8e3c-2755dfffdeaf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Calling delete_port for 6aff768d-6cdc-4393-8ff8-c2eab85b4dae owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:37.199227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc43905-9f35-4cf8-8c94-7e629bc46f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3febaee8-b6b6-4da7-92e7-f1437d45b926'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:37.201493 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90076a78-b975-4d8d-9b88-067d9d91ec96" -d '{"events": [{"server_uuid": "ccc43905-9f35-4cf8-8c94-7e629bc46f7e", "name": "network-vif-plugged", "status": "completed", "tag": "3febaee8-b6b6-4da7-92e7-f1437d45b926"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:37.230687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3febaee8-b6b6-4da7-92e7-f1437d45b926, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3febaee8-b6b6-4da7-92e7-f1437d45b926,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:37.230847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.241429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.248032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Attempting to bind port 34b4b05e-ae98-4f93-8552-741715923896 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:37.248032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Attempting to bind port 34b4b05e-ae98-4f93-8552-741715923896 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'ebc6b21e-5ca2-4946-859a-18c540717fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '96b98ab2-fe89-4d71-a9a2-f11b976b52b6'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:37.248321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Attempting to bind port 34b4b05e-ae98-4f93-8552-741715923896 on network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:37.274329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:37.274788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Checking segment: {'id': 'ebc6b21e-5ca2-4946-859a-18c540717fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '96b98ab2-fe89-4d71-a9a2-f11b976b52b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:37.275237 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.275529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Bound using segment: {'id': 'ebc6b21e-5ca2-4946-859a-18c540717fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '96b98ab2-fe89-4d71-a9a2-f11b976b52b6'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:37.275999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Bound port: 34b4b05e-ae98-4f93-8552-741715923896, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc6b21e-5ca2-4946-859a-18c540717fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '96b98ab2-fe89-4d71-a9a2-f11b976b52b6'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:37.276361 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.279906 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e535fb-8626-4dea-9e5f-90ef771183b6 x-openstack-request-id: req-30e535fb-8626-4dea-9e5f-90ef771183b6 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:37.280201 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc43905-9f35-4cf8-8c94-7e629bc46f7e", "name": "network-vif-plugged", "status": "completed", "tag": "3febaee8-b6b6-4da7-92e7-f1437d45b926", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:37.280457 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30e535fb-8626-4dea-9e5f-90ef771183b6 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:37.280886 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc43905-9f35-4cf8-8c94-7e629bc46f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3febaee8-b6b6-4da7-92e7-f1437d45b926', 'code': 200} Nov 12 05:35:37.288096 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.315042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:37.323529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:37.326127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:37.334579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:37.335406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.339145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3febaee8-b6b6-4da7-92e7-f1437d45b926,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:37.368362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] For port 34b4b05e-ae98-4f93-8552-741715923896, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:37.371794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] For port 34b4b05e-ae98-4f93-8552-741715923896, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=34b4b05e-ae98-4f93-8552-741715923896,segment=NetworkSegment(ebc6b21e-5ca2-4946-859a-18c540717fcf),segment_id=ebc6b21e-5ca2-4946-859a-18c540717fcf)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:37.379365 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.399197 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1897724 Nov 12 05:35:37.399887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:37.407594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76ec9ee8-b12d-421b-8a01-3224bd0dab29 req-74fddaa6-05b2-41bf-8ade-5efe95e7f752 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0322571 Nov 12 05:35:37.423487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf71261-67d7-4402-9591-9e0c0c335c0a req-bf659ecd-9cd0-4b51-9e2a-771ddb3fc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:37.426040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcf71261-67d7-4402-9591-9e0c0c335c0a req-bf659ecd-9cd0-4b51-9e2a-771ddb3fc977 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 1098 time: 0.0914061 Nov 12 05:35:37.457204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c7bad-1896-4ee8-babe-e60ddcf56e28 None None] Pushing event updated for resources: {'Port': ['ID=34b4b05e-ae98-4f93-8552-741715923896,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:37.467167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed629380-3375-4f95-8e3c-2755dfffdeaf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.485001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb854734-df5c-434f-9aff-7472e1cfd542 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=ff4eaef8-5ad9-4f53-8f10-e001d75c71b7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:37.519839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcf71261-67d7-4402-9591-9e0c0c335c0a req-9459d6d2-73b4-45fd-bca2-637b79aafc2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855720 Nov 12 05:35:37.558188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed629380-3375-4f95-8e3c-2755dfffdeaf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Port': ['ID=6aff768d-6cdc-4393-8ff8-c2eab85b4dae,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:37.570552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed629380-3375-4f95-8e3c-2755dfffdeaf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.577469 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ed629380-3375-4f95-8e3c-2755dfffdeaf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/ports/6aff768d-6cdc-4393-8ff8-c2eab85b4dae HTTP/1.1" status: 204 len: 168 time: 0.7315328 Nov 12 05:35:37.578695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52074) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:37.610230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35515-7085-42e3-b8b6-4c3b970f09ef req-cecbea5a-c817-4078-aaa8-522f0a6bf8a5 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:37.611853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aed35515-7085-42e3-b8b6-4c3b970f09ef req-cecbea5a-c817-4078-aaa8-522f0a6bf8a5 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 946 time: 0.0657487 Nov 12 05:35:37.696140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aed35515-7085-42e3-b8b6-4c3b970f09ef req-10d811ac-443a-42db-8732-75ef9639e608 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773811 Nov 12 05:35:37.774974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95fc0642-a23e-4289-bc8d-478e6650c1dc req-e2194b63-7d16-4c88-b220-12c240dff68b tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0295780 Nov 12 05:35:38.136369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b97e2a8d-f8cd-4b95-a965-d2cd68b89880 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Deleting port b7f1bec9-49c6-4efe-852d-dd53f936ffcc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:38.136940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b97e2a8d-f8cd-4b95-a965-d2cd68b89880 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.232514 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.244242 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b97e2a8d-f8cd-4b95-a965-d2cd68b89880 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.260908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b97e2a8d-f8cd-4b95-a965-d2cd68b89880 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Calling delete_port for b7f1bec9-49c6-4efe-852d-dd53f936ffcc owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:38.499104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b97e2a8d-f8cd-4b95-a965-d2cd68b89880 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.519257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da405cdb-2365-4a1d-bacd-cb95bca7bb75 None None] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:38.529209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05c43486-1391-4aaf-b217-85456f4cfc12 req-0de83aa0-7af9-4fb5-a130-6ed90dd45bb3 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0300879 Nov 12 05:35:38.541001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e2a8d-f8cd-4b95-a965-d2cd68b89880 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Port': ['ID=b7f1bec9-49c6-4efe-852d-dd53f936ffcc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:38.553551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b97e2a8d-f8cd-4b95-a965-d2cd68b89880 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.556764 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b97e2a8d-f8cd-4b95-a965-d2cd68b89880 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/ports/b7f1bec9-49c6-4efe-852d-dd53f936ffcc HTTP/1.1" status: 204 len: 168 time: 0.9705119 Nov 12 05:35:38.559409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52080) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:38.605066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3ea114be-0f7b-43c3-8b7a-df694b753f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0435266 Nov 12 05:35:38.609281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ca9bef7e-4260-4416-a69b-92c58b4f0141 None None] Provisioning complete for port 34b4b05e-ae98-4f93-8552-741715923896 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:38.609557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52084) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:38.609666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca9bef7e-4260-4416-a69b-92c58b4f0141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.616121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-656191005'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:38.617519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.626256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.644163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Made reservation on behalf of ad6a419fc4d442189ce81025e2119cf4 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:38.648817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.694205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:38.710018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=ff4eaef8-5ad9-4f53-8f10-e001d75c71b7,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:38.711056 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.711578 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Added segment 36d56add-67e0-43c3-b86f-3b2b02281c99 of type vlan for network 3c84688f-f237-4a0f-97aa-d658e35afddc Nov 12 05:35:38.773760 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.787267 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca9bef7e-4260-4416-a69b-92c58b4f0141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.817121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.824239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:38.824862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.875842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ca9bef7e-4260-4416-a69b-92c58b4f0141 None None] For port 34b4b05e-ae98-4f93-8552-741715923896, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=34b4b05e-ae98-4f93-8552-741715923896,segment=NetworkSegment(ebc6b21e-5ca2-4946-859a-18c540717fcf),segment_id=ebc6b21e-5ca2-4946-859a-18c540717fcf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:38.881143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca9bef7e-4260-4416-a69b-92c58b4f0141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.909691 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.932121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3207910 Nov 12 05:35:38.947787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52090) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:38.954130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bef7e-4260-4416-a69b-92c58b4f0141 None None] Pushing event updated for resources: {'Port': ['ID=34b4b05e-ae98-4f93-8552-741715923896,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:38.955383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1662903428'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:38.989728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54294f47-75d0-4d60-bf91-e49a8bc5ebb2 req-ea34ceb3-4639-4329-8c74-9f52ce9cea14 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0639129 Nov 12 05:35:39.007214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fc9d4-2cf2-4bed-abd5-b349d56ed762 req-cfe74ad8-7b0a-4c1b-b733-6ddb3a63e2fe tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:39.010986 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-712fc9d4-2cf2-4bed-abd5-b349d56ed762 req-cfe74ad8-7b0a-4c1b-b733-6ddb3a63e2fe tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 946 time: 0.1789787 Nov 12 05:35:39.012377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c32bbc-0a3a-4f0c-90af-3b70a0b8dd39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Network': ['ID=3c84688f-f237-4a0f-97aa-d658e35afddc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:39.031360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Made reservation on behalf of ad6a419fc4d442189ce81025e2119cf4 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:39.035150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.048766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 3c84688f-f237-4a0f-97aa-d658e35afddc details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:39.089560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-712fc9d4-2cf2-4bed-abd5-b349d56ed762 req-0c263e9a-1b9f-4c0c-86d5-8ea604395973 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602376 Nov 12 05:35:39.106830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:39.115140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.115140 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Added segment 0e57a110-3cab-4ae2-9f38-594cc998b09c of type vlan for network 446ced47-e22c-4682-8696-e58c585792d3 Nov 12 05:35:39.133206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.200769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.215760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0a391424-4aab-49f3-a6a3-078f90535237 None None] Provisioning complete for port 34b4b05e-ae98-4f93-8552-741715923896 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:39.216021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a391424-4aab-49f3-a6a3-078f90535237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.316442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0a391424-4aab-49f3-a6a3-078f90535237 None None] Provisioning complete for port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:39.316913 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a391424-4aab-49f3-a6a3-078f90535237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.322618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.328353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:39.329339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.352545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0a391424-4aab-49f3-a6a3-078f90535237 None None] Port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:39.353784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b44755d0-d866-42d9-bd31-40d24c39b562 req-b483f77d-0f56-4af2-b7dc-7758799342d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0328298 Nov 12 05:35:39.411866 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4543896 Nov 12 05:35:39.461389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8d3ac-86a7-48a1-8203-8fd6c5a537b1 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Network': ['ID=446ced47-e22c-4682-8696-e58c585792d3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:39.477500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-edbc33e0-8e2c-43b9-8d9c-f9fa27d7cee4 None None] Provisioning complete for port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:39.478136 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edbc33e0-8e2c-43b9-8d9c-f9fa27d7cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.520092 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 446ced47-e22c-4682-8696-e58c585792d3 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:39.558956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-edbc33e0-8e2c-43b9-8d9c-f9fa27d7cee4 None None] Port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:39.635177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.662138 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.663205 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.692955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2defa9c8-fbfb-4385-84c6-ad47203a0bcc None None] Provisioning complete for port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:39.693673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2defa9c8-fbfb-4385-84c6-ad47203a0bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.730766 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af834ee4-0345-4894-a21f-f5a7cdc73fef req-aa641db7-32e1-44bb-96e0-dfed97fcc537 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0743277 Nov 12 05:35:39.759210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 34b4b05e-ae98-4f93-8552-741715923896 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:39.790047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2defa9c8-fbfb-4385-84c6-ad47203a0bcc None None] Port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:39.796483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=ff4eaef8-5ad9-4f53-8f10-e001d75c71b7,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:39.820577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 34b4b05e-ae98-4f93-8552-741715923896 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:39.820937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.846108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:39.847721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:39.980969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 2c6ba1bf-6fb8-4253-a665-120a94a5ce7e is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:35:40.087381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:40.093564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a3a52dfb-b979-425a-8db4-5cabdf7c40bb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/2c6ba1bf-6fb8-4253-a665-120a94a5ce7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6898930 Nov 12 05:35:40.099213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52098) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:40.100276 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c3deb-54b8-429b-825c-296e828ad141 None None] Sync routers for ids ['2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:40.111262 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c3deb-54b8-429b-825c-296e828ad141 None None] Routers {'2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:40.112213 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3f4c3deb-54b8-429b-825c-296e828ad141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:40.137714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-771fdd06-fead-4c98-8f1c-afa600076c7a req-e0f81a65-80c7-4a51-a32d-5cae6e2fcc17 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0499485 Nov 12 05:35:40.171925 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3f4c3deb-54b8-429b-825c-296e828ad141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:40.180782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb47e743-c20c-4a4a-a29c-59c8dbd45e31 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:40.180782 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb47e743-c20c-4a4a-a29c-59c8dbd45e31 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports/ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 HTTP/1.1" status: 200 len: 984 time: 0.0773005 Nov 12 05:35:40.181056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52102) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:40.182395 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c3deb-54b8-429b-825c-296e828ad141 None None] Routers {'2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:40.183021 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3f4c3deb-54b8-429b-825c-296e828ad141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:40.212493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-73d64503-a2f2-43cc-8a3a-97aa18b4ca42 None None] Provisioning complete for port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:40.212868 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73d64503-a2f2-43cc-8a3a-97aa18b4ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:40.217669 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3f4c3deb-54b8-429b-825c-296e828ad141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:40.218563 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c3deb-54b8-429b-825c-296e828ad141 None None] The sync data for ids ['2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:40.255213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-73d64503-a2f2-43cc-8a3a-97aa18b4ca42 None None] Port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:40.336947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055d8c9-4575-4c13-a21e-013fb561f49d req-7790d346-9fde-449c-8825-3999de8f430b tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:40.338367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6055d8c9-4575-4c13-a21e-013fb561f49d req-7790d346-9fde-449c-8825-3999de8f430b tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 946 time: 0.0981982 Nov 12 05:35:40.456541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6055d8c9-4575-4c13-a21e-013fb561f49d req-2bb7f6ed-a7bd-461e-8e40-ae9a5a073479 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878601 Nov 12 05:35:40.564449 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:40.782150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:40.889998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bbcca3c-b618-4d4d-ab77-022e30b2d497 req-8148df40-6393-45cb-a268-b3b88e1f82b5 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0352316 Nov 12 05:35:41.080228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:41.080665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:41.187711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:41.213411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for ff4eaef8-5ad9-4f53-8f10-e001d75c71b7 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:41.256019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-559041ee-2a7e-49c1-a00d-f7c8cd4b6bde req-33e55b55-05b2-47d2-b563-17e34ae2541a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a83d32c0533a4813b676b58bb75a61bf&device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0382166 Nov 12 05:35:41.355435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92b754fc-15ae-4c2d-a0a4-a4e3848c82e4 req-ff1d83a4-8248-4b78-a03a-623b791abb88 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0985050 Nov 12 05:35:41.357155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d85decd-2aa6-463f-b16a-3c7017f78150 req-cd876622-f4c4-415f-a71a-35844005a525 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1035709 Nov 12 05:35:41.360576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-559041ee-2a7e-49c1-a00d-f7c8cd4b6bde req-33aae346-5fd3-41df-b22f-1c9ad2435351 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a83d32c0533a4813b676b58bb75a61bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819924 Nov 12 05:35:41.611647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559041ee-2a7e-49c1-a00d-f7c8cd4b6bde req-9c3115ac-71e6-40de-8f13-32c56e801263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:41.613112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-559041ee-2a7e-49c1-a00d-f7c8cd4b6bde req-9c3115ac-71e6-40de-8f13-32c56e801263 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2436738 Nov 12 05:35:41.645249 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:41.686128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=ff4eaef8-5ad9-4f53-8f10-e001d75c71b7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:42.094646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:42.263536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 2c6ba1bf-6fb8-4253-a665-120a94a5ce7e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:42.349560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:42.358146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1eba1048-923f-498e-be80-d4e014b11e1c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/2c6ba1bf-6fb8-4253-a665-120a94a5ce7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1736696 Nov 12 05:35:42.358385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52134) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:42.366453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5244ea1-6d0e-49e0-a117-ac1150935c0c None None] Sync routers for ids ['2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:42.379677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5244ea1-6d0e-49e0-a117-ac1150935c0c None None] Routers {'2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:42.382055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e5244ea1-6d0e-49e0-a117-ac1150935c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:42.460348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e5244ea1-6d0e-49e0-a117-ac1150935c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:42.480679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5244ea1-6d0e-49e0-a117-ac1150935c0c None None] Routers {'2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:42.481324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e5244ea1-6d0e-49e0-a117-ac1150935c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:42.544416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e5244ea1-6d0e-49e0-a117-ac1150935c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:42.545252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5244ea1-6d0e-49e0-a117-ac1150935c0c None None] The sync data for ids ['2c6ba1bf-6fb8-4253-a665-120a94a5ce7e'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:42.572428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d75e162-dd54-4e13-af7f-76ce6d93d761 req-031a3f7b-be0a-4d55-b43a-c0bae3ec525d tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0866189 Nov 12 05:35:42.618308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0bd2c59-ad9f-44ed-b27d-b768803ac4d0 req-aedf4f32-e34f-4d14-8d0e-cbe3eae888a4 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1052022 Nov 12 05:35:42.669589 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-57e4653a-e67a-4fed-8c85-ae47b3e6a2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 05:35:42.674462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-57e4653a-e67a-4fed-8c85-ae47b3e6a2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/2c6ba1bf-6fb8-4253-a665-120a94a5ce7e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3150656 Nov 12 05:35:42.674670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52140) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:42.704154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fd5bce18-8e09-4eee-abc2-77d3adf15d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c6ba1bf-6fb8-4253-a665-120a94a5ce7e HTTP/1.1" status: 200 len: 205 time: 0.0281124 Nov 12 05:35:42.706600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:42.772062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52144) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:42.777957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'subnets': [{'network_id': '3c84688f-f237-4a0f-97aa-d658e35afddc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--855368209', 'ip_version': 6}, {'network_id': '446ced47-e22c-4682-8696-e58c585792d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:42.778446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'subnet': {'network_id': '3c84688f-f237-4a0f-97aa-d658e35afddc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--855368209', 'ip_version': 6}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:42.779265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Request body: {'subnet': {'network_id': '446ced47-e22c-4682-8696-e58c585792d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:42.789885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e467-0b78-4728-844f-fada4f5f8091 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:42.959289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Made reservation on behalf of ad6a419fc4d442189ce81025e2119cf4 for: {'subnet': 2} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:42.964700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:42.965119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:42.977240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e467-0b78-4728-844f-fada4f5f8091 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:42.980198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e467-0b78-4728-844f-fada4f5f8091 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.031078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e467-0b78-4728-844f-fada4f5f8091 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.031702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb8e467-0b78-4728-844f-fada4f5f8091 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Fanout notify agent at l3_agent the message router_deleted on router 2c6ba1bf-6fb8-4253-a665-120a94a5ce7e {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:35:43.039440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e467-0b78-4728-844f-fada4f5f8091 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.043700 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bfb8e467-0b78-4728-844f-fada4f5f8091 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/2c6ba1bf-6fb8-4253-a665-120a94a5ce7e HTTP/1.1" status: 204 len: 168 time: 0.3360419 Nov 12 05:35:43.044317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52146) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:43.080743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-559041ee-2a7e-49c1-a00d-f7c8cd4b6bde req-d8d440d4-bb0c-4e05-a244-ee05114bde00 tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.47 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0509422 Nov 12 05:35:43.115051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c20e899-f32d-4ab4-b3a4-ce26c95ddba1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet 07b7150f-e69c-4d80-b783-aca6293c5a1a {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:43.119067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c20e899-f32d-4ab4-b3a4-ce26c95ddba1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.174834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c20e899-f32d-4ab4-b3a4-ce26c95ddba1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.280993 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c20e899-f32d-4ab4-b3a4-ce26c95ddba1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.371161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c20e899-f32d-4ab4-b3a4-ce26c95ddba1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.402915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20e899-f32d-4ab4-b3a4-ce26c95ddba1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=07b7150f-e69c-4d80-b783-aca6293c5a1a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:43.409840 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c20e899-f32d-4ab4-b3a4-ce26c95ddba1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.414096 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3c20e899-f32d-4ab4-b3a4-ce26c95ddba1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/07b7150f-e69c-4d80-b783-aca6293c5a1a HTTP/1.1" status: 204 len: 168 time: 0.3687994 Nov 12 05:35:43.416754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52154) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:43.418726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c4889-acc2-428d-a7a8-2beb533fbd93 None None] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:43.566050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.595450 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.667652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] DHCP port deletion for 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:43.690833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 34b4b05e-ae98-4f93-8552-741715923896 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:43.691403 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.703133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Subnet': ['ID=309f9c6a-0c69-4b63-ad26-a82539ad4c48,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:43.711750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Checking segment: {'id': '36d56add-67e0-43c3-b86f-3b2b02281c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3c84688f-f237-4a0f-97aa-d658e35afddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:43.712136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Network hostable DHCP agents. Network: 3c84688f-f237-4a0f-97aa-d658e35afddc, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:35:43.742089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Network 3c84688f-f237-4a0f-97aa-d658e35afddc is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:35:43.789916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] Deleting port 34b4b05e-ae98-4f93-8552-741715923896 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:43.790295 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.801237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bbfc32b-3387-457a-af76-2252daeb9b49 req-28aa1e16-ce35-4702-8856-103d02b9574c tempest-ServerShowV254Test-1055275273 tempest-ServerShowV254Test-1055275273-project] 10.222.0.48 "GET /v2.0/ports?device_id=252037b6-020c-40ca-9b7e-2fafd5f7fd24 HTTP/1.1" status: 200 len: 210 time: 0.0496495 Nov 12 05:35:43.804444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 3c84688f-f237-4a0f-97aa-d658e35afddc) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:43.819191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82becd39-618c-43b2-85ea-9424d081df40 None None] Network 3c84688f-f237-4a0f-97aa-d658e35afddc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:43.823063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 34b4b05e-ae98-4f93-8552-741715923896, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=34b4b05e-ae98-4f93-8552-741715923896,segment=NetworkSegment(ebc6b21e-5ca2-4946-859a-18c540717fcf),segment_id=ebc6b21e-5ca2-4946-859a-18c540717fcf)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:43.823544 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.840071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 34b4b05e-ae98-4f93-8552-741715923896 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:43.858929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f1ecf53-ff01-44e8-9b5d-239eea35e580 req-7d351227-6af9-4a33-9f36-45fbb4b119fb tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0561631 Nov 12 05:35:43.880290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.946259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] For port 34b4b05e-ae98-4f93-8552-741715923896, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=34b4b05e-ae98-4f93-8552-741715923896,segment=NetworkSegment(ebc6b21e-5ca2-4946-859a-18c540717fcf),segment_id=ebc6b21e-5ca2-4946-859a-18c540717fcf)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:43.946863 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.958453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event updated for resources: {'Subnet': ['ID=6b03c01a-7360-4dcb-b0f9-99818f2011c4,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:43.961351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.963402 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-233e808c-3abd-42f5-8dae-58c57e67e48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:43.987963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] Calling delete_port for 34b4b05e-ae98-4f93-8552-741715923896 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:43.990576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Checking segment: {'id': '0e57a110-3cab-4ae2-9f38-594cc998b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '446ced47-e22c-4682-8696-e58c585792d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:43.991116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Network hostable DHCP agents. Network: 446ced47-e22c-4682-8696-e58c585792d3, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:35:44.006517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=34b4b05e-ae98-4f93-8552-741715923896,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:44.008735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No DVR routers for this DVR port 34b4b05e-ae98-4f93-8552-741715923896 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:44.041731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Network 446ced47-e22c-4682-8696-e58c585792d3 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:35:44.063973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 446ced47-e22c-4682-8696-e58c585792d3) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:44.077559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:44.078761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:44.080016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.096563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8cf5ee-aae7-4479-8f70-5212d3bc008b None None] Network 446ced47-e22c-4682-8696-e58c585792d3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:44.116129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b5d2fb0f-b943-421d-9fab-6c29dc65eeec tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3427634 Nov 12 05:35:44.118703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52160) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:44.123094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.151988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b98ab2-fe89-4d71-a9a2-f11b976b52b6']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:44.167248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc6b21e-5ca2-4946-859a-18c540717fcf') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:44.167800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc6b21e-5ca2-4946-859a-18c540717fcf') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:44.182299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.202367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.211072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:44.214679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.256349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa19c3-6109-4863-a1ed-652e6175f6cf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:44.258357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa19c3-6109-4863-a1ed-652e6175f6cf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:44.259978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa19c3-6109-4863-a1ed-652e6175f6cf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:44.261860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-15aa19c3-6109-4863-a1ed-652e6175f6cf tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1419666 Nov 12 05:35:44.272135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52164) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:44.301666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e56660-3718-4593-a998-287f3019a2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-3c84688f-f237-4a0f-97aa-d658e35afddc', 'network_id': '3c84688f-f237-4a0f-97aa-d658e35afddc', 'tenant_id': 'ad6a419fc4d442189ce81025e2119cf4', 'fixed_ips': [{'subnet_id': '309f9c6a-0c69-4b63-ad26-a82539ad4c48'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:35:44.302732 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79e56660-3718-4593-a998-287f3019a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:44.320410 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:44.351798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.360530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.364696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/96b98ab2-fe89-4d71-a9a2-f11b976b52b6 HTTP/1.1" status: 204 len: 168 time: 0.9461107 Nov 12 05:35:44.368818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52168) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:44.380640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-388371138'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:44.396586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99018b1-8ccc-42d9-8f54-d6e44603cf98 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Deleting subnet 309f9c6a-0c69-4b63-ad26-a82539ad4c48 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:44.400774 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.406083 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d99018b1-8ccc-42d9-8f54-d6e44603cf98 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.422759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03838b-6c39-4d9b-9c9d-d80333e20dc0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=96b98ab2-fe89-4d71-a9a2-f11b976b52b6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:44.446298 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:44.458454 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.461211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] Network 96b98ab2-fe89-4d71-a9a2-f11b976b52b6 is not hosted by any dhcp agent {{(pid=102591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:35:44.461768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] No DVR routers for this DVR port 34b4b05e-ae98-4f93-8552-741715923896 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:44.481646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d99018b1-8ccc-42d9-8f54-d6e44603cf98 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.493607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262ef90-1924-4b42-aac6-101fc2f68df1 None None] Pushing event deleted for resources: {'Port': ['ID=34b4b05e-ae98-4f93-8552-741715923896,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:44.498188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:44.531153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.531518 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment a4bbf46f-bbff-49e7-9520-13b01f567855 of type vlan for network 8f2c90d6-4e14-4724-8b84-08d670b82650 Nov 12 05:35:44.541570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-446ced47-e22c-4682-8696-e58c585792d3', 'network_id': '446ced47-e22c-4682-8696-e58c585792d3', 'tenant_id': 'ad6a419fc4d442189ce81025e2119cf4', 'fixed_ips': [{'subnet_id': '6b03c01a-7360-4dcb-b0f9-99818f2011c4'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:35:44.542604 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.561810 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d99018b1-8ccc-42d9-8f54-d6e44603cf98 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.586165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.625384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.631555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:44.632243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.652301 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d99018b1-8ccc-42d9-8f54-d6e44603cf98 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.677727 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3069468 Nov 12 05:35:44.680805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52170) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:44.685853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': '8f2c90d6-4e14-4724-8b84-08d670b82650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:44.695114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99018b1-8ccc-42d9-8f54-d6e44603cf98 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Subnet': ['ID=309f9c6a-0c69-4b63-ad26-a82539ad4c48,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:44.697152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d99018b1-8ccc-42d9-8f54-d6e44603cf98 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.702839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d99018b1-8ccc-42d9-8f54-d6e44603cf98 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/subnets/309f9c6a-0c69-4b63-ad26-a82539ad4c48 HTTP/1.1" status: 204 len: 168 time: 0.4294791 Nov 12 05:35:44.704485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52172) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-79e56660-3718-4593-a998-287f3019a2a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 309f9c6a-0c69-4b63-ad26-a82539ad4c48: This subnet is being modified by another concurrent operation. Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:35:44.727298 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 309f9c6a-0c69-4b63-ad26-a82539ad4c48: This subnet is being modified by another concurrent operation. Nov 12 05:35:44.731331 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 05:35:44.773996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-44431227-6dc6-4e1e-8e15-eab3f3a95b07 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Deleting subnet 6b03c01a-7360-4dcb-b0f9-99818f2011c4 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:44.788307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b5f5-d77a-41e7-972d-c8dbf251a50e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=8f2c90d6-4e14-4724-8b84-08d670b82650,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:44.789417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce4f2e-9c7c-46f0-882b-082b54a2bb04 None None] Network 3c84688f-f237-4a0f-97aa-d658e35afddc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:44.818236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 8f2c90d6-4e14-4724-8b84-08d670b82650 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:44.845162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:44.851696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:44.935219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Allocated IP 2001:db8:0:1::1 (446ced47-e22c-4682-8696-e58c585792d3/6b03c01a-7360-4dcb-b0f9-99818f2011c4/66048b95-2de6-469b-bde2-e96b13484462) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:45.053522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba46394d-a043-4455-8158-55c39182aae1 req-b27cbef4-3b88-4b30-8875-56165c003de8 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0572529 Nov 12 05:35:45.230384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52182) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:45.376857 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-596a8164-b948-425b-be23-238f8365f2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.452473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.464439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44431227-6dc6-4e1e-8e15-eab3f3a95b07 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.464644 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.512219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.540378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Network 446ced47-e22c-4682-8696-e58c585792d3 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:45.545694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:45.548466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:45.556482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-596a8164-b948-425b-be23-238f8365f2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.557948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Pushing event updated for resources: {'Port': ['ID=66048b95-2de6-469b-bde2-e96b13484462,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:45.570378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-596a8164-b948-425b-be23-238f8365f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.590215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44431227-6dc6-4e1e-8e15-eab3f3a95b07 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.621292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Attempting to bind port 66048b95-2de6-469b-bde2-e96b13484462 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:45.621673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Attempting to bind port 66048b95-2de6-469b-bde2-e96b13484462 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '0e57a110-3cab-4ae2-9f38-594cc998b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '446ced47-e22c-4682-8696-e58c585792d3'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:45.622078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Attempting to bind port 66048b95-2de6-469b-bde2-e96b13484462 on network 446ced47-e22c-4682-8696-e58c585792d3 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:45.628415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:45.628798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Checking segment: {'id': '0e57a110-3cab-4ae2-9f38-594cc998b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '446ced47-e22c-4682-8696-e58c585792d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:45.629767 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.630178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Bound using segment: {'id': '0e57a110-3cab-4ae2-9f38-594cc998b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '446ced47-e22c-4682-8696-e58c585792d3'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:45.630690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Bound port: 66048b95-2de6-469b-bde2-e96b13484462, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e57a110-3cab-4ae2-9f38-594cc998b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '446ced47-e22c-4682-8696-e58c585792d3'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:45.631075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.663182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': 'a4bbf46f-bbff-49e7-9520-13b01f567855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8f2c90d6-4e14-4724-8b84-08d670b82650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:45.663856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: 8f2c90d6-4e14-4724-8b84-08d670b82650, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:35:45.669102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=0f94ff40-7182-41b3-9f3d-b062d47f1b35,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:45.691654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-596a8164-b948-425b-be23-238f8365f2d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a83d32c0533a4813b676b58bb75a61bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4599826 Nov 12 05:35:45.694934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:45.697251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a8164-b948-425b-be23-238f8365f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46e00a1-d072-4c88-92ca-a58ff41298fa,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:45.705323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 34b4b05e-ae98-4f93-8552-741715923896 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:45.735510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 34b4b05e-ae98-4f93-8552-741715923896 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:45.736065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 34b4b05e-ae98-4f93-8552-741715923896 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:45.758768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 8f2c90d6-4e14-4724-8b84-08d670b82650 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:35:45.767685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] For port 66048b95-2de6-469b-bde2-e96b13484462, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:45.771963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] For port 66048b95-2de6-469b-bde2-e96b13484462, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=66048b95-2de6-469b-bde2-e96b13484462,segment=NetworkSegment(0e57a110-3cab-4ae2-9f38-594cc998b09c),segment_id=0e57a110-3cab-4ae2-9f38-594cc998b09c)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:45.779117 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44431227-6dc6-4e1e-8e15-eab3f3a95b07 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.781312 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.788219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 8f2c90d6-4e14-4724-8b84-08d670b82650) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:45.797656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:45.798269 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.817862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48acc675-8044-4cf8-a9cc-95269d93890a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.836276 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-afb7fcbf-aedc-4d9c-bb86-55451c764ff3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1540844 Nov 12 05:35:45.839412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52192) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:45.844693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7d449310-c89b-4378-8c2f-9654854d1acb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1154153155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:45.852323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48acc675-8044-4cf8-a9cc-95269d93890a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.880395 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44431227-6dc6-4e1e-8e15-eab3f3a95b07 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.893315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d449310-c89b-4378-8c2f-9654854d1acb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.893901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18655293-2e67-43b1-a24f-732bc15160d3 None None] Pushing event updated for resources: {'Port': ['ID=66048b95-2de6-469b-bde2-e96b13484462,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:45.894434 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d449310-c89b-4378-8c2f-9654854d1acb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.922752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44431227-6dc6-4e1e-8e15-eab3f3a95b07 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Subnet': ['ID=6b03c01a-7360-4dcb-b0f9-99818f2011c4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:45.927854 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44431227-6dc6-4e1e-8e15-eab3f3a95b07 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.931508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-44431227-6dc6-4e1e-8e15-eab3f3a95b07 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/subnets/6b03c01a-7360-4dcb-b0f9-99818f2011c4 HTTP/1.1" status: 204 len: 168 time: 1.2251894 Nov 12 05:35:45.933815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48acc675-8044-4cf8-a9cc-95269d93890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.934901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52194) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:45.941675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8a856-9866-402c-8325-cb67d1f1e43f None None] Network 8f2c90d6-4e14-4724-8b84-08d670b82650 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:45.944581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48acc675-8044-4cf8-a9cc-95269d93890a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.956204 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-48acc675-8044-4cf8-a9cc-95269d93890a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c46e00a1-d072-4c88-92ca-a58ff41298fa HTTP/1.1" status: 204 len: 168 time: 0.2582505 Nov 12 05:35:45.973505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acc675-8044-4cf8-a9cc-95269d93890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46e00a1-d072-4c88-92ca-a58ff41298fa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:46.020921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a5106-fb94-4a28-8f6a-3e847b8d4c81 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:46.022673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-528a5106-fb94-4a28-8f6a-3e847b8d4c81 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0867882 Nov 12 05:35:46.027435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52198) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:46.066541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d449310-c89b-4378-8c2f-9654854d1acb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.079964 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d449310-c89b-4378-8c2f-9654854d1acb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.106296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d449310-c89b-4378-8c2f-9654854d1acb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.112596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7d449310-c89b-4378-8c2f-9654854d1acb tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2719913 Nov 12 05:35:46.119363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52202) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:46.185143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-8f2c90d6-4e14-4724-8b84-08d670b82650', 'network_id': '8f2c90d6-4e14-4724-8b84-08d670b82650', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': '0f94ff40-7182-41b3-9f3d-b062d47f1b35'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:35:46.186661 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.220846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.333966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a54a2870-2e7f-4c21-88e6-9ed9553f78a7 req-102b9588-7016-4239-9878-9877a5f8d628 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1464524 Nov 12 05:35:46.354463 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a301b8e6-d0c1-40f1-9ee2-f89a0b4c0f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.393016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Deleting port 66048b95-2de6-469b-bde2-e96b13484462 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:46.394599 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.495649 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Allocated IP 2001:db8::2 (8f2c90d6-4e14-4724-8b84-08d670b82650/0f94ff40-7182-41b3-9f3d-b062d47f1b35/9aa77c7f-31f2-4522-ae73-8db184df889a) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:46.573635 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] For port 66048b95-2de6-469b-bde2-e96b13484462, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=66048b95-2de6-469b-bde2-e96b13484462,segment=NetworkSegment(0e57a110-3cab-4ae2-9f38-594cc998b09c),segment_id=0e57a110-3cab-4ae2-9f38-594cc998b09c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:46.574043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.595022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Calling delete_port for 66048b95-2de6-469b-bde2-e96b13484462 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:46.696850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.705436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.752325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] No DVR routers for this DVR port 66048b95-2de6-469b-bde2-e96b13484462 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:46.761872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Port': ['ID=66048b95-2de6-469b-bde2-e96b13484462,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:46.884527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.906998 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.920227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.931028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446ced47-e22c-4682-8696-e58c585792d3']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:46.947933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e57a110-3cab-4ae2-9f38-594cc998b09c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:46.948447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e57a110-3cab-4ae2-9f38-594cc998b09c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:46.960501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.982937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:46.985239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Network 8f2c90d6-4e14-4724-8b84-08d670b82650 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:46.989172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:46.993119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:46.996397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8::1 (8f2c90d6-4e14-4724-8b84-08d670b82650/0f94ff40-7182-41b3-9f3d-b062d47f1b35/a23c3c88-9753-4b5f-bfd7-e42acccb1073) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:46.998763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:47.000985 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:47.015145 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:47.021631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Pushing event updated for resources: {'Port': ['ID=9aa77c7f-31f2-4522-ae73-8db184df889a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:47.124027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.138929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Attempting to bind port 9aa77c7f-31f2-4522-ae73-8db184df889a on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:47.142404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.142551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Attempting to bind port 9aa77c7f-31f2-4522-ae73-8db184df889a by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a4bbf46f-bbff-49e7-9520-13b01f567855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8f2c90d6-4e14-4724-8b84-08d670b82650'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:47.142744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Attempting to bind port 9aa77c7f-31f2-4522-ae73-8db184df889a on network 8f2c90d6-4e14-4724-8b84-08d670b82650 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:47.145821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/networks/446ced47-e22c-4682-8696-e58c585792d3 HTTP/1.1" status: 204 len: 168 time: 1.1172583 Nov 12 05:35:47.151356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52224) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:47.156459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:47.156837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Checking segment: {'id': 'a4bbf46f-bbff-49e7-9520-13b01f567855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8f2c90d6-4e14-4724-8b84-08d670b82650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:47.157245 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.157641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Bound using segment: {'id': 'a4bbf46f-bbff-49e7-9520-13b01f567855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8f2c90d6-4e14-4724-8b84-08d670b82650'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:47.158119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Bound port: 9aa77c7f-31f2-4522-ae73-8db184df889a, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bbf46f-bbff-49e7-9520-13b01f567855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8f2c90d6-4e14-4724-8b84-08d670b82650'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:47.162189 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.166133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67d401-10de-43cd-ba7d-840d0f8cbb05 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Network': ['ID=446ced47-e22c-4682-8696-e58c585792d3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:47.222572 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.264017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] For port 9aa77c7f-31f2-4522-ae73-8db184df889a, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:47.269923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] For port 9aa77c7f-31f2-4522-ae73-8db184df889a, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9aa77c7f-31f2-4522-ae73-8db184df889a,segment=NetworkSegment(a4bbf46f-bbff-49e7-9520-13b01f567855),segment_id=a4bbf46f-bbff-49e7-9520-13b01f567855)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:47.279119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.308671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.353851 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.389830 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4906a4-7ef9-4970-a388-3da9104f0aa5 None None] Pushing event updated for resources: {'Port': ['ID=9aa77c7f-31f2-4522-ae73-8db184df889a,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:47.443590 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.492632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 8f2c90d6-4e14-4724-8b84-08d670b82650 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:47.499291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.510541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:47.539107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:47.539672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.576762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=a23c3c88-9753-4b5f-bfd7-e42acccb1073,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:47.583168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0d0a653-8fa1-48c3-882e-ce957c55f98b req-5f99cdb4-a634-46f0-adf6-ffd5976d10ee tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0406795 Nov 12 05:35:47.646818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c84688f-f237-4a0f-97aa-d658e35afddc']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:47.685419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d56add-67e0-43c3-b86f-3b2b02281c99') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:47.685739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d56add-67e0-43c3-b86f-3b2b02281c99') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:47.717069 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.808984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.821749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:47.822388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.830196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3953c908-9301-4f49-959c-17aa50387c26 None None] Could not find standard attr ID for object 66048b95-2de6-469b-bde2-e96b13484462. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:47.889984 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:47.895808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef4ece8-19b7-4027-82ef-546c451bf4b5 None None] DHCP port deletion for 446ced47-e22c-4682-8696-e58c585792d3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:47.926324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b514a6-1b75-4a18-a35d-47477ec22520 None None] Network 446ced47-e22c-4682-8696-e58c585792d3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:47.926572 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:47.945810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b514a6-1b75-4a18-a35d-47477ec22520 None None] Network 446ced47-e22c-4682-8696-e58c585792d3 could not be found, it might have been deleted concurrently. {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 05:35:48.037183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.043001 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.047138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/networks/3c84688f-f237-4a0f-97aa-d658e35afddc HTTP/1.1" status: 204 len: 168 time: 0.8944337 Nov 12 05:35:48.049784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52244) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:48.111465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca1cc2-3073-44bb-bd11-de1f80217c04 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Network': ['ID=3c84688f-f237-4a0f-97aa-d658e35afddc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:48.171484 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.278695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.303144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c03def-de2c-4116-b8af-eb6febbe1213']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:48.318972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324932bc-c887-442c-87ed-c112de73b0b8') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:48.319375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324932bc-c887-442c-87ed-c112de73b0b8') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:48.334310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.351233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.360003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:48.361011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:48.364472 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:48.374437 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.380767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.381816 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.457303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.465348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.472103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/networks/d1c03def-de2c-4116-b8af-eb6febbe1213 HTTP/1.1" status: 204 len: 168 time: 0.4205151 Nov 12 05:35:48.472759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52256) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:48.559457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.570479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a1b7d-e21f-4e0e-88f3-b6af44251725 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Network': ['ID=d1c03def-de2c-4116-b8af-eb6febbe1213,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:48.577414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 8f2c90d6-4e14-4724-8b84-08d670b82650 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:48.579752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:48.581683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=a23c3c88-9753-4b5f-bfd7-e42acccb1073,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:48.585260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.720687 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.754724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a14992f-96b3-4808-8bfe-4cef0f4c2ddd']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:48.770330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be978fc-f88e-4198-b73f-bae234f44669') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:48.770813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be978fc-f88e-4198-b73f-bae234f44669') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:48.789216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.815810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.831668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:48.834929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:48.838357 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:48.919823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9535f-468b-4bd6-93e2-983db59b921e None None] Network 8f2c90d6-4e14-4724-8b84-08d670b82650 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:48.950212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.975432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.975432 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] 10.222.0.48 "DELETE /v2.0/networks/9a14992f-96b3-4808-8bfe-4cef0f4c2ddd HTTP/1.1" status: 204 len: 168 time: 0.4907486 Nov 12 05:35:48.993816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea96da-0b42-4be1-b627-c472b6812f39 tempest-BulkNetworkOpsIpV6Test-776963925 tempest-BulkNetworkOpsIpV6Test-776963925-project] Pushing event deleted for resources: {'Network': ['ID=9a14992f-96b3-4808-8bfe-4cef0f4c2ddd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:49.050935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-73c85d4b-cbd4-4234-a605-a6f9252037fc None None] Provisioning complete for port 9aa77c7f-31f2-4522-ae73-8db184df889a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:49.051317 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73c85d4b-cbd4-4234-a605-a6f9252037fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.140024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde42ed1-6bbc-414f-aa2f-30f7b6e58cc0 req-ec87208f-d4d9-49b2-a8f1-4b5c2ea0553e tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0607302 Nov 12 05:35:49.200552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73c85d4b-cbd4-4234-a605-a6f9252037fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.219903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 469997fd-20b1-45ea-8396-8985d2bf15c5 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:35:49.256655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-73c85d4b-cbd4-4234-a605-a6f9252037fc None None] For port 9aa77c7f-31f2-4522-ae73-8db184df889a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9aa77c7f-31f2-4522-ae73-8db184df889a,segment=NetworkSegment(a4bbf46f-bbff-49e7-9520-13b01f567855),segment_id=a4bbf46f-bbff-49e7-9520-13b01f567855)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:49.275140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73c85d4b-cbd4-4234-a605-a6f9252037fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.361730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:49.376781 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666a7a7-81bb-4b9c-86c9-867113820f31 None None] Sync routers for ids ['469997fd-20b1-45ea-8396-8985d2bf15c5'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:49.378793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7e7ad74a-8588-4568-9d63-e8cae601b2f9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/469997fd-20b1-45ea-8396-8985d2bf15c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2563171 Nov 12 05:35:49.381885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:49.391351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c85d4b-cbd4-4234-a605-a6f9252037fc None None] Pushing event updated for resources: {'Port': ['ID=9aa77c7f-31f2-4522-ae73-8db184df889a,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:49.405343 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666a7a7-81bb-4b9c-86c9-867113820f31 None None] Routers {'469997fd-20b1-45ea-8396-8985d2bf15c5'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:49.415257 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d666a7a7-81bb-4b9c-86c9-867113820f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['469997fd-20b1-45ea-8396-8985d2bf15c5'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:49.462442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52290) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:49.492344 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d666a7a7-81bb-4b9c-86c9-867113820f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:49.496216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964808e2-14b2-415f-be82-7bae7d7e3075 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:49.507227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.508153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-964808e2-14b2-415f-be82-7bae7d7e3075 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports/a23c3c88-9753-4b5f-bfd7-e42acccb1073 HTTP/1.1" status: 200 len: 911 time: 0.1239433 Nov 12 05:35:49.509669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52294) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:49.529465 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666a7a7-81bb-4b9c-86c9-867113820f31 None None] Routers {'469997fd-20b1-45ea-8396-8985d2bf15c5'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:49.530324 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d666a7a7-81bb-4b9c-86c9-867113820f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['469997fd-20b1-45ea-8396-8985d2bf15c5'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:49.569848 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d666a7a7-81bb-4b9c-86c9-867113820f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:49.570761 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666a7a7-81bb-4b9c-86c9-867113820f31 None None] The sync data for ids ['469997fd-20b1-45ea-8396-8985d2bf15c5'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:49.699904 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d2e852c6-db14-4600-8649-0933bf1404aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad6a419fc4d442189ce81025e2119cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350245 Nov 12 05:35:49.702263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52298) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:49.713631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-75defca9-40cd-4baa-9cab-3dc584bec559 None None] Provisioning complete for port a23c3c88-9753-4b5f-bfd7-e42acccb1073 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:49.713922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-75defca9-40cd-4baa-9cab-3dc584bec559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.768971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-75defca9-40cd-4baa-9cab-3dc584bec559 None None] Port a23c3c88-9753-4b5f-bfd7-e42acccb1073 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:49.789898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9aa77c7f-31f2-4522-ae73-8db184df889a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:35:49.791329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cda6bf94-5925-4b68-ab8a-5a4e33f70f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.819073 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cda6bf94-5925-4b68-ab8a-5a4e33f70f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.819304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-75defca9-40cd-4baa-9cab-3dc584bec559 None None] Provisioning complete for port 9aa77c7f-31f2-4522-ae73-8db184df889a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:49.819597 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-75defca9-40cd-4baa-9cab-3dc584bec559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.840639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-0f8f66eb-9141-4332-b682-a8f22e82f1c4 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:49.842328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-0f8f66eb-9141-4332-b682-a8f22e82f1c4 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 814 time: 0.4026108 Nov 12 05:35:49.900763 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cda6bf94-5925-4b68-ab8a-5a4e33f70f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.903872 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cda6bf94-5925-4b68-ab8a-5a4e33f70f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:49.907311 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cda6bf94-5925-4b68-ab8a-5a4e33f70f65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2127d0c4-e88e-4588-95c5-f1c53f96a733 HTTP/1.1" status: 204 len: 168 time: 0.2038474 Nov 12 05:35:49.926200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6bf94-5925-4b68-ab8a-5a4e33f70f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2127d0c4-e88e-4588-95c5-f1c53f96a733,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:49.932302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-9691b73d-81c3-4a2b-944c-354c020d7224 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/quotas/bc1435ed420c460ba52f454dffcfd5ba HTTP/1.1" status: 200 len: 375 time: 0.0809875 Nov 12 05:35:50.001999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9aa77c7f-31f2-4522-ae73-8db184df889a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:50.003250 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:50.068756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-20474347-fc7a-4cc5-8e4b-e4b5c401518b tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350760 Nov 12 05:35:50.073815 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-91620d52-a8e7-43b9-a997-2da535433342 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:35:50.082903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-91620d52-a8e7-43b9-a997-2da535433342 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135553 Nov 12 05:35:50.180696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 66048b95-2de6-469b-bde2-e96b13484462 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:50.185641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-11f2f692-bef8-48ed-916f-73a21f678d6b None None] Provisioning complete for port a23c3c88-9753-4b5f-bfd7-e42acccb1073 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:50.186555 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11f2f692-bef8-48ed-916f-73a21f678d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:50.262580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-11f2f692-bef8-48ed-916f-73a21f678d6b None None] Port a23c3c88-9753-4b5f-bfd7-e42acccb1073 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:50.266327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 66048b95-2de6-469b-bde2-e96b13484462 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:50.266834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 66048b95-2de6-469b-bde2-e96b13484462 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:50.335752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6e55fd5-7c34-44aa-a382-d63d4bf134cc req-591fdd56-ff74-4771-a65e-f8fd489ad91d tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0588589 Nov 12 05:35:50.344254 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-369dee2a-fa2d-4e05-b012-14b9e56d6464 service neutron] 10.222.0.48 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599034 Nov 12 05:35:50.451177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d97ddd-336d-425e-8f81-ce9f08af54cd None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:35:50.506898 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:50.511690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-4b48b3fd-7d94-4771-936e-8aa77261522c service neutron] 10.222.0.48 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371677 Nov 12 05:35:50.512764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7e22fa1a-3734-4857-9f35-91bf83178bc3 None None] Provisioning complete for port a23c3c88-9753-4b5f-bfd7-e42acccb1073 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:50.513159 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7e22fa1a-3734-4857-9f35-91bf83178bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:50.603132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7e22fa1a-3734-4857-9f35-91bf83178bc3 None None] Port a23c3c88-9753-4b5f-bfd7-e42acccb1073 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:50.652372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d97ddd-336d-425e-8f81-ce9f08af54cd None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:35:50.875381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-924f7c4d-3eb6-4ba5-8a5b-b27f0eecfe8c req-dce394a4-61da-4281-815d-bd09479985c6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 210 time: 0.0545931 Nov 12 05:35:50.888781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port a23c3c88-9753-4b5f-bfd7-e42acccb1073 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:50.889134 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.017817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.034058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for a23c3c88-9753-4b5f-bfd7-e42acccb1073 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:51.046284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2f552420-229c-4a7f-ae5f-4f7e955bba2b None None] Provisioning complete for port 3febaee8-b6b6-4da7-92e7-f1437d45b926 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:51.047178 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f552420-229c-4a7f-ae5f-4f7e955bba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.189316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2f552420-229c-4a7f-ae5f-4f7e955bba2b None None] Provisioning complete for port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:51.189703 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f552420-229c-4a7f-ae5f-4f7e955bba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.332881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52348) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:51.342072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.371780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=a23c3c88-9753-4b5f-bfd7-e42acccb1073,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:51.459805 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:35:51.518433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.526306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d82e5e72-238c-4ef4-9679-686b16e05b27 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:51.527326 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-d82e5e72-238c-4ef4-9679-686b16e05b27 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 05:35:51.528692 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-d82e5e72-238c-4ef4-9679-686b16e05b27 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 05:35:51.533949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52354) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:51.534829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d82e5e72-238c-4ef4-9679-686b16e05b27 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2003365 Nov 12 05:35:51.539432 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--30586804'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:51.594919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.615914 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.679045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7436a14f-5711-4af8-b6a5-eb01e0ff61ef req-e33bf3fd-59d7-4bfd-b642-c79f2f2da8db tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1223943 Nov 12 05:35:51.760401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.765452 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.808944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 469997fd-20b1-45ea-8396-8985d2bf15c5 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:51.819082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a37982b-873e-4ab4-af80-e7c8f5cd3614,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:51.917578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.923074 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.955199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:51.961344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0b3c47bc-1f94-44a6-b3cb-bf8df6016906 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/469997fd-20b1-45ea-8396-8985d2bf15c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4498913 Nov 12 05:35:51.966558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52368) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:51.967923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f09c6-7657-44c0-8660-c5acc5c5bc57 None None] Sync routers for ids ['469997fd-20b1-45ea-8396-8985d2bf15c5'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:51.983140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f09c6-7657-44c0-8660-c5acc5c5bc57 None None] Routers {'469997fd-20b1-45ea-8396-8985d2bf15c5'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:51.985181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4c2f09c6-7657-44c0-8660-c5acc5c5bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['469997fd-20b1-45ea-8396-8985d2bf15c5'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:51.987724 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:51.991778 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4541121 Nov 12 05:35:51.993352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52370) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:52.002120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b3ceb831-ab48-438a-b7e0-00e39c7666e7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '265d6854-c409-41ee-ad07-8a5103a3d699', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:52.009250 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e2ac2fcc-c788-4ab2-838c-dd004b0908d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=469997fd-20b1-45ea-8396-8985d2bf15c5 HTTP/1.1" status: 200 len: 205 time: 0.0415406 Nov 12 05:35:52.011294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe249da-0eb3-40aa-8b98-6c240b5a002c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265d6854-c409-41ee-ad07-8a5103a3d699,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:52.013457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52372) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:52.030741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4c2f09c6-7657-44c0-8660-c5acc5c5bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:52.041128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f09c6-7657-44c0-8660-c5acc5c5bc57 None None] Routers {'469997fd-20b1-45ea-8396-8985d2bf15c5'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:52.042244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4c2f09c6-7657-44c0-8660-c5acc5c5bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['469997fd-20b1-45ea-8396-8985d2bf15c5'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:52.052497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dff1003-4f62-4e92-a23e-9c3ea1d14c22 req-03a2ca85-8187-4e1d-ad94-80f96b388a54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 210 time: 0.0733192 Nov 12 05:35:52.055712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-7ee653c0-11b3-48c0-8e5c-ad7b64090d87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1682930 Nov 12 05:35:52.081481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4c2f09c6-7657-44c0-8660-c5acc5c5bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:52.082881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f09c6-7657-44c0-8660-c5acc5c5bc57 None None] The sync data for ids ['469997fd-20b1-45ea-8396-8985d2bf15c5'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:52.096928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb831-ab48-438a-b7e0-00e39c7666e7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.109071 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc26-60b6-4f0e-b0f8-65ef41854e88 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.301128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-e1a3b17b-b8c9-4e18-b3b2-1833d387f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:52.303171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-e1a3b17b-b8c9-4e18-b3b2-1833d387f3f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 1098 time: 0.1642778 Nov 12 05:35:52.335215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc26-60b6-4f0e-b0f8-65ef41854e88 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.338036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc26-60b6-4f0e-b0f8-65ef41854e88 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.365642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb831-ab48-438a-b7e0-00e39c7666e7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.379204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb831-ab48-438a-b7e0-00e39c7666e7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.387606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc26-60b6-4f0e-b0f8-65ef41854e88 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.388265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed37fc26-60b6-4f0e-b0f8-65ef41854e88 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Fanout notify agent at l3_agent the message router_deleted on router 469997fd-20b1-45ea-8396-8985d2bf15c5 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:35:52.396575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc26-60b6-4f0e-b0f8-65ef41854e88 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.397854 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ed37fc26-60b6-4f0e-b0f8-65ef41854e88 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/469997fd-20b1-45ea-8396-8985d2bf15c5 HTTP/1.1" status: 204 len: 168 time: 0.3835208 Nov 12 05:35:52.402011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52378) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:52.460287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f5fa99-c015-42de-be8b-80e88c68b428 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet 0f94ff40-7182-41b3-9f3d-b062d47f1b35 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:35:52.463576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4f5fa99-c015-42de-be8b-80e88c68b428 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.466735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceb831-ab48-438a-b7e0-00e39c7666e7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e448586f-4960-4b53-84af-37153bd32636,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:52.483422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-176283e6-3a08-4b56-88c9-e263b259032c tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:52.485394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-176283e6-3a08-4b56-88c9-e263b259032c tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.47 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 814 time: 0.3256693 Nov 12 05:35:52.494715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb831-ab48-438a-b7e0-00e39c7666e7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.498573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b3ceb831-ab48-438a-b7e0-00e39c7666e7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5002749 Nov 12 05:35:52.499083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52380) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:52.503543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6171c610-e2e1-421d-b435-61cee1d0c90b tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '265d6854-c409-41ee-ad07-8a5103a3d699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:52.504393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Request body: {'port': {'device_id': '54409994-2f73-4993-8c7f-cac1f2f69083', 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'admin_state_up': True, 'tenant_id': 'bc1435ed420c460ba52f454dffcfd5ba'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:52.530422 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4f5fa99-c015-42de-be8b-80e88c68b428 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.576628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6171c610-e2e1-421d-b435-61cee1d0c90b tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.584510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-e5866688-96a4-4f57-af6b-bcc9cf162882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:52.586000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-e5866688-96a4-4f57-af6b-bcc9cf162882 service neutron] 10.222.0.47 "GET /v2.0/networks?id=592e4127-3d12-4fea-978b-b2d918598a77 HTTP/1.1" status: 200 len: 898 time: 0.2484813 Nov 12 05:35:52.664041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4f5fa99-c015-42de-be8b-80e88c68b428 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.685582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-7b386fef-bd69-4acd-b7a8-93be26db6bd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490 HTTP/1.1" status: 200 len: 1002 time: 0.0824444 Nov 12 05:35:52.689195 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-6171c610-e2e1-421d-b435-61cee1d0c90b tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 05:35:52.690264 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6171c610-e2e1-421d-b435-61cee1d0c90b tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1901915 Nov 12 05:35:52.693606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52384) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:52.736091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Made reservation on behalf of bc1435ed420c460ba52f454dffcfd5ba for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:52.739801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4f5fa99-c015-42de-be8b-80e88c68b428 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.740110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.770287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5fa99-c015-42de-be8b-80e88c68b428 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=0f94ff40-7182-41b3-9f3d-b062d47f1b35,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:52.772325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4f5fa99-c015-42de-be8b-80e88c68b428 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.776427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d4f5fa99-c015-42de-be8b-80e88c68b428 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/0f94ff40-7182-41b3-9f3d-b062d47f1b35 HTTP/1.1" status: 204 len: 168 time: 0.3735437 Nov 12 05:35:52.779621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52390) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:52.784741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b968f227-6df4-45cb-8ade-8eb45fdf569b None None] Network 8f2c90d6-4e14-4724-8b84-08d670b82650 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:35:52.826041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-0324869f-68d2-4845-91c0-18db5e05482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:52.827717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-0324869f-68d2-4845-91c0-18db5e05482e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6 HTTP/1.1" status: 200 len: 835 time: 0.1332788 Nov 12 05:35:52.884727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.959112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 9aa77c7f-31f2-4522-ae73-8db184df889a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:52.959975 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.963604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44cad9d1-5049-42c9-a205-1b2b5a93b946 req-07392f72-5272-4b05-9560-90298b2bdc33 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1278236 Nov 12 05:35:52.973396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b3806df-6fd7-4c8d-a5e2-55731f87529a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:52.991132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-881fb5ee-1bac-4c84-95ef-8a16bca613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:52.992631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-881fb5ee-1bac-4c84-95ef-8a16bca613b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=592e4127-3d12-4fea-978b-b2d918598a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104491 Nov 12 05:35:53.043846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] DHCP port deletion for 8f2c90d6-4e14-4724-8b84-08d670b82650 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:53.056545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 9aa77c7f-31f2-4522-ae73-8db184df889a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9aa77c7f-31f2-4522-ae73-8db184df889a,segment=NetworkSegment(a4bbf46f-bbff-49e7-9520-13b01f567855),segment_id=a4bbf46f-bbff-49e7-9520-13b01f567855)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:53.057201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.075935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 9aa77c7f-31f2-4522-ae73-8db184df889a owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:53.088383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b3806df-6fd7-4c8d-a5e2-55731f87529a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.145412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] Deleting port 9aa77c7f-31f2-4522-ae73-8db184df889a {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:53.146005 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.182576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-873d07a0-663c-40bb-8846-482ed2abf80f req-7fee0f4a-e20a-4eaa-b522-4249192f774f tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 210 time: 0.0400610 Nov 12 05:35:53.199623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Allocated IP 172.20.0.14 (5051e60f-443e-4b4e-998b-31d353f34ae3/97812dec-70b8-4593-9f86-c1fe0965459c/512ee190-a962-4092-b5a1-ae7a6d3f1b71) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:53.205509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.233523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] For port 9aa77c7f-31f2-4522-ae73-8db184df889a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9aa77c7f-31f2-4522-ae73-8db184df889a,segment=NetworkSegment(a4bbf46f-bbff-49e7-9520-13b01f567855),segment_id=a4bbf46f-bbff-49e7-9520-13b01f567855)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:35:53.235051 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.246209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=9aa77c7f-31f2-4522-ae73-8db184df889a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:53.264166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] Calling delete_port for 9aa77c7f-31f2-4522-ae73-8db184df889a owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:53.265834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No DVR routers for this DVR port 9aa77c7f-31f2-4522-ae73-8db184df889a on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:53.277380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-fef7b46b-ca0f-41ee-ad64-4977a11ec93c service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724943 Nov 12 05:35:53.313042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b3806df-6fd7-4c8d-a5e2-55731f87529a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.315713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b3806df-6fd7-4c8d-a5e2-55731f87529a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.316874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5b3806df-6fd7-4c8d-a5e2-55731f87529a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/265d6854-c409-41ee-ad07-8a5103a3d699 HTTP/1.1" status: 204 len: 168 time: 0.6208410 Nov 12 05:35:53.323784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52412) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:53.355211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3806df-6fd7-4c8d-a5e2-55731f87529a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d6854-c409-41ee-ad07-8a5103a3d699,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:53.390333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1e8ed36f-4fa0-4367-88c7-f191d0ec300a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653872 Nov 12 05:35:53.395673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52416) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:53.406559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.434469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c6eb0a74-ab97-4e8f-ae6b-0c0f38654eaa tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--146075141'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:53.449294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.452955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] Pushing event deleted for resources: {'Port': ['ID=9aa77c7f-31f2-4522-ae73-8db184df889a,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:53.464266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f88482-1a4c-43f1-a6d9-4715d2e2576a None None] No DVR routers for this DVR port 9aa77c7f-31f2-4522-ae73-8db184df889a on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:35:53.491292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2c90d6-4e14-4724-8b84-08d670b82650']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:53.504115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a74-ab97-4e8f-ae6b-0c0f38654eaa tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.508196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bbf46f-bbff-49e7-9520-13b01f567855') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:53.509175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bbf46f-bbff-49e7-9520-13b01f567855') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:53.527519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.557397 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.567665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:35:53.568098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.568332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:35:53.571276 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:35:53.573148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9058b3a2-319c-4f9a-98eb-5147922afb46 req-6491c194-e271-4a87-a825-9297968e4b4d service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843361 Nov 12 05:35:53.625482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.639639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3febaee8-b6b6-4da7-92e7-f1437d45b926'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:35:53.666487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a74-ab97-4e8f-ae6b-0c0f38654eaa tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.668574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.674591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.683794 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/8f2c90d6-4e14-4724-8b84-08d670b82650 HTTP/1.1" status: 204 len: 168 time: 0.9030139 Nov 12 05:35:53.692035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52420) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:53.701464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['63cc4b01-c2a6-4bcf-b05b-b7cac302c883'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:35:53.709074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9aa77c7f-31f2-4522-ae73-8db184df889a no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:35:53.728765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-550894925', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:53.728944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:53.733739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:53.736322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Pushing event updated for resources: {'Port': ['ID=512ee190-a962-4092-b5a1-ae7a6d3f1b71,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:53.738609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:53.755280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a74-ab97-4e8f-ae6b-0c0f38654eaa tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.784279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372ffde-659f-402e-a7f5-7af7f52bdc7a None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:53.785720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c1fde-3fb5-4515-a366-f94f13ce4d7c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=8f2c90d6-4e14-4724-8b84-08d670b82650,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:53.793083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9aa77c7f-31f2-4522-ae73-8db184df889a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:35:53.793675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9aa77c7f-31f2-4522-ae73-8db184df889a not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:35:53.813991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:53.815132 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.845997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb0a74-ab97-4e8f-ae6b-0c0f38654eaa tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96bbe02-73f9-4060-97da-c02f95f5e33a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:53.853064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.854284 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.866037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-84a2e0eb-c165-4d0a-b89a-1daf99eff295 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3669026 Nov 12 05:35:53.876780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0a74-ab97-4e8f-ae6b-0c0f38654eaa tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.883546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Request body: {'port': {'device_id': '54409994-2f73-4993-8c7f-cac1f2f69083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:53.885682 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c6eb0a74-ab97-4e8f-ae6b-0c0f38654eaa tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4854517 Nov 12 05:35:53.887622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52424) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:53.896672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0d3be48d-1e51-4ec2-a84a-ea27d2d35f07 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': 'c96bbe02-73f9-4060-97da-c02f95f5e33a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:53.897495 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-0d3be48d-1e51-4ec2-a84a-ea27d2d35f07 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 05:35:53.898012 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-0d3be48d-1e51-4ec2-a84a-ea27d2d35f07 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:53.912632 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0d3be48d-1e51-4ec2-a84a-ea27d2d35f07 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0235977 Nov 12 05:35:53.914811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52426) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:54.005618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.015746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.088626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f480bbdf-bb9f-486d-9db8-49300b787743 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.127917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69eca297-ec78-48b8-bc27-2b18def48494 req-081c94de-fee6-4b64-a2d1-fbd97ab02824 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0374632 Nov 12 05:35:54.154714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7b5db323-d7fe-4a61-a387-8a3bec13445d None None] Provisioning complete for port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:54.156704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b5db323-d7fe-4a61-a387-8a3bec13445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.191183 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f480bbdf-bb9f-486d-9db8-49300b787743 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.201186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7b5db323-d7fe-4a61-a387-8a3bec13445d None None] Port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:54.207672 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.392086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f480bbdf-bb9f-486d-9db8-49300b787743 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.395143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f480bbdf-bb9f-486d-9db8-49300b787743 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.399698 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f480bbdf-bb9f-486d-9db8-49300b787743 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/c96bbe02-73f9-4060-97da-c02f95f5e33a HTTP/1.1" status: 204 len: 168 time: 0.4837694 Nov 12 05:35:54.400458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52436) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:54.424101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480bbdf-bb9f-486d-9db8-49300b787743 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96bbe02-73f9-4060-97da-c02f95f5e33a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:54.481967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-96c7c962-5db3-47d5-a991-83c5cc2e7be9 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729527 Nov 12 05:35:54.483739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52438) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:54.490517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6b2ebc36-2fbc-458e-8006-135b88af5a50 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--329134407'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:54.569053 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebc36-2fbc-458e-8006-135b88af5a50 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.639611 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.670668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.774912 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebc36-2fbc-458e-8006-135b88af5a50 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.795628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebc36-2fbc-458e-8006-135b88af5a50 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.837142 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebc36-2fbc-458e-8006-135b88af5a50 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:54.838299 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6b2ebc36-2fbc-458e-8006-135b88af5a50 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3544550 Nov 12 05:35:54.841260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52448) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:54.849309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ebc36-2fbc-458e-8006-135b88af5a50 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47eac412-bf1b-4787-b5dc-4134bee1a5b2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:54.849529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-dcd201e8-4e20-4c53-9d92-213f57b3923d tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '47eac412-bf1b-4787-b5dc-4134bee1a5b2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:54.850539 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-dcd201e8-4e20-4c53-9d92-213f57b3923d tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 05:35:54.851172 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-dcd201e8-4e20-4c53-9d92-213f57b3923d tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:54.856258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dcd201e8-4e20-4c53-9d92-213f57b3923d tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110526 Nov 12 05:35:54.858109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52450) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:54.866851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 172.25.2.173 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/306911b4-ee26-438b-8338-74ac28bc5676) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:35:54.870972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fcde7-39e6-4f1e-959f-7b83b6e89f25 req-ed1f1245-c8d8-454b-8c96-901751687fa3 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:54.872577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb2fcde7-39e6-4f1e-959f-7b83b6e89f25 req-ed1f1245-c8d8-454b-8c96-901751687fa3 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 932 time: 0.1415279 Nov 12 05:35:54.953832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb2fcde7-39e6-4f1e-959f-7b83b6e89f25 req-e1fc541c-1d41-4017-ad5e-4b02f21782f1 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732901 Nov 12 05:35:54.986426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-421547b3-b042-4b17-9c0c-8ddacd4699f0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.006736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512ee190-a962-4092-b5a1-ae7a6d3f1b71 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:35:55.016757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.022539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-421547b3-b042-4b17-9c0c-8ddacd4699f0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.030002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Transition to ACTIVE for port object 512ee190-a962-4092-b5a1-ae7a6d3f1b71 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:35:55.035514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.063623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.086949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9374079-cb62-4094-917e-ff731e032ec1 None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:55.093986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-421547b3-b042-4b17-9c0c-8ddacd4699f0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.096898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-421547b3-b042-4b17-9c0c-8ddacd4699f0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.100235 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-421547b3-b042-4b17-9c0c-8ddacd4699f0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/47eac412-bf1b-4787-b5dc-4134bee1a5b2 HTTP/1.1" status: 204 len: 168 time: 0.2388356 Nov 12 05:35:55.102795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:55.114842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Pushing event updated for resources: {'Port': ['ID=512ee190-a962-4092-b5a1-ae7a6d3f1b71,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:55.121258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421547b3-b042-4b17-9c0c-8ddacd4699f0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eac412-bf1b-4787-b5dc-4134bee1a5b2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:55.141381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.189512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:35:55.194624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:35:55.199176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:35:55.205262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=306911b4-ee26-438b-8338-74ac28bc5676,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:55.217802 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027aa12d-a546-4723-a7a5-c9696f7f7408 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:55.243352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Attempting to bind port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:35:55.243696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Attempting to bind port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:35:55.244028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Attempting to bind port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:55.251867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-00ed1d14-8567-461d-90d4-74a31f197f47 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1477025 Nov 12 05:35:55.253104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:35:55.253435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Attempting to bind port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 on network 5051e60f-443e-4b4e-998b-31d353f34ae3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:35:55.255487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52458) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:55.260973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9691483d-8591-4de1-8e4c-f6154925fcd4 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--393443248'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:55.271826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:35:55.272168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Checking segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:35:55.272563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Bound using segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:35:55.273009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Bound port: 512ee190-a962-4092-b5a1-ae7a6d3f1b71, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:35:55.273364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.276613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6aaa4be7-4fc9-488e-851b-c89e06b713e0 None None] Provisioning complete for port 306911b4-ee26-438b-8338-74ac28bc5676 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:35:55.277342 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4be7-4fc9-488e-851b-c89e06b713e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.322229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa4be7-4fc9-488e-851b-c89e06b713e0 None None] Port 306911b4-ee26-438b-8338-74ac28bc5676 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:35:55.329977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9691483d-8591-4de1-8e4c-f6154925fcd4 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.367284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aea8e1c8-ff8b-48ff-8a94-3145a520dc64 req-0d1b9f13-869b-47e8-8834-1cbb9ee16c14 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0466826 Nov 12 05:35:55.409151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] For port 512ee190-a962-4092-b5a1-ae7a6d3f1b71, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:35:55.416049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] For port 512ee190-a962-4092-b5a1-ae7a6d3f1b71, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=512ee190-a962-4092-b5a1-ae7a6d3f1b71,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:35:55.420203 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.450714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52462) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:55.462880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:55.463662 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.464874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] 10.222.0.47 "PUT /v2.0/ports/512ee190-a962-4092-b5a1-ae7a6d3f1b71 HTTP/1.1" status: 200 len: 1093 time: 1.5891378 Nov 12 05:35:55.465326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54409994-2f73-4993-8c7f-cac1f2f69083', 'tag': '512ee190-a962-4092-b5a1-ae7a6d3f1b71'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:35:55.467007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4285565-c7fd-4c70-b31b-04caacc4a725 None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:55.467647 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce943c1-4b48-48ce-ade6-c7a4183264c2" -d '{"events": [{"name": "network-changed", "server_uuid": "54409994-2f73-4993-8c7f-cac1f2f69083", "tag": "512ee190-a962-4092-b5a1-ae7a6d3f1b71"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:35:55.511833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.573620 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba57991-83a0-4141-adb7-5092a8c27100 x-openstack-request-id: req-6ba57991-83a0-4141-adb7-5092a8c27100 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:35:55.573911 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54409994-2f73-4993-8c7f-cac1f2f69083", "tag": "512ee190-a962-4092-b5a1-ae7a6d3f1b71", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:35:55.574166 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ba57991-83a0-4141-adb7-5092a8c27100 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:35:55.575560 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54409994-2f73-4993-8c7f-cac1f2f69083', 'tag': '512ee190-a962-4092-b5a1-ae7a6d3f1b71', 'status': 'completed', 'code': 200} Nov 12 05:35:55.585544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9691483d-8591-4de1-8e4c-f6154925fcd4 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.587824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfea59d-9aee-4382-bec4-618ee816a606 service neutron] Pushing event updated for resources: {'Port': ['ID=512ee190-a962-4092-b5a1-ae7a6d3f1b71,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:55.592580 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9691483d-8591-4de1-8e4c-f6154925fcd4 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.633848 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9691483d-8591-4de1-8e4c-f6154925fcd4 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.637720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9691483d-8591-4de1-8e4c-f6154925fcd4 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3776960 Nov 12 05:35:55.637720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-fcd47a2b-fe24-4d08-bdb2-66132a938308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:55.639082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-fcd47a2b-fe24-4d08-bdb2-66132a938308 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 1096 time: 0.1179860 Nov 12 05:35:55.639551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52468) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:55.642143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691483d-8591-4de1-8e4c-f6154925fcd4 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0f9d5-4260-4d03-913b-8233a2e0bd9e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:55.646814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bcabe61b-8ce0-466e-b4f4-62d802448014 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '81e0f9d5-4260-4d03-913b-8233a2e0bd9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:55.668460 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-bcabe61b-8ce0-466e-b4f4-62d802448014 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 05:35:55.669265 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-bcabe61b-8ce0-466e-b4f4-62d802448014 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:55.670473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bcabe61b-8ce0-466e-b4f4-62d802448014 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0292308 Nov 12 05:35:55.677948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52470) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:55.684508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-17502f28-4ee4-40bb-a936-5ad580e23110 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '81e0f9d5-4260-4d03-913b-8233a2e0bd9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:55.685164 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-17502f28-4ee4-40bb-a936-5ad580e23110 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 05:35:55.685647 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-17502f28-4ee4-40bb-a936-5ad580e23110 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:55.689735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-17502f28-4ee4-40bb-a936-5ad580e23110 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053527 Nov 12 05:35:55.690387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:55.691165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-037cd408-ef3e-48f8-9783-d1deee534ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.698568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b1cf0e13-d199-4934-a53c-1b7162d5a3ee tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '81e0f9d5-4260-4d03-913b-8233a2e0bd9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:55.700560 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-b1cf0e13-d199-4934-a53c-1b7162d5a3ee tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 05:35:55.701062 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-b1cf0e13-d199-4934-a53c-1b7162d5a3ee tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:55.702023 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b1cf0e13-d199-4934-a53c-1b7162d5a3ee tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088875 Nov 12 05:35:55.717914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52474) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:55.723818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-09204d41-869f-46e6-be9b-fe89c8ccb613 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '81e0f9d5-4260-4d03-913b-8233a2e0bd9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:55.724819 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-09204d41-869f-46e6-be9b-fe89c8ccb613 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 05:35:55.725539 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-09204d41-869f-46e6-be9b-fe89c8ccb613 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:55.728404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-09204d41-869f-46e6-be9b-fe89c8ccb613 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067542 Nov 12 05:35:55.728404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-f8cca251-fb5f-4840-9282-1c08e6b79e0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=512ee190-a962-4092-b5a1-ae7a6d3f1b71 HTTP/1.1" status: 200 len: 217 time: 0.0557718 Nov 12 05:35:55.729455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52478) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:55.813992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-79516166-e578-4ab4-a0b3-f909e33f3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:55.815615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-79516166-e578-4ab4-a0b3-f909e33f3dee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.0762215 Nov 12 05:35:55.841347 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.855865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5774-7ca5-4c42-9fea-937bdce6fa17 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.858937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-588a880c-09f6-4cdc-9f3f-ff915f9e667b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350173 Nov 12 05:35:55.903085 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5774-7ca5-4c42-9fea-937bdce6fa17 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.907823 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-037cd408-ef3e-48f8-9783-d1deee534ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.912924 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-037cd408-ef3e-48f8-9783-d1deee534ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.994764 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5774-7ca5-4c42-9fea-937bdce6fa17 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.997459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5774-7ca5-4c42-9fea-937bdce6fa17 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:55.997756 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-037cd408-ef3e-48f8-9783-d1deee534ee1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b24e9d5989c4e40adb2327b8fa656f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5460165 Nov 12 05:35:56.001109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cd408-ef3e-48f8-9783-d1deee534ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b82a668-f7c5-4b40-9f09-44d20ba5313a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:56.001267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0a0d5774-7ca5-4c42-9fea-937bdce6fa17 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/81e0f9d5-4260-4d03-913b-8233a2e0bd9e HTTP/1.1" status: 204 len: 168 time: 0.2682967 Nov 12 05:35:56.003468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.005548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52484) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.007616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-e6200fe4-6e32-4085-a9b2-e754cf57b424 service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387601 Nov 12 05:35:56.013190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d5774-7ca5-4c42-9fea-937bdce6fa17 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0f9d5-4260-4d03-913b-8233a2e0bd9e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:56.139953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba5782-3591-49ba-9a50-9e86a9d709cc req-4033977b-db03-4c9f-aecf-3bbacff5993a tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:56.142055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79ba5782-3591-49ba-9a50-9e86a9d709cc req-4033977b-db03-4c9f-aecf-3bbacff5993a tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 944 time: 0.1000054 Nov 12 05:35:56.146207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-346fa373-ac4b-4853-a0b0-b682ab85417a req-43aedd06-4d1a-4154-ad9d-acc8d12a1bd0 service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305754 Nov 12 05:35:56.198486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79ba5782-3591-49ba-9a50-9e86a9d709cc req-7dbc38a5-1440-4c3f-9793-412aa8582bd0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Nov 12 05:35:56.241018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-ad60cefe-f543-40a5-8425-99f5198d8c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:56.242608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-ad60cefe-f543-40a5-8425-99f5198d8c67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 1096 time: 0.0432129 Nov 12 05:35:56.337110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-25652d19-5543-4ab4-b478-8d72371a8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:56.338616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-25652d19-5543-4ab4-b478-8d72371a8241 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 915 time: 0.0884147 Nov 12 05:35:56.374278 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1ad0ef93-93de-4467-9eb8-7c5822e2d2a4 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3639011 Nov 12 05:35:56.376157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52488) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.381653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8955a2ea-1014-46c8-800c-f636c380234c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--791931142'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:56.383581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-4832a02b-fe77-445d-8c9e-da09087035d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=512ee190-a962-4092-b5a1-ae7a6d3f1b71 HTTP/1.1" status: 200 len: 217 time: 0.0373046 Nov 12 05:35:56.387503 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c774d99-48ee-42de-98de-65bde652ac12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.395459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router de80207d-42c9-4d2b-9e5e-5113a30c420c is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:35:56.428935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c774d99-48ee-42de-98de-65bde652ac12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.452189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-e80409e2-96f6-4484-96f1-3ee44a701d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:56.454659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-e80409e2-96f6-4484-96f1-3ee44a701d4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.0596786 Nov 12 05:35:56.476344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8955a2ea-1014-46c8-800c-f636c380234c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.494123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40c055f5-8b18-4bec-92af-5452fca1e03c req-e6785f62-7f65-4708-9a3b-d78ce1ddffd9 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0339162 Nov 12 05:35:56.509213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-81c0d226-8e53-4141-af5b-deeb66275c88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398786 Nov 12 05:35:56.597585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c774d99-48ee-42de-98de-65bde652ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.600224 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c774d99-48ee-42de-98de-65bde652ac12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.601371 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4c774d99-48ee-42de-98de-65bde652ac12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b82a668-f7c5-4b40-9f09-44d20ba5313a HTTP/1.1" status: 204 len: 168 time: 0.5965707 Nov 12 05:35:56.609782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:56.612834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-e20039a3-82a6-44f9-b9a7-df5cd0b39d2a service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935085 Nov 12 05:35:56.621021 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f458fb1-756c-45b5-86fd-16189ff9d840 None None] Sync routers for ids ['de80207d-42c9-4d2b-9e5e-5113a30c420c'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:56.630286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c774d99-48ee-42de-98de-65bde652ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b82a668-f7c5-4b40-9f09-44d20ba5313a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:56.638511 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f458fb1-756c-45b5-86fd-16189ff9d840 None None] Routers {'de80207d-42c9-4d2b-9e5e-5113a30c420c'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:56.639428 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-2f458fb1-756c-45b5-86fd-16189ff9d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['de80207d-42c9-4d2b-9e5e-5113a30c420c'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:56.653320 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8955a2ea-1014-46c8-800c-f636c380234c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.657499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.658771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b6b94df5-a552-44f8-a44b-290a3fb50c28 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9558666 Nov 12 05:35:56.661343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52494) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.669540 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8955a2ea-1014-46c8-800c-f636c380234c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.696857 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-2f458fb1-756c-45b5-86fd-16189ff9d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:56.711421 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f458fb1-756c-45b5-86fd-16189ff9d840 None None] Routers {'de80207d-42c9-4d2b-9e5e-5113a30c420c'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:56.712762 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-2f458fb1-756c-45b5-86fd-16189ff9d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['de80207d-42c9-4d2b-9e5e-5113a30c420c'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:56.738513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce943c1-4b48-48ce-ade6-c7a4183264c2 req-ce1d43fe-2e72-4c56-b076-ec112e7101ad service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168885 Nov 12 05:35:56.746000 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8955a2ea-1014-46c8-800c-f636c380234c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.747285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8955a2ea-1014-46c8-800c-f636c380234c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3692396 Nov 12 05:35:56.750948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52496) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.755437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955a2ea-1014-46c8-800c-f636c380234c tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d513335-14bf-44b6-85c8-a00002d07c93,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:56.758017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7b12be2e-ad65-4260-90d9-be2c8ef81358 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:56.759031 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-7b12be2e-ad65-4260-90d9-be2c8ef81358 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 05:35:56.759721 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-7b12be2e-ad65-4260-90d9-be2c8ef81358 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:56.764450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7b12be2e-ad65-4260-90d9-be2c8ef81358 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116811 Nov 12 05:35:56.765216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52498) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.768622 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-2f458fb1-756c-45b5-86fd-16189ff9d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:56.769454 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f458fb1-756c-45b5-86fd-16189ff9d840 None None] The sync data for ids ['de80207d-42c9-4d2b-9e5e-5113a30c420c'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:56.771340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-25fa0979-a6ed-4331-8e5d-3bb1a76e89fe tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:56.827391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52504) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.829155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4c142062-e14c-4590-bf0b-fece2f1f73d8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/routers/de80207d-42c9-4d2b-9e5e-5113a30c420c HTTP/1.1" status: 200 len: 884 time: 0.1642320 Nov 12 05:35:56.855627 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-25fa0979-a6ed-4331-8e5d-3bb1a76e89fe tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:56.856674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-25fa0979-a6ed-4331-8e5d-3bb1a76e89fe tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0905707 Nov 12 05:35:56.859623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.864693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c3db915c-65a0-4bfb-a809-47854555ed40 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:56.865449 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-c3db915c-65a0-4bfb-a809-47854555ed40 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 05:35:56.866335 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-c3db915c-65a0-4bfb-a809-47854555ed40 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:56.867484 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c3db915c-65a0-4bfb-a809-47854555ed40 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067787 Nov 12 05:35:56.870709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52508) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.874978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fc3bccf6-785d-4f00-a9f3-9f15c58e5f77 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:56.929732 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-fc3bccf6-785d-4f00-a9f3-9f15c58e5f77 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:56.931344 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fc3bccf6-785d-4f00-a9f3-9f15c58e5f77 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0596812 Nov 12 05:35:56.934066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52510) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.939675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fca5e141-80f3-4ca7-adac-96a9db1a45ae tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:56.940165 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-fca5e141-80f3-4ca7-adac-96a9db1a45ae tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 05:35:56.940660 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-fca5e141-80f3-4ca7-adac-96a9db1a45ae tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:56.944230 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fca5e141-80f3-4ca7-adac-96a9db1a45ae tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063999 Nov 12 05:35:56.944393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52512) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.949129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ed4521d8-08ae-4154-894c-fb224b37e099 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:56.973560 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-ed4521d8-08ae-4154-894c-fb224b37e099 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Project 302dc4113c9942c0a5df8bd37bfd9fd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:35:56.987497 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ed4521d8-08ae-4154-894c-fb224b37e099 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:56.988765 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ed4521d8-08ae-4154-894c-fb224b37e099 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0434699 Nov 12 05:35:56.991884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52514) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:56.997113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cc77ed38-8a54-465b-b3f9-d1783ddfc8ac tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:56.997642 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-cc77ed38-8a54-465b-b3f9-d1783ddfc8ac tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 05:35:56.998215 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-cc77ed38-8a54-465b-b3f9-d1783ddfc8ac tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:56.999237 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc77ed38-8a54-465b-b3f9-d1783ddfc8ac tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060511 Nov 12 05:35:57.000461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.007310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.011533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cb4dfaec-6b6b-4335-ac77-e04087c1922e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:57.027760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a84822d-1f23-4b60-8e06-61caf1cb1fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.055794 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-cb4dfaec-6b6b-4335-ac77-e04087c1922e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Project 302dc4113c9942c0a5df8bd37bfd9fd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:35:57.079683 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-cb4dfaec-6b6b-4335-ac77-e04087c1922e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:57.080737 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cb4dfaec-6b6b-4335-ac77-e04087c1922e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0723784 Nov 12 05:35:57.083931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52520) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.091866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3773313f-83a6-493f-8949-e643082d0af8 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '3d513335-14bf-44b6-85c8-a00002d07c93', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:57.103072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-003b2dee-808d-42fd-86e6-399a786eb570 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2722681 Nov 12 05:35:57.105816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52522) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.110725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c08d828b-bae1-4885-b12d-9629c84b83ab tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-550894925'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:57.127670 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a84822d-1f23-4b60-8e06-61caf1cb1fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.131534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a84822d-1f23-4b60-8e06-61caf1cb1fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.162820 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-3773313f-83a6-493f-8949-e643082d0af8 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Project 302dc4113c9942c0a5df8bd37bfd9fd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:35:57.164898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.175750 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5a84822d-1f23-4b60-8e06-61caf1cb1fe9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75214b629d0748389798fff963e671e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1743190 Nov 12 05:35:57.176904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84822d-1f23-4b60-8e06-61caf1cb1fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e560a43e-ffb4-4bd2-afc6-cb71a169294c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:57.179437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52526) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.209905 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-3773313f-83a6-493f-8949-e643082d0af8 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:57.211009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3773313f-83a6-493f-8949-e643082d0af8 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1232154 Nov 12 05:35:57.214066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52528) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.256616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93d729dd-11df-4fb5-9cee-ad0e9caaddba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.289161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93d729dd-11df-4fb5-9cee-ad0e9caaddba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.308367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26fb3504-a644-48b0-9651-de94682e1ea3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.346642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26fb3504-a644-48b0-9651-de94682e1ea3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.368608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1e5ad-9a97-41da-8fee-568c7dcc743b req-ec799062-c65e-4262-88c8-860745ddd9a3 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:57.370080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73d1e5ad-9a97-41da-8fee-568c7dcc743b req-ec799062-c65e-4262-88c8-860745ddd9a3 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 944 time: 0.0962512 Nov 12 05:35:57.384633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93d729dd-11df-4fb5-9cee-ad0e9caaddba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.387344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93d729dd-11df-4fb5-9cee-ad0e9caaddba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.389136 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-93d729dd-11df-4fb5-9cee-ad0e9caaddba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e560a43e-ffb4-4bd2-afc6-cb71a169294c HTTP/1.1" status: 204 len: 168 time: 0.2081120 Nov 12 05:35:57.400357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d729dd-11df-4fb5-9cee-ad0e9caaddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e560a43e-ffb4-4bd2-afc6-cb71a169294c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:57.414192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26fb3504-a644-48b0-9651-de94682e1ea3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.416998 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26fb3504-a644-48b0-9651-de94682e1ea3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.418185 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-26fb3504-a644-48b0-9651-de94682e1ea3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/3d513335-14bf-44b6-85c8-a00002d07c93 HTTP/1.1" status: 204 len: 168 time: 0.2031114 Nov 12 05:35:57.422226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52534) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.439236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb3504-a644-48b0-9651-de94682e1ea3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d513335-14bf-44b6-85c8-a00002d07c93,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:57.476787 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-59446b3d-4825-47c0-847d-fb18ef4949c9 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0496166 Nov 12 05:35:57.481593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52536) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.487216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8cdae7cb-63b2-4e2a-956b-d612acd2fe04 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112517474'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:57.509616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73d1e5ad-9a97-41da-8fee-568c7dcc743b req-b31c7a02-dc52-44fc-869a-02f169c3f88e tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312048 Nov 12 05:35:57.524667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdae7cb-63b2-4e2a-956b-d612acd2fe04 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.549306 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c08d828b-bae1-4885-b12d-9629c84b83ab tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.566642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c08d828b-bae1-4885-b12d-9629c84b83ab tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.617015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdae7cb-63b2-4e2a-956b-d612acd2fe04 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.622469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdae7cb-63b2-4e2a-956b-d612acd2fe04 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.646184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32c23f56-ac1b-40a3-8cca-c9046e7d4f06 req-8e5d1d95-f56a-48a6-bcfa-0104b529211c tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0311556 Nov 12 05:35:57.663272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8cdae7cb-63b2-4e2a-956b-d612acd2fe04 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.664526 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8cdae7cb-63b2-4e2a-956b-d612acd2fe04 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1819139 Nov 12 05:35:57.667708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdae7cb-63b2-4e2a-956b-d612acd2fe04 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21335afe-d1b2-4d36-9306-dd6d9431e563,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:57.669873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52542) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.691094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-92466843-f191-431a-b714-b4a7c511cbe8 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '21335afe-d1b2-4d36-9306-dd6d9431e563', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:57.726485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08d828b-bae1-4885-b12d-9629c84b83ab tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router de80207d-42c9-4d2b-9e5e-5113a30c420c has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:35:57.741564 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-92466843-f191-431a-b714-b4a7c511cbe8 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The resource could not be found. Nov 12 05:35:57.746447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-92466843-f191-431a-b714-b4a7c511cbe8 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0670590 Nov 12 05:35:57.747831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52544) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.752587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-02e0b227-06f4-44de-9299-b8be6c371480 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '21335afe-d1b2-4d36-9306-dd6d9431e563', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a9a06f2d-0ca7-4cff-88d2-d1e88127cfc4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:57.806502 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-02e0b227-06f4-44de-9299-b8be6c371480 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The resource could not be found. Nov 12 05:35:57.810431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-02e0b227-06f4-44de-9299-b8be6c371480 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0614562 Nov 12 05:35:57.811004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52550) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.847552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08d828b-bae1-4885-b12d-9629c84b83ab tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:35:57.852588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c08d828b-bae1-4885-b12d-9629c84b83ab tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.854382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c08d828b-bae1-4885-b12d-9629c84b83ab tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/de80207d-42c9-4d2b-9e5e-5113a30c420c HTTP/1.1" status: 200 len: 891 time: 0.7470922 Nov 12 05:35:57.856910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52554) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:57.861243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850e18c-395c-4914-abbe-a97dffd81344 None None] Sync routers for ids ['de80207d-42c9-4d2b-9e5e-5113a30c420c'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:35:57.875469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850e18c-395c-4914-abbe-a97dffd81344 None None] Routers {'de80207d-42c9-4d2b-9e5e-5113a30c420c'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:57.876121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5850e18c-395c-4914-abbe-a97dffd81344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['de80207d-42c9-4d2b-9e5e-5113a30c420c'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:57.888188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f527a959-7571-4c56-8e5a-982823e657a3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.927408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5850e18c-395c-4914-abbe-a97dffd81344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:57.928754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f527a959-7571-4c56-8e5a-982823e657a3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.937592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850e18c-395c-4914-abbe-a97dffd81344 None None] Routers {'de80207d-42c9-4d2b-9e5e-5113a30c420c'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:35:57.938582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5850e18c-395c-4914-abbe-a97dffd81344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['de80207d-42c9-4d2b-9e5e-5113a30c420c'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:57.979100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5850e18c-395c-4914-abbe-a97dffd81344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:35:57.980120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850e18c-395c-4914-abbe-a97dffd81344 None None] The sync data for ids ['de80207d-42c9-4d2b-9e5e-5113a30c420c'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:35:57.994169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b2d11f9f-1fec-4f90-b5c2-eed6e4495899 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/routers/de80207d-42c9-4d2b-9e5e-5113a30c420c HTTP/1.1" status: 200 len: 891 time: 0.1356528 Nov 12 05:35:57.997089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52560) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:58.031052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c6ca9fd-96af-40cf-b3d1-a520187b6e53 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=de80207d-42c9-4d2b-9e5e-5113a30c420c HTTP/1.1" status: 200 len: 205 time: 0.0331194 Nov 12 05:35:58.031901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f527a959-7571-4c56-8e5a-982823e657a3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.034158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52562) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:58.034625 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f527a959-7571-4c56-8e5a-982823e657a3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.035640 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f527a959-7571-4c56-8e5a-982823e657a3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/21335afe-d1b2-4d36-9306-dd6d9431e563 HTTP/1.1" status: 204 len: 168 time: 0.2237346 Nov 12 05:35:58.038843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52564) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:58.059391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a959-7571-4c56-8e5a-982823e657a3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21335afe-d1b2-4d36-9306-dd6d9431e563,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:58.090160 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1bab782e-c082-4ffa-95ae-3a8733947886 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490754 Nov 12 05:35:58.093907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52570) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:58.098283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-44a27345-869c-41b9-a53c-bc73b23c6582 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '6a1926e9-9587-4603-9e61-50ddec696184', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:58.143456 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-44a27345-869c-41b9-a53c-bc73b23c6582 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The resource could not be found. Nov 12 05:35:58.144606 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-44a27345-869c-41b9-a53c-bc73b23c6582 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0497365 Nov 12 05:35:58.148204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52574) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:58.152982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b0823ca6-e33d-4561-b7e1-cb05e47bd141 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--498394203'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:58.178499 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.178860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0823ca6-e33d-4561-b7e1-cb05e47bd141 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.261851 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0823ca6-e33d-4561-b7e1-cb05e47bd141 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.267233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0823ca6-e33d-4561-b7e1-cb05e47bd141 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.294725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0823ca6-e33d-4561-b7e1-cb05e47bd141 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.296051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b0823ca6-e33d-4561-b7e1-cb05e47bd141 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1465786 Nov 12 05:35:58.299089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52578) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:58.300934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0823ca6-e33d-4561-b7e1-cb05e47bd141 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e39de9-e623-4349-8f9b-e3268ecc61f8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:58.307600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-048cc4a7-63a8-4579-82ea-dc1f4e9b0c03 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382145258'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:58.317850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.354953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-048cc4a7-63a8-4579-82ea-dc1f4e9b0c03 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.409109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 306911b4-ee26-438b-8338-74ac28bc5676 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:35:58.410035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.492483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-048cc4a7-63a8-4579-82ea-dc1f4e9b0c03 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.498863 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-048cc4a7-63a8-4579-82ea-dc1f4e9b0c03 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.535779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.551762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-048cc4a7-63a8-4579-82ea-dc1f4e9b0c03 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.552994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-048cc4a7-63a8-4579-82ea-dc1f4e9b0c03 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2529664 Nov 12 05:35:58.556198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:58.559216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cc4a7-63a8-4579-82ea-dc1f4e9b0c03 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b28191e-35aa-4cf1-8927-bc5775558bbc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:58.561548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 306911b4-ee26-438b-8338-74ac28bc5676 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:35:58.567818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4af99437-1a68-4ca4-a717-7a5ca25883a0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': 'b8e39de9-e623-4349-8f9b-e3268ecc61f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8b28191e-35aa-4cf1-8927-bc5775558bbc'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:58.615544 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-4af99437-1a68-4ca4-a717-7a5ca25883a0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:58.619368 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4af99437-1a68-4ca4-a717-7a5ca25883a0 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0592740 Nov 12 05:35:58.620408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52592) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.033118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8abf633-62c3-4906-a423-e128224e3938 req-22462d5e-ba05-471e-a6d4-d5981de11afc tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0654945 Nov 12 05:35:59.061271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd95ee-9996-4f44-a450-726c82a79851 req-71f0997d-4004-4885-a57f-654cd2617615 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:59.061505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dcd95ee-9996-4f44-a450-726c82a79851 req-71f0997d-4004-4885-a57f-654cd2617615 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 944 time: 0.4553361 Nov 12 05:35:59.153868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2392c767-6ab6-4769-a64a-4a3d1aa57e1e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.221325 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2392c767-6ab6-4769-a64a-4a3d1aa57e1e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.226919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1dcd95ee-9996-4f44-a450-726c82a79851 req-1e200ef2-6a8e-462d-ae8e-26a6344e7b05 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171110 Nov 12 05:35:59.271796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.299588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=306911b4-ee26-438b-8338-74ac28bc5676,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:59.307381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2392c767-6ab6-4769-a64a-4a3d1aa57e1e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.310157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2392c767-6ab6-4769-a64a-4a3d1aa57e1e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.314024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2392c767-6ab6-4769-a64a-4a3d1aa57e1e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/8b28191e-35aa-4cf1-8927-bc5775558bbc HTTP/1.1" status: 204 len: 168 time: 0.6926541 Nov 12 05:35:59.314510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52618) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.327378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68044006-6842-42e4-8d72-2ac2b18000de None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:35:59.363071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392c767-6ab6-4769-a64a-4a3d1aa57e1e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b28191e-35aa-4cf1-8927-bc5775558bbc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:59.387645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.406491 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0973c2d3-de1f-488b-967f-6e0b72501fbd tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0889733 Nov 12 05:35:59.409241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52624) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.470393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cc4fcc4-1922-4eb4-a42e-d55770f8e8fb tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.488921 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.491491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.500971 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cc4fcc4-1922-4eb4-a42e-d55770f8e8fb tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.551729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.552508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Fanout notify agent at l3_agent the message router_deleted on router de80207d-42c9-4d2b-9e5e-5113a30c420c {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:35:59.559971 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cc4fcc4-1922-4eb4-a42e-d55770f8e8fb tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.563872 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3cc4fcc4-1922-4eb4-a42e-d55770f8e8fb tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.567750 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3cc4fcc4-1922-4eb4-a42e-d55770f8e8fb tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/b8e39de9-e623-4349-8f9b-e3268ecc61f8 HTTP/1.1" status: 204 len: 168 time: 0.1546240 Nov 12 05:35:59.567889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.571561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5990b743-6c40-41e2-a27b-695a9e03ed7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/de80207d-42c9-4d2b-9e5e-5113a30c420c HTTP/1.1" status: 204 len: 168 time: 1.5361788 Nov 12 05:35:59.572304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52628) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.572663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52630) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.577015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4fcc4-1922-4eb4-a42e-d55770f8e8fb tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e39de9-e623-4349-8f9b-e3268ecc61f8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:59.581833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1023468868'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:59.646476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:59.650374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.657896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-49e5e6c3-ab0f-4f52-94a0-d284e90c5fb3 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0839775 Nov 12 05:35:59.661826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52632) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.667504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f0ec0f7e-a523-4b34-9cb1-056636578be7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984852583'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:59.683701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:35:59.695093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.695514 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment 312207e4-6377-4444-b591-b2c1c53b3c4f of type vlan for network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 Nov 12 05:35:59.697879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f7e-a523-4b34-9cb1-056636578be7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.747187 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.776985 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f7e-a523-4b34-9cb1-056636578be7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.779033 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.781318 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f7e-a523-4b34-9cb1-056636578be7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.785156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:59.785964 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.810961 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f7e-a523-4b34-9cb1-056636578be7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.812773 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f0ec0f7e-a523-4b34-9cb1-056636578be7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1497288 Nov 12 05:35:59.817816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52636) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.825063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-33373691-07f3-4bb9-9772-04e62a56f7ea tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '63c28cfc-7aa0-4914-9c82-d7aef18a5a26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:59.829564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2545681 Nov 12 05:35:59.835944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52638) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.841048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': 'e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:59.848499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0f7e-a523-4b34-9cb1-056636578be7 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c28cfc-7aa0-4914-9c82-d7aef18a5a26,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:59.867712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ea4d0-c9a1-44c4-bce5-f5e1179ee50b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:35:59.886917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:35:59.937820 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-33373691-07f3-4bb9-9772-04e62a56f7ea tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:35:59.941612 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-33373691-07f3-4bb9-9772-04e62a56f7ea tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1200831 Nov 12 05:35:59.943284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52642) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:35:59.950790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6d8ed8dd-54e4-4c58-a175-c9355e91fc19 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group_rule': {'security_group_id': '63c28cfc-7aa0-4914-9c82-d7aef18a5a26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:35:59.964229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:35:59.969761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.004210 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-6d8ed8dd-54e4-4c58-a175-c9355e91fc19 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:36:00.005926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6d8ed8dd-54e4-4c58-a175-c9355e91fc19 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0612128 Nov 12 05:36:00.009061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52644) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.090847 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56cfc2ee-2f4a-44bf-9a25-aaa2e696eda1 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.121271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56cfc2ee-2f4a-44bf-9a25-aaa2e696eda1 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.178873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c70688c5-829e-475b-9bbc-ddd1f082a196 req-0ed8c9c1-32ea-4b4a-ac5a-a92c5cdb2d93 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0423141 Nov 12 05:36:00.209490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56cfc2ee-2f4a-44bf-9a25-aaa2e696eda1 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.215213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56cfc2ee-2f4a-44bf-9a25-aaa2e696eda1 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.219484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-56cfc2ee-2f4a-44bf-9a25-aaa2e696eda1 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/63c28cfc-7aa0-4914-9c82-d7aef18a5a26 HTTP/1.1" status: 204 len: 168 time: 0.2063096 Nov 12 05:36:00.220959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52652) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.240871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.248477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfc2ee-2f4a-44bf-9a25-aaa2e696eda1 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c28cfc-7aa0-4914-9c82-d7aef18a5a26,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:00.301671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5cbe0680-f0ac-4ffe-a2fe-7bfae85929d9 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0801983 Nov 12 05:36:00.306045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52656) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.312687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ee2a2ac4-0fe9-4159-a795-d92ad062549a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'tempest-secgroup--852543259'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:00.321594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': '312207e4-6377-4444-b591-b2c1c53b3c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:00.322401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:36:00.330764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=12860062-fb98-48ca-afc4-c9bff1095bab,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:00.347804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:36:00.361354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:00.370454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:00.374832 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.375494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b778989-c62d-4023-af82-dee78d0a137b None None] Network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:00.377803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2ac4-0fe9-4159-a795-d92ad062549a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.399352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d58da3-8c98-4e2d-a3ea-20533537f550 req-c5b5e781-dac2-41f4-a1ba-c8bfd44fc184 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:00.400875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3d58da3-8c98-4e2d-a3ea-20533537f550 req-c5b5e781-dac2-41f4-a1ba-c8bfd44fc184 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 944 time: 0.0827620 Nov 12 05:36:00.403183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52658) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.404095 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2fbb05bd-01db-4f2e-b233-1745366f43ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5670617 Nov 12 05:36:00.409976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2c1b7f3f-dec4-4af9-a47b-151021d8aea3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-13004373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:00.484801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7f3f-dec4-4af9-a47b-151021d8aea3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.486069 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7f3f-dec4-4af9-a47b-151021d8aea3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.521132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3d58da3-8c98-4e2d-a3ea-20533537f550 req-39ec34d3-50d1-4963-8f69-e0422d3edd24 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048217 Nov 12 05:36:00.585882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2ac4-0fe9-4159-a795-d92ad062549a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.587728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7f3f-dec4-4af9-a47b-151021d8aea3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.591773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2ac4-0fe9-4159-a795-d92ad062549a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.594633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 512ee190-a962-4092-b5a1-ae7a6d3f1b71 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:36:00.619385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5', 'network_id': 'e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': '12860062-fb98-48ca-afc4-c9bff1095bab'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:36:00.620236 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.632486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a2ac4-0fe9-4159-a795-d92ad062549a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de11c3a-d648-45d2-8eb2-7272f969fe98,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:00.635305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7f3f-dec4-4af9-a47b-151021d8aea3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.665095 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2ac4-0fe9-4159-a795-d92ad062549a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.665459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52664) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.666230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ee2a2ac4-0fe9-4159-a795-d92ad062549a tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3582618 Nov 12 05:36:00.671320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52666) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.676562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7f3f-dec4-4af9-a47b-151021d8aea3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.680696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.683650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2c1b7f3f-dec4-4af9-a47b-151021d8aea3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2778676 Nov 12 05:36:00.687421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-96f85f30-3d9c-4199-801e-595b22244603 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:00.687968 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-96f85f30-3d9c-4199-801e-595b22244603 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 05:36:00.688465 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-96f85f30-3d9c-4199-801e-595b22244603 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 05:36:00.692071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-96f85f30-3d9c-4199-801e-595b22244603 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "PUT /v2.0/security-groups/8de11c3a-d648-45d2-8eb2-7272f969fe98 HTTP/1.1" status: 409 len: 330 time: 0.0164633 Nov 12 05:36:00.694077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52672) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.793339 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a52-6a58-4974-8b8e-418e8504ea10 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.818355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a52-6a58-4974-8b8e-418e8504ea10 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.838009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 512ee190-a962-4092-b5a1-ae7a6d3f1b71, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=512ee190-a962-4092-b5a1-ae7a6d3f1b71,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:00.862643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Allocated IP 2001:db8::2 (e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5/12860062-fb98-48ca-afc4-c9bff1095bab/5cfb3ff6-6bc4-4af7-9693-20b2b82008b3) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:00.865149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '512ee190-a962-4092-b5a1-ae7a6d3f1b71', 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'port_id': '512ee190-a962-4092-b5a1-ae7a6d3f1b71', 'mac_address': 'fa:16:3e:3d:9b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97812dec-70b8-4593-9f86-c1fe0965459c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:36:00.873871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48699fc1-8350-43a1-982b-fe46f83af94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.874933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a52-6a58-4974-8b8e-418e8504ea10 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.877682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b7e02a52-6a58-4974-8b8e-418e8504ea10 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.879102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b7e02a52-6a58-4974-8b8e-418e8504ea10 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/8de11c3a-d648-45d2-8eb2-7272f969fe98 HTTP/1.1" status: 204 len: 168 time: 0.1840191 Nov 12 05:36:00.896010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52674) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.900036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e18155ec-1c7f-4cdc-b75b-6825d40ae2f5 req-de10c31c-d64c-423c-b6a5-6ac0e095a561 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0354884 Nov 12 05:36:00.918108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e02a52-6a58-4974-8b8e-418e8504ea10 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de11c3a-d648-45d2-8eb2-7272f969fe98,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:00.955878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7092bb7f-5766-4be5-8223-ce097b9d903d tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0540619 Nov 12 05:36:00.956117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52676) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.969863 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-4e59cf5a-9142-4528-a424-f7845a075c69 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] delete failed (client error): The resource could not be found. Nov 12 05:36:00.974667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4e59cf5a-9142-4528-a424-f7845a075c69 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "DELETE /v2.0/security-groups/2c5782cc-ccc4-4d1b-a8f8-4aab8881dc4e HTTP/1.1" status: 404 len: 347 time: 0.0139606 Nov 12 05:36:00.975361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52678) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:00.975888 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:00.991001 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-ae28bf77-277d-482b-a43a-548d365a91d1 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] show failed (client error): The resource could not be found. Nov 12 05:36:00.995393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ae28bf77-277d-482b-a43a-548d365a91d1 tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-groups/9adefe03-c0a6-484d-b1aa-21d361f3260a HTTP/1.1" status: 404 len: 347 time: 0.0154672 Nov 12 05:36:00.995701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52680) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:01.005200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512ee190-a962-4092-b5a1-ae7a6d3f1b71 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:36:01.010374 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-5f85a928-ea54-49c4-a6da-d7625538b15e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] show failed (client error): The resource could not be found. Nov 12 05:36:01.016371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5f85a928-ea54-49c4-a6da-d7625538b15e tempest-NegativeSecGroupIPv6Test-970967433 tempest-NegativeSecGroupIPv6Test-970967433-project] 10.222.0.48 "GET /v2.0/security-group-rules/8291385a-86c2-45c5-b6ce-af7f023cfc9f HTTP/1.1" status: 404 len: 356 time: 0.0147867 Nov 12 05:36:01.047099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 512ee190-a962-4092-b5a1-ae7a6d3f1b71, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=512ee190-a962-4092-b5a1-ae7a6d3f1b71,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:01.053201 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.117528 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.142172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.142531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48699fc1-8350-43a1-982b-fe46f83af94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.146145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=512ee190-a962-4092-b5a1-ae7a6d3f1b71,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:01.154239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.183033 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48699fc1-8350-43a1-982b-fe46f83af94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.194840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:01.196260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:01.200367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:01.263444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52688) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:01.265983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Pushing event updated for resources: {'Port': ['ID=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:01.268218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Attempting to bind port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:01.268588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Attempting to bind port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '312207e4-6377-4444-b591-b2c1c53b3c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:01.268954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Attempting to bind port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 on network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:01.276149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:01.276526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Checking segment: {'id': '312207e4-6377-4444-b591-b2c1c53b3c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:01.276932 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.277319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Bound using segment: {'id': '312207e4-6377-4444-b591-b2c1c53b3c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:01.277789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Bound port: 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312207e4-6377-4444-b591-b2c1c53b3c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:01.278170 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.338698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61674dd3-39c9-4fae-a7a5-4044309c5050 req-d42292d9-b0d3-47c6-8595-299cf13f5caa tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0598598 Nov 12 05:36:01.378810 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-48699fc1-8350-43a1-982b-fe46f83af94a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cee1246d353946b980b0fd3842c4f30b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7099347 Nov 12 05:36:01.378810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48699fc1-8350-43a1-982b-fe46f83af94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc840c-09bc-43b2-b437-996b303c9bfa,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:01.380023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52694) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:01.391223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] For port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:01.394652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] For port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,segment=NetworkSegment(312207e4-6377-4444-b591-b2c1c53b3c4f),segment_id=312207e4-6377-4444-b591-b2c1c53b3c4f)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:01.399033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['512ee190-a962-4092-b5a1-ae7a6d3f1b71'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:36:01.427518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.478516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5085b6f-5721-4363-b7c6-231f3a0b8974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.505552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8::1 (e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5/12860062-fb98-48ca-afc4-c9bff1095bab/9d288950-fb37-4aff-b0ce-f808cb8b971e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:01.523440 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5085b6f-5721-4363-b7c6-231f3a0b8974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.545842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42a504-db87-4c3c-b07d-824693ab499d None None] Pushing event updated for resources: {'Port': ['ID=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:01.565525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f1ad917f-6932-434d-8661-a631a38a4938 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=302dc4113c9942c0a5df8bd37bfd9fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004296 Nov 12 05:36:01.569842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52698) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:01.602313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5085b6f-5721-4363-b7c6-231f3a0b8974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.612591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5085b6f-5721-4363-b7c6-231f3a0b8974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.616003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b5085b6f-5721-4363-b7c6-231f3a0b8974 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63cc840c-09bc-43b2-b437-996b303c9bfa HTTP/1.1" status: 204 len: 168 time: 0.2323906 Nov 12 05:36:01.622953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5085b6f-5721-4363-b7c6-231f3a0b8974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc840c-09bc-43b2-b437-996b303c9bfa,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:01.694676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75b1172f-ecf3-4f64-b9fd-c493dc4d77b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.724188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75b1172f-ecf3-4f64-b9fd-c493dc4d77b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.760310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.800620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94855d66-610d-41e0-ae66-93d9f988f800 req-2e3b8b8d-3646-4b87-82a8-fb1997fbc6a3 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:01.811854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94855d66-610d-41e0-ae66-93d9f988f800 req-2e3b8b8d-3646-4b87-82a8-fb1997fbc6a3 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 945 time: 0.1684124 Nov 12 05:36:01.831708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75b1172f-ecf3-4f64-b9fd-c493dc4d77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.834317 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75b1172f-ecf3-4f64-b9fd-c493dc4d77b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.839218 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75b1172f-ecf3-4f64-b9fd-c493dc4d77b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a37982b-873e-4ab4-af80-e7c8f5cd3614 HTTP/1.1" status: 204 len: 168 time: 0.2682047 Nov 12 05:36:01.848591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1172f-ecf3-4f64-b9fd-c493dc4d77b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a37982b-873e-4ab4-af80-e7c8f5cd3614,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:01.851302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.865394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-4bbc4d23-b5f8-41e3-ba94-34c3297f84b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1655815 Nov 12 05:36:01.906387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94855d66-610d-41e0-ae66-93d9f988f800 req-330c67bf-f8c1-4a62-87ba-d0fe77d031e2 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893264 Nov 12 05:36:01.927767 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:01.933172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:01.937350 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:01.938051 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.996513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=9d288950-fb37-4aff-b0ce-f808cb8b971e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:02.027970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-78720cad-9dba-4be2-972c-73d6ca75e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.028823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-78720cad-9dba-4be2-972c-73d6ca75e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.029466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-78720cad-9dba-4be2-972c-73d6ca75e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.030096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-78720cad-9dba-4be2-972c-73d6ca75e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.031302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-78720cad-9dba-4be2-972c-73d6ca75e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.031959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-78720cad-9dba-4be2-972c-73d6ca75e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.032591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-78720cad-9dba-4be2-972c-73d6ca75e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.034771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-78720cad-9dba-4be2-972c-73d6ca75e888 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6499 time: 0.0795343 Nov 12 05:36:02.099475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52706) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:02.116838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.118984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2713925-4c4d-40db-ba73-cb59a7a874a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.183577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-0f974aa0-8d5f-4a22-8114-0aa82fda78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.184057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-0f974aa0-8d5f-4a22-8114-0aa82fda78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.184524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-0f974aa0-8d5f-4a22-8114-0aa82fda78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.186642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-0f974aa0-8d5f-4a22-8114-0aa82fda78ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1210091 Nov 12 05:36:02.262370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-65aec979-0f47-4e2f-8eeb-79def48a3644 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0646346 Nov 12 05:36:02.351799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-2a271862-db6b-4ed6-8e5f-26e27fb098ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.354938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-2a271862-db6b-4ed6-8e5f-26e27fb098ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0643528 Nov 12 05:36:02.400099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2713925-4c4d-40db-ba73-cb59a7a874a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.408149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2713925-4c4d-40db-ba73-cb59a7a874a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.464364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-dc5258de-e384-448e-a288-7f6e87326029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:02.466543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-dc5258de-e384-448e-a288-7f6e87326029 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048193 Nov 12 05:36:02.550896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713925-4c4d-40db-ba73-cb59a7a874a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db7e1e5-b937-4ef2-b493-2fe85f4363c9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:02.572070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a2713925-4c4d-40db-ba73-cb59a7a874a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c469a52575954f6eb61e0712d84b331d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4692190 Nov 12 05:36:02.572487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52722) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:02.592867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 512ee190-a962-4092-b5a1-ae7a6d3f1b71 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:02.626535 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.631402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf650c5a-54e2-4eb7-a00c-f4815b055d5e req-62bd2c13-1ddf-478e-9b0c-a9266943ed9d tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1268296 Nov 12 05:36:02.641759 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.642703 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.723582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:36:02.730053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:02.730896 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.771806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-1d10e90e-699e-42e7-8daf-50654b120f9f service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852697 Nov 12 05:36:02.779905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4acf484b-eae2-4bde-86f9-842599f8f6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.806461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=9d288950-fb37-4aff-b0ce-f808cb8b971e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:02.832650 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.848553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4acf484b-eae2-4bde-86f9-842599f8f6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.861018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54409994-2f73-4993-8c7f-cac1f2f69083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ee190-a962-4092-b5a1-ae7a6d3f1b71'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:02.864101 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26981021-c3ef-4820-8d35-0bec9832d3a7" -d '{"events": [{"server_uuid": "54409994-2f73-4993-8c7f-cac1f2f69083", "name": "network-vif-plugged", "status": "completed", "tag": "512ee190-a962-4092-b5a1-ae7a6d3f1b71"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:02.885683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265f4ff-3bf2-4b89-a17a-4431f7ee9e1b None None] Network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:02.885683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 512ee190-a962-4092-b5a1-ae7a6d3f1b71, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=512ee190-a962-4092-b5a1-ae7a6d3f1b71,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:02.905675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:02.949891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-6c1f2e98-56e8-420b-98d4-76cd2d4fb950 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712916 Nov 12 05:36:02.962010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:02.963272 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95373c1a-6a1b-48ff-bee3-c6053b17191c x-openstack-request-id: req-95373c1a-6a1b-48ff-bee3-c6053b17191c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:02.963794 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54409994-2f73-4993-8c7f-cac1f2f69083", "name": "network-vif-plugged", "status": "completed", "tag": "512ee190-a962-4092-b5a1-ae7a6d3f1b71", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:02.964257 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95373c1a-6a1b-48ff-bee3-c6053b17191c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:02.964696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:02.965022 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54409994-2f73-4993-8c7f-cac1f2f69083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ee190-a962-4092-b5a1-ae7a6d3f1b71', 'code': 200} Nov 12 05:36:03.032499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8e867d62-4e4b-4236-90a4-cb426351ded0 None None] Provisioning complete for port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:03.033120 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8e867d62-4e4b-4236-90a4-cb426351ded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:03.074379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=512ee190-a962-4092-b5a1-ae7a6d3f1b71,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:03.077918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-e3a41051-c141-443b-bfed-e30485bd11bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=424252ae-7554-40c6-a605-386a7f91dcd3 HTTP/1.1" status: 200 len: 217 time: 0.1113298 Nov 12 05:36:03.099436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4acf484b-eae2-4bde-86f9-842599f8f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:03.103008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4acf484b-eae2-4bde-86f9-842599f8f6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:03.104366 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4acf484b-eae2-4bde-86f9-842599f8f6ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6db7e1e5-b937-4ef2-b493-2fe85f4363c9 HTTP/1.1" status: 204 len: 168 time: 0.5295141 Nov 12 05:36:03.116390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf484b-eae2-4bde-86f9-842599f8f6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db7e1e5-b937-4ef2-b493-2fe85f4363c9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:03.183579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4aaeec59-72ba-491d-96a8-74d7ddaecab4 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:36:03.234144 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8e867d62-4e4b-4236-90a4-cb426351ded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:03.271582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8e867d62-4e4b-4236-90a4-cb426351ded0 None None] For port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,segment=NetworkSegment(312207e4-6377-4444-b591-b2c1c53b3c4f),segment_id=312207e4-6377-4444-b591-b2c1c53b3c4f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:03.281609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8e867d62-4e4b-4236-90a4-cb426351ded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:03.377829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aeb40-06e7-4aef-9a02-ea746e214bb6 req-49660e3a-d963-4635-8657-1fb6a84da8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:03.379776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c9aeb40-06e7-4aef-9a02-ea746e214bb6 req-49660e3a-d963-4635-8657-1fb6a84da8fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 1098 time: 0.3261526 Nov 12 05:36:03.381579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-be1c9de3-2b57-4c60-b692-da29716dfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:03.382938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-be1c9de3-2b57-4c60-b692-da29716dfe00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.2404680 Nov 12 05:36:03.385549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e867d62-4e4b-4236-90a4-cb426351ded0 None None] Pushing event updated for resources: {'Port': ['ID=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:03.409976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a96332-c7fd-459c-ba6f-a7e02e96e841 req-61cd1aef-4d78-4bbf-b4f5-b2ab0e0f525c tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:03.411700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52a96332-c7fd-459c-ba6f-a7e02e96e841 req-61cd1aef-4d78-4bbf-b4f5-b2ab0e0f525c tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 946 time: 0.3418646 Nov 12 05:36:03.413325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:03.429360 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d84c46-31b6-47e1-94c3-c8b94eb9e4d1 None None] Sync routers for ids ['4aaeec59-72ba-491d-96a8-74d7ddaecab4'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:03.448689 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d84c46-31b6-47e1-94c3-c8b94eb9e4d1 None None] Routers {'4aaeec59-72ba-491d-96a8-74d7ddaecab4'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:03.449444 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-03b80a01-8a2c-4c87-8c7b-ab0b02b9a68e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4aaeec59-72ba-491d-96a8-74d7ddaecab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7654657 Nov 12 05:36:03.450837 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82d84c46-31b6-47e1-94c3-c8b94eb9e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4aaeec59-72ba-491d-96a8-74d7ddaecab4'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:03.455017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52742) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:03.638596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52a96332-c7fd-459c-ba6f-a7e02e96e841 req-d0f42ad3-8edb-49e4-afbe-e61dd3a2decd tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857626 Nov 12 05:36:03.673430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-be519ba4-422d-4fcc-b7dc-cd067c6dea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:03.675254 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-be519ba4-422d-4fcc-b7dc-cd067c6dea01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2614412 Nov 12 05:36:03.688306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c9aeb40-06e7-4aef-9a02-ea746e214bb6 req-b127ba2d-9a52-4160-87eb-7ac2ffa00753 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668288 Nov 12 05:36:03.751047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e483093e-7114-4060-b645-9cff4acf1590 None None] Provisioning complete for port 9d288950-fb37-4aff-b0ce-f808cb8b971e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:03.752840 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e483093e-7114-4060-b645-9cff4acf1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:03.836330 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82d84c46-31b6-47e1-94c3-c8b94eb9e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:03.869591 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d84c46-31b6-47e1-94c3-c8b94eb9e4d1 None None] Routers {'4aaeec59-72ba-491d-96a8-74d7ddaecab4'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:03.870252 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82d84c46-31b6-47e1-94c3-c8b94eb9e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4aaeec59-72ba-491d-96a8-74d7ddaecab4'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:03.881483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9e80760-f0f7-4fa4-b674-a0cb1ff33399 req-daafc60a-53e3-478c-9832-8ee17ba22f55 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0534375 Nov 12 05:36:03.895284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-2b98460f-8394-409c-b378-443c110fe2a9 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054121 Nov 12 05:36:03.896754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e483093e-7114-4060-b645-9cff4acf1590 None None] Port 9d288950-fb37-4aff-b0ce-f808cb8b971e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:36:03.912864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:03.961312 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82d84c46-31b6-47e1-94c3-c8b94eb9e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:03.967319 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d84c46-31b6-47e1-94c3-c8b94eb9e4d1 None None] The sync data for ids ['4aaeec59-72ba-491d-96a8-74d7ddaecab4'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:04.048695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e483093e-7114-4060-b645-9cff4acf1590 None None] Provisioning complete for port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:04.049066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e483093e-7114-4060-b645-9cff4acf1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:04.227845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:04.227845 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:04.243679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-2167766e-40d1-4518-845f-c2d8d6dc4b9e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097768 Nov 12 05:36:04.380972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-14d2bbf1-f28d-474c-b970-6de0aad5e57c req-a415094c-4437-40be-9851-4935d752f653 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1306856 Nov 12 05:36:04.382194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-200c7619-483a-4fe9-945c-1e051e76f538 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=760c73a9-609e-410c-bfbb-072e8c6a9538 HTTP/1.1" status: 200 len: 217 time: 0.1112182 Nov 12 05:36:04.462956 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7947f538-dcf0-4bac-97bb-5444230458fc req-b8a9f0a2-ec7b-420e-b772-2e49ba47eaf9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec74c2ded88c4477aae41e01007ba4b4&device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0581071 Nov 12 05:36:04.484285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-f6da1a38-a684-4d3b-86c4-810d8e371146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:04.486049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc903e-fde5-4179-bfdb-3a814ac4d3ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:04.487432 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-28fc903e-fde5-4179-bfdb-3a814ac4d3ec tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports/9d288950-fb37-4aff-b0ce-f808cb8b971e HTTP/1.1" status: 200 len: 911 time: 1.0314329 Nov 12 05:36:04.488919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-f6da1a38-a684-4d3b-86c4-810d8e371146 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0968850 Nov 12 05:36:04.490671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52776) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:04.512263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-05a38e5b-0e78-4dba-a104-b082db050c78 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12860062-fb98-48ca-afc4-c9bff1095bab'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:04.551004 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7947f538-dcf0-4bac-97bb-5444230458fc req-ff534b8b-501e-483e-bb5d-fa3a476eac5d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ec74c2ded88c4477aae41e01007ba4b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610640 Nov 12 05:36:04.610949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a8156c28-5ffc-491e-a6f7-d5ac5a015d0a None None] Provisioning complete for port 9d288950-fb37-4aff-b0ce-f808cb8b971e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:04.611451 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a8156c28-5ffc-491e-a6f7-d5ac5a015d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:04.622686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-7b384777-20e2-4b76-a7bf-a88f50c9892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:04.624215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-7b384777-20e2-4b76-a7bf-a88f50c9892e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074269 Nov 12 05:36:04.715553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a8156c28-5ffc-491e-a6f7-d5ac5a015d0a None None] Port 9d288950-fb37-4aff-b0ce-f808cb8b971e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:36:04.894385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947f538-dcf0-4bac-97bb-5444230458fc req-5f9a4ea7-732b-4cd4-8680-75c174222fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:04.896553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7947f538-dcf0-4bac-97bb-5444230458fc req-5f9a4ea7-732b-4cd4-8680-75c174222fee service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3342290 Nov 12 05:36:04.923460 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05a38e5b-0e78-4dba-a104-b082db050c78 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.039377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bdeec-6ab3-438f-8af9-8ae115a7600d req-fd80aaec-1d8a-49e1-808d-b47e469beb09 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:05.046571 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d8bdeec-6ab3-438f-8af9-8ae115a7600d req-fd80aaec-1d8a-49e1-808d-b47e469beb09 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 946 time: 0.2203279 Nov 12 05:36:05.216632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-0a7042a8-ee9b-47f9-a086-513c1d924c2f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032698 Nov 12 05:36:05.248039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d8bdeec-6ab3-438f-8af9-8ae115a7600d req-b1c67ef5-317f-4b92-aa70-9b8f16579ef9 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006054 Nov 12 05:36:05.387167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52814) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:05.418492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-412e8dbf-1d1d-4135-a56f-af7fb6b2c386 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901808 Nov 12 05:36:05.546870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-e557439e-a869-4473-9af1-031e4f2b79ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.1145818 Nov 12 05:36:05.642615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4adaf47-da5e-4bcf-9a22-60d889b9b407 req-503da0b4-3379-4e61-9c1a-60dbfa22cbd5 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1204402 Nov 12 05:36:05.697327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-41cc4c9c-06b5-49a8-88d9-c241016f0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:05.698799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-41cc4c9c-06b5-49a8-88d9-c241016f0018 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.1079323 Nov 12 05:36:05.706479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebce0b80-fe2c-49a6-aab7-9726b6ccdad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.777679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05a38e5b-0e78-4dba-a104-b082db050c78 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.786449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-538b21dd-8d89-436d-85d8-0fea9ff26cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:05.787869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-538b21dd-8d89-436d-85d8-0fea9ff26cac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731995 Nov 12 05:36:05.792076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05a38e5b-0e78-4dba-a104-b082db050c78 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.799104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a38e5b-0e78-4dba-a104-b082db050c78 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:05.799734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05a38e5b-0e78-4dba-a104-b082db050c78 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.801033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-05a38e5b-0e78-4dba-a104-b082db050c78 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/ports/9d288950-fb37-4aff-b0ce-f808cb8b971e HTTP/1.1" status: 200 len: 911 time: 1.3093622 Nov 12 05:36:05.804070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52840) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:05.822060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebce0b80-fe2c-49a6-aab7-9726b6ccdad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.828245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebce0b80-fe2c-49a6-aab7-9726b6ccdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.872402 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ebce0b80-fe2c-49a6-aab7-9726b6ccdad0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc552e7b2b2f431eab708db7a0f380bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837093 Nov 12 05:36:05.873753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce0b80-fe2c-49a6-aab7-9726b6ccdad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2e712-e50e-4961-93c0-fb9217b6edc0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:05.887780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52844) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:05.970290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b38aa3f-ad24-44e4-aa76-92724c282a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.982107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a38e5b-0e78-4dba-a104-b082db050c78 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=9d288950-fb37-4aff-b0ce-f808cb8b971e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:06.002896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b38aa3f-ad24-44e4-aa76-92724c282a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.066739 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b38aa3f-ad24-44e4-aa76-92724c282a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.069733 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6b38aa3f-ad24-44e4-aa76-92724c282a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.071390 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6b38aa3f-ad24-44e4-aa76-92724c282a21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08d2e712-e50e-4961-93c0-fb9217b6edc0 HTTP/1.1" status: 204 len: 168 time: 0.1823950 Nov 12 05:36:06.082116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38aa3f-ad24-44e4-aa76-92724c282a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2e712-e50e-4961-93c0-fb9217b6edc0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:06.101582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-aaeda342-1d48-47d7-8fcb-7b0793e733ac service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711012 Nov 12 05:36:06.329682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a695e10-65a7-4458-a9d7-94faa9a7ef2d req-2ebaffe1-91b0-497f-b64f-38ad787f0776 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:06.336847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a695e10-65a7-4458-a9d7-94faa9a7ef2d req-2ebaffe1-91b0-497f-b64f-38ad787f0776 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1565027 Nov 12 05:36:06.359772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-f60ff49b-60ba-4c0f-b8b1-00ef5105687b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080264 Nov 12 05:36:06.431972 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7947f538-dcf0-4bac-97bb-5444230458fc req-2ca32018-f482-43a7-9ef7-0d8f215b0434 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.0457661 Nov 12 05:36:06.465023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-de5cdd8f-46a4-4e87-9c9f-13446f85052e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0784395 Nov 12 05:36:06.488640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a695e10-65a7-4458-a9d7-94faa9a7ef2d req-452e4ece-1c00-489f-8a9c-a3d5c61c5a7b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508651 Nov 12 05:36:06.524271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52876) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:06.541263 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6243872-ee38-4168-a108-ed0559c5182c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.590542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0cd65-b022-4409-98b5-3def5800ec51 req-ed7c819f-e59a-4ea8-83d5-9b74ef04bcea tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:06.592257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90c0cd65-b022-4409-98b5-3def5800ec51 req-ed7c819f-e59a-4ea8-83d5-9b74ef04bcea tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 946 time: 0.1907518 Nov 12 05:36:06.595881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-1d5f1a24-4a45-4e34-ae56-e05bd0940fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:06.597557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-1d5f1a24-4a45-4e34-ae56-e05bd0940fef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.1079998 Nov 12 05:36:06.643520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6243872-ee38-4168-a108-ed0559c5182c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.648475 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6243872-ee38-4168-a108-ed0559c5182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.707255 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c6243872-ee38-4168-a108-ed0559c5182c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18a96ec811654c5794317b5b5033eee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817312 Nov 12 05:36:06.708947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52882) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:06.717728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6243872-ee38-4168-a108-ed0559c5182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db628d25-f4b3-4bf9-aa2e-7b9e30a0c222,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:06.768201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52884) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:06.792733 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d0aba28e-0357-4e5f-84c4-1565cc6ffb71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.817326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d0aba28e-0357-4e5f-84c4-1565cc6ffb71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.881891 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d0aba28e-0357-4e5f-84c4-1565cc6ffb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.885342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d0aba28e-0357-4e5f-84c4-1565cc6ffb71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:06.886656 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d0aba28e-0357-4e5f-84c4-1565cc6ffb71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db628d25-f4b3-4bf9-aa2e-7b9e30a0c222 HTTP/1.1" status: 204 len: 168 time: 0.1764874 Nov 12 05:36:06.916992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aba28e-0357-4e5f-84c4-1565cc6ffb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db628d25-f4b3-4bf9-aa2e-7b9e30a0c222,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:06.927782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931b2f2b-daa2-43b7-83f5-5379d1d66f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.016977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.039780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931b2f2b-daa2-43b7-83f5-5379d1d66f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.044059 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931b2f2b-daa2-43b7-83f5-5379d1d66f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.106052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-931b2f2b-daa2-43b7-83f5-5379d1d66f71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=521dc9fbc12e4e27b3c757632b465f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364351 Nov 12 05:36:07.106972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52894) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:07.107690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b2f2b-daa2-43b7-83f5-5379d1d66f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12923759-9857-49e3-a632-51464deee7e4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:07.124606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7f669bd-f2ba-415a-ba9a-34a4cdc03488 req-ecfb7bb1-23a7-47d4-b8a3-a6dd373f6100 tempest-ServerShowV257Test-758703442 tempest-ServerShowV257Test-758703442-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2f67225-6e77-4414-89cb-3c04ab06fd79 HTTP/1.1" status: 200 len: 210 time: 0.1428890 Nov 12 05:36:07.171050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d747-6702-482c-8379-a9c30fba61e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.180158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90c0cd65-b022-4409-98b5-3def5800ec51 req-a59dbd42-03d2-458f-8b03-40416f25bbd6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778430 Nov 12 05:36:07.184529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-55319943-e4a2-4549-a3c6-8154e5fecbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:07.186532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-55319943-e4a2-4549-a3c6-8154e5fecbb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5783086 Nov 12 05:36:07.196763 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d747-6702-482c-8379-a9c30fba61e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.306619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d747-6702-482c-8379-a9c30fba61e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.315249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d747-6702-482c-8379-a9c30fba61e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.319572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5cd8d747-6702-482c-8379-a9c30fba61e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12923759-9857-49e3-a632-51464deee7e4 HTTP/1.1" status: 204 len: 168 time: 0.2081046 Nov 12 05:36:07.328237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8d747-6702-482c-8379-a9c30fba61e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12923759-9857-49e3-a632-51464deee7e4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:07.403757 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-18269bd0-a02d-46d9-8866-237b9d3ccd82 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737540 Nov 12 05:36:07.579595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 9d288950-fb37-4aff-b0ce-f808cb8b971e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:07.580258 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.614140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-6f99b7c3-e3cf-43ef-9912-2395cef7a571 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009187 Nov 12 05:36:07.745917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52924) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:07.750419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-b4640f74-8e49-4570-8930-5898a06be699 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0927935 Nov 12 05:36:07.763560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-636e4a76-c001-4b2e-91c3-7783561df212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.820486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.833667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325aa92-1514-4b57-82f9-7a44a1b7dcb2 req-4efb3999-ff0d-49ff-b3b8-9fdd3461bbe2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:07.835289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4325aa92-1514-4b57-82f9-7a44a1b7dcb2 req-4efb3999-ff0d-49ff-b3b8-9fdd3461bbe2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1767149 Nov 12 05:36:07.861494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 9d288950-fb37-4aff-b0ce-f808cb8b971e owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:07.865487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-636e4a76-c001-4b2e-91c3-7783561df212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.875101 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-636e4a76-c001-4b2e-91c3-7783561df212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.885071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-08d3a694-14c6-4496-a3e9-5fdb2b69774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:07.887051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-08d3a694-14c6-4496-a3e9-5fdb2b69774d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.1272185 Nov 12 05:36:07.929166 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-636e4a76-c001-4b2e-91c3-7783561df212 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe75a2c803ea4c10919311c1e6d18566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1819594 Nov 12 05:36:07.930266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e4a76-c001-4b2e-91c3-7783561df212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab346a79-f91f-4975-a81b-f0c5c0a59c1f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:07.932950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52930) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:07.994239 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a34f1c57-d5bf-4fbe-aa7f-dfc987fd448d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:08.002500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4325aa92-1514-4b57-82f9-7a44a1b7dcb2 req-fa2a171d-d17e-44e1-b6e5-fdd016138021 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531870 Nov 12 05:36:08.029021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-6c390f39-64cc-4b00-8487-ff0e68f4ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:08.030907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-6c390f39-64cc-4b00-8487-ff0e68f4ef78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1359670 Nov 12 05:36:08.034457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a34f1c57-d5bf-4fbe-aa7f-dfc987fd448d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:08.097965 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a34f1c57-d5bf-4fbe-aa7f-dfc987fd448d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:08.100810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a34f1c57-d5bf-4fbe-aa7f-dfc987fd448d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:08.102022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a34f1c57-d5bf-4fbe-aa7f-dfc987fd448d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab346a79-f91f-4975-a81b-f0c5c0a59c1f HTTP/1.1" status: 204 len: 168 time: 0.1671522 Nov 12 05:36:08.111521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f1c57-d5bf-4fbe-aa7f-dfc987fd448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab346a79-f91f-4975-a81b-f0c5c0a59c1f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:08.235095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-e16b1cea-181d-464d-866f-f19c20be4f8f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744235 Nov 12 05:36:08.242295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:08.341887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=9d288950-fb37-4aff-b0ce-f808cb8b971e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:08.579047 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:08.689882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-9c6e7711-1898-43f6-8ec3-13333a3a1047 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434423 Nov 12 05:36:08.772959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-2a8ab177-22d5-4c01-97d9-c1abf1a5f4e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0718868 Nov 12 05:36:08.842135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4aaeec59-72ba-491d-96a8-74d7ddaecab4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:08.859043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-c1467e6e-0653-4b8f-8eb4-75564e407191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:08.860776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-c1467e6e-0653-4b8f-8eb4-75564e407191 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0605121 Nov 12 05:36:08.931335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52958) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:08.961802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:08.967747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5fcb94f0-a3f9-464d-ae91-0d97b2c92274 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4aaeec59-72ba-491d-96a8-74d7ddaecab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1627145 Nov 12 05:36:08.971789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52964) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:08.985736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78b26f-f77d-468a-8cdf-72ef37ff57c7 None None] Sync routers for ids ['4aaeec59-72ba-491d-96a8-74d7ddaecab4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:09.001330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-204693cf-3eb8-4b64-a73d-be8a56849cff tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=4aaeec59-72ba-491d-96a8-74d7ddaecab4 HTTP/1.1" status: 200 len: 205 time: 0.0276475 Nov 12 05:36:09.003955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52968) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:09.008315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-e6801f7d-bf89-487c-8b37-85eaa8bba6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:09.008976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-e6801f7d-bf89-487c-8b37-85eaa8bba6b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047142 Nov 12 05:36:09.016552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78b26f-f77d-468a-8cdf-72ef37ff57c7 None None] Routers {'4aaeec59-72ba-491d-96a8-74d7ddaecab4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:09.017920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fa78b26f-f77d-468a-8cdf-72ef37ff57c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4aaeec59-72ba-491d-96a8-74d7ddaecab4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:09.180810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-007cc1af-6c42-44c2-b0ec-a475269b8cc5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.234192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54f0cc-401b-4884-98dd-e18a267621a3 req-711821dd-5497-4d66-87de-18c84156ae99 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:09.242210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c54f0cc-401b-4884-98dd-e18a267621a3 req-711821dd-5497-4d66-87de-18c84156ae99 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.0868378 Nov 12 05:36:09.278427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-c3a78748-af0f-4bd5-8b02-8fae34f0e889 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616234 Nov 12 05:36:09.287390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3235f690-c4e5-4761-a696-5133db5149ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.299174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fa78b26f-f77d-468a-8cdf-72ef37ff57c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:09.322963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78b26f-f77d-468a-8cdf-72ef37ff57c7 None None] Routers {'4aaeec59-72ba-491d-96a8-74d7ddaecab4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:09.324281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fa78b26f-f77d-468a-8cdf-72ef37ff57c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4aaeec59-72ba-491d-96a8-74d7ddaecab4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:09.396790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fa78b26f-f77d-468a-8cdf-72ef37ff57c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:09.397553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78b26f-f77d-468a-8cdf-72ef37ff57c7 None None] The sync data for ids ['4aaeec59-72ba-491d-96a8-74d7ddaecab4'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:09.399713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f22e8e7-ba45-486f-9199-7ab7d386f784 req-8a9514f2-76f2-48c0-8991-7260268cb4cb service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071675 Nov 12 05:36:09.428377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c54f0cc-401b-4884-98dd-e18a267621a3 req-6aa7366c-a867-46a6-b8c5-1e2f39969cec tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810691 Nov 12 05:36:09.461826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-007cc1af-6c42-44c2-b0ec-a475269b8cc5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.466232 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-007cc1af-6c42-44c2-b0ec-a475269b8cc5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.548255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-007cc1af-6c42-44c2-b0ec-a475269b8cc5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.548954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007cc1af-6c42-44c2-b0ec-a475269b8cc5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Fanout notify agent at l3_agent the message router_deleted on router 4aaeec59-72ba-491d-96a8-74d7ddaecab4 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:36:09.557196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-007cc1af-6c42-44c2-b0ec-a475269b8cc5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.560919 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-007cc1af-6c42-44c2-b0ec-a475269b8cc5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/4aaeec59-72ba-491d-96a8-74d7ddaecab4 HTTP/1.1" status: 204 len: 168 time: 0.5547616 Nov 12 05:36:09.561042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52990) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:09.625432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3235f690-c4e5-4761-a696-5133db5149ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.627119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9773a2ea-d3df-4b1d-9c48-dac2bc787c46 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet 12860062-fb98-48ca-afc4-c9bff1095bab {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:36:09.629531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3235f690-c4e5-4761-a696-5133db5149ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.630915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9773a2ea-d3df-4b1d-9c48-dac2bc787c46 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.674842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235f690-c4e5-4761-a696-5133db5149ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9343b8c6-e99f-4ebc-bb7e-8f12f4dd7c58,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:09.679866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9773a2ea-d3df-4b1d-9c48-dac2bc787c46 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.697447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3235f690-c4e5-4761-a696-5133db5149ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec74c2ded88c4477aae41e01007ba4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7626727 Nov 12 05:36:09.697633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52998) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:09.762681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4facc3a4-96e7-40db-83a2-d7a165726eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.789812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4facc3a4-96e7-40db-83a2-d7a165726eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.798774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9773a2ea-d3df-4b1d-9c48-dac2bc787c46 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.893353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9773a2ea-d3df-4b1d-9c48-dac2bc787c46 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.897359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4facc3a4-96e7-40db-83a2-d7a165726eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.904664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4facc3a4-96e7-40db-83a2-d7a165726eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.908472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4facc3a4-96e7-40db-83a2-d7a165726eff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9343b8c6-e99f-4ebc-bb7e-8f12f4dd7c58 HTTP/1.1" status: 204 len: 168 time: 0.2073677 Nov 12 05:36:09.924700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facc3a4-96e7-40db-83a2-d7a165726eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9343b8c6-e99f-4ebc-bb7e-8f12f4dd7c58,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:09.976563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773a2ea-d3df-4b1d-9c48-dac2bc787c46 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=12860062-fb98-48ca-afc4-c9bff1095bab,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:09.992844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d588b47-7770-4029-af8f-627d7dbcb8dd None None] Network e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:09.995296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9773a2ea-d3df-4b1d-9c48-dac2bc787c46 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.999803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9773a2ea-d3df-4b1d-9c48-dac2bc787c46 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/12860062-fb98-48ca-afc4-c9bff1095bab HTTP/1.1" status: 204 len: 168 time: 0.4370494 Nov 12 05:36:10.002662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:10.130128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.209386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:10.209863 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.298761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] DHCP port deletion for e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:10.368068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,segment=NetworkSegment(312207e4-6377-4444-b591-b2c1c53b3c4f),segment_id=312207e4-6377-4444-b591-b2c1c53b3c4f)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:10.369566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.395918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:10.487350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] Deleting port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:10.487350 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.541962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.580677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:10.614974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No DVR routers for this DVR port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:10.621169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.625214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] For port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,segment=NetworkSegment(312207e4-6377-4444-b591-b2c1c53b3c4f),segment_id=312207e4-6377-4444-b591-b2c1c53b3c4f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:10.625836 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.651891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] Calling delete_port for 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:10.699516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f02b2-5275-4edb-a960-d169db5f6901 req-c40e8694-a9d7-4b56-aca7-29cd8d6df46b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:10.706509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-188f02b2-5275-4edb-a960-d169db5f6901 req-c40e8694-a9d7-4b56-aca7-29cd8d6df46b tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1356449 Nov 12 05:36:10.785259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.820906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-188f02b2-5275-4edb-a960-d169db5f6901 req-a78cefae-e77e-469e-a7b1-253e6b91607d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985267 Nov 12 05:36:10.851231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:10.868771 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.871616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312207e4-6377-4444-b591-b2c1c53b3c4f') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:10.875700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312207e4-6377-4444-b591-b2c1c53b3c4f') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:10.896060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.914646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] Pushing event deleted for resources: {'Port': ['ID=5cfb3ff6-6bc4-4af7-9693-20b2b82008b3,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:10.924686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6989a-dcb8-40be-b3da-281f41b9fb55 None None] No DVR routers for this DVR port 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:10.927871 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.946189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:36:10.947287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:36:10.979507 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:36:11.075911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.089987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.099252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5 HTTP/1.1" status: 204 len: 168 time: 1.0944471 Nov 12 05:36:11.104773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53052) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:11.110441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1f31deeb-7d55-4169-b6a4-c9cd055c0f69 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2085354413', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:11.129761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436e8e2-e6b2-4602-b1ff-caa146586038 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=e64c0288-0fcd-4d5b-8bd6-22b7bcb43be5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:11.160814 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f31deeb-7d55-4169-b6a4-c9cd055c0f69 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.167101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f31deeb-7d55-4169-b6a4-c9cd055c0f69 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.226545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f31deeb-7d55-4169-b6a4-c9cd055c0f69 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.236605 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f31deeb-7d55-4169-b6a4-c9cd055c0f69 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.262970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1f31deeb-7d55-4169-b6a4-c9cd055c0f69 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.266901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1f31deeb-7d55-4169-b6a4-c9cd055c0f69 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1583407 Nov 12 05:36:11.268035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53060) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:11.279602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1771093080'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:11.306287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:11.312423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.347252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:36:11.362841 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.363270 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment 338739da-865f-4008-91fb-e8edb23cd8fe of type vlan for network 171bad6a-9973-464e-b48f-57c59742b988 Nov 12 05:36:11.406318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:11.407848 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.464004 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.471054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:11.480009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.620568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3512588 Nov 12 05:36:11.621665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e4923-c3eb-457d-8e20-6ac307fa43f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=171bad6a-9973-464e-b48f-57c59742b988,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:11.623380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53084) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:11.629633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:11.681074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 171bad6a-9973-464e-b48f-57c59742b988 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:36:11.785650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:11.789213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:11.795936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:11.858846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:11.859005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5cfb3ff6-6bc4-4af7-9693-20b2b82008b3 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:11.912232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-999920072-network', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:12.020482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e75a-8a3e-48f4-a792-395804098795 req-77ccdbf1-4e92-4995-b15a-1bce9d97f030 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:12.023013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8788e75a-8a3e-48f4-a792-395804098795 req-77ccdbf1-4e92-4995-b15a-1bce9d97f030 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.0752480 Nov 12 05:36:12.025906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Made reservation on behalf of f1dec4c391b0414c9b040fff1551d7ad for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:12.028238 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.042921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.116636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8788e75a-8a3e-48f4-a792-395804098795 req-017c5dfe-91c1-4eec-9f68-f6a25c446fb5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861402 Nov 12 05:36:12.152656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.258191 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.269256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.272109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=e14a5e54-818f-4bfc-babb-3b0080a82320,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:12.285752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:12.286173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: 171bad6a-9973-464e-b48f-57c59742b988, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:36:12.310796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:36:12.313285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d370b3ea-09d5-42e9-862d-3140bac57f8b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:12.326679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.327140 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Added segment d9544f5d-1bf0-41d4-b913-377c79619a13 of type vlan for network e9c43b57-22d3-44dc-83e7-457826eafdd5 Nov 12 05:36:12.337162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 171bad6a-9973-464e-b48f-57c59742b988 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:36:12.369899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 171bad6a-9973-464e-b48f-57c59742b988) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:12.376904 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.379170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:12.379766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.380167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cbec6f-fe44-4bb4-813e-2fffd5c54326 None None] Network 171bad6a-9973-464e-b48f-57c59742b988 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:12.411113 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bd349115-04e4-42c5-a3cb-b768e91a2179 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7863700 Nov 12 05:36:12.413817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53110) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:12.422095 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.423240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:12.423704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.576653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-171bad6a-9973-464e-b48f-57c59742b988', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:36:12.578239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.590934 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1796587 Nov 12 05:36:12.594110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53118) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:12.606497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Request body: {'subnet': {'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-999920072-subnet', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:12.628960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c124e-0f5d-4a8c-8b05-cfb8976e80ba admin admin] Pushing event updated for resources: {'Network': ['ID=e9c43b57-22d3-44dc-83e7-457826eafdd5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:12.666657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Made reservation on behalf of f1dec4c391b0414c9b040fff1551d7ad for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:12.670268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.690790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:36:12.812709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:12.890897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Allocated IP 2001:db8::2 (171bad6a-9973-464e-b48f-57c59742b988/e14a5e54-818f-4bfc-babb-3b0080a82320/f6c906d5-2610-4018-b3d2-bea367c51874) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:13.006728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.080721 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.094046 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.124567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab9ffed-b5f6-4243-bc10-d760d49f8242,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:13.133907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Checking segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:13.134455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Network hostable DHCP agents. Network: e9c43b57-22d3-44dc-83e7-457826eafdd5, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:36:13.159003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:36:13.165422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Network 171bad6a-9973-464e-b48f-57c59742b988 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:13.173291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:13.174194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e9c43b57-22d3-44dc-83e7-457826eafdd5) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:13.186841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:13.196013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:13.197289 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.199737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847824e-79b3-46e9-bed3-ed45dcbe283e None None] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:13.213759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8::1 (171bad6a-9973-464e-b48f-57c59742b988/e14a5e54-818f-4bfc-babb-3b0080a82320/e03c9a5b-4abd-45cd-854d-6a91f2ea939b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:13.226068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-46405ef1-0926-4ae1-b0e2-c24ee8f7611b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6282148 Nov 12 05:36:13.227555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53134) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:13.242034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:13.268703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Pushing event updated for resources: {'Port': ['ID=f6c906d5-2610-4018-b3d2-bea367c51874,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:13.336541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.339539 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.371209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Attempting to bind port f6c906d5-2610-4018-b3d2-bea367c51874 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:13.371613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Attempting to bind port f6c906d5-2610-4018-b3d2-bea367c51874 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:13.371967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Attempting to bind port f6c906d5-2610-4018-b3d2-bea367c51874 on network 171bad6a-9973-464e-b48f-57c59742b988 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:13.385320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:13.385709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Checking segment: {'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:13.386115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.386565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Bound using segment: {'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:13.387083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Bound port: f6c906d5-2610-4018-b3d2-bea367c51874, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:13.394500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3472c4-866d-4a3d-adf3-198043247543 req-159fcfb4-53e2-4963-9f58-f6aecafa672e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:13.395764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.403473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd3472c4-866d-4a3d-adf3-198043247543 req-159fcfb4-53e2-4963-9f58-f6aecafa672e tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1450925 Nov 12 05:36:13.422611 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.474009 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.546425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] For port f6c906d5-2610-4018-b3d2-bea367c51874, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:13.561534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] For port f6c906d5-2610-4018-b3d2-bea367c51874, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f6c906d5-2610-4018-b3d2-bea367c51874,segment=NetworkSegment(338739da-865f-4008-91fb-e8edb23cd8fe),segment_id=338739da-865f-4008-91fb-e8edb23cd8fe)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:13.567870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e9c43b57-22d3-44dc-83e7-457826eafdd5', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:36:13.568877 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.576659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.581271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 171bad6a-9973-464e-b48f-57c59742b988 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:13.587206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:13.595575 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd3472c4-866d-4a3d-adf3-198043247543 req-ea4c16e0-9a63-4cae-91cd-053374d9afee tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823280 Nov 12 05:36:13.595803 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.647462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:13.648311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.793488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:13.794331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.870769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310bf60-bd41-4d1a-9415-2ef8a7e3a7c7 None None] Pushing event updated for resources: {'Port': ['ID=f6c906d5-2610-4018-b3d2-bea367c51874,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:13.925169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9548242a-326f-4dce-bcf2-37488d8d03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:13.931456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.062733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Allocated IP 172.20.0.2 (e9c43b57-22d3-44dc-83e7-457826eafdd5/dab9ffed-b5f6-4243-bc10-d760d49f8242/9a239146-9b0b-4f89-a9a0-228edf99fb37) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:14.377647 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.390952 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.391577 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.432732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.440396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.441279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.446796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.482084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:14.508048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:14.525642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:14.546439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Pushing event updated for resources: {'Port': ['ID=9a239146-9b0b-4f89-a9a0-228edf99fb37,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:14.583933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:14.657369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Attempting to bind port 9a239146-9b0b-4f89-a9a0-228edf99fb37 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:14.657744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Attempting to bind port 9a239146-9b0b-4f89-a9a0-228edf99fb37 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:14.658111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Attempting to bind port 9a239146-9b0b-4f89-a9a0-228edf99fb37 on network e9c43b57-22d3-44dc-83e7-457826eafdd5 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:14.677541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:14.677929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Checking segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:14.678371 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.678773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Bound using segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:14.679263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Bound port: 9a239146-9b0b-4f89-a9a0-228edf99fb37, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:14.685872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:14.687764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network 171bad6a-9973-464e-b48f-57c59742b988 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:14.692076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:14.773516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Allocated IP 172.25.2.196 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/5d0178c4-20b5-4b5c-b862-f96d2efb3c94) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:14.964311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] For port 9a239146-9b0b-4f89-a9a0-228edf99fb37, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:14.985562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] For port 9a239146-9b0b-4f89-a9a0-228edf99fb37, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9a239146-9b0b-4f89-a9a0-228edf99fb37,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:14.995787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3c56a-54f8-4e78-a929-dd63d0484ae4 req-affea8da-c58b-4dd1-b564-a808f9187771 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:14.999525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:36:15.002357 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:15.015720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8f3c56a-54f8-4e78-a929-dd63d0484ae4 req-affea8da-c58b-4dd1-b564-a808f9187771 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.2113969 Nov 12 05:36:15.027642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53190) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:15.144206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8f3c56a-54f8-4e78-a929-dd63d0484ae4 req-477ef8e9-1854-4e78-bfb5-27666682ea93 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169944 Nov 12 05:36:15.144206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:15.172357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63719bcd-7093-4a20-8141-a1fbe384e755 None None] Pushing event updated for resources: {'Port': ['ID=9a239146-9b0b-4f89-a9a0-228edf99fb37,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:15.198193 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:15.287531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0178c4-20b5-4b5c-b862-f96d2efb3c94,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:15.295981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:15.298119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:15.301416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:15.317215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f6d40-b897-4039-8ba2-c0316dbb976f None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:15.466082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4fe12a21-0e3e-437d-be2c-7f4deec1b60d None None] Provisioning complete for port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:15.468657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4fe12a21-0e3e-437d-be2c-7f4deec1b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:15.561114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef24e0f-0fad-4d28-9797-01b594c0e11b None None] Network 171bad6a-9973-464e-b48f-57c59742b988 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:15.674799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4fe12a21-0e3e-437d-be2c-7f4deec1b60d None None] Port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:36:15.861408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:15.875800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-646ae035-6cd0-44cf-9215-df31bfa88ba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4606178 Nov 12 05:36:15.878148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53202) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:15.880777 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:15.897325 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:15.903610 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:15.903917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3cc043de-4fe9-466b-a0a7-79a6caf339ff None None] Provisioning complete for port f6c906d5-2610-4018-b3d2-bea367c51874 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:15.904408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3cc043de-4fe9-466b-a0a7-79a6caf339ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:15.909282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1053611107'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:15.964113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:15.968570 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:15.996666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f6c906d5-2610-4018-b3d2-bea367c51874 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:16.028893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:36:16.053952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.055285 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment 4cb8c7f0-632f-40b7-882d-02a8a5bcdc29 of type vlan for network dd83b93a-7389-4583-a444-a137eb0a8601 Nov 12 05:36:16.090051 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:16.150567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.195637 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.209214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:16.209889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.368766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f6c906d5-2610-4018-b3d2-bea367c51874 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:16.371372 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4796326 Nov 12 05:36:16.371664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.377834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53212) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:16.387595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:16.463281 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-261f5856-42c0-4627-9bef-0ecab80f6ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.466857 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3cc043de-4fe9-466b-a0a7-79a6caf339ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.563642 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:13Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:14Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:16.603785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3cc043de-4fe9-466b-a0a7-79a6caf339ff None None] For port f6c906d5-2610-4018-b3d2-bea367c51874, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f6c906d5-2610-4018-b3d2-bea367c51874,segment=NetworkSegment(338739da-865f-4008-91fb-e8edb23cd8fe),segment_id=338739da-865f-4008-91fb-e8edb23cd8fe)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:16.611992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3cc043de-4fe9-466b-a0a7-79a6caf339ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.616235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24e7a87e-5311-4c6a-bee6-dda9c26dea6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.654452 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:16.654863 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Updating router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 port e03c9a5b-4abd-45cd-854d-6a91f2ea939b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:36:16.664310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502bac0-ac47-4c84-b0de-1f257f4c8bd5 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=dd83b93a-7389-4583-a444-a137eb0a8601,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:16.708286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:16.720898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network dd83b93a-7389-4583-a444-a137eb0a8601 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:36:16.726381 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.726981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:16.903175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9a239146-9b0b-4f89-a9a0-228edf99fb37 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:17.042237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5af03a-e2d1-4a4f-b959-ff60b3587393 req-86aeb6cc-338f-49c2-a56a-bd0b007c797c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:17.063010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d5af03a-e2d1-4a4f-b959-ff60b3587393 req-86aeb6cc-338f-49c2-a56a-bd0b007c797c tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.4577332 Nov 12 05:36:17.195136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.269000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc043de-4fe9-466b-a0a7-79a6caf339ff None None] Pushing event updated for resources: {'Port': ['ID=f6c906d5-2610-4018-b3d2-bea367c51874,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:17.280657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d56e3-caa5-409c-834e-9e630bd91b24 None None] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:17.328478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=66006a05-ca2a-455a-a3c6-0c479a1bafd6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:17.357242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ec2522de-b420-4bc6-a5b3-60c1b23eb52c None None] Provisioning complete for port e03c9a5b-4abd-45cd-854d-6a91f2ea939b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:17.357622 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec2522de-b420-4bc6-a5b3-60c1b23eb52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.383846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24e7a87e-5311-4c6a-bee6-dda9c26dea6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.388258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d5af03a-e2d1-4a4f-b959-ff60b3587393 req-748d4b28-9962-4126-8da7-2fd760de29a0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242457 Nov 12 05:36:17.408120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24e7a87e-5311-4c6a-bee6-dda9c26dea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.450582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:17.455093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: dd83b93a-7389-4583-a444-a137eb0a8601, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:36:17.459989 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.467255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7a87e-5311-4c6a-bee6-dda9c26dea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe8e0c-4f22-4fe0-a0b8-1f1a0e4395fb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:17.472858 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.485014 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.514080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network dd83b93a-7389-4583-a444-a137eb0a8601 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:36:17.556269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, dd83b93a-7389-4583-a444-a137eb0a8601) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:17.585366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:17.589268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.613448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-24e7a87e-5311-4c6a-bee6-dda9c26dea6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=788eea139fa74590a932a21a74a07b00&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5782351 Nov 12 05:36:17.617581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53224) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:17.628761 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.647199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ec2522de-b420-4bc6-a5b3-60c1b23eb52c None None] Port e03c9a5b-4abd-45cd-854d-6a91f2ea939b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:36:17.653502 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Pushing event updated for resources: {'Port': ['ID=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:17.658456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b1325-9f41-4fc5-9eb6-bdd56124e721 None None] Network dd83b93a-7389-4583-a444-a137eb0a8601 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:17.679423 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-931fa884-5aaa-42a5-96d6-4e54069e9a6f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2990565 Nov 12 05:36:17.693713 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.694067 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.694427 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.694957 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.695290 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.695615 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.695936 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.696257 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.696575 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.696892 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.697204 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.697520 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:17.703550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53226) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:17.735738 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Attempting to bind port e03c9a5b-4abd-45cd-854d-6a91f2ea939b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:17.736358 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Attempting to bind port e03c9a5b-4abd-45cd-854d-6a91f2ea939b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:17.736882 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Attempting to bind port e03c9a5b-4abd-45cd-854d-6a91f2ea939b on network 171bad6a-9973-464e-b48f-57c59742b988 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:17.747670 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:17.748511 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Checking segment: {'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:17.749611 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.750159 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Bound using segment: {'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:17.750939 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Bound port: e03c9a5b-4abd-45cd-854d-6a91f2ea939b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338739da-865f-4008-91fb-e8edb23cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '171bad6a-9973-464e-b48f-57c59742b988'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:17.751502 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.839426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dbeceaf7-664e-42f1-96a7-d210cc0e3be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.883816 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dbeceaf7-664e-42f1-96a7-d210cc0e3be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.942053 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] For port e03c9a5b-4abd-45cd-854d-6a91f2ea939b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:17.950050 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] For port e03c9a5b-4abd-45cd-854d-6a91f2ea939b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,segment=NetworkSegment(338739da-865f-4008-91fb-e8edb23cd8fe),segment_id=338739da-865f-4008-91fb-e8edb23cd8fe)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:17.961399 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.979870 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.020780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ec2522de-b420-4bc6-a5b3-60c1b23eb52c None None] Provisioning complete for port f6c906d5-2610-4018-b3d2-bea367c51874 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:18.021155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec2522de-b420-4bc6-a5b3-60c1b23eb52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.047040 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674ea9d-e635-4231-a313-c735af6bfb8b None None] Pushing event updated for resources: {'Port': ['ID=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:18.065653 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:18.066184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9a239146-9b0b-4f89-a9a0-228edf99fb37 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:18.066618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.066891 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:18.077101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-dd83b93a-7389-4583-a444-a137eb0a8601', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:36:18.078062 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.316237 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:18.369677 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dbeceaf7-664e-42f1-96a7-d210cc0e3be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.373272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dbeceaf7-664e-42f1-96a7-d210cc0e3be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.374636 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dbeceaf7-664e-42f1-96a7-d210cc0e3be5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17fe8e0c-4f22-4fe0-a0b8-1f1a0e4395fb HTTP/1.1" status: 204 len: 168 time: 0.7539921 Nov 12 05:36:18.416248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeceaf7-664e-42f1-96a7-d210cc0e3be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe8e0c-4f22-4fe0-a0b8-1f1a0e4395fb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:18.420064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:36:18.595331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.709623 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.739659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Allocated IP 2001:db8:1::2 (dd83b93a-7389-4583-a444-a137eb0a8601/66006a05-ca2a-455a-a3c6-0c479a1bafd6/3bd6bf28-94d2-44fc-bdf3-89718c570be0) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:18.762203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd2e2-e9f7-4331-b820-c36d0af30795 req-837bc409-c117-44d2-ae96-4fe21ea62ea3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:18.764063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51dbd2e2-e9f7-4331-b820-c36d0af30795 req-837bc409-c117-44d2-ae96-4fe21ea62ea3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.2278683 Nov 12 05:36:18.832277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:18.883682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Sync routers for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:18.904816 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:13Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:17Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:18.909685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51dbd2e2-e9f7-4331-b820-c36d0af30795 req-9576693e-e46c-4614-ad98-46cb5835d655 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302979 Nov 12 05:36:18.924538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.925810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3108d6c3-1c5c-4979-8f25-e1c32d1a2783 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6936278 Nov 12 05:36:18.928636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53244) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:18.959268 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.018435 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3344b0f-6b3a-4a27-a124-9602e3039a8e None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:13Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:17Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:19.019122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0d73bf4c-e138-403a-b9fc-9d637c8486d0 None None] Provisioning complete for port 9a239146-9b0b-4f89-a9a0-228edf99fb37 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:19.020020 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d73bf4c-e138-403a-b9fc-9d637c8486d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.021087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:19.021711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:19.287306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 9a239146-9b0b-4f89-a9a0-228edf99fb37, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9a239146-9b0b-4f89-a9a0-228edf99fb37,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:19.376957 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.419183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53252) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:19.462542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.572495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=9a239146-9b0b-4f89-a9a0-228edf99fb37,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:19.593327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:19.597212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.683345 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.691329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.714071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f6c906d5-2610-4018-b3d2-bea367c51874 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:19.728146 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.831088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:19.874515 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21862a92634c404aa3e7dd9c8d22af97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4507303 Nov 12 05:36:19.874996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f700f197-ea52-4bc4-85e7-50027725cddc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:19.883312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53256) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:19.922971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.923327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.932314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.932669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.933016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.933363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.938702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.954428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.955142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.955495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.956956 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.957287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9553bc0-192b-4173-a662-e06fbd2fd424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:19.975893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Network dd83b93a-7389-4583-a444-a137eb0a8601 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:20.006951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:20.025770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:20.027764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8:1::1 (dd83b93a-7389-4583-a444-a137eb0a8601/66006a05-ca2a-455a-a3c6-0c479a1bafd6/7b3e6150-0873-4687-8527-027ce0ccf6e5) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:20.056446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0d73bf4c-e138-403a-b9fc-9d637c8486d0 None None] Provisioning complete for port e03c9a5b-4abd-45cd-854d-6a91f2ea939b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:20.056824 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d73bf4c-e138-403a-b9fc-9d637c8486d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.058304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Pushing event updated for resources: {'Port': ['ID=3bd6bf28-94d2-44fc-bdf3-89718c570be0,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:20.109447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dbdab-ea94-471a-b625-39eb762411c1 req-ec3c2e04-a3ac-4e12-941e-d2d872b6818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:20.111010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e15dbdab-ea94-471a-b625-39eb762411c1 req-ec3c2e04-a3ac-4e12-941e-d2d872b6818f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 1098 time: 0.3182287 Nov 12 05:36:20.270311 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0086eca2-d5ed-4e0e-8f22-dad34d936a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.272443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f6c906d5-2610-4018-b3d2-bea367c51874 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:20.272827 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.279020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.281753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cbd3b-c6ca-4941-b7a0-e983e36b44bb req-42cfe2a1-90f0-4941-9504-dca1fa9efbab tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:20.283558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-240cbd3b-c6ca-4941-b7a0-e983e36b44bb req-42cfe2a1-90f0-4941-9504-dca1fa9efbab tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1997609 Nov 12 05:36:20.296817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.338655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.351306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e15dbdab-ea94-471a-b625-39eb762411c1 req-c530a301-7be9-468a-a866-648da8669a64 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148075 Nov 12 05:36:20.354981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0086eca2-d5ed-4e0e-8f22-dad34d936a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.421966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network dd83b93a-7389-4583-a444-a137eb0a8601 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:20.426908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:20.431449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:20.432255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.475032 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d73bf4c-e138-403a-b9fc-9d637c8486d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.479157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-240cbd3b-c6ca-4941-b7a0-e983e36b44bb req-2e577db2-7e63-48f6-b77c-b5fe2cc6ee88 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797960 Nov 12 05:36:20.532847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=7b3e6150-0873-4687-8527-027ce0ccf6e5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:20.660076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0086eca2-d5ed-4e0e-8f22-dad34d936a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.663884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0086eca2-d5ed-4e0e-8f22-dad34d936a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.665930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0086eca2-d5ed-4e0e-8f22-dad34d936a2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f700f197-ea52-4bc4-85e7-50027725cddc HTTP/1.1" status: 204 len: 168 time: 0.7793663 Nov 12 05:36:20.705303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086eca2-d5ed-4e0e-8f22-dad34d936a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f700f197-ea52-4bc4-85e7-50027725cddc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:20.709046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.760062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Attempting to bind port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:20.760559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Attempting to bind port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:20.760837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Attempting to bind port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 on network dd83b93a-7389-4583-a444-a137eb0a8601 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:20.807526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:20.807907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Checking segment: {'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:20.810482 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.810947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Bound using segment: {'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:20.814629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Bound port: 3bd6bf28-94d2-44fc-bdf3-89718c570be0, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:20.815048 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.833586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Allocated IP 172.20.0.1 (e9c43b57-22d3-44dc-83e7-457826eafdd5/dab9ffed-b5f6-4243-bc10-d760d49f8242/9e60fd3e-de87-4bc4-b56f-26c3e6f21f54) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:20.916390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0d73bf4c-e138-403a-b9fc-9d637c8486d0 None None] For port e03c9a5b-4abd-45cd-854d-6a91f2ea939b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,segment=NetworkSegment(338739da-865f-4008-91fb-e8edb23cd8fe),segment_id=338739da-865f-4008-91fb-e8edb23cd8fe)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:20.960266 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d73bf4c-e138-403a-b9fc-9d637c8486d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.962889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:16Z', 'revision_number': 3, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:21.049689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.063169 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.064207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.073975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.163550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.181159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=7b3e6150-0873-4687-8527-027ce0ccf6e5,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:21.218792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Checking router: 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:21.219146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Updating router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:36:21.255592 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.260113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73bf4c-e138-403a-b9fc-9d637c8486d0 None None] Pushing event updated for resources: {'Port': ['ID=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:21.270914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network dd83b93a-7389-4583-a444-a137eb0a8601 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:21.272677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:21.272802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:21.284236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:21.294499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:21.315159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:21.315591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-82fb4fd9-497d-4fc5-a38e-391ce6fcaa6e None None] Provisioning complete for port 9a239146-9b0b-4f89-a9a0-228edf99fb37 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:21.316046 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82fb4fd9-497d-4fc5-a38e-391ce6fcaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.348574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] For port 3bd6bf28-94d2-44fc-bdf3-89718c570be0, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:21.380025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] For port 3bd6bf28-94d2-44fc-bdf3-89718c570be0, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3bd6bf28-94d2-44fc-bdf3-89718c570be0,segment=NetworkSegment(4cb8c7f0-632f-40b7-882d-02a8a5bcdc29),segment_id=4cb8c7f0-632f-40b7-882d-02a8a5bcdc29)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:21.435562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:21.445331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.472645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.709072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:21.721392 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2183cd62-403d-4df6-869e-d26120359510 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0166206 Nov 12 05:36:21.722805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53288) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:21.727574 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:21.755409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1722170520'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:21.757761 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:21.759074 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:21.776813 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0b01a-ab4f-4e77-b900-11ed6f5e0ad8 None None] Pushing event updated for resources: {'Port': ['ID=3bd6bf28-94d2-44fc-bdf3-89718c570be0,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:21.809107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:21.818887 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.857696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e03c9a5b-4abd-45cd-854d-6a91f2ea939b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:21.875148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:36:21.898473 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:21.899389 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment dfdc99dc-1237-45d7-b947-b28164081b15 of type vlan for network d980aa13-c883-4e82-b4e2-125525ad4311 Nov 12 05:36:21.930220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81423cc4-8d6e-4f6a-89f1-20f0617b0b88 req-ccc30d57-ca24-4a68-9b81-76c3764ea7b0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:21.935422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81423cc4-8d6e-4f6a-89f1-20f0617b0b88 req-ccc30d57-ca24-4a68-9b81-76c3764ea7b0 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.2340724 Nov 12 05:36:22.017846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.037511 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.078286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-783c2e1b-f707-4d31-8d5f-25ad16828903 None None] Provisioning complete for port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:22.078679 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-783c2e1b-f707-4d31-8d5f-25ad16828903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.093438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.101762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:22.104535 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.104696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81423cc4-8d6e-4f6a-89f1-20f0617b0b88 req-55a81dba-9df9-44ba-bdc4-50a25d7946a5 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550875 Nov 12 05:36:22.106156 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:22.121986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e03c9a5b-4abd-45cd-854d-6a91f2ea939b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:22.123819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.173050 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4454792 Nov 12 05:36:22.177764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53298) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:22.238188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bf15b-bfa5-4f12-97cf-5b4ac139505b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=d980aa13-c883-4e82-b4e2-125525ad4311,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:22.277025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-783c2e1b-f707-4d31-8d5f-25ad16828903 None None] Port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:36:22.296989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network d980aa13-c883-4e82-b4e2-125525ad4311 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:36:22.346757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.352486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:22.371302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.455159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:22.482155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.539400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.541552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.617117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Attempting to bind port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:22.617443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Attempting to bind port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:22.617748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Attempting to bind port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:22.631153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415e13c-43b9-47d9-ac3a-3c8b668b27c2 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:22.634071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9a239146-9b0b-4f89-a9a0-228edf99fb37 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:22.674243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:22.676341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:22.730039 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 3, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:22.769347 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:36:22.831830 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:22.836184 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Updating router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 port 7b3e6150-0873-4687-8527-027ce0ccf6e5 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:36:22.847136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:22.851119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.871598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:22.916295 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.930333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:22.953732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:22.954113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:22.954557 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.956333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:22.957377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Bound port: 5d0178c4-20b5-4b5c-b862-f96d2efb3c94, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:22.961552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.102213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] For port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:23.110978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] For port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5d0178c4-20b5-4b5c-b862-f96d2efb3c94,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:23.196517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d3863-41fb-4a37-89db-43638d7622d8 None None] Pushing event updated for resources: {'Port': ['ID=5d0178c4-20b5-4b5c-b862-f96d2efb3c94,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:23.211816 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.288636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d3863-41fb-4a37-89db-43638d7622d8 None None] Pushing event updated for resources: {'Port': ['ID=5d0178c4-20b5-4b5c-b862-f96d2efb3c94,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:23.345417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:23.354462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5f4ef924-afd2-45cc-8338-d91afc2ecd26 None None] Provisioning complete for port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:23.354843 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef924-afd2-45cc-8338-d91afc2ecd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.404288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2310f67-6e73-4cdd-8753-377bcfdfcf0e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:23.407796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9a239146-9b0b-4f89-a9a0-228edf99fb37 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:23.408793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.444694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4c247622-c60a-4fe4-aab6-f6ebd73cc1d9 admin admin] 10.222.0.48 "PUT /v2.0/routers/99b6794e-4f2e-442f-9b4c-d81019f8c1c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5150311 Nov 12 05:36:23.448319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09168643-6366-43a1-9c67-ae41ef836311 None None] Network dd83b93a-7389-4583-a444-a137eb0a8601 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:23.472810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb02a7-f14e-4917-b621-a377177c462c req-dbf824e2-db66-4098-ae72-f3297746e687 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:23.478893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56bb02a7-f14e-4917-b621-a377177c462c req-dbf824e2-db66-4098-ae72-f3297746e687 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.2448635 Nov 12 05:36:23.528657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.542037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:23.568471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:23.569109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:23.612822 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.625023 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.657435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:23.685877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56bb02a7-f14e-4917-b621-a377177c462c req-dbae8947-e32e-4ad4-a626-d86e02fd825d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671994 Nov 12 05:36:23.692854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:23.696419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53348) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:23.710014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:23.710403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: d980aa13-c883-4e82-b4e2-125525ad4311, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:36:23.748780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network d980aa13-c883-4e82-b4e2-125525ad4311 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:36:23.755439 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80211dff-6f81-43dc-b5f1-c634c3367c9b None None] Pushing event updated for resources: {'Port': ['ID=7b3e6150-0873-4687-8527-027ce0ccf6e5,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:23.765840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, d980aa13-c883-4e82-b4e2-125525ad4311) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:23.770126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:23.770754 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.804840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bb41799f-3a4e-4821-ad87-71211314780f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6234248 Nov 12 05:36:23.805583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53352) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:23.808941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d6d05-699c-406f-b013-03f43f3b2432 None None] Network d980aa13-c883-4e82-b4e2-125525ad4311 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:23.862928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aaad2897-a28c-4d9a-8b23-505fecd9aac3 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/floatingips/ea5d9b93-3e62-400e-b57c-691c7fee9b0e HTTP/1.1" status: 200 len: 994 time: 0.1607578 Nov 12 05:36:23.899068 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Attempting to bind port 7b3e6150-0873-4687-8527-027ce0ccf6e5 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:23.899626 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Attempting to bind port 7b3e6150-0873-4687-8527-027ce0ccf6e5 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:23.900214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Attempting to bind port 7b3e6150-0873-4687-8527-027ce0ccf6e5 on network dd83b93a-7389-4583-a444-a137eb0a8601 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:23.909092 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:23.910181 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Checking segment: {'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:23.910798 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:23.914049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Bound using segment: {'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:23.915136 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Bound port: 7b3e6150-0873-4687-8527-027ce0ccf6e5, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:23.916095 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.051137 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] For port 7b3e6150-0873-4687-8527-027ce0ccf6e5, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:24.060301 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] For port 7b3e6150-0873-4687-8527-027ce0ccf6e5, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7b3e6150-0873-4687-8527-027ce0ccf6e5,segment=NetworkSegment(4cb8c7f0-632f-40b7-882d-02a8a5bcdc29),segment_id=4cb8c7f0-632f-40b7-882d-02a8a5bcdc29)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:24.079886 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.227623 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:24.228270 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:24.231885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:24.237461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-47499812-73cb-4faf-8019-90e7ce7efb7e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225350531', 'description': 'tempest-description--869128763'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:24.292757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47499812-73cb-4faf-8019-90e7ce7efb7e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.336863 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80211dff-6f81-43dc-b5f1-c634c3367c9b None None] Pushing event updated for resources: {'Port': ['ID=7b3e6150-0873-4687-8527-027ce0ccf6e5,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:24.346299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'port_id': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'mac_address': 'fa:16:3e:c9:09:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:36:24.455461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47499812-73cb-4faf-8019-90e7ce7efb7e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.469359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47499812-73cb-4faf-8019-90e7ce7efb7e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.485613 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:24.491396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.540292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47499812-73cb-4faf-8019-90e7ce7efb7e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.547538 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-47499812-73cb-4faf-8019-90e7ce7efb7e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3145547 Nov 12 05:36:24.550516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53376) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:24.551795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499812-73cb-4faf-8019-90e7ce7efb7e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23457651-7571-4ce5-bda8-39e4b9c3fba0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:24.561834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-95f8c7eb-e734-4d36-9723-8203f4212978 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'security_group_rule': {'security_group_id': '23457651-7571-4ce5-bda8-39e4b9c3fba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:24.625770 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.771662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 3, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:24.792121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:24.802239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef924-afd2-45cc-8338-d91afc2ecd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.809539 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac07f2-b311-4b66-abcb-3d1eedc782b8 None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 3, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:24.812669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:24.823196 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903be9e-7511-4d68-9f07-85996393e4d7" -d '{"events": [{"server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "name": "network-vif-unplugged", "status": "completed", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:24.826951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.009702 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.024975 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be94705d-028a-4e53-be99-7b9807995211 x-openstack-request-id: req-be94705d-028a-4e53-be99-7b9807995211 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:25.025297 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "name": "network-vif-unplugged", "status": "completed", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:25.025562 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be94705d-028a-4e53-be99-7b9807995211 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:25.025992 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'code': 200} Nov 12 05:36:25.089746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-d980aa13-c883-4e82-b4e2-125525ad4311', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:36:25.090864 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.248413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5f4ef924-afd2-45cc-8338-d91afc2ecd26 None None] For port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5d0178c4-20b5-4b5c-b862-f96d2efb3c94,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:25.251349 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95f8c7eb-e734-4d36-9723-8203f4212978 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.296728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:36:25.325036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:22Z', 'revision_number': 2, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:25.346376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef924-afd2-45cc-8338-d91afc2ecd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.435725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7b3e6150-0873-4687-8527-027ce0ccf6e5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:25.456145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce80c6-8ea1-47a9-9398-ce4c3ff271a9 None None] The sync data for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 is: [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:22Z', 'revision_number': 2, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:25.497835 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95f8c7eb-e734-4d36-9723-8203f4212978 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.519811 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95f8c7eb-e734-4d36-9723-8203f4212978 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.561879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8c7eb-e734-4d36-9723-8203f4212978 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecff2fcc-0174-4ab2-a6d9-8918f9f14835,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:25.599307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95f8c7eb-e734-4d36-9723-8203f4212978 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.601091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-95f8c7eb-e734-4d36-9723-8203f4212978 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0479507 Nov 12 05:36:25.603976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53402) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:25.611399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-501f1893-3d21-4198-8d7a-770a5ffe11fe tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'security_group_rule': {'security_group_id': '23457651-7571-4ce5-bda8-39e4b9c3fba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:25.677171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-501f1893-3d21-4198-8d7a-770a5ffe11fe tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.696907 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:36:25.697268 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:36:25.720331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:25.820756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Allocated IP 2001:db8:2::2 (d980aa13-c883-4e82-b4e2-125525ad4311/6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1/ec8a6693-095e-4f9f-ab9e-9ad8e6c83385) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:25.823928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Provisioning complete for port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:25.824303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.856248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-501f1893-3d21-4198-8d7a-770a5ffe11fe tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.863914 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-501f1893-3d21-4198-8d7a-770a5ffe11fe tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.893660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 7b3e6150-0873-4687-8527-027ce0ccf6e5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:25.894047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.942906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-501f1893-3d21-4198-8d7a-770a5ffe11fe tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.944455 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-501f1893-3d21-4198-8d7a-770a5ffe11fe tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383222 Nov 12 05:36:25.947414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53410) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:25.952899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:25.959444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f1893-3d21-4198-8d7a-770a5ffe11fe tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380e158a-1069-4f8d-a0de-d23dfa1bdea8,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:26.011955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.057347 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ef924-afd2-45cc-8338-d91afc2ecd26 None None] Pushing event updated for resources: {'Port': ['ID=5d0178c4-20b5-4b5c-b862-f96d2efb3c94,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:26.073086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:36:26.194722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Provisioning complete for port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:26.195423 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.250275 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.363457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.427416 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.442180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Allocated IP 172.25.2.143 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/631b6976-75ba-41e0-bd96-6cb884f275c8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:26.548546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8:2::1 (d980aa13-c883-4e82-b4e2-125525ad4311/6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1/3e907332-c00b-472d-b21e-d441e265b8bb) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:26.630231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Network d980aa13-c883-4e82-b4e2-125525ad4311 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:26.650745 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.657721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:26.668554 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.697713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:26.745143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.827615 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.844211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.947937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.949446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:26.962326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:26.964638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'Port': ['ID=631b6976-75ba-41e0-bd96-6cb884f275c8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:26.974802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:26.999177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:36:27.041034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Pushing event updated for resources: {'Port': ['ID=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:27.078021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.125698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network d980aa13-c883-4e82-b4e2-125525ad4311 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:27.134186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:27.137316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:27.138690 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.142426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.149471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53438) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:27.210446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] For port 3bd6bf28-94d2-44fc-bdf3-89718c570be0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3bd6bf28-94d2-44fc-bdf3-89718c570be0,segment=NetworkSegment(4cb8c7f0-632f-40b7-882d-02a8a5bcdc29),segment_id=4cb8c7f0-632f-40b7-882d-02a8a5bcdc29)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:27.226159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.234062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Attempting to bind port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:27.241013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Attempting to bind port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:27.241506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Attempting to bind port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 on network d980aa13-c883-4e82-b4e2-125525ad4311 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:27.284389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53444) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:27.300997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 7b3e6150-0873-4687-8527-027ce0ccf6e5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7b3e6150-0873-4687-8527-027ce0ccf6e5,segment=NetworkSegment(4cb8c7f0-632f-40b7-882d-02a8a5bcdc29),segment_id=4cb8c7f0-632f-40b7-882d-02a8a5bcdc29)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:27.309507 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.319374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:27.327674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:27.328294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Checking segment: {'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:27.328845 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.329399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Bound using segment: {'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:27.330034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Bound port: ec8a6693-095e-4f9f-ab9e-9ad8e6c83385, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:27.330605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.356446 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.360571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3bd6bf28-94d2-44fc-bdf3-89718c570be0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:27.396434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=3e907332-c00b-472d-b21e-d441e265b8bb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:27.403111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.405402 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.492756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.503256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.503597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.503934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.504267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.504601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.504927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.505248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.505605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.505877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.506195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.506534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:27.578544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.579860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-21b75a60-7590-4eaa-b23b-78ed956216b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.626538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Provisioning complete for port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:27.627134 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.630576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0e748c21-07b9-494a-94f7-281c2a09c409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.715376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a48a0-e6fe-4cf5-946e-242ab1da0d2b None None] Pushing event updated for resources: {'Port': ['ID=3bd6bf28-94d2-44fc-bdf3-89718c570be0,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:27.728326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0e748c21-07b9-494a-94f7-281c2a09c409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.743219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0e748c21-07b9-494a-94f7-281c2a09c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.784752 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0e748c21-07b9-494a-94f7-281c2a09c409 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a353b1cb5d2429fbcf7f6a720163aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4985802 Nov 12 05:36:27.787590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['521d68fc-5d10-4b1f-b8c2-4f74a3f69490'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:36:27.800366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53458) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:27.880525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=7b3e6150-0873-4687-8527-027ce0ccf6e5,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:27.889655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc2026d8-3d38-4910-8bd1-f41348313528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.915212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc2026d8-3d38-4910-8bd1-f41348313528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.992847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc2026d8-3d38-4910-8bd1-f41348313528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.995641 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc2026d8-3d38-4910-8bd1-f41348313528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.997205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fc2026d8-3d38-4910-8bd1-f41348313528 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44166997-c93a-4375-b112-e46b941f9778 HTTP/1.1" status: 204 len: 168 time: 0.1940844 Nov 12 05:36:28.005932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e748c21-07b9-494a-94f7-281c2a09c409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44166997-c93a-4375-b112-e46b941f9778,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.028252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.043233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.044169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.061114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2026d8-3d38-4910-8bd1-f41348313528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44166997-c93a-4375-b112-e46b941f9778,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.098572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.116591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.261942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] For port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:28.288897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:28.289179 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.299968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-21b75a60-7590-4eaa-b23b-78ed956216b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.312842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=3e907332-c00b-472d-b21e-d441e265b8bb,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.321713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-21b75a60-7590-4eaa-b23b-78ed956216b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.328765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'Port': ['ID=631b6976-75ba-41e0-bd96-6cb884f275c8,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.338817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] For port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,segment=NetworkSegment(dfdc99dc-1237-45d7-b947-b28164081b15),segment_id=dfdc99dc-1237-45d7-b947-b28164081b15)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:28.339955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network d980aa13-c883-4e82-b4e2-125525ad4311 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:28.344406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:28.357596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.371329 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.392664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b75a60-7590-4eaa-b23b-78ed956216b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f773903c-5591-46e8-9cdd-b36480a84bbd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.403028 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-21b75a60-7590-4eaa-b23b-78ed956216b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87b72909fd204f849fa813d92b6a1b16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2498806 Nov 12 05:36:28.404136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.405689 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ca428daa-97ae-44fb-8865-d8938fcc5935 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4565578 Nov 12 05:36:28.406216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:28.459940 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:36:28.460648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53476) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:28.463677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.497967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8bca08f-63aa-48de-85f1-8a70e0543a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.585694 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08b91aef-6808-4664-8255-464ea3e57d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.623388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:28.637606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08b91aef-6808-4664-8255-464ea3e57d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.666277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a54cf-c1d4-4b06-a272-fa4a6ebabae7 None None] Pushing event updated for resources: {'Port': ['ID=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.730152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-54c3e6b5-671d-4170-9859-3c97fb8d7533 None None] Provisioning complete for port 7b3e6150-0873-4687-8527-027ce0ccf6e5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:28.730556 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-54c3e6b5-671d-4170-9859-3c97fb8d7533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.847508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08b91aef-6808-4664-8255-464ea3e57d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.854394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-08b91aef-6808-4664-8255-464ea3e57d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.857818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-08b91aef-6808-4664-8255-464ea3e57d69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f773903c-5591-46e8-9cdd-b36480a84bbd HTTP/1.1" status: 204 len: 168 time: 0.4482162 Nov 12 05:36:28.880212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:28.900782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53490) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:28.906182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0499b8c7-c7f3-4682-9f57-628d6901be87 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0997324 Nov 12 05:36:28.914589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8bca08f-63aa-48de-85f1-8a70e0543a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.916716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-b4aabf45-5762-4124-ba6f-25f02a2f48ed tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1225350531&fields=id&tenant_id=f1dec4c391b0414c9b040fff1551d7ad HTTP/1.1" status: 200 len: 267 time: 0.1567309 Nov 12 05:36:28.921878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-779162991'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:28.934520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b91aef-6808-4664-8255-464ea3e57d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f773903c-5591-46e8-9cdd-b36480a84bbd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.951249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8bca08f-63aa-48de-85f1-8a70e0543a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.981223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:29.065385 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b8bca08f-63aa-48de-85f1-8a70e0543a19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f25f2f3af0440f5a9a2d7dd7637d895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6036499 Nov 12 05:36:29.066974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bca08f-63aa-48de-85f1-8a70e0543a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bd7b1b-8abc-4f6f-88b1-95406e6897b5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:29.069431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53492) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:29.070031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:29.073502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.124860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:29.125677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:29.166037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-edfda908-0d33-4beb-8a1a-e6856c8f98d5 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:29.168113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:36:29.181967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.182310 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added segment 954696f8-5147-46ae-bb80-73c8ab72a4a0 of type vlan for network e27ff4e1-d99f-41a1-bc1f-297477240838 Nov 12 05:36:29.192460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-edfda908-0d33-4beb-8a1a-e6856c8f98d5 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 810 time: 0.2540121 Nov 12 05:36:29.221186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7b3e6150-0873-4687-8527-027ce0ccf6e5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:29.223623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-95e1e6fa-203c-4b28-97e9-f2f63637d486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.225251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-d349c7f2-63da-49ab-9f5f-162c981eb42d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/quotas/f1dec4c391b0414c9b040fff1551d7ad HTTP/1.1" status: 200 len: 375 time: 0.0317366 Nov 12 05:36:29.249384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.268493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-95e1e6fa-203c-4b28-97e9-f2f63637d486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.325609 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.331000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-0896fdf9-93be-45b3-a906-ba7fa21930bf tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045010 Nov 12 05:36:29.339810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-af2a9ff8-a47e-44ed-bd89-f506547e3ac3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:36:29.343984 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:29.344826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.355997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-af2a9ff8-a47e-44ed-bd89-f506547e3ac3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203912 Nov 12 05:36:29.393545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-54c3e6b5-671d-4170-9859-3c97fb8d7533 None None] Provisioning complete for port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:29.393952 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-54c3e6b5-671d-4170-9859-3c97fb8d7533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.470716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5422533 Nov 12 05:36:29.475436 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53500) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:29.480446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'subnet': {'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:29.488661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-95e1e6fa-203c-4b28-97e9-f2f63637d486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.491956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-95e1e6fa-203c-4b28-97e9-f2f63637d486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.493108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-95e1e6fa-203c-4b28-97e9-f2f63637d486 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7bd7b1b-8abc-4f6f-88b1-95406e6897b5 HTTP/1.1" status: 204 len: 168 time: 0.4171681 Nov 12 05:36:29.499344 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Sync routers for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:29.509829 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:29.510504 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:29.518844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da1e04-177b-4cee-80a1-5d895f35e28a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Network': ['ID=e27ff4e1-d99f-41a1-bc1f-297477240838,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:29.522230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:29.538614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1e6fa-203c-4b28-97e9-f2f63637d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bd7b1b-8abc-4f6f-88b1-95406e6897b5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:29.627622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e27ff4e1-d99f-41a1-bc1f-297477240838 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:36:29.642799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Made reservation on behalf of c315b7151b8e49de850face0b99d8781 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:29.645456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-0cf8ebb6-88ed-4bc2-b235-6f5804cbd9ff service neutron] 10.222.0.48 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832451 Nov 12 05:36:29.660815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.702846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53504) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:29.741862 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:29.874813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-7573cc4c-4c30-4a81-beb8-d3d9b117b0cf service neutron] 10.222.0.48 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175081 Nov 12 05:36:29.980888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 7b3e6150-0873-4687-8527-027ce0ccf6e5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:29.981740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.096617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:27Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:27Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:30.181587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:30.182066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Updating router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 port 3e907332-c00b-472d-b21e-d441e265b8bb binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:36:30.192276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53510) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:30.227910 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49c14649-d25e-4582-acfe-338c72259400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.250207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3bd6bf28-94d2-44fc-bdf3-89718c570be0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:30.308386 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.343511 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:22Z', 'revision_number': 2, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:30.361508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a337c-4dd0-453e-839c-f36cdfbd8ff6 None None] Network d980aa13-c883-4e82-b4e2-125525ad4311 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:30.416044 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Checking router: 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:30.424361 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Updating router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:36:30.440027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53ccea7c-fd75-4682-be73-4398734c0e47 req-c0a17756-23f8-409e-a41c-66d69e92572b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 210 time: 0.1454372 Nov 12 05:36:30.481247 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.495092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6395f657-3d40-4a51-b59e-af542bb62d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.574448 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49c14649-d25e-4582-acfe-338c72259400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.581619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49c14649-d25e-4582-acfe-338c72259400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.666865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-49c14649-d25e-4582-acfe-338c72259400 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d18a75d29f93481cb80baacf45a058b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4721549 Nov 12 05:36:30.669087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53522) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:30.736972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.738307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c14649-d25e-4582-acfe-338c72259400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7684460c-d341-4803-b9c5-4e79d651df2c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:30.775295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6208966-d5c8-4a5d-a299-4d9111e0608a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.804633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6208966-d5c8-4a5d-a299-4d9111e0608a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.865181 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6208966-d5c8-4a5d-a299-4d9111e0608a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.868459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6208966-d5c8-4a5d-a299-4d9111e0608a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:30.887449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b6208966-d5c8-4a5d-a299-4d9111e0608a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7684460c-d341-4803-b9c5-4e79d651df2c HTTP/1.1" status: 204 len: 168 time: 0.2055581 Nov 12 05:36:30.919704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6208966-d5c8-4a5d-a299-4d9111e0608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7684460c-d341-4803-b9c5-4e79d651df2c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:30.941449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Subnet': ['ID=19eece84-ab51-49b1-b841-7abcebf97960,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:30.991149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6395f657-3d40-4a51-b59e-af542bb62d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.007307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Checking segment: {'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:31.007936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network hostable DHCP agents. Network: e27ff4e1-d99f-41a1-bc1f-297477240838, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:36:31.022778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6395f657-3d40-4a51-b59e-af542bb62d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.041982 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.083375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:31.083785 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.085961 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.106681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network e27ff4e1-d99f-41a1-bc1f-297477240838 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:36:31.116154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395f657-3d40-4a51-b59e-af542bb62d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257a2e99-684d-4d07-8ef1-04dfbe164d0f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:31.125150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53528) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:31.125327 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6395f657-3d40-4a51-b59e-af542bb62d8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e703402bdc104236b8c58e09d4f11260&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4209635 Nov 12 05:36:31.127191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e27ff4e1-d99f-41a1-bc1f-297477240838) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:31.132212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:31.133319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.155694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44736e4d-b4d3-41a9-9af1-bf7ac12bc5bb None None] Pushing event updated for resources: {'Port': ['ID=3e907332-c00b-472d-b21e-d441e265b8bb,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:31.159651 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8430fc99-0cc9-4b50-bdb7-3aa706a92ed7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6830597 Nov 12 05:36:31.162540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53530) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:31.167531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ed885077-d844-4b8e-8302-a665a5c8ed5f None None] Provisioning complete for port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:31.168187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ed885077-d844-4b8e-8302-a665a5c8ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.179721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1360c7-5c2a-4bae-a0fb-81aa75d179a2 None None] Network e27ff4e1-d99f-41a1-bc1f-297477240838 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:31.206533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c33f7cb-7eae-4a1b-94f8-45bd27ca63b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.246057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c33f7cb-7eae-4a1b-94f8-45bd27ca63b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.371181 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.373323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c33f7cb-7eae-4a1b-94f8-45bd27ca63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.376865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c33f7cb-7eae-4a1b-94f8-45bd27ca63b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.378168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0c33f7cb-7eae-4a1b-94f8-45bd27ca63b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/257a2e99-684d-4d07-8ef1-04dfbe164d0f HTTP/1.1" status: 204 len: 168 time: 0.2519405 Nov 12 05:36:31.392499 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.400524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33f7cb-7eae-4a1b-94f8-45bd27ca63b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257a2e99-684d-4d07-8ef1-04dfbe164d0f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:31.446590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:31.587244 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Attempting to bind port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:31.587829 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Attempting to bind port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:31.588143 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Attempting to bind port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 on network e9c43b57-22d3-44dc-83e7-457826eafdd5 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:31.622544 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:31.624950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Checking segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:31.625554 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.626141 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Bound using segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:31.627330 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Bound port: 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:31.629089 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.742422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:31.743104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.747544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc614afe-ea70-49cc-86f5-3089f1df66ba req-376949f1-b582-49d1-be9f-1920b29adbe5 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 210 time: 0.0856514 Nov 12 05:36:31.800065 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df85c5-2d36-4698-a6b1-ba12d387cb3e None None] Pushing event updated for resources: {'Port': ['ID=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:31.845843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:31.848644 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] For port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:31.857983 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] For port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:31.861763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Attempting to bind port 3e907332-c00b-472d-b21e-d441e265b8bb on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:31.862523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Attempting to bind port 3e907332-c00b-472d-b21e-d441e265b8bb by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:31.863838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Attempting to bind port 3e907332-c00b-472d-b21e-d441e265b8bb on network d980aa13-c883-4e82-b4e2-125525ad4311 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:31.874965 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.065463 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:32.066115 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:32.104203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e27ff4e1-d99f-41a1-bc1f-297477240838', 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'fixed_ips': [{'subnet_id': '19eece84-ab51-49b1-b841-7abcebf97960'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:36:32.105082 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.171353 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df85c5-2d36-4698-a6b1-ba12d387cb3e None None] Pushing event updated for resources: {'Port': ['ID=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:32.400905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:32.420682 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.714213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:32.714648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Checking segment: {'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:32.714969 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.715364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Bound using segment: {'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:32.715995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Bound port: 3e907332-c00b-472d-b21e-d441e265b8bb, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdc99dc-1237-45d7-b947-b28164081b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:32.716377 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.761335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-aac1ccd5-56a8-4bb5-bf23-c4b7e2a1822d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:32.761913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-aac1ccd5-56a8-4bb5-bf23-c4b7e2a1822d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 810 time: 0.2980940 Nov 12 05:36:33.056819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-6110d249-4e0d-45a2-81cf-0a54d1be8e9e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1dec4c391b0414c9b040fff1551d7ad HTTP/1.1" status: 200 len: 380 time: 0.2711952 Nov 12 05:36:33.097666 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:31Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:33.123930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f19225c-0d92-42ad-a53c-bae286b63b1e req-f32811af-e7dd-4331-949e-33489e4f79cb tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 210 time: 0.1494420 Nov 12 05:36:33.129849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Allocated IP 2001:db8:3::2 (e27ff4e1-d99f-41a1-bc1f-297477240838/19eece84-ab51-49b1-b841-7abcebf97960/84195ab2-2455-46df-bfbb-c01b0c39969b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:33.135896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'port': {'device_id': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'admin_state_up': True, 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'security_groups': ['23457651-7571-4ce5-bda8-39e4b9c3fba0']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:33.191533 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d654b2-5a37-4851-9b9f-7d73804e85bf None None] The sync data for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 is: [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:31Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:33.242065 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ed885077-d844-4b8e-8302-a665a5c8ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.438431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Made reservation on behalf of f1dec4c391b0414c9b040fff1551d7ad for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:33.444658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.498091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.558987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] For port 3e907332-c00b-472d-b21e-d441e265b8bb, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:33.564312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] For port 3e907332-c00b-472d-b21e-d441e265b8bb, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3e907332-c00b-472d-b21e-d441e265b8bb,segment=NetworkSegment(dfdc99dc-1237-45d7-b947-b28164081b15),segment_id=dfdc99dc-1237-45d7-b947-b28164081b15)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:33.568756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.601193 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.639475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ed885077-d844-4b8e-8302-a665a5c8ed5f None None] For port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,segment=NetworkSegment(dfdc99dc-1237-45d7-b947-b28164081b15),segment_id=dfdc99dc-1237-45d7-b947-b28164081b15)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:33.656698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Allocated IP 2001:db8:3::1 (e27ff4e1-d99f-41a1-bc1f-297477240838/19eece84-ab51-49b1-b841-7abcebf97960/54d6c3af-4795-499b-8b6c-f7555913d157) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:33.658844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.716565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:33.716934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.774777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Allocated IP 172.20.0.8 (e9c43b57-22d3-44dc-83e7-457826eafdd5/dab9ffed-b5f6-4243-bc10-d760d49f8242/ce616b65-2c02-45ce-8e74-72a1db657cf4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:33.831518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ed885077-d844-4b8e-8302-a665a5c8ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.886088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Network e27ff4e1-d99f-41a1-bc1f-297477240838 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:33.892431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:33.912058 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe0e0d-d113-42db-9d9a-fced3a4dc382" -d '{"events": [{"server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "name": "network-vif-plugged", "status": "completed", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:33.946849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:33.960734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:33.975414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.082117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:34.092782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.094282 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0339d14c-7e9d-4f26-b4fe-1c233462b082 x-openstack-request-id: req-0339d14c-7e9d-4f26-b4fe-1c233462b082 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:34.094595 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "name": "network-vif-plugged", "status": "completed", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:34.094856 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0339d14c-7e9d-4f26-b4fe-1c233462b082 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:34.095538 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'code': 200} Nov 12 05:36:34.163280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.171651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network e27ff4e1-d99f-41a1-bc1f-297477240838 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:34.180140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:34.186104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:34.187609 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.199303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=54d6c3af-4795-499b-8b6c-f7555913d157,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:34.256591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.282029 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.343673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Pushing event updated for resources: {'Port': ['ID=84195ab2-2455-46df-bfbb-c01b0c39969b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:34.363338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Attempting to bind port 84195ab2-2455-46df-bfbb-c01b0c39969b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:34.363714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Attempting to bind port 84195ab2-2455-46df-bfbb-c01b0c39969b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:34.364176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Attempting to bind port 84195ab2-2455-46df-bfbb-c01b0c39969b on network e27ff4e1-d99f-41a1-bc1f-297477240838 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:34.381967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:34.382319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Checking segment: {'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:34.382706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.383097 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Bound using segment: {'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:34.383571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Bound port: 84195ab2-2455-46df-bfbb-c01b0c39969b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:34.383948 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.391628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:34.392256 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:34.394897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Provisioning complete for port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:34.395289 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.428797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'Port': ['ID=ce616b65-2c02-45ce-8e74-72a1db657cf4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:34.457847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.458554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.459935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.460463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.465540 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.466123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.466695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.467927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.468825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.469508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:34.470173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.471603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.475887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:34.476609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:34.506755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:34.576234 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.606616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:34.607642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.629567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-fcc25aa2-56f3-4540-8e17-afd2057fe312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5251713 Nov 12 05:36:34.643114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe120e-a196-4342-913b-7d3f9a2d8de3 req-1b21878d-296a-4a2d-af78-3f26300a1bf7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:34.645196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bfe120e-a196-4342-913b-7d3f9a2d8de3 req-1b21878d-296a-4a2d-af78-3f26300a1bf7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 931 time: 0.3514774 Nov 12 05:36:34.651386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Request body: {'port': {'device_id': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:34.681180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44736e4d-b4d3-41a9-9af1-bf7ac12bc5bb None None] Pushing event updated for resources: {'Port': ['ID=3e907332-c00b-472d-b21e-d441e265b8bb,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:34.822853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:34.825831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:34.860818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bfe120e-a196-4342-913b-7d3f9a2d8de3 req-bed7b39c-7d0b-45f6-a617-e1369ef83a78 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038577 Nov 12 05:36:35.297718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.308592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.309560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.397704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:35.472162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event updated for resources: {'Port': ['ID=54d6c3af-4795-499b-8b6c-f7555913d157,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:35.482666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce616b65-2c02-45ce-8e74-72a1db657cf4 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:36:35.502428 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.541631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Transition to ACTIVE for port object ce616b65-2c02-45ce-8e74-72a1db657cf4 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:36:35.544257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed885077-d844-4b8e-8302-a665a5c8ed5f None None] Pushing event updated for resources: {'Port': ['ID=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:35.548752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.601647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Network e27ff4e1-d99f-41a1-bc1f-297477240838 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:35.604672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:35.683628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] For port 84195ab2-2455-46df-bfbb-c01b0c39969b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:35.732143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] For port 84195ab2-2455-46df-bfbb-c01b0c39969b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=84195ab2-2455-46df-bfbb-c01b0c39969b,segment=NetworkSegment(954696f8-5147-46ae-bb80-73c8ab72a4a0),segment_id=954696f8-5147-46ae-bb80-73c8ab72a4a0)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:35.735713 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.757660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce616b65-2c02-45ce-8e74-72a1db657cf4,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:35.758896 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.778333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:35.802037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Attempting to bind port ce616b65-2c02-45ce-8e74-72a1db657cf4 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:35.802979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Attempting to bind port ce616b65-2c02-45ce-8e74-72a1db657cf4 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:35.803573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Attempting to bind port ce616b65-2c02-45ce-8e74-72a1db657cf4 on network e9c43b57-22d3-44dc-83e7-457826eafdd5 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:35.812255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Port ce616b65-2c02-45ce-8e74-72a1db657cf4 on network e9c43b57-22d3-44dc-83e7-457826eafdd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:36:35.813023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Attempting to bind port ce616b65-2c02-45ce-8e74-72a1db657cf4 on network e9c43b57-22d3-44dc-83e7-457826eafdd5 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:35.825345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:35.825863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Checking segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:35.827002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Bound using segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:35.827740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Bound port: ce616b65-2c02-45ce-8e74-72a1db657cf4, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:35.828431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.890518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:35.954103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] For port ce616b65-2c02-45ce-8e74-72a1db657cf4, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:35.957681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] For port ce616b65-2c02-45ce-8e74-72a1db657cf4, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:35.971489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:36.016230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:36.017531 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:36.043650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:36.044304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:36.049442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 200 len: 1092 time: 1.4017651 Nov 12 05:36:36.090858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'tag': 'ce616b65-2c02-45ce-8e74-72a1db657cf4'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:36.124006 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a326e63a-ec9f-449d-a4a9-7deef4358923" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec5842f-2b69-4b66-9d1a-c91b8ace4767", "tag": "ce616b65-2c02-45ce-8e74-72a1db657cf4"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:36.136096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53680) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:36.161583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] For port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:36.180474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:36.189987 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1f6a038d-eeef-42af-8c08-5b21b995d2db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0248504 Nov 12 05:36:36.191327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:36.204286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:36.205743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:36.218311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:27Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:33Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:36.332217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f081b-a906-4825-a26d-97349f94a75d None None] Pushing event updated for resources: {'Port': ['ID=84195ab2-2455-46df-bfbb-c01b0c39969b,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:36.416678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf317cc-250c-4461-b458-d2eee93cc787 None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:27Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:33Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:36.435241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc0095-15c3-461d-b320-0a6a3bc9c7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce616b65-2c02-45ce-8e74-72a1db657cf4,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:36.460620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-f6cf82e3-81b4-45d2-b98c-0d237797012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:36.462153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-f6cf82e3-81b4-45d2-b98c-0d237797012b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 1095 time: 0.3265884 Nov 12 05:36:36.484064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb57f3-13eb-4a7a-9efe-84e9ae364606 req-768f7dac-1d1e-4430-b5da-458103a4ad91 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:36.486593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16bb57f3-13eb-4a7a-9efe-84e9ae364606 req-768f7dac-1d1e-4430-b5da-458103a4ad91 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 943 time: 0.4362345 Nov 12 05:36:36.574291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19ebbdc0-37fe-4bdd-b34c-f18b26e4d7b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:36.584577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Provisioning complete for port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:36.590331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:36.621884 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70c5d0-68b6-4d54-ad62-86963bc878e4 x-openstack-request-id: req-4f70c5d0-68b6-4d54-ad62-86963bc878e4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:36.622111 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec5842f-2b69-4b66-9d1a-c91b8ace4767", "tag": "ce616b65-2c02-45ce-8e74-72a1db657cf4", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:36.622304 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f70c5d0-68b6-4d54-ad62-86963bc878e4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:36.636734 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'tag': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'status': 'completed', 'code': 200} Nov 12 05:36:36.647314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-3ccedd8c-3266-427d-bba0-4f86202a3397 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 200 len: 217 time: 0.1595635 Nov 12 05:36:36.701916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Pushing event updated for resources: {'Port': ['ID=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:36.799006 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16bb57f3-13eb-4a7a-9efe-84e9ae364606 req-16556242-2067-4d4f-b66a-b1dce056fdbe tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789374 Nov 12 05:36:36.823643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-c7bcf6fb-229f-4fc8-8fe5-a93b08c6e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:36.823643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-c7bcf6fb-229f-4fc8-8fe5-a93b08c6e183 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.1561220 Nov 12 05:36:36.843296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:36.876938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19ebbdc0-37fe-4bdd-b34c-f18b26e4d7b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:36.920994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-2333f15f-bbfb-4f8d-acdf-8292600e193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:36.924749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-2333f15f-bbfb-4f8d-acdf-8292600e193b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990365 Nov 12 05:36:36.958606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Provisioning complete for port 3e907332-c00b-472d-b21e-d441e265b8bb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:36.959458 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:36.961361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:36.961937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:37.067414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19ebbdc0-37fe-4bdd-b34c-f18b26e4d7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:37.099532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-193a2030-33f0-43b6-b6cb-b4416521038f service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661549 Nov 12 05:36:37.129697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebbdc0-37fe-4bdd-b34c-f18b26e4d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee9dc11-1e03-46cc-bb11-be0d29b7fb5b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:37.256987 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-19ebbdc0-37fe-4bdd-b34c-f18b26e4d7b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6063f257e11c47eeb2397162b8a4042b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1192930 Nov 12 05:36:37.258778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 05:36:37.263455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53700) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:37.321041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e9ce89d-c00b-44d1-9f11-8a36a2e3dfd1 req-c7adb7b0-f4d0-4d35-b461-d876792637c7 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114043 Nov 12 05:36:37.321298 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Removed routes are [] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 05:36:37.322667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:37.541185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-19d37b5b-1389-4599-b9ba-dac5c0e42595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:37.542707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-19d37b5b-1389-4599-b9ba-dac5c0e42595 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 1095 time: 0.1042943 Nov 12 05:36:37.584139 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f979748-57fb-492e-aea4-85e645d9ff85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:37.599763 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:37.686155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f979748-57fb-492e-aea4-85e645d9ff85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:37.692138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:37.713327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] For port 3e907332-c00b-472d-b21e-d441e265b8bb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3e907332-c00b-472d-b21e-d441e265b8bb,segment=NetworkSegment(dfdc99dc-1237-45d7-b947-b28164081b15),segment_id=dfdc99dc-1237-45d7-b947-b28164081b15)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:37.736812 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:37.765252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-2a73eeac-4151-4d66-8bb3-90d9933feea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:37.766794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-2a73eeac-4151-4d66-8bb3-90d9933feea5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.2142878 Nov 12 05:36:37.793783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:37.794497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:37.864272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-6809d958-5aea-45ba-9148-c0a7dcbc1750 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 200 len: 217 time: 0.0880837 Nov 12 05:36:37.910922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee1e246-77d8-427f-8185-dab9b4a62bcf None None] Network e27ff4e1-d99f-41a1-bc1f-297477240838 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:38.064379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-26226dc0-4ab8-49f3-a9bc-692dace481ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:38.066702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-26226dc0-4ab8-49f3-a9bc-692dace481ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.1938522 Nov 12 05:36:38.084156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c42ad-43a0-48af-a0c0-666da4689848 req-898eafe4-3e49-4d17-a58d-4d0660d25d84 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:38.089468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f73c42ad-43a0-48af-a0c0-666da4689848 req-898eafe4-3e49-4d17-a58d-4d0660d25d84 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 943 time: 0.1533365 Nov 12 05:36:38.109751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:38.157212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.161159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.174901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-5112b916-6017-4789-8a68-8c35a41e5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:38.177564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-5112b916-6017-4789-8a68-8c35a41e5278 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861199 Nov 12 05:36:38.235264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f73c42ad-43a0-48af-a0c0-666da4689848 req-2449dc45-239d-473a-b1b1-febda34f2e5e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310225 Nov 12 05:36:38.292663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f979748-57fb-492e-aea4-85e645d9ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.296009 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f979748-57fb-492e-aea4-85e645d9ff85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.297338 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0f979748-57fb-492e-aea4-85e645d9ff85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ee9dc11-1e03-46cc-bb11-be0d29b7fb5b HTTP/1.1" status: 204 len: 168 time: 1.0328720 Nov 12 05:36:38.314974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f979748-57fb-492e-aea4-85e645d9ff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee9dc11-1e03-46cc-bb11-be0d29b7fb5b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:38.318769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:38.321242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 84195ab2-2455-46df-bfbb-c01b0c39969b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:38.419556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-5d1060d7-9865-4055-9bdc-13212587f54b service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344565 Nov 12 05:36:38.459939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ed305-03a5-4cc8-bfd9-99c8ff4f052e None None] Pushing event updated for resources: {'Port': ['ID=3e907332-c00b-472d-b21e-d441e265b8bb,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:38.535293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:38.547261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.552908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53714) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:38.558976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-49097d8c-0cce-40c2-9552-d7f6ada86050 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 200 len: 954 time: 2.3663156 Nov 12 05:36:38.674656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a326e63a-ec9f-449d-a4a9-7deef4358923 req-e780bb18-f2d0-4afc-8eaa-7f94b0bab400 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461267 Nov 12 05:36:38.692000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2fab4cf7-0a64-4528-bcfe-eee9d2b2694f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 200 len: 954 time: 0.1322381 Nov 12 05:36:38.692245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53718) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:38.696949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'routes': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:38.793589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fe743151-e0f2-483b-a2d3-a27e0abc6c73 None None] Provisioning complete for port 3e907332-c00b-472d-b21e-d441e265b8bb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:38.794411 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe743151-e0f2-483b-a2d3-a27e0abc6c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.831764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53720) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:38.846745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 84195ab2-2455-46df-bfbb-c01b0c39969b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:38.847112 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.847601 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f9913dc-c9e9-4313-bfa0-9329fad05b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.899675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 6, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d6c3af-4795-499b-8b6c-f7555913d157', 'name': '', 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:31:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '19eece84-ab51-49b1-b841-7abcebf97960', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:32Z', 'updated_at': '2021-11-12T05:36:34Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '19eece84-ab51-49b1-b841-7abcebf97960', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:38.936055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:38.937456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Updating router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 port 54d6c3af-4795-499b-8b6c-f7555913d157 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:36:38.981588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f9913dc-c9e9-4313-bfa0-9329fad05b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.984826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.993778 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f9913dc-c9e9-4313-bfa0-9329fad05b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.084649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5f9913dc-c9e9-4313-bfa0-9329fad05b2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d1d81076d4e4b44a98ad376e3896d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515256 Nov 12 05:36:39.087373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53722) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:39.090662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9913dc-c9e9-4313-bfa0-9329fad05b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89a31c-1797-4ce8-91d3-b7a0bd8815c5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:39.188090 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.204620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88b1f2b5-b1af-4faf-925e-b0a3ff0a1bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.227602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added routes are [] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 05:36:39.227929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 05:36:39.237433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88b1f2b5-b1af-4faf-925e-b0a3ff0a1bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.274022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 84195ab2-2455-46df-bfbb-c01b0c39969b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=84195ab2-2455-46df-bfbb-c01b0c39969b,segment=NetworkSegment(954696f8-5147-46ae-bb80-73c8ab72a4a0),segment_id=954696f8-5147-46ae-bb80-73c8ab72a4a0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:39.294826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.300038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88b1f2b5-b1af-4faf-925e-b0a3ff0a1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.303485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88b1f2b5-b1af-4faf-925e-b0a3ff0a1bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.307032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-88b1f2b5-b1af-4faf-925e-b0a3ff0a1bcb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f89a31c-1797-4ce8-91d3-b7a0bd8815c5 HTTP/1.1" status: 204 len: 168 time: 0.2160532 Nov 12 05:36:39.311397 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.312206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3e907332-c00b-472d-b21e-d441e265b8bb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:39.323381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1f2b5-b1af-4faf-925e-b0a3ff0a1bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89a31c-1797-4ce8-91d3-b7a0bd8815c5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:39.406716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c56cb774-5f45-4a6d-812b-aebab6d916a8 None None] Provisioning complete for port 54d6c3af-4795-499b-8b6c-f7555913d157 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:39.406940 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c56cb774-5f45-4a6d-812b-aebab6d916a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.448940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b247bf-2494-45c6-a080-3b74a52f879c req-9fb03a5a-891c-452f-a5e0-19b85afd87bc tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:39.461907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72b247bf-2494-45c6-a080-3b74a52f879c req-9fb03a5a-891c-452f-a5e0-19b85afd87bc tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 943 time: 0.1117556 Nov 12 05:36:39.563587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72b247bf-2494-45c6-a080-3b74a52f879c req-91d3689a-8f0e-4358-99cf-85bdcf63a235 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945086 Nov 12 05:36:39.574058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=84195ab2-2455-46df-bfbb-c01b0c39969b,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:39.578883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c56cb774-5f45-4a6d-812b-aebab6d916a8 None None] Port 54d6c3af-4795-499b-8b6c-f7555913d157 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:36:39.607312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3e907332-c00b-472d-b21e-d441e265b8bb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:39.608222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.658278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c56cb774-5f45-4a6d-812b-aebab6d916a8 None None] Provisioning complete for port 84195ab2-2455-46df-bfbb-c01b0c39969b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:39.658683 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c56cb774-5f45-4a6d-812b-aebab6d916a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.716932 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.748892 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.777446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.785951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.922003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322f1a0-d466-4812-8038-e9344c6d5983 None None] Pushing event updated for resources: {'Port': ['ID=54d6c3af-4795-499b-8b6c-f7555913d157,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:39.942970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:40.188228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:40.209394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:40.215732 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d40a3afa-f760-4383-844b-628467efe36d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 200 len: 704 time: 1.5224249 Nov 12 05:36:40.219660 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53764) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:40.261918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:40.267022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Attempting to bind port 54d6c3af-4795-499b-8b6c-f7555913d157 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:40.267413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Attempting to bind port 54d6c3af-4795-499b-8b6c-f7555913d157 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:40.268948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Attempting to bind port 54d6c3af-4795-499b-8b6c-f7555913d157 on network e27ff4e1-d99f-41a1-bc1f-297477240838 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:40.298313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-de56af11-9ad1-47c9-8acc-5f5db787c057 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:40.307283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-de56af11-9ad1-47c9-8acc-5f5db787c057 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 814 time: 0.1707361 Nov 12 05:36:40.321944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:40.322199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Checking segment: {'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:40.322624 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:40.323047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Bound using segment: {'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:40.323542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Bound port: 54d6c3af-4795-499b-8b6c-f7555913d157, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954696f8-5147-46ae-bb80-73c8ab72a4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:40.323930 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:40.324704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b262e3d9-7024-4931-9c5e-7af16e2dfd31 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/quotas/bc1435ed420c460ba52f454dffcfd5ba HTTP/1.1" status: 200 len: 375 time: 0.0165184 Nov 12 05:36:40.418849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-0060db4a-2209-4e2b-bf98-362bc1d50493 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850685 Nov 12 05:36:40.435747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:40.436121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:40.498016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] For port 54d6c3af-4795-499b-8b6c-f7555913d157, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:40.507701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6dbcb49c-eb1b-4608-b872-72a4d695a110 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 200 len: 704 time: 0.2859983 Nov 12 05:36:40.509875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53774) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:40.547857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] For port 54d6c3af-4795-499b-8b6c-f7555913d157, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=54d6c3af-4795-499b-8b6c-f7555913d157,segment=NetworkSegment(954696f8-5147-46ae-bb80-73c8ab72a4a0),segment_id=954696f8-5147-46ae-bb80-73c8ab72a4a0)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:40.568518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8c329f68-5861-4201-a7fa-144148ce5bfb None None] Provisioning complete for port 54d6c3af-4795-499b-8b6c-f7555913d157 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:40.569131 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c329f68-5861-4201-a7fa-144148ce5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:40.571282 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:40.684724 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:40.757012 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:40.760335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322f1a0-d466-4812-8038-e9344c6d5983 None None] Pushing event updated for resources: {'Port': ['ID=54d6c3af-4795-499b-8b6c-f7555913d157,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:40.770574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:40.771422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:40.962758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f20da-b3f6-4e76-b6c2-bf394490648a req-c58354c5-8b92-4143-9059-7500cc03165c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:40.972839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-028f20da-b3f6-4e76-b6c2-bf394490648a req-c58354c5-8b92-4143-9059-7500cc03165c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 943 time: 0.2925088 Nov 12 05:36:40.974583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c329f68-5861-4201-a7fa-144148ce5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:41.000492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:41.062517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-028f20da-b3f6-4e76-b6c2-bf394490648a req-5bddac3e-765e-4902-be1f-af777a01e84a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875399 Nov 12 05:36:41.068000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:41.068375 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:41.071796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b8104a40-43bc-42b8-9f77-f6c77d1bf4bd service neutron] 10.222.0.48 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492512 Nov 12 05:36:41.132718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8c329f68-5861-4201-a7fa-144148ce5bfb None None] For port 54d6c3af-4795-499b-8b6c-f7555913d157, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=54d6c3af-4795-499b-8b6c-f7555913d157,segment=NetworkSegment(954696f8-5147-46ae-bb80-73c8ab72a4a0),segment_id=954696f8-5147-46ae-bb80-73c8ab72a4a0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:41.156899 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:41.168405 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c329f68-5861-4201-a7fa-144148ce5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:41.235029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ce616b65-2c02-45ce-8e74-72a1db657cf4 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:36:41.267239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f0e4c126-2fac-4774-afbd-c4196d669300 service neutron] 10.222.0.48 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888804 Nov 12 05:36:41.362538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c329f68-5861-4201-a7fa-144148ce5bfb None None] Pushing event updated for resources: {'Port': ['ID=54d6c3af-4795-499b-8b6c-f7555913d157,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:41.382918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-48c44d4f-a5ec-4130-99c2-250f9737c7ee None None] Provisioning complete for port 54d6c3af-4795-499b-8b6c-f7555913d157 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:41.383266 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-48c44d4f-a5ec-4130-99c2-250f9737c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:41.597020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4abc10c5-c5d1-4b95-b5e2-2e2d3776a70d req-fd46f72d-885b-41ff-9dc2-a82b718d6d83 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 210 time: 0.0410819 Nov 12 05:36:41.610948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ce616b65-2c02-45ce-8e74-72a1db657cf4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:41.635555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 54d6c3af-4795-499b-8b6c-f7555913d157 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:41.636449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'port_id': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'mac_address': 'fa:16:3e:02:dd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:36:41.638591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:41.752763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:39Z', 'revision_number': 7, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d6c3af-4795-499b-8b6c-f7555913d157', 'name': '', 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:31:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '19eece84-ab51-49b1-b841-7abcebf97960', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:32Z', 'updated_at': '2021-11-12T05:36:40Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '19eece84-ab51-49b1-b841-7abcebf97960', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:41.789159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3e907332-c00b-472d-b21e-d441e265b8bb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:41.793147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:41.812896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9365e3-47d2-49eb-b912-af33345c8a7c None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:39Z', 'revision_number': 7, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d6c3af-4795-499b-8b6c-f7555913d157', 'name': '', 'network_id': 'e27ff4e1-d99f-41a1-bc1f-297477240838', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:31:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '19eece84-ab51-49b1-b841-7abcebf97960', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:32Z', 'updated_at': '2021-11-12T05:36:40Z', 'revision_number': 4, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '19eece84-ab51-49b1-b841-7abcebf97960', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:41.835991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 54d6c3af-4795-499b-8b6c-f7555913d157, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=54d6c3af-4795-499b-8b6c-f7555913d157,segment=NetworkSegment(954696f8-5147-46ae-bb80-73c8ab72a4a0),segment_id=954696f8-5147-46ae-bb80-73c8ab72a4a0)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:41.836434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:41.853331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce616b65-2c02-45ce-8e74-72a1db657cf4 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:36:41.860653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 54d6c3af-4795-499b-8b6c-f7555913d157 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:41.917692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ce616b65-2c02-45ce-8e74-72a1db657cf4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:41.931380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:42.018117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3e907332-c00b-472d-b21e-d441e265b8bb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:42.018678 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:42.053273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ce616b65-2c02-45ce-8e74-72a1db657cf4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:42.184777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 84195ab2-2455-46df-bfbb-c01b0c39969b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:42.288213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 84195ab2-2455-46df-bfbb-c01b0c39969b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:42.290483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:42.295907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:42.381817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488354-0556-422f-a27c-789b1adfb119 req-177c8218-2435-429c-95ed-11fa06b85647 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:42.407390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=54d6c3af-4795-499b-8b6c-f7555913d157,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:42.418282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0488354-0556-422f-a27c-789b1adfb119 req-177c8218-2435-429c-95ed-11fa06b85647 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 944 time: 0.2043269 Nov 12 05:36:42.429186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ce616b65-2c02-45ce-8e74-72a1db657cf4'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:36:42.529127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0488354-0556-422f-a27c-789b1adfb119 req-93717a6c-2543-4ffa-8f2e-ea9789001157 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083345 Nov 12 05:36:42.616360 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:42.854640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec601c98-9a4d-4d6b-b9f8-9f00fcce9142 req-1c5eba18-f2c5-4a62-a479-1d33a3d43c07 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 210 time: 0.0645206 Nov 12 05:36:43.053797 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:43.064773 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:43.065395 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:43.173676 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:43.360805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:43.470550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-13bca5b1-11cd-479f-8565-8a79cfbe5082 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:43.478935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-13bca5b1-11cd-479f-8565-8a79cfbe5082 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.43 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 814 time: 0.1910410 Nov 12 05:36:43.486634 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:42Z', 'revision_number': 8, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:43.519582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Request body: {'port': {'device_id': 'd13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f', 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'admin_state_up': True, 'tenant_id': 'bc1435ed420c460ba52f454dffcfd5ba'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:43.539158 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:43.558823 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:43.560925 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:43.597527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:43.608863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-629efdef-c1e8-4cb3-a92f-e106be273f11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0975635 Nov 12 05:36:43.617470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53880) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:43.675296 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:43.706833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-343b4d03-b878-4ffb-b4d8-82165203d969 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet 19eece84-ab51-49b1-b841-7abcebf97960 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:36:43.710728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-343b4d03-b878-4ffb-b4d8-82165203d969 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:43.779708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-343b4d03-b878-4ffb-b4d8-82165203d969 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:43.790479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639311-0f05-4740-ba87-8faeaa7acb41 req-da7e8696-2263-4663-82c2-697a583eee1b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:43.792900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee639311-0f05-4740-ba87-8faeaa7acb41 req-da7e8696-2263-4663-82c2-697a583eee1b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 944 time: 0.1251214 Nov 12 05:36:43.881587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Made reservation on behalf of bc1435ed420c460ba52f454dffcfd5ba for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:43.884245 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e8635e9c-f085-41be-a85e-e4006a717115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:43.885212 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:43.914039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53886) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:43.937750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee639311-0f05-4740-ba87-8faeaa7acb41 req-005ae2f8-c330-4c42-85f8-cca6706dcb4b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253576 Nov 12 05:36:43.939390 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:42Z', 'revision_number': 8, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:43.956438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-343b4d03-b878-4ffb-b4d8-82165203d969 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.005074 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec61f36-50f0-45d4-b34b-e2bec5e77261 None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:42Z', 'revision_number': 8, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:44.101305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-343b4d03-b878-4ffb-b4d8-82165203d969 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.130478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d27b26c-ff1d-44a0-97e0-bf2e466abd4d None None] Network e27ff4e1-d99f-41a1-bc1f-297477240838 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:44.141504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-343b4d03-b878-4ffb-b4d8-82165203d969 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.147338 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-343b4d03-b878-4ffb-b4d8-82165203d969 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/19eece84-ab51-49b1-b841-7abcebf97960 HTTP/1.1" status: 204 len: 168 time: 0.5284040 Nov 12 05:36:44.151939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53894) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:44.273195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5e42-1b37-499e-a3d9-ef9a133a9866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.283131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b4d03-b878-4ffb-b4d8-82165203d969 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=19eece84-ab51-49b1-b841-7abcebf97960,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:44.372801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.411462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] DHCP port deletion for e27ff4e1-d99f-41a1-bc1f-297477240838 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:44.463006 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab10d012-83c8-4aee-8d9f-e054b5436150 req-5c0db11d-962b-41d6-8a51-9a511feb03a8 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 210 time: 0.4694242 Nov 12 05:36:44.530788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5e42-1b37-499e-a3d9-ef9a133a9866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.538323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 84195ab2-2455-46df-bfbb-c01b0c39969b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:44.538323 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.542004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5e42-1b37-499e-a3d9-ef9a133a9866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.562515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] Deleting port 84195ab2-2455-46df-bfbb-c01b0c39969b {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:44.562777 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.614443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53900) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:44.642292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Allocated IP 172.20.0.8 (5051e60f-443e-4b4e-998b-31d353f34ae3/97812dec-70b8-4593-9f86-c1fe0965459c/9037bb63-33b4-4a05-8fc6-b8ebbc75ceec) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:44.679900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7a0c5e42-1b37-499e-a3d9-ef9a133a9866 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca917c443fb741928626a27630945c74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7628782 Nov 12 05:36:44.682608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53904) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:44.692258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c5e42-1b37-499e-a3d9-ef9a133a9866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d6423d-c93d-42e8-b5dc-6b4aabaf635d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:44.697524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 84195ab2-2455-46df-bfbb-c01b0c39969b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=84195ab2-2455-46df-bfbb-c01b0c39969b,segment=NetworkSegment(954696f8-5147-46ae-bb80-73c8ab72a4a0),segment_id=954696f8-5147-46ae-bb80-73c8ab72a4a0)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:44.698135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.732039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 84195ab2-2455-46df-bfbb-c01b0c39969b owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:44.811195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b8673f4-2fe7-410c-aa8a-e476d98a0d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.854523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b8673f4-2fe7-410c-aa8a-e476d98a0d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.896700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ecc4-b135-4080-a691-fd723e952891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.915842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.959604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No DVR routers for this DVR port 84195ab2-2455-46df-bfbb-c01b0c39969b on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:44.969685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] For port 84195ab2-2455-46df-bfbb-c01b0c39969b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=84195ab2-2455-46df-bfbb-c01b0c39969b,segment=NetworkSegment(954696f8-5147-46ae-bb80-73c8ab72a4a0),segment_id=954696f8-5147-46ae-bb80-73c8ab72a4a0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:44.970862 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.988048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] Calling delete_port for 84195ab2-2455-46df-bfbb-c01b0c39969b owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:44.989882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:44.990652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=84195ab2-2455-46df-bfbb-c01b0c39969b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:45.051015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c9962-01c0-4335-b209-796b83658500 None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:45.071735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.075053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c9962-01c0-4335-b209-796b83658500 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:45.075686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a07c9962-01c0-4335-b209-796b83658500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:45.098415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27ff4e1-d99f-41a1-bc1f-297477240838']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:45.108881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954696f8-5147-46ae-bb80-73c8ab72a4a0') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:45.109329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954696f8-5147-46ae-bb80-73c8ab72a4a0') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:45.122574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ecc4-b135-4080-a691-fd723e952891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.123029 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.134005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ecc4-b135-4080-a691-fd723e952891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.141383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.148369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351f0a3-9bb2-4eec-9b66-646870060881 req-098588af-7fb6-4ffb-aa3e-94d72c217477 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:45.149048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:36:45.149557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.150270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1351f0a3-9bb2-4eec-9b66-646870060881 req-098588af-7fb6-4ffb-aa3e-94d72c217477 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 944 time: 0.1046298 Nov 12 05:36:45.158682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.174516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3febaee8-b6b6-4da7-92e7-f1437d45b926', '512ee190-a962-4092-b5a1-ae7a6d3f1b71'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:36:45.212249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['63cc4b01-c2a6-4bcf-b05b-b7cac302c883'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:36:45.221939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ce616b65-2c02-45ce-8e74-72a1db657cf4 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:45.226456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b8673f4-2fe7-410c-aa8a-e476d98a0d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.229623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b8673f4-2fe7-410c-aa8a-e476d98a0d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.230895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b8673f4-2fe7-410c-aa8a-e476d98a0d39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82d6423d-c93d-42e8-b5dc-6b4aabaf635d HTTP/1.1" status: 204 len: 168 time: 0.5470984 Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:36:45.236401 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:36:45.238833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Pushing event updated for resources: {'Port': ['ID=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:45.248729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8673f4-2fe7-410c-aa8a-e476d98a0d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d6423d-c93d-42e8-b5dc-6b4aabaf635d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:45.263353 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.267757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.272526 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.274095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ecc4-b135-4080-a691-fd723e952891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607231a-4dc7-4beb-813d-a6b574ee9527,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:45.284786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:45.285862 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/e27ff4e1-d99f-41a1-bc1f-297477240838 HTTP/1.1" status: 204 len: 168 time: 1.0729177 Nov 12 05:36:45.286847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:45.290959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d0d1ecc4-b135-4080-a691-fd723e952891 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=569ae277c06240d2990959cc0c11a26a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6716671 Nov 12 05:36:45.295213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53910) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:45.295736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 53912) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:45.297656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:45.311742 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cf7b0-1439-4e0f-a357-185e31d77e9a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=e27ff4e1-d99f-41a1-bc1f-297477240838,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:45.352338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:45.353012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.391500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5815d2-9df1-4629-92cf-5449c737ff08 None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:45.393691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] Pushing event deleted for resources: {'Port': ['ID=84195ab2-2455-46df-bfbb-c01b0c39969b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:45.414105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a07c9962-01c0-4335-b209-796b83658500 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:45.416571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] Network e27ff4e1-d99f-41a1-bc1f-297477240838 is not hosted by any dhcp agent {{(pid=102591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:36:45.416571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a3b4d-931b-48ff-8c57-57c9a339729d None None] No DVR routers for this DVR port 84195ab2-2455-46df-bfbb-c01b0c39969b on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:45.431099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-f28af6cb-be7b-48a9-b74b-5760335f0be6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9155750 Nov 12 05:36:45.491570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Request body: {'port': {'device_id': 'd13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:45.604340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1351f0a3-9bb2-4eec-9b66-646870060881 req-9f9c5f8f-8539-49bb-94d4-3931b6d2dc4e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358904 Nov 12 05:36:45.631962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port ce616b65-2c02-45ce-8e74-72a1db657cf4 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:36:45.676799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port ce616b65-2c02-45ce-8e74-72a1db657cf4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:45.678167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.679805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-12812287-5c86-42ae-90bb-855251e470e0 None None] Provisioning complete for port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:45.680165 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-12812287-5c86-42ae-90bb-855251e470e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.707527 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.746881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53920) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:45.768439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 54d6c3af-4795-499b-8b6c-f7555913d157 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:45.768625 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e683-fd5c-46f1-830d-62e8436f12e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.820392 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bec241-fb33-4609-864a-8d1044a8417b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.840462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 54d6c3af-4795-499b-8b6c-f7555913d157 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:45.840808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 54d6c3af-4795-499b-8b6c-f7555913d157 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:45.841235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 84195ab2-2455-46df-bfbb-c01b0c39969b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:45.854461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e683-fd5c-46f1-830d-62e8436f12e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.859977 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e683-fd5c-46f1-830d-62e8436f12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.886224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-12812287-5c86-42ae-90bb-855251e470e0 None None] Port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:36:45.903926 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c2f4e683-fd5c-46f1-830d-62e8436f12e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0b6ec162db948c5a8deb9d82979b8b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532929 Nov 12 05:36:45.904339 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53922) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:45.906454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 84195ab2-2455-46df-bfbb-c01b0c39969b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:45.906841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 84195ab2-2455-46df-bfbb-c01b0c39969b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:45.912662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e683-fd5c-46f1-830d-62e8436f12e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f08fb-bc70-4c8a-98cf-0a1bf9f441ea,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:45.932642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bec241-fb33-4609-864a-8d1044a8417b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.974976 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfb2adfe-97c6-49d3-9193-6a68ea7ac2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:45.980544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6cb4-209b-4b61-adbb-27c53d97fc84 req-1995d986-2cc2-423e-a721-f0c356b1b0a5 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:45.982122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db3c6cb4-209b-4b61-adbb-27c53d97fc84 req-1995d986-2cc2-423e-a721-f0c356b1b0a5 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 931 time: 0.3666217 Nov 12 05:36:46.002467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfb2adfe-97c6-49d3-9193-6a68ea7ac2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.061378 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfb2adfe-97c6-49d3-9193-6a68ea7ac2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.064343 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfb2adfe-97c6-49d3-9193-6a68ea7ac2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.068430 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dfb2adfe-97c6-49d3-9193-6a68ea7ac2d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d89f08fb-bc70-4c8a-98cf-0a1bf9f441ea HTTP/1.1" status: 204 len: 168 time: 0.1628950 Nov 12 05:36:46.079106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2adfe-97c6-49d3-9193-6a68ea7ac2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f08fb-bc70-4c8a-98cf-0a1bf9f441ea,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:46.102060 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.169362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce616b65-2c02-45ce-8e74-72a1db657cf4'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:46.172508 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0dcbde-400e-4c4d-bef2-489b8e269a24" -d '{"events": [{"server_uuid": "3ec5842f-2b69-4b66-9d1a-c91b8ace4767", "name": "network-vif-plugged", "status": "completed", "tag": "ce616b65-2c02-45ce-8e74-72a1db657cf4"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:46.179727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bec241-fb33-4609-864a-8d1044a8417b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.182409 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bec241-fb33-4609-864a-8d1044a8417b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.183754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-28bec241-fb33-4609-864a-8d1044a8417b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b607231a-4dc7-4beb-813d-a6b574ee9527 HTTP/1.1" status: 204 len: 168 time: 0.8388455 Nov 12 05:36:46.194634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db3c6cb4-209b-4b61-adbb-27c53d97fc84 req-7e698962-040c-4cee-be71-a87b9c5c60fc tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871312 Nov 12 05:36:46.216190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bec241-fb33-4609-864a-8d1044a8417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607231a-4dc7-4beb-813d-a6b574ee9527,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:46.225817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a07c9962-01c0-4335-b209-796b83658500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:42Z', 'revision_number': 8, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:46.239457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ce616b65-2c02-45ce-8e74-72a1db657cf4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:46.278894 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdce5a5-8dfb-41f4-a51b-fffcd679086e x-openstack-request-id: req-dbdce5a5-8dfb-41f4-a51b-fffcd679086e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:46.279861 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec5842f-2b69-4b66-9d1a-c91b8ace4767", "name": "network-vif-plugged", "status": "completed", "tag": "ce616b65-2c02-45ce-8e74-72a1db657cf4", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:46.280209 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbdce5a5-8dfb-41f4-a51b-fffcd679086e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:46.280667 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'code': 200} Nov 12 05:36:46.288573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c9962-01c0-4335-b209-796b83658500 None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:46.290643 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.321674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:36:46.330576 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.345055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Transition to ACTIVE for port object 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:36:46.375472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.376004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c9962-01c0-4335-b209-796b83658500 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:46.376638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a07c9962-01c0-4335-b209-796b83658500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:46.378649 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b5b3-430d-472e-aedd-8e4c7db764d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.462081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41b88a-47fa-4c31-93a0-3aed1de31d9b None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:46.463083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:46.472706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ce616b65-2c02-45ce-8e74-72a1db657cf4,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:46.526298 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.533284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a07c9962-01c0-4335-b209-796b83658500 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:46.554637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a695a-1b26-4cdc-95be-4baba094ef5c req-87874955-60ba-483a-87d8-e17176046398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:46.557987 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-270a695a-1b26-4cdc-95be-4baba094ef5c req-87874955-60ba-483a-87d8-e17176046398 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 1097 time: 0.1760542 Nov 12 05:36:46.629525 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-270a695a-1b26-4cdc-95be-4baba094ef5c req-f17718f2-33a3-41e3-8ff7-2f5bb086a781 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631356 Nov 12 05:36:46.641776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Attempting to bind port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:46.642326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Attempting to bind port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:46.642868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Attempting to bind port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec on network 5051e60f-443e-4b4e-998b-31d353f34ae3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:46.653732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec on network 5051e60f-443e-4b4e-998b-31d353f34ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:36:46.654893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Attempting to bind port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec on network 5051e60f-443e-4b4e-998b-31d353f34ae3 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:46.662927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:46.663507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Checking segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:46.664034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Bound using segment: {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:46.664659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Bound port: 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:46.665178 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.785797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:46.800239 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d5434fc-e2b9-4cea-9b6a-9f76f5d19560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.852921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f868-0931-4f63-bf20-fe4bd162d90c req-e7086268-5b20-4381-8822-3534f3bd6e6e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:46.854558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a14f868-0931-4f63-bf20-fe4bd162d90c req-e7086268-5b20-4381-8822-3534f3bd6e6e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1211040 Nov 12 05:36:46.859441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a07c9962-01c0-4335-b209-796b83658500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:42Z', 'revision_number': 8, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:46.859926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] For port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:46.864128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] For port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:46.881530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.893414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c9962-01c0-4335-b209-796b83658500 None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:42Z', 'revision_number': 8, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '3e907332-c00b-472d-b21e-d441e265b8bb', 'name': '', 'network_id': 'd980aa13-c883-4e82-b4e2-125525ad4311', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:7c:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:25Z', 'updated_at': '2021-11-12T05:36:37Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:46.947684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d5434fc-e2b9-4cea-9b6a-9f76f5d19560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.953131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d5434fc-e2b9-4cea-9b6a-9f76f5d19560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.984601 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8d5434fc-e2b9-4cea-9b6a-9f76f5d19560 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c84e604ea4f04eb5a723b7756578726c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1970921 Nov 12 05:36:46.990522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:46.991239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:46.992655 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] 10.222.0.43 "PUT /v2.0/ports/9037bb63-33b4-4a05-8fc6-b8ebbc75ceec HTTP/1.1" status: 200 len: 1092 time: 1.5143960 Nov 12 05:36:46.993121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f', 'tag': '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:46.993424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497e91f-499b-40d8-9c33-870db0423d0d None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:46.995447 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5fbfec-97df-4a04-b42c-5a7adb19e054" -d '{"events": [{"name": "network-changed", "server_uuid": "d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f", "tag": "9037bb63-33b4-4a05-8fc6-b8ebbc75ceec"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:47.002290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53948) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:47.046145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5434fc-e2b9-4cea-9b6a-9f76f5d19560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b092f-01f9-4df4-b458-0f1a50d98ebd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:47.052189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a14f868-0931-4f63-bf20-fe4bd162d90c req-1b812b33-7ecf-41d8-a0b3-bae5d77997b8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857114 Nov 12 05:36:47.054703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9692ecd-2614-4f0f-bb72-9dfdb57cebb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:47.112167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 3e907332-c00b-472d-b21e-d441e265b8bb {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:47.112522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.128081 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9462dd-9535-4017-9357-b8f963b0932b x-openstack-request-id: req-5b9462dd-9535-4017-9357-b8f963b0932b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:47.128384 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f", "tag": "9037bb63-33b4-4a05-8fc6-b8ebbc75ceec", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:47.128774 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b9462dd-9535-4017-9357-b8f963b0932b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:47.129196 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f', 'tag': '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec', 'status': 'completed', 'code': 200} Nov 12 05:36:47.151224 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acaaf4ba-69d4-42d8-9c3b-0d723e2e545e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.183193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acaaf4ba-69d4-42d8-9c3b-0d723e2e545e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.223204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-c301e123-bc66-40c7-b021-c83fc1473d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:47.224730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-c301e123-bc66-40c7-b021-c83fc1473d8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 1095 time: 0.1178591 Nov 12 05:36:47.253489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 3e907332-c00b-472d-b21e-d441e265b8bb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3e907332-c00b-472d-b21e-d441e265b8bb,segment=NetworkSegment(dfdc99dc-1237-45d7-b947-b28164081b15),segment_id=dfdc99dc-1237-45d7-b947-b28164081b15)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:47.255057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.262606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acaaf4ba-69d4-42d8-9c3b-0d723e2e545e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.265305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acaaf4ba-69d4-42d8-9c3b-0d723e2e545e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.266664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-acaaf4ba-69d4-42d8-9c3b-0d723e2e545e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a52b092f-01f9-4df4-b458-0f1a50d98ebd HTTP/1.1" status: 204 len: 168 time: 0.2629015 Nov 12 05:36:47.277646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaf4ba-69d4-42d8-9c3b-0d723e2e545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b092f-01f9-4df4-b458-0f1a50d98ebd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:47.307511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-3932198b-47e9-4513-8e13-004afd65af96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec HTTP/1.1" status: 200 len: 217 time: 0.0496478 Nov 12 05:36:47.308407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 3e907332-c00b-472d-b21e-d441e265b8bb owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:47.340832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.446142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-6756a6b3-605f-4c22-9e16-8080fdb8af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:47.447657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-6756a6b3-605f-4c22-9e16-8080fdb8af65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.1227179 Nov 12 05:36:47.480073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9efd0-3ffe-4826-b3d3-0677a2d2bfeb req-7c818c09-4c4b-49b8-9283-33f858312138 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:47.483497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35a9efd0-3ffe-4826-b3d3-0677a2d2bfeb req-7c818c09-4c4b-49b8-9283-33f858312138 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 943 time: 0.1727786 Nov 12 05:36:47.540345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-ecb4b587-ca72-4eaa-81b1-72b26db8e3f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833478 Nov 12 05:36:47.688978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35a9efd0-3ffe-4826-b3d3-0677a2d2bfeb req-3e02e901-1396-42fa-b7fd-d9c88f652216 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814816 Nov 12 05:36:47.725845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-833ef563-47ba-45e6-aafb-45e074b57917 service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732585 Nov 12 05:36:47.728165 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.736452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53980) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:47.777303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=3e907332-c00b-472d-b21e-d441e265b8bb,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:47.947013 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.977516 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb672-46f5-4e23-b9c0-0c8ce58b2721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.036773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89830eeb-bb98-4395-a126-c0f8d3b5ce1f req-4d85aafc-b43c-446c-b1b1-64ffec7bd22c service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964745 Nov 12 05:36:48.119252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb672-46f5-4e23-b9c0-0c8ce58b2721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.127235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb672-46f5-4e23-b9c0-0c8ce58b2721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.185288 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b1cb672-46f5-4e23-b9c0-0c8ce58b2721 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b739a03552240d4978423840ef42ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4469991 Nov 12 05:36:48.189728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 53998) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:48.202326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cb672-46f5-4e23-b9c0-0c8ce58b2721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd554e2-825c-4693-8e03-b67d38a1fb92,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:48.211685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54000) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:48.259181 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb8b9ade-42e3-4c87-b011-43fdd3360966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.285433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb8b9ade-42e3-4c87-b011-43fdd3360966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.298778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-fb5a0df6-86ea-423d-bde8-6903b376915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:48.300302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-fb5a0df6-86ea-423d-bde8-6903b376915f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 1095 time: 0.1609364 Nov 12 05:36:48.328899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2078318663-network', 'tenant_id': 'a05f12621c0e41129b8089ec154d81e0'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:48.344643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08491-98ed-4dc0-8de4-511a3ce3d176 req-14030941-3226-44ff-965c-9f3142f2062e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:48.346245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c08491-98ed-4dc0-8de4-511a3ce3d176 req-14030941-3226-44ff-965c-9f3142f2062e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1694393 Nov 12 05:36:48.348730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb8b9ade-42e3-4c87-b011-43fdd3360966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.351357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb8b9ade-42e3-4c87-b011-43fdd3360966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.355374 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fb8b9ade-42e3-4c87-b011-43fdd3360966 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bd554e2-825c-4693-8e03-b67d38a1fb92 HTTP/1.1" status: 204 len: 168 time: 0.1646519 Nov 12 05:36:48.365026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Made reservation on behalf of a05f12621c0e41129b8089ec154d81e0 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:48.368143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.369581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b9ade-42e3-4c87-b011-43fdd3360966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd554e2-825c-4693-8e03-b67d38a1fb92,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:48.379574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.418921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:48.470373 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.474144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.474492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c08491-98ed-4dc0-8de4-511a3ce3d176 req-d931bca7-b891-4b84-9c3f-d21656f7d594 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189220 Nov 12 05:36:48.481542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-dfed77db-b77b-4379-8ce7-29c9cfa3575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:48.483256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-dfed77db-b77b-4379-8ce7-29c9cfa3575b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 915 time: 0.1738439 Nov 12 05:36:48.509877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:36:48.526565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:48.546179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.546576 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Added segment c860129a-4d72-417a-a086-aa8b04601efc of type vlan for network 9777faf2-4c04-44c2-a789-19ce6243f5eb Nov 12 05:36:48.564423 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.595044 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.624005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.625338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:48.626035 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.691168 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4753015 Nov 12 05:36:48.691471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:48.698714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Request body: {'subnet': {'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2078318663-subnet', 'tenant_id': 'a05f12621c0e41129b8089ec154d81e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:48.708614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a7de7-be24-4e14-8787-bebfe693b963 admin admin] Pushing event updated for resources: {'Network': ['ID=9777faf2-4c04-44c2-a789-19ce6243f5eb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:48.723449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9777faf2-4c04-44c2-a789-19ce6243f5eb details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:36:48.731031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Made reservation on behalf of a05f12621c0e41129b8089ec154d81e0 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:48.735159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.933508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.999647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdd6e4e-05a6-4f4d-8085-6fad09f32d03,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:49.000368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-073b1442-8811-4f8b-971a-c64a93d86f10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec HTTP/1.1" status: 200 len: 217 time: 0.4812768 Nov 12 05:36:49.008976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Checking segment: {'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:49.009838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Network hostable DHCP agents. Network: 9777faf2-4c04-44c2-a789-19ce6243f5eb, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:36:49.031792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Network 9777faf2-4c04-44c2-a789-19ce6243f5eb is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:36:49.042171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9777faf2-4c04-44c2-a789-19ce6243f5eb) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:49.053131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:49.053131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:49.063133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15318b-b650-44e4-be88-a15a8dde412a None None] Network 9777faf2-4c04-44c2-a789-19ce6243f5eb requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:49.066233 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-097041d3-8462-49da-b110-4a54afab00c7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3736696 Nov 12 05:36:49.091009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:49.097917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f663dd3e-433d-4f97-b44b-460870de5535 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7541344 Nov 12 05:36:49.100820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54030) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:49.104942 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:49.121253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-9d6d241e-c4ce-4e7d-808c-d43bd0cb37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:49.125051 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:49.125679 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:49.136203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-9d6d241e-c4ce-4e7d-808c-d43bd0cb37e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.1241326 Nov 12 05:36:49.188555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c374f6-22b9-4b40-944b-f77c1c06e094 req-5f41be5b-2b49-4e49-b8d4-cb2d3b56e515 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:49.190307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1c374f6-22b9-4b40-944b-f77c1c06e094 req-5f41be5b-2b49-4e49-b8d4-cb2d3b56e515 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 943 time: 0.1944349 Nov 12 05:36:49.192605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-7dba461a-4fcf-4701-97a1-02845e439daf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556257 Nov 12 05:36:49.239724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3cb222-d45a-4474-af2c-ce877171d8a1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet 6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:36:49.252959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb222-d45a-4474-af2c-ce877171d8a1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:49.282411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63339f56-9bcb-4942-b6dc-d65d7f418eec None None] Network 9777faf2-4c04-44c2-a789-19ce6243f5eb requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:49.381283 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb222-d45a-4474-af2c-ce877171d8a1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:49.421689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1c374f6-22b9-4b40-944b-f77c1c06e094 req-a3943c5f-1a0e-46f7-bb86-577f0038421a tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178202 Nov 12 05:36:49.449472 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:49.512827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-6d5b02f0-1c5e-487f-8e58-277a3c31a716 service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117607 Nov 12 05:36:49.616582 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:49.633077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb222-d45a-4474-af2c-ce877171d8a1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:49.741307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd5fbfec-97df-4a04-b42c-5a7adb19e054 req-7d34cbbc-ea07-43f1-afca-7cee425a704a service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173007 Nov 12 05:36:49.752825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e8539-a35d-464f-8811-93c68bc8f82b req-1e7445dd-6638-484b-ab5e-d90128e87edf tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:49.754315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f1e8539-a35d-464f-8811-93c68bc8f82b req-1e7445dd-6638-484b-ab5e-d90128e87edf tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1113298 Nov 12 05:36:49.754789 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb222-d45a-4474-af2c-ce877171d8a1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:49.817990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb222-d45a-4474-af2c-ce877171d8a1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:49.827894 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb222-d45a-4474-af2c-ce877171d8a1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:49.833909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ec8bc-3b24-43c9-9ed4-c63464a4d4d1 None None] Network d980aa13-c883-4e82-b4e2-125525ad4311 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:49.842759 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0f3cb222-d45a-4474-af2c-ce877171d8a1 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1 HTTP/1.1" status: 204 len: 168 time: 0.7406938 Nov 12 05:36:49.844017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54050) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:49.846117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f1e8539-a35d-464f-8811-93c68bc8f82b req-7f779636-3936-4f35-ac8a-2244e58f73f1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730660 Nov 12 05:36:49.886066 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:47Z', 'revision_number': 9, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:49.916992 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:49.933421 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:49.934516 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:49.968710 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.068204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a49498-1b1f-4893-a413-e5ff39ecae55 req-5d70d153-e63f-4ab4-8c8e-8cd939b6fcaa tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:50.069872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50a49498-1b1f-4893-a413-e5ff39ecae55 req-5d70d153-e63f-4ab4-8c8e-8cd939b6fcaa tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1115172 Nov 12 05:36:50.080132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54062) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:50.089694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'floatingip': {'port_id': 'ce616b65-2c02-45ce-8e74-72a1db657cf4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:50.112540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:50.113172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.142390 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:50.169202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] DHCP port deletion for d980aa13-c883-4e82-b4e2-125525ad4311 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:50.196056 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.247392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,segment=NetworkSegment(dfdc99dc-1237-45d7-b947-b28164081b15),segment_id=dfdc99dc-1237-45d7-b947-b28164081b15)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:50.248181 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.283368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] Deleting port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:50.283770 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.289305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:50.491097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.545206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:50.560978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No DVR routers for this DVR port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:50.604088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] For port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,segment=NetworkSegment(dfdc99dc-1237-45d7-b947-b28164081b15),segment_id=dfdc99dc-1237-45d7-b947-b28164081b15)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:50.607942 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.657177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] Calling delete_port for ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:50.704786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.753872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d980aa13-c883-4e82-b4e2-125525ad4311']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:50.767381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46ef78-531f-4ce6-ae9c-88735957c0b4 req-b6f7d799-350a-4673-981f-62be3f6e63da tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:50.768848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce46ef78-531f-4ce6-ae9c-88735957c0b4 req-b6f7d799-350a-4673-981f-62be3f6e63da tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 943 time: 0.1481845 Nov 12 05:36:50.781515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdc99dc-1237-45d7-b947-b28164081b15') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:50.781515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdc99dc-1237-45d7-b947-b28164081b15') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:50.791312 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:47Z', 'revision_number': 9, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:50.812946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.843159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54076) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:50.854719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.859636 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a520b-93fb-4758-b34f-b229f747a6dc None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:47Z', 'revision_number': 9, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': '7b3e6150-0873-4687-8527-027ce0ccf6e5', 'name': '', 'network_id': 'dd83b93a-7389-4583-a444-a137eb0a8601', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:f4:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:18Z', 'updated_at': '2021-11-12T05:36:26Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': '66006a05-ca2a-455a-a3c6-0c479a1bafd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:50.869430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:36:50.869847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:36:50.875233 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:36:50.955261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.960292 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.966441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.970608 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/d980aa13-c883-4e82-b4e2-125525ad4311 HTTP/1.1" status: 204 len: 168 time: 1.1251118 Nov 12 05:36:50.981026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54080) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:50.990225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab343f0-4a47-4d95-9f28-262bb16093db tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=d980aa13-c883-4e82-b4e2-125525ad4311,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:51.003923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] Network d980aa13-c883-4e82-b4e2-125525ad4311 is not hosted by any dhcp agent {{(pid=102591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:36:51.004629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] No DVR routers for this DVR port ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:51.008280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ae964-4354-499d-8ec6-da49eca7540d None None] Pushing event deleted for resources: {'Port': ['ID=ec8a6693-095e-4f9f-ab9e-9ad8e6c83385,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:51.087458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce46ef78-531f-4ce6-ae9c-88735957c0b4 req-7f598916-e421-4204-97c8-3c8a55640ff4 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091688 Nov 12 05:36:51.156917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5e171a1f-b97f-4dab-9f72-3ebf077f8e15 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1939236792'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:51.157480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5e171a1f-b97f-4dab-9f72-3ebf077f8e15 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Unknown quota resources ['metering_label']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:36:51.192046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:51.196455 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:51.230818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:36:51.339701 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Floating IP 18df02e9-986b-4d2d-84ff-b1f32e446d70 associated. External IP: 172.25.2.143, port: ce616b65-2c02-45ce-8e74-72a1db657cf4. Nov 12 05:36:51.375910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:51.389757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec', 'network_id': '5051e60f-443e-4b4e-998b-31d353f34ae3', 'port_id': '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec', 'mac_address': 'fa:16:3e:df:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97812dec-70b8-4593-9f86-c1fe0965459c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:36:51.453383 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:51.469664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:36:51.476278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5e171a1f-b97f-4dab-9f72-3ebf077f8e15 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:51.480700 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5e171a1f-b97f-4dab-9f72-3ebf077f8e15 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6366153 Nov 12 05:36:51.482807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54082) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:51.506239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:51.519196 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:51.610375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9ea0c939-33d5-4dd9-a176-2d0eca5edd4b tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5d9fcf10-feee-47f9-be23-fe8cc00ab7a3'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:51.614997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9ea0c939-33d5-4dd9-a176-2d0eca5edd4b tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:36:51.665564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:51.691402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3e907332-c00b-472d-b21e-d441e265b8bb no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:51.728445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3e907332-c00b-472d-b21e-d441e265b8bb {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:51.728853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3e907332-c00b-472d-b21e-d441e265b8bb not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:51.729297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:51.753434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:51.753651 n-d-765315-28 neutron-server[102590]: WARNING neutron.services.metering.metering_plugin [None req-9ea0c939-33d5-4dd9-a176-2d0eca5edd4b tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 05:36:51.753782 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec8a6693-095e-4f9f-ab9e-9ad8e6c83385 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:51.771345 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:51.896893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c939-33d5-4dd9-a176-2d0eca5edd4b tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:51.898031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ea0c939-33d5-4dd9-a176-2d0eca5edd4b tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2930422 Nov 12 05:36:51.901949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54088) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:51.923421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ff0cb0e2-07d8-46bf-8c42-c86efa0c7b73 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5d9fcf10-feee-47f9-be23-fe8cc00ab7a3'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:51.923915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ff0cb0e2-07d8-46bf-8c42-c86efa0c7b73 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:36:51.934803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:51.981113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['9037bb63-33b4-4a05-8fc6-b8ebbc75ceec'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:36:51.990959 n-d-765315-28 neutron-server[102590]: WARNING neutron.services.metering.metering_plugin [None req-ff0cb0e2-07d8-46bf-8c42-c86efa0c7b73 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 05:36:52.008055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-0f0235ea-635b-4f35-8dcb-c87eb1b6df32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1218157 Nov 12 05:36:52.026948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 7b3e6150-0873-4687-8527-027ce0ccf6e5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:52.027289 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:52.130265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 7b3e6150-0873-4687-8527-027ce0ccf6e5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7b3e6150-0873-4687-8527-027ce0ccf6e5,segment=NetworkSegment(4cb8c7f0-632f-40b7-882d-02a8a5bcdc29),segment_id=4cb8c7f0-632f-40b7-882d-02a8a5bcdc29)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:52.131058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:52.145005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb0e2-07d8-46bf-8c42-c86efa0c7b73 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:52.149234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 7b3e6150-0873-4687-8527-027ce0ccf6e5 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:52.149387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ff0cb0e2-07d8-46bf-8c42-c86efa0c7b73 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2434096 Nov 12 05:36:52.150377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54092) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:52.167866 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0572389b-2abc-42a6-a131-cf56be652d80 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=147557bf-3fae-4951-94aa-6b4d01ba3bab HTTP/1.1" status: 200 len: 462 time: 0.0162013 Nov 12 05:36:52.170659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:52.225806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-e46de5eb-b7c1-41b6-a0bd-1b78c3b7a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:52.227310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-e46de5eb-b7c1-41b6-a0bd-1b78c3b7a326 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 1098 time: 0.1504960 Nov 12 05:36:52.243365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:52.249067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:52.254392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] Sync routers for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:52.266669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:52.267476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:52.302733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0a124-14c4-458e-971e-6b6721e269b6 req-2dfbbbf9-9feb-4a04-b0c7-0026297572ee tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:52.304307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41e0a124-14c4-458e-971e-6b6721e269b6 req-2dfbbbf9-9feb-4a04-b0c7-0026297572ee tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 944 time: 0.1218722 Nov 12 05:36:52.356030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-62db556e-79b8-4e4a-8629-2ac15c0ad8a7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "PUT /v2.0/floatingips/18df02e9-986b-4d2d-84ff-b1f32e446d70 HTTP/1.1" status: 200 len: 991 time: 2.2746751 Nov 12 05:36:52.366943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'tag': 'ce616b65-2c02-45ce-8e74-72a1db657cf4'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:52.371900 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a090575f-7247-4f9a-90fc-53a39686c55e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec5842f-2b69-4b66-9d1a-c91b8ace4767", "tag": "ce616b65-2c02-45ce-8e74-72a1db657cf4"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:52.397312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:52.447465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-b819d362-52bd-4824-ad0f-6dee74235785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:52.449003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-b819d362-52bd-4824-ad0f-6dee74235785 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 915 time: 0.1969969 Nov 12 05:36:52.460556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-41e0a124-14c4-458e-971e-6b6721e269b6 req-ba123856-5d79-43c1-9a90-a90c5b650988 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244972 Nov 12 05:36:52.507559 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180ec4ae-c2bf-47eb-a659-7a8f25ae5372 x-openstack-request-id: req-180ec4ae-c2bf-47eb-a659-7a8f25ae5372 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:52.508000 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec5842f-2b69-4b66-9d1a-c91b8ace4767", "tag": "ce616b65-2c02-45ce-8e74-72a1db657cf4", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:52.508355 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-180ec4ae-c2bf-47eb-a659-7a8f25ae5372 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:52.508850 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'tag': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'status': 'completed', 'code': 200} Nov 12 05:36:52.510664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-79a2feb5-a177-44fe-8886-d3afa92e5826 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3febaee8-b6b6-4da7-92e7-f1437d45b926 HTTP/1.1" status: 200 len: 217 time: 0.0469182 Nov 12 05:36:52.601320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-eb058fcf-0afc-42e3-98bb-cb3548f8bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:52.603059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-eb058fcf-0afc-42e3-98bb-cb3548f8bc3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.0784833 Nov 12 05:36:52.611470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090575f-7247-4f9a-90fc-53a39686c55e req-573e808f-d1f9-49be-a027-50ca5eb55d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:52.612952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a090575f-7247-4f9a-90fc-53a39686c55e req-573e808f-d1f9-49be-a027-50ca5eb55d99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 1097 time: 0.0792117 Nov 12 05:36:52.668942 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4139828b-b499-4056-955f-abfd17d517f5 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:52.670636 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4139828b-b499-4056-955f-abfd17d517f5 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/147557bf-3fae-4951-94aa-6b4d01ba3bab HTTP/1.1" status: 204 len: 168 time: 0.4989994 Nov 12 05:36:52.673346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54104) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:52.693763 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-35f90af4-5052-4ff1-99b3-55781dceed87 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=147557bf-3fae-4951-94aa-6b4d01ba3bab HTTP/1.1" status: 200 len: 221 time: 0.0193160 Nov 12 05:36:52.709334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '18df02e9-986b-4d2d-84ff-b1f32e446d70', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'port_id': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'mac_address': 'fa:16:3e:02:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:36:27Z', 'updated_at': '2021-11-12T05:36:51Z', 'revision_number': 1, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:52.709890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54106) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:52.709890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b57d345d-06d2-4225-a285-6c709aa05670 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1604080301', 'description': 'label created by tempest'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:52.709890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b57d345d-06d2-4225-a285-6c709aa05670 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Unknown quota resources ['metering_label']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:36:52.730614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] Checking router: 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:52.742128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:52.742996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:52.750898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-d985291e-35f9-45c7-9efe-13a56dd21fd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370080 Nov 12 05:36:52.854934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090575f-7247-4f9a-90fc-53a39686c55e req-7221caae-a8fe-4ada-b386-2a9ca198832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:52.856499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a090575f-7247-4f9a-90fc-53a39686c55e req-7221caae-a8fe-4ada-b386-2a9ca198832b service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.2338781 Nov 12 05:36:52.875414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-f71c5a1b-b105-4feb-967f-a8d92149ec40 service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155083 Nov 12 05:36:52.891403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:52.926779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:52.930816 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b57d345d-06d2-4225-a285-6c709aa05670 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:52.932102 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b57d345d-06d2-4225-a285-6c709aa05670 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2321088 Nov 12 05:36:52.939930 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54120) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:52.971598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=7b3e6150-0873-4687-8527-027ce0ccf6e5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:53.046392 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ef5e35ba-bf16-46d5-9863-59949967e235 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=c898d2b9-8090-4ed3-ae77-d1b5bed0be0a HTTP/1.1" status: 200 len: 468 time: 0.1002069 Nov 12 05:36:53.046392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54122) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:53.056973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a090575f-7247-4f9a-90fc-53a39686c55e req-d701cec2-a575-462b-bc8a-7bf9cc9dd920 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 200 len: 999 time: 0.1913829 Nov 12 05:36:53.141605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '18df02e9-986b-4d2d-84ff-b1f32e446d70', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'port_id': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'mac_address': 'fa:16:3e:02:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:36:27Z', 'updated_at': '2021-11-12T05:36:51Z', 'revision_number': 1, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:53.157003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-0e9a18a8-0ae5-47da-8d6b-3dd5d45472d4 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:53.158553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-0e9a18a8-0ae5-47da-8d6b-3dd5d45472d4 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/networks?id=9777faf2-4c04-44c2-a789-19ce6243f5eb HTTP/1.1" status: 200 len: 809 time: 0.2522421 Nov 12 05:36:53.174212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a93ab61-78b9-437c-86f6-24f9b3b70cd7 req-bddeb080-faa8-4715-8d06-36872ce7df67 service neutron] 10.222.0.47 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663827 Nov 12 05:36:53.176702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090575f-7247-4f9a-90fc-53a39686c55e req-6392a58c-1ced-4549-a936-82fe9812102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:53.178065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a090575f-7247-4f9a-90fc-53a39686c55e req-6392a58c-1ced-4549-a936-82fe9812102d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.1127286 Nov 12 05:36:53.181636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-66a2453c-4ca2-497e-a813-e810baefafa1 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/quotas/a05f12621c0e41129b8089ec154d81e0 HTTP/1.1" status: 200 len: 375 time: 0.0154855 Nov 12 05:36:53.192199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4a285-30a4-4414-90ae-4cde2eab9ea0 None None] The sync data for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 is: [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '18df02e9-986b-4d2d-84ff-b1f32e446d70', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'port_id': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'mac_address': 'fa:16:3e:02:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:36:27Z', 'updated_at': '2021-11-12T05:36:51Z', 'revision_number': 1, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:53.243688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-97c3165d-a46c-490c-b5de-5830f5063b57 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a05f12621c0e41129b8089ec154d81e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429938 Nov 12 05:36:53.246115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:36:53.283674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:53.320739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:36:53.325485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:53.326663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:53.431944 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:53.471730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd56449e-6d34-4e3e-8f32-7115668541a4 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:53.476244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fd56449e-6d34-4e3e-8f32-7115668541a4 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/c898d2b9-8090-4ed3-ae77-d1b5bed0be0a HTTP/1.1" status: 204 len: 168 time: 0.4313307 Nov 12 05:36:53.477090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54128) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:53.484417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:53.492976 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dc3122-d40e-48f9-b22a-822e40473e1d" -d '{"events": [{"server_uuid": "d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f", "name": "network-vif-plugged", "status": "completed", "tag": "9037bb63-33b4-4a05-8fc6-b8ebbc75ceec"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:53.506632 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8cfe303c-4341-4db5-a32d-d857d6f03f08 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=c898d2b9-8090-4ed3-ae77-d1b5bed0be0a HTTP/1.1" status: 200 len: 216 time: 0.0205946 Nov 12 05:36:53.506632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:53.524119 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7577f0ab-441f-4bf3-baa1-e4f88a433a60 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172622 Nov 12 05:36:53.527966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54136) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:53.530916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:53.542870 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef95d6-f6a0-4d9d-babe-bbb4ba4206b7 None None] New status for floating IP 18df02e9-986b-4d2d-84ff-b1f32e446d70: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:36:53.544779 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:53.556444 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-59f8d029-4a8b-44b6-9e16-d5acbcf7d01f tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0270107 Nov 12 05:36:53.592198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54138) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:53.660483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:53.688145 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-38854669-11b0-4ae7-b9f3-fd7b1afc8b73 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/5d9fcf10-feee-47f9-be23-fe8cc00ab7a3 HTTP/1.1" status: 200 len: 473 time: 0.0947280 Nov 12 05:36:53.690461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54140) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:53.713733 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bc88c6ff-b46a-4aa0-ad45-518045b0bb39 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/90542090-b14f-40d3-b0c8-d67d5a851de9 HTTP/1.1" status: 200 len: 459 time: 0.0221057 Nov 12 05:36:53.714420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:53.737152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:53.812794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090575f-7247-4f9a-90fc-53a39686c55e req-7c93a088-a184-490e-9b7d-6d3408d0aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:53.814367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a090575f-7247-4f9a-90fc-53a39686c55e req-7c93a088-a184-490e-9b7d-6d3408d0aced service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6275630 Nov 12 05:36:53.864662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae140c-6b74-4cfb-a8ca-e2685088270f req-6ef925c6-47b1-4485-aa99-f586c902758a tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:53.864936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3da88d49-a2b8-4296-b0c3-5b0e20c66995 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:53.866051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3da88d49-a2b8-4296-b0c3-5b0e20c66995 tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/90542090-b14f-40d3-b0c8-d67d5a851de9 HTTP/1.1" status: 204 len: 168 time: 0.1484828 Nov 12 05:36:53.866227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28ae140c-6b74-4cfb-a8ca-e2685088270f req-6ef925c6-47b1-4485-aa99-f586c902758a tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 945 time: 0.1414416 Nov 12 05:36:53.868615 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54146) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:53.874444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-5df30736-f000-4e72-b2dd-6023f4cc44a9 service neutron] 10.222.0.48 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237624 Nov 12 05:36:54.022584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28ae140c-6b74-4cfb-a8ca-e2685088270f req-3a98c229-be1b-4c95-b51b-62041ee9dd49 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470501 Nov 12 05:36:54.034101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:54.035748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a090575f-7247-4f9a-90fc-53a39686c55e req-885c1770-55fa-45ba-8dbd-ce4a977a6c66 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125335 Nov 12 05:36:54.039636 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5f21b25d-6d15-4bdc-a10c-c2137bdb3d07 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0564365 Nov 12 05:36:54.044217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54148) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:54.047775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:54.069994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:54.070673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:54.080425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-3adc5b84-5b5f-41a1-81cc-bbdc2721a276 service neutron] 10.222.0.48 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803074 Nov 12 05:36:54.125409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3825756f-be6d-4ddb-823d-0dc321ff9c4b tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.126622 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3825756f-be6d-4ddb-823d-0dc321ff9c4b tempest-MeteringIpV6TestJSON-772713420 tempest-MeteringIpV6TestJSON-772713420-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/5d9fcf10-feee-47f9-be23-fe8cc00ab7a3 HTTP/1.1" status: 204 len: 168 time: 0.2570701 Nov 12 05:36:54.150226 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63386a26-80aa-4dea-919f-321911796b7e x-openstack-request-id: req-63386a26-80aa-4dea-919f-321911796b7e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:54.152552 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f", "name": "network-vif-plugged", "status": "completed", "tag": "9037bb63-33b4-4a05-8fc6-b8ebbc75ceec", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:54.152552 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63386a26-80aa-4dea-919f-321911796b7e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:54.152552 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec', 'code': 200} Nov 12 05:36:54.167135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae5bcd7-ba5f-4492-8921-d4abce2ce7bf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet 66006a05-ca2a-455a-a3c6-0c479a1bafd6 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:36:54.175466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a090575f-7247-4f9a-90fc-53a39686c55e req-57dfbc1a-a847-4fb4-9d20-8388ddfa7f79 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305156 Nov 12 05:36:54.177669 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae5bcd7-ba5f-4492-8921-d4abce2ce7bf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.244801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae5bcd7-ba5f-4492-8921-d4abce2ce7bf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.289034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:54.350912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db471d45-8cd7-4d95-8a78-43fc21b31532 req-d04f3464-f591-425a-af56-9fe68988602a tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 210 time: 0.0604398 Nov 12 05:36:54.361325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e8aaf-4715-4f0b-be17-1b54fa9a26bf req-2d56d9f1-9abd-45ed-80fb-fcb989cbda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:54.364802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-456e8aaf-4715-4f0b-be17-1b54fa9a26bf req-2d56d9f1-9abd-45ed-80fb-fcb989cbda2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 1097 time: 0.0842741 Nov 12 05:36:54.421071 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae5bcd7-ba5f-4492-8921-d4abce2ce7bf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.427000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-456e8aaf-4715-4f0b-be17-1b54fa9a26bf req-eabaa8be-2f49-47e6-ace1-7d22f06a855c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Nov 12 05:36:54.499894 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae5bcd7-ba5f-4492-8921-d4abce2ce7bf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.539546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dae5bcd7-ba5f-4492-8921-d4abce2ce7bf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.546329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54162) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:54.547109 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dae5bcd7-ba5f-4492-8921-d4abce2ce7bf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/66006a05-ca2a-455a-a3c6-0c479a1bafd6 HTTP/1.1" status: 204 len: 168 time: 0.5014493 Nov 12 05:36:54.548580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5bcd7-ba5f-4492-8921-d4abce2ce7bf tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=66006a05-ca2a-455a-a3c6-0c479a1bafd6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:54.552695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5b6e2-c4ed-43b1-ad53-2b48e4833cec None None] Network dd83b93a-7389-4583-a444-a137eb0a8601 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:54.581320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:54.705857 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.729038 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-395de3fb-074a-4646-877c-1fc2f2cb61fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.781631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:54.782032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.833021 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-395de3fb-074a-4646-877c-1fc2f2cb61fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.849126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-395de3fb-074a-4646-877c-1fc2f2cb61fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.861978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port 3bd6bf28-94d2-44fc-bdf3-89718c570be0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3bd6bf28-94d2-44fc-bdf3-89718c570be0,segment=NetworkSegment(4cb8c7f0-632f-40b7-882d-02a8a5bcdc29),segment_id=4cb8c7f0-632f-40b7-882d-02a8a5bcdc29)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:54.862470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.877257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for 3bd6bf28-94d2-44fc-bdf3-89718c570be0 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:54.900945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395de3fb-074a-4646-877c-1fc2f2cb61fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef610d7-6573-426a-a80c-36eeb06eabee,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:54.905491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:52Z', 'revision_number': 10, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:54.909395 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-395de3fb-074a-4646-877c-1fc2f2cb61fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ddd4281fd674a0c804c22f2250f9049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235223 Nov 12 05:36:54.909395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54172) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:54.944897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:54.964010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:54.967070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:54.979115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:54.992654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28058888-43d2-4f19-a91b-db8a2df25225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.020647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28058888-43d2-4f19-a91b-db8a2df25225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.032573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=3bd6bf28-94d2-44fc-bdf3-89718c570be0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:55.034460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No DVR routers for this DVR port 3bd6bf28-94d2-44fc-bdf3-89718c570be0 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:55.063229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f499f-b1cb-456e-b7d2-cc7df1930977 None None] DHCP port deletion for dd83b93a-7389-4583-a444-a137eb0a8601 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:55.098748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:55.113313 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28058888-43d2-4f19-a91b-db8a2df25225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.120036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28058888-43d2-4f19-a91b-db8a2df25225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.123354 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-28058888-43d2-4f19-a91b-db8a2df25225 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ef610d7-6573-426a-a80c-36eeb06eabee HTTP/1.1" status: 204 len: 168 time: 0.2132518 Nov 12 05:36:55.141356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28058888-43d2-4f19-a91b-db8a2df25225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef610d7-6573-426a-a80c-36eeb06eabee,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:55.181328 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.224645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd83b93a-7389-4583-a444-a137eb0a8601']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:55.239388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:55.239796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb8c7f0-632f-40b7-882d-02a8a5bcdc29') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:55.259000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4ac74-1a46-4746-b4e5-7efd3cdd4869 req-d0350cfc-eba3-4bb7-a77d-2317b6faf360 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:55.260575 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30f4ac74-1a46-4746-b4e5-7efd3cdd4869 req-d0350cfc-eba3-4bb7-a77d-2317b6faf360 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 945 time: 0.0965872 Nov 12 05:36:55.262878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.294704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.308181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:36:55.308772 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:36:55.312369 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:36:55.384790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:52Z', 'revision_number': 10, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:55.399925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30f4ac74-1a46-4746-b4e5-7efd3cdd4869 req-56c9af56-47e3-4b4d-84dd-8439b50ae47e tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195812 Nov 12 05:36:55.421585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3de3c-c843-440e-9895-b5c80dd0fb31 None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:52Z', 'revision_number': 10, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None, '_interfaces': [{'id': 'e03c9a5b-4abd-45cd-854d-6a91f2ea939b', 'name': '', 'network_id': '171bad6a-9973-464e-b48f-57c59742b988', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'mac_address': 'fa:16:3e:37:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:12Z', 'updated_at': '2021-11-12T05:36:20Z', 'revision_number': 5, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'subnets': [{'id': 'e14a5e54-818f-4bfc-babb-3b0080a82320', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:55.421876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.436964 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.440570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/dd83b93a-7389-4583-a444-a137eb0a8601 HTTP/1.1" status: 204 len: 168 time: 0.8925714 Nov 12 05:36:55.443928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54184) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:55.453082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc8d6b-73c0-48a8-a1ba-2033819668a0 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=dd83b93a-7389-4583-a444-a137eb0a8601,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:55.492859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1abcdfab-f002-4efb-af4a-3fcde2b767b8 req-40431538-6201-4f4c-96d0-75fd16fed8f9 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 210 time: 0.0408199 Nov 12 05:36:55.554592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54186) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:55.574218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-50aa91b0-ff64-4986-b3be-47db8a17d3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.762766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-6d31ae4d-a860-48db-a400-eb0729040554 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:55.764249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-6d31ae4d-a860-48db-a400-eb0729040554 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.47 "GET /v2.0/networks?id=9777faf2-4c04-44c2-a789-19ce6243f5eb HTTP/1.1" status: 200 len: 809 time: 0.1690209 Nov 12 05:36:55.779766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Request body: {'port': {'device_id': '9270a2aa-946b-4720-84f3-695d9d8b981e', 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb', 'admin_state_up': True, 'tenant_id': 'a05f12621c0e41129b8089ec154d81e0'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:55.845138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-50aa91b0-ff64-4986-b3be-47db8a17d3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.865198 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-50aa91b0-ff64-4986-b3be-47db8a17d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.903325 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7b3e6150-0873-4687-8527-027ce0ccf6e5 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:55.959304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 7b3e6150-0873-4687-8527-027ce0ccf6e5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:55.959696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7b3e6150-0873-4687-8527-027ce0ccf6e5 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:55.960481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3bd6bf28-94d2-44fc-bdf3-89718c570be0 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:55.969524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa91b0-ff64-4986-b3be-47db8a17d3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3f3ebc-995f-44ce-8fb1-9e7f07de354b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:55.975389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-50aa91b0-ff64-4986-b3be-47db8a17d3b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b5777ec35d8473fbc11bade7e9226b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195318 Nov 12 05:36:55.978934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54190) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:56.000269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3bd6bf28-94d2-44fc-bdf3-89718c570be0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:56.001485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3bd6bf28-94d2-44fc-bdf3-89718c570be0 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:56.067100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Made reservation on behalf of a05f12621c0e41129b8089ec154d81e0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:56.070570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.073398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d78ea1e6-f578-4aca-9fcd-0021fa218c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.116033 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d78ea1e6-f578-4aca-9fcd-0021fa218c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.178748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.236940 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d78ea1e6-f578-4aca-9fcd-0021fa218c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.239572 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d78ea1e6-f578-4aca-9fcd-0021fa218c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.240778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d78ea1e6-f578-4aca-9fcd-0021fa218c15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da3f3ebc-995f-44ce-8fb1-9e7f07de354b HTTP/1.1" status: 204 len: 168 time: 0.2609162 Nov 12 05:36:56.255816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Allocated IP 172.20.0.4 (9777faf2-4c04-44c2-a789-19ce6243f5eb/fbdd6e4e-05a6-4f4d-8085-6fad09f32d03/c96e3daf-523d-432f-9a7b-8d28c23cccb6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:56.258071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ea1e6-f578-4aca-9fcd-0021fa218c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3f3ebc-995f-44ce-8fb1-9e7f07de354b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:56.457107 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.459441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port e03c9a5b-4abd-45cd-854d-6a91f2ea939b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:56.460237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.542691 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.588051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port e03c9a5b-4abd-45cd-854d-6a91f2ea939b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,segment=NetworkSegment(338739da-865f-4008-91fb-e8edb23cd8fe),segment_id=338739da-865f-4008-91fb-e8edb23cd8fe)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:56.588509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.603676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for e03c9a5b-4abd-45cd-854d-6a91f2ea939b owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:56.644288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e40c7-76f1-4771-8b08-be74a49b6218 req-ccfabf3a-88fe-49d8-8126-34522cc77bc4 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:56.645814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f18e40c7-76f1-4771-8b08-be74a49b6218 req-ccfabf3a-88fe-49d8-8126-34522cc77bc4 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 945 time: 0.1463196 Nov 12 05:36:56.647721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Network 9777faf2-4c04-44c2-a789-19ce6243f5eb is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:56.655014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:56.658165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:56.661864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Pushing event updated for resources: {'Port': ['ID=c96e3daf-523d-432f-9a7b-8d28c23cccb6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:56.728627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b4c4-58b6-4bcc-a001-3d422f2df602 req-25930806-5e4f-4a13-8c2d-899825c78d27 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:56.730139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac43b4c4-58b6-4bcc-a001-3d422f2df602 req-25930806-5e4f-4a13-8c2d-899825c78d27 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 931 time: 0.1413488 Nov 12 05:36:56.753131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:56.753872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.794507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f18e40c7-76f1-4771-8b08-be74a49b6218 req-e4334a33-e46f-47b2-a86f-172bbd3fab06 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302726 Nov 12 05:36:56.801860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-fa64736b-868a-42b8-a801-2611268ad73b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264974 Nov 12 05:36:56.807620 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.822335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Request body: {'port': {'device_id': '9270a2aa-946b-4720-84f3-695d9d8b981e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:56.850038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=e03c9a5b-4abd-45cd-854d-6a91f2ea939b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:56.867802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac43b4c4-58b6-4bcc-a001-3d422f2df602 req-1d9fdae3-0b98-4458-9aa0-a97176da9e34 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200578 Nov 12 05:36:56.923284 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.020761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.089022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54224) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:57.218900 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.338019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96e3daf-523d-432f-9a7b-8d28c23cccb6 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:36:57.348539 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.364895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Transition to ACTIVE for port object c96e3daf-523d-432f-9a7b-8d28c23cccb6 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:36:57.372018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.409577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:57.430439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Pushing event updated for resources: {'Port': ['ID=c96e3daf-523d-432f-9a7b-8d28c23cccb6,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:57.507718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Attempting to bind port c96e3daf-523d-432f-9a7b-8d28c23cccb6 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:36:57.508337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Attempting to bind port c96e3daf-523d-432f-9a7b-8d28c23cccb6 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:36:57.508444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Attempting to bind port c96e3daf-523d-432f-9a7b-8d28c23cccb6 on network 9777faf2-4c04-44c2-a789-19ce6243f5eb {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:57.513372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Port c96e3daf-523d-432f-9a7b-8d28c23cccb6 on network 9777faf2-4c04-44c2-a789-19ce6243f5eb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:36:57.513875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Attempting to bind port c96e3daf-523d-432f-9a7b-8d28c23cccb6 on network 9777faf2-4c04-44c2-a789-19ce6243f5eb {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:36:57.533039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:36:57.533376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Checking segment: {'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:36:57.533774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Bound using segment: {'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:36:57.534237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Bound port: c96e3daf-523d-432f-9a7b-8d28c23cccb6, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:36:57.534618 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.565107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:57.575066 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ae413b47-6842-4f89-8a2b-23d1c23e63fd tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1300421 Nov 12 05:36:57.579412 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:57.580084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54240) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:57.603698 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:57.604331 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:57.690431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7099d0a-557f-4a88-8a08-ad3a926eab8d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting subnet e14a5e54-818f-4bfc-babb-3b0080a82320 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:36:57.705868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7099d0a-557f-4a88-8a08-ad3a926eab8d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.709660 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port b540fed5-e927-491b-9f15-7efcff367d98 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:57.710096 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.732324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] For port c96e3daf-523d-432f-9a7b-8d28c23cccb6, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:36:57.736936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] For port c96e3daf-523d-432f-9a7b-8d28c23cccb6, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c96e3daf-523d-432f-9a7b-8d28c23cccb6,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:36:57.737173 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:57.749381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.796292 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:56Z', 'revision_number': 11, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:57.808423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7099d0a-557f-4a88-8a08-ad3a926eab8d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.828515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:57.829144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.829689 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:57.837728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] 10.222.0.47 "PUT /v2.0/ports/c96e3daf-523d-432f-9a7b-8d28c23cccb6 HTTP/1.1" status: 200 len: 1092 time: 1.0225115 Nov 12 05:36:57.838208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9270a2aa-946b-4720-84f3-695d9d8b981e', 'tag': 'c96e3daf-523d-432f-9a7b-8d28c23cccb6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:57.839451 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:57.840333 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:57.843716 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5634a6-320c-4fc7-bb96-06c9ba724564" -d '{"events": [{"name": "network-changed", "server_uuid": "9270a2aa-946b-4720-84f3-695d9d8b981e", "tag": "c96e3daf-523d-432f-9a7b-8d28c23cccb6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:57.878809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.879139 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.917674 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:57.932846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for b540fed5-e927-491b-9f15-7efcff367d98 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:57.996972 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:56Z', 'revision_number': 11, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:58.005716 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd52b84-f584-416a-aac6-15a8b5e541e8 x-openstack-request-id: req-3dd52b84-f584-416a-aac6-15a8b5e541e8 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:58.006006 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9270a2aa-946b-4720-84f3-695d9d8b981e", "tag": "c96e3daf-523d-432f-9a7b-8d28c23cccb6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:58.006258 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dd52b84-f584-416a-aac6-15a8b5e541e8 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:58.006696 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9270a2aa-946b-4720-84f3-695d9d8b981e', 'tag': 'c96e3daf-523d-432f-9a7b-8d28c23cccb6', 'status': 'completed', 'code': 200} Nov 12 05:36:58.019506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c694a-0c93-4a84-ae52-cec06000cc40 service neutron] Pushing event updated for resources: {'Port': ['ID=c96e3daf-523d-432f-9a7b-8d28c23cccb6,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:58.034493 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706dee9-cc00-4993-aa79-5cf82e0662ea None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:56Z', 'revision_number': 11, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:58.076775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-a6d53237-992b-4450-8eed-491f33524f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:58.078435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-a6d53237-992b-4450-8eed-491f33524f46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a05f12621c0e41129b8089ec154d81e0&device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 1095 time: 0.1554801 Nov 12 05:36:58.104349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d280775-2f6c-4591-ab34-a27b73951c01 req-adc67e75-fda4-46e1-8e78-fac65f893336 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:58.112410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d280775-2f6c-4591-ab34-a27b73951c01 req-adc67e75-fda4-46e1-8e78-fac65f893336 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 943 time: 0.1119184 Nov 12 05:36:58.147898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54256) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:58.163822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-695dbe18-4bf4-47ed-8070-48efc9020978 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96e3daf-523d-432f-9a7b-8d28c23cccb6 HTTP/1.1" status: 200 len: 217 time: 0.0748532 Nov 12 05:36:58.183336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7099d0a-557f-4a88-8a08-ad3a926eab8d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.238419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d280775-2f6c-4591-ab34-a27b73951c01 req-70c3341d-2fe2-4cfd-bf7e-927fe51d3899 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207290 Nov 12 05:36:58.246182 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.258997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-55f8eadf-d591-4c16-9b3d-a8c1dd68e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:58.260504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-55f8eadf-d591-4c16-9b3d-a8c1dd68e58b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbdd6e4e-05a6-4f4d-8085-6fad09f32d03 HTTP/1.1" status: 200 len: 849 time: 0.0888116 Nov 12 05:36:58.278634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=b540fed5-e927-491b-9f15-7efcff367d98,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:58.297105 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7099d0a-557f-4a88-8a08-ad3a926eab8d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.310597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-b9fed7a9-5998-4f97-9970-8ede888090e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9777faf2-4c04-44c2-a789-19ce6243f5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412910 Nov 12 05:36:58.364876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3dc98-a276-4eab-abf9-0d4535d92d65 None None] Network 171bad6a-9973-464e-b48f-57c59742b988 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:36:58.374266 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7099d0a-557f-4a88-8a08-ad3a926eab8d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.388871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d7099d0a-557f-4a88-8a08-ad3a926eab8d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/e14a5e54-818f-4bfc-babb-3b0080a82320 HTTP/1.1" status: 204 len: 168 time: 0.8077431 Nov 12 05:36:58.389512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:58.393724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7099d0a-557f-4a88-8a08-ad3a926eab8d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Subnet': ['ID=e14a5e54-818f-4bfc-babb-3b0080a82320,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:58.454334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-020834ee-d028-4f4b-bcb0-d19bb771b5d2 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1058908077'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:58.455216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-020834ee-d028-4f4b-bcb0-d19bb771b5d2 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Unknown quota resources ['metering_label']. {{(pid=102590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:36:58.502943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.503290 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Floating IP ea5d9b93-3e62-400e-b57c-691c7fee9b0e disassociated (deleted). External IP: 172.25.2.218, port: 521d68fc-5d10-4b1f-b8c2-4f74a3f69490. Nov 12 05:36:58.572696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.624859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] DHCP port deletion for 171bad6a-9973-464e-b48f-57c59742b988 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:36:58.683096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] Deleting port f6c906d5-2610-4018-b3d2-bea367c51874 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:58.683510 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.695480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-c121b706-63e8-4ebe-9683-dfd645bd7ec1 service neutron] 10.222.0.47 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758192 Nov 12 05:36:58.698422 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-020834ee-d028-4f4b-bcb0-d19bb771b5d2 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.699492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-020834ee-d028-4f4b-bcb0-d19bb771b5d2 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5506353 Nov 12 05:36:58.702130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54264) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:58.714461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-08e1aae7-186d-493e-b2a9-a2eead83d260 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f7707df3-8450-43bb-9b45-fca3c918e30b'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:58.714966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-08e1aae7-186d-493e-b2a9-a2eead83d260 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:36:58.734597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Deleting port f6c906d5-2610-4018-b3d2-bea367c51874 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:58.735046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.777155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] For port f6c906d5-2610-4018-b3d2-bea367c51874, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f6c906d5-2610-4018-b3d2-bea367c51874,segment=NetworkSegment(338739da-865f-4008-91fb-e8edb23cd8fe),segment_id=338739da-865f-4008-91fb-e8edb23cd8fe)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:58.777826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.785724 n-d-765315-28 neutron-server[102590]: WARNING neutron.services.metering.metering_plugin [None req-08e1aae7-186d-493e-b2a9-a2eead83d260 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 05:36:58.793956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] Calling delete_port for f6c906d5-2610-4018-b3d2-bea367c51874 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:58.862537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] For port f6c906d5-2610-4018-b3d2-bea367c51874, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f6c906d5-2610-4018-b3d2-bea367c51874,segment=NetworkSegment(338739da-865f-4008-91fb-e8edb23cd8fe),segment_id=338739da-865f-4008-91fb-e8edb23cd8fe)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:58.863065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.881233 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.883116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Calling delete_port for f6c906d5-2610-4018-b3d2-bea367c51874 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:58.900600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1b7c7b13-12ce-4970-b919-4257825ef4f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:58.906899 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08e1aae7-186d-493e-b2a9-a2eead83d260 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.911255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-08e1aae7-186d-493e-b2a9-a2eead83d260 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2050166 Nov 12 05:36:58.911451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] Pushing event deleted for resources: {'Port': ['ID=f6c906d5-2610-4018-b3d2-bea367c51874,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:58.912940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583b0b69-163a-4725-a9b8-01a0c2823a9f None None] No DVR routers for this DVR port f6c906d5-2610-4018-b3d2-bea367c51874 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:58.915524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54268) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:58.921184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fb40ae5a-e496-4e11-8b78-e0b99b82b877 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f7707df3-8450-43bb-9b45-fca3c918e30b'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:58.921184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fb40ae5a-e496-4e11-8b78-e0b99b82b877 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:36:58.994441 n-d-765315-28 neutron-server[102590]: WARNING neutron.services.metering.metering_plugin [None req-fb40ae5a-e496-4e11-8b78-e0b99b82b877 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 05:36:59.002118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce271d0-0300-4012-94b2-dbce2ce5aacf req-e55375b7-423e-4891-96e7-e27abf64febe service neutron] 10.222.0.47 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977335 Nov 12 05:36:59.066556 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.099185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Port': ['ID=f6c906d5-2610-4018-b3d2-bea367c51874,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:59.100372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb40ae5a-e496-4e11-8b78-e0b99b82b877 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.101561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fb40ae5a-e496-4e11-8b78-e0b99b82b877 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1849780 Nov 12 05:36:59.102806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:59.104264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54270) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:59.107988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No DVR routers for this DVR port f6c906d5-2610-4018-b3d2-bea367c51874 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:59.112477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.115794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] Sync routers for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:59.127506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:59.128356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:59.134993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-80c81f6b-d0b1-4176-a669-2671c3adaa5c tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=38011a3f-e63d-4ccb-aef2-e166bee6ebbf HTTP/1.1" status: 200 len: 464 time: 0.0295970 Nov 12 05:36:59.137532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:59.166358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-56a185b2-1e6c-458b-9ff7-0c5bad381bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:59.168216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-56a185b2-1e6c-458b-9ff7-0c5bad381bad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a05f12621c0e41129b8089ec154d81e0&device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 1095 time: 0.0782793 Nov 12 05:36:59.180166 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e5c94121-7b9d-4a30-b1c8-cb9bfbd572a4 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/floatingips/ea5d9b93-3e62-400e-b57c-691c7fee9b0e HTTP/1.1" status: 204 len: 168 time: 2.0887504 Nov 12 05:36:59.182770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:59.185253 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbd40ba-1f68-44c2-a654-12e76a90d415" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:59.269355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.285234 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93843969-a12b-4f4f-bc5d-e267bb2802b2 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.289093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-93843969-a12b-4f4f-bc5d-e267bb2802b2 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/38011a3f-e63d-4ccb-aef2-e166bee6ebbf HTTP/1.1" status: 204 len: 168 time: 0.1474957 Nov 12 05:36:59.289363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54282) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:59.298195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:59.566498 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:13Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:59.596853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] Checking router: 1b7c7b13-12ce-4970-b919-4257825ef4f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:59.607159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:59.607795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:59.703196 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999eed0e-d267-4fdf-8e4e-1f8ecf18a610 x-openstack-request-id: req-999eed0e-d267-4fdf-8e4e-1f8ecf18a610 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:59.703781 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:59.703781 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-999eed0e-d267-4fdf-8e4e-1f8ecf18a610 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:59.704117 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'status': 'completed', 'code': 200} Nov 12 05:36:59.705865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171bad6a-9973-464e-b48f-57c59742b988']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:59.713589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e03c9a5b-4abd-45cd-854d-6a91f2ea939b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:59.717042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338739da-865f-4008-91fb-e8edb23cd8fe') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:59.717259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338739da-865f-4008-91fb-e8edb23cd8fe') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:59.727172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.738946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: e03c9a5b-4abd-45cd-854d-6a91f2ea939b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:59.739272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e03c9a5b-4abd-45cd-854d-6a91f2ea939b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:59.739692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f6c906d5-2610-4018-b3d2-bea367c51874 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:59.740663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.748685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:36:59.749218 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:36:59.752720 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:36:59.765963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4e02d45d-31fa-4689-a7dc-8607fb432c5b tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=38011a3f-e63d-4ccb-aef2-e166bee6ebbf HTTP/1.1" status: 200 len: 221 time: 0.4750018 Nov 12 05:36:59.772219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:59.779004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: f6c906d5-2610-4018-b3d2-bea367c51874 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:59.779431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f6c906d5-2610-4018-b3d2-bea367c51874 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:59.799073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:59.803215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-04082093-7a6b-4e86-97b2-d89999dfc91e tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2004650492', 'description': 'label created by tempest'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:59.803673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-04082093-7a6b-4e86-97b2-d89999dfc91e tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Unknown quota resources ['metering_label']. {{(pid=102589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 05:36:59.868916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.869878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-07454503-7db7-44c9-a09a-38dd897e2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:59.871187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-07454503-7db7-44c9-a09a-38dd897e2d40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c883ec452744208727f56ec3f04fe4&device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 1098 time: 0.1383524 Nov 12 05:36:59.874854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-0194b157-6f16-4d2b-8eed-d29981766190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:59.876256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-0194b157-6f16-4d2b-8eed-d29981766190 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9777faf2-4c04-44c2-a789-19ce6243f5eb HTTP/1.1" status: 200 len: 910 time: 0.6981053 Nov 12 05:36:59.878574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.884129 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/networks/171bad6a-9973-464e-b48f-57c59742b988 HTTP/1.1" status: 204 len: 168 time: 1.4891751 Nov 12 05:36:59.884273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a4b31-d3e5-4ff6-8185-d1d0d5769912 req-35012841-ce37-4ec7-b356-378bbdab69f3 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:59.886855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-633a4b31-d3e5-4ff6-8185-d1d0d5769912 req-35012841-ce37-4ec7-b356-378bbdab69f3 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 943 time: 0.1562800 Nov 12 05:36:59.890133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54296) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:59.902307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db257a-fcee-4b4a-a065-3c2a12c957a1 req-93838094-ae6b-49c1-85df-60d384582678 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:59.906817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30db257a-fcee-4b4a-a065-3c2a12c957a1 req-93838094-ae6b-49c1-85df-60d384582678 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1751559 Nov 12 05:36:59.924058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'routes': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:59.927842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287479c6-7f42-40ec-9a6b-d2f2927ec108 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Pushing event deleted for resources: {'Network': ['ID=171bad6a-9973-464e-b48f-57c59742b988,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:59.995293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04082093-7a6b-4e86-97b2-d89999dfc91e tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.996459 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-04082093-7a6b-4e86-97b2-d89999dfc91e tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2235780 Nov 12 05:36:59.999712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54298) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.029713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:13Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:00.055672 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad642d4c-3bb8-48e5-adfa-8d7491f4a943 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=0926f24f-54bc-4b9e-9025-1e1a926015ff HTTP/1.1" status: 200 len: 468 time: 0.0524380 Nov 12 05:37:00.055906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.058729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b3dfe-17fe-4f58-ac14-af9d80221e77 None None] The sync data for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 is: [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:35:05Z', 'revision_number': 4, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '45d4a8e9-ef50-4bf5-9f11-b7757f7531f2', 'name': '', 'network_id': '592e4127-3d12-4fea-978b-b2d918598a77', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'mac_address': 'fa:16:3e:e3:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:35:02Z', 'updated_at': '2021-11-12T05:35:13Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'subnets': [{'id': '5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:00.068152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-dc74e92c-cd2e-4d4c-b00b-e1745b7be4d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96e3daf-523d-432f-9a7b-8d28c23cccb6 HTTP/1.1" status: 200 len: 217 time: 0.1798539 Nov 12 05:37:00.244202 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1567d2f7-89f4-4af9-a539-6d8f98fb6bdb tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.247928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1567d2f7-89f4-4af9-a539-6d8f98fb6bdb tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/0926f24f-54bc-4b9e-9025-1e1a926015ff HTTP/1.1" status: 204 len: 168 time: 0.1886203 Nov 12 05:37:00.248171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54302) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.265178 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-198b0b4d-6237-43a2-847a-df3c7089a3d7 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=0926f24f-54bc-4b9e-9025-1e1a926015ff HTTP/1.1" status: 200 len: 216 time: 0.0127692 Nov 12 05:37:00.265985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54306) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.278496 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0cb03266-50f0-41b2-b1bf-a43fa4379313 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082312 Nov 12 05:37:00.279589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.293143 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6f49caaa-38f6-46ab-8c6d-e6d7599092b4 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124519 Nov 12 05:37:00.297312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54310) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.320390 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbd531-c665-43da-bba9-2f69a88afa4d None None] New status for floating IP ea5d9b93-3e62-400e-b57c-691c7fee9b0e: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:37:00.328103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30db257a-fcee-4b4a-a065-3c2a12c957a1 req-9fddcc98-6a20-4613-a4b0-8725337ea6bd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976038 Nov 12 05:37:00.331678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-633a4b31-d3e5-4ff6-8185-d1d0d5769912 req-9dd45c82-490a-4d41-80f3-62a51bac173b tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050963 Nov 12 05:37:00.332331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.extraroute_db [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Added routes are [] {{(pid=102590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 05:37:00.332631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.extraroute_db [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Removed routes are [] {{(pid=102590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 05:37:00.332992 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.338664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-b4a8aad9-c146-484d-9e40-9b41ee593daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:00.340143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-b4a8aad9-c146-484d-9e40-9b41ee593daf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbdd6e4e-05a6-4f4d-8085-6fad09f32d03 HTTP/1.1" status: 200 len: 849 time: 0.2406776 Nov 12 05:37:00.342324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-479fed6e-1bee-4733-ada8-652bafe97e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:00.343910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-479fed6e-1bee-4733-ada8-652bafe97e82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=592e4127-3d12-4fea-978b-b2d918598a77 HTTP/1.1" status: 200 len: 898 time: 0.4519718 Nov 12 05:37:00.350927 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e653fb7-8ab0-4226-a73d-0b39ceb3799e tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/f7707df3-8450-43bb-9b45-fca3c918e30b HTTP/1.1" status: 200 len: 473 time: 0.0524907 Nov 12 05:37:00.354388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54312) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.372899 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-94961f79-e3f4-46e7-835f-465a6df2710a tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/77a0f9f1-f917-4d82-ac8b-5955258a65d1 HTTP/1.1" status: 200 len: 461 time: 0.0172577 Nov 12 05:37:00.376747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54314) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.505412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-7c835457-817f-4a5e-acba-3f626fb6f146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9777faf2-4c04-44c2-a789-19ce6243f5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708477 Nov 12 05:37:00.511656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-90e3e38d-8101-4705-abfd-9e2c70dd06df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490 HTTP/1.1" status: 200 len: 217 time: 0.0782530 Nov 12 05:37:00.526876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dacdfe73-b89b-4071-b3b4-fa4e119535cb tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.528070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dacdfe73-b89b-4071-b3b4-fa4e119535cb tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/77a0f9f1-f917-4d82-ac8b-5955258a65d1 HTTP/1.1" status: 204 len: 168 time: 0.1506202 Nov 12 05:37:00.531840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:00.641577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.684986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.724082 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b219c0e6-3448-443b-8f32-00a6c50f4ff3 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.727812 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b219c0e6-3448-443b-8f32-00a6c50f4ff3 tempest-MeteringTestJSON-1851783583 tempest-MeteringTestJSON-1851783583-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/f7707df3-8450-43bb-9b45-fca3c918e30b HTTP/1.1" status: 204 len: 168 time: 0.1924758 Nov 12 05:37:00.779184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-a28e2ef6-3ae6-4aea-86b4-ec63ca5be59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:00.780690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-a28e2ef6-3ae6-4aea-86b4-ec63ca5be59a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6 HTTP/1.1" status: 200 len: 835 time: 0.2289593 Nov 12 05:37:00.837803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:00.844929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-cdebaee1-31cb-48ab-a074-641852090102 service neutron] 10.222.0.47 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920396 Nov 12 05:37:00.885574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-d6670158-3c63-4bee-a163-27e70202fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:00.887357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-d6670158-3c63-4bee-a163-27e70202fead service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=592e4127-3d12-4fea-978b-b2d918598a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929389 Nov 12 05:37:01.002366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54330) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:01.075441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:01.088664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] Sync routers for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:01.089121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.093112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fa9ec50d-0766-41a1-9ea7-09516a75603c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 200 len: 705 time: 1.1814315 Nov 12 05:37:01.093313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54334) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:01.112555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:01.113554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:01.137929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-4b75334d-d55a-4d2d-b2e6-3a1b346a0eb8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.140362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-4b75334d-d55a-4d2d-b2e6-3a1b346a0eb8 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1881363 Nov 12 05:37:01.142250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-ad82f0a8-cf4e-4378-9db3-8542ba1dbb7a service neutron] 10.222.0.47 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896962 Nov 12 05:37:01.155497 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f01cac75-a643-466c-a993-20384c6d2116 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 200 len: 205 time: 0.0613024 Nov 12 05:37:01.158392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54336) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:01.188003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-76cad83c-6fd3-43f0-99e1-b5740d63917d service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642879 Nov 12 05:37:01.211232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:01.257119 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4def28d-f665-4bd3-8d77-12781e2dc296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.273254 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-213948d5-437f-4d90-980f-95a2f24cdba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.285556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:56Z', 'revision_number': 11, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:01.329325 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] Checking router: 4d02f96d-e923-43ce-abcf-e550cc14e9f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:37:01.342087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbd40ba-1f68-44c2-a654-12e76a90d415 req-fecc5fb6-e577-4a37-8adb-7f696787d2c2 service neutron] 10.222.0.47 "GET /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456969 Nov 12 05:37:01.344959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] Routers {'4d02f96d-e923-43ce-abcf-e550cc14e9f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:01.345409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:01.345768 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.346013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:01.354776 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4def28d-f665-4bd3-8d77-12781e2dc296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.398216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4def28d-f665-4bd3-8d77-12781e2dc296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.432092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4def28d-f665-4bd3-8d77-12781e2dc296 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=017357312ed24fca92992a278596f460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261863 Nov 12 05:37:01.449515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] Set router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:01.465838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54342) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:01.624291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4def28d-f665-4bd3-8d77-12781e2dc296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269e7b6d-2c10-491e-b4fe-f30bc0e62019,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:01.635639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:01.636058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.660174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b292e6-244b-42d3-a525-e6c6d19a605a req-d5888cf1-8603-48ae-b313-49e7dd4bc319 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.661812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92b292e6-244b-42d3-a525-e6c6d19a605a req-d5888cf1-8603-48ae-b313-49e7dd4bc319 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fb64fa-01e8-4d51-80c1-346d45c978dd HTTP/1.1" status: 200 len: 946 time: 0.1912305 Nov 12 05:37:01.673112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99c55a-fc37-4745-90e5-82c83527a855 req-38f2c5c5-165a-43f5-8430-a022c5df471e tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.674724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc99c55a-fc37-4745-90e5-82c83527a855 req-38f2c5c5-165a-43f5-8430-a022c5df471e tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 943 time: 0.1815393 Nov 12 05:37:01.680323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:01.697501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-900030cd-988e-4f57-a7c3-45c5dcd0640b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.711144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-213948d5-437f-4d90-980f-95a2f24cdba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.714760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-213948d5-437f-4d90-980f-95a2f24cdba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.742661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c96e3daf-523d-432f-9a7b-8d28c23cccb6 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:37:01.744969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:56Z', 'revision_number': 11, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:01.773412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-900030cd-988e-4f57-a7c3-45c5dcd0640b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.780236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45497254-6098-4763-a8c8-3fb1d94da6eb None None] The sync data for ids ['4d02f96d-e923-43ce-abcf-e550cc14e9f6'] in n-d-765315-28 is: [{'id': '4d02f96d-e923-43ce-abcf-e550cc14e9f6', 'name': 'tempest-RoutersIpV6Test-router-2085354413', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:11Z', 'updated_at': '2021-11-12T05:36:56Z', 'revision_number': 11, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:01.806573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-213948d5-437f-4d90-980f-95a2f24cdba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.807768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213948d5-437f-4d90-980f-95a2f24cdba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Fanout notify agent at l3_agent the message router_deleted on router 4d02f96d-e923-43ce-abcf-e550cc14e9f6 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:37:01.823040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-213948d5-437f-4d90-980f-95a2f24cdba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.824207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-213948d5-437f-4d90-980f-95a2f24cdba3 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 204 len: 168 time: 0.6646636 Nov 12 05:37:01.835591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54348) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:01.840752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3acf42fd-0ae1-4d86-891d-3f53e9c88518 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1201075877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:01.841990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92b292e6-244b-42d3-a525-e6c6d19a605a req-afa1f354-432a-4c22-aabb-8c65552ee28f tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "GET /v2.0/security-groups?id=84280e12-309e-4e1f-99fb-017edf271432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621225 Nov 12 05:37:01.849405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc99c55a-fc37-4745-90e5-82c83527a855 req-d082d5c1-558a-48bd-ba33-6ef89ebbe4d9 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576838 Nov 12 05:37:01.936538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3acf42fd-0ae1-4d86-891d-3f53e9c88518 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.937768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3acf42fd-0ae1-4d86-891d-3f53e9c88518 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.954118 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-900030cd-988e-4f57-a7c3-45c5dcd0640b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.959162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-900030cd-988e-4f57-a7c3-45c5dcd0640b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:01.961859 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-900030cd-988e-4f57-a7c3-45c5dcd0640b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/269e7b6d-2c10-491e-b4fe-f30bc0e62019 HTTP/1.1" status: 204 len: 168 time: 0.4926212 Nov 12 05:37:01.990243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900030cd-988e-4f57-a7c3-45c5dcd0640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e7b6d-2c10-491e-b4fe-f30bc0e62019,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:01.993509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c96e3daf-523d-432f-9a7b-8d28c23cccb6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c96e3daf-523d-432f-9a7b-8d28c23cccb6,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:02.000710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.020992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c96e3daf-523d-432f-9a7b-8d28c23cccb6', 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb', 'port_id': 'c96e3daf-523d-432f-9a7b-8d28c23cccb6', 'mac_address': 'fa:16:3e:d1:b2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdd6e4e-05a6-4f4d-8085-6fad09f32d03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:37:02.054398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=521d68fc-5d10-4b1f-b8c2-4f74a3f69490,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:02.115605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.132735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3acf42fd-0ae1-4d86-891d-3f53e9c88518 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.133474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96e3daf-523d-432f-9a7b-8d28c23cccb6 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:37:02.133644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] No DVR routers for this DVR port 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:02.137548 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.144342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58ebf52d-b9a8-4403-85ef-578da1a19f20 req-5b1e0e30-4c0f-4346-9648-5a46ecc76747 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.47 "DELETE /v2.0/ports/521d68fc-5d10-4b1f-b8c2-4f74a3f69490 HTTP/1.1" status: 204 len: 173 time: 0.9897346 Nov 12 05:37:02.145275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'name': 'network-vif-deleted', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:02.145580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3acf42fd-0ae1-4d86-891d-3f53e9c88518 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.149729 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d569f-f444-445f-b7c4-e2e66839a37a" -d '{"events": [{"server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "name": "network-vif-deleted", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:02.179792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c96e3daf-523d-432f-9a7b-8d28c23cccb6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c96e3daf-523d-432f-9a7b-8d28c23cccb6,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:02.186982 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.203308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3acf42fd-0ae1-4d86-891d-3f53e9c88518 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.207200 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3acf42fd-0ae1-4d86-891d-3f53e9c88518 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3704870 Nov 12 05:37:02.209981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54358) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:02.215769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ed05fbce-4f0c-45c8-95eb-e7cc453a51b7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:02.219856 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c6be61-ee2e-41f4-95e3-49a96f5c2c8d x-openstack-request-id: req-86c6be61-ee2e-41f4-95e3-49a96f5c2c8d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:02.220276 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fb64fa-01e8-4d51-80c1-346d45c978dd", "name": "network-vif-deleted", "tag": "521d68fc-5d10-4b1f-b8c2-4f74a3f69490", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:02.220601 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86c6be61-ee2e-41f4-95e3-49a96f5c2c8d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:02.221145 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fb64fa-01e8-4d51-80c1-346d45c978dd', 'name': 'network-vif-deleted', 'tag': '521d68fc-5d10-4b1f-b8c2-4f74a3f69490', 'status': 'completed', 'code': 200} Nov 12 05:37:02.299667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c96e3daf-523d-432f-9a7b-8d28c23cccb6,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:02.427302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c96e3daf-523d-432f-9a7b-8d28c23cccb6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:02.441419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54360) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:02.457942 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-87c0e5f2-5c4d-42e7-aa08-0db4b28f56f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.499708 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ed05fbce-4f0c-45c8-95eb-e7cc453a51b7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.539392 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ed05fbce-4f0c-45c8-95eb-e7cc453a51b7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.695099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-87c0e5f2-5c4d-42e7-aa08-0db4b28f56f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.699886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed05fbce-4f0c-45c8-95eb-e7cc453a51b7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Router 724df704-5d23-476e-ae0e-7e5b239bd5bb is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:37:02.704157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-87c0e5f2-5c4d-42e7-aa08-0db4b28f56f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.818095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-87c0e5f2-5c4d-42e7-aa08-0db4b28f56f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ec080ce07ab48f5b2c433efaeb34255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755410 Nov 12 05:37:02.820898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:02.856059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0e5f2-5c4d-42e7-aa08-0db4b28f56f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b22f9-af06-4c4f-96ed-4bd0f75b4152,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:02.863254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed05fbce-4f0c-45c8-95eb-e7cc453a51b7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:02.871157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ed05fbce-4f0c-45c8-95eb-e7cc453a51b7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.875455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ed05fbce-4f0c-45c8-95eb-e7cc453a51b7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "PUT /v2.0/routers/724df704-5d23-476e-ae0e-7e5b239bd5bb HTTP/1.1" status: 200 len: 698 time: 0.6611567 Nov 12 05:37:02.886024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54366) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:02.887721 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] Sync routers for ids ['724df704-5d23-476e-ae0e-7e5b239bd5bb'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:02.889367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-54c0c23b-646c-4b7a-beb9-3598bd9a0834 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1657751 Nov 12 05:37:02.894158 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b8c64db-9b4b-46c4-97b0-e7694ea197e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.918039 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] Routers {'724df704-5d23-476e-ae0e-7e5b239bd5bb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:02.921524 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['724df704-5d23-476e-ae0e-7e5b239bd5bb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:02.922659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b8c64db-9b4b-46c4-97b0-e7694ea197e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.982124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b8c64db-9b4b-46c4-97b0-e7694ea197e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.985534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b8c64db-9b4b-46c4-97b0-e7694ea197e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:02.989208 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b8c64db-9b4b-46c4-97b0-e7694ea197e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e06b22f9-af06-4c4f-96ed-4bd0f75b4152 HTTP/1.1" status: 204 len: 168 time: 0.1642785 Nov 12 05:37:03.003375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c64db-9b4b-46c4-97b0-e7694ea197e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b22f9-af06-4c4f-96ed-4bd0f75b4152,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:03.005048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:03.090867 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] Set router 724df704-5d23-476e-ae0e-7e5b239bd5bb gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:03.199231 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724df704-5d23-476e-ae0e-7e5b239bd5bb', 'name': 'tempest-RoutersIpV6Test-router-1201075877', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:01Z', 'updated_at': '2021-11-12T05:37:02Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:03.236239 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] Checking router: 724df704-5d23-476e-ae0e-7e5b239bd5bb for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:37:03.248222 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] Routers {'724df704-5d23-476e-ae0e-7e5b239bd5bb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:03.249196 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['724df704-5d23-476e-ae0e-7e5b239bd5bb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:03.391100 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] Set router 724df704-5d23-476e-ae0e-7e5b239bd5bb gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:03.580826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c96e3daf-523d-432f-9a7b-8d28c23cccb6 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:03.618536 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724df704-5d23-476e-ae0e-7e5b239bd5bb', 'name': 'tempest-RoutersIpV6Test-router-1201075877', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:01Z', 'updated_at': '2021-11-12T05:37:02Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:03.667869 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79d857-87c5-495d-a231-9d0e7f222218 None None] The sync data for ids ['724df704-5d23-476e-ae0e-7e5b239bd5bb'] in n-d-765315-28 is: [{'id': '724df704-5d23-476e-ae0e-7e5b239bd5bb', 'name': 'tempest-RoutersIpV6Test-router-1201075877', 'tenant_id': 'c315b7151b8e49de850face0b99d8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:01Z', 'updated_at': '2021-11-12T05:37:02Z', 'revision_number': 2, 'project_id': 'c315b7151b8e49de850face0b99d8781', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:03.717107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port c96e3daf-523d-432f-9a7b-8d28c23cccb6 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:37:03.727743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c96e3daf-523d-432f-9a7b-8d28c23cccb6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:03.729040 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:03.911511 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:03.931656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-52dacedb-1c9d-4f22-952c-5b00f541ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:03.933092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-52dacedb-1c9d-4f22-952c-5b00f541ce21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 1097 time: 0.9548166 Nov 12 05:37:03.959995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54390) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:03.960485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5a468510-0415-43e0-84d6-98a0ed7ffa6c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/routers/724df704-5d23-476e-ae0e-7e5b239bd5bb HTTP/1.1" status: 200 len: 704 time: 1.0699439 Nov 12 05:37:03.972787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9270a2aa-946b-4720-84f3-695d9d8b981e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e3daf-523d-432f-9a7b-8d28c23cccb6'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:03.975378 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c30a3b-f53c-41ce-b8cb-2f6ed38d0cb4" -d '{"events": [{"server_uuid": "9270a2aa-946b-4720-84f3-695d9d8b981e", "name": "network-vif-plugged", "status": "completed", "tag": "c96e3daf-523d-432f-9a7b-8d28c23cccb6"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:04.004178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c96e3daf-523d-432f-9a7b-8d28c23cccb6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c96e3daf-523d-432f-9a7b-8d28c23cccb6,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:04.016550 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.019241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:04.037844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.120549 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae54f9-db84-4bd4-8737-53667d73df6a x-openstack-request-id: req-21ae54f9-db84-4bd4-8737-53667d73df6a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:04.121279 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9270a2aa-946b-4720-84f3-695d9d8b981e", "name": "network-vif-plugged", "status": "completed", "tag": "c96e3daf-523d-432f-9a7b-8d28c23cccb6", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:04.121772 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21ae54f9-db84-4bd4-8737-53667d73df6a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:04.124097 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9270a2aa-946b-4720-84f3-695d9d8b981e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e3daf-523d-432f-9a7b-8d28c23cccb6', 'code': 200} Nov 12 05:37:04.170049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:04.170802 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 521d68fc-5d10-4b1f-b8c2-4f74a3f69490 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:04.172992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7d11-bd2f-4d77-8d3f-b2167a35ec21 req-970ef02e-9299-42d4-b668-bbadaef22893 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:04.174581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a50a7d11-bd2f-4d77-8d3f-b2167a35ec21 req-970ef02e-9299-42d4-b668-bbadaef22893 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 944 time: 1.1950822 Nov 12 05:37:04.176873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54398) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:04.189442 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0bb3f6fe-2334-40b6-b925-0a85057d4a66 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=724df704-5d23-476e-ae0e-7e5b239bd5bb HTTP/1.1" status: 200 len: 205 time: 0.2095561 Nov 12 05:37:04.209860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c96e3daf-523d-432f-9a7b-8d28c23cccb6,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:04.454808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62d25f6a-089f-45bb-a36d-09d48e55764f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.544020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a50a7d11-bd2f-4d77-8d3f-b2167a35ec21 req-80fd8b35-7351-4091-ae51-b9225fd31162 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411498 Nov 12 05:37:04.551127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acd5ed-1f67-41e8-9ad4-6714f06d4026 req-88361fbd-779b-4ee8-aa5b-c74ec3beae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:04.554004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9acd5ed-1f67-41e8-9ad4-6714f06d4026 req-88361fbd-779b-4ee8-aa5b-c74ec3beae11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 1097 time: 0.3658850 Nov 12 05:37:04.610771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:04.610989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.624241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-c0c6e531-0115-47ab-bd10-68a9a603c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:04.625731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-c0c6e531-0115-47ab-bd10-68a9a603c332 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 200 len: 915 time: 0.6442997 Nov 12 05:37:04.690584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54410) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:04.712474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-08eee02a-1124-4e0d-add5-7a7abe3b135d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63cc4b01-c2a6-4bcf-b05b-b7cac302c883 HTTP/1.1" status: 200 len: 217 time: 0.0591297 Nov 12 05:37:04.739774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:04.740292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.756165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:04.860962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62d25f6a-089f-45bb-a36d-09d48e55764f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.864120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62d25f6a-089f-45bb-a36d-09d48e55764f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.944618 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62d25f6a-089f-45bb-a36d-09d48e55764f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.945350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d25f6a-089f-45bb-a36d-09d48e55764f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Fanout notify agent at l3_agent the message router_deleted on router 724df704-5d23-476e-ae0e-7e5b239bd5bb {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:37:04.955018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62d25f6a-089f-45bb-a36d-09d48e55764f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.960921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-62d25f6a-089f-45bb-a36d-09d48e55764f tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/724df704-5d23-476e-ae0e-7e5b239bd5bb HTTP/1.1" status: 204 len: 168 time: 0.7647457 Nov 12 05:37:04.978765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54414) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:04.982003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9acd5ed-1f67-41e8-9ad4-6714f06d4026 req-17ebf495-c3f5-480e-8a16-cbfc3925d7f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683732 Nov 12 05:37:05.019284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-835ec719-aaa3-499c-b2d4-46d05999c265 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=724df704-5d23-476e-ae0e-7e5b239bd5bb HTTP/1.1" status: 200 len: 205 time: 0.0337782 Nov 12 05:37:05.020027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54416) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.042260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-701855669'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:05.068741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.081786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:05.085634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.091966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-4ffc6f41-015f-4ef7-890c-f5f79a2929f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:05.094218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-4ffc6f41-015f-4ef7-890c-f5f79a2929f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 200 len: 854 time: 0.1667593 Nov 12 05:37:05.096125 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-a884e0a9-1395-447a-b3e4-d7adfc616882 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] delete failed (client error): The resource could not be found. Nov 12 05:37:05.101119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a884e0a9-1395-447a-b3e4-d7adfc616882 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/724df704-5d23-476e-ae0e-7e5b239bd5bb HTTP/1.1" status: 404 len: 336 time: 0.0804079 Nov 12 05:37:05.102182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54418) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.116814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.135451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=45d4a8e9-ef50-4bf5-9f11-b7757f7531f2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:05.154627 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b609cc2-166c-4fc5-ae41-83e825787d89 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:05.155093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b609cc2-166c-4fc5-ae41-83e825787d89 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:05.162614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1b609cc2-166c-4fc5-ae41-83e825787d89 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/19eece84-ab51-49b1-b841-7abcebf97960 HTTP/1.1" status: 404 len: 337 time: 0.0586293 Nov 12 05:37:05.163245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54420) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.228914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-bf8e1e5b-3fc2-4488-8a69-9f3181a46474 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5051e60f-443e-4b4e-998b-31d353f34ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119175 Nov 12 05:37:05.293192 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2851894e-b11c-4d75-b3f4-1f0817f24a7e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:05.293922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2851894e-b11c-4d75-b3f4-1f0817f24a7e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:05.298047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2851894e-b11c-4d75-b3f4-1f0817f24a7e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/6c65f0cb-9369-4c2d-8eb2-ea3384a2dde1 HTTP/1.1" status: 404 len: 337 time: 0.0831156 Nov 12 05:37:05.309088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54424) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.402075 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97de484-1abe-4afa-8c31-0f1293b8e554 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:05.402569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97de484-1abe-4afa-8c31-0f1293b8e554 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:05.407920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c97de484-1abe-4afa-8c31-0f1293b8e554 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/66006a05-ca2a-455a-a3c6-0c479a1bafd6 HTTP/1.1" status: 404 len: 337 time: 0.0946486 Nov 12 05:37:05.416228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54428) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.447341 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-58421ead-6bf0-46c2-bc41-ce45b36a2f2b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:05.448178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58421ead-6bf0-46c2-bc41-ce45b36a2f2b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:05.454422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-58421ead-6bf0-46c2-bc41-ce45b36a2f2b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/e14a5e54-818f-4bfc-babb-3b0080a82320 HTTP/1.1" status: 404 len: 337 time: 0.0368629 Nov 12 05:37:05.455327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54430) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.461170 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:37:05.479990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.484579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.494523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-edf5b693-41db-4af7-b2e8-064ce55a9a11 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 200 len: 205 time: 0.0301785 Nov 12 05:37:05.497045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54432) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.525953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:05.538723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.548215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b6dab-c129-43f6-8ecd-2330920abc9e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:05.556528 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.556920 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Added segment 8bc1a230-1773-4bae-87ee-669beb6a64cb of type vlan for network 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 Nov 12 05:37:05.566031 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-71d2f364-edf5-46c0-a242-1c7b8a6a9623 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] delete failed (client error): The resource could not be found. Nov 12 05:37:05.567443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-71d2f364-edf5-46c0-a242-1c7b8a6a9623 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/4d02f96d-e923-43ce-abcf-e550cc14e9f6 HTTP/1.1" status: 404 len: 336 time: 0.0692272 Nov 12 05:37:05.570152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54436) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.590500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-1fb9752e-298f-4b2e-9007-70d0d6bb8469 service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136580 Nov 12 05:37:05.614869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ca3fa94c-d0fa-46f2-8734-1b5a532c61d9 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=4aaeec59-72ba-491d-96a8-74d7ddaecab4 HTTP/1.1" status: 200 len: 205 time: 0.0389142 Nov 12 05:37:05.619182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54440) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.676537 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-f95f985b-287e-4a7c-aeda-5b7f76ea0e1d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] delete failed (client error): The resource could not be found. Nov 12 05:37:05.677602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f95f985b-287e-4a7c-aeda-5b7f76ea0e1d tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/4aaeec59-72ba-491d-96a8-74d7ddaecab4 HTTP/1.1" status: 404 len: 336 time: 0.0576015 Nov 12 05:37:05.687707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54442) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.739964 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.766648 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8459c9f-13bf-4041-89c0-b63b4f0e09c8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:05.767127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8459c9f-13bf-4041-89c0-b63b4f0e09c8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:05.772244 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a8459c9f-13bf-4041-89c0-b63b4f0e09c8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/12860062-fb98-48ca-afc4-c9bff1095bab HTTP/1.1" status: 404 len: 337 time: 0.0815403 Nov 12 05:37:05.772895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54444) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.807902 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-49d6bf10-6062-498f-83dc-1102a135ea71 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=de80207d-42c9-4d2b-9e5e-5113a30c420c HTTP/1.1" status: 200 len: 205 time: 0.0290720 Nov 12 05:37:05.810610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54446) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.817394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faedff-7967-402a-be0c-83b1bf0a3f58 req-f26e78ba-dd61-4178-94e1-671e568b727a tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:05.820159 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.824963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56faedff-7967-402a-be0c-83b1bf0a3f58 req-f26e78ba-dd61-4178-94e1-671e568b727a tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 945 time: 0.1401927 Nov 12 05:37:05.826958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:05.827567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.836287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f129aff0-f440-4ffb-bd63-ab964ad67fc1 req-aa59b912-f9b4-497b-8259-a51e8108937a service neutron] 10.222.0.43 "GET /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284362 Nov 12 05:37:05.879673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56faedff-7967-402a-be0c-83b1bf0a3f58 req-75daa8f0-a395-403e-8ac0-a3727b16e122 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531330 Nov 12 05:37:05.887667 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-240d7e66-8434-4831-bc88-bb78c40aba7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] delete failed (client error): The resource could not be found. Nov 12 05:37:05.889377 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-240d7e66-8434-4831-bc88-bb78c40aba7a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/de80207d-42c9-4d2b-9e5e-5113a30c420c HTTP/1.1" status: 404 len: 336 time: 0.0775745 Nov 12 05:37:05.892469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54448) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.925978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-60bb6c54-bd15-411c-88a5-85f24af31a71 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=469997fd-20b1-45ea-8396-8985d2bf15c5 HTTP/1.1" status: 200 len: 205 time: 0.0318749 Nov 12 05:37:05.928328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54450) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:05.945700 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2544901 Nov 12 05:37:06.025604 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-c5f7c2af-a332-404a-bf10-cb187a978f8e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] delete failed (client error): The resource could not be found. Nov 12 05:37:06.031011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c5f7c2af-a332-404a-bf10-cb187a978f8e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/469997fd-20b1-45ea-8396-8985d2bf15c5 HTTP/1.1" status: 404 len: 336 time: 0.1011982 Nov 12 05:37:06.031640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54452) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.098842 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b9a937-af2b-4f14-a2e8-04f8b91ff99c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:06.099782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b9a937-af2b-4f14-a2e8-04f8b91ff99c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:06.103654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c3b9a937-af2b-4f14-a2e8-04f8b91ff99c tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/0f94ff40-7182-41b3-9f3d-b062d47f1b35 HTTP/1.1" status: 404 len: 337 time: 0.0709698 Nov 12 05:37:06.106379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.173519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5a971edd-090e-45a7-bac4-60f44e99aab7 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c6ba1bf-6fb8-4253-a665-120a94a5ce7e HTTP/1.1" status: 200 len: 205 time: 0.0650663 Nov 12 05:37:06.176224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54456) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.221710 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-ae85d540-a6d4-4066-93f0-5096caa1f05b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] delete failed (client error): The resource could not be found. Nov 12 05:37:06.223246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ae85d540-a6d4-4066-93f0-5096caa1f05b tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/2c6ba1bf-6fb8-4253-a665-120a94a5ce7e HTTP/1.1" status: 404 len: 336 time: 0.0457551 Nov 12 05:37:06.225891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54458) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.268008 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-37188b68-408e-425e-845c-0c09787e501a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:06.268861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37188b68-408e-425e-845c-0c09787e501a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:06.272800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-37188b68-408e-425e-845c-0c09787e501a tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/07b7150f-e69c-4d80-b783-aca6293c5a1a HTTP/1.1" status: 404 len: 337 time: 0.0438788 Nov 12 05:37:06.281821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54462) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.355717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2723ff-3c5c-40e0-ab70-51706274aeeb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Network': ['ID=648cb8bf-4ff5-40d7-9f1b-314537af9ca2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:06.367465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:06.377799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f52dfd01-d134-4328-9b7b-1b1234a43691 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "GET /v2.0/ports?device_id=474b6497-ee87-4b22-bfdf-543d5275f4fd HTTP/1.1" status: 200 len: 205 time: 0.0906768 Nov 12 05:37:06.378035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54464) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.436688 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-4bbc22f0-156d-4d7e-b86f-7a3cdc6d311e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] delete failed (client error): The resource could not be found. Nov 12 05:37:06.440680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4bbc22f0-156d-4d7e-b86f-7a3cdc6d311e tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/routers/474b6497-ee87-4b22-bfdf-543d5275f4fd HTTP/1.1" status: 404 len: 336 time: 0.0589879 Nov 12 05:37:06.440970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54466) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.501903 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc519898-c390-48fc-b7c1-82af973f0052 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:06.502627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc519898-c390-48fc-b7c1-82af973f0052 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:06.506948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dc519898-c390-48fc-b7c1-82af973f0052 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/e86a8c59-558d-4fd7-b3f5-f8782726ac5e HTTP/1.1" status: 404 len: 337 time: 0.0650768 Nov 12 05:37:06.509573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54470) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.584285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Router 1b7c7b13-12ce-4970-b919-4257825ef4f6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:06.599627 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2c7a53-3cfa-4025-8717-ae1882ab37f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:06.601419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2c7a53-3cfa-4025-8717-ae1882ab37f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:06.611055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3c2c7a53-3cfa-4025-8717-ae1882ab37f8 tempest-RoutersIpV6Test-827879515 tempest-RoutersIpV6Test-827879515-project] 10.222.0.48 "DELETE /v2.0/subnets/08c55fc3-473f-46e9-b346-f6c33a654627 HTTP/1.1" status: 404 len: 337 time: 0.1002610 Nov 12 05:37:06.724648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:06.734923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54476) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:06.740033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] Sync routers for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:06.751112 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8689951e-9ce3-4b56-9663-b8e999256bdd tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "PUT /v2.0/routers/1b7c7b13-12ce-4970-b919-4257825ef4f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7439029 Nov 12 05:37:06.765858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:06.768728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:06.876582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1408038a-a900-4a7d-bb20-c398afb6338d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting subnet 5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:06.885429 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1408038a-a900-4a7d-bb20-c398afb6338d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:06.946834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1408038a-a900-4a7d-bb20-c398afb6338d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:06.995682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:07.051079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1408038a-a900-4a7d-bb20-c398afb6338d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.059315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:07.195402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1408038a-a900-4a7d-bb20-c398afb6338d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.253904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408038a-a900-4a7d-bb20-c398afb6338d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:07.259272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1408038a-a900-4a7d-bb20-c398afb6338d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.264317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1408038a-a900-4a7d-bb20-c398afb6338d tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/subnets/5cfe21cb-7c41-4d8a-914b-0ecd566dcaa6 HTTP/1.1" status: 204 len: 168 time: 0.5267994 Nov 12 05:37:07.266503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54486) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:07.287673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1252e2-1bdb-45bc-8879-937fbab3c3c2 None None] Network 592e4127-3d12-4fea-978b-b2d918598a77 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:07.343008 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aadaea85-24c9-4849-b8b2-7102fad27391 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c315b7151b8e49de850face0b99d8781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818670 Nov 12 05:37:07.345390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54488) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:07.448682 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3351da3-024a-48f6-ab77-f8bb0e393566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.451737 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.477226 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3351da3-024a-48f6-ab77-f8bb0e393566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.511246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:37:04Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:07.519348 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ea186-9547-4cdd-9b6c-d9299e7c9260 req-29d992c2-cc36-4d4d-98fc-75c6080e5cfc tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:07.521195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-176ea186-9547-4cdd-9b6c-d9299e7c9260 req-29d992c2-cc36-4d4d-98fc-75c6080e5cfc tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 945 time: 0.4109974 Nov 12 05:37:07.551373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] Checking router: 1b7c7b13-12ce-4970-b919-4257825ef4f6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:37:07.566562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] Routers {'1b7c7b13-12ce-4970-b919-4257825ef4f6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:07.568015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:36:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1b7c7b13-12ce-4970-b919-4257825ef4f6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:07.618943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3351da3-024a-48f6-ab77-f8bb0e393566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.628046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3351da3-024a-48f6-ab77-f8bb0e393566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.628046 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d3351da3-024a-48f6-ab77-f8bb0e393566 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cba29d4b-888f-429e-bd16-07806c9fb8db HTTP/1.1" status: 204 len: 168 time: 0.2810678 Nov 12 05:37:07.655214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3351da3-024a-48f6-ab77-f8bb0e393566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba29d4b-888f-429e-bd16-07806c9fb8db,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:07.660333 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.695983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-176ea186-9547-4cdd-9b6c-d9299e7c9260 req-f344f756-8dd3-4375-91e2-096ceeb306b4 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692637 Nov 12 05:37:07.710068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] DHCP port deletion for 592e4127-3d12-4fea-978b-b2d918598a77 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:07.787073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Deleting port 7be1b5cc-0432-4e04-950b-7550fb18c526 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:07.787592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:07.977241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] Set router 1b7c7b13-12ce-4970-b919-4257825ef4f6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:07.995669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] For port 7be1b5cc-0432-4e04-950b-7550fb18c526, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7be1b5cc-0432-4e04-950b-7550fb18c526,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:07.996042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:08.017685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Calling delete_port for 7be1b5cc-0432-4e04-950b-7550fb18c526 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:08.300025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] Deleting port 94c7d613-d79e-4c1e-990c-1533348a286c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:08.300697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:08.429543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:08.435826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] For port 94c7d613-d79e-4c1e-990c-1533348a286c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c7d613-d79e-4c1e-990c-1533348a286c,segment=NetworkSegment(2d345b70-7a27-44bf-8fba-b89b077e3199),segment_id=2d345b70-7a27-44bf-8fba-b89b077e3199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:08.436621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:08.454574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] Calling delete_port for 94c7d613-d79e-4c1e-990c-1533348a286c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:08.474076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1172c-0422-4808-ba02-0a30b1590d3b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:08.526810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Port': ['ID=7be1b5cc-0432-4e04-950b-7550fb18c526,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:08.672595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:37:04Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:08.683525 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:08.714847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a7a91a-0677-4823-84e2-e1c9f9d39cdf None None] The sync data for ids ['1b7c7b13-12ce-4970-b919-4257825ef4f6'] in n-d-765315-28 is: [{'id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167029984', 'tenant_id': '55c883ec452744208727f56ec3f04fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:34:55Z', 'updated_at': '2021-11-12T05:37:04Z', 'revision_number': 5, 'project_id': '55c883ec452744208727f56ec3f04fe4', 'gw_port': {'id': '7be1b5cc-0432-4e04-950b-7550fb18c526', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c7b13-12ce-4970-b919-4257825ef4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:34:56Z', 'updated_at': '2021-11-12T05:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:08.740924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:08.812117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] Pushing event deleted for resources: {'Port': ['ID=94c7d613-d79e-4c1e-990c-1533348a286c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:08.824374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac0fc1-11ed-4f72-8d72-0cd160e91f56 None None] No DVR routers for this DVR port 94c7d613-d79e-4c1e-990c-1533348a286c on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:08.938882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:08.948876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.101295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.101962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Fanout notify agent at l3_agent the message router_deleted on router 1b7c7b13-12ce-4970-b919-4257825ef4f6 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:37:09.132665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54534) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:09.147041 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.151020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c7bcd93c-599f-4c83-8ebf-6ad23dfaa8c2 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/routers/1b7c7b13-12ce-4970-b919-4257825ef4f6 HTTP/1.1" status: 204 len: 168 time: 1.8799374 Nov 12 05:37:09.153340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54538) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:09.272835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54540) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:09.278678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'subnet': {'network_id': '648cb8bf-4ff5-40d7-9f1b-314537af9ca2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:09.306910 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.319366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051912b-c578-46dc-9792-f0aa45d60311 req-e80cacf9-eb23-45f8-a839-d759251dd9a9 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:09.328698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8051912b-c578-46dc-9792-f0aa45d60311 req-e80cacf9-eb23-45f8-a839-d759251dd9a9 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 945 time: 0.2619569 Nov 12 05:37:09.356306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-2024087958'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:09.424908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8051912b-c578-46dc-9792-f0aa45d60311 req-7c6885f0-c06e-48e8-8fab-80af768ac0c9 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953183 Nov 12 05:37:09.447972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:09.447972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.468165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.491397 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.494834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:09.499076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.521772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592e4127-3d12-4fea-978b-b2d918598a77']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:09.537302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d345b70-7a27-44bf-8fba-b89b077e3199') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:09.537840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d345b70-7a27-44bf-8fba-b89b077e3199') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:09.554122 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.570296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.580263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:09.580680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:09.585496 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:09.711776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.715144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.723716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.732498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/networks/592e4127-3d12-4fea-978b-b2d918598a77 HTTP/1.1" status: 204 len: 168 time: 0.5772734 Nov 12 05:37:09.733302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54544) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:09.734734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.783667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93dd01-30c7-4755-8970-37c90ec39653 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'Network': ['ID=592e4127-3d12-4fea-978b-b2d918598a77,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:09.806426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c7d613-d79e-4c1e-990c-1533348a286c no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:09.819396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:09.820791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01c182f8-320a-4293-ad5b-7a14640acf93 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.829194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4679b31c-76b6-411e-8439-484ad452956f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:09.831253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 94c7d613-d79e-4c1e-990c-1533348a286c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:09.831866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c7d613-d79e-4c1e-990c-1533348a286c not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:09.832580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:09.841972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.842385 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment 3902da97-123f-478f-99b8-dd86ace06f93 of type vlan for network bc26a69e-ec76-4789-a371-b1760e8a7be7 Nov 12 05:37:09.851703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01c182f8-320a-4293-ad5b-7a14640acf93 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.857591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:09.858056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 45d4a8e9-ef50-4bf5-9f11-b7757f7531f2 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:09.879946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.915955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.923351 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01c182f8-320a-4293-ad5b-7a14640acf93 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.926823 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01c182f8-320a-4293-ad5b-7a14640acf93 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.930680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-01c182f8-320a-4293-ad5b-7a14640acf93 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] 10.222.0.48 "DELETE /v2.0/security-groups/84280e12-309e-4e1f-99fb-017edf271432 HTTP/1.1" status: 204 len: 168 time: 0.1877863 Nov 12 05:37:09.944519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c182f8-320a-4293-ad5b-7a14640acf93 tempest-TestNetworkAdvancedServerOps-713848311 tempest-TestNetworkAdvancedServerOps-713848311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84280e12-309e-4e1f-99fb-017edf271432,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:09.962706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Subnet': ['ID=c7daa002-7b17-4782-9d4c-754c7dbc913f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:09.977172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.987353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:09.987999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.059144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Checking segment: {'id': '8bc1a230-1773-4bae-87ee-669beb6a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '648cb8bf-4ff5-40d7-9f1b-314537af9ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:10.059537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network hostable DHCP agents. Network: 648cb8bf-4ff5-40d7-9f1b-314537af9ca2, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:10.068510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=bc26a69e-ec76-4789-a371-b1760e8a7be7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:10.081047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8ae9db84-66e5-4975-a949-6c73e751a5b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9440029 Nov 12 05:37:10.081047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54552) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:10.081480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network bc26a69e-ec76-4789-a371-b1760e8a7be7 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:10.088529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1616517555'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:10.100134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:10.125803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 648cb8bf-4ff5-40d7-9f1b-314537af9ca2) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:10.135750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b4c32d-7a08-44e1-9304-ffd2074e2289 None None] Network 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:10.137981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:10.138603 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.144167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:10.147798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.185533 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a2d9b299-10d7-4f95-99fe-29ec5b293d96 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9111440 Nov 12 05:37:10.185762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54556) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:10.195305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1880027697'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:10.203214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:10.223722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.224208 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment ee5beb0c-bef6-4342-b75f-0853ad40cf61 of type vlan for network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 Nov 12 05:37:10.248526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:10.250120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.297920 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.311033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-e3306c22-2179-4374-94ac-52fe7770e4c5 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:10.312526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-e3306c22-2179-4374-94ac-52fe7770e4c5 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.47 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 945 time: 0.0771019 Nov 12 05:37:10.313466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:10.349354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54560) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:10.353585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.353923 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Added segment 75bd1ab8-fad0-4d00-bdbd-0676927f9d04 of type vlan for network 3b400ded-7eba-4de7-9457-fd12d3352f68 Nov 12 05:37:10.361103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.367163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:10.368560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.384396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-648cb8bf-4ff5-40d7-9f1b-314537af9ca2', 'network_id': '648cb8bf-4ff5-40d7-9f1b-314537af9ca2', 'tenant_id': '7d31d5a5569649b396d41ff45a987ef1', 'fixed_ips': [{'subnet_id': 'c7daa002-7b17-4782-9d4c-754c7dbc913f'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:10.385286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.451379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=e17c6bc6-7672-4650-a9fa-2af9e8bd9602,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:10.453872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.469857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:10.471277 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-03cd24f1-86bf-4b58-9fb5-c37e773b5f55 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3881116 Nov 12 05:37:10.472159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:10.478985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': 'bc26a69e-ec76-4789-a371-b1760e8a7be7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:10.494752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Deleting port c96e3daf-523d-432f-9a7b-8d28c23cccb6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:10.495705 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.598706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] For port c96e3daf-523d-432f-9a7b-8d28c23cccb6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c96e3daf-523d-432f-9a7b-8d28c23cccb6,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:10.599068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.612522 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.617716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.618390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Allocated IP 2001:db8:0:ffff::2 (648cb8bf-4ff5-40d7-9f1b-314537af9ca2/c7daa002-7b17-4782-9d4c-754c7dbc913f/671be3b9-0a88-4235-bee3-6a3407dbecf4) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:10.623223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:10.623869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.634168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Calling delete_port for c96e3daf-523d-432f-9a7b-8d28c23cccb6 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:10.651040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f5c19bab-bd72-48a3-b408-cacd1c4c0b84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55c883ec452744208727f56ec3f04fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004477 Nov 12 05:37:10.651668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54568) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:10.656561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:10.661706 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.725898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5386262 Nov 12 05:37:10.731884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54570) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:10.739216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'subnet': {'network_id': '3b400ded-7eba-4de7-9457-fd12d3352f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:10.792508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57b45bda-fa5b-4050-946d-20e0550a878a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.809125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095d7cc-dbbc-4f18-b7b4-b1807ed8f271 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Network': ['ID=3b400ded-7eba-4de7-9457-fd12d3352f68,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:10.818072 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57b45bda-fa5b-4050-946d-20e0550a878a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.859648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a134-34cc-48b8-85a5-f87694daa0b4 req-95970673-1909-466f-b520-ad092d7b80fe tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:10.867083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0980a134-34cc-48b8-85a5-f87694daa0b4 req-95970673-1909-466f-b520-ad092d7b80fe tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 945 time: 0.2647316 Nov 12 05:37:10.918455 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57b45bda-fa5b-4050-946d-20e0550a878a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.921211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57b45bda-fa5b-4050-946d-20e0550a878a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.925256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-57b45bda-fa5b-4050-946d-20e0550a878a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fbc4d3f-60af-47c2-8630-a1ca143ceb86 HTTP/1.1" status: 204 len: 168 time: 0.2674806 Nov 12 05:37:10.935491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b45bda-fa5b-4050-946d-20e0550a878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbc4d3f-60af-47c2-8630-a1ca143ceb86,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:10.966563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0980a134-34cc-48b8-85a5-f87694daa0b4 req-940d9258-1075-4278-9c34-6b316d6d7457 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936272 Nov 12 05:37:10.969375 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:10.970940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 3b400ded-7eba-4de7-9457-fd12d3352f68 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:11.000394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:11.003992 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.006702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.048684 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.082594 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.113141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Pushing event updated for resources: {'Port': ['ID=671be3b9-0a88-4235-bee3-6a3407dbecf4,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:11.123664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c96e3daf-523d-432f-9a7b-8d28c23cccb6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:11.125408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Pushing event deleted for resources: {'Port': ['ID=c96e3daf-523d-432f-9a7b-8d28c23cccb6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:11.144622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=3d39141b-06c0-4a4a-a100-2512c7de4f04,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:11.171158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': '3902da97-123f-478f-99b8-dd86ace06f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bc26a69e-ec76-4789-a371-b1760e8a7be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:11.172242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Network 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:11.176934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: bc26a69e-ec76-4789-a371-b1760e8a7be7, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:11.177568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:11.183859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:11.220049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network bc26a69e-ec76-4789-a371-b1760e8a7be7 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:11.246308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, bc26a69e-ec76-4789-a371-b1760e8a7be7) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:11.255895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:11.256820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.260882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62101f-9e1d-4aa3-a74d-828ac9d7aa4a None None] Network bc26a69e-ec76-4789-a371-b1760e8a7be7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:11.287793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Attempting to bind port 671be3b9-0a88-4235-bee3-6a3407dbecf4 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:11.288434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Attempting to bind port 671be3b9-0a88-4235-bee3-6a3407dbecf4 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '8bc1a230-1773-4bae-87ee-669beb6a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '648cb8bf-4ff5-40d7-9f1b-314537af9ca2'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:11.288615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Attempting to bind port 671be3b9-0a88-4235-bee3-6a3407dbecf4 on network 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:11.293777 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-06756017-5d12-465d-a402-54c7f2c8cc70 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8199520 Nov 12 05:37:11.298716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54582) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:11.306294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': 'e17c6bc6-7672-4650-a9fa-2af9e8bd9602', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:11.330074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:11.330638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Checking segment: {'id': '8bc1a230-1773-4bae-87ee-669beb6a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '648cb8bf-4ff5-40d7-9f1b-314537af9ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:11.331138 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.332479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Bound using segment: {'id': '8bc1a230-1773-4bae-87ee-669beb6a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '648cb8bf-4ff5-40d7-9f1b-314537af9ca2'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:11.333074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Bound port: 671be3b9-0a88-4235-bee3-6a3407dbecf4, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc1a230-1773-4bae-87ee-669beb6a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '648cb8bf-4ff5-40d7-9f1b-314537af9ca2'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:11.335589 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.408304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54584) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:11.412211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] For port 671be3b9-0a88-4235-bee3-6a3407dbecf4, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:11.416599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] For port 671be3b9-0a88-4235-bee3-6a3407dbecf4, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=671be3b9-0a88-4235-bee3-6a3407dbecf4,segment=NetworkSegment(8bc1a230-1773-4bae-87ee-669beb6a64cb),segment_id=8bc1a230-1773-4bae-87ee-669beb6a64cb)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:11.428817 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.466784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:11.470416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.499428 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6a3b0b87-986f-43ba-980f-867c2af7c877 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8599c5d20f99415398e0e1574a4e5134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0897357 Nov 12 05:37:11.499917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54586) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:11.565044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc68c0-966d-46fb-979d-6ba46259ad97 None None] Pushing event updated for resources: {'Port': ['ID=671be3b9-0a88-4235-bee3-6a3407dbecf4,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:11.584570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] No DVR routers for this DVR port c96e3daf-523d-432f-9a7b-8d28c23cccb6 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:11.588560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.597089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a60049d-a65f-4ce8-a3d0-b2907385fe40 req-1a37c332-c8d0-45ed-b826-15dd5e702121 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.47 "DELETE /v2.0/ports/c96e3daf-523d-432f-9a7b-8d28c23cccb6 HTTP/1.1" status: 204 len: 173 time: 1.2776420 Nov 12 05:37:11.597577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9270a2aa-946b-4720-84f3-695d9d8b981e', 'name': 'network-vif-deleted', 'tag': 'c96e3daf-523d-432f-9a7b-8d28c23cccb6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:11.599923 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e4d840-4c8f-4b9b-afb3-88d581f3863e" -d '{"events": [{"server_uuid": "9270a2aa-946b-4720-84f3-695d9d8b981e", "name": "network-vif-deleted", "tag": "c96e3daf-523d-432f-9a7b-8d28c23cccb6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:11.629919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-520e0ab6-e67f-45b9-81eb-c16bd16ae297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.684221 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d005ada6-b2b7-4180-906c-6f018c27cedb x-openstack-request-id: req-d005ada6-b2b7-4180-906c-6f018c27cedb {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:11.684494 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9270a2aa-946b-4720-84f3-695d9d8b981e", "name": "network-vif-deleted", "tag": "c96e3daf-523d-432f-9a7b-8d28c23cccb6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:11.684866 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d005ada6-b2b7-4180-906c-6f018c27cedb {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:11.685019 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9270a2aa-946b-4720-84f3-695d9d8b981e', 'name': 'network-vif-deleted', 'tag': 'c96e3daf-523d-432f-9a7b-8d28c23cccb6', 'status': 'completed', 'code': 200} Nov 12 05:37:11.686818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-bc26a69e-ec76-4789-a371-b1760e8a7be7', 'network_id': 'bc26a69e-ec76-4789-a371-b1760e8a7be7', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': '3d39141b-06c0-4a4a-a100-2512c7de4f04'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:11.687725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.720765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7be1b5cc-0432-4e04-950b-7550fb18c526 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:11.744992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 7be1b5cc-0432-4e04-950b-7550fb18c526 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:11.745338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7be1b5cc-0432-4e04-950b-7550fb18c526 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:11.765305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-520e0ab6-e67f-45b9-81eb-c16bd16ae297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.917584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.objects.ports [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:37:11.919215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.974616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:11.989078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Allocated IP 172.20.0.2 (bc26a69e-ec76-4789-a371-b1760e8a7be7/3d39141b-06c0-4a4a-a100-2512c7de4f04/e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:12.015369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Subnet': ['ID=45050125-b518-4543-969c-4c47c4cb2148,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:12.083070 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-520e0ab6-e67f-45b9-81eb-c16bd16ae297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.084916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Checking segment: {'id': '75bd1ab8-fad0-4d00-bdbd-0676927f9d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b400ded-7eba-4de7-9457-fd12d3352f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:12.085293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network hostable DHCP agents. Network: 3b400ded-7eba-4de7-9457-fd12d3352f68, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:12.086679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-520e0ab6-e67f-45b9-81eb-c16bd16ae297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.092639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-520e0ab6-e67f-45b9-81eb-c16bd16ae297 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8fd6e87-2b15-4106-b2cd-cc48218989de HTTP/1.1" status: 204 len: 168 time: 0.5853515 Nov 12 05:37:12.132668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e0ab6-e67f-45b9-81eb-c16bd16ae297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fd6e87-2b15-4106-b2cd-cc48218989de,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:12.141791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network 3b400ded-7eba-4de7-9457-fd12d3352f68 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:12.159243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 3b400ded-7eba-4de7-9457-fd12d3352f68) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:12.162629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=3fbdf6ac-c9bf-4708-9c87-b37deb3316a7,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:12.170516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': 'ee5beb0c-bef6-4342-b75f-0853ad40cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e17c6bc6-7672-4650-a9fa-2af9e8bd9602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:12.170894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: e17c6bc6-7672-4650-a9fa-2af9e8bd9602, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:12.180577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57325e4-acb9-4eb9-a2c7-1d881855c61f None None] Network 3b400ded-7eba-4de7-9457-fd12d3352f68 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:12.182616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:12.183389 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.202533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:12.212175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e17c6bc6-7672-4650-a9fa-2af9e8bd9602) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:12.219606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:12.221168 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.256170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9ae13deb-50f0-4b67-884a-9bd72cca2d36 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9554348 Nov 12 05:37:12.256658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f946d-4619-4b84-9d9e-8de402aadfcb None None] Network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:12.259711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54596) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:12.266572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd925ecc-59c0-4565-b5ea-bca1b67017e0 req-b9cf6819-1e27-47b7-a6df-5550686af67c tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=9270a2aa-946b-4720-84f3-695d9d8b981e HTTP/1.1" status: 200 len: 210 time: 0.0595713 Nov 12 05:37:12.268763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2f40904c-23f5-4b8b-a042-a3e50dfd9472 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-242873046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:12.277291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ea17e889-2ea2-4abc-b1ed-7b45032e1ce9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5441332 Nov 12 05:37:12.282050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54598) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:12.291208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'port': {'network_id': '3b400ded-7eba-4de7-9457-fd12d3352f68', 'name': 'tempest-NetworksIpV6TestAttrs-929904215'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:12.353842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f40904c-23f5-4b8b-a042-a3e50dfd9472 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.355077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f40904c-23f5-4b8b-a042-a3e50dfd9472 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.421855 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.456786 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.465719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f40904c-23f5-4b8b-a042-a3e50dfd9472 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.476083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f40904c-23f5-4b8b-a042-a3e50dfd9472 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.504896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f40904c-23f5-4b8b-a042-a3e50dfd9472 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.506388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2f40904c-23f5-4b8b-a042-a3e50dfd9472 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2449877 Nov 12 05:37:12.509986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54606) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:12.537261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:12.548799 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.554435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Network bc26a69e-ec76-4789-a371-b1760e8a7be7 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:12.563883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Pushing event updated for resources: {'Port': ['ID=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:12.571897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] device_id is not set on port 7087d552-7fe8-4e0e-a3c6-0d0e3fa2a4f2 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:37:12.594741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:12.594741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:12.620568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-3b400ded-7eba-4de7-9457-fd12d3352f68', 'network_id': '3b400ded-7eba-4de7-9457-fd12d3352f68', 'tenant_id': '7d31d5a5569649b396d41ff45a987ef1', 'fixed_ips': [{'subnet_id': '45050125-b518-4543-969c-4c47c4cb2148'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:12.623581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.697459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e17c6bc6-7672-4650-a9fa-2af9e8bd9602', 'network_id': 'e17c6bc6-7672-4650-a9fa-2af9e8bd9602', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': '3fbdf6ac-c9bf-4708-9c87-b37deb3316a7'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:12.698325 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.727964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Attempting to bind port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:12.728333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Attempting to bind port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3902da97-123f-478f-99b8-dd86ace06f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bc26a69e-ec76-4789-a371-b1760e8a7be7'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:12.728697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Attempting to bind port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 on network bc26a69e-ec76-4789-a371-b1760e8a7be7 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:12.734625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Allocated IP 2001:db8::f816:3eff:fe1d:243d (3b400ded-7eba-4de7-9457-fd12d3352f68/45050125-b518-4543-969c-4c47c4cb2148/7087d552-7fe8-4e0e-a3c6-0d0e3fa2a4f2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:12.896709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Allocated IP 172.21.0.2 (e17c6bc6-7672-4650-a9fa-2af9e8bd9602/3fbdf6ac-c9bf-4708-9c87-b37deb3316a7/79952ac3-4618-4f53-9c57-d9ba5f218aaa) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:12.913989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:12.915097 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Checking segment: {'id': '3902da97-123f-478f-99b8-dd86ace06f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bc26a69e-ec76-4789-a371-b1760e8a7be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:12.915097 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.915312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Bound using segment: {'id': '3902da97-123f-478f-99b8-dd86ace06f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bc26a69e-ec76-4789-a371-b1760e8a7be7'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:12.915635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Bound port: e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902da97-123f-478f-99b8-dd86ace06f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bc26a69e-ec76-4789-a371-b1760e8a7be7'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:12.916018 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.946757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:12.958638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.022523 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.098519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Port': ['ID=7087d552-7fe8-4e0e-a3c6-0d0e3fa2a4f2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:13.124531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network 3b400ded-7eba-4de7-9457-fd12d3352f68 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:13.126052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:13.128520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:13.135489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:13.136150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.163008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f035b12c-82bb-4723-b253-df1864bdf4af tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8799424 Nov 12 05:37:13.163779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54624) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:13.214261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ced599-4c4e-4c68-8f95-98be911f0f6d None None] Network 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:13.276013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-df063127-1ae1-40a0-a080-af3af3036024 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Deleting subnet 45050125-b518-4543-969c-4c47c4cb2148 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:13.305411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] For port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:13.346331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.20.0.1 (bc26a69e-ec76-4789-a371-b1760e8a7be7/3d39141b-06c0-4a4a-a100-2512c7de4f04/9d7e38b5-4462-4249-ac4e-3f2de04418c2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:13.346720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Allocated IP 2001:db8::f816:3eff:fec8:e79f (3b400ded-7eba-4de7-9457-fd12d3352f68/45050125-b518-4543-969c-4c47c4cb2148/21a923b3-db95-47a9-852b-04dd97dd84f8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:13.369662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] For port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,segment=NetworkSegment(3902da97-123f-478f-99b8-dd86ace06f93),segment_id=3902da97-123f-478f-99b8-dd86ace06f93)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:13.381358 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.390600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.409278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0b413fa4-0d69-455c-92e3-02e844e77214 None None] Provisioning complete for port 671be3b9-0a88-4235-bee3-6a3407dbecf4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:13.409656 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b413fa4-0d69-455c-92e3-02e844e77214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.434449 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.535777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.641424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.735500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network bc26a69e-ec76-4789-a371-b1760e8a7be7 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:13.744769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:13.750559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:13.785355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-b024d9ec-3304-40a5-9683-ff75036ffa8c tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:13.796083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-b024d9ec-3304-40a5-9683-ff75036ffa8c tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/networks?id=9777faf2-4c04-44c2-a789-19ce6243f5eb HTTP/1.1" status: 200 len: 809 time: 0.2100234 Nov 12 05:37:13.800230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=9d7e38b5-4462-4249-ac4e-3f2de04418c2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:13.816157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-bb51919f-3ffb-4a03-bb5e-15237e4f824f tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/quotas/a05f12621c0e41129b8089ec154d81e0 HTTP/1.1" status: 200 len: 375 time: 0.0182953 Nov 12 05:37:13.840636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.849507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 671be3b9-0a88-4235-bee3-6a3407dbecf4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:13.857573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:13.861782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-3a7866b1-cd0b-4665-b91c-7d1e1d0d9131 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a05f12621c0e41129b8089ec154d81e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445423 Nov 12 05:37:13.959658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:13.973227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:13.985348 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b60b7bdb-f14f-4e65-9605-106b955d368c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.997952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e262654-12c5-4525-8cef-fb8821110575 None None] Pushing event updated for resources: {'Port': ['ID=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:14.013497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-7c9d359f-69f1-4b12-ac89-1dc0d405ae1b service neutron] 10.222.0.48 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501620 Nov 12 05:37:14.035315 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.158941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-da406f88-e918-472a-bd8a-8c85347702db service neutron] 10.222.0.48 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355376 Nov 12 05:37:14.266378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Pushing event updated for resources: {'Port': ['ID=79952ac3-4618-4f53-9c57-d9ba5f218aaa,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:14.273351 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b413fa4-0d69-455c-92e3-02e844e77214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.304611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Attempting to bind port 79952ac3-4618-4f53-9c57-d9ba5f218aaa on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:14.304816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Attempting to bind port 79952ac3-4618-4f53-9c57-d9ba5f218aaa by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'ee5beb0c-bef6-4342-b75f-0853ad40cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e17c6bc6-7672-4650-a9fa-2af9e8bd9602'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:14.305171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Attempting to bind port 79952ac3-4618-4f53-9c57-d9ba5f218aaa on network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:14.320840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 671be3b9-0a88-4235-bee3-6a3407dbecf4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:14.321413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.340864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:14.341554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Checking segment: {'id': 'ee5beb0c-bef6-4342-b75f-0853ad40cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e17c6bc6-7672-4650-a9fa-2af9e8bd9602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:14.342118 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.342692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Bound using segment: {'id': 'ee5beb0c-bef6-4342-b75f-0853ad40cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e17c6bc6-7672-4650-a9fa-2af9e8bd9602'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:14.343383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Bound port: 79952ac3-4618-4f53-9c57-d9ba5f218aaa, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5beb0c-bef6-4342-b75f-0853ad40cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e17c6bc6-7672-4650-a9fa-2af9e8bd9602'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:14.343918 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.405529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74207084-8660-46f9-80d5-ecb23994fe41 req-fd90bd83-7964-4d57-8d36-7d7ce53141cf tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 210 time: 0.0586858 Nov 12 05:37:14.437034 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.467047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df063127-1ae1-40a0-a080-af3af3036024 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.488305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0b413fa4-0d69-455c-92e3-02e844e77214 None None] For port 671be3b9-0a88-4235-bee3-6a3407dbecf4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=671be3b9-0a88-4235-bee3-6a3407dbecf4,segment=NetworkSegment(8bc1a230-1773-4bae-87ee-669beb6a64cb),segment_id=8bc1a230-1773-4bae-87ee-669beb6a64cb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:14.492600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.521192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Network 3b400ded-7eba-4de7-9457-fd12d3352f68 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:14.529569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:14.532330 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b413fa4-0d69-455c-92e3-02e844e77214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.555385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:14.585164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df063127-1ae1-40a0-a080-af3af3036024 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.589773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.635805 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.758211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Pushing event updated for resources: {'Port': ['ID=21a923b3-db95-47a9-852b-04dd97dd84f8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:14.817010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] For port 79952ac3-4618-4f53-9c57-d9ba5f218aaa, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:14.831903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Attempting to bind port 21a923b3-db95-47a9-852b-04dd97dd84f8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:14.832271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Attempting to bind port 21a923b3-db95-47a9-852b-04dd97dd84f8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '75bd1ab8-fad0-4d00-bdbd-0676927f9d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b400ded-7eba-4de7-9457-fd12d3352f68'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:14.832633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Attempting to bind port 21a923b3-db95-47a9-852b-04dd97dd84f8 on network 3b400ded-7eba-4de7-9457-fd12d3352f68 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:14.860481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=9d7e38b5-4462-4249-ac4e-3f2de04418c2,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:14.883674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] For port 79952ac3-4618-4f53-9c57-d9ba5f218aaa, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=79952ac3-4618-4f53-9c57-d9ba5f218aaa,segment=NetworkSegment(ee5beb0c-bef6-4342-b75f-0853ad40cf61),segment_id=ee5beb0c-bef6-4342-b75f-0853ad40cf61)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:14.887005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.906764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:14.907225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Checking segment: {'id': '75bd1ab8-fad0-4d00-bdbd-0676927f9d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b400ded-7eba-4de7-9457-fd12d3352f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:14.907633 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.908114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Bound using segment: {'id': '75bd1ab8-fad0-4d00-bdbd-0676927f9d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b400ded-7eba-4de7-9457-fd12d3352f68'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:14.908452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Bound port: 21a923b3-db95-47a9-852b-04dd97dd84f8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bd1ab8-fad0-4d00-bdbd-0676927f9d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b400ded-7eba-4de7-9457-fd12d3352f68'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:14.909085 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.962592 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.973489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b413fa4-0d69-455c-92e3-02e844e77214 None None] Pushing event updated for resources: {'Port': ['ID=671be3b9-0a88-4235-bee3-6a3407dbecf4,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:15.081081 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df063127-1ae1-40a0-a080-af3af3036024 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:15.201762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network bc26a69e-ec76-4789-a371-b1760e8a7be7 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:15.204359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:15.226246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3ac05de6-6a59-43f5-a509-b25ac973388a None None] Provisioning complete for port 671be3b9-0a88-4235-bee3-6a3407dbecf4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:15.226978 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ac05de6-6a59-43f5-a509-b25ac973388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:15.282442 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df063127-1ae1-40a0-a080-af3af3036024 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:15.308849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] For port 21a923b3-db95-47a9-852b-04dd97dd84f8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:15.312695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d01f04-dd12-41f5-a704-7c4fe8988c92 None None] Pushing event updated for resources: {'Port': ['ID=79952ac3-4618-4f53-9c57-d9ba5f218aaa,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:15.330796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] For port 21a923b3-db95-47a9-852b-04dd97dd84f8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=21a923b3-db95-47a9-852b-04dd97dd84f8,segment=NetworkSegment(75bd1ab8-fad0-4d00-bdbd-0676927f9d04),segment_id=75bd1ab8-fad0-4d00-bdbd-0676927f9d04)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:15.351990 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:15.359090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df063127-1ae1-40a0-a080-af3af3036024 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Subnet': ['ID=45050125-b518-4543-969c-4c47c4cb2148,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:15.361072 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df063127-1ae1-40a0-a080-af3af3036024 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:15.370039 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-df063127-1ae1-40a0-a080-af3af3036024 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/subnets/45050125-b518-4543-969c-4c47c4cb2148 HTTP/1.1" status: 204 len: 168 time: 2.1935554 Nov 12 05:37:15.372586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54786) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:15.455346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c32ea-fa8a-4a86-b63f-c6aed33af583 None None] Pushing event updated for resources: {'Port': ['ID=21a923b3-db95-47a9-852b-04dd97dd84f8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:15.466621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d5a34-ac69-42c5-9f38-ca33f99a8482 None None] Network bc26a69e-ec76-4789-a371-b1760e8a7be7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:15.636507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4f596-afdf-43d4-8ba9-ea8ad4ec90d3 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:15.651690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4f596-afdf-43d4-8ba9-ea8ad4ec90d3 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:15.660364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c96e3daf-523d-432f-9a7b-8d28c23cccb6 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:15.665256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bb978a0-9f89-4dfa-a7f0-98e752cc8854 req-624fec79-afc8-49db-a4ec-b00133ff6774 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 210 time: 0.0921693 Nov 12 05:37:15.667319 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f4b4f596-afdf-43d4-8ba9-ea8ad4ec90d3 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2925980 Nov 12 05:37:15.670741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54798) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:15.751457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router b4db1b3b-5384-4e53-ad1c-c592bdab7705 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:37:15.782109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: c96e3daf-523d-432f-9a7b-8d28c23cccb6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:15.782378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c96e3daf-523d-432f-9a7b-8d28c23cccb6 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:16.025750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7db87dd6-e3f3-4440-9be4-a4c0d3c5d287 None None] Provisioning complete for port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:16.026122 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7db87dd6-e3f3-4440-9be4-a4c0d3c5d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.086975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:16.151115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4037c8ac-b5da-47ef-8648-beb93ce42f3a tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.172520 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4037c8ac-b5da-47ef-8648-beb93ce42f3a tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 05:37:16.173769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4037c8ac-b5da-47ef-8648-beb93ce42f3a tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:16.179254 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4037c8ac-b5da-47ef-8648-beb93ce42f3a tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/3b400ded-7eba-4de7-9457-fd12d3352f68 HTTP/1.1" status: 409 len: 405 time: 0.5063865 Nov 12 05:37:16.190532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54806) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:16.198230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-88707172'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:16.202421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54808) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:16.244047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:16.244435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.250824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-3f557413-4377-4a32-8b18-7aab07564011 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:16.253211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-3f557413-4377-4a32-8b18-7aab07564011 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.47 "GET /v2.0/networks?id=9777faf2-4c04-44c2-a789-19ce6243f5eb HTTP/1.1" status: 200 len: 809 time: 0.3763964 Nov 12 05:37:16.278061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Request body: {'port': {'device_id': 'c7fb7cf7-f224-4ddc-aa47-0da23c946bf8', 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb', 'admin_state_up': True, 'tenant_id': 'a05f12621c0e41129b8089ec154d81e0'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:16.332715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:16.350887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.417847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:16.429797 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93e40881-0c5c-4bce-83c7-9b7f9946f5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.452804 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7db87dd6-e3f3-4440-9be4-a4c0d3c5d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.524570 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.591208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.592933 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Added segment a4011453-676f-44c0-a08f-3f1b5a5dab7e of type vlan for network c11be1ee-e16e-4c9e-8f13-36bfe6166d0f Nov 12 05:37:16.607660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-31657b74-961d-4881-9486-80c11972426e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.617079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7db87dd6-e3f3-4440-9be4-a4c0d3c5d287 None None] For port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,segment=NetworkSegment(3902da97-123f-478f-99b8-dd86ace06f93),segment_id=3902da97-123f-478f-99b8-dd86ace06f93)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:16.624373 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7db87dd6-e3f3-4440-9be4-a4c0d3c5d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.685351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:16.702487 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-940d5115-68a9-43f6-b18c-e9ef9dbe353f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/b4db1b3b-5384-4e53-ad1c-c592bdab7705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1876686 Nov 12 05:37:16.705719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54824) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:16.707798 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f61164-cac4-4b33-bc01-528a2e9baa32 None None] Sync routers for ids ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:16.723464 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f61164-cac4-4b33-bc01-528a2e9baa32 None None] Routers {'b4db1b3b-5384-4e53-ad1c-c592bdab7705'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:16.724276 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f6f61164-cac4-4b33-bc01-528a2e9baa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:16.801685 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f6f61164-cac4-4b33-bc01-528a2e9baa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:16.806263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb6cf9-601e-46a6-b0f2-cab094f33f2c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:16.814814 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fcdb6cf9-601e-46a6-b0f2-cab094f33f2c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports/9d7e38b5-4462-4249-ac4e-3f2de04418c2 HTTP/1.1" status: 200 len: 910 time: 0.1077149 Nov 12 05:37:16.815465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54828) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:16.833132 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f61164-cac4-4b33-bc01-528a2e9baa32 None None] Routers {'b4db1b3b-5384-4e53-ad1c-c592bdab7705'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:16.833775 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f6f61164-cac4-4b33-bc01-528a2e9baa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:16.873575 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:37:16.873953 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:37:16.876578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db87dd6-e3f3-4440-9be4-a4c0d3c5d287 None None] Pushing event updated for resources: {'Port': ['ID=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:16.884358 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5221fe95-b3b6-4fa1-883b-96b715713cc0 None None] Provisioning complete for port 9d7e38b5-4462-4249-ac4e-3f2de04418c2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:16.884737 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5221fe95-b3b6-4fa1-883b-96b715713cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.910724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Made reservation on behalf of a05f12621c0e41129b8089ec154d81e0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:16.915573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.924726 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f6f61164-cac4-4b33-bc01-528a2e9baa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:16.928403 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f61164-cac4-4b33-bc01-528a2e9baa32 None None] The sync data for ids ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:16.951521 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.969977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5221fe95-b3b6-4fa1-883b-96b715713cc0 None None] Port 9d7e38b5-4462-4249-ac4e-3f2de04418c2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:16.991472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5221fe95-b3b6-4fa1-883b-96b715713cc0 None None] Provisioning complete for port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:16.991922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5221fe95-b3b6-4fa1-883b-96b715713cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.025122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d298428-2761-4a57-83d9-7ffeec2bfaf7 req-4de1b22f-3199-4049-9961-7b5ee0ed76ee tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 210 time: 0.0869336 Nov 12 05:37:17.155971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.resource_extend [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 05:37:17.233619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.255757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:17.261463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.264539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdad96-93c9-4674-bcb9-e2fa4baaa2b9 None None] Network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:17.267215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-31657b74-961d-4881-9486-80c11972426e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.328846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-31657b74-961d-4881-9486-80c11972426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.433188 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.449736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] Provisioning complete for port 9d7e38b5-4462-4249-ac4e-3f2de04418c2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:17.450787 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.488046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 671be3b9-0a88-4235-bee3-6a3407dbecf4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:17.491912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2999542 Nov 12 05:37:17.503259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:17.508622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'subnet': {'network_id': 'c11be1ee-e16e-4c9e-8f13-36bfe6166d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:17.520117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-31657b74-961d-4881-9486-80c11972426e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36924cdc71264780bd6ef71390ccb453&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3107443 Nov 12 05:37:17.520441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31657b74-961d-4881-9486-80c11972426e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72822600-ca46-47c0-8cee-43ef01f56174,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:17.523625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54840) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:17.528714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4793fd-70ad-439f-9c86-e84dc7f0a9a8 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Network': ['ID=c11be1ee-e16e-4c9e-8f13-36bfe6166d0f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:17.535482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Allocated IP 172.20.0.11 (9777faf2-4c04-44c2-a789-19ce6243f5eb/fbdd6e4e-05a6-4f4d-8085-6fad09f32d03/97b7d79b-5c4c-4394-8d5c-d3327388a1f3) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:17.559902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a76c34-b4e2-40c5-ad41-c5d3bb895480 None None] Network 3b400ded-7eba-4de7-9457-fd12d3352f68 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:17.599491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c11be1ee-e16e-4c9e-8f13-36bfe6166d0f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:17.601423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] Port 9d7e38b5-4462-4249-ac4e-3f2de04418c2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:17.620814 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d54196b-b9d4-47ae-8b42-3bbefdba8b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.660610 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.700576 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d54196b-b9d4-47ae-8b42-3bbefdba8b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.711334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:17.714919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.789906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.792185 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d54196b-b9d4-47ae-8b42-3bbefdba8b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.794860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d54196b-b9d4-47ae-8b42-3bbefdba8b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.798546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d54196b-b9d4-47ae-8b42-3bbefdba8b49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72822600-ca46-47c0-8cee-43ef01f56174 HTTP/1.1" status: 204 len: 168 time: 0.2683761 Nov 12 05:37:17.811905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54196b-b9d4-47ae-8b42-3bbefdba8b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72822600-ca46-47c0-8cee-43ef01f56174,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:17.849367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.923205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] Provisioning complete for port 79952ac3-4618-4f53-9c57-d9ba5f218aaa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:17.924518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:17.927344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Network 9777faf2-4c04-44c2-a789-19ce6243f5eb is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:17.930592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:17.937054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:17.941198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Pushing event updated for resources: {'Port': ['ID=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:17.998012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:17.998690 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.011107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 671be3b9-0a88-4235-bee3-6a3407dbecf4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:18.011424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.028849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-c4386d90-ab7a-4929-9154-479ca3fb5019 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7630119 Nov 12 05:37:18.044600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Request body: {'port': {'device_id': 'c7fb7cf7-f224-4ddc-aa47-0da23c946bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:18.158592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.21.0.1 (e17c6bc6-7672-4650-a9fa-2af9e8bd9602/3fbdf6ac-c9bf-4708-9c87-b37deb3316a7/20d0d5d1-75c6-4ff5-bf1e-b35c82716668) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:18.251406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.339781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54854) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:18.355292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18704-d21b-4a14-b82b-53466a00ad5e req-68d6bfce-c3ff-41c6-b4e5-e28cdb34b23e tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:18.357405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82e18704-d21b-4a14-b82b-53466a00ad5e req-68d6bfce-c3ff-41c6-b4e5-e28cdb34b23e tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 932 time: 0.1928163 Nov 12 05:37:18.407817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 79952ac3-4618-4f53-9c57-d9ba5f218aaa up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:18.451662 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7f63718-6751-4058-b483-7a6dd38c07a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.462928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:37:18.480471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.483471 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.563876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f21609-1337-4490-a849-2b821ba630af None None] DHCP port deletion for 3b400ded-7eba-4de7-9457-fd12d3352f68 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:18.580773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] For port 79952ac3-4618-4f53-9c57-d9ba5f218aaa, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=79952ac3-4618-4f53-9c57-d9ba5f218aaa,segment=NetworkSegment(ee5beb0c-bef6-4342-b75f-0853ad40cf61),segment_id=ee5beb0c-bef6-4342-b75f-0853ad40cf61)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:18.595288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 79952ac3-4618-4f53-9c57-d9ba5f218aaa triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:18.595656 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.598670 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.622488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82e18704-d21b-4a14-b82b-53466a00ad5e req-7d4bdb53-d55b-487b-b8b6-d0df6c8ba1e0 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332058 Nov 12 05:37:18.663069 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.700493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.731088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Subnet': ['ID=d6a96fe6-e2ad-412d-8230-87e31bc3a646,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:18.748025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f18504-140c-4535-a462-fa1e6a4722a4 None None] Pushing event updated for resources: {'Port': ['ID=79952ac3-4618-4f53-9c57-d9ba5f218aaa,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:18.760226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c1e2a77f-1314-464d-84c1-631e5d3a8927 None None] Provisioning complete for port 9d7e38b5-4462-4249-ac4e-3f2de04418c2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:18.760602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a77f-1314-464d-84c1-631e5d3a8927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.768485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7f63718-6751-4058-b483-7a6dd38c07a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.777982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Checking segment: {'id': 'a4011453-676f-44c0-a08f-3f1b5a5dab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c11be1ee-e16e-4c9e-8f13-36bfe6166d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:18.779598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network hostable DHCP agents. Network: c11be1ee-e16e-4c9e-8f13-36bfe6166d0f, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:18.781659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7f63718-6751-4058-b483-7a6dd38c07a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.812208 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.823876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-01f21609-1337-4490-a849-2b821ba630af None None] Deleting port 21a923b3-db95-47a9-852b-04dd97dd84f8 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:18.824249 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01f21609-1337-4490-a849-2b821ba630af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.853342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network c11be1ee-e16e-4c9e-8f13-36bfe6166d0f is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:18.855049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2a77f-1314-464d-84c1-631e5d3a8927 None None] Port 9d7e38b5-4462-4249-ac4e-3f2de04418c2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:18.878890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:18.879492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e7f63718-6751-4058-b483-7a6dd38c07a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e94e8cb6699441b29ddc296f2ef4ba90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5369608 Nov 12 05:37:18.880557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f63718-6751-4058-b483-7a6dd38c07a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae58954-f80f-45f0-b704-060b93c6b922,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:18.887219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54856) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:18.918577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-01f21609-1337-4490-a849-2b821ba630af None None] For port 21a923b3-db95-47a9-852b-04dd97dd84f8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=21a923b3-db95-47a9-852b-04dd97dd84f8,segment=NetworkSegment(75bd1ab8-fad0-4d00-bdbd-0676927f9d04),segment_id=75bd1ab8-fad0-4d00-bdbd-0676927f9d04)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:18.919494 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01f21609-1337-4490-a849-2b821ba630af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.925068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, c11be1ee-e16e-4c9e-8f13-36bfe6166d0f) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:18.927095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c1e2a77f-1314-464d-84c1-631e5d3a8927 None None] Provisioning complete for port 79952ac3-4618-4f53-9c57-d9ba5f218aaa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:18.927464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a77f-1314-464d-84c1-631e5d3a8927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.935230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:18.948696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=20d0d5d1-75c6-4ff5-bf1e-b35c82716668,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:18.958168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:18.959778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.967657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:18.987073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-01f21609-1337-4490-a849-2b821ba630af None None] Calling delete_port for 21a923b3-db95-47a9-852b-04dd97dd84f8 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:18.998192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a952ebc-d3f2-4d37-8aa3-4b8ebb5d9659 None None] Network c11be1ee-e16e-4c9e-8f13-36bfe6166d0f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:19.017402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ec25-06b8-468a-bb80-3ec990c1c48f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.068186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:37:19.074482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9234dcea-8cf4-4360-9542-11861a735118 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5697694 Nov 12 05:37:19.079591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54858) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:19.093528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'port': {'network_id': 'c11be1ee-e16e-4c9e-8f13-36bfe6166d0f', 'name': 'tempest-NetworksIpV6TestAttrs-1665177680'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:19.107349 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.107654 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.111580 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ec25-06b8-468a-bb80-3ec990c1c48f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.147726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Transition to ACTIVE for port object 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:37:19.152639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:19.160658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.232986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Pushing event updated for resources: {'Port': ['ID=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:19.257939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ec25-06b8-468a-bb80-3ec990c1c48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.261470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ec25-06b8-468a-bb80-3ec990c1c48f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.262897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dcb7ec25-06b8-468a-bb80-3ec990c1c48f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fae58954-f80f-45f0-b704-060b93c6b922 HTTP/1.1" status: 204 len: 168 time: 0.3737202 Nov 12 05:37:19.300120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7ec25-06b8-468a-bb80-3ec990c1c48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae58954-f80f-45f0-b704-060b93c6b922,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:19.363609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Attempting to bind port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:19.363961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Attempting to bind port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:19.364308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Attempting to bind port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 on network 9777faf2-4c04-44c2-a789-19ce6243f5eb {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:19.371214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 on network 9777faf2-4c04-44c2-a789-19ce6243f5eb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:37:19.371544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Attempting to bind port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 on network 9777faf2-4c04-44c2-a789-19ce6243f5eb {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:19.384388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:19.384744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Checking segment: {'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:19.385141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Bound using segment: {'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:19.385583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Bound port: 97b7d79b-5c4c-4394-8d5c-d3327388a1f3, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c860129a-4d72-417a-a086-aa8b04601efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:19.385950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.423834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.474698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] For port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:19.478059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] For port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:19.483473 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.560749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01f21609-1337-4490-a849-2b821ba630af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.583236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Pushing event updated for resources: {'Port': ['ID=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:19.591349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:19.592337 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.594570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-d7b4ac98-527f-42b2-9137-4a56cd58489c service neutron] 10.222.0.47 "PUT /v2.0/ports/97b7d79b-5c4c-4394-8d5c-d3327388a1f3 HTTP/1.1" status: 200 len: 1093 time: 1.5559785 Nov 12 05:37:19.595209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fb7cf7-f224-4ddc-aa47-0da23c946bf8', 'tag': '97b7d79b-5c4c-4394-8d5c-d3327388a1f3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:19.598106 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fb7cf7-f224-4ddc-aa47-0da23c946bf8", "tag": "97b7d79b-5c4c-4394-8d5c-d3327388a1f3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:19.669992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f21609-1337-4490-a849-2b821ba630af None None] Pushing event deleted for resources: {'Port': ['ID=21a923b3-db95-47a9-852b-04dd97dd84f8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:19.672151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:19.674560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.676228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c1e2a77f-1314-464d-84c1-631e5d3a8927 None None] Provisioning complete for port 21a923b3-db95-47a9-852b-04dd97dd84f8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:19.676693 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a77f-1314-464d-84c1-631e5d3a8927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.685333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.685827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:19.686461 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.721613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-1c5ca39d-fad3-4896-8e0e-dae1b64394f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:19.723370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-1c5ca39d-fad3-4896-8e0e-dae1b64394f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a05f12621c0e41129b8089ec154d81e0&device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0782464 Nov 12 05:37:19.724244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] device_id is not set on port 1ba17522-8723-45c8-a3b2-1185f8983f5a yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:37:19.757489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f21609-1337-4490-a849-2b821ba630af None None] No DVR routers for this DVR port 21a923b3-db95-47a9-852b-04dd97dd84f8 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:19.797252 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7dcf0c-1f61-45d1-bfbb-bfdc00499e18 x-openstack-request-id: req-df7dcf0c-1f61-45d1-bfbb-bfdc00499e18 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:19.797544 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fb7cf7-f224-4ddc-aa47-0da23c946bf8", "tag": "97b7d79b-5c4c-4394-8d5c-d3327388a1f3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:19.797798 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df7dcf0c-1f61-45d1-bfbb-bfdc00499e18 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:19.798211 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fb7cf7-f224-4ddc-aa47-0da23c946bf8', 'tag': '97b7d79b-5c4c-4394-8d5c-d3327388a1f3', 'status': 'completed', 'code': 200} Nov 12 05:37:19.813282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-b42073a4-0601-4d21-836c-7367da135fb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b7d79b-5c4c-4394-8d5c-d3327388a1f3 HTTP/1.1" status: 200 len: 217 time: 0.0798724 Nov 12 05:37:19.817447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2a77f-1314-464d-84c1-631e5d3a8927 None None] Port 21a923b3-db95-47a9-852b-04dd97dd84f8 was deleted so its status cannot be updated. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 05:37:19.872621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-c11be1ee-e16e-4c9e-8f13-36bfe6166d0f', 'network_id': 'c11be1ee-e16e-4c9e-8f13-36bfe6166d0f', 'tenant_id': '7d31d5a5569649b396d41ff45a987ef1', 'fixed_ips': [{'subnet_id': 'd6a96fe6-e2ad-412d-8230-87e31bc3a646'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:19.873514 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.963952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Allocated IP 2001:db8::f816:3eff:fe10:500b (c11be1ee-e16e-4c9e-8f13-36bfe6166d0f/d6a96fe6-e2ad-412d-8230-87e31bc3a646/1ba17522-8723-45c8-a3b2-1185f8983f5a) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:19.976058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-61a5526d-0b94-40fe-91ca-e0a08075db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:19.977560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-61a5526d-0b94-40fe-91ca-e0a08075db9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbdd6e4e-05a6-4f4d-8085-6fad09f32d03 HTTP/1.1" status: 200 len: 849 time: 0.1557939 Nov 12 05:37:20.022774 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.035010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.038247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-80f39b3e-af58-4ecb-a90e-71bb6f7a1387 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9777faf2-4c04-44c2-a789-19ce6243f5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509810 Nov 12 05:37:20.055757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002abb98-9849-4b5a-8e85-590fce201d3c req-06499985-ac56-44c7-b0af-a1036885f001 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:20.057210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-002abb98-9849-4b5a-8e85-590fce201d3c req-06499985-ac56-44c7-b0af-a1036885f001 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 944 time: 0.1698389 Nov 12 05:37:20.122470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=20d0d5d1-75c6-4ff5-bf1e-b35c82716668,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:20.140584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-398ce3dd-33e2-434c-a0c8-a95d360ab14d None None] Provisioning complete for port 20d0d5d1-75c6-4ff5-bf1e-b35c82716668 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:20.140971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-398ce3dd-33e2-434c-a0c8-a95d360ab14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.145784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.146135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.146508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.146848 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.147182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.147510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.148371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.148371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.148538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.148759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.149352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.149704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:20.208674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 79952ac3-4618-4f53-9c57-d9ba5f218aaa up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:20.220023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-002abb98-9849-4b5a-8e85-590fce201d3c req-d9c1ada8-d7d1-42ec-89a6-dce5090e2c78 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543427 Nov 12 05:37:20.224150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.267847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-fda84d10-2bef-4619-8f6e-354b061b690d service neutron] 10.222.0.47 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204156 Nov 12 05:37:20.284872 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-398ce3dd-33e2-434c-a0c8-a95d360ab14d None None] Port 20d0d5d1-75c6-4ff5-bf1e-b35c82716668 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:20.297641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 79952ac3-4618-4f53-9c57-d9ba5f218aaa triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:20.298135 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.376187 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:20.389047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:20.405484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66385750-01cd-4bec-9464-6842cc9a1e6a req-efcc1b61-036a-4cf0-b44a-ea3a94e948f5 service neutron] 10.222.0.47 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290996 Nov 12 05:37:20.512120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.551044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-720800a1-101d-4175-9df2-f28a3755e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:20.552899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-720800a1-101d-4175-9df2-f28a3755e55f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a05f12621c0e41129b8089ec154d81e0&device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0725870 Nov 12 05:37:20.625017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router b4db1b3b-5384-4e53-ad1c-c592bdab7705 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:20.702019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.734158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54894) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:20.743631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Allocated IP 2001:db8::f816:3eff:fe93:8cfa (c11be1ee-e16e-4c9e-8f13-36bfe6166d0f/d6a96fe6-e2ad-412d-8230-87e31bc3a646/3c2152cf-5e36-444a-a171-5b1ec1282dbc) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:20.746061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-2c661be2-850b-4758-ab15-e724e8b1f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:20.748359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-2c661be2-850b-4758-ab15-e724e8b1f9a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9777faf2-4c04-44c2-a789-19ce6243f5eb HTTP/1.1" status: 200 len: 910 time: 0.1855974 Nov 12 05:37:20.813821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network c11be1ee-e16e-4c9e-8f13-36bfe6166d0f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:20.814719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Port': ['ID=1ba17522-8723-45c8-a3b2-1185f8983f5a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:20.820912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:20.827545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:20.828447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-26d18d6e-84ff-4f63-9e28-6b763cd8ac8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b7d79b-5c4c-4394-8d5c-d3327388a1f3 HTTP/1.1" status: 200 len: 217 time: 0.0706222 Nov 12 05:37:20.834026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:20.834445 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.838528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:20.845858 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f95b760d-71ef-4d09-a38f-487294243090 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/b4db1b3b-5384-4e53-ad1c-c592bdab7705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0293448 Nov 12 05:37:20.848916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54900) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:20.852888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13a25d-312d-49de-96fd-77b81715b6e6 None None] Sync routers for ids ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:20.875504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13a25d-312d-49de-96fd-77b81715b6e6 None None] Routers {'b4db1b3b-5384-4e53-ad1c-c592bdab7705'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:20.876403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9e13a25d-312d-49de-96fd-77b81715b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:20.942442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9e13a25d-312d-49de-96fd-77b81715b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:20.947940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742999c-bac0-4d97-b15e-97aca4a97d9f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:20.948555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-67d30891-f943-43bb-ad35-774a40907ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:20.952190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-67d30891-f943-43bb-ad35-774a40907ea0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbdd6e4e-05a6-4f4d-8085-6fad09f32d03 HTTP/1.1" status: 200 len: 849 time: 0.1142972 Nov 12 05:37:20.952960 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d742999c-bac0-4d97-b15e-97aca4a97d9f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports/20d0d5d1-75c6-4ff5-bf1e-b35c82716668 HTTP/1.1" status: 200 len: 910 time: 0.1030340 Nov 12 05:37:20.953282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54902) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:20.960520 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fd2d48ee-fc2a-45c5-a8da-331fab7a6b13 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8738160 Nov 12 05:37:20.960749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54904) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:20.969315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f8cdcfd6-7377-4500-9880-5ad702e0de84 None None] Provisioning complete for port 20d0d5d1-75c6-4ff5-bf1e-b35c82716668 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:20.969697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcfd6-7377-4500-9880-5ad702e0de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.006451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13a25d-312d-49de-96fd-77b81715b6e6 None None] Routers {'b4db1b3b-5384-4e53-ad1c-c592bdab7705'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:21.007103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9e13a25d-312d-49de-96fd-77b81715b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:21.019655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7d4291-9a6b-4847-b844-d7c94c3c0816 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Deleting subnet d6a96fe6-e2ad-412d-8230-87e31bc3a646 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:21.035012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1200605832-network', 'tenant_id': '58679e966b5741639aec188b40045c22'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:21.059147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Made reservation on behalf of 58679e966b5741639aec188b40045c22 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:21.062954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.077874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.084870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9e13a25d-312d-49de-96fd-77b81715b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:21.085543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13a25d-312d-49de-96fd-77b81715b6e6 None None] The sync data for ids ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:21.086464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-2b462c3b-6027-4aae-8d20-2f555a541720 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9777faf2-4c04-44c2-a789-19ce6243f5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222539 Nov 12 05:37:21.104310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdcfd6-7377-4500-9880-5ad702e0de84 None None] Port 20d0d5d1-75c6-4ff5-bf1e-b35c82716668 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:21.109994 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.117005 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.186295 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.187499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4291-9a6b-4847-b844-d7c94c3c0816 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.249662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4291-9a6b-4847-b844-d7c94c3c0816 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.309589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.321195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-1cda3c91-cbdf-49df-bee6-9bfb8c3c1e08 service neutron] 10.222.0.47 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209678 Nov 12 05:37:21.346220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Network c11be1ee-e16e-4c9e-8f13-36bfe6166d0f is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:21.353760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:21.359204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:21.367195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:21.367405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Pushing event updated for resources: {'Port': ['ID=3c2152cf-5e36-444a-a171-5b1ec1282dbc,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:21.379684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59163cef-f61c-4a8b-ad1a-f2a65ac2f256,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:21.411008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.411709 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Added segment 078f0fe1-c7d4-419a-9211-761e336277d4 of type vlan for network 9c53a7e8-aa2c-4058-a94c-bed8c818824a Nov 12 05:37:21.426820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Attempting to bind port 3c2152cf-5e36-444a-a171-5b1ec1282dbc on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:21.427372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Attempting to bind port 3c2152cf-5e36-444a-a171-5b1ec1282dbc by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a4011453-676f-44c0-a08f-3f1b5a5dab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c11be1ee-e16e-4c9e-8f13-36bfe6166d0f'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:21.427752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Attempting to bind port 3c2152cf-5e36-444a-a171-5b1ec1282dbc on network c11be1ee-e16e-4c9e-8f13-36bfe6166d0f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:21.434465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:21.434894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Checking segment: {'id': 'a4011453-676f-44c0-a08f-3f1b5a5dab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c11be1ee-e16e-4c9e-8f13-36bfe6166d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:21.435305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.435747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Bound using segment: {'id': 'a4011453-676f-44c0-a08f-3f1b5a5dab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c11be1ee-e16e-4c9e-8f13-36bfe6166d0f'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:21.436220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Bound port: 3c2152cf-5e36-444a-a171-5b1ec1282dbc, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4011453-676f-44c0-a08f-3f1b5a5dab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c11be1ee-e16e-4c9e-8f13-36bfe6166d0f'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:21.436626 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.495897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.529266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] For port 3c2152cf-5e36-444a-a171-5b1ec1282dbc, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:21.532671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] For port 3c2152cf-5e36-444a-a171-5b1ec1282dbc, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3c2152cf-5e36-444a-a171-5b1ec1282dbc,segment=NetworkSegment(a4011453-676f-44c0-a08f-3f1b5a5dab7e),segment_id=a4011453-676f-44c0-a08f-3f1b5a5dab7e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:21.540756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.542778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4291-9a6b-4847-b844-d7c94c3c0816 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.548406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.549826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:21.550685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.620574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa2607-2dda-420f-9ea6-1f9ee6579051 req-fdff6977-d8f6-405f-8312-263a7372018e tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:21.628545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5baa2607-2dda-420f-9ea6-1f9ee6579051 req-fdff6977-d8f6-405f-8312-263a7372018e tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 944 time: 0.2532654 Nov 12 05:37:21.635693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f194b6f-1860-484b-9bb7-a13428c31949 None None] Pushing event updated for resources: {'Port': ['ID=3c2152cf-5e36-444a-a171-5b1ec1282dbc,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:21.676218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:37:21.726029 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9869821 Nov 12 05:37:21.726863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:21.753222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Request body: {'subnet': {'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1200605832-subnet', 'tenant_id': '58679e966b5741639aec188b40045c22', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:21.758932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5baa2607-2dda-420f-9ea6-1f9ee6579051 req-902dfa5a-d710-492f-ba42-d4d111f43e65 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294632 Nov 12 05:37:21.759090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcb282-5369-44b8-94a2-02b622bcd3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=9c53a7e8-aa2c-4058-a94c-bed8c818824a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:21.810724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9c53a7e8-aa2c-4058-a94c-bed8c818824a details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:21.815325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a9120e3-3816-45f6-8c34-9fa8da1e2f7f req-1f159cab-e993-4fdb-b2da-490e89c4e51f service neutron] 10.222.0.47 "GET /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410150 Nov 12 05:37:21.827138 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4291-9a6b-4847-b844-d7c94c3c0816 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.860223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.912438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d4291-9a6b-4847-b844-d7c94c3c0816 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a96fe6-e2ad-412d-8230-87e31bc3a646,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:21.914437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Made reservation on behalf of 58679e966b5741639aec188b40045c22 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:21.916714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.935402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:21.946551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4291-9a6b-4847-b844-d7c94c3c0816 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.948796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '97b7d79b-5c4c-4394-8d5c-d3327388a1f3', 'network_id': '9777faf2-4c04-44c2-a789-19ce6243f5eb', 'port_id': '97b7d79b-5c4c-4394-8d5c-d3327388a1f3', 'mac_address': 'fa:16:3e:55:8c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdd6e4e-05a6-4f4d-8085-6fad09f32d03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:37:21.953547 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4c7d4291-9a6b-4847-b844-d7c94c3c0816 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/subnets/d6a96fe6-e2ad-412d-8230-87e31bc3a646 HTTP/1.1" status: 204 len: 168 time: 0.9917946 Nov 12 05:37:21.961020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54914) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:22.010390 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.031947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:37:22.056233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:22.065482 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.158651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5466f9b7-9462-4d0e-baa0-510eb22ae82b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:22.160235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5466f9b7-9462-4d0e-baa0-510eb22ae82b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:22.162415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:22.165610 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5466f9b7-9462-4d0e-baa0-510eb22ae82b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2035191 Nov 12 05:37:22.172905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54918) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:22.222410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 20d0d5d1-75c6-4ff5-bf1e-b35c82716668 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:22.222950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.289460 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4623982-e999-45a5-8b52-46af2a0bbcfa tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.299461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['97b7d79b-5c4c-4394-8d5c-d3327388a1f3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:22.302770 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4623982-e999-45a5-8b52-46af2a0bbcfa tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 05:37:22.303245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4623982-e999-45a5-8b52-46af2a0bbcfa tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:22.310465 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e4623982-e999-45a5-8b52-46af2a0bbcfa tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/c11be1ee-e16e-4c9e-8f13-36bfe6166d0f HTTP/1.1" status: 409 len: 405 time: 0.1294327 Nov 12 05:37:22.314105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54920) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:22.319001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1488337803'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:22.352347 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.378173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 20d0d5d1-75c6-4ff5-bf1e-b35c82716668 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:22.390186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:22.391008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.394819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.471662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:22.490398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.490753 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Added segment 576d32a2-6093-4a5b-9479-f56e96cb4f00 of type vlan for network 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba Nov 12 05:37:22.546058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.631217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.637025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:22.637689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.758437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4438074 Nov 12 05:37:22.762961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54924) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:22.769277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'subnet': {'network_id': '0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:22.856031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd64ee25-0a22-4eac-9ec2-0138e72611ba,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:22.879938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dbef5-bb98-4a3a-b2b7-97c8e6aeafca tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Network': ['ID=0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:22.887767 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Checking segment: {'id': '078f0fe1-c7d4-419a-9211-761e336277d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:22.888374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Network hostable DHCP agents. Network: 9c53a7e8-aa2c-4058-a94c-bed8c818824a, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:22.891933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:22.925020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Network 9c53a7e8-aa2c-4058-a94c-bed8c818824a is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:22.944470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9c53a7e8-aa2c-4058-a94c-bed8c818824a) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:22.949102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:22.950666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.988013 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-01ee49bb-3631-49c0-8050-f77ad615f274 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2534583 Nov 12 05:37:22.988211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:22.988360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54930) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:22.997216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:23.029680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b66a2b-d7aa-46cd-aedd-288a28bd3fcf None None] Network 9c53a7e8-aa2c-4058-a94c-bed8c818824a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:23.042533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.044642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.056150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=20d0d5d1-75c6-4ff5-bf1e-b35c82716668,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:23.078823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2e8c2-4c59-45b1-ace1-e94db2062200 None None] Network c11be1ee-e16e-4c9e-8f13-36bfe6166d0f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:23.130938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f494b18-dade-475c-a641-fe1b41a8c778 req-cb123997-55b9-4753-8f65-81fc51819090 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:23.133430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f494b18-dade-475c-a641-fe1b41a8c778 req-cb123997-55b9-4753-8f65-81fc51819090 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 945 time: 0.2461262 Nov 12 05:37:23.145831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:23.154902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.156112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.165625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3c2152cf-5e36-444a-a171-5b1ec1282dbc up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:23.323763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c13b499c-3e74-4092-a8c7-aaed283ed703 None None] Provisioning complete for port 3c2152cf-5e36-444a-a171-5b1ec1282dbc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:23.324112 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c13b499c-3e74-4092-a8c7-aaed283ed703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.387861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f494b18-dade-475c-a641-fe1b41a8c778 req-6c91d741-5a95-402f-bb27-09d59a2c06bb tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242310 Nov 12 05:37:23.388508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.400919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3c2152cf-5e36-444a-a171-5b1ec1282dbc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:23.408560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.511871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] DHCP port deletion for c11be1ee-e16e-4c9e-8f13-36bfe6166d0f request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:23.572269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-9c53a7e8-aa2c-4058-a94c-bed8c818824a', 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a', 'tenant_id': '58679e966b5741639aec188b40045c22', 'fixed_ips': [{'subnet_id': 'fd64ee25-0a22-4eac-9ec2-0138e72611ba'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:23.573615 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.682632 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.696664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:23.702970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.727460 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.739134 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c13b499c-3e74-4092-a8c7-aaed283ed703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.817971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] Deleting port 3c2152cf-5e36-444a-a171-5b1ec1282dbc {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:23.818370 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.879187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 3c2152cf-5e36-444a-a171-5b1ec1282dbc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3c2152cf-5e36-444a-a171-5b1ec1282dbc,segment=NetworkSegment(a4011453-676f-44c0-a08f-3f1b5a5dab7e),segment_id=a4011453-676f-44c0-a08f-3f1b5a5dab7e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:23.923383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Allocated IP 172.25.2.53 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/fd5c3ab4-50cb-4633-82e7-46bd6170af5f) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:23.938756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.981690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:37:24.060051 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.069681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] For port 3c2152cf-5e36-444a-a171-5b1ec1282dbc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3c2152cf-5e36-444a-a171-5b1ec1282dbc,segment=NetworkSegment(a4011453-676f-44c0-a08f-3f1b5a5dab7e),segment_id=a4011453-676f-44c0-a08f-3f1b5a5dab7e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:24.070423 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.085043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:24.085661 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.101696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.103499 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.124772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] Calling delete_port for 3c2152cf-5e36-444a-a171-5b1ec1282dbc owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:24.140547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Allocated IP 172.20.0.2 (9c53a7e8-aa2c-4058-a94c-bed8c818824a/fd64ee25-0a22-4eac-9ec2-0138e72611ba/d2908e3f-ed32-4442-bbe4-bfdfc6687c2e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:24.161622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:24.166888 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-c13b499c-3e74-4092-a8c7-aaed283ed703 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:37:24.167490 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-c13b499c-3e74-4092-a8c7-aaed283ed703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:37:24.169626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:24.185851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:24.213462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbdc0c-f9d4-421a-a226-4de51fa600e2 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:24.214664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5c3ab4-50cb-4633-82e7-46bd6170af5f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:24.233864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=3c2152cf-5e36-444a-a171-5b1ec1282dbc,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:24.295829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.objects.ports [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:37:24.299206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.384527 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.384745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Checking segment: {'id': '576d32a2-6093-4a5b-9479-f56e96cb4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:24.385037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network hostable DHCP agents. Network: 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:24.408295 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.427077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Subnet': ['ID=7f881600-260d-41f5-9299-ca52fdf84066,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:24.489492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] Pushing event deleted for resources: {'Port': ['ID=3c2152cf-5e36-444a-a171-5b1ec1282dbc,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:24.497549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e6006-d24e-47e0-84c8-a559a9b145f2 None None] No DVR routers for this DVR port 3c2152cf-5e36-444a-a171-5b1ec1282dbc on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:24.498975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fb7cf7-f224-4ddc-aa47-0da23c946bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b7d79b-5c4c-4394-8d5c-d3327388a1f3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:24.501379 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d700ea-008b-44a1-8c55-8aefde94ef71" -d '{"events": [{"server_uuid": "c7fb7cf7-f224-4ddc-aa47-0da23c946bf8", "name": "network-vif-plugged", "status": "completed", "tag": "97b7d79b-5c4c-4394-8d5c-d3327388a1f3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:24.537616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:24.539254 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.542281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:24.547363 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.578746 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.594862 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f784fcc-6372-4317-bce7-58feb6254763 x-openstack-request-id: req-7f784fcc-6372-4317-bce7-58feb6254763 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:24.595255 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fb7cf7-f224-4ddc-aa47-0da23c946bf8", "name": "network-vif-plugged", "status": "completed", "tag": "97b7d79b-5c4c-4394-8d5c-d3327388a1f3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:24.596226 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f784fcc-6372-4317-bce7-58feb6254763 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:24.596640 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fb7cf7-f224-4ddc-aa47-0da23c946bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b7d79b-5c4c-4394-8d5c-d3327388a1f3', 'code': 200} Nov 12 05:37:24.614982 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.626267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Network 9c53a7e8-aa2c-4058-a94c-bed8c818824a is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:24.627868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:24.638004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:24.646266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:24.663173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:24.677197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:24.678162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.693877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff9625b-e10f-48cc-874a-936ed5d66696 None None] Network 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:24.694789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64426e-b03a-4731-abcd-2a6b70622c01 req-999aec9c-7827-4519-90ab-62bea47d3696 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:24.705537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea64426e-b03a-4731-abcd-2a6b70622c01 req-999aec9c-7827-4519-90ab-62bea47d3696 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 946 time: 0.1068423 Nov 12 05:37:24.722900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router b4db1b3b-5384-4e53-ad1c-c592bdab7705 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:24.744267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c13b499c-3e74-4092-a8c7-aaed283ed703 None None] Port 3c2152cf-5e36-444a-a171-5b1ec1282dbc update to ACTIVE by agent not found {{(pid=102591) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 05:37:24.803873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3e702d67-55d4-414e-91be-526daecbd0fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0398343 Nov 12 05:37:24.811682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Pushing event updated for resources: {'Port': ['ID=d2908e3f-ed32-4442-bbe4-bfdfc6687c2e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:24.817573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54944) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:24.820478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Attempting to bind port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:24.820856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Attempting to bind port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '078f0fe1-c7d4-419a-9211-761e336277d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:24.821221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Attempting to bind port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e on network 9c53a7e8-aa2c-4058-a94c-bed8c818824a {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:24.832790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:24.833230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Checking segment: {'id': '078f0fe1-c7d4-419a-9211-761e336277d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:24.833579 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.833981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Bound using segment: {'id': '078f0fe1-c7d4-419a-9211-761e336277d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:24.834502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Bound port: d2908e3f-ed32-4442-bbe4-bfdfc6687c2e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078f0fe1-c7d4-419a-9211-761e336277d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:24.834933 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.919798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:24.945979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea64426e-b03a-4731-abcd-2a6b70622c01 req-42740026-117d-4c6c-a5d9-ab59b7eac948 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386413 Nov 12 05:37:24.961331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5c46-2f97-4b1a-97b2-4868ba91e925 req-b170280d-ff8c-4b7a-9e25-cf6ddcec8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:24.962987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-215b5c46-2f97-4b1a-97b2-4868ba91e925 req-b170280d-ff8c-4b7a-9e25-cf6ddcec8ab7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 1098 time: 0.2510147 Nov 12 05:37:25.047724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:25.057791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e280b3ee-ecb1-4198-ab3e-47a94de9bde9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/b4db1b3b-5384-4e53-ad1c-c592bdab7705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1014321 Nov 12 05:37:25.063554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54950) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:25.067478 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd25574f-c849-4b97-9e39-0409c8ced24b None None] Sync routers for ids ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:25.096998 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25574f-c849-4b97-9e39-0409c8ced24b None None] Routers {'b4db1b3b-5384-4e53-ad1c-c592bdab7705'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:25.097720 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd25574f-c849-4b97-9e39-0409c8ced24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:25.100139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3c2152cf-5e36-444a-a171-5b1ec1282dbc no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:25.131916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:37:25.141812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3c2152cf-5e36-444a-a171-5b1ec1282dbc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:25.142186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3c2152cf-5e36-444a-a171-5b1ec1282dbc not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:25.143326 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd25574f-c849-4b97-9e39-0409c8ced24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:25.153228 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25574f-c849-4b97-9e39-0409c8ced24b None None] Routers {'b4db1b3b-5384-4e53-ad1c-c592bdab7705'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:25.153468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b1fd1c6c-b8e1-45b9-b9f3-c8338b17cc97 None None] Provisioning complete for port fd5c3ab4-50cb-4633-82e7-46bd6170af5f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:25.153772 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1c6c-b8e1-45b9-b9f3-c8338b17cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:25.153903 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd25574f-c849-4b97-9e39-0409c8ced24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:25.161363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] For port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:25.191682 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd25574f-c849-4b97-9e39-0409c8ced24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:25.192624 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd25574f-c849-4b97-9e39-0409c8ced24b None None] The sync data for ids ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:25.201016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] For port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d2908e3f-ed32-4442-bbe4-bfdfc6687c2e,segment=NetworkSegment(078f0fe1-c7d4-419a-9211-761e336277d4),segment_id=078f0fe1-c7d4-419a-9211-761e336277d4)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:25.227134 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:25.237411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd1c6c-b8e1-45b9-b9f3-c8338b17cc97 None None] Port fd5c3ab4-50cb-4633-82e7-46bd6170af5f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:25.252370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-215b5c46-2f97-4b1a-97b2-4868ba91e925 req-4d1a4f5b-701f-4aa5-9274-684b4df6e038 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441084 Nov 12 05:37:25.263380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba', 'network_id': '0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba', 'tenant_id': '7d31d5a5569649b396d41ff45a987ef1', 'fixed_ips': [{'subnet_id': '7f881600-260d-41f5-9299-ca52fdf84066'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:25.264224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:25.268840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:25.278068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:25.298029 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:25.298242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Sync routers for ids ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:25.299448 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b40a3036-4235-45bc-a83a-e4cd902a41d0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3099706 Nov 12 05:37:25.302012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54952) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:25.332819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f86e2-ef4d-4ada-8673-b1683f254f2f None None] Pushing event updated for resources: {'Port': ['ID=d2908e3f-ed32-4442-bbe4-bfdfc6687c2e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:25.387641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Routers {'2c22d559-2db9-4c48-8cb4-75eb00aca5bc'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:25.388283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:25.503084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:25.685293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Allocated IP 2001:db8::f816:3eff:fe9f:62b (0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba/7f881600-260d-41f5-9299-ca52fdf84066/81a0b8a8-ba25-4a63-aa55-7034d070e8f3) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:25.740184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Set router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:25.830796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.023445 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.128266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:24Z', 'revision_number': 3, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port': {'id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:26.169118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Checking router: 2c22d559-2db9-4c48-8cb4-75eb00aca5bc for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:37:26.169492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Updating router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc port fd5c3ab4-50cb-4633-82e7-46bd6170af5f binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:37:26.204801 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.249579 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.264174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.297022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Allocated IP 172.20.0.1 (9c53a7e8-aa2c-4058-a94c-bed8c818824a/fd64ee25-0a22-4eac-9ec2-0138e72611ba/1b19f18a-1915-4048-bb23-3181e7c96157) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:26.319475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070b973-fd68-4323-b48a-f30f11412ef8 req-a76b3131-428d-433b-b2b4-e8db8a7b66c3 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:26.331724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2070b973-fd68-4323-b48a-f30f11412ef8 req-a76b3131-428d-433b-b2b4-e8db8a7b66c3 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 946 time: 0.2153955 Nov 12 05:37:26.377162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Pushing event updated for resources: {'Port': ['ID=81a0b8a8-ba25-4a63-aa55-7034d070e8f3,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:26.393923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.398092 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Network 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:26.407209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:26.410426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:26.518091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Subnet': ['ID=7f881600-260d-41f5-9299-ca52fdf84066,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:26.552092 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.552845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 9d7e38b5-4462-4249-ac4e-3f2de04418c2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:26.553433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.605350 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.653687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Network 9c53a7e8-aa2c-4058-a94c-bed8c818824a is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:26.657192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:26.665352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:26.675963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.689839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 9d7e38b5-4462-4249-ac4e-3f2de04418c2 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:26.722036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.726315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Pushing event updated for resources: {'Port': ['ID=1b19f18a-1915-4048-bb23-3181e7c96157,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:26.741199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.754420 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.885778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e99714-85a1-4ae5-891b-fbaa745e3354 None None] Pushing event updated for resources: {'Port': ['ID=fd5c3ab4-50cb-4633-82e7-46bd6170af5f,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:26.891416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Attempting to bind port fd5c3ab4-50cb-4633-82e7-46bd6170af5f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:26.891784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Attempting to bind port fd5c3ab4-50cb-4633-82e7-46bd6170af5f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:26.892469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Attempting to bind port fd5c3ab4-50cb-4633-82e7-46bd6170af5f on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:26.900017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9675fdcf-6404-4acf-b038-f89ea06235ad None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:26.913729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Attempting to bind port 81a0b8a8-ba25-4a63-aa55-7034d070e8f3 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:26.914096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Attempting to bind port 81a0b8a8-ba25-4a63-aa55-7034d070e8f3 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '576d32a2-6093-4a5b-9479-f56e96cb4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:26.914728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Attempting to bind port 81a0b8a8-ba25-4a63-aa55-7034d070e8f3 on network 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:26.922183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:26.922744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Checking segment: {'id': '576d32a2-6093-4a5b-9479-f56e96cb4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:26.923311 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.923718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Bound using segment: {'id': '576d32a2-6093-4a5b-9479-f56e96cb4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:26.924295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Bound port: 81a0b8a8-ba25-4a63-aa55-7034d070e8f3, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576d32a2-6093-4a5b-9479-f56e96cb4f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:26.924724 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.940951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:26.941331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:26.941730 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.942146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:26.942655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Bound port: fd5c3ab4-50cb-4633-82e7-46bd6170af5f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:26.943037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.982521 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.005052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] For port fd5c3ab4-50cb-4633-82e7-46bd6170af5f, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:27.005833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2070b973-fd68-4323-b48a-f30f11412ef8 req-68bf437d-5839-47a7-9dd4-1af81583bf64 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578546 Nov 12 05:37:27.006575 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.009841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] For port fd5c3ab4-50cb-4633-82e7-46bd6170af5f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fd5c3ab4-50cb-4633-82e7-46bd6170af5f,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:27.020106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd57b22-9182-4761-a733-d3dde9aefa6f None None] Network 9c53a7e8-aa2c-4058-a94c-bed8c818824a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:27.020729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.070033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=9d7e38b5-4462-4249-ac4e-3f2de04418c2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:27.105104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:27.136610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576d32a2-6093-4a5b-9479-f56e96cb4f00') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:27.136811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576d32a2-6093-4a5b-9479-f56e96cb4f00') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:27.152999 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.188668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2908e3f-ed32-4442-bbe4-bfdfc6687c2e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:27.202652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.205878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] For port 81a0b8a8-ba25-4a63-aa55-7034d070e8f3, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:27.220172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.292750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:27.293160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:27.305280 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:27.316449 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.326834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.376481 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.377630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8d5bd-61d1-4d00-907e-f5eef765d991 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:27.400277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-eddd54ec-69af-4a9b-937b-2b60c4b0250a None None] Provisioning complete for port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:27.400277 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eddd54ec-69af-4a9b-937b-2b60c4b0250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.424797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.427933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Pushing event updated for resources: {'Port': ['ID=1b19f18a-1915-4048-bb23-3181e7c96157,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:27.432445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.513539 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.api [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:37:27.513539 n-d-765315-28 neutron-server[102590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:37:27.513539 n-d-765315-28 neutron-server[102590]: [parameters: {'id': '0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba'}] Nov 12 05:37:27.513539 n-d-765315-28 neutron-server[102590]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:37:27.513971 n-d-765315-28 neutron-server[102590]: DEBUG oslo_db.api [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:37:27.553961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Network 9c53a7e8-aa2c-4058-a94c-bed8c818824a is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:27.555607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:27.580487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e99714-85a1-4ae5-891b-fbaa745e3354 None None] Pushing event updated for resources: {'Port': ['ID=fd5c3ab4-50cb-4633-82e7-46bd6170af5f,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:27.626186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:27.626596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.635878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router b4db1b3b-5384-4e53-ad1c-c592bdab7705 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:27.666398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] For port 81a0b8a8-ba25-4a63-aa55-7034d070e8f3, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=81a0b8a8-ba25-4a63-aa55-7034d070e8f3,segment=NetworkSegment(576d32a2-6093-4a5b-9479-f56e96cb4f00),segment_id=576d32a2-6093-4a5b-9479-f56e96cb4f00)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:27.667725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eddd54ec-69af-4a9b-937b-2b60c4b0250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.670498 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Routers {'2c22d559-2db9-4c48-8cb4-75eb00aca5bc'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:27.671099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:27.692178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:27.728520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:27.733933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0f762b92-0580-4872-9887-06a2f650ffbe tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/b4db1b3b-5384-4e53-ad1c-c592bdab7705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6693633 Nov 12 05:37:27.736830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54974) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:27.740355 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7cee9-10d5-42e3-a4cb-22e9b65ed016 None None] Sync routers for ids ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:27.743611 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.761950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7cee9-10d5-42e3-a4cb-22e9b65ed016 None None] Routers {'b4db1b3b-5384-4e53-ad1c-c592bdab7705'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:27.764580 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-34f7cee9-10d5-42e3-a4cb-22e9b65ed016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:27.794173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d1c86e79-40b5-4a13-a53c-be1454319005 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4db1b3b-5384-4e53-ad1c-c592bdab7705 HTTP/1.1" status: 200 len: 205 time: 0.0542934 Nov 12 05:37:27.795022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54976) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:27.831085 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-34f7cee9-10d5-42e3-a4cb-22e9b65ed016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:27.846564 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7cee9-10d5-42e3-a4cb-22e9b65ed016 None None] Routers {'b4db1b3b-5384-4e53-ad1c-c592bdab7705'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:27.847376 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-34f7cee9-10d5-42e3-a4cb-22e9b65ed016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:27.890009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:27.891865 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-34f7cee9-10d5-42e3-a4cb-22e9b65ed016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:27.894646 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7cee9-10d5-42e3-a4cb-22e9b65ed016 None None] The sync data for ids ['b4db1b3b-5384-4e53-ad1c-c592bdab7705'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:27.905813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51d8fdd1-5a19-4309-8afa-9248eebf71a0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.907425 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14bdebf3-4807-4e16-81d8-f35a59f9d80b admin admin] 10.222.0.48 "PUT /v2.0/routers/2c22d559-2db9-4c48-8cb4-75eb00aca5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6043003 Nov 12 05:37:27.983302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eddd54ec-69af-4a9b-937b-2b60c4b0250a None None] For port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d2908e3f-ed32-4442-bbe4-bfdfc6687c2e,segment=NetworkSegment(078f0fe1-c7d4-419a-9211-761e336277d4),segment_id=078f0fe1-c7d4-419a-9211-761e336277d4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:28.022758 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eddd54ec-69af-4a9b-937b-2b60c4b0250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.110950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51d8fdd1-5a19-4309-8afa-9248eebf71a0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.113444 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51d8fdd1-5a19-4309-8afa-9248eebf71a0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.157053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.200825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51d8fdd1-5a19-4309-8afa-9248eebf71a0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.201358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d8fdd1-5a19-4309-8afa-9248eebf71a0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Fanout notify agent at l3_agent the message router_deleted on router b4db1b3b-5384-4e53-ad1c-c592bdab7705 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:37:28.207396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d0600-8cfa-4ec1-b495-78e4d5d98eba None None] Pushing event updated for resources: {'Port': ['ID=81a0b8a8-ba25-4a63-aa55-7034d070e8f3,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:28.218038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51d8fdd1-5a19-4309-8afa-9248eebf71a0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.221708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-51d8fdd1-5a19-4309-8afa-9248eebf71a0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/b4db1b3b-5384-4e53-ad1c-c592bdab7705 HTTP/1.1" status: 204 len: 168 time: 0.4233177 Nov 12 05:37:28.222363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54990) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:28.268025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd54ec-69af-4a9b-937b-2b60c4b0250a None None] Pushing event updated for resources: {'Port': ['ID=d2908e3f-ed32-4442-bbe4-bfdfc6687c2e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:28.279372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf449d17-5888-447c-94a6-dddeaec5f229 req-e61602b5-704c-44e4-8eca-06cc8a3fbebf tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:28.287163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf449d17-5888-447c-94a6-dddeaec5f229 req-e61602b5-704c-44e4-8eca-06cc8a3fbebf tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 946 time: 0.1311257 Nov 12 05:37:28.298520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-abeb218b-7eb1-4dba-aaf6-b340d91d12ba None None] Provisioning complete for port fd5c3ab4-50cb-4633-82e7-46bd6170af5f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:28.298956 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abeb218b-7eb1-4dba-aaf6-b340d91d12ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.336856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] Set router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:28.339149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e33ce5-bd06-4051-a3a6-2a72ead7c57a None None] Network 0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:28.377871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bf449d17-5888-447c-94a6-dddeaec5f229 req-8ca64326-d354-4383-b5c4-2b36f3e2361d tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897210 Nov 12 05:37:28.384858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-badd1b2d-0919-4645-9c28-b0e8b3ada006 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet 3fbdf6ac-c9bf-4708-9c87-b37deb3316a7 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:28.407189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-badd1b2d-0919-4645-9c28-b0e8b3ada006 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.409150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Deleting port 81a0b8a8-ba25-4a63-aa55-7034d070e8f3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:28.409683 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.581593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] For port 81a0b8a8-ba25-4a63-aa55-7034d070e8f3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=81a0b8a8-ba25-4a63-aa55-7034d070e8f3,segment=NetworkSegment(576d32a2-6093-4a5b-9479-f56e96cb4f00),segment_id=576d32a2-6093-4a5b-9479-f56e96cb4f00)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:28.585023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.606641 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-badd1b2d-0919-4645-9c28-b0e8b3ada006 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.635414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Calling delete_port for 81a0b8a8-ba25-4a63-aa55-7034d070e8f3 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:28.726418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abeb218b-7eb1-4dba-aaf6-b340d91d12ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.752730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-abeb218b-7eb1-4dba-aaf6-b340d91d12ba None None] For port fd5c3ab4-50cb-4633-82e7-46bd6170af5f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fd5c3ab4-50cb-4633-82e7-46bd6170af5f,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:28.776591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abeb218b-7eb1-4dba-aaf6-b340d91d12ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.827517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.851724 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-badd1b2d-0919-4645-9c28-b0e8b3ada006 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:28.894315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Port': ['ID=81a0b8a8-ba25-4a63-aa55-7034d070e8f3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:28.914208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No DVR routers for this DVR port 81a0b8a8-ba25-4a63-aa55-7034d070e8f3 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:28.922033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.922420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.922774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.923116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.923454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.923800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.924131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.924459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.924787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.925114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.925437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.928210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:28.998472 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-badd1b2d-0919-4645-9c28-b0e8b3ada006 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.027268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-badd1b2d-0919-4645-9c28-b0e8b3ada006 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.036722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-badd1b2d-0919-4645-9c28-b0e8b3ada006 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/3fbdf6ac-c9bf-4708-9c87-b37deb3316a7 HTTP/1.1" status: 204 len: 168 time: 0.8113127 Nov 12 05:37:29.038967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:29.054205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee94d8-e406-4c37-af6d-a6d4e88f9ad3 None None] Network e17c6bc6-7672-4650-a9fa-2af9e8bd9602 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:29.163570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.201571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:29.223858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576d32a2-6093-4a5b-9479-f56e96cb4f00') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:29.224080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576d32a2-6093-4a5b-9479-f56e96cb4f00') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:29.231701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-97861bd2-0bcf-45d9-b9c4-6de90fb23039 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet 3d39141b-06c0-4a4a-a100-2512c7de4f04 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:29.254221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2908e3f-ed32-4442-bbe4-bfdfc6687c2e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:29.254800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd1b2d-0919-4645-9c28-b0e8b3ada006 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbdf6ac-c9bf-4708-9c87-b37deb3316a7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:29.254917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e349c3a4-3906-4b31-a157-1e3d2855a900 None None] Provisioning complete for port 1b19f18a-1915-4048-bb23-3181e7c96157 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:29.254917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e349c3a4-3906-4b31-a157-1e3d2855a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.255066 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97861bd2-0bcf-45d9-b9c4-6de90fb23039 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.262990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb218b-7eb1-4dba-aaf6-b340d91d12ba None None] Pushing event updated for resources: {'Port': ['ID=fd5c3ab4-50cb-4633-82e7-46bd6170af5f,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:29.280420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.335232 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.340124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97861bd2-0bcf-45d9-b9c4-6de90fb23039 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.348128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:29.348541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:29.351762 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:29.354682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:26Z', 'revision_number': 4, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port': {'id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1b19f18a-1915-4048-bb23-3181e7c96157', 'name': '', 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a', 'tenant_id': '58679e966b5741639aec188b40045c22', 'mac_address': 'fa:16:3e:d7:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'fd64ee25-0a22-4eac-9ec2-0138e72611ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:26Z', 'updated_at': '2021-11-12T05:37:27Z', 'revision_number': 2, 'project_id': '58679e966b5741639aec188b40045c22', 'subnets': [{'id': 'fd64ee25-0a22-4eac-9ec2-0138e72611ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:29.414108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120ad6b-77a9-4f8b-81be-1415bc79fa4d None None] The sync data for ids ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'] in n-d-765315-28 is: [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:26Z', 'revision_number': 4, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port': {'id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1b19f18a-1915-4048-bb23-3181e7c96157', 'name': '', 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a', 'tenant_id': '58679e966b5741639aec188b40045c22', 'mac_address': 'fa:16:3e:d7:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'fd64ee25-0a22-4eac-9ec2-0138e72611ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:26Z', 'updated_at': '2021-11-12T05:37:27Z', 'revision_number': 2, 'project_id': '58679e966b5741639aec188b40045c22', 'subnets': [{'id': 'fd64ee25-0a22-4eac-9ec2-0138e72611ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:29.491368 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.495068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e349c3a4-3906-4b31-a157-1e3d2855a900 None None] Port 1b19f18a-1915-4048-bb23-3181e7c96157 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:29.507858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97861bd2-0bcf-45d9-b9c4-6de90fb23039 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.530682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.538035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba HTTP/1.1" status: 204 len: 168 time: 4.6358171 Nov 12 05:37:29.547648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55022) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:29.569250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-716128739'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:29.624273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e349c3a4-3906-4b31-a157-1e3d2855a900 None None] Provisioning complete for port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:29.624647 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e349c3a4-3906-4b31-a157-1e3d2855a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.629006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cad5da-fa86-4f8b-828d-78fbb169be8d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Network': ['ID=0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:29.657762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:29.658298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.660370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] DHCP port deletion for e17c6bc6-7672-4650-a9fa-2af9e8bd9602 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:29.682183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:29.689455 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.702745 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97861bd2-0bcf-45d9-b9c4-6de90fb23039 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.732811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:29.805277 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.806051 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Added segment ec296165-6518-4fe1-8ecb-ca7375e677b4 of type vlan for network e222e2b9-33b3-4fd4-829a-93b74d054098 Nov 12 05:37:29.822760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97861bd2-0bcf-45d9-b9c4-6de90fb23039 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.834085 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-97861bd2-0bcf-45d9-b9c4-6de90fb23039 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/3d39141b-06c0-4a4a-a100-2512c7de4f04 HTTP/1.1" status: 204 len: 168 time: 0.7879620 Nov 12 05:37:29.837075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55028) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:29.839754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97861bd2-0bcf-45d9-b9c4-6de90fb23039 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=3d39141b-06c0-4a4a-a100-2512c7de4f04,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:29.876039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbffb68f-9950-4175-a07d-0ce0d38c1691 None None] Network bc26a69e-ec76-4789-a371-b1760e8a7be7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:29.935730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92757393-1af0-4a7b-b2a0-ad9ed38516ad req-6da8c65a-050a-447c-b5ea-ebdab29c71f4 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:29.939119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92757393-1af0-4a7b-b2a0-ad9ed38516ad req-6da8c65a-050a-447c-b5ea-ebdab29c71f4 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 946 time: 0.2034464 Nov 12 05:37:29.941216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.998598 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.036492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] Deleting port 79952ac3-4618-4f53-9c57-d9ba5f218aaa {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:30.037209 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.040059 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.050266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:30.051289 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.095061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92757393-1af0-4a7b-b2a0-ad9ed38516ad req-f4ef019f-8a97-4579-b7d6-0776871092de tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493583 Nov 12 05:37:30.101808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5500610 Nov 12 05:37:30.113208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55032) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:30.119048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'subnet': {'network_id': 'e222e2b9-33b3-4fd4-829a-93b74d054098', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:30.253574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] For port 79952ac3-4618-4f53-9c57-d9ba5f218aaa, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=79952ac3-4618-4f53-9c57-d9ba5f218aaa,segment=NetworkSegment(ee5beb0c-bef6-4342-b75f-0853ad40cf61),segment_id=ee5beb0c-bef6-4342-b75f-0853ad40cf61)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:30.253979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.268928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] Calling delete_port for 79952ac3-4618-4f53-9c57-d9ba5f218aaa owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:30.317417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6177914-9992-4c86-b60f-b82e377329b7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Network': ['ID=e222e2b9-33b3-4fd4-829a-93b74d054098,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:30.383238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e222e2b9-33b3-4fd4-829a-93b74d054098 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:30.403541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:30.408674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.427945 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.436592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-59f02b52-f56e-457f-893a-07b56f91124d None None] Provisioning complete for port 1b19f18a-1915-4048-bb23-3181e7c96157 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:30.437199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59f02b52-f56e-457f-893a-07b56f91124d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.534222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55036) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:30.548004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] No DVR routers for this DVR port 79952ac3-4618-4f53-9c57-d9ba5f218aaa on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:30.563003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d392e-7f14-4fe8-9f7b-6bdcee2bec34 None None] Pushing event deleted for resources: {'Port': ['ID=79952ac3-4618-4f53-9c57-d9ba5f218aaa,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:30.600494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-59f02b52-f56e-457f-893a-07b56f91124d None None] Port 1b19f18a-1915-4048-bb23-3181e7c96157 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:30.611172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 79952ac3-4618-4f53-9c57-d9ba5f218aaa {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:30.611642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.750587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 79952ac3-4618-4f53-9c57-d9ba5f218aaa, host n-d-765315-28, got binding levels [] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:30.750966 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.755659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] DHCP port deletion for bc26a69e-ec76-4789-a371-b1760e8a7be7 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:30.783531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 79952ac3-4618-4f53-9c57-d9ba5f218aaa owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:30.786994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Port 79952ac3-4618-4f53-9c57-d9ba5f218aaa was not found and therefore no delete operation was performed {{(pid=102589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:37:30.789272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:30.867876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=79952ac3-4618-4f53-9c57-d9ba5f218aaa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:30.869999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port 79952ac3-4618-4f53-9c57-d9ba5f218aaa on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:30.889806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] Deleting port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:30.892513 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.050759 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.089205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] For port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,segment=NetworkSegment(3902da97-123f-478f-99b8-dd86ace06f93),segment_id=3902da97-123f-478f-99b8-dd86ace06f93)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:31.089616 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.128696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17c6bc6-7672-4650-a9fa-2af9e8bd9602']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:31.156982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5beb0c-bef6-4342-b75f-0853ad40cf61') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:31.157380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5beb0c-bef6-4342-b75f-0853ad40cf61') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:31.176875 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.209047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.226581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:31.227095 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:31.230429 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:31.358959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.377783 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.382524 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/e17c6bc6-7672-4650-a9fa-2af9e8bd9602 HTTP/1.1" status: 204 len: 168 time: 1.5363214 Nov 12 05:37:31.395347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55050) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:31.428746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fd5c3ab4-50cb-4633-82e7-46bd6170af5f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:31.435522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] Calling delete_port for e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:31.515280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31006245-0479-4976-860d-7c2aedc87df4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=e17c6bc6-7672-4650-a9fa-2af9e8bd9602,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:31.521900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.581947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33d7c-c1bd-4f00-8314-ed5b86841b59 req-de01cfcb-889a-4c5b-83b5-953862b1b5bf tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:31.590795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ea33d7c-c1bd-4f00-8314-ed5b86841b59 req-de01cfcb-889a-4c5b-83b5-953862b1b5bf tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 946 time: 0.2082407 Nov 12 05:37:31.614842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:31.615392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.646132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port fd5c3ab4-50cb-4633-82e7-46bd6170af5f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:31.646543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.696122 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.707950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-1b1f822a-5fb1-4155-9e89-29549a06b566 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:31.710460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-1b1f822a-5fb1-4155-9e89-29549a06b566 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 946 time: 0.3157005 Nov 12 05:37:31.712164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,segment=NetworkSegment(3902da97-123f-478f-99b8-dd86ace06f93),segment_id=3902da97-123f-478f-99b8-dd86ace06f93)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:31.712551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.733252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] Pushing event deleted for resources: {'Port': ['ID=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:31.734287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:31.737066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd9e6c-6cca-4ae3-9599-080d9ab2aebf None None] No DVR routers for this DVR port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:31.767310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc6df4-afae-4baa-b9cc-716fd7ed82ac req-cb994779-53a6-40e2-80ab-361a16a0be53 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:31.775452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64dc6df4-afae-4baa-b9cc-716fd7ed82ac req-cb994779-53a6-40e2-80ab-361a16a0be53 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 945 time: 0.3730137 Nov 12 05:37:31.813592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28933fb4-07d5-4aec-a9c0-1013c108d189 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:37:31.896099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:31.925558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:31.943935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:31.945991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:31.956698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:31.957124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e48cb5d1-f3f4-43bb-a9e4-3126c0711ad2 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:31.958028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 79952ac3-4618-4f53-9c57-d9ba5f218aaa no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:31.988115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 79952ac3-4618-4f53-9c57-d9ba5f218aaa {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:31.988616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 79952ac3-4618-4f53-9c57-d9ba5f218aaa not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:32.037658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28933fb4-07d5-4aec-a9c0-1013c108d189 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:37:32.040575 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ea33d7c-c1bd-4f00-8314-ed5b86841b59 req-c292f085-a560-48fe-8d04-079c473d8cc2 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485767 Nov 12 05:37:32.068616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.097556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc26a69e-ec76-4789-a371-b1760e8a7be7']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:32.107784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3902da97-123f-478f-99b8-dd86ace06f93') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:32.108242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3902da97-123f-478f-99b8-dd86ace06f93') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:32.118210 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.132094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.139123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:32.139694 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.142098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64dc6df4-afae-4baa-b9cc-716fd7ed82ac req-630ecda7-f335-4ad8-8ccb-8054737b842e tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635151 Nov 12 05:37:32.150526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:32.209369 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:32.256763 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.267979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.276208 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/bc26a69e-ec76-4789-a371-b1760e8a7be7 HTTP/1.1" status: 204 len: 168 time: 0.8795710 Nov 12 05:37:32.280440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55056) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:32.286735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1045564211'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:32.308460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4ab7-6fef-4840-88d3-88897aec55d6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=bc26a69e-ec76-4789-a371-b1760e8a7be7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:32.314927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Deleting port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:32.314927 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.330332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:32.335408 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.364857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:32.374820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.375183 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment a72ffa22-10c8-442f-a0c2-84be68bba201 of type vlan for network 8edc2f4d-2718-470e-832d-fc75499c33c4 Nov 12 05:37:32.423649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.425264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] For port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,segment=NetworkSegment(c860129a-4d72-417a-a086-aa8b04601efc),segment_id=c860129a-4d72-417a-a086-aa8b04601efc)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:32.425641 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.439105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Calling delete_port for 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:32.466318 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.474076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:32.474713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.526540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Subnet': ['ID=7e1b5e27-c93d-4f88-9695-00a819c2c84e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:32.556679 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2727911 Nov 12 05:37:32.557578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55058) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:32.566271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': '8edc2f4d-2718-470e-832d-fc75499c33c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:32.580467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Checking segment: {'id': 'ec296165-6518-4fe1-8ecb-ca7375e677b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e222e2b9-33b3-4fd4-829a-93b74d054098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:32.580821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network hostable DHCP agents. Network: e222e2b9-33b3-4fd4-829a-93b74d054098, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:32.584175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-489dbacb-761b-45b5-b8ff-5db185e3256a None None] Provisioning complete for port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:32.585779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0429cd-bb9a-49fa-ad39-cf3bd93ab7c1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=8edc2f4d-2718-470e-832d-fc75499c33c4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:32.598220 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-489dbacb-761b-45b5-b8ff-5db185e3256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.603877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 8edc2f4d-2718-470e-832d-fc75499c33c4 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:32.658474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network e222e2b9-33b3-4fd4-829a-93b74d054098 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:32.680682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e222e2b9-33b3-4fd4-829a-93b74d054098) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:32.682775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:32.687384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.689441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.689795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:32.690413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.709636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae75f2-c6a3-4e5c-904a-e77b18e2273d None None] Network e222e2b9-33b3-4fd4-829a-93b74d054098 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:32.727959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.781761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e9ee9695-086b-40e2-b294-8bd9cba57abe tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6673708 Nov 12 05:37:32.782978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Pushing event deleted for resources: {'Port': ['ID=97b7d79b-5c4c-4394-8d5c-d3327388a1f3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:32.789379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55060) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:32.808021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['97b7d79b-5c4c-4394-8d5c-d3327388a1f3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:32.810556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366bf152-3817-46ba-89c8-c400db770223 None None] DHCP port deletion for 9777faf2-4c04-44c2-a789-19ce6243f5eb request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:32.877990 n-d-765315-28 neutron-server[102591]: INFO neutron.plugins.ml2.db [None req-489dbacb-761b-45b5-b8ff-5db185e3256a None None] No ports have port_id starting with 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 Nov 12 05:37:32.917825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] No DVR routers for this DVR port 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:32.975034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.978744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e222e2b9-33b3-4fd4-829a-93b74d054098', 'network_id': 'e222e2b9-33b3-4fd4-829a-93b74d054098', 'tenant_id': '7d31d5a5569649b396d41ff45a987ef1', 'fixed_ips': [{'subnet_id': '7e1b5e27-c93d-4f88-9695-00a819c2c84e'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:32.978938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-261e9f50-2b31-4ab4-8981-72a1a8ef929f req-bd25ecdb-ed1b-48d5-88dc-84f6822b6ece tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.47 "DELETE /v2.0/ports/97b7d79b-5c4c-4394-8d5c-d3327388a1f3 HTTP/1.1" status: 204 len: 173 time: 1.2574544 Nov 12 05:37:32.979400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fb7cf7-f224-4ddc-aa47-0da23c946bf8', 'name': 'network-vif-deleted', 'tag': '97b7d79b-5c4c-4394-8d5c-d3327388a1f3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:32.980035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:32.982579 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45cf15a-211b-4437-bd46-0f782fddc678" -d '{"events": [{"server_uuid": "c7fb7cf7-f224-4ddc-aa47-0da23c946bf8", "name": "network-vif-deleted", "tag": "97b7d79b-5c4c-4394-8d5c-d3327388a1f3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:33.006058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.084751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Sync routers for ids ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:33.094062 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686713ef-06e8-40cf-87db-fb652655713c x-openstack-request-id: req-686713ef-06e8-40cf-87db-fb652655713c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:33.094380 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fb7cf7-f224-4ddc-aa47-0da23c946bf8", "name": "network-vif-deleted", "tag": "97b7d79b-5c4c-4394-8d5c-d3327388a1f3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:33.095363 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-686713ef-06e8-40cf-87db-fb652655713c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:33.095681 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fb7cf7-f224-4ddc-aa47-0da23c946bf8', 'name': 'network-vif-deleted', 'tag': '97b7d79b-5c4c-4394-8d5c-d3327388a1f3', 'status': 'completed', 'code': 200} Nov 12 05:37:33.110273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Routers {'2c22d559-2db9-4c48-8cb4-75eb00aca5bc'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:33.111070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:33.132542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.140377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=46a6d234-f04e-44f9-a296-3accab49f3b0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:33.182849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': 'a72ffa22-10c8-442f-a0c2-84be68bba201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8edc2f4d-2718-470e-832d-fc75499c33c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:33.183110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: 8edc2f4d-2718-470e-832d-fc75499c33c4, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:33.214609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 8edc2f4d-2718-470e-832d-fc75499c33c4 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:33.232408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 8edc2f4d-2718-470e-832d-fc75499c33c4) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:33.242452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:33.247215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.251292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed50b6-5036-4708-b871-2d2df7c9f1b9 None None] Network 8edc2f4d-2718-470e-832d-fc75499c33c4 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:33.261513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-058abb6d-7be9-4e59-9ec4-5093425f7fc4 req-eaad4078-31b9-49da-baac-ae2dff541128 tempest-VolumesActionsTest-586646387 tempest-VolumesActionsTest-586646387-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7fb7cf7-f224-4ddc-aa47-0da23c946bf8 HTTP/1.1" status: 200 len: 210 time: 0.0399394 Nov 12 05:37:33.269488 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cbf3dfff-bf45-4b84-bdd4-3ba9b09f721a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7108414 Nov 12 05:37:33.270206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55070) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:33.275645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f875cf9b-9e1b-4e28-931f-56313ba1d0f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1518275322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:33.309441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f875cf9b-9e1b-4e28-931f-56313ba1d0f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.311602 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f875cf9b-9e1b-4e28-931f-56313ba1d0f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.325533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Allocated IP 2001:db8::2 (e222e2b9-33b3-4fd4-829a-93b74d054098/7e1b5e27-c93d-4f88-9695-00a819c2c84e/e76902c7-972b-436c-a627-d932747e6030) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:33.351532 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.358117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Set router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:33.377803 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f875cf9b-9e1b-4e28-931f-56313ba1d0f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.383464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f875cf9b-9e1b-4e28-931f-56313ba1d0f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.413616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f875cf9b-9e1b-4e28-931f-56313ba1d0f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.420017 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f875cf9b-9e1b-4e28-931f-56313ba1d0f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1454649 Nov 12 05:37:33.421008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55074) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:33.429738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'port': {'network_id': '8edc2f4d-2718-470e-832d-fc75499c33c4', 'name': 'tempest-RoutersTest-671150853'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:33.487588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560065cc-67cd-4fa6-b4e8-1654a461449e req-b2038bb8-3549-42fc-bb67-d12371d97ac2 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:33.489402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-560065cc-67cd-4fa6-b4e8-1654a461449e req-b2038bb8-3549-42fc-bb67-d12371d97ac2 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 945 time: 0.2303500 Nov 12 05:37:33.500473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-d5016e28-ee42-44d8-94ed-a5f9547f1a35 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:33.502412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-d5016e28-ee42-44d8-94ed-a5f9547f1a35 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 945 time: 0.2076035 Nov 12 05:37:33.625369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:33.629722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.648817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] device_id is not set on port de8d9b28-6218-44b3-8377-6ff2a1ab3b70 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:37:33.661109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-560065cc-67cd-4fa6-b4e8-1654a461449e req-95baeb64-357b-4268-8ea8-9c26755113c1 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573026 Nov 12 05:37:33.679109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Deleting port 1b19f18a-1915-4048-bb23-3181e7c96157 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:33.680294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.771649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Deleting port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:33.772139 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.780807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.20.0.5 (8edc2f4d-2718-470e-832d-fc75499c33c4/46a6d234-f04e-44f9-a296-3accab49f3b0/de8d9b28-6218-44b3-8377-6ff2a1ab3b70) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:33.875533 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.901379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-8edc2f4d-2718-470e-832d-fc75499c33c4', 'network_id': '8edc2f4d-2718-470e-832d-fc75499c33c4', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': '46a6d234-f04e-44f9-a296-3accab49f3b0'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:33.902263 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.908650 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.947602 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.971005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Network e222e2b9-33b3-4fd4-829a-93b74d054098 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:33.981534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:33.988294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:33.988851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:34.035450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 8edc2f4d-2718-470e-832d-fc75499c33c4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:34.037188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Pushing event updated for resources: {'Port': ['ID=e76902c7-972b-436c-a627-d932747e6030,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:34.040464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:34.049583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:34.069917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.084376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=de8d9b28-6218-44b3-8377-6ff2a1ab3b70,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:34.111836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:34.113689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.113992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Calling delete_port for 1b19f18a-1915-4048-bb23-3181e7c96157 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:34.132806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-05884b1d-a6b2-44f2-8148-c4526b2866d1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7083089 Nov 12 05:37:34.133016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.134409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55076) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:34.151956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Attempting to bind port e76902c7-972b-436c-a627-d932747e6030 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:34.152324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Attempting to bind port e76902c7-972b-436c-a627-d932747e6030 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'ec296165-6518-4fe1-8ecb-ca7375e677b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e222e2b9-33b3-4fd4-829a-93b74d054098'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:34.152721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Attempting to bind port e76902c7-972b-436c-a627-d932747e6030 on network e222e2b9-33b3-4fd4-829a-93b74d054098 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:34.165128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:26Z', 'revision_number': 4, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port': {'id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1b19f18a-1915-4048-bb23-3181e7c96157', 'name': '', 'network_id': '9c53a7e8-aa2c-4058-a94c-bed8c818824a', 'tenant_id': '58679e966b5741639aec188b40045c22', 'mac_address': 'fa:16:3e:d7:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'fd64ee25-0a22-4eac-9ec2-0138e72611ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:26Z', 'updated_at': '2021-11-12T05:37:27Z', 'revision_number': 2, 'project_id': '58679e966b5741639aec188b40045c22', 'subnets': [{'id': 'fd64ee25-0a22-4eac-9ec2-0138e72611ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:34.196555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:34.196925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Checking segment: {'id': 'ec296165-6518-4fe1-8ecb-ca7375e677b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e222e2b9-33b3-4fd4-829a-93b74d054098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:34.197326 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.197729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Bound using segment: {'id': 'ec296165-6518-4fe1-8ecb-ca7375e677b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e222e2b9-33b3-4fd4-829a-93b74d054098'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:34.198198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Bound port: e76902c7-972b-436c-a627-d932747e6030, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec296165-6518-4fe1-8ecb-ca7375e677b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e222e2b9-33b3-4fd4-829a-93b74d054098'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:34.198625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.203674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Checking router: 2c22d559-2db9-4c48-8cb4-75eb00aca5bc for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:37:34.203970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Updating router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc port 1b19f18a-1915-4048-bb23-3181e7c96157 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:37:34.212019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1b5e27-c93d-4f88-9695-00a819c2c84e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:34.215444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Allocated IP 172.20.0.2 (8edc2f4d-2718-470e-832d-fc75499c33c4/46a6d234-f04e-44f9-a296-3accab49f3b0/4fb8ee28-0811-4875-99c5-0920db501367) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:34.231568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] For port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:34.232370 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.249844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.276245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Calling delete_port for 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:34.321568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.393176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] For port e76902c7-972b-436c-a627-d932747e6030, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:34.401136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] For port e76902c7-972b-436c-a627-d932747e6030, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e76902c7-972b-436c-a627-d932747e6030,segment=NetworkSegment(ec296165-6518-4fe1-8ecb-ca7375e677b4),segment_id=ec296165-6518-4fe1-8ecb-ca7375e677b4)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:34.457114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.489042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e222e2b9-33b3-4fd4-829a-93b74d054098']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:34.566022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec296165-6518-4fe1-8ecb-ca7375e677b4') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:34.568456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec296165-6518-4fe1-8ecb-ca7375e677b4') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:34.585574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.642963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.670646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Pushing event updated for resources: {'Port': ['ID=e76902c7-972b-436c-a627-d932747e6030,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:34.701003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.701543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.702309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.702838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.703334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.703837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.704337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.704827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.705309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.705789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.706667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.707142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b01cef9-d198-4577-9dad-52695b30bdc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:34.716638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19091be7-bfc1-45db-8b08-2cd4aae3c1a9 None None] Network e222e2b9-33b3-4fd4-829a-93b74d054098 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:34.757374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.766016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:34.766875 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:34.793727 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:34.796179 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.860373 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:34.961767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Network 8edc2f4d-2718-470e-832d-fc75499c33c4 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:34.964081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Pushing event updated for resources: {'Port': ['ID=4fb8ee28-0811-4875-99c5-0920db501367,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:34.972154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:34.977364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.002245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.003758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:35.009642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3febaee8-b6b6-4da7-92e7-f1437d45b926', '512ee190-a962-4092-b5a1-ae7a6d3f1b71'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:35.010624 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.015660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['63cc4b01-c2a6-4bcf-b05b-b7cac302c883', '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:35.039057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00a24eb7-bbcc-4ed7-9132-e7e21adfeecc req-e440bf90-1a60-4191-bb44-b3364a6a8f14 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f HTTP/1.1" status: 200 len: 210 time: 0.1721351 Nov 12 05:37:35.095531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=de8d9b28-6218-44b3-8377-6ff2a1ab3b70,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:35.096133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.api [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:37:35.096133 n-d-765315-28 neutron-server[102590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:37:35.096133 n-d-765315-28 neutron-server[102590]: [parameters: {'id': 'e222e2b9-33b3-4fd4-829a-93b74d054098'}] Nov 12 05:37:35.096133 n-d-765315-28 neutron-server[102590]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:37:35.097161 n-d-765315-28 neutron-server[102590]: DEBUG oslo_db.api [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:37:35.098704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Pushing event deleted for resources: {'Port': ['ID=9037bb63-33b4-4a05-8fc6-b8ebbc75ceec,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:35.111780 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.148149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacb49be-3c61-4e3d-9b88-35d423189ca4 None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:35.155560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:37:35.155917 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:37:35.190152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Attempting to bind port 4fb8ee28-0811-4875-99c5-0920db501367 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:35.190367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Attempting to bind port 4fb8ee28-0811-4875-99c5-0920db501367 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a72ffa22-10c8-442f-a0c2-84be68bba201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8edc2f4d-2718-470e-832d-fc75499c33c4'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:35.190738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Attempting to bind port 4fb8ee28-0811-4875-99c5-0920db501367 on network 8edc2f4d-2718-470e-832d-fc75499c33c4 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:35.203689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:35.204064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Checking segment: {'id': 'a72ffa22-10c8-442f-a0c2-84be68bba201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8edc2f4d-2718-470e-832d-fc75499c33c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:35.204570 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.204840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Bound using segment: {'id': 'a72ffa22-10c8-442f-a0c2-84be68bba201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8edc2f4d-2718-470e-832d-fc75499c33c4'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:35.205320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Bound port: 4fb8ee28-0811-4875-99c5-0920db501367, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72ffa22-10c8-442f-a0c2-84be68bba201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8edc2f4d-2718-470e-832d-fc75499c33c4'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:35.205703 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.234615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b19f18a-1915-4048-bb23-3181e7c96157,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:35.239354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] No DVR routers for this DVR port 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:35.242127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.251576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e8f035f-0fd0-483d-9130-f7ad3c710d56 req-f92131ae-7f10-4579-95cb-38a72e8e3eeb tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.43 "DELETE /v2.0/ports/9037bb63-33b4-4a05-8fc6-b8ebbc75ceec HTTP/1.1" status: 204 len: 173 time: 1.7313542 Nov 12 05:37:35.281207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f', 'name': 'network-vif-deleted', 'tag': '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:35.284666 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a79252-93ef-43b7-86b1-f1a6a908c409" -d '{"events": [{"server_uuid": "d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f", "name": "network-vif-deleted", "tag": "9037bb63-33b4-4a05-8fc6-b8ebbc75ceec"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:35.370294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.392284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] For port 4fb8ee28-0811-4875-99c5-0920db501367, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:35.430207 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa59840a-a97e-4e41-aaa7-60229c81316c x-openstack-request-id: req-aa59840a-a97e-4e41-aaa7-60229c81316c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:35.430740 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f", "name": "network-vif-deleted", "tag": "9037bb63-33b4-4a05-8fc6-b8ebbc75ceec", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:35.430974 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa59840a-a97e-4e41-aaa7-60229c81316c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:35.431380 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13bc4e5-8aa9-4033-89b6-91ee5d5f5d2f', 'name': 'network-vif-deleted', 'tag': '9037bb63-33b4-4a05-8fc6-b8ebbc75ceec', 'status': 'completed', 'code': 200} Nov 12 05:37:35.447324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] For port 4fb8ee28-0811-4875-99c5-0920db501367, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4fb8ee28-0811-4875-99c5-0920db501367,segment=NetworkSegment(a72ffa22-10c8-442f-a0c2-84be68bba201),segment_id=a72ffa22-10c8-442f-a0c2-84be68bba201)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:35.465922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.576715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.607212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.608478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99554bee-8df7-4b62-bdd0-b54ec2b9aaff None None] Pushing event updated for resources: {'Port': ['ID=4fb8ee28-0811-4875-99c5-0920db501367,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:35.614761 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.685648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Port 1b19f18a-1915-4048-bb23-3181e7c96157 not found while updating agent binding for router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc. {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 05:37:35.721776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Routers {'2c22d559-2db9-4c48-8cb4-75eb00aca5bc'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:35.722449 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:35.925896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] Set router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:35.938554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:36.068449 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:36.077428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:36.084537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:36.085111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 97b7d79b-5c4c-4394-8d5c-d3327388a1f3 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:36.170932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=de8d9b28-6218-44b3-8377-6ff2a1ab3b70,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:36.196574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:36.245144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:36.266377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Deleting port e76902c7-972b-436c-a627-d932747e6030 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:36.266822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:36.333382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 8edc2f4d-2718-470e-832d-fc75499c33c4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:36.339081 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:36.346775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:34Z', 'revision_number': 5, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port': {'id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:36.359630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] For port e76902c7-972b-436c-a627-d932747e6030, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e76902c7-972b-436c-a627-d932747e6030,segment=NetworkSegment(ec296165-6518-4fe1-8ecb-ca7375e677b4),segment_id=ec296165-6518-4fe1-8ecb-ca7375e677b4)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:36.359992 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:36.389241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300894f-9fc3-44e6-b833-a3f370cc9c22 None None] The sync data for ids ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'] in n-d-765315-28 is: [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:34Z', 'revision_number': 5, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port': {'id': 'fd5c3ab4-50cb-4633-82e7-46bd6170af5f', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:36.425618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Calling delete_port for e76902c7-972b-436c-a627-d932747e6030 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:36.486502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router cf3b6edf-f13e-4927-9446-a3ffaa32d9c2 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:37:36.540330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:36.549746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-efe2ab45-52d2-4a3b-83d9-6e0c9b654f27 admin admin] 10.222.0.48 "PUT /v2.0/routers/2c22d559-2db9-4c48-8cb4-75eb00aca5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0114913 Nov 12 05:37:36.554934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55142) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:36.645916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:36.663275 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17c684e-9882-4024-9c07-67b92d163d77 None None] Sync routers for ids ['cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:36.669830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18587d7f-df3d-4876-90f8-7523b2455271 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/cf3b6edf-f13e-4927-9446-a3ffaa32d9c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5350773 Nov 12 05:37:36.670597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55146) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:36.685331 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c684e-9882-4024-9c07-67b92d163d77 None None] Routers {'cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:36.687084 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a17c684e-9882-4024-9c07-67b92d163d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:36.737855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:36.746753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a182d05f-dcb3-4b5d-b53b-330170a229bf tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:36.758473 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a182d05f-dcb3-4b5d-b53b-330170a229bf tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports/de8d9b28-6218-44b3-8377-6ff2a1ab3b70 HTTP/1.1" status: 200 len: 976 time: 0.0840385 Nov 12 05:37:36.759710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55154) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:36.785599 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a17c684e-9882-4024-9c07-67b92d163d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:36.799391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Port': ['ID=e76902c7-972b-436c-a627-d932747e6030,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:36.809640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c684e-9882-4024-9c07-67b92d163d77 None None] Routers {'cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:36.812597 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a17c684e-9882-4024-9c07-67b92d163d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:36.841209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No DVR routers for this DVR port e76902c7-972b-436c-a627-d932747e6030 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:36.920916 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:36.943167 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a17c684e-9882-4024-9c07-67b92d163d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:36.944018 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17c684e-9882-4024-9c07-67b92d163d77 None None] The sync data for ids ['cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:37.075986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.227645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4fb8ee28-0811-4875-99c5-0920db501367 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:37.278158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e222e2b9-33b3-4fd4-829a-93b74d054098']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:37.325371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb028d3a-9781-412d-b779-7638dcac570a None None] Network 8edc2f4d-2718-470e-832d-fc75499c33c4 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:37.333809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec296165-6518-4fe1-8ecb-ca7375e677b4') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:37.334155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec296165-6518-4fe1-8ecb-ca7375e677b4') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:37.375475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.407660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:37.439155 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.442661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.474164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:37.474795 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:37.495653 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:37.550105 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.686660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-008f314c-a3a6-40d6-be76-7fe93a849d85 None None] Provisioning complete for port 4fb8ee28-0811-4875-99c5-0920db501367 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:37.687382 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-008f314c-a3a6-40d6-be76-7fe93a849d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.742046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:37.742957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 9037bb63-33b4-4a05-8fc6-b8ebbc75ceec not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:37.760710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.763246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Deleting port fd5c3ab4-50cb-4633-82e7-46bd6170af5f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:37.765877 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.784253 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.787517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/e222e2b9-33b3-4fd4-829a-93b74d054098 HTTP/1.1" status: 204 len: 168 time: 4.9874508 Nov 12 05:37:37.801892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55176) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:37.807107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1661539133'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:37.815884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dceebb-5841-4d2b-b6fe-b7638b70083b tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Network': ['ID=e222e2b9-33b3-4fd4-829a-93b74d054098,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:37.831636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4fb8ee28-0811-4875-99c5-0920db501367 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:37.834509 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.922249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:37.927956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.972458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] For port fd5c3ab4-50cb-4633-82e7-46bd6170af5f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fd5c3ab4-50cb-4633-82e7-46bd6170af5f,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:37.972874 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.005935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Calling delete_port for fd5c3ab4-50cb-4633-82e7-46bd6170af5f owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:38.046664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:38.068726 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.069405 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Added segment d5a4340a-1da5-4c73-8bb0-87361b667c18 of type vlan for network 02cfd3b0-ffdf-4780-9267-fbfb53e39692 Nov 12 05:37:38.205873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port de8d9b28-6218-44b3-8377-6ff2a1ab3b70 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:38.206223 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.331338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] Sync routers for ids ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:38.337280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.355813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for de8d9b28-6218-44b3-8377-6ff2a1ab3b70 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:38.375187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-008f314c-a3a6-40d6-be76-7fe93a849d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.433906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.444617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] Routers {'2c22d559-2db9-4c48-8cb4-75eb00aca5bc'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:38.445518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:38.523713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.538949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:38.540584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.644157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] Set router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:38.787203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:37Z', 'revision_number': 6, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:38.905292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] Checking router: 2c22d559-2db9-4c48-8cb4-75eb00aca5bc for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:37:38.917503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-008f314c-a3a6-40d6-be76-7fe93a849d85 None None] For port 4fb8ee28-0811-4875-99c5-0920db501367, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4fb8ee28-0811-4875-99c5-0920db501367,segment=NetworkSegment(a72ffa22-10c8-442f-a0c2-84be68bba201),segment_id=a72ffa22-10c8-442f-a0c2-84be68bba201)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:38.954731 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-008f314c-a3a6-40d6-be76-7fe93a849d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.960303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.987176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] Routers {'2c22d559-2db9-4c48-8cb4-75eb00aca5bc'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:38.991780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:38.999058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.054801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5c3ab4-50cb-4633-82e7-46bd6170af5f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:39.168488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.191045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Network': ['ID=02cfd3b0-ffdf-4780-9267-fbfb53e39692,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:39.201227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-51e5a5ff-a3da-4373-9534-147ae4cb21a6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3979640 Nov 12 05:37:39.201914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:39.205776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fbb5e3-50b4-4555-a8cd-e1bc2dfb6ce3 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:39.285873 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.292351 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.356578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 02cfd3b0-ffdf-4780-9267-fbfb53e39692 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:39.359442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.360069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:37:39.365140 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.367459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fdf1b301-9692-41e5-9060-cc829884d716 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2c22d559-2db9-4c48-8cb4-75eb00aca5bc HTTP/1.1" status: 204 len: 168 time: 2.8113801 Nov 12 05:37:39.371944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55192) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:39.445565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Request body: {'subnet': {'network_id': '02cfd3b0-ffdf-4780-9267-fbfb53e39692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:39.454710 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.494630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-285b2374-8d80-4c1c-addc-bca738fba9e6 admin admin] Deleting subnet fd64ee25-0a22-4eac-9ec2-0138e72611ba {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:39.516564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-285b2374-8d80-4c1c-addc-bca738fba9e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.637648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=de8d9b28-6218-44b3-8377-6ff2a1ab3b70,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:39.642267 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-285b2374-8d80-4c1c-addc-bca738fba9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.656503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f314c-a3a6-40d6-be76-7fe93a849d85 None None] Pushing event updated for resources: {'Port': ['ID=4fb8ee28-0811-4875-99c5-0920db501367,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:39.764539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3fe0d272-98e7-4dc2-bb86-f4900f370ccd None None] Provisioning complete for port de8d9b28-6218-44b3-8377-6ff2a1ab3b70 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:39.768546 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d272-98e7-4dc2-bb86-f4900f370ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.800047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] Set router 2c22d559-2db9-4c48-8cb4-75eb00aca5bc gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:39.858105 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-285b2374-8d80-4c1c-addc-bca738fba9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.961879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-285b2374-8d80-4c1c-addc-bca738fba9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.964123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0d272-98e7-4dc2-bb86-f4900f370ccd None None] Port de8d9b28-6218-44b3-8377-6ff2a1ab3b70 was deleted so its status cannot be updated. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 05:37:39.976642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:37Z', 'revision_number': 6, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:40.014855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.025836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b2374-8d80-4c1c-addc-bca738fba9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd64ee25-0a22-4eac-9ec2-0138e72611ba,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:40.029698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Made reservation on behalf of 7d31d5a5569649b396d41ff45a987ef1 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:40.037280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.043438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-285b2374-8d80-4c1c-addc-bca738fba9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.050844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-285b2374-8d80-4c1c-addc-bca738fba9e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fd64ee25-0a22-4eac-9ec2-0138e72611ba HTTP/1.1" status: 204 len: 168 time: 0.6777403 Nov 12 05:37:40.063842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55202) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:40.092627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d052b-b57d-4206-88a3-11936363fe6a None None] Network 9c53a7e8-aa2c-4058-a94c-bed8c818824a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:40.217817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.253146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857d2cc-3cda-468e-b8fe-dbd458247734 None None] The sync data for ids ['2c22d559-2db9-4c48-8cb4-75eb00aca5bc'] in n-d-765315-28 is: [{'id': '2c22d559-2db9-4c48-8cb4-75eb00aca5bc', 'name': 'tempest-ImageQuotaTest-1200605832-router', 'tenant_id': '58679e966b5741639aec188b40045c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:37:23Z', 'updated_at': '2021-11-12T05:37:37Z', 'revision_number': 6, 'project_id': '58679e966b5741639aec188b40045c22', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:40.322801 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:37:40.323156 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:37:40.364921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3fe0d272-98e7-4dc2-bb86-f4900f370ccd None None] Provisioning complete for port 4fb8ee28-0811-4875-99c5-0920db501367 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:40.365557 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d272-98e7-4dc2-bb86-f4900f370ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.366573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Deleting port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:40.366925 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.558500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] For port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d2908e3f-ed32-4442-bbe4-bfdfc6687c2e,segment=NetworkSegment(078f0fe1-c7d4-419a-9211-761e336277d4),segment_id=078f0fe1-c7d4-419a-9211-761e336277d4)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:40.560293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.579682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Calling delete_port for d2908e3f-ed32-4442-bbe4-bfdfc6687c2e owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:40.612167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.706461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router cf3b6edf-f13e-4927-9446-a3ffaa32d9c2 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:40.707745 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.713014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f2292a94-ffc3-4e48-8572-8b9ca191dd3a None None] Could not find standard attr ID for object de8d9b28-6218-44b3-8377-6ff2a1ab3b70. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:37:40.735266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] No DVR routers for this DVR port d2908e3f-ed32-4442-bbe4-bfdfc6687c2e on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:40.766201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2908e3f-ed32-4442-bbe4-bfdfc6687c2e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:40.857401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.861293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:40.872242 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e10959-d3da-4b7a-a99d-20cd1dfcafef None None] Sync routers for ids ['cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:40.891370 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e10959-d3da-4b7a-a99d-20cd1dfcafef None None] Routers {'cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:40.895171 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c4e10959-d3da-4b7a-a99d-20cd1dfcafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:40.896468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c53a7e8-aa2c-4058-a94c-bed8c818824a']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:40.909196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078f0fe1-c7d4-419a-9211-761e336277d4') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:40.909503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078f0fe1-c7d4-419a-9211-761e336277d4') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:40.915277 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c24f4255-159d-453a-9a78-24b2b663d1a2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/cf3b6edf-f13e-4927-9446-a3ffaa32d9c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1542814 Nov 12 05:37:40.923066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55214) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:40.923555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe0331-e4c1-4f58-9956-45b480170a5d None None] DHCP port deletion for 9c53a7e8-aa2c-4058-a94c-bed8c818824a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:40.931316 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.956874 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.977837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaedd01-194f-4e44-a40a-4d0100b1a663 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:37:40.982597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:40.983727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:40.984848 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:41.000104 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c4e10959-d3da-4b7a-a99d-20cd1dfcafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:41.016589 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e10959-d3da-4b7a-a99d-20cd1dfcafef None None] Routers {'cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:41.017214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c4e10959-d3da-4b7a-a99d-20cd1dfcafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:41.068397 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.074707 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.081028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c53a7e8-aa2c-4058-a94c-bed8c818824a HTTP/1.1" status: 204 len: 168 time: 1.0134854 Nov 12 05:37:41.082858 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c4e10959-d3da-4b7a-a99d-20cd1dfcafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:41.083431 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e10959-d3da-4b7a-a99d-20cd1dfcafef None None] The sync data for ids ['cf3b6edf-f13e-4927-9446-a3ffaa32d9c2'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:41.092086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1b19f18a-1915-4048-bb23-3181e7c96157 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:41.127754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 1b19f18a-1915-4048-bb23-3181e7c96157 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:41.128342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1b19f18a-1915-4048-bb23-3181e7c96157 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:41.172241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68381de3-dca6-4295-8bc8-7115409fd648 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c53a7e8-aa2c-4058-a94c-bed8c818824a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:41.274496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaedd01-194f-4e44-a40a-4d0100b1a663 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:37:41.283308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4fb8ee28-0811-4875-99c5-0920db501367 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:41.286369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:37:41.290037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.402984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55218) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:41.459076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event updated for resources: {'Subnet': ['ID=d474ca43-a08e-43a4-9ceb-6e36f4bc7f40,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:41.541086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-670dc672-ecb5-457f-918e-d134fbb76fb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58679e966b5741639aec188b40045c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353855 Nov 12 05:37:41.542382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55222) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:41.614928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4fb8ee28-0811-4875-99c5-0920db501367 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:41.615915 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.635071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4621f669-39cc-4866-8f1b-0d56673174f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.654276 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ab2860f1-9eca-44e3-af16-7a9d333736e5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 05:37:41.655641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ab2860f1-9eca-44e3-af16-7a9d333736e5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/cf3b6edf-f13e-4927-9446-a3ffaa32d9c2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7247326 Nov 12 05:37:41.661645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55224) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:41.682681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Checking segment: {'id': 'd5a4340a-1da5-4c73-8bb0-87361b667c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '02cfd3b0-ffdf-4780-9267-fbfb53e39692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:41.683056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network hostable DHCP agents. Network: 02cfd3b0-ffdf-4780-9267-fbfb53e39692, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:41.731700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Network 02cfd3b0-ffdf-4780-9267-fbfb53e39692 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:41.752135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 02cfd3b0-ffdf-4780-9267-fbfb53e39692) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:41.766037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:41.767157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.777407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7409446d-c66f-4cc1-9010-e09c9c510ce4 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf3b6edf-f13e-4927-9446-a3ffaa32d9c2 HTTP/1.1" status: 200 len: 205 time: 0.1142733 Nov 12 05:37:41.781337 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55230) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:41.787204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4621f669-39cc-4866-8f1b-0d56673174f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.875162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4621f669-39cc-4866-8f1b-0d56673174f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.879957 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4621f669-39cc-4866-8f1b-0d56673174f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:41.886580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4621f669-39cc-4866-8f1b-0d56673174f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59163cef-f61c-4a8b-ad1a-f2a65ac2f256 HTTP/1.1" status: 204 len: 168 time: 0.3423324 Nov 12 05:37:41.890384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-93bf3ee5-8842-4da1-b883-60f36a235bf7 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4493973 Nov 12 05:37:41.900163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621f669-39cc-4866-8f1b-0d56673174f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59163cef-f61c-4a8b-ad1a-f2a65ac2f256,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:41.902291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55234) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:41.977269 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89b79fc-a8ad-4e6d-a448-fc58055ffd75 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.043418 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.134020 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.206745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d2c37-b23f-40ee-86f7-dfb23d3b6c18 None None] Network 02cfd3b0-ffdf-4780-9267-fbfb53e39692 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:42.248480 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.282411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fd5c3ab4-50cb-4633-82e7-46bd6170af5f no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:42.299348 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Subnet': ['ID=d474ca43-a08e-43a4-9ceb-6e36f4bc7f40,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:42.313491 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89b79fc-a8ad-4e6d-a448-fc58055ffd75 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.328280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89b79fc-a8ad-4e6d-a448-fc58055ffd75 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.380765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: fd5c3ab4-50cb-4633-82e7-46bd6170af5f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:42.381107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fd5c3ab4-50cb-4633-82e7-46bd6170af5f not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:42.381708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2908e3f-ed32-4442-bbe4-bfdfc6687c2e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:42.415993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d2908e3f-ed32-4442-bbe4-bfdfc6687c2e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:42.416698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d2908e3f-ed32-4442-bbe4-bfdfc6687c2e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:42.424951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89b79fc-a8ad-4e6d-a448-fc58055ffd75 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.425512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89b79fc-a8ad-4e6d-a448-fc58055ffd75 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Fanout notify agent at l3_agent the message router_deleted on router cf3b6edf-f13e-4927-9446-a3ffaa32d9c2 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:37:42.435975 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e89b79fc-a8ad-4e6d-a448-fc58055ffd75 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.438682 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e89b79fc-a8ad-4e6d-a448-fc58055ffd75 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/cf3b6edf-f13e-4927-9446-a3ffaa32d9c2 HTTP/1.1" status: 204 len: 168 time: 0.6515958 Nov 12 05:37:42.441152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.441793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55242) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:42.453960 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:37:42.497757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cfd3b0-ffdf-4780-9267-fbfb53e39692']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:42.529441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a4340a-1da5-4c73-8bb0-87361b667c18') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:42.530034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a4340a-1da5-4c73-8bb0-87361b667c18') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:42.559835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a6ae48-ac43-44e8-99da-18eea9150f48 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet 46a6d234-f04e-44f9-a296-3accab49f3b0 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:42.567132 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.580258 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a6ae48-ac43-44e8-99da-18eea9150f48 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.597633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.608426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:42.609200 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:42.615243 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:42.628417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14816ee-7696-4cb6-a4e8-d5efd0782771 None None] Network 02cfd3b0-ffdf-4780-9267-fbfb53e39692 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:42.688837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a6ae48-ac43-44e8-99da-18eea9150f48 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.691943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55246) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:42.717098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.729150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.736565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/02cfd3b0-ffdf-4780-9267-fbfb53e39692 HTTP/1.1" status: 204 len: 168 time: 0.8330522 Nov 12 05:37:42.746383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55248) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:42.747255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef85eeb-f87e-49a4-8dc4-9c107ecb2a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.781926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f516a-0d5b-4872-9596-0827720f7d86 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Network': ['ID=02cfd3b0-ffdf-4780-9267-fbfb53e39692,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:42.785290 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3bfe52-0c89-4347-8389-db09a4d295f9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:42.785959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3bfe52-0c89-4347-8389-db09a4d295f9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:42.789648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dc3bfe52-0c89-4347-8389-db09a4d295f9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/subnets/d474ca43-a08e-43a4-9ceb-6e36f4bc7f40 HTTP/1.1" status: 404 len: 337 time: 0.0419765 Nov 12 05:37:42.800845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55250) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:42.828231 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e6e0aa-4a3e-42fd-920a-0342293a799d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:42.828978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e6e0aa-4a3e-42fd-920a-0342293a799d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:42.832737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e3e6e0aa-4a3e-42fd-920a-0342293a799d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/02cfd3b0-ffdf-4780-9267-fbfb53e39692 HTTP/1.1" status: 404 len: 339 time: 0.0303650 Nov 12 05:37:42.836743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55254) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:42.884395 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cc929c-ca45-4e0f-ad3e-3b87e3105d7c tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:42.884829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cc929c-ca45-4e0f-ad3e-3b87e3105d7c tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:42.888483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a8cc929c-ca45-4e0f-ad3e-3b87e3105d7c tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/subnets/7e1b5e27-c93d-4f88-9695-00a819c2c84e HTTP/1.1" status: 404 len: 337 time: 0.0507727 Nov 12 05:37:42.891149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55260) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:42.893879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef85eeb-f87e-49a4-8dc4-9c107ecb2a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.922994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef85eeb-f87e-49a4-8dc4-9c107ecb2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:42.925268 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d99055c-0d4a-4b03-8c43-4c94ea012b0d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:42.928532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d99055c-0d4a-4b03-8c43-4c94ea012b0d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:42.936343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0d99055c-0d4a-4b03-8c43-4c94ea012b0d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/e222e2b9-33b3-4fd4-829a-93b74d054098 HTTP/1.1" status: 404 len: 339 time: 0.0439224 Nov 12 05:37:42.939505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55262) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:42.980741 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d460fa-bacc-4f44-b2c5-0f059ae357c6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:42.981463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d460fa-bacc-4f44-b2c5-0f059ae357c6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:42.985427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-38d460fa-bacc-4f44-b2c5-0f059ae357c6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/subnets/7f881600-260d-41f5-9299-ca52fdf84066 HTTP/1.1" status: 404 len: 337 time: 0.0414059 Nov 12 05:37:42.990474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55268) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:43.010965 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-854c2280-7471-4d4f-83c6-6e93c7363b68 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:43.012704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854c2280-7471-4d4f-83c6-6e93c7363b68 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:43.017101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-854c2280-7471-4d4f-83c6-6e93c7363b68 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/0619e543-1e34-4fb3-9ea1-4c4e4e4f38ba HTTP/1.1" status: 404 len: 339 time: 0.0253353 Nov 12 05:37:43.020853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55270) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:43.090069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef85eeb-f87e-49a4-8dc4-9c107ecb2a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dbfdc2-8e8c-4795-86cb-72eec85d5f41,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:43.106931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8ef85eeb-f87e-49a4-8dc4-9c107ecb2a9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4047370 Nov 12 05:37:43.141173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:43.162189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a6ae48-ac43-44e8-99da-18eea9150f48 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.200669 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c0242959-8e2d-49e8-a9d8-8ab9719bc093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.232875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c77a281b-f87b-4f7e-b33e-e7aa6d26ddc6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Deleting port 1ba17522-8723-45c8-a3b2-1185f8983f5a {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:43.233215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c77a281b-f87b-4f7e-b33e-e7aa6d26ddc6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.240805 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c0242959-8e2d-49e8-a9d8-8ab9719bc093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.282766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a6ae48-ac43-44e8-99da-18eea9150f48 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.326401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6ae48-ac43-44e8-99da-18eea9150f48 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=46a6d234-f04e-44f9-a296-3accab49f3b0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:43.351702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0279a-2333-4528-9217-13d155677eca None None] Network 8edc2f4d-2718-470e-832d-fc75499c33c4 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:43.354062 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10a6ae48-ac43-44e8-99da-18eea9150f48 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.359040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-10a6ae48-ac43-44e8-99da-18eea9150f48 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/46a6d234-f04e-44f9-a296-3accab49f3b0 HTTP/1.1" status: 204 len: 168 time: 0.9157126 Nov 12 05:37:43.361687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55276) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:43.385766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c77a281b-f87b-4f7e-b33e-e7aa6d26ddc6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.403978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9802fd-361e-4818-8a8b-5c25e255aca8 req-b867c95b-cc79-46f7-820e-48fff26bc341 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:43.405511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a9802fd-361e-4818-8a8b-5c25e255aca8 req-b867c95b-cc79-46f7-820e-48fff26bc341 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 946 time: 0.1481862 Nov 12 05:37:43.422738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c77a281b-f87b-4f7e-b33e-e7aa6d26ddc6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Calling delete_port for 1ba17522-8723-45c8-a3b2-1185f8983f5a owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:43.555660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.596895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c0242959-8e2d-49e8-a9d8-8ab9719bc093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.600321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c0242959-8e2d-49e8-a9d8-8ab9719bc093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.602475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c0242959-8e2d-49e8-a9d8-8ab9719bc093 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8dbfdc2-8e8c-4795-86cb-72eec85d5f41 HTTP/1.1" status: 204 len: 168 time: 0.4602478 Nov 12 05:37:43.630365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] DHCP port deletion for 8edc2f4d-2718-470e-832d-fc75499c33c4 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:43.630941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a9802fd-361e-4818-8a8b-5c25e255aca8 req-e6d84aec-8729-4e76-b7ff-d69493612d77 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Nov 12 05:37:43.635050 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c77a281b-f87b-4f7e-b33e-e7aa6d26ddc6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.655148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0242959-8e2d-49e8-a9d8-8ab9719bc093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dbfdc2-8e8c-4795-86cb-72eec85d5f41,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:43.704198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 4fb8ee28-0811-4875-99c5-0920db501367 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:43.705685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.722369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a281b-f87b-4f7e-b33e-e7aa6d26ddc6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Port': ['ID=1ba17522-8723-45c8-a3b2-1185f8983f5a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:43.733274 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c77a281b-f87b-4f7e-b33e-e7aa6d26ddc6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.753604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c77a281b-f87b-4f7e-b33e-e7aa6d26ddc6 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/ports/1ba17522-8723-45c8-a3b2-1185f8983f5a HTTP/1.1" status: 204 len: 168 time: 0.7314045 Nov 12 05:37:43.756038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55282) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:43.799208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] Deleting port 4fb8ee28-0811-4875-99c5-0920db501367 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:43.799725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.858097 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e982121-9dcb-4b87-af49-d933835e5bd9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:43.858594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e982121-9dcb-4b87-af49-d933835e5bd9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:43.867739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5e982121-9dcb-4b87-af49-d933835e5bd9 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/subnets/d6a96fe6-e2ad-412d-8230-87e31bc3a646 HTTP/1.1" status: 404 len: 337 time: 0.1106665 Nov 12 05:37:43.871855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55284) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:43.897315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] For port 4fb8ee28-0811-4875-99c5-0920db501367, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4fb8ee28-0811-4875-99c5-0920db501367,segment=NetworkSegment(a72ffa22-10c8-442f-a0c2-84be68bba201),segment_id=a72ffa22-10c8-442f-a0c2-84be68bba201)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:43.897775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.915554 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82474e71-4a6a-4379-9c5d-36f567ac3ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.934328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] Calling delete_port for 4fb8ee28-0811-4875-99c5-0920db501367 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:43.949103 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 4fb8ee28-0811-4875-99c5-0920db501367, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4fb8ee28-0811-4875-99c5-0920db501367,segment=NetworkSegment(a72ffa22-10c8-442f-a0c2-84be68bba201),segment_id=a72ffa22-10c8-442f-a0c2-84be68bba201)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:43.950864 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.979389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 4fb8ee28-0811-4875-99c5-0920db501367 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:44.130420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.264820 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.291644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.310254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.359366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11be1ee-e16e-4c9e-8f13-36bfe6166d0f']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:44.385864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4011453-676f-44c0-a08f-3f1b5a5dab7e') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:44.387054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4011453-676f-44c0-a08f-3f1b5a5dab7e') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:44.406225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.414406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] Pushing event deleted for resources: {'Port': ['ID=4fb8ee28-0811-4875-99c5-0920db501367,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:44.427107 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.451960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74610cc5-a839-4e83-af03-ba354be598fb None None] No DVR routers for this DVR port 4fb8ee28-0811-4875-99c5-0920db501367 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:44.454469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:44.454945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.480823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=4fb8ee28-0811-4875-99c5-0920db501367,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:44.492739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port 4fb8ee28-0811-4875-99c5-0920db501367 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:44.544856 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:44.553682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.563397 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.587492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:44.591553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/c11be1ee-e16e-4c9e-8f13-36bfe6166d0f HTTP/1.1" status: 204 len: 168 time: 0.7179899 Nov 12 05:37:44.609607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297de73-75fe-490e-850b-528d176ad4fb tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Network': ['ID=c11be1ee-e16e-4c9e-8f13-36bfe6166d0f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:44.689285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.742747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edc2f4d-2718-470e-832d-fc75499c33c4']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:44.758557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72ffa22-10c8-442f-a0c2-84be68bba201') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:44.759119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72ffa22-10c8-442f-a0c2-84be68bba201') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:44.775137 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.796657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.809864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:44.810561 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: self.session.flush() Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:44.814465 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:44.887926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3049c833-f8b6-484f-8b17-93916be9a549 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Deleting port 7087d552-7fe8-4e0e-a3c6-0d0e3fa2a4f2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:44.888751 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3049c833-f8b6-484f-8b17-93916be9a549 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.906919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-7bd1f4ac-5a11-4da3-b42f-00be0006b858 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:44.910046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-7bd1f4ac-5a11-4da3-b42f-00be0006b858 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.47 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 946 time: 0.1602054 Nov 12 05:37:44.988963 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:44.992399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a3ff3-d8da-463f-8937-daec3137eca9 req-d6bb0557-7259-4ce7-84b1-fbf995ccca67 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:44.997812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.002006 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f77a3ff3-d8da-463f-8937-daec3137eca9 req-d6bb0557-7259-4ce7-84b1-fbf995ccca67 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 946 time: 0.1892951 Nov 12 05:37:45.013722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/8edc2f4d-2718-470e-832d-fc75499c33c4 HTTP/1.1" status: 204 len: 168 time: 1.6474869 Nov 12 05:37:45.016189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55298) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:45.022377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1774970703'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:45.027245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3049c833-f8b6-484f-8b17-93916be9a549 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.058247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c7d46-cb78-415d-8731-56389afc2354 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=8edc2f4d-2718-470e-832d-fc75499c33c4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:45.074986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3049c833-f8b6-484f-8b17-93916be9a549 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Calling delete_port for 7087d552-7fe8-4e0e-a3c6-0d0e3fa2a4f2 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:45.143784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f77a3ff3-d8da-463f-8937-daec3137eca9 req-69312090-3b5c-416a-9aa6-3f0beea2353b tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407425 Nov 12 05:37:45.187889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:45.202297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.263666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:45.276341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4fb8ee28-0811-4875-99c5-0920db501367 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:45.303415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.303760 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment c3249efe-22e7-410e-ba96-fd35037e0b65 of type vlan for network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e Nov 12 05:37:45.307017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Deleting port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:45.307353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.308970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3049c833-f8b6-484f-8b17-93916be9a549 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.357326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4fb8ee28-0811-4875-99c5-0920db501367 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:45.357819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4fb8ee28-0811-4875-99c5-0920db501367 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:45.397600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049c833-f8b6-484f-8b17-93916be9a549 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Port': ['ID=7087d552-7fe8-4e0e-a3c6-0d0e3fa2a4f2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:45.404209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3049c833-f8b6-484f-8b17-93916be9a549 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.410868 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3049c833-f8b6-484f-8b17-93916be9a549 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/ports/7087d552-7fe8-4e0e-a3c6-0d0e3fa2a4f2 HTTP/1.1" status: 204 len: 168 time: 0.8181949 Nov 12 05:37:45.411567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55306) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:45.439457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.441129 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12af5f5-16b8-46e2-b006-4dcf5c826030 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] DELETE failed (client error): The resource could not be found. Nov 12 05:37:45.441606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12af5f5-16b8-46e2-b006-4dcf5c826030 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:37:45.448671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e12af5f5-16b8-46e2-b006-4dcf5c826030 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/subnets/45050125-b518-4543-969c-4c47c4cb2148 HTTP/1.1" status: 404 len: 337 time: 0.0359461 Nov 12 05:37:45.449521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:45.528003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] For port 512ee190-a962-4092-b5a1-ae7a6d3f1b71, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=512ee190-a962-4092-b5a1-ae7a6d3f1b71,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:45.528003 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.528003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Calling delete_port for 512ee190-a962-4092-b5a1-ae7a6d3f1b71 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:45.532360 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.558608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:45.558608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.559017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.629831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6119266 Nov 12 05:37:45.634194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55310) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:45.641134 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': '0be1f7d8-16ff-41d9-9e96-4096b2896e5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:45.681920 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.681920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b400ded-7eba-4de7-9457-fd12d3352f68']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:45.687297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bd1ab8-fad0-4d00-bdbd-0676927f9d04') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:45.687599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bd1ab8-fad0-4d00-bdbd-0676927f9d04') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:45.698625 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.710602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01bc28-f6e8-4018-bd1f-6fc91d14f180 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=0be1f7d8-16ff-41d9-9e96-4096b2896e5e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:45.719780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.723622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:45.760429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:45.760849 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:45.769099 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:45.875228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:45.878399 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.884246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.886272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:45.890621 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/3b400ded-7eba-4de7-9457-fd12d3352f68 HTTP/1.1" status: 204 len: 168 time: 0.4401772 Nov 12 05:37:45.895604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:45.936515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf1be8-84c9-4007-bb6c-8dbdf48cb8b4 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Network': ['ID=3b400ded-7eba-4de7-9457-fd12d3352f68,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:45.961218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3415688b-877c-4f18-939d-5091cfd9ffb5 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Deleting subnet c7daa002-7b17-4782-9d4c-754c7dbc913f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:45.966300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3415688b-877c-4f18-939d-5091cfd9ffb5 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.015637 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3415688b-877c-4f18-939d-5091cfd9ffb5 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.028643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.040549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3febaee8-b6b6-4da7-92e7-f1437d45b926', '512ee190-a962-4092-b5a1-ae7a6d3f1b71'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:46.104252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['63cc4b01-c2a6-4bcf-b05b-b7cac302c883'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:46.114022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Pushing event deleted for resources: {'Port': ['ID=512ee190-a962-4092-b5a1-ae7a6d3f1b71,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:46.180287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85db962-2f1d-4fd8-a133-2b7c9fca1168 None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:46.225547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3415688b-877c-4f18-939d-5091cfd9ffb5 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.290114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] No DVR routers for this DVR port 512ee190-a962-4092-b5a1-ae7a6d3f1b71 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:46.298105 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.303603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77fc9ff5-8a4b-42a8-81c2-a00f3e520c5c req-c3426eff-edf0-401f-a21f-ba752967bc54 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.47 "DELETE /v2.0/ports/512ee190-a962-4092-b5a1-ae7a6d3f1b71 HTTP/1.1" status: 204 len: 173 time: 1.3794272 Nov 12 05:37:46.325326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3415688b-877c-4f18-939d-5091cfd9ffb5 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.365223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415688b-877c-4f18-939d-5091cfd9ffb5 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Subnet': ['ID=c7daa002-7b17-4782-9d4c-754c7dbc913f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:46.402693 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3415688b-877c-4f18-939d-5091cfd9ffb5 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.418494 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3415688b-877c-4f18-939d-5091cfd9ffb5 tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/subnets/c7daa002-7b17-4782-9d4c-754c7dbc913f HTTP/1.1" status: 204 len: 168 time: 0.5199075 Nov 12 05:37:46.418933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55330) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:46.426933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882efd2-e29b-430a-8f4f-f84dd9582de8 None None] Network 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:46.482969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54409994-2f73-4993-8c7f-cac1f2f69083', 'name': 'network-vif-deleted', 'tag': '512ee190-a962-4092-b5a1-ae7a6d3f1b71'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:46.488961 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-701c6f89-be16-45d0-8907-96e30c916ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.489788 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e95fe-0405-4f93-8210-a0185e53b4b5" -d '{"events": [{"server_uuid": "54409994-2f73-4993-8c7f-cac1f2f69083", "name": "network-vif-deleted", "tag": "512ee190-a962-4092-b5a1-ae7a6d3f1b71"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:46.529201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9aa6f90d-70dd-4363-afc3-35b450cdadd8 req-53665bdd-4bc1-4c9c-94a8-813d99ead8bc tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=54409994-2f73-4993-8c7f-cac1f2f69083 HTTP/1.1" status: 200 len: 210 time: 0.1904681 Nov 12 05:37:46.537661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.625860 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402060c9-1dc2-4cc8-8fcc-657f07222c37 x-openstack-request-id: req-402060c9-1dc2-4cc8-8fcc-657f07222c37 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:46.627281 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54409994-2f73-4993-8c7f-cac1f2f69083", "name": "network-vif-deleted", "tag": "512ee190-a962-4092-b5a1-ae7a6d3f1b71", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:46.627839 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-402060c9-1dc2-4cc8-8fcc-657f07222c37 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:46.628523 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54409994-2f73-4993-8c7f-cac1f2f69083', 'name': 'network-vif-deleted', 'tag': '512ee190-a962-4092-b5a1-ae7a6d3f1b71', 'status': 'completed', 'code': 200} Nov 12 05:37:46.634683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=4d62460b-6c1d-4a18-8862-ee129e33465e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:46.668186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': 'c3249efe-22e7-410e-ba96-fd35037e0b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0be1f7d8-16ff-41d9-9e96-4096b2896e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:46.669023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: 0be1f7d8-16ff-41d9-9e96-4096b2896e5e, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:46.716767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:46.744928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0be1f7d8-16ff-41d9-9e96-4096b2896e5e) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:46.765362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.768205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:46.769948 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.803906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-99c042a8-2c74-4bf2-9df7-f715c6cfe46f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1670492 Nov 12 05:37:46.806787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55334) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:46.813881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-412e8b7a-c2d9-483a-af21-950c5269d0e3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1559818474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:46.842389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Deleting port 671be3b9-0a88-4235-bee3-6a3407dbecf4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:46.842389 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.922102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-412e8b7a-c2d9-483a-af21-950c5269d0e3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.923203 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-412e8b7a-c2d9-483a-af21-950c5269d0e3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:46.992454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292e2a3-850a-4ee9-b004-91eea2ba57bd None None] Network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:47.011160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] For port 671be3b9-0a88-4235-bee3-6a3407dbecf4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=671be3b9-0a88-4235-bee3-6a3407dbecf4,segment=NetworkSegment(8bc1a230-1773-4bae-87ee-669beb6a64cb),segment_id=8bc1a230-1773-4bae-87ee-669beb6a64cb)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:47.011524 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.048262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Calling delete_port for 671be3b9-0a88-4235-bee3-6a3407dbecf4 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:47.079931 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-412e8b7a-c2d9-483a-af21-950c5269d0e3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.092290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-412e8b7a-c2d9-483a-af21-950c5269d0e3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.131746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-412e8b7a-c2d9-483a-af21-950c5269d0e3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.133952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-412e8b7a-c2d9-483a-af21-950c5269d0e3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3249326 Nov 12 05:37:47.139151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55336) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:47.395991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.462936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] DHCP port deletion for 648cb8bf-4ff5-40d7-9f1b-314537af9ca2 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:47.504920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-0be1f7d8-16ff-41d9-9e96-4096b2896e5e', 'network_id': '0be1f7d8-16ff-41d9-9e96-4096b2896e5e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': '4d62460b-6c1d-4a18-8862-ee129e33465e'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:47.504920 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.545934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.601340 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] No DVR routers for this DVR port 671be3b9-0a88-4235-bee3-6a3407dbecf4 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:47.616240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Port': ['ID=671be3b9-0a88-4235-bee3-6a3407dbecf4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:47.631351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] Deleting port 671be3b9-0a88-4235-bee3-6a3407dbecf4 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:47.632107 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.715272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] For port 671be3b9-0a88-4235-bee3-6a3407dbecf4, host n-d-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:47.715796 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.729873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] Calling delete_port for 671be3b9-0a88-4235-bee3-6a3407dbecf4 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:47.733613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] Port 671be3b9-0a88-4235-bee3-6a3407dbecf4 was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:37:47.738246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.795193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] Pushing event deleted for resources: {'Port': ['ID=671be3b9-0a88-4235-bee3-6a3407dbecf4,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:47.801268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cc185-3d19-4998-b032-cee737f00a88 None None] No DVR routers for this DVR port 671be3b9-0a88-4235-bee3-6a3407dbecf4 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:47.825779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.853650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Allocated IP 172.20.0.2 (0be1f7d8-16ff-41d9-9e96-4096b2896e5e/4d62460b-6c1d-4a18-8862-ee129e33465e/a193a2bc-5e58-40ad-b257-7ec2d282ebbd) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:47.890666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648cb8bf-4ff5-40d7-9f1b-314537af9ca2']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:47.910815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc1a230-1773-4bae-87ee-669beb6a64cb') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:47.911179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc1a230-1773-4bae-87ee-669beb6a64cb') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:47.936048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.964319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.973247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:47.973806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:47.978178 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:48.081369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282a566-a5f8-4fdc-b567-01144cab6090 req-3f6236cb-69bb-4570-876d-d191a578318b tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:48.092090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2282a566-a5f8-4fdc-b567-01144cab6090 req-3f6236cb-69bb-4570-876d-d191a578318b tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 946 time: 0.1479027 Nov 12 05:37:48.095252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.103525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.110863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] 10.222.0.48 "DELETE /v2.0/networks/648cb8bf-4ff5-40d7-9f1b-314537af9ca2 HTTP/1.1" status: 204 len: 168 time: 1.6875215 Nov 12 05:37:48.133725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86339e88-4b2c-4cfc-8581-9e44ef226c4d tempest-NetworksIpV6TestAttrs-1893095971 tempest-NetworksIpV6TestAttrs-1893095971-project] Pushing event deleted for resources: {'Network': ['ID=648cb8bf-4ff5-40d7-9f1b-314537af9ca2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:48.171622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.226261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2282a566-a5f8-4fdc-b567-01144cab6090 req-b5313507-d5ce-45e2-abf9-2b35b1fb3451 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322942 Nov 12 05:37:48.241849 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.257761 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.367182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:48.373230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:48.377228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:48.439703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Pushing event updated for resources: {'Port': ['ID=a193a2bc-5e58-40ad-b257-7ec2d282ebbd,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:48.486815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Attempting to bind port a193a2bc-5e58-40ad-b257-7ec2d282ebbd on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:48.487513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Attempting to bind port a193a2bc-5e58-40ad-b257-7ec2d282ebbd by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'c3249efe-22e7-410e-ba96-fd35037e0b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0be1f7d8-16ff-41d9-9e96-4096b2896e5e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:48.487513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Attempting to bind port a193a2bc-5e58-40ad-b257-7ec2d282ebbd on network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:48.509771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:48.510691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Checking segment: {'id': 'c3249efe-22e7-410e-ba96-fd35037e0b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0be1f7d8-16ff-41d9-9e96-4096b2896e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:48.511414 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.512768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Bound using segment: {'id': 'c3249efe-22e7-410e-ba96-fd35037e0b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0be1f7d8-16ff-41d9-9e96-4096b2896e5e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:48.513489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Bound port: a193a2bc-5e58-40ad-b257-7ec2d282ebbd, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3249efe-22e7-410e-ba96-fd35037e0b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0be1f7d8-16ff-41d9-9e96-4096b2896e5e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:48.514098 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.552413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:48.632519 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.661451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.20.0.1 (0be1f7d8-16ff-41d9-9e96-4096b2896e5e/4d62460b-6c1d-4a18-8862-ee129e33465e/8ae71e05-5c81-47b1-9b05-914043e954aa) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:48.662969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] For port a193a2bc-5e58-40ad-b257-7ec2d282ebbd, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:48.671970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] For port a193a2bc-5e58-40ad-b257-7ec2d282ebbd, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a193a2bc-5e58-40ad-b257-7ec2d282ebbd,segment=NetworkSegment(c3249efe-22e7-410e-ba96-fd35037e0b65),segment_id=c3249efe-22e7-410e-ba96-fd35037e0b65)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:48.685718 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.762505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3c319-34fa-4908-8a56-425cf0403bbd None None] Pushing event updated for resources: {'Port': ['ID=a193a2bc-5e58-40ad-b257-7ec2d282ebbd,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:48.830111 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-81080c89-4342-4173-8425-3f5039a0f3cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d31d5a5569649b396d41ff45a987ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738221 Nov 12 05:37:48.830373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55368) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:48.883927 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.903138 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37c8b370-f1dc-4ca9-af59-082f9cff008f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.930065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.941142 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37c8b370-f1dc-4ca9-af59-082f9cff008f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.981419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:48.984777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:48.991912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:49.057502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37c8b370-f1dc-4ca9-af59-082f9cff008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:49.072057 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37c8b370-f1dc-4ca9-af59-082f9cff008f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:49.072272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=8ae71e05-5c81-47b1-9b05-914043e954aa,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:49.078788 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-37c8b370-f1dc-4ca9-af59-082f9cff008f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d2b6dab-c129-43f6-8ecd-2330920abc9e HTTP/1.1" status: 204 len: 168 time: 0.2472658 Nov 12 05:37:49.107715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8b370-f1dc-4ca9-af59-082f9cff008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b6dab-c129-43f6-8ecd-2330920abc9e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:49.157205 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:49.394443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a193a2bc-5e58-40ad-b257-7ec2d282ebbd up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:49.434370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-4f85d904-539c-441c-aaa7-0ddec3bd768c tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:49.435892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-4f85d904-539c-441c-aaa7-0ddec3bd768c tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 946 time: 0.2124906 Nov 12 05:37:49.507878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:49.578153 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:49.613983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440fc65-015d-4d79-8170-0a1a9ec1fa4d req-19dad9af-0b28-4d84-b5f8-253f33188cde tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:49.616125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a193a2bc-5e58-40ad-b257-7ec2d282ebbd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:49.616505 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:49.621260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f440fc65-015d-4d79-8170-0a1a9ec1fa4d req-19dad9af-0b28-4d84-b5f8-253f33188cde tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 946 time: 0.2541802 Nov 12 05:37:49.826938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 512ee190-a962-4092-b5a1-ae7a6d3f1b71 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:49.878024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 512ee190-a962-4092-b5a1-ae7a6d3f1b71 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:49.883892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 512ee190-a962-4092-b5a1-ae7a6d3f1b71 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:49.909737 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:49.947115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f440fc65-015d-4d79-8170-0a1a9ec1fa4d req-979a6e0e-d269-4434-917e-dd6673cde367 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116078 Nov 12 05:37:49.972603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Deleting port 3febaee8-b6b6-4da7-92e7-f1437d45b926 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:49.972924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port a193a2bc-5e58-40ad-b257-7ec2d282ebbd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a193a2bc-5e58-40ad-b257-7ec2d282ebbd,segment=NetworkSegment(c3249efe-22e7-410e-ba96-fd35037e0b65),segment_id=c3249efe-22e7-410e-ba96-fd35037e0b65)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:49.973146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:49.985287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.106800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] For port 3febaee8-b6b6-4da7-92e7-f1437d45b926, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3febaee8-b6b6-4da7-92e7-f1437d45b926,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:50.107200 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.114546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 671be3b9-0a88-4235-bee3-6a3407dbecf4 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:50.132494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Calling delete_port for 3febaee8-b6b6-4da7-92e7-f1437d45b926 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:50.144628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 671be3b9-0a88-4235-bee3-6a3407dbecf4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:50.145154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 671be3b9-0a88-4235-bee3-6a3407dbecf4 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:50.147799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=a193a2bc-5e58-40ad-b257-7ec2d282ebbd,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:50.373958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.386376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3febaee8-b6b6-4da7-92e7-f1437d45b926'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:50.460218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55404) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:50.461391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Pushing event deleted for resources: {'Port': ['ID=3febaee8-b6b6-4da7-92e7-f1437d45b926,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:50.505047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['63cc4b01-c2a6-4bcf-b05b-b7cac302c883'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:50.522644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2de79-172a-4141-828e-c41d0c3317b4 None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:50.525393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] No DVR routers for this DVR port 3febaee8-b6b6-4da7-92e7-f1437d45b926 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:50.530689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.534499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbce33a7-aa22-40b3-9bd0-35de43af4030 req-1835a418-5a9c-495f-9e51-6221006949c0 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.47 "DELETE /v2.0/ports/3febaee8-b6b6-4da7-92e7-f1437d45b926 HTTP/1.1" status: 204 len: 173 time: 1.0762122 Nov 12 05:37:50.534970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc43905-9f35-4cf8-8c94-7e629bc46f7e', 'name': 'network-vif-deleted', 'tag': '3febaee8-b6b6-4da7-92e7-f1437d45b926'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:50.538219 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46edd534-0237-40de-9fcc-91e8b47d8d3c" -d '{"events": [{"server_uuid": "ccc43905-9f35-4cf8-8c94-7e629bc46f7e", "name": "network-vif-deleted", "tag": "3febaee8-b6b6-4da7-92e7-f1437d45b926"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:50.595185 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.615493 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.673165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143deee-a5d8-4923-a060-5042a87f91ad None None] Network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:50.727757 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7614a92a-81b8-4ccf-8ebb-ebf09538cafa x-openstack-request-id: req-7614a92a-81b8-4ccf-8ebb-ebf09538cafa {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:50.727991 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc43905-9f35-4cf8-8c94-7e629bc46f7e", "name": "network-vif-deleted", "tag": "3febaee8-b6b6-4da7-92e7-f1437d45b926", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:50.728188 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7614a92a-81b8-4ccf-8ebb-ebf09538cafa {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:50.728598 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc43905-9f35-4cf8-8c94-7e629bc46f7e', 'name': 'network-vif-deleted', 'tag': '3febaee8-b6b6-4da7-92e7-f1437d45b926', 'status': 'completed', 'code': 200} Nov 12 05:37:50.773546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=8ae71e05-5c81-47b1-9b05-914043e954aa,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:50.781285 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.788063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7e34152f-87ba-46e5-8c61-7a3fde92fc1c tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-979216355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:50.827055 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e34152f-87ba-46e5-8c61-7a3fde92fc1c tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.828198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e34152f-87ba-46e5-8c61-7a3fde92fc1c tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.908429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e34152f-87ba-46e5-8c61-7a3fde92fc1c tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.921111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:50.923961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:50.931497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e34152f-87ba-46e5-8c61-7a3fde92fc1c tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.985852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e34152f-87ba-46e5-8c61-7a3fde92fc1c tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:50.987523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e34152f-87ba-46e5-8c61-7a3fde92fc1c tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5249939 Nov 12 05:37:50.990275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c97af09c-2ef7-415c-842a-49d9c0308fb4 None None] Provisioning complete for port a193a2bc-5e58-40ad-b257-7ec2d282ebbd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:50.990815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55416) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:50.990988 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c97af09c-2ef7-415c-842a-49d9c0308fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.002406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2122861449'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:51.048074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Made reservation on behalf of 25cbaf95feee43e487cfb618b971a4ff for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:51.069333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.105229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.105686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router 8de9c954-118e-4b77-8d27-c399d5706335 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:37:51.241894 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.249979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.303622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a193a2bc-5e58-40ad-b257-7ec2d282ebbd up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:51.310057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:51.403530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.403904 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Added segment 9d0819b7-7748-46c6-93d4-2b92ca90ac2e of type vlan for network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 Nov 12 05:37:51.409688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a193a2bc-5e58-40ad-b257-7ec2d282ebbd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:51.410067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.428521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5e9b5d8-5c0a-43b4-a8f4-daa1840c0ce2 req-dcce85d6-c745-4b4c-a565-9a72ceaf8d63 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccc43905-9f35-4cf8-8c94-7e629bc46f7e HTTP/1.1" status: 200 len: 210 time: 0.0460863 Nov 12 05:37:51.441898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:51.461316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a71cfde6-0bc3-45b4-84c8-666be92436f6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/8de9c954-118e-4b77-8d27-c399d5706335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3195486 Nov 12 05:37:51.462421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55422) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:51.465337 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0b4cef-6e38-4283-b096-c26659e0ed49,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:51.471163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e801489-34c9-45d7-b1d6-767583077d4c None None] Sync routers for ids ['8de9c954-118e-4b77-8d27-c399d5706335'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:51.502449 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.529951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e801489-34c9-45d7-b1d6-767583077d4c None None] Routers {'8de9c954-118e-4b77-8d27-c399d5706335'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:51.530633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0e801489-34c9-45d7-b1d6-767583077d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8de9c954-118e-4b77-8d27-c399d5706335'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:51.567898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485d101-41bf-4dea-a2aa-78bc191d60f2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:51.569858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3485d101-41bf-4dea-a2aa-78bc191d60f2 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports/8ae71e05-5c81-47b1-9b05-914043e954aa HTTP/1.1" status: 200 len: 910 time: 0.1063850 Nov 12 05:37:51.572979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55424) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:51.580039 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.586457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0e801489-34c9-45d7-b1d6-767583077d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:51.594589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:51.595371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.642466 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6446805 Nov 12 05:37:51.661108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55426) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:51.665997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'subnet': {'network_id': '19b6d162-0a0a-43fe-8df4-cbfad3e89079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:51.670759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e801489-34c9-45d7-b1d6-767583077d4c None None] Routers {'8de9c954-118e-4b77-8d27-c399d5706335'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:51.671609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0e801489-34c9-45d7-b1d6-767583077d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8de9c954-118e-4b77-8d27-c399d5706335'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:51.727302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0e801489-34c9-45d7-b1d6-767583077d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:51.728807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e801489-34c9-45d7-b1d6-767583077d4c None None] The sync data for ids ['8de9c954-118e-4b77-8d27-c399d5706335'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:51.750829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9af6ed91-4bd9-4317-addc-1e44b63956b7 None None] Provisioning complete for port 8ae71e05-5c81-47b1-9b05-914043e954aa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:51.751449 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9af6ed91-4bd9-4317-addc-1e44b63956b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.837242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9af6ed91-4bd9-4317-addc-1e44b63956b7 None None] Port 8ae71e05-5c81-47b1-9b05-914043e954aa cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:51.867949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9af6ed91-4bd9-4317-addc-1e44b63956b7 None None] Provisioning complete for port a193a2bc-5e58-40ad-b257-7ec2d282ebbd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:51.869270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9af6ed91-4bd9-4317-addc-1e44b63956b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:51.905595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cef144-441c-45f9-9670-0680fe69c356 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Network': ['ID=19b6d162-0a0a-43fe-8df4-cbfad3e89079,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:52.000299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:52.016190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Made reservation on behalf of 25cbaf95feee43e487cfb618b971a4ff for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:52.026588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.098632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.259753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-18bfda6f-42a0-4043-8f4a-6c7a1391e24f None None] Provisioning complete for port 8ae71e05-5c81-47b1-9b05-914043e954aa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:52.264840 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18bfda6f-42a0-4043-8f4a-6c7a1391e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.297599 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.321688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-18bfda6f-42a0-4043-8f4a-6c7a1391e24f None None] Port 8ae71e05-5c81-47b1-9b05-914043e954aa cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:52.378874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Subnet': ['ID=c8d899f8-ea19-4db3-a7db-b68d3182dbba,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:52.388853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Checking segment: {'id': '9d0819b7-7748-46c6-93d4-2b92ca90ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '19b6d162-0a0a-43fe-8df4-cbfad3e89079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:52.388853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network hostable DHCP agents. Network: 19b6d162-0a0a-43fe-8df4-cbfad3e89079, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:52.410870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:52.435019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 19b6d162-0a0a-43fe-8df4-cbfad3e89079) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:52.442606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dd0c821b-7453-4207-afc1-eb79d86b47eb None None] Provisioning complete for port 8ae71e05-5c81-47b1-9b05-914043e954aa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:52.442983 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd0c821b-7453-4207-afc1-eb79d86b47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.455452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:52.457130 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.486750 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f727038a-3776-454b-8912-a4ca09a29b76 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8235316 Nov 12 05:37:52.489005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55442) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:52.506638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'network': {'name': 'tempest-router-network01--73639528'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:52.527820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c821b-7453-4207-afc1-eb79d86b47eb None None] Port 8ae71e05-5c81-47b1-9b05-914043e954aa cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:52.532205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdc79f-4d61-4177-9cfa-6244ec3bcf12 None None] Network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:52.574662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Made reservation on behalf of 25cbaf95feee43e487cfb618b971a4ff for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:52.582277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.648829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:52.678326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.679105 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Added segment 72f5a421-be54-412f-9736-6fdb3d5a7503 of type vlan for network 9792097a-0414-4b0e-9f9e-aaffe14fcffe Nov 12 05:37:52.780704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.827102 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.835628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:52.836601 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.950441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-19b6d162-0a0a-43fe-8df4-cbfad3e89079', 'network_id': '19b6d162-0a0a-43fe-8df4-cbfad3e89079', 'tenant_id': '25cbaf95feee43e487cfb618b971a4ff', 'fixed_ips': [{'subnet_id': 'c8d899f8-ea19-4db3-a7db-b68d3182dbba'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:52.952701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.988916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 8ae71e05-5c81-47b1-9b05-914043e954aa {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:52.989528 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.020723 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5291424 Nov 12 05:37:53.029287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55450) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:53.038674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'network': {'name': 'tempest-router-network02--88724422'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:53.092029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Made reservation on behalf of 25cbaf95feee43e487cfb618b971a4ff for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:53.107221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.110533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653e5da-2277-4354-be2b-6fe9216e16c7 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Network': ['ID=9792097a-0414-4b0e-9f9e-aaffe14fcffe,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:53.140116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9792097a-0414-4b0e-9f9e-aaffe14fcffe details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:53.162032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.177539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:37:53.190757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 8ae71e05-5c81-47b1-9b05-914043e954aa owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:53.200297 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.200906 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Added segment c3700d8b-f571-4d2b-82c4-7533939097d6 of type vlan for network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 Nov 12 05:37:53.290135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.315824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Allocated IP 172.20.0.2 (19b6d162-0a0a-43fe-8df4-cbfad3e89079/c8d899f8-ea19-4db3-a7db-b68d3182dbba/2e780a8e-60bd-4323-b8fe-54c8a89ed41c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:53.348239 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.364154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:53.373257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.453807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4134085 Nov 12 05:37:53.456207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55458) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:53.470282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'subnet': {'network_id': '9792097a-0414-4b0e-9f9e-aaffe14fcffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:53.529146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.613373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=8ae71e05-5c81-47b1-9b05-914043e954aa,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:53.641810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d7bc0-ffc3-4f90-afa4-dadd0172dee4 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Network': ['ID=c2c1c769-e3f6-4789-bafb-a8ef345dbf89,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:53.671473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:37:53.699193 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.735612 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.771053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Made reservation on behalf of 25cbaf95feee43e487cfb618b971a4ff for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:53.781443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.863394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3febaee8-b6b6-4da7-92e7-f1437d45b926 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:53.881983 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.997577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:54.025398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 3febaee8-b6b6-4da7-92e7-f1437d45b926 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:54.025749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3febaee8-b6b6-4da7-92e7-f1437d45b926 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:54.038003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:54.066522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:54.074383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Pushing event updated for resources: {'Port': ['ID=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:54.162989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router 8de9c954-118e-4b77-8d27-c399d5706335 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:54.207870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Attempting to bind port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:54.208278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Attempting to bind port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '9d0819b7-7748-46c6-93d4-2b92ca90ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '19b6d162-0a0a-43fe-8df4-cbfad3e89079'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:54.208651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Attempting to bind port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c on network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:54.221107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.222886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:54.223276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Checking segment: {'id': '9d0819b7-7748-46c6-93d4-2b92ca90ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '19b6d162-0a0a-43fe-8df4-cbfad3e89079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:54.224724 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.225134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Bound using segment: {'id': '9d0819b7-7748-46c6-93d4-2b92ca90ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '19b6d162-0a0a-43fe-8df4-cbfad3e89079'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:54.225636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Bound port: 2e780a8e-60bd-4323-b8fe-54c8a89ed41c, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0819b7-7748-46c6-93d4-2b92ca90ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '19b6d162-0a0a-43fe-8df4-cbfad3e89079'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:54.228298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.271619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:54.278261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2d3311a4-ea9c-4cc0-90eb-efa9f7c57788 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/8de9c954-118e-4b77-8d27-c399d5706335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7041035 Nov 12 05:37:54.280978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55464) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:54.285709 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14b581-fad8-41a2-ad0e-b06d5b1c119d None None] Sync routers for ids ['8de9c954-118e-4b77-8d27-c399d5706335'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:54.314946 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14b581-fad8-41a2-ad0e-b06d5b1c119d None None] Routers {'8de9c954-118e-4b77-8d27-c399d5706335'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:54.315853 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd14b581-fad8-41a2-ad0e-b06d5b1c119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8de9c954-118e-4b77-8d27-c399d5706335'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:54.322405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-34221881-5282-4df9-95b4-c0b43de3b8cb tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=8de9c954-118e-4b77-8d27-c399d5706335 HTTP/1.1" status: 200 len: 205 time: 0.0400770 Nov 12 05:37:54.325306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55466) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:54.354796 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd14b581-fad8-41a2-ad0e-b06d5b1c119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:54.367421 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14b581-fad8-41a2-ad0e-b06d5b1c119d None None] Routers {'8de9c954-118e-4b77-8d27-c399d5706335'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:54.368417 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd14b581-fad8-41a2-ad0e-b06d5b1c119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8de9c954-118e-4b77-8d27-c399d5706335'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:54.371434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Subnet': ['ID=7c446f82-da6e-4f0f-89be-a48fe7440453,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:54.403792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] For port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:54.407319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] For port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,segment=NetworkSegment(9d0819b7-7748-46c6-93d4-2b92ca90ac2e),segment_id=9d0819b7-7748-46c6-93d4-2b92ca90ac2e)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:54.414756 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Checking segment: {'id': '72f5a421-be54-412f-9736-6fdb3d5a7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9792097a-0414-4b0e-9f9e-aaffe14fcffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:54.415731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network hostable DHCP agents. Network: 9792097a-0414-4b0e-9f9e-aaffe14fcffe, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:54.418010 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd14b581-fad8-41a2-ad0e-b06d5b1c119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:54.419302 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14b581-fad8-41a2-ad0e-b06d5b1c119d None None] The sync data for ids ['8de9c954-118e-4b77-8d27-c399d5706335'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:54.421871 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.502717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network 9792097a-0414-4b0e-9f9e-aaffe14fcffe is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:54.508134 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-967781ad-a6b3-4f3f-bfc8-9cfc1cfe5496 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.508370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab85b25-10cd-4d4f-9a45-780418456da0 None None] Pushing event updated for resources: {'Port': ['ID=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:54.535617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9792097a-0414-4b0e-9f9e-aaffe14fcffe) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:54.543895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32789ab1-b527-486a-9a47-4a05a49c1093 None None] Network 9792097a-0414-4b0e-9f9e-aaffe14fcffe requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:54.548485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:54.549113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.609279 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b290ef07-cc41-4486-809d-af461aacc240 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1488426 Nov 12 05:37:54.614757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55474) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:54.619893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'subnet': {'network_id': 'c2c1c769-e3f6-4789-bafb-a8ef345dbf89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:54.873888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Made reservation on behalf of 25cbaf95feee43e487cfb618b971a4ff for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:37:54.877607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.922634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-967781ad-a6b3-4f3f-bfc8-9cfc1cfe5496 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.932889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-9792097a-0414-4b0e-9f9e-aaffe14fcffe', 'network_id': '9792097a-0414-4b0e-9f9e-aaffe14fcffe', 'tenant_id': '25cbaf95feee43e487cfb618b971a4ff', 'fixed_ips': [{'subnet_id': '7c446f82-da6e-4f0f-89be-a48fe7440453'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:54.933980 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:54.936266 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-967781ad-a6b3-4f3f-bfc8-9cfc1cfe5496 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.045352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-967781ad-a6b3-4f3f-bfc8-9cfc1cfe5496 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.045922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967781ad-a6b3-4f3f-bfc8-9cfc1cfe5496 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Fanout notify agent at l3_agent the message router_deleted on router 8de9c954-118e-4b77-8d27-c399d5706335 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:37:55.065293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-967781ad-a6b3-4f3f-bfc8-9cfc1cfe5496 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.066751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-967781ad-a6b3-4f3f-bfc8-9cfc1cfe5496 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/8de9c954-118e-4b77-8d27-c399d5706335 HTTP/1.1" status: 204 len: 168 time: 0.7402799 Nov 12 05:37:55.069211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55478) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:55.165918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8b56c4-8973-4548-918a-fc8f04e0c036 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet 4d62460b-6c1d-4a18-8862-ee129e33465e {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:37:55.173738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b8b56c4-8973-4548-918a-fc8f04e0c036 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.223009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Allocated IP 172.20.0.2 (9792097a-0414-4b0e-9f9e-aaffe14fcffe/7c446f82-da6e-4f0f-89be-a48fe7440453/eae79f03-3b2e-4832-8177-cb5427600554) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:55.338782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.354687 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b8b56c4-8973-4548-918a-fc8f04e0c036 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.386751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2e780a8e-60bd-4323-b8fe-54c8a89ed41c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:55.477212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Subnet': ['ID=de5502d7-895c-46dc-bf39-3b81c7674d92,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:55.509620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Checking segment: {'id': 'c3700d8b-f571-4d2b-82c4-7533939097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c2c1c769-e3f6-4789-bafb-a8ef345dbf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:55.510024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network hostable DHCP agents. Network: c2c1c769-e3f6-4789-bafb-a8ef345dbf89, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:37:55.567883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:55.568393 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.619962 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.627778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b8b56c4-8973-4548-918a-fc8f04e0c036 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.655418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.752064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b8b56c4-8973-4548-918a-fc8f04e0c036 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.782250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Network 9792097a-0414-4b0e-9f9e-aaffe14fcffe is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:55.793813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b56c4-8973-4548-918a-fc8f04e0c036 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=4d62460b-6c1d-4a18-8862-ee129e33465e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:55.801101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:55.825459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b8b56c4-8973-4548-918a-fc8f04e0c036 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.836787 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0b8b56c4-8973-4548-918a-fc8f04e0c036 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/4d62460b-6c1d-4a18-8862-ee129e33465e HTTP/1.1" status: 204 len: 168 time: 0.7650979 Nov 12 05:37:55.838429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55488) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:55.838896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:37:55.839173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:55.872050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, c2c1c769-e3f6-4789-bafb-a8ef345dbf89) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:55.882055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:55.891166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:55.891387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa0daa-4831-40e8-85ee-70d9a23f8f37 None None] Network 0be1f7d8-16ff-41d9-9e96-4096b2896e5e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:55.927677 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e47fcba8-af0b-41ad-bed1-5716b571ff19 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3117025 Nov 12 05:37:55.930078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55490) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:55.995254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Pushing event updated for resources: {'Port': ['ID=eae79f03-3b2e-4832-8177-cb5427600554,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:56.013526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc3915d-0bd5-407a-89c5-ce0b36677043 None None] Network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:56.095797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.264577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port a193a2bc-5e58-40ad-b257-7ec2d282ebbd {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:37:56.264822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.267422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d8a716-0ec7-4e59-ba82-a4b5ffc2df0f None None] Network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:56.371259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Attempting to bind port eae79f03-3b2e-4832-8177-cb5427600554 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:56.371629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Attempting to bind port eae79f03-3b2e-4832-8177-cb5427600554 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '72f5a421-be54-412f-9736-6fdb3d5a7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9792097a-0414-4b0e-9f9e-aaffe14fcffe'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:56.371993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Attempting to bind port eae79f03-3b2e-4832-8177-cb5427600554 on network 9792097a-0414-4b0e-9f9e-aaffe14fcffe {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:56.444228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:56.444617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Checking segment: {'id': '72f5a421-be54-412f-9736-6fdb3d5a7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9792097a-0414-4b0e-9f9e-aaffe14fcffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:56.445028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.445450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Bound using segment: {'id': '72f5a421-be54-412f-9736-6fdb3d5a7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9792097a-0414-4b0e-9f9e-aaffe14fcffe'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:56.445896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Bound port: eae79f03-3b2e-4832-8177-cb5427600554, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f5a421-be54-412f-9736-6fdb3d5a7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9792097a-0414-4b0e-9f9e-aaffe14fcffe'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:56.446275 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.464981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-93a13937-c8b1-46e9-af89-e1cc20b31859 None None] Provisioning complete for port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:56.465416 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93a13937-c8b1-46e9-af89-e1cc20b31859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.476519 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.544685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port a193a2bc-5e58-40ad-b257-7ec2d282ebbd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a193a2bc-5e58-40ad-b257-7ec2d282ebbd,segment=NetworkSegment(c3249efe-22e7-410e-ba96-fd35037e0b65),segment_id=c3249efe-22e7-410e-ba96-fd35037e0b65)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:56.545062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.564030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for a193a2bc-5e58-40ad-b257-7ec2d282ebbd owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:37:56.582668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.625569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-c2c1c769-e3f6-4789-bafb-a8ef345dbf89', 'network_id': 'c2c1c769-e3f6-4789-bafb-a8ef345dbf89', 'tenant_id': '25cbaf95feee43e487cfb618b971a4ff', 'fixed_ips': [{'subnet_id': 'de5502d7-895c-46dc-bf39-3b81c7674d92'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:37:56.642650 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.681591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.718141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,segment=NetworkSegment(9d0819b7-7748-46c6-93d4-2b92ca90ac2e),segment_id=9d0819b7-7748-46c6-93d4-2b92ca90ac2e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:56.728841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=a193a2bc-5e58-40ad-b257-7ec2d282ebbd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:56.731459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port a193a2bc-5e58-40ad-b257-7ec2d282ebbd on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:37:56.824575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c2b02-2432-4efe-9c27-4497a501e411 None None] DHCP port deletion for 0be1f7d8-16ff-41d9-9e96-4096b2896e5e request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:37:56.830588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.860071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.860477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be1f7d8-16ff-41d9-9e96-4096b2896e5e']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:56.874435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3249efe-22e7-410e-ba96-fd35037e0b65') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:56.874779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3249efe-22e7-410e-ba96-fd35037e0b65') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:56.889528 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.905911 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.912811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:37:56.913222 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:37:56.916859 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:37:56.987145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] For port eae79f03-3b2e-4832-8177-cb5427600554, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:57.011674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.042564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] For port eae79f03-3b2e-4832-8177-cb5427600554, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=eae79f03-3b2e-4832-8177-cb5427600554,segment=NetworkSegment(72f5a421-be54-412f-9736-6fdb3d5a7503),segment_id=72f5a421-be54-412f-9736-6fdb3d5a7503)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:57.042922 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.055836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55502) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:57.056943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/0be1f7d8-16ff-41d9-9e96-4096b2896e5e HTTP/1.1" status: 204 len: 168 time: 1.2174287 Nov 12 05:37:57.059345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169e43a-a87f-4acc-9ae7-2f276045856d tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=0be1f7d8-16ff-41d9-9e96-4096b2896e5e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:57.064018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2082965560', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:57.097695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.099278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.244962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Allocated IP 172.20.0.1 (9792097a-0414-4b0e-9f9e-aaffe14fcffe/7c446f82-da6e-4f0f-89be-a48fe7440453/fc7a974b-e371-48bc-b3d0-eb3ff756b8e4) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:57.299090 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.304720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a193a2bc-5e58-40ad-b257-7ec2d282ebbd no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:37:57.310105 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.388949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a193a2bc-5e58-40ad-b257-7ec2d282ebbd {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:37:57.389666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a193a2bc-5e58-40ad-b257-7ec2d282ebbd not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:37:57.422365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:57.473218 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.601034 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.643968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.645027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Allocated IP 172.20.0.2 (c2c1c769-e3f6-4789-bafb-a8ef345dbf89/de5502d7-895c-46dc-bf39-3b81c7674d92/d63606b0-860d-4793-bacd-e4e01d32286e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:57.716345 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729513b8-2bab-4b4f-b37c-a096ff0ac7ba None None] Pushing event updated for resources: {'Port': ['ID=eae79f03-3b2e-4832-8177-cb5427600554,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:57.869166 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.997044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Port': ['ID=fc7a974b-e371-48bc-b3d0-eb3ff756b8e4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:58.046435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network 9792097a-0414-4b0e-9f9e-aaffe14fcffe is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:58.064387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:58.072792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:58.097137 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.118122 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.163615 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.171131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:58.174651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:58.177698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:58.187044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Pushing event updated for resources: {'Port': ['ID=d63606b0-860d-4793-bacd-e4e01d32286e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:58.278218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Attempting to bind port d63606b0-860d-4793-bacd-e4e01d32286e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:58.280147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Attempting to bind port d63606b0-860d-4793-bacd-e4e01d32286e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'c3700d8b-f571-4d2b-82c4-7533939097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c2c1c769-e3f6-4789-bafb-a8ef345dbf89'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:58.280506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Attempting to bind port d63606b0-860d-4793-bacd-e4e01d32286e on network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:58.291334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:58.291765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Checking segment: {'id': 'c3700d8b-f571-4d2b-82c4-7533939097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c2c1c769-e3f6-4789-bafb-a8ef345dbf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:58.292168 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.292739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Bound using segment: {'id': 'c3700d8b-f571-4d2b-82c4-7533939097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c2c1c769-e3f6-4789-bafb-a8ef345dbf89'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:58.293261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Bound port: d63606b0-860d-4793-bacd-e4e01d32286e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3700d8b-f571-4d2b-82c4-7533939097d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c2c1c769-e3f6-4789-bafb-a8ef345dbf89'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:58.293772 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.407816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8b11e491-8f36-4a02-8fda-46520b4c5088 None None] Provisioning complete for port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:58.408500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8b11e491-8f36-4a02-8fda-46520b4c5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.418132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.461685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.538655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] For port d63606b0-860d-4793-bacd-e4e01d32286e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:58.593739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] For port d63606b0-860d-4793-bacd-e4e01d32286e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d63606b0-860d-4793-bacd-e4e01d32286e,segment=NetworkSegment(c3700d8b-f571-4d2b-82c4-7533939097d6),segment_id=c3700d8b-f571-4d2b-82c4-7533939097d6)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:58.617227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.775387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b17d5f-9536-4bf1-8474-77416a30089f None None] Pushing event updated for resources: {'Port': ['ID=d63606b0-860d-4793-bacd-e4e01d32286e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:58.807563 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:59.021042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:59.062532 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:59.239978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Port': ['ID=fc7a974b-e371-48bc-b3d0-eb3ff756b8e4,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:59.255251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566107a-3129-4567-b116-a6d5f46f9e4e None None] Network 9792097a-0414-4b0e-9f9e-aaffe14fcffe requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:37:59.318525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:59.346759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.25.2.60 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/41693870-641a-4700-9d84-033498f77859) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:59.437791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3813a928-fd98-427b-b70c-6f1e32952af0 None None] Provisioning complete for port eae79f03-3b2e-4832-8177-cb5427600554 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:59.438267 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3813a928-fd98-427b-b70c-6f1e32952af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:59.578908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2e780a8e-60bd-4323-b8fe-54c8a89ed41c up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:59.696473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3813a928-fd98-427b-b70c-6f1e32952af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:59.785201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3813a928-fd98-427b-b70c-6f1e32952af0 None None] For port eae79f03-3b2e-4832-8177-cb5427600554, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=eae79f03-3b2e-4832-8177-cb5427600554,segment=NetworkSegment(72f5a421-be54-412f-9736-6fdb3d5a7503),segment_id=72f5a421-be54-412f-9736-6fdb3d5a7503)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:59.796148 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3813a928-fd98-427b-b70c-6f1e32952af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:59.941907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813a928-fd98-427b-b70c-6f1e32952af0 None None] Pushing event updated for resources: {'Port': ['ID=eae79f03-3b2e-4832-8177-cb5427600554,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:59.961514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:59.961899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:00.209156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d63606b0-860d-4793-bacd-e4e01d32286e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:00.309153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f332f-ce7a-41c2-becf-fa2537ada128 req-878d1219-839a-4716-9e20-4ff149879f08 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:00.310792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-368f332f-ce7a-41c2-becf-fa2537ada128 req-878d1219-839a-4716-9e20-4ff149879f08 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 945 time: 0.4274800 Nov 12 05:38:00.421483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-368f332f-ce7a-41c2-becf-fa2537ada128 req-d969e058-bcfc-4a47-b318-577cca9e0b01 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971727 Nov 12 05:38:00.462081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d63606b0-860d-4793-bacd-e4e01d32286e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:00.462704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:00.514070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f6eb1-0009-499d-80c3-dd26596136dc None None] Network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:00.578364 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:00.631375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network 9792097a-0414-4b0e-9f9e-aaffe14fcffe is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:00.634224 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:00.638133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:00.695005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-03ca7b44-3be5-4729-bbe0-ded5210957bb None None] Provisioning complete for port fc7a974b-e371-48bc-b3d0-eb3ff756b8e4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:00.695637 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-03ca7b44-3be5-4729-bbe0-ded5210957bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:00.732481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=41693870-641a-4700-9d84-033498f77859,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:00.763983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:00.766698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:00.805643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96556814-9cfe-43e0-8f86-181fbc889ab9 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:00.831493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:00.867416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-03ca7b44-3be5-4729-bbe0-ded5210957bb None None] Port fc7a974b-e371-48bc-b3d0-eb3ff756b8e4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:00.907977 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:00.966584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-03ca7b44-3be5-4729-bbe0-ded5210957bb None None] Provisioning complete for port eae79f03-3b2e-4832-8177-cb5427600554 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:00.966906 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-03ca7b44-3be5-4729-bbe0-ded5210957bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:00.991662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port d63606b0-860d-4793-bacd-e4e01d32286e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d63606b0-860d-4793-bacd-e4e01d32286e,segment=NetworkSegment(c3700d8b-f571-4d2b-82c4-7533939097d6),segment_id=c3700d8b-f571-4d2b-82c4-7533939097d6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:01.006689 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:01.007387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device eae79f03-3b2e-4832-8177-cb5427600554 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:01.127602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=d63606b0-860d-4793-bacd-e4e01d32286e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:01.206924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port eae79f03-3b2e-4832-8177-cb5427600554 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:01.207353 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:01.225695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Router 6833efc6-dc81-4327-b7b2-529e5f9b7a17 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:38:01.356064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-37cb1d03-4799-4f25-98c9-4e6665584609 None None] Provisioning complete for port d63606b0-860d-4793-bacd-e4e01d32286e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:01.356775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37cb1d03-4799-4f25-98c9-4e6665584609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:01.400174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:01.409177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55550) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:01.409607 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-17c37c8c-7333-44f3-8239-ac7ff6c0ac35 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "PUT /v2.0/routers/6833efc6-dc81-4327-b7b2-529e5f9b7a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4768863 Nov 12 05:38:01.417642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device eae79f03-3b2e-4832-8177-cb5427600554 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:01.424394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a8c8b-0f19-4f72-b06a-05f1aea3a993 None None] Sync routers for ids ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:01.486207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a8c8b-0f19-4f72-b06a-05f1aea3a993 None None] Routers {'6833efc6-dc81-4327-b7b2-529e5f9b7a17'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:01.487353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-582a8c8b-0f19-4f72-b06a-05f1aea3a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:01.584290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-582a8c8b-0f19-4f72-b06a-05f1aea3a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:01.596678 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:01.625030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a8c8b-0f19-4f72-b06a-05f1aea3a993 None None] Routers {'6833efc6-dc81-4327-b7b2-529e5f9b7a17'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:01.625671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-582a8c8b-0f19-4f72-b06a-05f1aea3a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:01.711404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-582a8c8b-0f19-4f72-b06a-05f1aea3a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:01.712762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a8c8b-0f19-4f72-b06a-05f1aea3a993 None None] The sync data for ids ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:01.758013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port eae79f03-3b2e-4832-8177-cb5427600554 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:01.758568 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:01.824947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-37cb1d03-4799-4f25-98c9-4e6665584609 None None] Provisioning complete for port 41693870-641a-4700-9d84-033498f77859 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:01.825553 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37cb1d03-4799-4f25-98c9-4e6665584609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:01.929117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-37cb1d03-4799-4f25-98c9-4e6665584609 None None] Port 41693870-641a-4700-9d84-033498f77859 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:01.940170 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:01.941638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d63606b0-860d-4793-bacd-e4e01d32286e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:01.969382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815615-4cb2-4aa3-8577-218a53513f4f req-790e7a95-fe38-4c03-b0b7-ad7e9c8b8ecf tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:01.982424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e815615-4cb2-4aa3-8577-218a53513f4f req-790e7a95-fe38-4c03-b0b7-ad7e9c8b8ecf tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 945 time: 0.3978004 Nov 12 05:38:01.986934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-37cb1d03-4799-4f25-98c9-4e6665584609 None None] Provisioning complete for port fc7a974b-e371-48bc-b3d0-eb3ff756b8e4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:01.987533 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37cb1d03-4799-4f25-98c9-4e6665584609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:02.039700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-37cb1d03-4799-4f25-98c9-4e6665584609 None None] Port fc7a974b-e371-48bc-b3d0-eb3ff756b8e4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:02.046918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e815615-4cb2-4aa3-8577-218a53513f4f req-4189e8da-6661-4f5d-b652-1b43daaf3bd6 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/security-groups?id=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632830 Nov 12 05:38:02.049337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d63606b0-860d-4793-bacd-e4e01d32286e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:02.049921 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:02.121920 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-04e7a442-8f9d-4e6f-b912-9ea28f72fd23 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:38:02.123414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-04e7a442-8f9d-4e6f-b912-9ea28f72fd23 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "PUT /v2.0/routers/6833efc6-dc81-4327-b7b2-529e5f9b7a17/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7129738 Nov 12 05:38:02.128241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:02.133560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1fe59265-51de-4195-8a3b-61430483fca8 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:02.135523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1fe59265-51de-4195-8a3b-61430483fca8 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 945 time: 0.2982171 Nov 12 05:38:02.176013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router 71666410-684d-4fea-b636-83404eba4a62 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:38:02.268381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Deleting port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:02.269130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:02.414595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] For port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,segment=NetworkSegment(a2090d9b-bd9e-494f-ac6c-89b7d4ae716b),segment_id=a2090d9b-bd9e-494f-ac6c-89b7d4ae716b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:02.416830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:02.434591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Calling delete_port for 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:02.456221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:02.478134 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f90ae-8450-47b4-8d17-20e200a56fd7 None None] Sync routers for ids ['71666410-684d-4fea-b636-83404eba4a62'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:02.491986 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f90ae-8450-47b4-8d17-20e200a56fd7 None None] Routers {'71666410-684d-4fea-b636-83404eba4a62'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:02.492835 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8c2f90ae-8450-47b4-8d17-20e200a56fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['71666410-684d-4fea-b636-83404eba4a62'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:02.513651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:02.514967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f6e88535-1eda-4496-be85-c60453fce3ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.4580982 Nov 12 05:38:02.522880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:02.546553 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8c2f90ae-8450-47b4-8d17-20e200a56fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:02.558249 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f90ae-8450-47b4-8d17-20e200a56fd7 None None] Routers {'71666410-684d-4fea-b636-83404eba4a62'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:02.559593 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8c2f90ae-8450-47b4-8d17-20e200a56fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['71666410-684d-4fea-b636-83404eba4a62'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:02.595088 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8c2f90ae-8450-47b4-8d17-20e200a56fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:02.596055 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f90ae-8450-47b4-8d17-20e200a56fd7 None None] The sync data for ids ['71666410-684d-4fea-b636-83404eba4a62'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:02.640019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:02.675058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['63cc4b01-c2a6-4bcf-b05b-b7cac302c883'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:38:02.707510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Pushing event deleted for resources: {'Port': ['ID=63cc4b01-c2a6-4bcf-b05b-b7cac302c883,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:02.736961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a4e3b-9292-4781-a795-42842cbdd0c9 None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:02.771190 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad7d1d54-70cd-4492-a47f-c333903d78a8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/routers/71666410-684d-4fea-b636-83404eba4a62 HTTP/1.1" status: 200 len: 880 time: 0.2461393 Nov 12 05:38:02.774846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55574) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:02.812828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] No DVR routers for this DVR port 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:02.815896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:02.819898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35e9033b-2cc4-4b78-98e7-50255e798c92 req-1bfdd553-dd65-48a4-b754-bd4c47295b72 tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.43 "DELETE /v2.0/ports/63cc4b01-c2a6-4bcf-b05b-b7cac302c883 HTTP/1.1" status: 204 len: 173 time: 0.6763198 Nov 12 05:38:02.820562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a8fe04-ae7f-4729-ba81-c17720481145', 'name': 'network-vif-deleted', 'tag': '63cc4b01-c2a6-4bcf-b05b-b7cac302c883'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:38:02.823048 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f88cb5f-d6b3-42e3-949f-4f2963d81f85" -d '{"events": [{"server_uuid": "c2a8fe04-ae7f-4729-ba81-c17720481145", "name": "network-vif-deleted", "tag": "63cc4b01-c2a6-4bcf-b05b-b7cac302c883"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:38:02.873186 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15aa933-d6da-417c-b14d-b171dd852d66 x-openstack-request-id: req-b15aa933-d6da-417c-b14d-b171dd852d66 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:38:02.873482 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a8fe04-ae7f-4729-ba81-c17720481145", "name": "network-vif-deleted", "tag": "63cc4b01-c2a6-4bcf-b05b-b7cac302c883", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:38:02.874635 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b15aa933-d6da-417c-b14d-b171dd852d66 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:38:02.875055 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a8fe04-ae7f-4729-ba81-c17720481145', 'name': 'network-vif-deleted', 'tag': '63cc4b01-c2a6-4bcf-b05b-b7cac302c883', 'status': 'completed', 'code': 200} Nov 12 05:38:02.903735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:03.210107 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b88eeb69-b65b-4225-88eb-37adf10dda02 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4338253 Nov 12 05:38:03.213261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55580) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:03.218684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-52d8fd56-3c5d-4096-b129-10f583a9782f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2082965560'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:03.248144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-141fe5b4-5fec-4740-9ee9-84e16757417a req-6c56228a-5663-4fc2-8423-973c6d1fdc5f tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2a8fe04-ae7f-4729-ba81-c17720481145 HTTP/1.1" status: 200 len: 210 time: 0.0640802 Nov 12 05:38:03.942149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Deleting port fc7a974b-e371-48bc-b3d0-eb3ff756b8e4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:03.942815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.153331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.174827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Calling delete_port for fc7a974b-e371-48bc-b3d0-eb3ff756b8e4 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:04.200385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52d8fd56-3c5d-4096-b129-10f583a9782f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.248465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52d8fd56-3c5d-4096-b129-10f583a9782f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.370004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55592) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:04.451885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d8fd56-3c5d-4096-b129-10f583a9782f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router 71666410-684d-4fea-b636-83404eba4a62 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:04.516200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-093dd947-1382-4ee4-bf8b-242ca616f087 admin admin] Deleting subnet 97812dec-70b8-4593-9f86-c1fe0965459c {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:04.520218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093dd947-1382-4ee4-bf8b-242ca616f087 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.544007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.583073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Port': ['ID=fc7a974b-e371-48bc-b3d0-eb3ff756b8e4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:04.611927 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093dd947-1382-4ee4-bf8b-242ca616f087 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.722652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093dd947-1382-4ee4-bf8b-242ca616f087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.742592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d8fd56-3c5d-4096-b129-10f583a9782f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:04.754267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891145d-37b5-4d61-a3cf-010da5b41acb None None] Sync routers for ids ['71666410-684d-4fea-b636-83404eba4a62'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:04.773501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891145d-37b5-4d61-a3cf-010da5b41acb None None] Routers {'71666410-684d-4fea-b636-83404eba4a62'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:04.775181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a891145d-37b5-4d61-a3cf-010da5b41acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['71666410-684d-4fea-b636-83404eba4a62'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:04.779399 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52d8fd56-3c5d-4096-b129-10f583a9782f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:04.782598 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-52d8fd56-3c5d-4096-b129-10f583a9782f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/71666410-684d-4fea-b636-83404eba4a62 HTTP/1.1" status: 200 len: 887 time: 1.5683558 Nov 12 05:38:04.786381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55596) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:04.885654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a891145d-37b5-4d61-a3cf-010da5b41acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:04.911557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891145d-37b5-4d61-a3cf-010da5b41acb None None] Routers {'71666410-684d-4fea-b636-83404eba4a62'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:04.913918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a891145d-37b5-4d61-a3cf-010da5b41acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['71666410-684d-4fea-b636-83404eba4a62'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.005051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a891145d-37b5-4d61-a3cf-010da5b41acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.005927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891145d-37b5-4d61-a3cf-010da5b41acb None None] The sync data for ids ['71666410-684d-4fea-b636-83404eba4a62'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:05.051316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.237538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Router 6833efc6-dc81-4327-b7b2-529e5f9b7a17 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:05.299430 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093dd947-1382-4ee4-bf8b-242ca616f087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.334508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dd947-1382-4ee4-bf8b-242ca616f087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97812dec-70b8-4593-9f86-c1fe0965459c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:05.339537 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093dd947-1382-4ee4-bf8b-242ca616f087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.345062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-093dd947-1382-4ee4-bf8b-242ca616f087 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/97812dec-70b8-4593-9f86-c1fe0965459c HTTP/1.1" status: 204 len: 168 time: 0.9717362 Nov 12 05:38:05.345439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55604) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:05.348775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d658b6-9299-4cc3-a4b1-0c781f4c2696 None None] Network 5051e60f-443e-4b4e-998b-31d353f34ae3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:05.362829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55606) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:05.363072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-63a11121-3501-4f81-8f47-cfb5c6726163 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/routers/71666410-684d-4fea-b636-83404eba4a62 HTTP/1.1" status: 200 len: 887 time: 0.5750277 Nov 12 05:38:05.423969 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-988658e4-16d9-47bb-88a7-26ab51ef7659 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=71666410-684d-4fea-b636-83404eba4a62 HTTP/1.1" status: 200 len: 205 time: 0.0601792 Nov 12 05:38:05.426334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55608) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:05.434968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:05.440373 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0a922ffc-d8a3-49e6-88e1-a5bb02415dd3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "PUT /v2.0/routers/6833efc6-dc81-4327-b7b2-529e5f9b7a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3097451 Nov 12 05:38:05.449604 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8022900f-f2cb-44ff-89c6-f2fb42fcd808 None None] Sync routers for ids ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:05.471532 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022900f-f2cb-44ff-89c6-f2fb42fcd808 None None] Routers {'6833efc6-dc81-4327-b7b2-529e5f9b7a17'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:05.473557 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8022900f-f2cb-44ff-89c6-f2fb42fcd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.490652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55610) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:05.542945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.545330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:05.556657 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8022900f-f2cb-44ff-89c6-f2fb42fcd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.568932 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022900f-f2cb-44ff-89c6-f2fb42fcd808 None None] Routers {'6833efc6-dc81-4327-b7b2-529e5f9b7a17'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:05.569802 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8022900f-f2cb-44ff-89c6-f2fb42fcd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.608962 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8022900f-f2cb-44ff-89c6-f2fb42fcd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.609887 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8022900f-f2cb-44ff-89c6-f2fb42fcd808 None None] The sync data for ids ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:05.622082 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-72b7b593-a8d2-4991-8f4b-f6dcc3ee7165 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] delete failed (client error): The resource could not be found. Nov 12 05:38:05.625113 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-72b7b593-a8d2-4991-8f4b-f6dcc3ee7165 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1056211069 HTTP/1.1" status: 404 len: 335 time: 0.1326277 Nov 12 05:38:05.627069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1f87e-f9ef-45f3-b6a3-11f873f8ce02 None None] DHCP port deletion for 5051e60f-443e-4b4e-998b-31d353f34ae3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:05.629281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:05.629810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 63cc4b01-c2a6-4bcf-b05b-b7cac302c883 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:05.633457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55614) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:05.650942 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-da161b9e-2087-4a40-bc55-4a21f9200f40 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'router': {'external_gateway_info': {'network_id': '6833efc6-dc81-4327-b7b2-529e5f9b7a17'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:05.745639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.783279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5051e60f-443e-4b4e-998b-31d353f34ae3']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.796974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.797268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2090d9b-bd9e-494f-ac6c-89b7d4ae716b') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:05.810233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.823852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.843561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:05.843970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:05.848852 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:05.929935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.947961 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da161b9e-2087-4a40-bc55-4a21f9200f40 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.961254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.966674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5051e60f-443e-4b4e-998b-31d353f34ae3 HTTP/1.1" status: 204 len: 168 time: 0.6203935 Nov 12 05:38:05.969238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04cbf3-31d2-4be6-ad85-84a836556904 admin admin] Pushing event deleted for resources: {'Network': ['ID=5051e60f-443e-4b4e-998b-31d353f34ae3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:05.993114 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-da161b9e-2087-4a40-bc55-4a21f9200f40 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] update failed (client error): The resource could not be found. Nov 12 05:38:05.994466 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da161b9e-2087-4a40-bc55-4a21f9200f40 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "PUT /v2.0/routers/6833efc6-dc81-4327-b7b2-529e5f9b7a17 HTTP/1.1" status: 404 len: 339 time: 0.3596818 Nov 12 05:38:05.999120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55622) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:06.088659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.202731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55626) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:06.248352 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1000c025-6cd5-4ea3-b254-2b987d1bf7b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc1435ed420c460ba52f454dffcfd5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442159 Nov 12 05:38:06.253284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55628) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:06.338308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb660988-db92-4c35-b1da-95acaa84a369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.368088 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.376919 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb660988-db92-4c35-b1da-95acaa84a369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.424174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.449160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb660988-db92-4c35-b1da-95acaa84a369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.452170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb660988-db92-4c35-b1da-95acaa84a369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.455989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fb660988-db92-4c35-b1da-95acaa84a369 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63f3fa08-e5e6-4ed5-8272-6cabd4d2600f HTTP/1.1" status: 204 len: 168 time: 0.1988487 Nov 12 05:38:06.462575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb660988-db92-4c35-b1da-95acaa84a369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f3fa08-e5e6-4ed5-8272-6cabd4d2600f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:06.567171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 41693870-641a-4700-9d84-033498f77859 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:06.567510 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.726141 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:06.746820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 41693870-641a-4700-9d84-033498f77859 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:06.762651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Allocated IP 172.20.0.1 (19b6d162-0a0a-43fe-8df4-cbfad3e89079/c8d899f8-ea19-4db3-a7db-b68d3182dbba/9a5d2014-02b2-460e-a3d9-12a9fdc40597) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:06.983005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:07.050573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:07.085757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=41693870-641a-4700-9d84-033498f77859,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:07.107496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b4406-e074-461a-94ca-2c06ac03ff46 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:07.124758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:07.204886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:07.211270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:07.222360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:07.256735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Port': ['ID=9a5d2014-02b2-460e-a3d9-12a9fdc40597,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:07.271148 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:07.625780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-44c68122-97be-4e5d-abd4-841e553b2f57 None None] Provisioning complete for port 9a5d2014-02b2-460e-a3d9-12a9fdc40597 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:07.626153 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-44c68122-97be-4e5d-abd4-841e553b2f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:07.833714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:07.845453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:07.914521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-44c68122-97be-4e5d-abd4-841e553b2f57 None None] Port 9a5d2014-02b2-460e-a3d9-12a9fdc40597 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:07.931622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.016547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.017080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Fanout notify agent at l3_agent the message router_deleted on router 71666410-684d-4fea-b636-83404eba4a62 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:38:08.037128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.038289 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-43d6accf-8fd7-4e80-89d6-ab82a0f9780e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/71666410-684d-4fea-b636-83404eba4a62 HTTP/1.1" status: 204 len: 168 time: 2.6110120 Nov 12 05:38:08.042584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55672) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:08.050211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-912860210'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:08.087814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:08.094650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.106401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.148407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:38:08.179165 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.181578 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment f96cd30a-1a15-497d-81ce-7f6dc662a960 of type vlan for network 58222978-e2a4-497f-8da8-22e347db3b36 Nov 12 05:38:08.254557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.315635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.341825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:08.342435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.432136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=58222978-e2a4-497f-8da8-22e347db3b36,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:08.439144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-661de703-a40f-4a1b-a418-995a852aaa1b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3944681 Nov 12 05:38:08.441029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55682) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:08.442808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 58222978-e2a4-497f-8da8-22e347db3b36 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:38:08.446709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': '58222978-e2a4-497f-8da8-22e347db3b36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:08.572966 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.581593 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.634775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:08.638829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.642407 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.741890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event updated for resources: {'Port': ['ID=9a5d2014-02b2-460e-a3d9-12a9fdc40597,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:08.805106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:08.809903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:09.005433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.085267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Router 6833efc6-dc81-4327-b7b2-529e5f9b7a17 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:09.145697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': 'f96cd30a-1a15-497d-81ce-7f6dc662a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58222978-e2a4-497f-8da8-22e347db3b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:09.146383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: 58222978-e2a4-497f-8da8-22e347db3b36, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:38:09.154278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=8ae25683-53bd-4f37-bf38-71fa472a0958,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:09.188907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 58222978-e2a4-497f-8da8-22e347db3b36 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:38:09.215849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 58222978-e2a4-497f-8da8-22e347db3b36) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:09.220792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:09.221419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.230619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df7a88-d631-451e-8b6a-addb15e3bb0c None None] Network 58222978-e2a4-497f-8da8-22e347db3b36 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:09.247819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-720b03c1-c5ca-41cc-9f1a-606d1a77fda5 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8031075 Nov 12 05:38:09.248120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55700) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:09.251752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:09.257421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b509f8f3-871a-439f-89f8-6d1c321b400e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-18561534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:09.260474 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4bf1caa1-ad4c-4254-b046-891dcac47226 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "PUT /v2.0/routers/6833efc6-dc81-4327-b7b2-529e5f9b7a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2601907 Nov 12 05:38:09.261221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55702) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:09.315803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b509f8f3-871a-439f-89f8-6d1c321b400e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.316286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7497c-c550-4500-bd0d-0e8e7cc149e8 None None] Sync routers for ids ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:09.316918 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b509f8f3-871a-439f-89f8-6d1c321b400e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.368476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea8daeef-6177-4c85-8366-c883faad6134 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.466494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7497c-c550-4500-bd0d-0e8e7cc149e8 None None] Routers {'6833efc6-dc81-4327-b7b2-529e5f9b7a17'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:09.467232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7bf7497c-c550-4500-bd0d-0e8e7cc149e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:09.495303 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b509f8f3-871a-439f-89f8-6d1c321b400e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.512068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b509f8f3-871a-439f-89f8-6d1c321b400e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.529381 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ea8daeef-6177-4c85-8366-c883faad6134 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 05:38:09.547889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55708) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:09.554567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ea8daeef-6177-4c85-8366-c883faad6134 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/routers/6833efc6-dc81-4327-b7b2-529e5f9b7a17 HTTP/1.1" status: 409 len: 329 time: 0.2833345 Nov 12 05:38:09.557317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7bf7497c-c550-4500-bd0d-0e8e7cc149e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:09.577112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-864533ef-149a-4d49-afa3-19daf3ad13aa None None] Provisioning complete for port 9a5d2014-02b2-460e-a3d9-12a9fdc40597 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:09.577763 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-864533ef-149a-4d49-afa3-19daf3ad13aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.598223 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b509f8f3-871a-439f-89f8-6d1c321b400e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.606062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b509f8f3-871a-439f-89f8-6d1c321b400e tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3542857 Nov 12 05:38:09.606794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55710) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:09.613046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7497c-c550-4500-bd0d-0e8e7cc149e8 None None] Routers {'6833efc6-dc81-4327-b7b2-529e5f9b7a17'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:09.613960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7bf7497c-c550-4500-bd0d-0e8e7cc149e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:09.678886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7bf7497c-c550-4500-bd0d-0e8e7cc149e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:09.681246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7497c-c550-4500-bd0d-0e8e7cc149e8 None None] The sync data for ids ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:09.762799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-864533ef-149a-4d49-afa3-19daf3ad13aa None None] Port 9a5d2014-02b2-460e-a3d9-12a9fdc40597 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:09.845499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-58222978-e2a4-497f-8da8-22e347db3b36', 'network_id': '58222978-e2a4-497f-8da8-22e347db3b36', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': '8ae25683-53bd-4f37-bf38-71fa472a0958'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:38:09.846718 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.087388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Allocated IP 172.20.0.2 (58222978-e2a4-497f-8da8-22e347db3b36/8ae25683-53bd-4f37-bf38-71fa472a0958/861858d0-f60f-4090-8ba7-b874384255d9) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:10.208980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.370676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.423379 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.439280 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.489915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Network 58222978-e2a4-497f-8da8-22e347db3b36 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:10.493604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:10.504703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:10.516104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Pushing event updated for resources: {'Port': ['ID=861858d0-f60f-4090-8ba7-b874384255d9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:10.571166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Attempting to bind port 861858d0-f60f-4090-8ba7-b874384255d9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:10.571539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Attempting to bind port 861858d0-f60f-4090-8ba7-b874384255d9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'f96cd30a-1a15-497d-81ce-7f6dc662a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58222978-e2a4-497f-8da8-22e347db3b36'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:10.571897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Attempting to bind port 861858d0-f60f-4090-8ba7-b874384255d9 on network 58222978-e2a4-497f-8da8-22e347db3b36 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:10.578330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:10.578820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Checking segment: {'id': 'f96cd30a-1a15-497d-81ce-7f6dc662a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58222978-e2a4-497f-8da8-22e347db3b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:10.579229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.579671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Bound using segment: {'id': 'f96cd30a-1a15-497d-81ce-7f6dc662a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58222978-e2a4-497f-8da8-22e347db3b36'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:10.580149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Bound port: 861858d0-f60f-4090-8ba7-b874384255d9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96cd30a-1a15-497d-81ce-7f6dc662a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58222978-e2a4-497f-8da8-22e347db3b36'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:10.580540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.620182 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.645300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.20.0.1 (58222978-e2a4-497f-8da8-22e347db3b36/8ae25683-53bd-4f37-bf38-71fa472a0958/6e9e5ab6-e400-4e61-8727-15f835146cf0) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:10.689998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] For port 861858d0-f60f-4090-8ba7-b874384255d9, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:10.699554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] For port 861858d0-f60f-4090-8ba7-b874384255d9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=861858d0-f60f-4090-8ba7-b874384255d9,segment=NetworkSegment(f96cd30a-1a15-497d-81ce-7f6dc662a960),segment_id=f96cd30a-1a15-497d-81ce-7f6dc662a960)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:10.710673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.866036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794af21-158b-4bb0-b532-85d624b09e59 None None] Pushing event updated for resources: {'Port': ['ID=861858d0-f60f-4090-8ba7-b874384255d9,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:10.872379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.875605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Deleting port 9a5d2014-02b2-460e-a3d9-12a9fdc40597 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:10.875950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:10.960793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.018439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 58222978-e2a4-497f-8da8-22e347db3b36 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:11.022039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:11.028930 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:11.076709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.099659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Calling delete_port for 9a5d2014-02b2-460e-a3d9-12a9fdc40597 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:11.136979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:11.146116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=6e9e5ab6-e400-4e61-8727-15f835146cf0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:11.170229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.345608 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8dd870e8-43dc-4e6c-9537-2fda860a7dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.446475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.463209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.558706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Port': ['ID=9a5d2014-02b2-460e-a3d9-12a9fdc40597,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:11.586072 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 861858d0-f60f-4090-8ba7-b874384255d9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:11.676369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 861858d0-f60f-4090-8ba7-b874384255d9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:11.676880 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.689724 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8dd870e8-43dc-4e6c-9537-2fda860a7dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.706111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8dd870e8-43dc-4e6c-9537-2fda860a7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.742497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd870e8-43dc-4e6c-9537-2fda860a7dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1060fe10-599d-46ce-bbd4-e3a07b3e14d9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:11.758828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.810172 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8dd870e8-43dc-4e6c-9537-2fda860a7dbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=427c9097bf6047f2821cc6b7bc0465f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6717405 Nov 12 05:38:11.814191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55740) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:11.900114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:11.961192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 861858d0-f60f-4090-8ba7-b874384255d9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=861858d0-f60f-4090-8ba7-b874384255d9,segment=NetworkSegment(f96cd30a-1a15-497d-81ce-7f6dc662a960),segment_id=f96cd30a-1a15-497d-81ce-7f6dc662a960)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:11.973001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.071347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Router 6833efc6-dc81-4327-b7b2-529e5f9b7a17 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:12.109683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=861858d0-f60f-4090-8ba7-b874384255d9,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:12.127388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.134872 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab587ace-69f7-4286-96de-b90f2e950e30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.139043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.214555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:12.224561 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf43be7-bc3d-427b-b1b6-58e90f48f2ca None None] Sync routers for ids ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:12.227654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d7926bb3-c81d-4206-9da7-081f507a44b3 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "PUT /v2.0/routers/6833efc6-dc81-4327-b7b2-529e5f9b7a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6781719 Nov 12 05:38:12.230932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55746) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:12.239688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=6e9e5ab6-e400-4e61-8727-15f835146cf0,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:12.244545 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf43be7-bc3d-427b-b1b6-58e90f48f2ca None None] Routers {'6833efc6-dc81-4327-b7b2-529e5f9b7a17'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:12.245810 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-adf43be7-bc3d-427b-b1b6-58e90f48f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:12.289966 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab587ace-69f7-4286-96de-b90f2e950e30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.300058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.328728 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-f3d470ab-eb13-46af-a998-4013f6b2f1f9 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] show failed (client error): The resource could not be found. Nov 12 05:38:12.330300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f3d470ab-eb13-46af-a998-4013f6b2f1f9 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1285329083 HTTP/1.1" status: 404 len: 335 time: 0.0982075 Nov 12 05:38:12.334192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55748) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:12.338692 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-adf43be7-bc3d-427b-b1b6-58e90f48f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:12.348467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-aaea3094-e110-4f81-b620-23e1c594b97a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:12.356943 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf43be7-bc3d-427b-b1b6-58e90f48f2ca None None] Routers {'6833efc6-dc81-4327-b7b2-529e5f9b7a17'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:12.361932 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-adf43be7-bc3d-427b-b1b6-58e90f48f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:12.397404 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-aaea3094-e110-4f81-b620-23e1c594b97a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] update failed (client error): The resource could not be found. Nov 12 05:38:12.399069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aaea3094-e110-4f81-b620-23e1c594b97a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1129714460 HTTP/1.1" status: 404 len: 335 time: 0.0626614 Nov 12 05:38:12.404740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55752) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:12.439068 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab587ace-69f7-4286-96de-b90f2e950e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.442260 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab587ace-69f7-4286-96de-b90f2e950e30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.446658 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ab587ace-69f7-4286-96de-b90f2e950e30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1060fe10-599d-46ce-bbd4-e3a07b3e14d9 HTTP/1.1" status: 204 len: 168 time: 0.6310313 Nov 12 05:38:12.466118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 58222978-e2a4-497f-8da8-22e347db3b36 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:12.468150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:12.468977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5139abd-134c-486d-ba80-2c1d2c99890b tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Deleting subnet de5502d7-895c-46dc-bf39-3b81c7674d92 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:12.474109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5139abd-134c-486d-ba80-2c1d2c99890b tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.474754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab587ace-69f7-4286-96de-b90f2e950e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060fe10-599d-46ce-bbd4-e3a07b3e14d9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:12.494655 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-adf43be7-bc3d-427b-b1b6-58e90f48f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:12.506076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e012837-c94d-4896-825b-503f9890aede None None] Network 58222978-e2a4-497f-8da8-22e347db3b36 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:12.509542 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf43be7-bc3d-427b-b1b6-58e90f48f2ca None None] The sync data for ids ['6833efc6-dc81-4327-b7b2-529e5f9b7a17'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:12.551801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5139abd-134c-486d-ba80-2c1d2c99890b tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.638311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dd46ec8b-fe5b-43e0-b641-5c87b84daf2e None None] Provisioning complete for port 861858d0-f60f-4090-8ba7-b874384255d9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:12.679685 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd46ec8b-fe5b-43e0-b641-5c87b84daf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.679798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5139abd-134c-486d-ba80-2c1d2c99890b tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.793820 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5139abd-134c-486d-ba80-2c1d2c99890b tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.799171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router 012fdd2f-b6ef-4e37-bfbb-a256977e375f is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:38:12.876870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5139abd-134c-486d-ba80-2c1d2c99890b tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Subnet': ['ID=de5502d7-895c-46dc-bf39-3b81c7674d92,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:12.891323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5139abd-134c-486d-ba80-2c1d2c99890b tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:12.905788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a5139abd-134c-486d-ba80-2c1d2c99890b tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/subnets/de5502d7-895c-46dc-bf39-3b81c7674d92 HTTP/1.1" status: 204 len: 168 time: 0.4972789 Nov 12 05:38:12.911138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55762) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:12.921634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594e13d-e698-4910-8a83-850c62f45bd5 None None] Network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:13.097779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:13.105635 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b54e91d3-1556-4907-9b15-263f3872acac tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/012fdd2f-b6ef-4e37-bfbb-a256977e375f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4936442 Nov 12 05:38:13.106362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55766) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:13.107076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55768) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:13.144930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacac68-0a88-44d4-b5a5-aa509ec4fd55 None None] Sync routers for ids ['012fdd2f-b6ef-4e37-bfbb-a256977e375f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:13.145346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de8d46d-42d2-4f96-9326-ea5261230132 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Deleting subnet 7c446f82-da6e-4f0f-89be-a48fe7440453 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:13.153554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e279dd3a-8150-4a39-abaa-0859ae8a4b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.153799 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de8d46d-42d2-4f96-9326-ea5261230132 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.170766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacac68-0a88-44d4-b5a5-aa509ec4fd55 None None] Routers {'012fdd2f-b6ef-4e37-bfbb-a256977e375f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:13.171394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-aaacac68-0a88-44d4-b5a5-aa509ec4fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['012fdd2f-b6ef-4e37-bfbb-a256977e375f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:13.188549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2838d99-dc54-4462-b06f-94b1ab9c8839 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:13.193388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b2838d99-dc54-4462-b06f-94b1ab9c8839 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports/6e9e5ab6-e400-4e61-8727-15f835146cf0 HTTP/1.1" status: 200 len: 910 time: 0.0800159 Nov 12 05:38:13.197372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55774) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:13.203031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d97e6673-9b30-4d8a-8f7c-754bda22c799 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ae25683-53bd-4f37-bf38-71fa472a0958'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:13.261520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de8d46d-42d2-4f96-9326-ea5261230132 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.282205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-aaacac68-0a88-44d4-b5a5-aa509ec4fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:13.315731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacac68-0a88-44d4-b5a5-aa509ec4fd55 None None] Routers {'012fdd2f-b6ef-4e37-bfbb-a256977e375f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:13.316335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-aaacac68-0a88-44d4-b5a5-aa509ec4fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:37:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['012fdd2f-b6ef-4e37-bfbb-a256977e375f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:13.398847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-aaacac68-0a88-44d4-b5a5-aa509ec4fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:13.417679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacac68-0a88-44d4-b5a5-aa509ec4fd55 None None] The sync data for ids ['012fdd2f-b6ef-4e37-bfbb-a256977e375f'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:13.426979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e279dd3a-8150-4a39-abaa-0859ae8a4b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.440488 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e279dd3a-8150-4a39-abaa-0859ae8a4b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.491934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3c67e76-a19c-4811-8f5b-ce8bf5a0b1e1 None None] Provisioning complete for port 861858d0-f60f-4090-8ba7-b874384255d9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:13.492321 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3c67e76-a19c-4811-8f5b-ce8bf5a0b1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.534300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de8d46d-42d2-4f96-9326-ea5261230132 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.545972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 861858d0-f60f-4090-8ba7-b874384255d9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:13.548077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] DHCP port deletion for c2c1c769-e3f6-4789-bafb-a8ef345dbf89 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:13.561334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e279dd3a-8150-4a39-abaa-0859ae8a4b32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f747b253d41f47c082b592874777e0fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526610 Nov 12 05:38:13.562184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d97e6673-9b30-4d8a-8f7c-754bda22c799 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.571330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55776) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:13.622485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279dd3a-8150-4a39-abaa-0859ae8a4b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd2bc6-7b52-4b3d-8996-c7287edf62ed,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:13.641744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de8d46d-42d2-4f96-9326-ea5261230132 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.694866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8d46d-42d2-4f96-9326-ea5261230132 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Subnet': ['ID=7c446f82-da6e-4f0f-89be-a48fe7440453,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:13.701831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9de8d46d-42d2-4f96-9326-ea5261230132 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.712765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9de8d46d-42d2-4f96-9326-ea5261230132 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/subnets/7c446f82-da6e-4f0f-89be-a48fe7440453 HTTP/1.1" status: 204 len: 168 time: 0.8005021 Nov 12 05:38:13.717154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55780) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:13.739924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcfd088-d228-478c-8f02-7ed709775dfa None None] Network 9792097a-0414-4b0e-9f9e-aaffe14fcffe requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:13.830515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.839407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bb7de95-0f0d-4e6d-8ac0-9d982b1e51bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.901370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bb7de95-0f0d-4e6d-8ac0-9d982b1e51bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.919489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Deleting port d63606b0-860d-4793-bacd-e4e01d32286e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:13.920257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.920475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3c67e76-a19c-4811-8f5b-ce8bf5a0b1e1 None None] Provisioning complete for port 6e9e5ab6-e400-4e61-8727-15f835146cf0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:13.920851 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3c67e76-a19c-4811-8f5b-ce8bf5a0b1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.003607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] For port d63606b0-860d-4793-bacd-e4e01d32286e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d63606b0-860d-4793-bacd-e4e01d32286e,segment=NetworkSegment(c3700d8b-f571-4d2b-82c4-7533939097d6),segment_id=c3700d8b-f571-4d2b-82c4-7533939097d6)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:14.004030 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.014715 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-006ff5db-21fe-4cbf-be1d-8369632e904f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.017998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 861858d0-f60f-4090-8ba7-b874384255d9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:14.018386 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.025217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Calling delete_port for d63606b0-860d-4793-bacd-e4e01d32286e owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:14.108979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] Deleting port d63606b0-860d-4793-bacd-e4e01d32286e {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:14.109542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.170109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.198982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d3c67e76-a19c-4811-8f5b-ce8bf5a0b1e1 None None] Port 6e9e5ab6-e400-4e61-8727-15f835146cf0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:14.220991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Port': ['ID=d63606b0-860d-4793-bacd-e4e01d32286e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:14.227213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] No DVR routers for this DVR port d63606b0-860d-4793-bacd-e4e01d32286e on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:14.284180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] For port d63606b0-860d-4793-bacd-e4e01d32286e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d63606b0-860d-4793-bacd-e4e01d32286e,segment=NetworkSegment(c3700d8b-f571-4d2b-82c4-7533939097d6),segment_id=c3700d8b-f571-4d2b-82c4-7533939097d6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:14.284566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.306656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] Calling delete_port for d63606b0-860d-4793-bacd-e4e01d32286e owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:14.372541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] DHCP port deletion for 9792097a-0414-4b0e-9f9e-aaffe14fcffe request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:14.380839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-296dbed2-cf25-4439-a318-8aff736c7125 None None] Provisioning complete for port 6e9e5ab6-e400-4e61-8727-15f835146cf0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:14.381593 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-296dbed2-cf25-4439-a318-8aff736c7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.452171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.509299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c1c769-e3f6-4789-bafb-a8ef345dbf89']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:14.529085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3700d8b-f571-4d2b-82c4-7533939097d6') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:14.529420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3700d8b-f571-4d2b-82c4-7533939097d6') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:14.544962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.561102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.568138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:14.568650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:14.572219 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:14.657099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bb7de95-0f0d-4e6d-8ac0-9d982b1e51bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.659466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.660445 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bb7de95-0f0d-4e6d-8ac0-9d982b1e51bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.664869 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8bb7de95-0f0d-4e6d-8ac0-9d982b1e51bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cfd2bc6-7b52-4b3d-8996-c7287edf62ed HTTP/1.1" status: 204 len: 168 time: 1.0857229 Nov 12 05:38:14.670647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-296dbed2-cf25-4439-a318-8aff736c7125 None None] Port 6e9e5ab6-e400-4e61-8727-15f835146cf0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:14.672621 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 05:38:14.687123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7de95-0f0d-4e6d-8ac0-9d982b1e51bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd2bc6-7b52-4b3d-8996-c7287edf62ed,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:14.692320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] Deleting port eae79f03-3b2e-4832-8177-cb5427600554 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:14.692701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.694327 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.698058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.705691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/networks/c2c1c769-e3f6-4789-bafb-a8ef345dbf89 HTTP/1.1" status: 204 len: 168 time: 0.9871933 Nov 12 05:38:14.706655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad2bde-916c-4cd2-89fc-3d98e8a460da tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Network': ['ID=c2c1c769-e3f6-4789-bafb-a8ef345dbf89,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:14.709375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:14.798409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] Network c2c1c769-e3f6-4789-bafb-a8ef345dbf89 is not hosted by any dhcp agent {{(pid=102591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:38:14.798911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] No DVR routers for this DVR port d63606b0-860d-4793-bacd-e4e01d32286e on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:14.805822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d480-c7c3-453a-a2be-e5aba9885b2a None None] Pushing event deleted for resources: {'Port': ['ID=d63606b0-860d-4793-bacd-e4e01d32286e,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:14.833052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] For port eae79f03-3b2e-4832-8177-cb5427600554, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=eae79f03-3b2e-4832-8177-cb5427600554,segment=NetworkSegment(72f5a421-be54-412f-9736-6fdb3d5a7503),segment_id=72f5a421-be54-412f-9736-6fdb3d5a7503)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:14.833447 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.842676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.849917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] Calling delete_port for eae79f03-3b2e-4832-8177-cb5427600554 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:14.904472 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d97e6673-9b30-4d8a-8f7c-754bda22c799 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.928696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d97e6673-9b30-4d8a-8f7c-754bda22c799 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.941645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:14.977940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] Pushing event deleted for resources: {'Port': ['ID=eae79f03-3b2e-4832-8177-cb5427600554,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:14.980011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5cc6d7-8fd1-472f-82af-fc0e20570137 None None] No DVR routers for this DVR port eae79f03-3b2e-4832-8177-cb5427600554 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:15.045804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e6673-9b30-4d8a-8f7c-754bda22c799 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:15.046450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d97e6673-9b30-4d8a-8f7c-754bda22c799 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.047861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d97e6673-9b30-4d8a-8f7c-754bda22c799 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/ports/6e9e5ab6-e400-4e61-8727-15f835146cf0 HTTP/1.1" status: 200 len: 910 time: 1.8494856 Nov 12 05:38:15.050773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55814) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:15.054006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e6673-9b30-4d8a-8f7c-754bda22c799 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=6e9e5ab6-e400-4e61-8727-15f835146cf0,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:15.059404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Deleting port eae79f03-3b2e-4832-8177-cb5427600554 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:15.059756 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.146234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] For port eae79f03-3b2e-4832-8177-cb5427600554, host n-d-765315-28, got binding levels [] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:15.146234 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.158785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Calling delete_port for eae79f03-3b2e-4832-8177-cb5427600554 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:15.161929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Port eae79f03-3b2e-4832-8177-cb5427600554 was not found and therefore no delete operation was performed {{(pid=102589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:38:15.163602 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.177507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] No DVR routers for this DVR port eae79f03-3b2e-4832-8177-cb5427600554 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:15.234250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Port': ['ID=eae79f03-3b2e-4832-8177-cb5427600554,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:15.311125 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.355450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9792097a-0414-4b0e-9f9e-aaffe14fcffe']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:15.372334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f5a421-be54-412f-9736-6fdb3d5a7503') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:15.372640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f5a421-be54-412f-9736-6fdb3d5a7503') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:15.411793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.443443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.444489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device eae79f03-3b2e-4832-8177-cb5427600554 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:15.456328 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.467691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:15.468125 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:15.472072 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:15.476806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: eae79f03-3b2e-4832-8177-cb5427600554 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:15.476806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device eae79f03-3b2e-4832-8177-cb5427600554 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:15.476806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d63606b0-860d-4793-bacd-e4e01d32286e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:15.516624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d63606b0-860d-4793-bacd-e4e01d32286e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:15.517079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d63606b0-860d-4793-bacd-e4e01d32286e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:15.571206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.584221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.594192 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/networks/9792097a-0414-4b0e-9f9e-aaffe14fcffe HTTP/1.1" status: 204 len: 168 time: 0.8827507 Nov 12 05:38:15.609305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:15.629511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4fdb2-8f29-4572-9b07-27db5db3f336 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Network': ['ID=9792097a-0414-4b0e-9f9e-aaffe14fcffe,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:15.685513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc500b47-cc96-49d0-9c0d-651fc16c127a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Deleting subnet c8d899f8-ea19-4db3-a7db-b68d3182dbba {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:15.689626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc500b47-cc96-49d0-9c0d-651fc16c127a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.746824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc500b47-cc96-49d0-9c0d-651fc16c127a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.848154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc500b47-cc96-49d0-9c0d-651fc16c127a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.921344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc500b47-cc96-49d0-9c0d-651fc16c127a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.952775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc500b47-cc96-49d0-9c0d-651fc16c127a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d899f8-ea19-4db3-a7db-b68d3182dbba,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:15.956705 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc500b47-cc96-49d0-9c0d-651fc16c127a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:15.959974 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fc500b47-cc96-49d0-9c0d-651fc16c127a tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/subnets/c8d899f8-ea19-4db3-a7db-b68d3182dbba HTTP/1.1" status: 204 len: 168 time: 0.3496802 Nov 12 05:38:15.963057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166df65-96bc-4326-a308-bcf4c14e2a02 None None] Network 19b6d162-0a0a-43fe-8df4-cbfad3e89079 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:15.964515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55848) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:16.086166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.115634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 6e9e5ab6-e400-4e61-8727-15f835146cf0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:16.115977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.172862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] DHCP port deletion for 19b6d162-0a0a-43fe-8df4-cbfad3e89079 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:16.223861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] Deleting port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:16.224238 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.238783 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.241970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Deleting port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:16.242296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.269366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 6e9e5ab6-e400-4e61-8727-15f835146cf0 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:16.312051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] For port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,segment=NetworkSegment(9d0819b7-7748-46c6-93d4-2b92ca90ac2e),segment_id=9d0819b7-7748-46c6-93d4-2b92ca90ac2e)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:16.312524 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.335905 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-834229ff-0565-4b0e-8570-65f4f9946f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.343842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] Calling delete_port for 2e780a8e-60bd-4323-b8fe-54c8a89ed41c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:16.370618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] For port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,segment=NetworkSegment(9d0819b7-7748-46c6-93d4-2b92ca90ac2e),segment_id=9d0819b7-7748-46c6-93d4-2b92ca90ac2e)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:16.370987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.397316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Calling delete_port for 2e780a8e-60bd-4323-b8fe-54c8a89ed41c owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:16.443722 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.481559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] No DVR routers for this DVR port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:16.486465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae7aaf-7ac7-496d-822b-3ab63d9279c1 None None] Pushing event deleted for resources: {'Port': ['ID=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:16.646527 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.679644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Port': ['ID=2e780a8e-60bd-4323-b8fe-54c8a89ed41c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:16.685010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] No DVR routers for this DVR port 2e780a8e-60bd-4323-b8fe-54c8a89ed41c on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:16.716460 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.793016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=6e9e5ab6-e400-4e61-8727-15f835146cf0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:16.805671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.868327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b6d162-0a0a-43fe-8df4-cbfad3e89079']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:16.891574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0819b7-7748-46c6-93d4-2b92ca90ac2e') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:16.891878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0819b7-7748-46c6-93d4-2b92ca90ac2e') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:16.935043 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:16.997126 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.036834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:17.037642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:17.040754 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:17.060709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.139945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.181226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.184787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/networks/19b6d162-0a0a-43fe-8df4-cbfad3e89079 HTTP/1.1" status: 204 len: 168 time: 1.2161930 Nov 12 05:38:17.184899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55924) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:17.185444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55926) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:17.193435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c9039-4343-463b-a23c-ae3499413d03 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Pushing event deleted for resources: {'Network': ['ID=19b6d162-0a0a-43fe-8df4-cbfad3e89079,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:17.220502 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-62b2c904-fda6-4ae0-9539-247f3b8a3d2f tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "GET /v2.0/ports?device_id=6833efc6-dc81-4327-b7b2-529e5f9b7a17 HTTP/1.1" status: 200 len: 205 time: 0.0302851 Nov 12 05:38:17.223459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55930) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:17.289360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router 012fdd2f-b6ef-4e37-bfbb-a256977e375f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:17.313925 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d001627-3c5b-4e01-9516-45614cab0589 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.356537 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.422291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2e780a8e-60bd-4323-b8fe-54c8a89ed41c no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:17.425060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:17.436565 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced2b1c-26b0-4719-b385-bf461f8c46e2 None None] Sync routers for ids ['012fdd2f-b6ef-4e37-bfbb-a256977e375f'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:17.446794 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e2ec44a0-9bc0-4c0b-a27a-7bbf1a7a964d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.450021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-52d4c91e-1704-4738-9159-60c76194dcf9 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/012fdd2f-b6ef-4e37-bfbb-a256977e375f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3980777 Nov 12 05:38:17.453905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced2b1c-26b0-4719-b385-bf461f8c46e2 None None] Routers {'012fdd2f-b6ef-4e37-bfbb-a256977e375f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:17.454679 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bced2b1c-26b0-4719-b385-bf461f8c46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['012fdd2f-b6ef-4e37-bfbb-a256977e375f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:17.455586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 2e780a8e-60bd-4323-b8fe-54c8a89ed41c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:17.456039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2e780a8e-60bd-4323-b8fe-54c8a89ed41c not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:17.456710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55936) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:17.501729 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bced2b1c-26b0-4719-b385-bf461f8c46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:17.511098 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced2b1c-26b0-4719-b385-bf461f8c46e2 None None] Routers {'012fdd2f-b6ef-4e37-bfbb-a256977e375f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:17.512177 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bced2b1c-26b0-4719-b385-bf461f8c46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['012fdd2f-b6ef-4e37-bfbb-a256977e375f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:17.512567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f2a85807-ad23-4899-8941-ae23c5ad6c31 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=012fdd2f-b6ef-4e37-bfbb-a256977e375f HTTP/1.1" status: 200 len: 205 time: 0.0545664 Nov 12 05:38:17.513272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55938) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:17.549623 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bced2b1c-26b0-4719-b385-bf461f8c46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:17.550565 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced2b1c-26b0-4719-b385-bf461f8c46e2 None None] The sync data for ids ['012fdd2f-b6ef-4e37-bfbb-a256977e375f'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:17.580027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d001627-3c5b-4e01-9516-45614cab0589 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.582370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d001627-3c5b-4e01-9516-45614cab0589 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.613470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9064df53-1df9-4753-a3e4-df0665e26631 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.653108 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d001627-3c5b-4e01-9516-45614cab0589 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.653724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d001627-3c5b-4e01-9516-45614cab0589 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Fanout notify agent at l3_agent the message router_deleted on router 6833efc6-dc81-4327-b7b2-529e5f9b7a17 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:38:17.661723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d001627-3c5b-4e01-9516-45614cab0589 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.670639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d001627-3c5b-4e01-9516-45614cab0589 tempest-RoutersNegativeTest-607988073 tempest-RoutersNegativeTest-607988073-project] 10.222.0.48 "DELETE /v2.0/routers/6833efc6-dc81-4327-b7b2-529e5f9b7a17 HTTP/1.1" status: 204 len: 168 time: 0.4410083 Nov 12 05:38:17.762205 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e2ec44a0-9bc0-4c0b-a27a-7bbf1a7a964d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.775005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e2ec44a0-9bc0-4c0b-a27a-7bbf1a7a964d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.794438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9064df53-1df9-4753-a3e4-df0665e26631 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.796761 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9064df53-1df9-4753-a3e4-df0665e26631 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.835563 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e2ec44a0-9bc0-4c0b-a27a-7bbf1a7a964d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32c1af5dd08f452799f21c5b326eedb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508543 Nov 12 05:38:17.836172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:17.843087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec44a0-9bc0-4c0b-a27a-7bbf1a7a964d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95169391-4445-4742-b789-499172f31cad,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:17.859537 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9064df53-1df9-4753-a3e4-df0665e26631 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.860168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9064df53-1df9-4753-a3e4-df0665e26631 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Fanout notify agent at l3_agent the message router_deleted on router 012fdd2f-b6ef-4e37-bfbb-a256977e375f {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:38:17.866902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9064df53-1df9-4753-a3e4-df0665e26631 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.868009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9064df53-1df9-4753-a3e4-df0665e26631 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/012fdd2f-b6ef-4e37-bfbb-a256977e375f HTTP/1.1" status: 204 len: 168 time: 0.3537369 Nov 12 05:38:17.870744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55948) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:17.920626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55950) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:17.941749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c2b7c4-890a-469b-92ac-2d7206fbc6f1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet 8ae25683-53bd-4f37-bf38-71fa472a0958 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:17.946291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70c2b7c4-890a-469b-92ac-2d7206fbc6f1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.949842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5167901d-61b5-4ed6-8dad-0a2d28b01390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.002676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5167901d-61b5-4ed6-8dad-0a2d28b01390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.012622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70c2b7c4-890a-469b-92ac-2d7206fbc6f1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.066037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-14f90913-5ee7-4b11-a85a-417d166b08f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25cbaf95feee43e487cfb618b971a4ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440706 Nov 12 05:38:18.067981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55956) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:18.119047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5167901d-61b5-4ed6-8dad-0a2d28b01390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.122575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5167901d-61b5-4ed6-8dad-0a2d28b01390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.125783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5167901d-61b5-4ed6-8dad-0a2d28b01390 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95169391-4445-4742-b789-499172f31cad HTTP/1.1" status: 204 len: 168 time: 0.2860668 Nov 12 05:38:18.136337 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70c2b7c4-890a-469b-92ac-2d7206fbc6f1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.139877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167901d-61b5-4ed6-8dad-0a2d28b01390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95169391-4445-4742-b789-499172f31cad,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:18.141514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-072a5838-1ee2-4b02-9b62-2c89bc8e5a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.178513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-072a5838-1ee2-4b02-9b62-2c89bc8e5a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.223773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70c2b7c4-890a-469b-92ac-2d7206fbc6f1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.240937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-072a5838-1ee2-4b02-9b62-2c89bc8e5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.243792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-072a5838-1ee2-4b02-9b62-2c89bc8e5a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.247537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-072a5838-1ee2-4b02-9b62-2c89bc8e5a44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e0b4cef-6e38-4283-b096-c26659e0ed49 HTTP/1.1" status: 204 len: 168 time: 0.1761551 Nov 12 05:38:18.255681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2b7c4-890a-469b-92ac-2d7206fbc6f1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae25683-53bd-4f37-bf38-71fa472a0958,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:18.257067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a5838-1ee2-4b02-9b62-2c89bc8e5a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0b4cef-6e38-4283-b096-c26659e0ed49,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:18.265919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70c2b7c4-890a-469b-92ac-2d7206fbc6f1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.266319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7305878-9c6e-4e44-95fa-fcefd4eb2e9a None None] Network 58222978-e2a4-497f-8da8-22e347db3b36 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:18.270567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-70c2b7c4-890a-469b-92ac-2d7206fbc6f1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/8ae25683-53bd-4f37-bf38-71fa472a0958 HTTP/1.1" status: 204 len: 168 time: 0.3986371 Nov 12 05:38:18.274097 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55962) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:18.431888 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.506250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 861858d0-f60f-4090-8ba7-b874384255d9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:18.506933 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.536525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] DHCP port deletion for 58222978-e2a4-497f-8da8-22e347db3b36 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:18.603696 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.606874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 861858d0-f60f-4090-8ba7-b874384255d9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=861858d0-f60f-4090-8ba7-b874384255d9,segment=NetworkSegment(f96cd30a-1a15-497d-81ce-7f6dc662a960),segment_id=f96cd30a-1a15-497d-81ce-7f6dc662a960)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:18.607424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.621209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] Deleting port 861858d0-f60f-4090-8ba7-b874384255d9 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:18.622309 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.628863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 861858d0-f60f-4090-8ba7-b874384255d9 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:18.645401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55970) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:18.662894 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81332a8-7f4a-434b-b581-807a5fbcc866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.721935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] For port 861858d0-f60f-4090-8ba7-b874384255d9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=861858d0-f60f-4090-8ba7-b874384255d9,segment=NetworkSegment(f96cd30a-1a15-497d-81ce-7f6dc662a960),segment_id=f96cd30a-1a15-497d-81ce-7f6dc662a960)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:18.723222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.754678 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.779432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] Calling delete_port for 861858d0-f60f-4090-8ba7-b874384255d9 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:18.790648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=861858d0-f60f-4090-8ba7-b874384255d9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:18.792526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port 861858d0-f60f-4090-8ba7-b874384255d9 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:18.824159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81332a8-7f4a-434b-b581-807a5fbcc866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.831603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81332a8-7f4a-434b-b581-807a5fbcc866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.902836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e81332a8-7f4a-434b-b581-807a5fbcc866 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f40042ccdc445a99052edf1a077288f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562718 Nov 12 05:38:18.903828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81332a8-7f4a-434b-b581-807a5fbcc866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ef74c-0937-45b2-9d2b-a82953f8e059,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:18.906429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55980) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:18.912951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.949821 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] Pushing event deleted for resources: {'Port': ['ID=861858d0-f60f-4090-8ba7-b874384255d9,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:18.952026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799c7eb-8326-4cc8-8b04-e3f962ec6fac None None] No DVR routers for this DVR port 861858d0-f60f-4090-8ba7-b874384255d9 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:18.969886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.989308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82b3183d-5f26-48bd-9cfc-55c55de5c12a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.997138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58222978-e2a4-497f-8da8-22e347db3b36']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:19.011666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96cd30a-1a15-497d-81ce-7f6dc662a960') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:19.012041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96cd30a-1a15-497d-81ce-7f6dc662a960') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:19.012661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82b3183d-5f26-48bd-9cfc-55c55de5c12a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.027914 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.045316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.053722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:19.054440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:19.059125 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:19.069880 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82b3183d-5f26-48bd-9cfc-55c55de5c12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.072546 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82b3183d-5f26-48bd-9cfc-55c55de5c12a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.073762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-82b3183d-5f26-48bd-9cfc-55c55de5c12a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff4ef74c-0937-45b2-9d2b-a82953f8e059 HTTP/1.1" status: 204 len: 168 time: 0.1659751 Nov 12 05:38:19.092516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3183d-5f26-48bd-9cfc-55c55de5c12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ef74c-0937-45b2-9d2b-a82953f8e059,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:19.158783 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.175973 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.180429 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/58222978-e2a4-497f-8da8-22e347db3b36 HTTP/1.1" status: 204 len: 168 time: 0.9048038 Nov 12 05:38:19.184226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55992) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:19.190837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b0e24b48-0f69-4d15-ad9a-b62578cdc164 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-482754071', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:19.214624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8607c79-ed3c-459b-adb5-443523de82e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=58222978-e2a4-497f-8da8-22e347db3b36,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:19.242519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0e24b48-0f69-4d15-ad9a-b62578cdc164 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.244816 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0e24b48-0f69-4d15-ad9a-b62578cdc164 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.329669 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0e24b48-0f69-4d15-ad9a-b62578cdc164 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.336521 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0e24b48-0f69-4d15-ad9a-b62578cdc164 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.367828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0e24b48-0f69-4d15-ad9a-b62578cdc164 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.369264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b0e24b48-0f69-4d15-ad9a-b62578cdc164 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1830728 Nov 12 05:38:19.372088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55998) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:19.380285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-713193096'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:19.415142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:19.425116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.450930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 861858d0-f60f-4090-8ba7-b874384255d9 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:19.457060 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:38:19.486159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:38:19.493911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 861858d0-f60f-4090-8ba7-b874384255d9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:19.496121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 861858d0-f60f-4090-8ba7-b874384255d9 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:19.498724 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.506188 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment 6a6ad2fa-63ff-4771-b1a6-76a25601c5ba of type vlan for network 52939da7-057c-4143-87a7-830bab4c8f58 Nov 12 05:38:19.545015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.547813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.575343 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.581636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:19.582569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.622595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56008) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:19.663782 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2894614 Nov 12 05:38:19.667009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56014) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:19.674624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:19.675133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6252a46-7249-4e17-969b-a9feb1cd2169 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=52939da7-057c-4143-87a7-830bab4c8f58,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:19.688435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 52939da7-057c-4143-87a7-830bab4c8f58 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:38:19.788850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019857473'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:19.829858 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.844058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:19.866004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:19.869538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.035593 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.042280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.122302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5c955-960b-4f06-bf0a-9a69abd2f5ca,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:20.162033 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.203445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.214550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.241531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.245952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6189063 Nov 12 05:38:20.247467 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56030) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:20.268558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=72305ebf-64ed-4339-86c2-ae4e9e03f456,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:20.281489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b85869-4575-4c18-9e00-9082a93906b1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547151e2-3467-4cf7-8782-e4e612e4a82f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:20.289717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:20.290130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: 52939da7-057c-4143-87a7-830bab4c8f58, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:38:20.312003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 52939da7-057c-4143-87a7-830bab4c8f58 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:38:20.327634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 52939da7-057c-4143-87a7-830bab4c8f58) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:20.337454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f963f76-67c4-4013-a24f-c466c2e9e853 None None] Network 52939da7-057c-4143-87a7-830bab4c8f58 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:20.338414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:20.340922 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.376970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e8f30e68-469f-44f0-9a87-6fe4b99a6851 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7077901 Nov 12 05:38:20.379619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56036) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:20.386854 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8dc5f573-f9b3-4273-b64a-2b1ea651243d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1365650 Nov 12 05:38:20.389643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56038) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:20.394239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-security--1876309285', 'description': 'tempest-security-description-2046892086'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:20.445631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.509300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.514035 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.516955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.527243 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "PUT /v2.0/security-groups/547151e2-3467-4cf7-8782-e4e612e4a82f HTTP/1.1" status: 200 len: 1797 time: 0.1332486 Nov 12 05:38:20.528139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56044) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:20.605416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-52939da7-057c-4143-87a7-830bab4c8f58', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:38:20.606597 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.610078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56050) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:20.659919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547151e2-3467-4cf7-8782-e4e612e4a82f,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:20.673883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.674225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.674602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.674934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.675263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.675588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.675911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.676233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.676554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.676868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.677183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.677494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc39e2c-7dfc-45e7-ae95-ef7b34cefa76 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:20.693163 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8c588e56-ad3f-44a8-a8f3-ce1a284422f7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups/547151e2-3467-4cf7-8782-e4e612e4a82f HTTP/1.1" status: 200 len: 1797 time: 0.1605132 Nov 12 05:38:20.694673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56052) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:20.715707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e9fd8a-2d0b-40fa-b543-bb89961c8da6 admin admin] Deleting subnet fbdd6e4e-05a6-4f4d-8085-6fad09f32d03 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:20.732111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd8a-2d0b-40fa-b543-bb89961c8da6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.797040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4264dbc1-df31-4761-ae78-27b06852c8de tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.800785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd8a-2d0b-40fa-b543-bb89961c8da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.815362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Allocated IP 172.20.0.2 (52939da7-057c-4143-87a7-830bab4c8f58/72305ebf-64ed-4339-86c2-ae4e9e03f456/8f200dfa-04ad-41fb-966c-bc0870eb8097) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:20.847627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.867121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4264dbc1-df31-4761-ae78-27b06852c8de tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.905881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd8a-2d0b-40fa-b543-bb89961c8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.967008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4264dbc1-df31-4761-ae78-27b06852c8de tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.969953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4264dbc1-df31-4761-ae78-27b06852c8de tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:20.974182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4264dbc1-df31-4761-ae78-27b06852c8de tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/547151e2-3467-4cf7-8782-e4e612e4a82f HTTP/1.1" status: 204 len: 168 time: 0.2785411 Nov 12 05:38:20.975704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:21.002267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264dbc1-df31-4761-ae78-27b06852c8de tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547151e2-3467-4cf7-8782-e4e612e4a82f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:21.048761 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-013ee34d-5616-4ac8-839a-ee498144ae09 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0682187 Nov 12 05:38:21.048972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56064) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:21.066328 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-6f8a2d9c-035c-4c03-824f-c6374105c28e tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] delete failed (client error): The resource could not be found. Nov 12 05:38:21.072452 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6f8a2d9c-035c-4c03-824f-c6374105c28e tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/547151e2-3467-4cf7-8782-e4e612e4a82f HTTP/1.1" status: 404 len: 347 time: 0.0202148 Nov 12 05:38:21.074182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56066) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:21.080372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd8a-2d0b-40fa-b543-bb89961c8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.100932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7ad09ec7-8c85-46b6-9661-eaf5502ac1c8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-secgroup--381948353'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:21.128545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.130229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e4e9fd8a-2d0b-40fa-b543-bb89961c8da6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.133540 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e4e9fd8a-2d0b-40fa-b543-bb89961c8da6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fbdd6e4e-05a6-4f4d-8085-6fad09f32d03 HTTP/1.1" status: 204 len: 168 time: 0.5130839 Nov 12 05:38:21.137017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:21.143640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af2e25-887c-4925-af80-fae3eda60bae None None] Network 9777faf2-4c04-44c2-a789-19ce6243f5eb requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:21.147981 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.222403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9fd8a-2d0b-40fa-b543-bb89961c8da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbdd6e4e-05a6-4f4d-8085-6fad09f32d03,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:21.265084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Network 52939da7-057c-4143-87a7-830bab4c8f58 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:21.279645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:21.290769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:21.300223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Pushing event updated for resources: {'Port': ['ID=8f200dfa-04ad-41fb-966c-bc0870eb8097,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:21.322236 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ad09ec7-8c85-46b6-9661-eaf5502ac1c8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.366269 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.411936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Attempting to bind port 8f200dfa-04ad-41fb-966c-bc0870eb8097 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:21.412519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Attempting to bind port 8f200dfa-04ad-41fb-966c-bc0870eb8097 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:21.413274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Attempting to bind port 8f200dfa-04ad-41fb-966c-bc0870eb8097 on network 52939da7-057c-4143-87a7-830bab4c8f58 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:21.424586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:21.425123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Checking segment: {'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:21.425780 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.428431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Bound using segment: {'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:21.429383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Bound port: 8f200dfa-04ad-41fb-966c-bc0870eb8097, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:21.430043 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.445473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6aa17d-6de1-40af-bad4-a1ca73bc0345 None None] DHCP port deletion for 9777faf2-4c04-44c2-a789-19ce6243f5eb request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:21.508965 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.532827 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ad09ec7-8c85-46b6-9661-eaf5502ac1c8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.556146 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ad09ec7-8c85-46b6-9661-eaf5502ac1c8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.584606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9777faf2-4c04-44c2-a789-19ce6243f5eb']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:21.599045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] For port 8f200dfa-04ad-41fb-966c-bc0870eb8097, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:21.605812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] For port 8f200dfa-04ad-41fb-966c-bc0870eb8097, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f200dfa-04ad-41fb-966c-bc0870eb8097,segment=NetworkSegment(6a6ad2fa-63ff-4771-b1a6-76a25601c5ba),segment_id=6a6ad2fa-63ff-4771-b1a6-76a25601c5ba)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:21.609914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c860129a-4d72-417a-a086-aa8b04601efc') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:21.610303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c860129a-4d72-417a-a086-aa8b04601efc') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:21.616486 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.621222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ad09ec7-8c85-46b6-9661-eaf5502ac1c8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.622516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7ad09ec7-8c85-46b6-9661-eaf5502ac1c8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5462041 Nov 12 05:38:21.629440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.630882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56082) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:21.635873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8930630d-7aa9-4cd6-b0d5-3105e51bc216 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': '061bafb4-2b25-428b-8302-80c97737dd30', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:21.653384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad09ec7-8c85-46b6-9661-eaf5502ac1c8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061bafb4-2b25-428b-8302-80c97737dd30,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:21.672343 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.684504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:21.685180 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:21.688185 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:21.718248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c6d70-55c8-4694-bc3f-c0200dc23c22 None None] Pushing event updated for resources: {'Port': ['ID=8f200dfa-04ad-41fb-966c-bc0870eb8097,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:21.745990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.20.0.1 (52939da7-057c-4143-87a7-830bab4c8f58/72305ebf-64ed-4339-86c2-ae4e9e03f456/eff731a0-82de-4eed-9f2e-9dcd212d3439) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:21.761460 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8930630d-7aa9-4cd6-b0d5-3105e51bc216 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.790530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.800432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.803643 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9777faf2-4c04-44c2-a789-19ce6243f5eb HTTP/1.1" status: 204 len: 168 time: 0.6087656 Nov 12 05:38:21.833169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3ee6-3459-4091-992c-396b199f8062 admin admin] Pushing event deleted for resources: {'Network': ['ID=9777faf2-4c04-44c2-a789-19ce6243f5eb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:21.871100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8930630d-7aa9-4cd6-b0d5-3105e51bc216 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.881697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8930630d-7aa9-4cd6-b0d5-3105e51bc216 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.898830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930630d-7aa9-4cd6-b0d5-3105e51bc216 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a96f64-16c0-437f-93bc-72c789f04812,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:21.918796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8930630d-7aa9-4cd6-b0d5-3105e51bc216 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.920871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8930630d-7aa9-4cd6-b0d5-3105e51bc216 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2889862 Nov 12 05:38:21.924297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56088) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:21.926675 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.966389 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:21.991821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-507cfdf9-80f3-4cbc-bba3-9f1a007f08f7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.003915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-507cfdf9-80f3-4cbc-bba3-9f1a007f08f7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.017633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 52939da7-057c-4143-87a7-830bab4c8f58 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:22.024104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:22.028938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:22.051138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=eff731a0-82de-4eed-9f2e-9dcd212d3439,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:22.053247 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-507cfdf9-80f3-4cbc-bba3-9f1a007f08f7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.065467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-507cfdf9-80f3-4cbc-bba3-9f1a007f08f7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.070451 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-507cfdf9-80f3-4cbc-bba3-9f1a007f08f7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d6a96f64-16c0-437f-93bc-72c789f04812 HTTP/1.1" status: 204 len: 168 time: 0.1446490 Nov 12 05:38:22.071110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56092) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:22.101975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cfdf9-80f3-4cbc-bba3-9f1a007f08f7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6a96f64-16c0-437f-93bc-72c789f04812,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:22.151034 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc0844b9-ee4b-4b24-9244-e923b3a35831 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0733540 Nov 12 05:38:22.152384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56096) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:22.176092 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.227900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2a14755-7431-4060-ada2-cfcef939d3f1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.258244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56100) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:22.270039 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2a14755-7431-4060-ada2-cfcef939d3f1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.319628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.331621 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4af3e8d7-5c4a-417f-b80d-3f6d502b152d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a05f12621c0e41129b8089ec154d81e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719361 Nov 12 05:38:22.334127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56102) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:22.355533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2a14755-7431-4060-ada2-cfcef939d3f1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.358518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c2a14755-7431-4060-ada2-cfcef939d3f1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.359845 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c2a14755-7431-4060-ada2-cfcef939d3f1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/061bafb4-2b25-428b-8302-80c97737dd30 HTTP/1.1" status: 204 len: 168 time: 0.2070034 Nov 12 05:38:22.364024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56104) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:22.383951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a14755-7431-4060-ada2-cfcef939d3f1 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061bafb4-2b25-428b-8302-80c97737dd30,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:22.409796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-11014e87-0808-4c40-8012-73eb12270077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.438564 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-11014e87-0808-4c40-8012-73eb12270077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.487784 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-11014e87-0808-4c40-8012-73eb12270077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.490836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-11014e87-0808-4c40-8012-73eb12270077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.491990 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-11014e87-0808-4c40-8012-73eb12270077 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b89b8e4-b5e4-447f-bbe9-32501a7e88e3 HTTP/1.1" status: 204 len: 168 time: 0.1567199 Nov 12 05:38:22.501132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d5c669f5-5dbb-4d5b-9bb9-18457cf4fb75 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1354871 Nov 12 05:38:22.504487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:22.514255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11014e87-0808-4c40-8012-73eb12270077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b89b8e4-b5e4-447f-bbe9-32501a7e88e3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:22.514847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4a7bfd90-0691-4380-97da-2d710fa1ab90 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-secgroup--641963228'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:22.658749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a7bfd90-0691-4380-97da-2d710fa1ab90 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.695424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56114) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:22.782505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.796142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.890474 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a7bfd90-0691-4380-97da-2d710fa1ab90 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.897782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a7bfd90-0691-4380-97da-2d710fa1ab90 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.901206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.910886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0991d8-3011-49a9-a432-9993b19e62c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.911108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=eff731a0-82de-4eed-9f2e-9dcd212d3439,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:22.967291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a7bfd90-0691-4380-97da-2d710fa1ab90 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:22.971612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4a7bfd90-0691-4380-97da-2d710fa1ab90 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4663091 Nov 12 05:38:22.971812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:22.976864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-63badf94-0110-4fae-9bf9-a3e54388ed9f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': '43b90df5-ce57-4f8d-af3e-8a9794422639', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:22.977060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bfd90-0691-4380-97da-2d710fa1ab90 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b90df5-ce57-4f8d-af3e-8a9794422639,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:23.022584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1006fd-dae1-484a-8626-5dba89212d31 None None] Network 52939da7-057c-4143-87a7-830bab4c8f58 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:23.035525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0991d8-3011-49a9-a432-9993b19e62c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.041960 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63badf94-0110-4fae-9bf9-a3e54388ed9f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.052250 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0991d8-3011-49a9-a432-9993b19e62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.060739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 52939da7-057c-4143-87a7-830bab4c8f58 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:23.062179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:23.111829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0991d8-3011-49a9-a432-9993b19e62c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae7a098-52a5-4855-a728-427b9aba526f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:23.116526 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad0991d8-3011-49a9-a432-9993b19e62c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1665d0ca602140be9138be2d9fe2dbc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4200358 Nov 12 05:38:23.120246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56130) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:23.157857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e07b8483-5de5-4bab-9353-37e475313a75 None None] Provisioning complete for port 8f200dfa-04ad-41fb-966c-bc0870eb8097 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:23.158307 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e07b8483-5de5-4bab-9353-37e475313a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.169264 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63badf94-0110-4fae-9bf9-a3e54388ed9f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.181573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63badf94-0110-4fae-9bf9-a3e54388ed9f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.210374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:38:23.227584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63badf94-0110-4fae-9bf9-a3e54388ed9f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597b436b-6b35-4e06-a13b-75c05a0cab02,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:23.249017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d60c94d-65e2-4304-a029-9e737939a825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.287600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63badf94-0110-4fae-9bf9-a3e54388ed9f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.289329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-63badf94-0110-4fae-9bf9-a3e54388ed9f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3165293 Nov 12 05:38:23.293923 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56140) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:23.297493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d60c94d-65e2-4304-a029-9e737939a825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.302410 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fa263999-9eba-423f-af2c-4caade3eb28c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': '43b90df5-ce57-4f8d-af3e-8a9794422639', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:23.339958 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e07b8483-5de5-4bab-9353-37e475313a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.381952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:23.389943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6cb11912-298a-456e-9004-4c6ad6564324 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091758 Nov 12 05:38:23.393225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56144) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:23.397791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e07b8483-5de5-4bab-9353-37e475313a75 None None] For port 8f200dfa-04ad-41fb-966c-bc0870eb8097, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f200dfa-04ad-41fb-966c-bc0870eb8097,segment=NetworkSegment(6a6ad2fa-63ff-4771-b1a6-76a25601c5ba),segment_id=6a6ad2fa-63ff-4771-b1a6-76a25601c5ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:23.400670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-476195434'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:23.402756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:23.420047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e07b8483-5de5-4bab-9353-37e475313a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.436147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:23.437199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:23.438016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d60c94d-65e2-4304-a029-9e737939a825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.444218 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d60c94d-65e2-4304-a029-9e737939a825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.450566 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5d60c94d-65e2-4304-a029-9e737939a825 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fae7a098-52a5-4855-a728-427b9aba526f HTTP/1.1" status: 204 len: 168 time: 0.3251135 Nov 12 05:38:23.465640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:23.471381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa263999-9eba-423f-af2c-4caade3eb28c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.475286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.510580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60c94d-65e2-4304-a029-9e737939a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae7a098-52a5-4855-a728-427b9aba526f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:23.512375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:38:23.531063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.531631 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0 of type vlan for network 945e1845-e3ba-4a3b-85f5-38842dcc402e Nov 12 05:38:23.567673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f200dfa-04ad-41fb-966c-bc0870eb8097 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:23.594978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.623317 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.630683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:23.631344 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.652262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa263999-9eba-423f-af2c-4caade3eb28c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.660667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa263999-9eba-423f-af2c-4caade3eb28c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.712477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa263999-9eba-423f-af2c-4caade3eb28c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bc3244-5ac3-4b20-ba82-62d2f6628d6b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:23.730075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3324695 Nov 12 05:38:23.730174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa263999-9eba-423f-af2c-4caade3eb28c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.731495 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fa263999-9eba-423f-af2c-4caade3eb28c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4353826 Nov 12 05:38:23.731993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56156) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:23.734685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56158) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:23.742072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:23.743204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c793a79f-55ae-47bb-8d94-c87b47ea94fa tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': '43b90df5-ce57-4f8d-af3e-8a9794422639', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:23.751075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8002aed-6ce7-4167-89a9-8ff967c3d02f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=945e1845-e3ba-4a3b-85f5-38842dcc402e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:23.785327 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c793a79f-55ae-47bb-8d94-c87b47ea94fa tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.816983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 945e1845-e3ba-4a3b-85f5-38842dcc402e details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:38:23.916166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:23.921617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.927120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c793a79f-55ae-47bb-8d94-c87b47ea94fa tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.934537 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c793a79f-55ae-47bb-8d94-c87b47ea94fa tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.961222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b8483-5de5-4bab-9353-37e475313a75 None None] Pushing event updated for resources: {'Port': ['ID=8f200dfa-04ad-41fb-966c-bc0870eb8097,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:23.964460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793a79f-55ae-47bb-8d94-c87b47ea94fa tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d126ca1e-3bf0-45cf-abbf-1109c8858ad8,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:23.996125 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c793a79f-55ae-47bb-8d94-c87b47ea94fa tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.998987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c793a79f-55ae-47bb-8d94-c87b47ea94fa tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2631485 Nov 12 05:38:24.002641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56162) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:24.014856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0de029a7-d772-4837-b83f-a937fd22bc51 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': '43b90df5-ce57-4f8d-af3e-8a9794422639', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:24.030980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8e1c8a73-4a44-4288-87c2-a299cb1c4334 None None] Provisioning complete for port eff731a0-82de-4eed-9f2e-9dcd212d3439 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:24.032234 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8a73-4a44-4288-87c2-a299cb1c4334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.060496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0de029a7-d772-4837-b83f-a937fd22bc51 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.164143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0de029a7-d772-4837-b83f-a937fd22bc51 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.172013 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0de029a7-d772-4837-b83f-a937fd22bc51 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.195771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de029a7-d772-4837-b83f-a937fd22bc51 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68c3e73-c3d8-4609-a43f-5402b60da985,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:24.205776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0de029a7-d772-4837-b83f-a937fd22bc51 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.207047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0de029a7-d772-4837-b83f-a937fd22bc51 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025514 Nov 12 05:38:24.213252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56174) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:24.220489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3a628c8f-1c16-4916-b2a2-2a58b33afcb6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': '43b90df5-ce57-4f8d-af3e-8a9794422639', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:24.237849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56184) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:24.264887 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d704d4ed-a38e-4ab2-9502-7adb3958eeaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.273009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a628c8f-1c16-4916-b2a2-2a58b33afcb6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.298776 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.356766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a628c8f-1c16-4916-b2a2-2a58b33afcb6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.372559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a628c8f-1c16-4916-b2a2-2a58b33afcb6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.400522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a628c8f-1c16-4916-b2a2-2a58b33afcb6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddd7ac1-d3b1-417f-96b8-9e81070bd178,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:24.413012 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:24.425676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:24.426233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: 945e1845-e3ba-4a3b-85f5-38842dcc402e, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:38:24.427753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a628c8f-1c16-4916-b2a2-2a58b33afcb6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.429205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=79fde644-9412-441b-8cbb-062f1ba387b6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:24.429977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3a628c8f-1c16-4916-b2a2-2a58b33afcb6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2156689 Nov 12 05:38:24.437835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56204) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:24.469088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c8a73-4a44-4288-87c2-a299cb1c4334 None None] Port eff731a0-82de-4eed-9f2e-9dcd212d3439 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:24.496778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb79250b-6577-4bc7-b544-5699efac8e25 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.515234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 945e1845-e3ba-4a3b-85f5-38842dcc402e is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:38:24.518891 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb79250b-6577-4bc7-b544-5699efac8e25 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.522155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d704d4ed-a38e-4ab2-9502-7adb3958eeaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.535496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d704d4ed-a38e-4ab2-9502-7adb3958eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.543454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8e1c8a73-4a44-4288-87c2-a299cb1c4334 None None] Provisioning complete for port 8f200dfa-04ad-41fb-966c-bc0870eb8097 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:24.543861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8a73-4a44-4288-87c2-a299cb1c4334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.573562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 945e1845-e3ba-4a3b-85f5-38842dcc402e) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:24.591000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:24.592186 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.593804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f200dfa-04ad-41fb-966c-bc0870eb8097 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:24.594569 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.598125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704d4ed-a38e-4ab2-9502-7adb3958eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b472adb7-9a37-49ed-b302-1e0603c76ba6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:24.618989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb79250b-6577-4bc7-b544-5699efac8e25 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.625757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59abade-dd01-42f1-8a33-b6ea50f730ef None None] Network 945e1845-e3ba-4a3b-85f5-38842dcc402e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:24.627170 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb79250b-6577-4bc7-b544-5699efac8e25 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.630710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb79250b-6577-4bc7-b544-5699efac8e25 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6ddd7ac1-d3b1-417f-96b8-9e81070bd178 HTTP/1.1" status: 204 len: 168 time: 0.1877484 Nov 12 05:38:24.632205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56206) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:24.632347 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d704d4ed-a38e-4ab2-9502-7adb3958eeaf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c20c745d5c54e80b4033d7b5d913690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3929605 Nov 12 05:38:24.635263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56208) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:24.640572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-97198570-0cf0-443e-8687-5afd42d45d74 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9075575 Nov 12 05:38:24.642616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56210) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:24.646034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79250b-6577-4bc7-b544-5699efac8e25 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ddd7ac1-d3b1-417f-96b8-9e81070bd178,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:24.831814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2736869e-1fa6-491d-99dc-db4fce988723 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1921568 Nov 12 05:38:24.832728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56216) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:24.934496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b36b5666-2195-47d4-941a-65eef6a6826e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.956798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-03bf2c20-8b74-42bb-ae59-1e097807f4eb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.964665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:22Z', 'revision_number': 2, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:22Z', 'revision_number': 2, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:24.974136 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-03bf2c20-8b74-42bb-ae59-1e097807f4eb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:24.982127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b36b5666-2195-47d4-941a-65eef6a6826e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.001351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-945e1845-e3ba-4a3b-85f5-38842dcc402e', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:38:25.002925 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.008502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:25.008862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Updating router ac421668-0f13-4041-b9ea-e1b02a0d1a32 port eff731a0-82de-4eed-9f2e-9dcd212d3439 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:38:25.065028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.074561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-009e2e1a-8561-4759-86e8-5ceda52c3ec4 None None] Provisioning complete for port eff731a0-82de-4eed-9f2e-9dcd212d3439 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:25.074934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-009e2e1a-8561-4759-86e8-5ceda52c3ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.096332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-03bf2c20-8b74-42bb-ae59-1e097807f4eb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.104680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-03bf2c20-8b74-42bb-ae59-1e097807f4eb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.105785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-03bf2c20-8b74-42bb-ae59-1e097807f4eb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c68c3e73-c3d8-4609-a43f-5402b60da985 HTTP/1.1" status: 204 len: 168 time: 0.2721465 Nov 12 05:38:25.108609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56246) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.118136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf2c20-8b74-42bb-ae59-1e097807f4eb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c68c3e73-c3d8-4609-a43f-5402b60da985,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:25.163664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d9f601a5-d736-4864-be2e-7575ea17f50d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0516510 Nov 12 05:38:25.167483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56252) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.169720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b36b5666-2195-47d4-941a-65eef6a6826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.172527 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b36b5666-2195-47d4-941a-65eef6a6826e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.176414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b36b5666-2195-47d4-941a-65eef6a6826e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b472adb7-9a37-49ed-b302-1e0603c76ba6 HTTP/1.1" status: 204 len: 168 time: 0.5387533 Nov 12 05:38:25.192999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095177b-1f91-4658-804c-680ee494c4b9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.193433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b5666-2195-47d4-941a-65eef6a6826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b472adb7-9a37-49ed-b302-1e0603c76ba6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:25.202169 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095177b-1f91-4658-804c-680ee494c4b9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.234776 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095177b-1f91-4658-804c-680ee494c4b9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.238951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.246189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-009e2e1a-8561-4759-86e8-5ceda52c3ec4 None None] Port eff731a0-82de-4eed-9f2e-9dcd212d3439 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:25.260437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095177b-1f91-4658-804c-680ee494c4b9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.261621 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2095177b-1f91-4658-804c-680ee494c4b9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d126ca1e-3bf0-45cf-abbf-1109c8858ad8 HTTP/1.1" status: 204 len: 168 time: 0.0942850 Nov 12 05:38:25.270830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56256) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.320901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095177b-1f91-4658-804c-680ee494c4b9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d126ca1e-3bf0-45cf-abbf-1109c8858ad8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:25.361184 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b4a7ebc0-0f0a-4a49-9079-74ac11242873 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0855231 Nov 12 05:38:25.364204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56258) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.414176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c256bbd4-52db-4c12-8feb-8adfb34966c5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.431560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c256bbd4-52db-4c12-8feb-8adfb34966c5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.442727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Allocated IP 172.21.0.2 (945e1845-e3ba-4a3b-85f5-38842dcc402e/79fde644-9412-441b-8cbb-062f1ba387b6/72508895-f625-43f6-bf5e-c1975eb817ff) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:25.461964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f200dfa-04ad-41fb-966c-bc0870eb8097 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:25.513809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c256bbd4-52db-4c12-8feb-8adfb34966c5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.531696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c256bbd4-52db-4c12-8feb-8adfb34966c5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.534233 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c256bbd4-52db-4c12-8feb-8adfb34966c5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c5bc3244-5ac3-4b20-ba82-62d2f6628d6b HTTP/1.1" status: 204 len: 168 time: 0.1687849 Nov 12 05:38:25.542639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.612755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256bbd4-52db-4c12-8feb-8adfb34966c5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5bc3244-5ac3-4b20-ba82-62d2f6628d6b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:25.644096 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-310e4944-db2e-42c0-b433-69dc23effafd tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0963204 Nov 12 05:38:25.647707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56266) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.682578 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b302-4ff3-43f6-a230-cfa5dc1a8062 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.690883 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b302-4ff3-43f6-a230-cfa5dc1a8062 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.693228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8f200dfa-04ad-41fb-966c-bc0870eb8097 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:25.693605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.726260 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b302-4ff3-43f6-a230-cfa5dc1a8062 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.733416 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b302-4ff3-43f6-a230-cfa5dc1a8062 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.737452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d7f9b302-4ff3-43f6-a230-cfa5dc1a8062 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/597b436b-6b35-4e06-a13b-75c05a0cab02 HTTP/1.1" status: 204 len: 168 time: 0.0863786 Nov 12 05:38:25.737897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56270) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.740855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9b302-4ff3-43f6-a230-cfa5dc1a8062 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=597b436b-6b35-4e06-a13b-75c05a0cab02,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:25.798394 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2b63711f-1d02-465d-a315-c412b5330853 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577435 Nov 12 05:38:25.799197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56276) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.873493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f208b30-cdfd-4939-9fc6-257691138135 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.889905 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.896491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.908435 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f208b30-cdfd-4939-9fc6-257691138135 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.928856 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.931107 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.968255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f208b30-cdfd-4939-9fc6-257691138135 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.971673 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4f208b30-cdfd-4939-9fc6-257691138135 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:25.976383 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4f208b30-cdfd-4939-9fc6-257691138135 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/43b90df5-ce57-4f8d-af3e-8a9794422639 HTTP/1.1" status: 204 len: 168 time: 0.1755328 Nov 12 05:38:25.976981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56282) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:25.991218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.21.0.1 (945e1845-e3ba-4a3b-85f5-38842dcc402e/79fde644-9412-441b-8cbb-062f1ba387b6/c890af74-bc3c-42dd-8d90-f8ba7a312c00) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:26.013299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f208b30-cdfd-4939-9fc6-257691138135 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b90df5-ce57-4f8d-af3e-8a9794422639,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:26.055420 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-637df1c1-787b-4f31-ad21-0b96c9bfcdf4 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669973 Nov 12 05:38:26.056225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56286) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:26.061841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-929ec826-4fba-4e30-a8e0-d0ad5996099d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-secgroup--140303829'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:26.067745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Network 945e1845-e3ba-4a3b-85f5-38842dcc402e is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:26.101947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-929ec826-4fba-4e30-a8e0-d0ad5996099d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.107113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:26.112951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:26.178504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Pushing event updated for resources: {'Port': ['ID=72508895-f625-43f6-bf5e-c1975eb817ff,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:26.239722 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.280777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-929ec826-4fba-4e30-a8e0-d0ad5996099d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.284269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Attempting to bind port eff731a0-82de-4eed-9f2e-9dcd212d3439 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:26.284997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Attempting to bind port eff731a0-82de-4eed-9f2e-9dcd212d3439 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:26.285583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Attempting to bind port eff731a0-82de-4eed-9f2e-9dcd212d3439 on network 52939da7-057c-4143-87a7-830bab4c8f58 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:26.292744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-929ec826-4fba-4e30-a8e0-d0ad5996099d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.325160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.373193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-929ec826-4fba-4e30-a8e0-d0ad5996099d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.374536 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-929ec826-4fba-4e30-a8e0-d0ad5996099d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3163085 Nov 12 05:38:26.377395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 945e1845-e3ba-4a3b-85f5-38842dcc402e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:26.378204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56294) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:26.380887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ec826-4fba-4e30-a8e0-d0ad5996099d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356edcb6-307e-482c-aaf2-e96f72a1bab7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:26.383613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:26.390552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:26.390970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-15f3e027-ffa5-4121-999c-fb186a87087a tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': '356edcb6-307e-482c-aaf2-e96f72a1bab7', 'direction': 'ingress', 'protocol': 17}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:26.395898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93934db-7870-43db-8016-d965bbc8d459 None None] Pushing event updated for resources: {'Port': ['ID=eff731a0-82de-4eed-9f2e-9dcd212d3439,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:26.404262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:26.404634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Checking segment: {'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:26.405035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.405415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Bound using segment: {'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:26.405907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Bound port: eff731a0-82de-4eed-9f2e-9dcd212d3439, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:26.406269 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.412635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Attempting to bind port 72508895-f625-43f6-bf5e-c1975eb817ff on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:26.412999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Attempting to bind port 72508895-f625-43f6-bf5e-c1975eb817ff by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:26.413353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Attempting to bind port 72508895-f625-43f6-bf5e-c1975eb817ff on network 945e1845-e3ba-4a3b-85f5-38842dcc402e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:26.450572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:26.450572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Checking segment: {'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:26.450572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.450876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=c890af74-bc3c-42dd-8d90-f8ba7a312c00,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:26.450967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Bound using segment: {'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:26.450967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Bound port: 72508895-f625-43f6-bf5e-c1975eb817ff, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:26.450967 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.452474 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.459724 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15f3e027-ffa5-4121-999c-fb186a87087a tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.469743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8c80d419-8a42-401a-9653-063b55781a74 None None] Provisioning complete for port eff731a0-82de-4eed-9f2e-9dcd212d3439 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:26.470112 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c80d419-8a42-401a-9653-063b55781a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.619504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15f3e027-ffa5-4121-999c-fb186a87087a tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.628190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15f3e027-ffa5-4121-999c-fb186a87087a tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.634427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.664045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3e027-ffa5-4121-999c-fb186a87087a tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b3d41d-398b-408c-9d4e-3f6d98d3f98f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:26.699905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15f3e027-ffa5-4121-999c-fb186a87087a tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.702788 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-15f3e027-ffa5-4121-999c-fb186a87087a tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3228679 Nov 12 05:38:26.705553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56302) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:26.819188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8c80d419-8a42-401a-9653-063b55781a74 None None] Port eff731a0-82de-4eed-9f2e-9dcd212d3439 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:26.857846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] For port eff731a0-82de-4eed-9f2e-9dcd212d3439, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:26.862792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] For port eff731a0-82de-4eed-9f2e-9dcd212d3439, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=eff731a0-82de-4eed-9f2e-9dcd212d3439,segment=NetworkSegment(6a6ad2fa-63ff-4771-b1a6-76a25601c5ba),segment_id=6a6ad2fa-63ff-4771-b1a6-76a25601c5ba)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:26.867616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] For port 72508895-f625-43f6-bf5e-c1975eb817ff, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:26.871888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] For port 72508895-f625-43f6-bf5e-c1975eb817ff, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=72508895-f625-43f6-bf5e-c1975eb817ff,segment=NetworkSegment(fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0),segment_id=fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:26.874078 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.891117 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.949193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:26.949911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:27.084481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93934db-7870-43db-8016-d965bbc8d459 None None] Pushing event updated for resources: {'Port': ['ID=eff731a0-82de-4eed-9f2e-9dcd212d3439,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:27.155810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56312) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:27.162941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b8fc-216b-408f-a74c-f19966d79506 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.210226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:27.257470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b8fc-216b-408f-a74c-f19966d79506 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.398354 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2056e862-bd4d-4d29-a3e1-23c23572a4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.495640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b8fc-216b-408f-a74c-f19966d79506 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.497907 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.499441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b8fc-216b-408f-a74c-f19966d79506 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.505927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9fb8b8fc-216b-408f-a74c-f19966d79506 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/356edcb6-307e-482c-aaf2-e96f72a1bab7 HTTP/1.1" status: 204 len: 168 time: 0.7968814 Nov 12 05:38:27.506112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2056e862-bd4d-4d29-a3e1-23c23572a4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.506112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56316) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:27.515693 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2056e862-bd4d-4d29-a3e1-23c23572a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.520956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.536369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.552049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777d3e8-a89d-4287-bcba-f7d6a91c6926 None None] Pushing event updated for resources: {'Port': ['ID=72508895-f625-43f6-bf5e-c1975eb817ff,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:27.559854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f02f21ee-ad50-4490-b086-c5a54255844c None None] Provisioning complete for port eff731a0-82de-4eed-9f2e-9dcd212d3439 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:27.560219 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f02f21ee-ad50-4490-b086-c5a54255844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.582641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-955f6f60-ce69-4348-8f2b-d111f4f6b9d2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0752423 Nov 12 05:38:27.589059 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:27.590222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8b8fc-216b-408f-a74c-f19966d79506 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356edcb6-307e-482c-aaf2-e96f72a1bab7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:27.595009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7c597129-b88a-4e93-9405-2414687e6b12 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806902084'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:27.607967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056e862-bd4d-4d29-a3e1-23c23572a4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7602ae6f-2a75-43ff-9362-2f47ea84601d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:27.621295 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2056e862-bd4d-4d29-a3e1-23c23572a4d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba0e8071f0d24ac2b45ceae5d0d2d0d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643815 Nov 12 05:38:27.624036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:27.662239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.670168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=c890af74-bc3c-42dd-8d90-f8ba7a312c00,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:27.690469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1cc411-9081-4f68-a0e5-3c00591af29d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.694636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7c597129-b88a-4e93-9405-2414687e6b12 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.730245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1cc411-9081-4f68-a0e5-3c00591af29d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.735341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:26Z', 'revision_number': 3, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:26Z', 'revision_number': 1, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:26Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:27.772295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19001f54-fad3-48fb-a3c6-f9cd19b7bc3a None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:26Z', 'revision_number': 3, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:26Z', 'revision_number': 1, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:26Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:27.777580 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f02f21ee-ad50-4490-b086-c5a54255844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.804388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 945e1845-e3ba-4a3b-85f5-38842dcc402e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:27.805893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:27.843385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7c597129-b88a-4e93-9405-2414687e6b12 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.844738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1cc411-9081-4f68-a0e5-3c00591af29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.847481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1cc411-9081-4f68-a0e5-3c00591af29d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.848567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b1cc411-9081-4f68-a0e5-3c00591af29d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7602ae6f-2a75-43ff-9362-2f47ea84601d HTTP/1.1" status: 204 len: 168 time: 0.2235999 Nov 12 05:38:27.857674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cc411-9081-4f68-a0e5-3c00591af29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7602ae6f-2a75-43ff-9362-2f47ea84601d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:27.860599 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7c597129-b88a-4e93-9405-2414687e6b12 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.878764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f02f21ee-ad50-4490-b086-c5a54255844c None None] For port eff731a0-82de-4eed-9f2e-9dcd212d3439, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=eff731a0-82de-4eed-9f2e-9dcd212d3439,segment=NetworkSegment(6a6ad2fa-63ff-4771-b1a6-76a25601c5ba),segment_id=6a6ad2fa-63ff-4771-b1a6-76a25601c5ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:27.889934 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7c597129-b88a-4e93-9405-2414687e6b12 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.893836 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7c597129-b88a-4e93-9405-2414687e6b12 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3004262 Nov 12 05:38:27.895258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56326) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:27.900303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-10817637-5719-4795-a7e4-c02a812ab1a7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-secgroup--708943621'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:27.907352 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f02f21ee-ad50-4490-b086-c5a54255844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.961399 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10817637-5719-4795-a7e4-c02a812ab1a7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.965125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c597129-b88a-4e93-9405-2414687e6b12 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a50d1d-c80f-4ecd-820e-1c4c3b525ca5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:27.979348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f21ee-ad50-4490-b086-c5a54255844c None None] Pushing event updated for resources: {'Port': ['ID=eff731a0-82de-4eed-9f2e-9dcd212d3439,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:27.992465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:28.092633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10817637-5719-4795-a7e4-c02a812ab1a7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.103479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10817637-5719-4795-a7e4-c02a812ab1a7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.124830 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-10817637-5719-4795-a7e4-c02a812ab1a7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.147841 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-10817637-5719-4795-a7e4-c02a812ab1a7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2514253 Nov 12 05:38:28.151327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56332) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:28.157673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f902852e-fb43-46f5-86a6-75c0f48f42fb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': '23a50d1d-c80f-4ecd-820e-1c4c3b525ca5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c5dee68e-d583-4b97-ac55-99f8bed00568', 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:28.222452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817637-5719-4795-a7e4-c02a812ab1a7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dee68e-d583-4b97-ac55-99f8bed00568,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:28.256228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f902852e-fb43-46f5-86a6-75c0f48f42fb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.265170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:28.276377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c204eea8-dcc1-4a19-89e6-6713ac9babc7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6188464 Nov 12 05:38:28.279800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56336) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:28.297344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1331277414'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:28.341393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:28.349937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.402303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:38:28.422536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f902852e-fb43-46f5-86a6-75c0f48f42fb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.427538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.427973 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment a6b8b5ae-eeb1-40e2-b514-14f995b77686 of type vlan for network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 Nov 12 05:38:28.428921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f902852e-fb43-46f5-86a6-75c0f48f42fb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.463828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902852e-fb43-46f5-86a6-75c0f48f42fb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a69773-f608-4e7b-95b9-9e70509ef61e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:28.489208 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f902852e-fb43-46f5-86a6-75c0f48f42fb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.495207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f902852e-fb43-46f5-86a6-75c0f48f42fb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3425646 Nov 12 05:38:28.496656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56342) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:28.536900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff178917-3d70-41e9-bd48-b2d4177c511c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.559208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.559448 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff178917-3d70-41e9-bd48-b2d4177c511c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.613884 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff178917-3d70-41e9-bd48-b2d4177c511c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.620487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff178917-3d70-41e9-bd48-b2d4177c511c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.621616 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ff178917-3d70-41e9-bd48-b2d4177c511c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/96a69773-f608-4e7b-95b9-9e70509ef61e HTTP/1.1" status: 204 len: 168 time: 0.1240215 Nov 12 05:38:28.624881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56348) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:28.626308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.640164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:28.640591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.645974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff178917-3d70-41e9-bd48-b2d4177c511c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96a69773-f608-4e7b-95b9-9e70509ef61e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:28.653496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0dbe5-3cc2-408c-8dc8-df753e091429 None None] Network 945e1845-e3ba-4a3b-85f5-38842dcc402e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:28.701582 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f0acf6f1-abfd-497a-b3fa-db0ac1f3a9a7 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0730481 Nov 12 05:38:28.701830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56350) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:28.725067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56354) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:28.729517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4374440 Nov 12 05:38:28.732554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:28.777209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d6d1cd6e-e8a2-4d98-9bb9-56c7fcde8e8b None None] Provisioning complete for port 72508895-f625-43f6-bf5e-c1975eb817ff triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:28.783468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6d1cd6e-e8a2-4d98-9bb9-56c7fcde8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.838760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6583210-d279-40de-8006-d0c81e23687a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:28.855455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:38:29.027521 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e48c5aee-f736-4470-aee3-d502ba1a2ebb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.081390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e48c5aee-f736-4470-aee3-d502ba1a2ebb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.084825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:29.088498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.117446 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6d1cd6e-e8a2-4d98-9bb9-56c7fcde8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.178114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d6d1cd6e-e8a2-4d98-9bb9-56c7fcde8e8b None None] For port 72508895-f625-43f6-bf5e-c1975eb817ff, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=72508895-f625-43f6-bf5e-c1975eb817ff,segment=NetworkSegment(fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0),segment_id=fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:29.191167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6d1cd6e-e8a2-4d98-9bb9-56c7fcde8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.281997 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e48c5aee-f736-4470-aee3-d502ba1a2ebb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.283284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1cd6e-e8a2-4d98-9bb9-56c7fcde8e8b None None] Pushing event updated for resources: {'Port': ['ID=72508895-f625-43f6-bf5e-c1975eb817ff,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:29.290663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e48c5aee-f736-4470-aee3-d502ba1a2ebb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.292584 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e48c5aee-f736-4470-aee3-d502ba1a2ebb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/c5dee68e-d583-4b97-ac55-99f8bed00568 HTTP/1.1" status: 204 len: 168 time: 0.5898285 Nov 12 05:38:29.295375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56370) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:29.389426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c5aee-f736-4470-aee3-d502ba1a2ebb tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dee68e-d583-4b97-ac55-99f8bed00568,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:29.427602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4948c230-2e86-452d-9bca-e0660580e722 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1296999 Nov 12 05:38:29.428454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56374) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:29.514660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.544436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.581707 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.638502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f3beed78-38b3-40af-b9cb-0af48a9ab72f None None] Provisioning complete for port 72508895-f625-43f6-bf5e-c1975eb817ff triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:29.639565 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f3beed78-38b3-40af-b9cb-0af48a9ab72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.653163 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.657074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.662567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/23a50d1d-c80f-4ecd-820e-1c4c3b525ca5 HTTP/1.1" status: 204 len: 168 time: 0.2305667 Nov 12 05:38:29.677075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56376) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:29.699167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=cc34fb07-e53c-464f-a44a-f693b3112b7f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:29.700620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device eff731a0-82de-4eed-9f2e-9dcd212d3439 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:29.709971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a50d1d-c80f-4ecd-820e-1c4c3b525ca5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:29.751175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.751514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.753978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.756518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.757042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.757609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.758108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.758677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.759788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.761595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.767584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.767988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914bcd7c-800d-4567-8d6a-f5f037d34455 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:29.787262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:29.787637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:38:29.824891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:38:29.841427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:29.846963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:29.847668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.858882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f6e83-c23b-47f2-bafd-e203711169fe None None] Network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:29.863797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cebb977d-32c1-4212-87e6-295a3db9210b tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1843891 Nov 12 05:38:29.869409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56378) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:29.880832 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7215c548-a63f-4ce4-aa2f-55961bc7b9e0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1546738 Nov 12 05:38:29.881923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0f7ab14c-f785-48fe-ba7c-4c1e68424ab6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-secgroup--924764911'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:29.882606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56380) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:29.912784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port eff731a0-82de-4eed-9f2e-9dcd212d3439 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:29.913174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.937552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab14c-f785-48fe-ba7c-4c1e68424ab6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.026717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f3beed78-38b3-40af-b9cb-0af48a9ab72f None None] Provisioning complete for port c890af74-bc3c-42dd-8d90-f8ba7a312c00 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:30.026985 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f3beed78-38b3-40af-b9cb-0af48a9ab72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.050023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab14c-f785-48fe-ba7c-4c1e68424ab6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.055470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab14c-f785-48fe-ba7c-4c1e68424ab6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.093396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab14c-f785-48fe-ba7c-4c1e68424ab6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7510a41-222e-45bd-96fb-22518b4e5895,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:30.114969 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab14c-f785-48fe-ba7c-4c1e68424ab6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.116503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0f7ab14c-f785-48fe-ba7c-4c1e68424ab6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2436783 Nov 12 05:38:30.119711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56384) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:30.125980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-dfe4bd47-05ad-4fa2-a107-c3da6828b1f8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': 'e7510a41-222e-45bd-96fb-22518b4e5895', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:30.163597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f3beed78-38b3-40af-b9cb-0af48a9ab72f None None] Port c890af74-bc3c-42dd-8d90-f8ba7a312c00 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:30.193319 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dfe4bd47-05ad-4fa2-a107-c3da6828b1f8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.243988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 72508895-f625-43f6-bf5e-c1975eb817ff up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:30.287236 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dfe4bd47-05ad-4fa2-a107-c3da6828b1f8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.293529 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dfe4bd47-05ad-4fa2-a107-c3da6828b1f8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.314392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4bd47-05ad-4fa2-a107-c3da6828b1f8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0a624a-c5a9-4960-b524-adbe79d1f7a6,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:30.329791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dfe4bd47-05ad-4fa2-a107-c3da6828b1f8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.335616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56388) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:30.336460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dfe4bd47-05ad-4fa2-a107-c3da6828b1f8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2153275 Nov 12 05:38:30.350458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4e7217ac-02b2-4498-baa5-103905b45129 None None] Provisioning complete for port c890af74-bc3c-42dd-8d90-f8ba7a312c00 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:30.350831 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e7217ac-02b2-4498-baa5-103905b45129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.379505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:38:30.380379 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.417245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 72508895-f625-43f6-bf5e-c1975eb817ff triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:30.417608 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.465478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4e7217ac-02b2-4498-baa5-103905b45129 None None] Port c890af74-bc3c-42dd-8d90-f8ba7a312c00 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:30.689759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Allocated IP 172.22.0.2 (7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81/cc34fb07-e53c-464f-a44a-f693b3112b7f/9faa74c9-94f6-45d5-9a74-6a39bd1abee7) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:30.705505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9a36204c-9977-4b42-9343-5b93eac33adb None None] Provisioning complete for port c890af74-bc3c-42dd-8d90-f8ba7a312c00 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:30.706142 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a36204c-9977-4b42-9343-5b93eac33adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.728366 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7c22eefe-467e-46c3-b6cb-d0e654c29593 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.756087 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7c22eefe-467e-46c3-b6cb-d0e654c29593 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.825158 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7c22eefe-467e-46c3-b6cb-d0e654c29593 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.843949 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7c22eefe-467e-46c3-b6cb-d0e654c29593 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.845943 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7c22eefe-467e-46c3-b6cb-d0e654c29593 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1d0a624a-c5a9-4960-b524-adbe79d1f7a6 HTTP/1.1" status: 204 len: 168 time: 0.5090506 Nov 12 05:38:30.848769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56402) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:30.851649 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:30.864271 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:30.865324 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:30.870814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22eefe-467e-46c3-b6cb-d0e654c29593 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d0a624a-c5a9-4960-b524-adbe79d1f7a6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:30.897132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:30.956163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-34936685-edf7-45d6-a428-89496d10c9ba tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1022449 Nov 12 05:38:30.959579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56404) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:31.027221 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:31.045433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9a36204c-9977-4b42-9343-5b93eac33adb None None] Port c890af74-bc3c-42dd-8d90-f8ba7a312c00 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:31.063903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d49d5fb7-df06-4187-b254-40d96b2dfaa5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.094138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d49d5fb7-df06-4187-b254-40d96b2dfaa5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.152711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d49d5fb7-df06-4187-b254-40d96b2dfaa5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.155614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d49d5fb7-df06-4187-b254-40d96b2dfaa5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.157075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d49d5fb7-df06-4187-b254-40d96b2dfaa5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/e7510a41-222e-45bd-96fb-22518b4e5895 HTTP/1.1" status: 204 len: 168 time: 0.1964848 Nov 12 05:38:31.160990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56406) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:31.190393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d5fb7-df06-4187-b254-40d96b2dfaa5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7510a41-222e-45bd-96fb-22518b4e5895,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:31.226618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-90ced863-f486-4f86-8f89-4dfa7600542f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608542 Nov 12 05:38:31.230133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56408) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:31.239154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9e63e967-c037-4084-ae7f-ee4f8beac8d5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group': {'name': 'tempest-secgroup--173256304'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:31.243609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.257861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.307275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e63e967-c037-4084-ae7f-ee4f8beac8d5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.326126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.22.0.1 (7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81/cc34fb07-e53c-464f-a44a-f693b3112b7f/08db39a1-9700-4464-a99a-3f88e7c60dfc) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:31.356834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:31.361394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:31.369950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:31.372429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Pushing event updated for resources: {'Port': ['ID=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:31.388747 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:26Z', 'revision_number': 3, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 2, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:31.438750 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:31.439151 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Updating router ac421668-0f13-4041-b9ea-e1b02a0d1a32 port c890af74-bc3c-42dd-8d90-f8ba7a312c00 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:38:31.446373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e63e967-c037-4084-ae7f-ee4f8beac8d5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.452854 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e63e967-c037-4084-ae7f-ee4f8beac8d5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.460423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Attempting to bind port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:31.461066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Attempting to bind port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:31.461630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Attempting to bind port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 on network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:31.468135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:31.468828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Checking segment: {'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:31.469288 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.469630 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.470464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Bound using segment: {'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:31.471142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Bound port: 9faa74c9-94f6-45d5-9a74-6a39bd1abee7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:31.471729 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.491087 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.534945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e63e967-c037-4084-ae7f-ee4f8beac8d5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.536316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9e63e967-c037-4084-ae7f-ee4f8beac8d5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3031595 Nov 12 05:38:31.539538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56414) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:31.553030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-297c40b4-b6ee-4e7a-8acd-98ed653e6496 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': 'dd099a9d-6dd7-4dfd-860f-85935efd51b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:31.556359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.558211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63e967-c037-4084-ae7f-ee4f8beac8d5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd099a9d-6dd7-4dfd-860f-85935efd51b0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:31.578414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] For port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:31.582613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] For port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,segment=NetworkSegment(a6b8b5ae-eeb1-40e2-b514-14f995b77686),segment_id=a6b8b5ae-eeb1-40e2-b514-14f995b77686)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:31.592511 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.617659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-297c40b4-b6ee-4e7a-8acd-98ed653e6496 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.626500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:31.644021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:31.652167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:31.690799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440cf99-abc1-410e-80fa-ffde95445164 None None] Pushing event updated for resources: {'Port': ['ID=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:31.723636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-297c40b4-b6ee-4e7a-8acd-98ed653e6496 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.731492 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-297c40b4-b6ee-4e7a-8acd-98ed653e6496 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.750745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=08db39a1-9700-4464-a99a-3f88e7c60dfc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:31.777665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c40b4-b6ee-4e7a-8acd-98ed653e6496 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dc31c1-387e-4398-9ea7-47b728b9970c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:31.788749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-297c40b4-b6ee-4e7a-8acd-98ed653e6496 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.790617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-297c40b4-b6ee-4e7a-8acd-98ed653e6496 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2495663 Nov 12 05:38:31.793703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56418) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:31.801814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.827893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fe4c8f62-c773-4b14-a4e8-55a1969bc43b tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules/83dc31c1-387e-4398-9ea7-47b728b9970c HTTP/1.1" status: 200 len: 763 time: 0.0325480 Nov 12 05:38:31.828544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56420) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:31.883621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c07236e7-6f1d-4f27-a662-11d922b78273 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0514512 Nov 12 05:38:31.883887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56422) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:31.934528 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c39a03f-e206-4306-8601-05929c303a11 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.945240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c39a03f-e206-4306-8601-05929c303a11 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.985510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c39a03f-e206-4306-8601-05929c303a11 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.991403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c39a03f-e206-4306-8601-05929c303a11 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:31.995058 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1c39a03f-e206-4306-8601-05929c303a11 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/83dc31c1-387e-4398-9ea7-47b728b9970c HTTP/1.1" status: 204 len: 168 time: 0.1075311 Nov 12 05:38:31.995555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56426) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:32.022544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39a03f-e206-4306-8601-05929c303a11 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83dc31c1-387e-4398-9ea7-47b728b9970c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:32.030557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.039694 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.048848 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.071782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-29bd91d2-6298-4722-9258-9ef92feeebd2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727851 Nov 12 05:38:32.075035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56430) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:32.080224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-dcd33983-4730-4654-99e2-2b1bc28c26c2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': 'dd099a9d-6dd7-4dfd-860f-85935efd51b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:32.117458 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcd33983-4730-4654-99e2-2b1bc28c26c2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.131914 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Pushing event updated for resources: {'Port': ['ID=c890af74-bc3c-42dd-8d90-f8ba7a312c00,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:32.149796 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.150262 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.154447 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.154984 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.155467 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.156014 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.156747 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.157274 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.157759 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.158413 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.158928 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.159816 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:32.252361 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Attempting to bind port c890af74-bc3c-42dd-8d90-f8ba7a312c00 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:32.252790 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Attempting to bind port c890af74-bc3c-42dd-8d90-f8ba7a312c00 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:32.254328 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Attempting to bind port c890af74-bc3c-42dd-8d90-f8ba7a312c00 on network 945e1845-e3ba-4a3b-85f5-38842dcc402e {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:32.269068 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:32.272057 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Checking segment: {'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:32.273700 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.274604 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Bound using segment: {'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:32.275157 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Bound port: c890af74-bc3c-42dd-8d90-f8ba7a312c00, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:32.276860 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.288068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcd33983-4730-4654-99e2-2b1bc28c26c2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.296955 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcd33983-4730-4654-99e2-2b1bc28c26c2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.331222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd33983-4730-4654-99e2-2b1bc28c26c2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b7c2fb-a595-43cb-8105-e506216f0ee1,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:32.366443 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] For port c890af74-bc3c-42dd-8d90-f8ba7a312c00, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:32.367484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcd33983-4730-4654-99e2-2b1bc28c26c2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.373483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dcd33983-4730-4654-99e2-2b1bc28c26c2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2971308 Nov 12 05:38:32.376950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] For port c890af74-bc3c-42dd-8d90-f8ba7a312c00, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c890af74-bc3c-42dd-8d90-f8ba7a312c00,segment=NetworkSegment(fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0),segment_id=fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:32.378480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56436) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:32.397835 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.413589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-53036b9d-2567-4f69-9ed0-bed67bee7624 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules/c6b7c2fb-a595-43cb-8105-e506216f0ee1 HTTP/1.1" status: 200 len: 763 time: 0.0328851 Nov 12 05:38:32.416320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56440) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:32.487174 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:32.487974 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:32.492240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a244ff3c-1cd7-4063-adc7-a9aeee6f85cf tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0745234 Nov 12 05:38:32.495388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56442) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:32.512539 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f1026-58d7-453a-8d50-8028533050be None None] Pushing event updated for resources: {'Port': ['ID=c890af74-bc3c-42dd-8d90-f8ba7a312c00,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:32.602285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b733fe73-3099-478f-90b0-00e6b239aecb None None] Provisioning complete for port c890af74-bc3c-42dd-8d90-f8ba7a312c00 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:32.603273 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b733fe73-3099-478f-90b0-00e6b239aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.615042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e56612b8-21cb-4c54-822c-bcc1ffcd58e8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.635612 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:32.666979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.671951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e56612b8-21cb-4c54-822c-bcc1ffcd58e8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.715690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.773286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b733fe73-3099-478f-90b0-00e6b239aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.828137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b733fe73-3099-478f-90b0-00e6b239aecb None None] For port c890af74-bc3c-42dd-8d90-f8ba7a312c00, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c890af74-bc3c-42dd-8d90-f8ba7a312c00,segment=NetworkSegment(fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0),segment_id=fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:32.846014 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b733fe73-3099-478f-90b0-00e6b239aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.846940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.849719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e56612b8-21cb-4c54-822c-bcc1ffcd58e8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.858855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e56612b8-21cb-4c54-822c-bcc1ffcd58e8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:32.866680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56446) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:32.866895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e56612b8-21cb-4c54-822c-bcc1ffcd58e8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c6b7c2fb-a595-43cb-8105-e506216f0ee1 HTTP/1.1" status: 204 len: 168 time: 0.3701777 Nov 12 05:38:32.912752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56612b8-21cb-4c54-822c-bcc1ffcd58e8 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6b7c2fb-a595-43cb-8105-e506216f0ee1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:32.946275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ba65ad5-e695-4b21-a81e-348cd9d1dd4f tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783844 Nov 12 05:38:32.949028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56448) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:32.960883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-44b989d7-791c-4bda-9cdd-64f6d27aedf9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Request body: {'security_group_rule': {'security_group_id': 'dd099a9d-6dd7-4dfd-860f-85935efd51b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:32.996905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733fe73-3099-478f-90b0-00e6b239aecb None None] Pushing event updated for resources: {'Port': ['ID=c890af74-bc3c-42dd-8d90-f8ba7a312c00,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:33.011358 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-44b989d7-791c-4bda-9cdd-64f6d27aedf9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Project 445df40d8ed94a7dad1c6ddf6de3981a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:38:33.015401 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-833e0f65-2d1c-423e-a21a-bac8a72e5512 None None] Provisioning complete for port c890af74-bc3c-42dd-8d90-f8ba7a312c00 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:33.015774 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-833e0f65-2d1c-423e-a21a-bac8a72e5512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.021494 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44b989d7-791c-4bda-9cdd-64f6d27aedf9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.032883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=08db39a1-9700-4464-a99a-3f88e7c60dfc,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:33.039143 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:31Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:31Z', 'revision_number': 1, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:33.080373 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde68b1-0bfd-49e8-8c40-5d86bfc411c0 None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:31Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:31Z', 'revision_number': 1, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:33.109071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:33.110593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:33.185014 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44b989d7-791c-4bda-9cdd-64f6d27aedf9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.193785 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44b989d7-791c-4bda-9cdd-64f6d27aedf9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.211204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b989d7-791c-4bda-9cdd-64f6d27aedf9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e718d4ae-a32c-461c-81d2-269cb819c427,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:33.243364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44b989d7-791c-4bda-9cdd-64f6d27aedf9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.247916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56450) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:33.248081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-44b989d7-791c-4bda-9cdd-64f6d27aedf9 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2951579 Nov 12 05:38:33.286399 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5b257d45-a745-42f3-9ec3-7afe4c334a0d tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules/e718d4ae-a32c-461c-81d2-269cb819c427 HTTP/1.1" status: 200 len: 769 time: 0.0357919 Nov 12 05:38:33.288138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56452) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:33.299864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a5bf0-b984-4251-81d6-03628a024504 None None] Network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:33.300814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:33.399569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6b638bfb-7f05-4e3f-b454-7a0e40f6c3a2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1086824 Nov 12 05:38:33.400228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56458) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:33.459803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-99435e1f-7a33-455b-8d83-95f158c2ada4 None None] Provisioning complete for port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:33.461403 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99435e1f-7a33-455b-8d83-95f158c2ada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.487723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:33.518997 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bebd79d6-d751-4e9b-b7b7-30789ce625c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6350024 Nov 12 05:38:33.520173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56464) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:33.528286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1438762015'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:33.541021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6407debb-c077-45bb-8385-e27c20e4760c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.562890 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6407debb-c077-45bb-8385-e27c20e4760c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.653837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:33.664624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.686037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c890af74-bc3c-42dd-8d90-f8ba7a312c00 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:33.686723 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6407debb-c077-45bb-8385-e27c20e4760c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.696773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6407debb-c077-45bb-8385-e27c20e4760c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.700393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6407debb-c077-45bb-8385-e27c20e4760c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e718d4ae-a32c-461c-81d2-269cb819c427 HTTP/1.1" status: 204 len: 168 time: 0.2968879 Nov 12 05:38:33.700849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56468) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:33.708488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407debb-c077-45bb-8385-e27c20e4760c tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e718d4ae-a32c-461c-81d2-269cb819c427,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:33.716754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:38:33.731545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.731913 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added segment 098b7742-0bf9-413e-81f0-8b40bc456008 of type vlan for network c6969ac2-24b6-4344-a6d3-fd6264063da8 Nov 12 05:38:33.776231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-08ad579d-bc62-4bbb-a786-b0998c2c08c2 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729938 Nov 12 05:38:33.776714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56470) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:33.803714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.843866 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99435e1f-7a33-455b-8d83-95f158c2ada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.855185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18acb9c4-aa23-4c1f-ac64-26a030e77db0 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.857466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.870315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:33.872697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.883746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18acb9c4-aa23-4c1f-ac64-26a030e77db0 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.883955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port c890af74-bc3c-42dd-8d90-f8ba7a312c00 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:33.884156 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.951758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18acb9c4-aa23-4c1f-ac64-26a030e77db0 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.955597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-18acb9c4-aa23-4c1f-ac64-26a030e77db0 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.959764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-99435e1f-7a33-455b-8d83-95f158c2ada4 None None] For port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,segment=NetworkSegment(a6b8b5ae-eeb1-40e2-b514-14f995b77686),segment_id=a6b8b5ae-eeb1-40e2-b514-14f995b77686)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:33.959979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18acb9c4-aa23-4c1f-ac64-26a030e77db0 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd099a9d-6dd7-4dfd-860f-85935efd51b0 HTTP/1.1" status: 204 len: 168 time: 0.1821828 Nov 12 05:38:33.960682 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:33.970022 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99435e1f-7a33-455b-8d83-95f158c2ada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:33.996003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acb9c4-aa23-4c1f-ac64-26a030e77db0 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd099a9d-6dd7-4dfd-860f-85935efd51b0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:34.023790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Network': ['ID=c6969ac2-24b6-4344-a6d3-fd6264063da8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:34.043366 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2e6afd39-4707-4057-88f4-e1f4021d11d5 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764236 Nov 12 05:38:34.043539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56476) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:34.063406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:38:34.082844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1cceec8b-e926-4bac-b772-1f3b0fc45d51 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5601552 Nov 12 05:38:34.083064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56478) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:34.093771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'subnet': {'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:34.101138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99435e1f-7a33-455b-8d83-95f158c2ada4 None None] Pushing event updated for resources: {'Port': ['ID=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:34.107910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:34.195454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-318ad1f5-2d5f-4d3c-9f2e-aafc3c5ea4c6 tempest-SecGroupIPv6Test-437013164 tempest-SecGroupIPv6Test-437013164-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1492610 Nov 12 05:38:34.225659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:34.226111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:34.301137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Made reservation on behalf of deb7c68e94f44e4d9672d3e0e5e72ba9 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:38:34.314678 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:34.345633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:34.358995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:34.360874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:34.461300 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d67ceb62-2544-4712-bf8d-442de8df03c0 None None] Provisioning complete for port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:34.461766 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d67ceb62-2544-4712-bf8d-442de8df03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:34.530304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:34.698396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56490) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:34.749405 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:34.840356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d67ceb62-2544-4712-bf8d-442de8df03c0 None None] Provisioning complete for port 08db39a1-9700-4464-a99a-3f88e7c60dfc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:34.840356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d67ceb62-2544-4712-bf8d-442de8df03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:34.894520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Checking segment: {'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:34.896990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network hostable DHCP agents. Network: c6969ac2-24b6-4344-a6d3-fd6264063da8, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:38:34.913396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Subnet': ['ID=5707545a-dd44-4894-9356-0f041c831980,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:34.943421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:38:34.955802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, c6969ac2-24b6-4344-a6d3-fd6264063da8) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:34.962846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:34.963919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:34.991129 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c86c6fef-a488-4ffc-948b-2df75727c3f8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9038484 Nov 12 05:38:34.991336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf91093-e6e0-4ece-b8e3-037c2b3c72b2 None None] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:34.991451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56496) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:35.013260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d67ceb62-2544-4712-bf8d-442de8df03c0 None None] Port 08db39a1-9700-4464-a99a-3f88e7c60dfc cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:35.105544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:31Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 2, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:35.178290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1e6bac9b-e6d6-4410-9f1e-2d351f49c166 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=445df40d8ed94a7dad1c6ddf6de3981a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763031 Nov 12 05:38:35.178575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56502) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:35.187130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:35.189373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Updating router ac421668-0f13-4041-b9ea-e1b02a0d1a32 port 08db39a1-9700-4464-a99a-3f88e7c60dfc binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:38:35.241421 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d41d27a-b3ea-42ed-9505-3dc59641d1bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.269783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4d48d12f-81c8-4431-84a8-dfac4970a8e6 None None] Provisioning complete for port 08db39a1-9700-4464-a99a-3f88e7c60dfc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:35.270490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4d48d12f-81c8-4431-84a8-dfac4970a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.274199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d41d27a-b3ea-42ed-9505-3dc59641d1bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.275328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.298652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-c6969ac2-24b6-4344-a6d3-fd6264063da8', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:38:35.299521 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.352442 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d41d27a-b3ea-42ed-9505-3dc59641d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.356538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d41d27a-b3ea-42ed-9505-3dc59641d1bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.357799 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1d41d27a-b3ea-42ed-9505-3dc59641d1bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2a5c955-960b-4f06-bf0a-9a69abd2f5ca HTTP/1.1" status: 204 len: 168 time: 0.1781640 Nov 12 05:38:35.368748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4d48d12f-81c8-4431-84a8-dfac4970a8e6 None None] Port 08db39a1-9700-4464-a99a-3f88e7c60dfc cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:35.375515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41d27a-b3ea-42ed-9505-3dc59641d1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5c955-960b-4f06-bf0a-9a69abd2f5ca,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:35.533897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:35.550698 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.860311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Allocated IP 172.23.0.2 (c6969ac2-24b6-4344-a6d3-fd6264063da8/5707545a-dd44-4894-9356-0f041c831980/4ff65191-079d-4488-8e64-dd22fe9e0c3f) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:35.930270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:35.930270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.115583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.144867 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.216325 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.226740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Pushing event updated for resources: {'Port': ['ID=08db39a1-9700-4464-a99a-3f88e7c60dfc,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:36.241888 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.247573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.247927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.248276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.248618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.248956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.249290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.249832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.250212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.250583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.250915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.251244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.251571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:38:36.313573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:36.346867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Allocated IP 172.23.0.1 (c6969ac2-24b6-4344-a6d3-fd6264063da8/5707545a-dd44-4894-9356-0f041c831980/995770b4-3f47-4db3-a457-b5a1d1813d67) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:38:36.375093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56532) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:36.413355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Attempting to bind port 08db39a1-9700-4464-a99a-3f88e7c60dfc on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:36.413563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Attempting to bind port 08db39a1-9700-4464-a99a-3f88e7c60dfc by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:36.413923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Attempting to bind port 08db39a1-9700-4464-a99a-3f88e7c60dfc on network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:36.422889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Pushing event updated for resources: {'Port': ['ID=4ff65191-079d-4488-8e64-dd22fe9e0c3f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:36.432418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:36.436119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:36.436805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Checking segment: {'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:36.437404 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.438583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Bound using segment: {'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:36.439275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Bound port: 08db39a1-9700-4464-a99a-3f88e7c60dfc, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b8b5ae-eeb1-40e2-b514-14f995b77686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:36.439941 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.442694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:36.573740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5b58d633-2e09-4dfd-aa4d-1ed13d984739 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-456096889', 'prefixes': ['172.20.0.0/16']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:36.577003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] For port 08db39a1-9700-4464-a99a-3f88e7c60dfc, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:36.582866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Attempting to bind port 4ff65191-079d-4488-8e64-dd22fe9e0c3f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:36.583243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Attempting to bind port 4ff65191-079d-4488-8e64-dd22fe9e0c3f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:36.583615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Attempting to bind port 4ff65191-079d-4488-8e64-dd22fe9e0c3f on network c6969ac2-24b6-4344-a6d3-fd6264063da8 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:36.601909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] For port 08db39a1-9700-4464-a99a-3f88e7c60dfc, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=08db39a1-9700-4464-a99a-3f88e7c60dfc,segment=NetworkSegment(a6b8b5ae-eeb1-40e2-b514-14f995b77686),segment_id=a6b8b5ae-eeb1-40e2-b514-14f995b77686)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:36.605346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:36.605719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Checking segment: {'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:36.606121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.606577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.606702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Bound using segment: {'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:36.607229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Bound port: 4ff65191-079d-4488-8e64-dd22fe9e0c3f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:36.607616 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.625718 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.641315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0e2d3173-26f3-4515-b20f-846735011f20 None None] Provisioning complete for port 08db39a1-9700-4464-a99a-3f88e7c60dfc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:36.641699 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3173-26f3-4515-b20f-846735011f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.668777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5b58d633-2e09-4dfd-aa4d-1ed13d984739 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] Publish callbacks [] for subnetpool, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.671272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.675018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5b58d633-2e09-4dfd-aa4d-1ed13d984739 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2990153 Nov 12 05:38:36.677908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56538) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:36.763031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:36.772062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:36.777736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56540) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:36.778859 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:38:36.779290 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f9455aa4-017c-4ee6-9e56-61fadf43c1fe tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] 10.222.0.48 "GET /v2.0/subnetpools/6abf3a48-5f1a-4fa2-a89b-242634f516b8 HTTP/1.1" status: 200 len: 731 time: 0.0998256 Nov 12 05:38:36.781959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:36.782678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:36.786549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a1e68439-5817-4fbc-90ec-834750208ad0 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1248119015'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:36.816302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=995770b4-3f47-4db3-a457-b5a1d1813d67,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:36.873866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaa581-dfac-482f-acf7-f729d0af4e9f None None] Pushing event updated for resources: {'Port': ['ID=08db39a1-9700-4464-a99a-3f88e7c60dfc,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:36.878737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] For port 4ff65191-079d-4488-8e64-dd22fe9e0c3f, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:36.912376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] For port 4ff65191-079d-4488-8e64-dd22fe9e0c3f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4ff65191-079d-4488-8e64-dd22fe9e0c3f,segment=NetworkSegment(098b7742-0bf9-413e-81f0-8b40bc456008),segment_id=098b7742-0bf9-413e-81f0-8b40bc456008)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:36.922845 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.942402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.991248 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1e68439-5817-4fbc-90ec-834750208ad0 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] Publish callbacks [] for subnetpool, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:36.995582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a1e68439-5817-4fbc-90ec-834750208ad0 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] 10.222.0.48 "PUT /v2.0/subnetpools/6abf3a48-5f1a-4fa2-a89b-242634f516b8 HTTP/1.1" status: 200 len: 684 time: 0.2106853 Nov 12 05:38:36.996698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56544) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:36.999166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:37.074782 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3173-26f3-4515-b20f-846735011f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.099099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cae13-2cff-4937-83bb-f67afaa09a6b None None] Pushing event updated for resources: {'Port': ['ID=4ff65191-079d-4488-8e64-dd22fe9e0c3f,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:37.144319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33d7266e-d12b-45dc-a778-777aab5d608b tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] Publish callbacks [] for subnetpool, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.152092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-33d7266e-d12b-45dc-a778-777aab5d608b tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] 10.222.0.48 "DELETE /v2.0/subnetpools/6abf3a48-5f1a-4fa2-a89b-242634f516b8 HTTP/1.1" status: 204 len: 168 time: 0.1522958 Nov 12 05:38:37.153727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56546) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:37.175617 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-5d7ef57d-2a23-473f-a05e-6470b9359586 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] show failed (client error): The resource could not be found. Nov 12 05:38:37.179071 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5d7ef57d-2a23-473f-a05e-6470b9359586 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] 10.222.0.48 "GET /v2.0/subnetpools/6abf3a48-5f1a-4fa2-a89b-242634f516b8 HTTP/1.1" status: 404 len: 346 time: 0.0241842 Nov 12 05:38:37.185275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56550) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:37.185945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0e2d3173-26f3-4515-b20f-846735011f20 None None] For port 08db39a1-9700-4464-a99a-3f88e7c60dfc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=08db39a1-9700-4464-a99a-3f88e7c60dfc,segment=NetworkSegment(a6b8b5ae-eeb1-40e2-b514-14f995b77686),segment_id=a6b8b5ae-eeb1-40e2-b514-14f995b77686)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:37.205598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.213362 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3173-26f3-4515-b20f-846735011f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.222798 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-b10351b3-0b49-414b-ab4d-9ced7ae66585 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] delete failed (client error): The resource could not be found. Nov 12 05:38:37.228060 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b10351b3-0b49-414b-ab4d-9ced7ae66585 tempest-SubnetPoolsTestJSON-962813325 tempest-SubnetPoolsTestJSON-962813325-project] 10.222.0.48 "DELETE /v2.0/subnetpools/6abf3a48-5f1a-4fa2-a89b-242634f516b8 HTTP/1.1" status: 404 len: 346 time: 0.0231233 Nov 12 05:38:37.315857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3173-26f3-4515-b20f-846735011f20 None None] Pushing event updated for resources: {'Port': ['ID=08db39a1-9700-4464-a99a-3f88e7c60dfc,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:37.382728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a7b76e0a-50dd-4a81-b77a-8c55f9ffbe35 None None] Provisioning complete for port 08db39a1-9700-4464-a99a-3f88e7c60dfc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:37.382980 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7b76e0a-50dd-4a81-b77a-8c55f9ffbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.508672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:31Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:36Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:37.591351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901c8bc-9a5b-415d-a833-bec495f7de51 None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:31Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:36Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:37.777395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 08db39a1-9700-4464-a99a-3f88e7c60dfc up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:37.831676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.839130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.852395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56568) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:37.876395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 08db39a1-9700-4464-a99a-3f88e7c60dfc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:37.877760 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.958018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event updated for resources: {'Port': ['ID=995770b4-3f47-4db3-a457-b5a1d1813d67,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:37.965405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.010354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4ff65191-079d-4488-8e64-dd22fe9e0c3f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:38.022132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b1d38a5-57f9-4a6e-9513-9dc8fb4a41bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.077133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4ff65191-079d-4488-8e64-dd22fe9e0c3f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:38.077621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.085879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:38:38.088863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:38:38.154738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b1d38a5-57f9-4a6e-9513-9dc8fb4a41bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.164283 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b1d38a5-57f9-4a6e-9513-9dc8fb4a41bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.188187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.236027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 4ff65191-079d-4488-8e64-dd22fe9e0c3f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4ff65191-079d-4488-8e64-dd22fe9e0c3f,segment=NetworkSegment(098b7742-0bf9-413e-81f0-8b40bc456008),segment_id=098b7742-0bf9-413e-81f0-8b40bc456008)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:38.246702 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.274753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:38.287710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2b1d38a5-57f9-4a6e-9513-9dc8fb4a41bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=025ee3700ae145e9a3cb9750ffffc38a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4319210 Nov 12 05:38:38.289569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d38a5-57f9-4a6e-9513-9dc8fb4a41bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff594a8-320c-4b86-8b9f-f59e43a5fa7e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:38.290368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56574) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:38.326144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=4ff65191-079d-4488-8e64-dd22fe9e0c3f,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:38.439575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:38.441281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c86d0356-db56-4da5-a333-3771a49b18bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.446828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5ab72f5f-0353-4354-a6ee-ec3d54f76118 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4543810 Nov 12 05:38:38.449722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56576) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:38.451644 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:38.456272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:38.466233 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:38.467821 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:38.473414 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c86d0356-db56-4da5-a333-3771a49b18bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.571743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6a8fb2-4cbb-45e9-b660-16eab8031782 None None] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:38.574428 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c86d0356-db56-4da5-a333-3771a49b18bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.577112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c86d0356-db56-4da5-a333-3771a49b18bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.578304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c86d0356-db56-4da5-a333-3771a49b18bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ff594a8-320c-4b86-8b9f-f59e43a5fa7e HTTP/1.1" status: 204 len: 168 time: 0.2849431 Nov 12 05:38:38.592823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d0356-db56-4da5-a333-3771a49b18bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff594a8-320c-4b86-8b9f-f59e43a5fa7e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:38.601425 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:38.692874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-64a70ffd-847e-4a83-b8cd-29d42fb5b311 None None] Provisioning complete for port 4ff65191-079d-4488-8e64-dd22fe9e0c3f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:38.693205 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64a70ffd-847e-4a83-b8cd-29d42fb5b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.992001 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 2, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:39.042639 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:39.043720 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Updating router ac421668-0f13-4041-b9ea-e1b02a0d1a32 port 995770b4-3f47-4db3-a457-b5a1d1813d67 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:38:39.075111 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.192696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 05:38:39.222585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Removed routes are [] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 05:38:39.225139 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.325445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-93cf3816-6cdc-45cc-bb29-ddc08b17eeb2 None None] Provisioning complete for port 995770b4-3f47-4db3-a457-b5a1d1813d67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:39.326007 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93cf3816-6cdc-45cc-bb29-ddc08b17eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.430775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-93cf3816-6cdc-45cc-bb29-ddc08b17eeb2 None None] Port 995770b4-3f47-4db3-a457-b5a1d1813d67 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:38:39.470903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-93cf3816-6cdc-45cc-bb29-ddc08b17eeb2 None None] Provisioning complete for port 4ff65191-079d-4488-8e64-dd22fe9e0c3f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:39.479962 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93cf3816-6cdc-45cc-bb29-ddc08b17eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.528564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4ff65191-079d-4488-8e64-dd22fe9e0c3f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:39.543294 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.551875 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.632138 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.637842 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1ee91-dd4c-4000-a198-dad60554015c None None] Pushing event updated for resources: {'Port': ['ID=995770b4-3f47-4db3-a457-b5a1d1813d67,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:39.650206 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.705401 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Attempting to bind port 995770b4-3f47-4db3-a457-b5a1d1813d67 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:38:39.706051 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Attempting to bind port 995770b4-3f47-4db3-a457-b5a1d1813d67 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:38:39.706658 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Attempting to bind port 995770b4-3f47-4db3-a457-b5a1d1813d67 on network c6969ac2-24b6-4344-a6d3-fd6264063da8 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:38:39.714065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4ff65191-079d-4488-8e64-dd22fe9e0c3f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:39.714473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.721422 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:38:39.722071 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Checking segment: {'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:38:39.722899 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.723740 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Bound using segment: {'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:38:39.724935 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Bound port: 995770b4-3f47-4db3-a457-b5a1d1813d67, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098b7742-0bf9-413e-81f0-8b40bc456008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:38:39.725697 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.831581 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] For port 995770b4-3f47-4db3-a457-b5a1d1813d67, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:38:39.840454 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] For port 995770b4-3f47-4db3-a457-b5a1d1813d67, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=995770b4-3f47-4db3-a457-b5a1d1813d67,segment=NetworkSegment(098b7742-0bf9-413e-81f0-8b40bc456008),segment_id=098b7742-0bf9-413e-81f0-8b40bc456008)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:38:39.855384 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.904502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:39.998324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-37e2526b-a8c1-4184-8b07-c1754392e9c6 None None] Provisioning complete for port 995770b4-3f47-4db3-a457-b5a1d1813d67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:39.998729 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37e2526b-a8c1-4184-8b07-c1754392e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:40.030850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:40.038135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:40.042570 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f2f47a7c-1373-4fca-84e4-de0082183f59 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 200 len: 933 time: 1.5884039 Nov 12 05:38:40.043048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56610) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:40.072430 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1ee91-dd4c-4000-a198-dad60554015c None None] Pushing event updated for resources: {'Port': ['ID=995770b4-3f47-4db3-a457-b5a1d1813d67,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:40.076129 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:40.076760 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:40.116427 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37e2526b-a8c1-4184-8b07-c1754392e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:40.169626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-37e2526b-a8c1-4184-8b07-c1754392e9c6 None None] For port 995770b4-3f47-4db3-a457-b5a1d1813d67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=995770b4-3f47-4db3-a457-b5a1d1813d67,segment=NetworkSegment(098b7742-0bf9-413e-81f0-8b40bc456008),segment_id=098b7742-0bf9-413e-81f0-8b40bc456008)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:40.184323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37e2526b-a8c1-4184-8b07-c1754392e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:40.224350 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:40.247684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7315cd41-0e4b-43b4-86b5-2401bc3625df tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 200 len: 933 time: 0.2031529 Nov 12 05:38:40.250105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56614) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:40.255679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'routes': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:40.276248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2526b-a8c1-4184-8b07-c1754392e9c6 None None] Pushing event updated for resources: {'Port': ['ID=995770b4-3f47-4db3-a457-b5a1d1813d67,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:40.314413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fc028485-6e01-4d67-a9a2-e6a2f8f5f9db None None] Provisioning complete for port 995770b4-3f47-4db3-a457-b5a1d1813d67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:40.316051 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc028485-6e01-4d67-a9a2-e6a2f8f5f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:40.575350 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:39Z', 'revision_number': 6, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:39Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:40.629957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4783eabe-4952-4cbc-a432-afbca9f79f0a None None] Provisioning complete for port 995770b4-3f47-4db3-a457-b5a1d1813d67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:40.630593 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4783eabe-4952-4cbc-a432-afbca9f79f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:40.646160 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8428bfc-ed15-4b1c-8739-e1560448af85 None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:39Z', 'revision_number': 6, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:39Z', 'revision_number': 4, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:40.770514 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:40.877019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added routes are [] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 05:38:40.877496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 05:38:40.922773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:41.196063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-43907b69-7afb-4e69-83b4-1212fd3153db None None] Provisioning complete for port 995770b4-3f47-4db3-a457-b5a1d1813d67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:41.196732 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-43907b69-7afb-4e69-83b4-1212fd3153db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:41.346502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:41.350498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:41.501427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 995770b4-3f47-4db3-a457-b5a1d1813d67 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:38:41.590264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 995770b4-3f47-4db3-a457-b5a1d1813d67 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:38:41.591144 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:41.839448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56648) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:41.852259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:41.861776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:41.862577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:41.875840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:41.961221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:41.987302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc80e-27fb-470a-9bbd-ce4944e03060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.001626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:42.017002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.018775 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-beb67683-f389-4795-b66d-892e95e2f447 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 200 len: 699 time: 1.7676139 Nov 12 05:38:42.021105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56652) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:42.088364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc80e-27fb-470a-9bbd-ce4944e03060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.094457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc80e-27fb-470a-9bbd-ce4944e03060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.134035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcc80e-27fb-470a-9bbd-ce4944e03060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd7972c-8de6-48c2-a7a5-5a751790f33c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:42.167320 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1cafacf9-4bca-4604-b386-017ac55b21b0 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 200 len: 699 time: 0.1447003 Nov 12 05:38:42.169875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56658) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:42.215164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b6bcc80e-27fb-470a-9bbd-ce4944e03060 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57f742a9802641b59f398d5c2611bdeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737516 Nov 12 05:38:42.217373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56660) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:42.281824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 7, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:42.291112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2accf407-4f90-4d76-9ddc-8a479a383cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.315832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:42.320184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2accf407-4f90-4d76-9ddc-8a479a383cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.327061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:42.327602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:42.385699 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2accf407-4f90-4d76-9ddc-8a479a383cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.390293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2accf407-4f90-4d76-9ddc-8a479a383cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.392040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2accf407-4f90-4d76-9ddc-8a479a383cd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afd7972c-8de6-48c2-a7a5-5a751790f33c HTTP/1.1" status: 204 len: 168 time: 0.1731436 Nov 12 05:38:42.416397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accf407-4f90-4d76-9ddc-8a479a383cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd7972c-8de6-48c2-a7a5-5a751790f33c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:42.464731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:42.595873 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.729217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 7, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:42.773850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ccb566-3c06-4862-a435-7aaa8b31eee0 None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 7, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:42.784285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56668) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:42.804113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e75db4d-2ea7-49bc-9475-997be79c4e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.924172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 995770b4-3f47-4db3-a457-b5a1d1813d67 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:42.924631 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.924835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e75db4d-2ea7-49bc-9475-997be79c4e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.932465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e75db4d-2ea7-49bc-9475-997be79c4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:42.973482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75db4d-2ea7-49bc-9475-997be79c4e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf21a8a-ded0-4148-a56d-5a08eacf9e2a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:42.982903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9e75db4d-2ea7-49bc-9475-997be79c4e85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=477af40997c2473480c97b0d225ab161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972373 Nov 12 05:38:42.983392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:43.036768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 995770b4-3f47-4db3-a457-b5a1d1813d67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=995770b4-3f47-4db3-a457-b5a1d1813d67,segment=NetworkSegment(098b7742-0bf9-413e-81f0-8b40bc456008),segment_id=098b7742-0bf9-413e-81f0-8b40bc456008)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:43.037257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:43.038626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c880add2-227d-4d8b-bf78-bdab352b41e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:43.053153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 995770b4-3f47-4db3-a457-b5a1d1813d67 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:43.081104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c880add2-227d-4d8b-bf78-bdab352b41e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:43.100243 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:43.111164 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:43.112065 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:43.137218 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c880add2-227d-4d8b-bf78-bdab352b41e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:43.141042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c880add2-227d-4d8b-bf78-bdab352b41e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:43.145459 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c880add2-227d-4d8b-bf78-bdab352b41e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddf21a8a-ded0-4148-a56d-5a08eacf9e2a HTTP/1.1" status: 204 len: 168 time: 0.1610713 Nov 12 05:38:43.156030 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880add2-227d-4d8b-bf78-bdab352b41e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf21a8a-ded0-4148-a56d-5a08eacf9e2a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:43.260895 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:43.532000 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 7, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:43.564388 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:43.574812 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:43.575644 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:43.643402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:43.679853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=995770b4-3f47-4db3-a457-b5a1d1813d67,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:43.831770 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:43.878092 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-045e7c5f-5928-4eab-934b-8ce729bf8a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:43.957347 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.128738 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 7, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:44.165106 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f0152-bcae-4ae7-a762-cbd12fa442d7 None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 7, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '995770b4-3f47-4db3-a457-b5a1d1813d67', 'name': '', 'network_id': 'c6969ac2-24b6-4344-a6d3-fd6264063da8', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:84:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '5707545a-dd44-4894-9356-0f041c831980', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:35Z', 'updated_at': '2021-11-12T05:38:40Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '5707545a-dd44-4894-9356-0f041c831980', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:44.189567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:44.341001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:44.351066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-43d9ca70-849d-40c9-89b2-17de629e084c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1800988 Nov 12 05:38:44.354331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56722) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:44.424968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95553ee-b403-416a-8a52-3a6e3c7ca3c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet 5707545a-dd44-4894-9356-0f041c831980 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:44.428041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:44.428548 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95553ee-b403-416a-8a52-3a6e3c7ca3c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.441904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:44.442786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:44.490800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95553ee-b403-416a-8a52-3a6e3c7ca3c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.574565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:44.595488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95553ee-b403-416a-8a52-3a6e3c7ca3c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.679279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95553ee-b403-416a-8a52-3a6e3c7ca3c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.710024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95553ee-b403-416a-8a52-3a6e3c7ca3c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=5707545a-dd44-4894-9356-0f041c831980,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:44.721387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95553ee-b403-416a-8a52-3a6e3c7ca3c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.722498 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e64a8e-ef50-4f52-b210-b971f88eadcd None None] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:44.727115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a95553ee-b403-416a-8a52-3a6e3c7ca3c3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/5707545a-dd44-4894-9356-0f041c831980 HTTP/1.1" status: 204 len: 168 time: 0.3707130 Nov 12 05:38:44.729310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56730) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:44.824441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.885038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 4ff65191-079d-4488-8e64-dd22fe9e0c3f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:44.885422 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.969039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:43Z', 'revision_number': 8, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:44.973360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 4ff65191-079d-4488-8e64-dd22fe9e0c3f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4ff65191-079d-4488-8e64-dd22fe9e0c3f,segment=NetworkSegment(098b7742-0bf9-413e-81f0-8b40bc456008),segment_id=098b7742-0bf9-413e-81f0-8b40bc456008)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:44.973818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.992047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 4ff65191-079d-4488-8e64-dd22fe9e0c3f owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:45.004560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:45.014742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:45.015492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:45.073112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] DHCP port deletion for c6969ac2-24b6-4344-a6d3-fd6264063da8 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:45.118467 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.137950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port 4ff65191-079d-4488-8e64-dd22fe9e0c3f on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:45.170188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=4ff65191-079d-4488-8e64-dd22fe9e0c3f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:45.170842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:45.263353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.286477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6969ac2-24b6-4344-a6d3-fd6264063da8']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:45.297425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098b7742-0bf9-413e-81f0-8b40bc456008') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:45.297727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098b7742-0bf9-413e-81f0-8b40bc456008') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:45.310533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.319896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] Deleting port 4ff65191-079d-4488-8e64-dd22fe9e0c3f {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:45.320506 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.334870 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.351802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:45.354818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:45.458230 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:45.570749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.602608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.624412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56756) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:45.625262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/c6969ac2-24b6-4344-a6d3-fd6264063da8 HTTP/1.1" status: 204 len: 168 time: 0.8948910 Nov 12 05:38:45.626313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc34f09-9548-4c69-beb2-dc50b792ceea tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=c6969ac2-24b6-4344-a6d3-fd6264063da8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:45.666611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4ff65191-079d-4488-8e64-dd22fe9e0c3f no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:45.701137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] For port 4ff65191-079d-4488-8e64-dd22fe9e0c3f, host n-d-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:45.702413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.713641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4ff65191-079d-4488-8e64-dd22fe9e0c3f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:45.714249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4ff65191-079d-4488-8e64-dd22fe9e0c3f not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:45.724788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] Calling delete_port for 4ff65191-079d-4488-8e64-dd22fe9e0c3f owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:45.748647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] Port 4ff65191-079d-4488-8e64-dd22fe9e0c3f was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:38:45.751975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:45.763170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] Network c6969ac2-24b6-4344-a6d3-fd6264063da8 is not hosted by any dhcp agent {{(pid=102591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:38:45.763659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] No DVR routers for this DVR port 4ff65191-079d-4488-8e64-dd22fe9e0c3f on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:45.792374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5517b-772b-4095-988d-250ff5cd544f None None] Pushing event deleted for resources: {'Port': ['ID=4ff65191-079d-4488-8e64-dd22fe9e0c3f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:45.821036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:43Z', 'revision_number': 8, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:45.850797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5c5a6-0323-4547-af7c-fc6fe68eec7b None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:43Z', 'revision_number': 8, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': '08db39a1-9700-4464-a99a-3f88e7c60dfc', 'name': '', 'network_id': '7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:b1:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:31Z', 'updated_at': '2021-11-12T05:38:37Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': 'cc34fb07-e53c-464f-a44a-f693b3112b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:46.020423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:46.277310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 08db39a1-9700-4464-a99a-3f88e7c60dfc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:46.277662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:46.307488 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf41b-1b7e-460f-bb22-34ec083ed184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:46.385848 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 08db39a1-9700-4464-a99a-3f88e7c60dfc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=08db39a1-9700-4464-a99a-3f88e7c60dfc,segment=NetworkSegment(a6b8b5ae-eeb1-40e2-b514-14f995b77686),segment_id=a6b8b5ae-eeb1-40e2-b514-14f995b77686)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:46.386222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:46.399554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 08db39a1-9700-4464-a99a-3f88e7c60dfc owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:46.581442 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:46.609673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=08db39a1-9700-4464-a99a-3f88e7c60dfc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:46.819216 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.027924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:47.150578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:47.159818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f76fc2f6-d911-4362-960c-779a501aeb6c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5333335 Nov 12 05:38:47.162284 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:47.163606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56784) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:47.194195 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:47.194853 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:47.236870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-255fbad4-dc7f-4984-bb6d-0a65a87c6584 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet cc34fb07-e53c-464f-a44a-f693b3112b7f {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:47.240533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255fbad4-dc7f-4984-bb6d-0a65a87c6584 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.293748 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255fbad4-dc7f-4984-bb6d-0a65a87c6584 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.320663 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:47.349657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.483549 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255fbad4-dc7f-4984-bb6d-0a65a87c6584 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.489811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 995770b4-3f47-4db3-a457-b5a1d1813d67 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:47.539197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 995770b4-3f47-4db3-a457-b5a1d1813d67 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:47.541294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 995770b4-3f47-4db3-a457-b5a1d1813d67 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:47.588089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255fbad4-dc7f-4984-bb6d-0a65a87c6584 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.623068 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:46Z', 'revision_number': 9, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:47.623419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fbad4-dc7f-4984-bb6d-0a65a87c6584 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=cc34fb07-e53c-464f-a44a-f693b3112b7f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:47.633005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-255fbad4-dc7f-4984-bb6d-0a65a87c6584 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.636190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a96409b-b204-4d78-a12f-463c911756dd None None] Network 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:47.654064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-255fbad4-dc7f-4984-bb6d-0a65a87c6584 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/cc34fb07-e53c-464f-a44a-f693b3112b7f HTTP/1.1" status: 204 len: 168 time: 0.4897969 Nov 12 05:38:47.656616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56792) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:47.664895 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:47.675723 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:47.677011 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:47.806054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.818005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:47.882118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:47.882482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.957755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] DHCP port deletion for 7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:47.959843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,segment=NetworkSegment(a6b8b5ae-eeb1-40e2-b514-14f995b77686),segment_id=a6b8b5ae-eeb1-40e2-b514-14f995b77686)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:47.960484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:47.979711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:48.050113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] Deleting port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:48.050767 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.119765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.156505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:48.160680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:48.170721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] For port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,segment=NetworkSegment(a6b8b5ae-eeb1-40e2-b514-14f995b77686),segment_id=a6b8b5ae-eeb1-40e2-b514-14f995b77686)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:48.172540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.189306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] Calling delete_port for 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:48.199272 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:46Z', 'revision_number': 9, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:48.231729 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b259dc-f927-4fc1-a579-82a9095ce46b None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:46Z', 'revision_number': 9, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'c890af74-bc3c-42dd-8d90-f8ba7a312c00', 'name': '', 'network_id': '945e1845-e3ba-4a3b-85f5-38842dcc402e', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:2a:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:25Z', 'updated_at': '2021-11-12T05:38:32Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '79fde644-9412-441b-8cbb-062f1ba387b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:48.304352 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.313607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.334195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] Pushing event deleted for resources: {'Port': ['ID=9faa74c9-94f6-45d5-9a74-6a39bd1abee7,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:48.336479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16626706-0e27-4f81-a395-87999ab0ab51 None None] No DVR routers for this DVR port 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:48.350559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:48.369743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b8b5ae-eeb1-40e2-b514-14f995b77686') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:48.370161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b8b5ae-eeb1-40e2-b514-14f995b77686') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:48.380630 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.396852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.403611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:48.404032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:48.407283 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:48.470662 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.476571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.480186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81 HTTP/1.1" status: 204 len: 168 time: 0.8226416 Nov 12 05:38:48.483248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56802) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:48.495829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f15fe-52af-48dd-8ec4-0e566d1f8c92 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=7c0da3b4-0f1e-4e72-bbbb-b71bb47cac81,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:48.560170 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.875489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:49.189914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port c890af74-bc3c-42dd-8d90-f8ba7a312c00 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:49.190185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:49.299767 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port c890af74-bc3c-42dd-8d90-f8ba7a312c00, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c890af74-bc3c-42dd-8d90-f8ba7a312c00,segment=NetworkSegment(fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0),segment_id=fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:49.299767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:49.316700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for c890af74-bc3c-42dd-8d90-f8ba7a312c00 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:49.478920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 08db39a1-9700-4464-a99a-3f88e7c60dfc no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:49.508947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 08db39a1-9700-4464-a99a-3f88e7c60dfc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:49.510155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 08db39a1-9700-4464-a99a-3f88e7c60dfc not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:49.510854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:49.547433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:49.548159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9faa74c9-94f6-45d5-9a74-6a39bd1abee7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:49.554006 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:49.569980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:49.598667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=c890af74-bc3c-42dd-8d90-f8ba7a312c00,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:49.786577 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.335273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:50.431020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:50.440054 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2dbeddea-e224-40c8-893d-ba114704ba78 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9523449 Nov 12 05:38:50.440304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56836) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:50.448879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:50.461013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:50.461668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:50.520111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-24baf6b5-02be-4392-8b12-31746c488a73 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet 79fde644-9412-441b-8cbb-062f1ba387b6 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:50.529590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24baf6b5-02be-4392-8b12-31746c488a73 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.578701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24baf6b5-02be-4392-8b12-31746c488a73 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.629043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:50.678574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24baf6b5-02be-4392-8b12-31746c488a73 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.752124 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24baf6b5-02be-4392-8b12-31746c488a73 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.779665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24baf6b5-02be-4392-8b12-31746c488a73 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.784881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-24baf6b5-02be-4392-8b12-31746c488a73 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/79fde644-9412-441b-8cbb-062f1ba387b6 HTTP/1.1" status: 204 len: 168 time: 0.3432956 Nov 12 05:38:50.787470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56844) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:50.788382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de374aa-e964-4f85-96b4-194fb9938498 None None] Network 945e1845-e3ba-4a3b-85f5-38842dcc402e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:50.845665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baf6b5-02be-4392-8b12-31746c488a73 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=79fde644-9412-441b-8cbb-062f1ba387b6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:50.888657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.956745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 72508895-f625-43f6-bf5e-c1975eb817ff {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:50.957079 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.073764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 72508895-f625-43f6-bf5e-c1975eb817ff, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=72508895-f625-43f6-bf5e-c1975eb817ff,segment=NetworkSegment(fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0),segment_id=fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:51.074572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.096688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 72508895-f625-43f6-bf5e-c1975eb817ff owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:51.172094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:49Z', 'revision_number': 10, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:51.178866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3704f18c-036f-4eb8-9fc8-af08f48c6960 None None] DHCP port deletion for 945e1845-e3ba-4a3b-85f5-38842dcc402e request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:51.225101 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.225385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:51.328161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3704f18c-036f-4eb8-9fc8-af08f48c6960 None None] The port '72508895-f625-43f6-bf5e-c1975eb817ff' was deleted {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 05:38:51.344424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:51.344843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port 72508895-f625-43f6-bf5e-c1975eb817ff on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:51.345043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:51.346541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=72508895-f625-43f6-bf5e-c1975eb817ff,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:51.550024 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.594744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945e1845-e3ba-4a3b-85f5-38842dcc402e']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:51.610456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:51.612325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:51.612631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc130e40-6b9f-4d2a-b0ca-77b056ea5bb0') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:51.630643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.644764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 72508895-f625-43f6-bf5e-c1975eb817ff no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:51.648147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.657678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:51.658267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:51.661584 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:51.680572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 72508895-f625-43f6-bf5e-c1975eb817ff {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:51.681204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 72508895-f625-43f6-bf5e-c1975eb817ff not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:51.757237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.772014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:51.779520 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/945e1845-e3ba-4a3b-85f5-38842dcc402e HTTP/1.1" status: 204 len: 168 time: 0.9872711 Nov 12 05:38:51.779919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56862) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:51.795695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cd73c-6745-4bb6-94d2-12b57f1d6e5b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=945e1845-e3ba-4a3b-85f5-38842dcc402e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:51.913591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:49Z', 'revision_number': 10, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:51.940929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16735-0b79-4d70-b95e-1dcd9cb954ba None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:49Z', 'revision_number': 10, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None, '_interfaces': [{'id': 'eff731a0-82de-4eed-9f2e-9dcd212d3439', 'name': '', 'network_id': '52939da7-057c-4143-87a7-830bab4c8f58', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'mac_address': 'fa:16:3e:8f:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:38:21Z', 'updated_at': '2021-11-12T05:38:27Z', 'revision_number': 5, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'subnets': [{'id': '72305ebf-64ed-4339-86c2-ae4e9e03f456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:52.188080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:52.497202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port eff731a0-82de-4eed-9f2e-9dcd212d3439 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:52.497545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:52.625332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port eff731a0-82de-4eed-9f2e-9dcd212d3439, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=eff731a0-82de-4eed-9f2e-9dcd212d3439,segment=NetworkSegment(6a6ad2fa-63ff-4771-b1a6-76a25601c5ba),segment_id=6a6ad2fa-63ff-4771-b1a6-76a25601c5ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:52.626723 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:52.661337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for eff731a0-82de-4eed-9f2e-9dcd212d3439 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:52.876551 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:52.901851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=eff731a0-82de-4eed-9f2e-9dcd212d3439,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:53.051978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:53.218958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:53.488704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c890af74-bc3c-42dd-8d90-f8ba7a312c00 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:53.534252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: c890af74-bc3c-42dd-8d90-f8ba7a312c00 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:53.534632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c890af74-bc3c-42dd-8d90-f8ba7a312c00 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:53.596091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:53.601673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0c7e10e2-2da1-4396-ac93-1c54620c03dc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8199711 Nov 12 05:38:53.604388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56904) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:53.608551 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:53.637162 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:53.637789 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:53.662292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b24d7a-5662-4014-ab67-ec09beb65647 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting subnet 72305ebf-64ed-4339-86c2-ae4e9e03f456 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:38:53.665627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70b24d7a-5662-4014-ab67-ec09beb65647 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:53.725233 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:53.761884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70b24d7a-5662-4014-ab67-ec09beb65647 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:53.787459 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:52Z', 'revision_number': 11, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:53.816998 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:53.830241 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:53.830998 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:53.871250 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70b24d7a-5662-4014-ab67-ec09beb65647 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:53.940393 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:53.942661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70b24d7a-5662-4014-ab67-ec09beb65647 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:53.974244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b24d7a-5662-4014-ab67-ec09beb65647 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Subnet': ['ID=72305ebf-64ed-4339-86c2-ae4e9e03f456,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:53.978749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70b24d7a-5662-4014-ab67-ec09beb65647 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:53.982438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-70b24d7a-5662-4014-ab67-ec09beb65647 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/72305ebf-64ed-4339-86c2-ae4e9e03f456 HTTP/1.1" status: 204 len: 168 time: 0.3770711 Nov 12 05:38:53.985083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56916) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:53.988260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ab69b-ba74-49f5-a6d1-aadda156f997 None None] Network 52939da7-057c-4143-87a7-830bab4c8f58 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:38:54.010664 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:52Z', 'revision_number': 11, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:54.155680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.184140 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edfad7-aa30-4a9d-9586-2bff949d3495 None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:52Z', 'revision_number': 11, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:54.254259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Deleting port 8f200dfa-04ad-41fb-966c-bc0870eb8097 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:38:54.254993 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.339131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] For port 8f200dfa-04ad-41fb-966c-bc0870eb8097, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8f200dfa-04ad-41fb-966c-bc0870eb8097,segment=NetworkSegment(6a6ad2fa-63ff-4771-b1a6-76a25601c5ba),segment_id=6a6ad2fa-63ff-4771-b1a6-76a25601c5ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:38:54.339491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.354047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Calling delete_port for 8f200dfa-04ad-41fb-966c-bc0870eb8097 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:38:54.438543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.467860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No DVR routers for this DVR port 8f200dfa-04ad-41fb-966c-bc0870eb8097 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:38:54.499070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Port': ['ID=8f200dfa-04ad-41fb-966c-bc0870eb8097,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:54.579986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053b3082-32b7-4f5f-81d3-7ce727d928d0 None None] DHCP port deletion for 52939da7-057c-4143-87a7-830bab4c8f58 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:38:54.654477 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.683110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52939da7-057c-4143-87a7-830bab4c8f58']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:54.693733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:54.694331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6ad2fa-63ff-4771-b1a6-76a25601c5ba') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:54.707349 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.734001 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.744429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:38:54.749484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:38:54.753272 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:38:54.822194 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.827760 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:54.834899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/networks/52939da7-057c-4143-87a7-830bab4c8f58 HTTP/1.1" status: 204 len: 168 time: 0.8486152 Nov 12 05:38:54.835469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56924) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:54.842937 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'routes': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:54.851612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063ca96-72f6-4080-ba70-70acc549b238 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Pushing event deleted for resources: {'Network': ['ID=52939da7-057c-4143-87a7-830bab4c8f58,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:55.040477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Added routes are [] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 05:38:55.040810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.extraroute_db [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Removed routes are [] {{(pid=102589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 05:38:55.041243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.172197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56936) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:55.188211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.191607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.269707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router ac421668-0f13-4041-b9ea-e1b02a0d1a32 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:38:55.283137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4ceb-01e4-4c2b-b9c8-70c760d45ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.353323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:55.360850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.363225 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8ffb6ae6-ac93-4c60-9e85-a7b9f679bf80 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 200 len: 700 time: 0.5258133 Nov 12 05:38:55.366162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56940) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:55.377290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] Sync routers for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:55.388620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4ceb-01e4-4c2b-b9c8-70c760d45ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.390154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:55.391692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:55.401628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4ceb-01e4-4c2b-b9c8-70c760d45ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.402444 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e45257d7-77eb-4b02-ba84-d0a5b6f1185a tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 200 len: 205 time: 0.0348504 Nov 12 05:38:55.404715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56942) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:55.470265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1dfc4ceb-01e4-4c2b-b9c8-70c760d45ac2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b77a9baa973941aba5c97aa4a4b2ea9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969048 Nov 12 05:38:55.471372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc4ceb-01e4-4c2b-b9c8-70c760d45ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f1a37-4524-4e74-9b80-f14bc9afea99,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:55.473797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56944) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:55.497040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device eff731a0-82de-4eed-9f2e-9dcd212d3439 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:55.499207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ab69cd0-98e3-42d3-961c-d21fb65c64b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.499940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:55.546122 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c1d08f5-fcf4-4d34-a665-852f07bbfeae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.572747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c1d08f5-fcf4-4d34-a665-852f07bbfeae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.599910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: eff731a0-82de-4eed-9f2e-9dcd212d3439 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:55.600517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device eff731a0-82de-4eed-9f2e-9dcd212d3439 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:55.600709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f200dfa-04ad-41fb-966c-bc0870eb8097 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:38:55.606005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:52Z', 'revision_number': 11, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:55.636292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c1d08f5-fcf4-4d34-a665-852f07bbfeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.639169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c1d08f5-fcf4-4d34-a665-852f07bbfeae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.644660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5c1d08f5-fcf4-4d34-a665-852f07bbfeae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d84f1a37-4524-4e74-9b80-f14bc9afea99 HTTP/1.1" status: 204 len: 168 time: 0.1696684 Nov 12 05:38:55.654329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d08f5-fcf4-4d34-a665-852f07bbfeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f1a37-4524-4e74-9b80-f14bc9afea99,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:55.671578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 8f200dfa-04ad-41fb-966c-bc0870eb8097 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:38:55.671925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8f200dfa-04ad-41fb-966c-bc0870eb8097 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:38:55.687851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] Checking router: ac421668-0f13-4041-b9ea-e1b02a0d1a32 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:55.723076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] Routers {'ac421668-0f13-4041-b9ea-e1b02a0d1a32'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:55.724273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:55.739332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ab69cd0-98e3-42d3-961c-d21fb65c64b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.741730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ab69cd0-98e3-42d3-961c-d21fb65c64b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.795048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ab69cd0-98e3-42d3-961c-d21fb65c64b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.795788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab69cd0-98e3-42d3-961c-d21fb65c64b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Fanout notify agent at l3_agent the message router_deleted on router ac421668-0f13-4041-b9ea-e1b02a0d1a32 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:38:55.806705 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ab69cd0-98e3-42d3-961c-d21fb65c64b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.807937 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1ab69cd0-98e3-42d3-961c-d21fb65c64b3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 204 len: 168 time: 0.4021747 Nov 12 05:38:55.812357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56954) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:55.824833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9117ff5c-d464-4eb7-818b-ae56591083bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1695383049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:55.830551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] Set router ac421668-0f13-4041-b9ea-e1b02a0d1a32 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:55.855342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9117ff5c-d464-4eb7-818b-ae56591083bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.857118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9117ff5c-d464-4eb7-818b-ae56591083bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.902897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:52Z', 'revision_number': 11, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:55.936673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbe4199-e989-435c-9f0b-07ca6a8043b8 None None] The sync data for ids ['ac421668-0f13-4041-b9ea-e1b02a0d1a32'] in n-d-765315-28 is: [{'id': 'ac421668-0f13-4041-b9ea-e1b02a0d1a32', 'name': 'tempest-RoutersTest-router-482754071', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:19Z', 'updated_at': '2021-11-12T05:38:52Z', 'revision_number': 11, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:55.966650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9117ff5c-d464-4eb7-818b-ae56591083bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:55.978677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9117ff5c-d464-4eb7-818b-ae56591083bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:56.026696 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9117ff5c-d464-4eb7-818b-ae56591083bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:56.031932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56966) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:56.032971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9117ff5c-d464-4eb7-818b-ae56591083bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2184646 Nov 12 05:38:56.038567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fb400bdf-b6ba-4329-948f-d45766d0f7da tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:38:56.367456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb400bdf-b6ba-4329-948f-d45766d0f7da tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:56.396533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb400bdf-b6ba-4329-948f-d45766d0f7da tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:56.458582 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:38:56.554718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb400bdf-b6ba-4329-948f-d45766d0f7da tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Router bbebc6ce-c7bb-4bc7-a766-57a576aa0934 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:38:56.666137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb400bdf-b6ba-4329-948f-d45766d0f7da tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:38:56.676581 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] Sync routers for ids ['bbebc6ce-c7bb-4bc7-a766-57a576aa0934'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:38:56.678833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb400bdf-b6ba-4329-948f-d45766d0f7da tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:56.680425 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fb400bdf-b6ba-4329-948f-d45766d0f7da tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "PUT /v2.0/routers/bbebc6ce-c7bb-4bc7-a766-57a576aa0934 HTTP/1.1" status: 200 len: 694 time: 0.6469498 Nov 12 05:38:56.683139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56984) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:56.695880 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] Routers {'bbebc6ce-c7bb-4bc7-a766-57a576aa0934'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:56.697119 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bbebc6ce-c7bb-4bc7-a766-57a576aa0934'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:56.788549 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] Set router bbebc6ce-c7bb-4bc7-a766-57a576aa0934 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:56.799932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56986) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:56.811328 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-53c29b2d-c23c-4d46-af78-a24be12536c8 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/routers/bbebc6ce-c7bb-4bc7-a766-57a576aa0934 HTTP/1.1" status: 200 len: 700 time: 0.1097944 Nov 12 05:38:56.835135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cc5c4b8e-7e91-413b-9169-67a005475695 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbebc6ce-c7bb-4bc7-a766-57a576aa0934 HTTP/1.1" status: 200 len: 205 time: 0.0331326 Nov 12 05:38:56.835680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56988) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:56.844798 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbebc6ce-c7bb-4bc7-a766-57a576aa0934', 'name': 'tempest-RoutersTest-router-1695383049', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:55Z', 'updated_at': '2021-11-12T05:38:56Z', 'revision_number': 2, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:56.912623 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] Checking router: bbebc6ce-c7bb-4bc7-a766-57a576aa0934 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:38:56.944674 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] Routers {'bbebc6ce-c7bb-4bc7-a766-57a576aa0934'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:38:56.944674 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:38:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bbebc6ce-c7bb-4bc7-a766-57a576aa0934'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:56.962512 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26cdc6d-ad69-4523-9789-ba937a69a1cb tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:57.122136 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] Set router bbebc6ce-c7bb-4bc7-a766-57a576aa0934 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:38:57.231263 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:57.263444 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbebc6ce-c7bb-4bc7-a766-57a576aa0934', 'name': 'tempest-RoutersTest-router-1695383049', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:55Z', 'updated_at': '2021-11-12T05:38:56Z', 'revision_number': 2, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:38:57.302881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26cdc6d-ad69-4523-9789-ba937a69a1cb tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:57.305438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26cdc6d-ad69-4523-9789-ba937a69a1cb tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:57.323767 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22808ff8-7ac8-43b7-a0e9-0cd478cd84ab None None] The sync data for ids ['bbebc6ce-c7bb-4bc7-a766-57a576aa0934'] in n-d-765315-28 is: [{'id': 'bbebc6ce-c7bb-4bc7-a766-57a576aa0934', 'name': 'tempest-RoutersTest-router-1695383049', 'tenant_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:38:55Z', 'updated_at': '2021-11-12T05:38:56Z', 'revision_number': 2, 'project_id': 'deb7c68e94f44e4d9672d3e0e5e72ba9', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:38:57.374205 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26cdc6d-ad69-4523-9789-ba937a69a1cb tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:57.374949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26cdc6d-ad69-4523-9789-ba937a69a1cb tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Fanout notify agent at l3_agent the message router_deleted on router bbebc6ce-c7bb-4bc7-a766-57a576aa0934 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:38:57.383485 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26cdc6d-ad69-4523-9789-ba937a69a1cb tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:57.385662 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d26cdc6d-ad69-4523-9789-ba937a69a1cb tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/bbebc6ce-c7bb-4bc7-a766-57a576aa0934 HTTP/1.1" status: 204 len: 168 time: 0.5489721 Nov 12 05:38:57.389678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57004) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.428328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6d9373bd-890c-4247-bcd0-9335d3790faf tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbebc6ce-c7bb-4bc7-a766-57a576aa0934 HTTP/1.1" status: 200 len: 205 time: 0.0370700 Nov 12 05:38:57.430905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.499437 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-faba807a-4c07-4e27-876a-554025d8a779 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] delete failed (client error): The resource could not be found. Nov 12 05:38:57.503172 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-faba807a-4c07-4e27-876a-554025d8a779 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/bbebc6ce-c7bb-4bc7-a766-57a576aa0934 HTTP/1.1" status: 404 len: 336 time: 0.0686014 Nov 12 05:38:57.503617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57010) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.531977 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0773ed47-0798-4dee-8fae-538b440445ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:57.532812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0773ed47-0798-4dee-8fae-538b440445ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:57.546200 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0773ed47-0798-4dee-8fae-538b440445ca tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/5707545a-dd44-4894-9356-0f041c831980 HTTP/1.1" status: 404 len: 337 time: 0.0390830 Nov 12 05:38:57.547388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.574776 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf4b3b8-fe8c-4f24-811b-e6f6e7da9b61 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:57.575229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf4b3b8-fe8c-4f24-811b-e6f6e7da9b61 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:57.589103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fdf4b3b8-fe8c-4f24-811b-e6f6e7da9b61 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/cc34fb07-e53c-464f-a44a-f693b3112b7f HTTP/1.1" status: 404 len: 337 time: 0.0416751 Nov 12 05:38:57.591660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57014) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.627814 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50c4fdb-60b4-48f6-84a3-92b8ae5810e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:57.628423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50c4fdb-60b4-48f6-84a3-92b8ae5810e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:57.631680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e50c4fdb-60b4-48f6-84a3-92b8ae5810e1 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/79fde644-9412-441b-8cbb-062f1ba387b6 HTTP/1.1" status: 404 len: 337 time: 0.0390007 Nov 12 05:38:57.635261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57016) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.680258 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5648ed-a604-41b6-8e6c-fd30aef4fa9c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:57.681563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5648ed-a604-41b6-8e6c-fd30aef4fa9c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:57.691049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d5648ed-a604-41b6-8e6c-fd30aef4fa9c tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/72305ebf-64ed-4339-86c2-ae4e9e03f456 HTTP/1.1" status: 404 len: 337 time: 0.0484447 Nov 12 05:38:57.691608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.737764 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d11020b7-f6d0-4226-aa83-853c7ef0ed97 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 200 len: 205 time: 0.0457282 Nov 12 05:38:57.742035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57024) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.792222 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-dacd1c46-0a8a-4d37-a9ff-d933408b342f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] delete failed (client error): The resource could not be found. Nov 12 05:38:57.793408 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dacd1c46-0a8a-4d37-a9ff-d933408b342f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/ac421668-0f13-4041-b9ea-e1b02a0d1a32 HTTP/1.1" status: 404 len: 336 time: 0.0503931 Nov 12 05:38:57.796384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57026) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.899013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-57794ae2-673b-405b-93b7-8b75ba00a77f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=012fdd2f-b6ef-4e37-bfbb-a256977e375f HTTP/1.1" status: 200 len: 205 time: 0.0987790 Nov 12 05:38:57.900449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57032) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:57.988116 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-09ac3300-453f-479f-a7ce-4f15a2cacdb7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] delete failed (client error): The resource could not be found. Nov 12 05:38:57.992372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57034) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.002676 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-09ac3300-453f-479f-a7ce-4f15a2cacdb7 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/012fdd2f-b6ef-4e37-bfbb-a256977e375f HTTP/1.1" status: 404 len: 336 time: 0.1013575 Nov 12 05:38:58.031595 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-027351bd-3025-4bf0-8129-44eeb43b682b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:58.032061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027351bd-3025-4bf0-8129-44eeb43b682b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:58.038132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57038) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.046942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-027351bd-3025-4bf0-8129-44eeb43b682b tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/8ae25683-53bd-4f37-bf38-71fa472a0958 HTTP/1.1" status: 404 len: 337 time: 0.0534077 Nov 12 05:38:58.091482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-66cc1811-7918-458d-a686-b1551d912521 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=71666410-684d-4fea-b636-83404eba4a62 HTTP/1.1" status: 200 len: 205 time: 0.0499394 Nov 12 05:38:58.091656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57042) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.145762 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-088ad164-d9b9-4820-b4a8-c889b1ed5a35 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] delete failed (client error): The resource could not be found. Nov 12 05:38:58.146859 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-088ad164-d9b9-4820-b4a8-c889b1ed5a35 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/71666410-684d-4fea-b636-83404eba4a62 HTTP/1.1" status: 404 len: 336 time: 0.0529845 Nov 12 05:38:58.150093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57044) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.186528 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3b0c54f6-1088-4ebc-b1a4-3cfe8a119056 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=8de9c954-118e-4b77-8d27-c399d5706335 HTTP/1.1" status: 200 len: 205 time: 0.0312135 Nov 12 05:38:58.188803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57046) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.238236 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-69987c51-af7a-4a89-9fdc-f5d2e8cc5446 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] delete failed (client error): The resource could not be found. Nov 12 05:38:58.242778 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-69987c51-af7a-4a89-9fdc-f5d2e8cc5446 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/8de9c954-118e-4b77-8d27-c399d5706335 HTTP/1.1" status: 404 len: 336 time: 0.0527682 Nov 12 05:38:58.246773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57054) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.285031 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47968d8-5395-4445-88cc-5efddeb41f21 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:58.285487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47968d8-5395-4445-88cc-5efddeb41f21 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:58.288637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a47968d8-5395-4445-88cc-5efddeb41f21 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/4d62460b-6c1d-4a18-8862-ee129e33465e HTTP/1.1" status: 404 len: 337 time: 0.0407805 Nov 12 05:38:58.291446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57058) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.324214 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4df0d2d7-6d0e-43ce-b4b7-945cc15a3120 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf3b6edf-f13e-4927-9446-a3ffaa32d9c2 HTTP/1.1" status: 200 len: 205 time: 0.0315113 Nov 12 05:38:58.326858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57062) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.384994 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-3f1c28fb-ffb0-41bb-9591-627bf808449f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] delete failed (client error): The resource could not be found. Nov 12 05:38:58.389476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57066) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.408767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3f1c28fb-ffb0-41bb-9591-627bf808449f tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/cf3b6edf-f13e-4927-9446-a3ffaa32d9c2 HTTP/1.1" status: 404 len: 336 time: 0.0801742 Nov 12 05:38:58.427129 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-167a62f9-0bd5-4c37-a0a6-ffd102367fb3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:58.427566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167a62f9-0bd5-4c37-a0a6-ffd102367fb3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:58.434030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57068) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.444880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-167a62f9-0bd5-4c37-a0a6-ffd102367fb3 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/46a6d234-f04e-44f9-a296-3accab49f3b0 HTTP/1.1" status: 404 len: 337 time: 0.0450096 Nov 12 05:38:58.468923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9d11606e-8db8-4294-8969-c11bad347bcc tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4db1b3b-5384-4e53-ad1c-c592bdab7705 HTTP/1.1" status: 200 len: 205 time: 0.0334496 Nov 12 05:38:58.471437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57070) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.517690 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-1d410406-13b9-44ce-9c48-ad5ac53176ce tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] delete failed (client error): The resource could not be found. Nov 12 05:38:58.521272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1d410406-13b9-44ce-9c48-ad5ac53176ce tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/routers/b4db1b3b-5384-4e53-ad1c-c592bdab7705 HTTP/1.1" status: 404 len: 336 time: 0.0462117 Nov 12 05:38:58.526616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57076) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.586517 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7932da-9b94-4914-8a89-c3f55a8ad5a6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:58.588338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7932da-9b94-4914-8a89-c3f55a8ad5a6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:58.604056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ad7932da-9b94-4914-8a89-c3f55a8ad5a6 tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/3fbdf6ac-c9bf-4708-9c87-b37deb3316a7 HTTP/1.1" status: 404 len: 337 time: 0.0739548 Nov 12 05:38:58.606651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57084) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:58.641614 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe08d4a4-8e99-4b4c-9ea0-e78bd74865bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] DELETE failed (client error): The resource could not be found. Nov 12 05:38:58.641976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe08d4a4-8e99-4b4c-9ea0-e78bd74865bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:38:58.645899 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fe08d4a4-8e99-4b4c-9ea0-e78bd74865bd tempest-RoutersTest-353976696 tempest-RoutersTest-353976696-project] 10.222.0.48 "DELETE /v2.0/subnets/3d39141b-06c0-4a4a-a100-2512c7de4f04 HTTP/1.1" status: 404 len: 337 time: 0.0378900 Nov 12 05:38:59.029283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57130) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:59.210422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-137274eb-f16d-44a0-ac9f-965118be72e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=deb7c68e94f44e4d9672d3e0e5e72ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1798522 Nov 12 05:38:59.211360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57154) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:59.303573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edb341ea-d54d-4dd7-9278-15edc25484ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:59.348653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edb341ea-d54d-4dd7-9278-15edc25484ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:59.420870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edb341ea-d54d-4dd7-9278-15edc25484ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:59.424707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edb341ea-d54d-4dd7-9278-15edc25484ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:59.427234 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-edb341ea-d54d-4dd7-9278-15edc25484ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4679b31c-76b6-411e-8439-484ad452956f HTTP/1.1" status: 204 len: 168 time: 0.2137985 Nov 12 05:38:59.436426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb341ea-d54d-4dd7-9278-15edc25484ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4679b31c-76b6-411e-8439-484ad452956f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:38:59.660484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57176) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:38:59.839280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25dfaec4-dece-4834-8de0-5854870e5ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:59.976440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25dfaec4-dece-4834-8de0-5854870e5ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:59.989386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25dfaec4-dece-4834-8de0-5854870e5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.039372 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25dfaec4-dece-4834-8de0-5854870e5ca4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=590f4328c51c48aca974fa4e2db4edb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775973 Nov 12 05:39:00.041026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfaec4-dece-4834-8de0-5854870e5ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688b2a03-895e-4d02-9c33-7100bc0e81d2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:00.043768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:00.119041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09a17a1d-76c9-4ea1-95cd-a7f4a456e715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.151493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09a17a1d-76c9-4ea1-95cd-a7f4a456e715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.215760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09a17a1d-76c9-4ea1-95cd-a7f4a456e715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.219569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09a17a1d-76c9-4ea1-95cd-a7f4a456e715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.221004 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-09a17a1d-76c9-4ea1-95cd-a7f4a456e715 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/688b2a03-895e-4d02-9c33-7100bc0e81d2 HTTP/1.1" status: 204 len: 168 time: 0.1761291 Nov 12 05:39:00.231765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a17a1d-76c9-4ea1-95cd-a7f4a456e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688b2a03-895e-4d02-9c33-7100bc0e81d2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:00.506413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57208) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:00.692005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800545401'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:00.719773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.730918 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.800240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57216) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:00.817049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fe82575-1e3e-4403-b18b-53d955839240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.830500 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.835620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.905086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930dc6bb-e0ca-4cdd-a4b8-1c2cd9f9854d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:00.947140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fe82575-1e3e-4403-b18b-53d955839240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.951378 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fe82575-1e3e-4403-b18b-53d955839240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.959879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.966944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:00.996480 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4fe82575-1e3e-4403-b18b-53d955839240 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98f392c8c94c4109acef509827e33490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938217 Nov 12 05:39:00.998855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe82575-1e3e-4403-b18b-53d955839240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b983fc94-5607-4ab7-99f8-6654df7f4230,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:00.999818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57218) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.017618 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.021921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5077646 Nov 12 05:39:01.022050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57220) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.027113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e802c8-a47d-41f1-8029-16b9f4e03370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e842e8-b3f1-4de8-9d3f-5d91084a1c75,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:01.088618 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-476bdfb7-02b0-417f-8a19-5947d04783a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.114453 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-476bdfb7-02b0-417f-8a19-5947d04783a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.125047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1522d8e4-3f4f-4550-a0bf-f594c167c5de tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1015508 Nov 12 05:39:01.129356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57224) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.141489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f2569818-bd13-4259-a3b1-628dc5583228 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-security--1663103001', 'description': 'tempest-security-description-1339112322'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:01.195037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-476bdfb7-02b0-417f-8a19-5947d04783a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.212167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-476bdfb7-02b0-417f-8a19-5947d04783a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.216418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f2569818-bd13-4259-a3b1-628dc5583228 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.216604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-476bdfb7-02b0-417f-8a19-5947d04783a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b983fc94-5607-4ab7-99f8-6654df7f4230 HTTP/1.1" status: 204 len: 168 time: 0.2129328 Nov 12 05:39:01.235857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bdfb7-02b0-417f-8a19-5947d04783a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b983fc94-5607-4ab7-99f8-6654df7f4230,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:01.310161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f2569818-bd13-4259-a3b1-628dc5583228 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.318431 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f2569818-bd13-4259-a3b1-628dc5583228 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.321042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f2569818-bd13-4259-a3b1-628dc5583228 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.326541 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f2569818-bd13-4259-a3b1-628dc5583228 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "PUT /v2.0/security-groups/63e842e8-b3f1-4de8-9d3f-5d91084a1c75 HTTP/1.1" status: 200 len: 1797 time: 0.1925113 Nov 12 05:39:01.328112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57228) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.382015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2569818-bd13-4259-a3b1-628dc5583228 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e842e8-b3f1-4de8-9d3f-5d91084a1c75,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:01.386669 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c6ce9bf-2da6-4112-82be-4c1d48536b9a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups/63e842e8-b3f1-4de8-9d3f-5d91084a1c75 HTTP/1.1" status: 200 len: 1797 time: 0.0575411 Nov 12 05:39:01.389336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57230) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.449484 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f65eab0f-6964-4c02-abfb-4fcc3f9e2352 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.483566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f65eab0f-6964-4c02-abfb-4fcc3f9e2352 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.544725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f65eab0f-6964-4c02-abfb-4fcc3f9e2352 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.553911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f65eab0f-6964-4c02-abfb-4fcc3f9e2352 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.559341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57234) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.568138 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f65eab0f-6964-4c02-abfb-4fcc3f9e2352 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/63e842e8-b3f1-4de8-9d3f-5d91084a1c75 HTTP/1.1" status: 204 len: 168 time: 0.1777308 Nov 12 05:39:01.590005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eab0f-6964-4c02-abfb-4fcc3f9e2352 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e842e8-b3f1-4de8-9d3f-5d91084a1c75,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:01.639474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57240) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.647807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c802c701-001d-4b8d-a7d8-87ea3aae9a0b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0806646 Nov 12 05:39:01.654004 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-9dc025a9-7bfe-4c65-abfb-fba4babdb4f5 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] delete failed (client error): The resource could not be found. Nov 12 05:39:01.659207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9dc025a9-7bfe-4c65-abfb-fba4babdb4f5 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/63e842e8-b3f1-4de8-9d3f-5d91084a1c75 HTTP/1.1" status: 404 len: 347 time: 0.0186017 Nov 12 05:39:01.660895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57244) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.667895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d8767a02-aa3e-4089-a410-35c221da080b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-secgroup--673594931'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:01.716036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8767a02-aa3e-4089-a410-35c221da080b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.830380 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8767a02-aa3e-4089-a410-35c221da080b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.842077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8767a02-aa3e-4089-a410-35c221da080b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.906724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8767a02-aa3e-4089-a410-35c221da080b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927567a6-2f96-4ef6-9d2b-9243996bdcfc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:01.911101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8767a02-aa3e-4089-a410-35c221da080b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:01.912553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d8767a02-aa3e-4089-a410-35c221da080b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2496908 Nov 12 05:39:01.916435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57250) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:01.921843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3ba97c13-aa46-43aa-bcd1-3a2a6c271eac tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': '927567a6-2f96-4ef6-9d2b-9243996bdcfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:01.985116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba97c13-aa46-43aa-bcd1-3a2a6c271eac tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.081382 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba97c13-aa46-43aa-bcd1-3a2a6c271eac tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.094120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba97c13-aa46-43aa-bcd1-3a2a6c271eac tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.124696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ba97c13-aa46-43aa-bcd1-3a2a6c271eac tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.126257 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3ba97c13-aa46-43aa-bcd1-3a2a6c271eac tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2081926 Nov 12 05:39:02.129042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba97c13-aa46-43aa-bcd1-3a2a6c271eac tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2efe78b-158a-48c2-af45-1ad48c19ed28,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:02.129279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57256) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:02.162000 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d151-7883-4746-9377-e6d3ba72c4f2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.173538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d151-7883-4746-9377-e6d3ba72c4f2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.214409 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d151-7883-4746-9377-e6d3ba72c4f2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.222225 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d151-7883-4746-9377-e6d3ba72c4f2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.226161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7dc1d151-7883-4746-9377-e6d3ba72c4f2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b2efe78b-158a-48c2-af45-1ad48c19ed28 HTTP/1.1" status: 204 len: 168 time: 0.0932310 Nov 12 05:39:02.226642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:02.232994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1d151-7883-4746-9377-e6d3ba72c4f2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2efe78b-158a-48c2-af45-1ad48c19ed28,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:02.298833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ac7e8ad5-352e-4716-9093-344ef1e49366 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708957 Nov 12 05:39:02.301500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57264) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:02.368911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c70f0189-9ba5-4fb2-bcd5-4e4ad9cab3d0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.394980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c70f0189-9ba5-4fb2-bcd5-4e4ad9cab3d0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.445775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c70f0189-9ba5-4fb2-bcd5-4e4ad9cab3d0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.450623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c70f0189-9ba5-4fb2-bcd5-4e4ad9cab3d0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.454784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:02.455084 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c70f0189-9ba5-4fb2-bcd5-4e4ad9cab3d0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/927567a6-2f96-4ef6-9d2b-9243996bdcfc HTTP/1.1" status: 204 len: 168 time: 0.1521447 Nov 12 05:39:02.468689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f0189-9ba5-4fb2-bcd5-4e4ad9cab3d0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927567a6-2f96-4ef6-9d2b-9243996bdcfc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:02.531070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57276) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:02.531345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-357aeec6-adf5-4748-9add-612fcf40a365 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753884 Nov 12 05:39:02.535711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ed060e55-1c6a-47df-b911-79bdc25fe16e tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054944047'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:02.573481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed060e55-1c6a-47df-b911-79bdc25fe16e tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.657954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed060e55-1c6a-47df-b911-79bdc25fe16e tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.661958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed060e55-1c6a-47df-b911-79bdc25fe16e tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.697572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ed060e55-1c6a-47df-b911-79bdc25fe16e tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.702088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57282) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:02.702661 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ed060e55-1c6a-47df-b911-79bdc25fe16e tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1699669 Nov 12 05:39:02.703317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060e55-1c6a-47df-b911-79bdc25fe16e tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c38164-8ea1-4608-8e28-baba53c51f8c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:02.706759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b6040961-bd40-4821-9bb4-27ae77c78e87 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': 'b7c38164-8ea1-4608-8e28-baba53c51f8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:02.741108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6040961-bd40-4821-9bb4-27ae77c78e87 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.814043 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6040961-bd40-4821-9bb4-27ae77c78e87 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.823906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6040961-bd40-4821-9bb4-27ae77c78e87 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.846917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6040961-bd40-4821-9bb4-27ae77c78e87 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaed4e2-0af4-4bb4-b3d9-48a78542a7ca,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:02.856212 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6040961-bd40-4821-9bb4-27ae77c78e87 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.859524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b6040961-bd40-4821-9bb4-27ae77c78e87 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556244 Nov 12 05:39:02.861777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57294) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:02.867702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-253f6f24-02c2-4434-8df9-a16845d98287 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': 'b7c38164-8ea1-4608-8e28-baba53c51f8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:02.907829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-253f6f24-02c2-4434-8df9-a16845d98287 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:02.998855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-253f6f24-02c2-4434-8df9-a16845d98287 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.015093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-253f6f24-02c2-4434-8df9-a16845d98287 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.059871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f6f24-02c2-4434-8df9-a16845d98287 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad86be93-ee17-4eac-b115-7c33e22494f8,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:03.106109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-253f6f24-02c2-4434-8df9-a16845d98287 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.108835 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-253f6f24-02c2-4434-8df9-a16845d98287 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2458971 Nov 12 05:39:03.113493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57310) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:03.125375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0f79a12d-1f13-4c8c-ad09-356d4b9ddeee tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': 'b7c38164-8ea1-4608-8e28-baba53c51f8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:03.181047 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f79a12d-1f13-4c8c-ad09-356d4b9ddeee tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.299110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f79a12d-1f13-4c8c-ad09-356d4b9ddeee tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.305503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f79a12d-1f13-4c8c-ad09-356d4b9ddeee tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.325975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79a12d-1f13-4c8c-ad09-356d4b9ddeee tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee219bb1-8490-40ce-a4c5-c0bb426c5e90,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:03.356481 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f79a12d-1f13-4c8c-ad09-356d4b9ddeee tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.360920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57322) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:03.362382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0f79a12d-1f13-4c8c-ad09-356d4b9ddeee tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2467625 Nov 12 05:39:03.366215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7affa747-3e6e-4c3f-99a5-4d13713c90b4 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': 'b7c38164-8ea1-4608-8e28-baba53c51f8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:03.423858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7affa747-3e6e-4c3f-99a5-4d13713c90b4 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.495469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7affa747-3e6e-4c3f-99a5-4d13713c90b4 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.511153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7affa747-3e6e-4c3f-99a5-4d13713c90b4 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.540699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affa747-3e6e-4c3f-99a5-4d13713c90b4 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2eeaa93-1230-4920-b92d-465c572eb951,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:03.548381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7affa747-3e6e-4c3f-99a5-4d13713c90b4 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.552622 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7affa747-3e6e-4c3f-99a5-4d13713c90b4 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1875532 Nov 12 05:39:03.552840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57328) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:03.559435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9c7f9068-9b85-403a-9b3e-e79d832ec12f tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': 'b7c38164-8ea1-4608-8e28-baba53c51f8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:03.593897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c7f9068-9b85-403a-9b3e-e79d832ec12f tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.669959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c7f9068-9b85-403a-9b3e-e79d832ec12f tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.684958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c7f9068-9b85-403a-9b3e-e79d832ec12f tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.685926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57336) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:03.711101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f9068-9b85-403a-9b3e-e79d832ec12f tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72401e5-bc36-454c-ac6f-1cf5a5bd1330,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:03.741314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c7f9068-9b85-403a-9b3e-e79d832ec12f tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.742982 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c7f9068-9b85-403a-9b3e-e79d832ec12f tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1891069 Nov 12 05:39:03.747367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57342) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:03.811987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fed93c65-4ef5-43da-a7ea-3d003c1a5cb7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.828431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fed93c65-4ef5-43da-a7ea-3d003c1a5cb7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.917161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2e324097-0fa5-4e3f-90fa-a5b701604ffd tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:03.940839 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2e324097-0fa5-4e3f-90fa-a5b701604ffd tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] 10.222.0.48 "PUT /v2.0/quotas/863c2df46f7149b4843e02a2dd20f7ea HTTP/1.1" status: 200 len: 368 time: 0.2489643 Nov 12 05:39:03.942537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57350) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:03.950233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Request body: {'network': {'project_id': '863c2df46f7149b4843e02a2dd20f7ea'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:03.989742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fed93c65-4ef5-43da-a7ea-3d003c1a5cb7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.996994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fed93c65-4ef5-43da-a7ea-3d003c1a5cb7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.998172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fed93c65-4ef5-43da-a7ea-3d003c1a5cb7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a72401e5-bc36-454c-ac6f-1cf5a5bd1330 HTTP/1.1" status: 204 len: 168 time: 0.2494142 Nov 12 05:39:04.001351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57352) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.007029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Made reservation on behalf of 863c2df46f7149b4843e02a2dd20f7ea for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:04.009788 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.029163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed93c65-4ef5-43da-a7ea-3d003c1a5cb7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a72401e5-bc36-454c-ac6f-1cf5a5bd1330,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:04.040095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-6c2da98a-5240-4817-b44b-962cd139f2f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3719959 Nov 12 05:39:04.041440 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.073160 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b959561-3f7d-41a3-91b8-c3055cfb4578 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0705078 Nov 12 05:39:04.076026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57354) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.120378 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a7a-3414-427d-a1e8-aa0876949723 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.129458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a7a-3414-427d-a1e8-aa0876949723 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.154212 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.190294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a7a-3414-427d-a1e8-aa0876949723 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.197042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.202797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a7a-3414-427d-a1e8-aa0876949723 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.203961 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b00c3a7a-3414-427d-a1e8-aa0876949723 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f2eeaa93-1230-4920-b92d-465c572eb951 HTTP/1.1" status: 204 len: 168 time: 0.1270058 Nov 12 05:39:04.204792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c3a7a-3414-427d-a1e8-aa0876949723 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2eeaa93-1230-4920-b92d-465c572eb951,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:04.206647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57356) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.248099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-5abd49c4-771b-4cc7-9b7e-a8b0c02ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.248738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-5abd49c4-771b-4cc7-9b7e-a8b0c02ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.249286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-5abd49c4-771b-4cc7-9b7e-a8b0c02ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.249835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-5abd49c4-771b-4cc7-9b7e-a8b0c02ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.250389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-5abd49c4-771b-4cc7-9b7e-a8b0c02ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.250925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-5abd49c4-771b-4cc7-9b7e-a8b0c02ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.251705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-5abd49c4-771b-4cc7-9b7e-a8b0c02ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.253819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-5abd49c4-771b-4cc7-9b7e-a8b0c02ea46e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6499 time: 0.0976861 Nov 12 05:39:04.273187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:04.280703 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25e8e4ab-f52d-41a6-af68-2af71d7d3098 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0728376 Nov 12 05:39:04.283613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f13168-d66c-494c-9523-f30a8d3b2f0a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:04.285314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57358) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.321667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d75ab235-1bd5-4140-b92d-928ba04d2e4a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.332111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d75ab235-1bd5-4140-b92d-928ba04d2e4a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.369793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d75ab235-1bd5-4140-b92d-928ba04d2e4a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.385692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d75ab235-1bd5-4140-b92d-928ba04d2e4a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.392002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d75ab235-1bd5-4140-b92d-928ba04d2e4a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ee219bb1-8490-40ce-a4c5-c0bb426c5e90 HTTP/1.1" status: 204 len: 168 time: 0.1053159 Nov 12 05:39:04.408398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.417418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-943b95ce-067b-44e7-9231-1f703f556d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.418317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-943b95ce-067b-44e7-9231-1f703f556d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.419197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-943b95ce-067b-44e7-9231-1f703f556d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.421372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-943b95ce-067b-44e7-9231-1f703f556d9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1229053 Nov 12 05:39:04.427502 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.428119 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Added segment af05bff4-af7a-46b2-8189-2cb2d14da9d5 of type vlan for network aa3f9111-2aa5-4819-a85b-37c53496ca55 Nov 12 05:39:04.466224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ab235-1bd5-4140-b92d-928ba04d2e4a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee219bb1-8490-40ce-a4c5-c0bb426c5e90,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:04.543223 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d93d7a34-fd06-4259-926e-139825ff3f5b tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1316526 Nov 12 05:39:04.555515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57368) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.580681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.588501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-276cada4-d8e4-48c2-8160-522a03b676e6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.597357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-276cada4-d8e4-48c2-8160-522a03b676e6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.610161 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.611252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.611832 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.636614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-276cada4-d8e4-48c2-8160-522a03b676e6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.645647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-276cada4-d8e4-48c2-8160-522a03b676e6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.647401 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-276cada4-d8e4-48c2-8160-522a03b676e6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ad86be93-ee17-4eac-b115-7c33e22494f8 HTTP/1.1" status: 204 len: 168 time: 0.0902746 Nov 12 05:39:04.652134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57370) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.655365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-f1d12c0a-b2f4-480e-874e-37c54a6b74fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 1001 time: 0.2254245 Nov 12 05:39:04.679867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cada4-d8e4-48c2-8160-522a03b676e6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad86be93-ee17-4eac-b115-7c33e22494f8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:04.724271 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b8ec7d3-3a4b-42de-a370-d0b0ee0674a9 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0698223 Nov 12 05:39:04.727853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57372) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.763421 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ffd30078-f14e-457c-9c02-7b8359d008e7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.774843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ffd30078-f14e-457c-9c02-7b8359d008e7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.780569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8336105 Nov 12 05:39:04.786711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.792286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Request body: {'network': {'project_id': '863c2df46f7149b4843e02a2dd20f7ea'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:04.827449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a76fe7-06e6-40d2-977b-ed3a86990dc7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Pushing event updated for resources: {'Network': ['ID=aa3f9111-2aa5-4819-a85b-37c53496ca55,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:04.843500 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ffd30078-f14e-457c-9c02-7b8359d008e7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.843937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network aa3f9111-2aa5-4819-a85b-37c53496ca55 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:04.852749 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ffd30078-f14e-457c-9c02-7b8359d008e7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.855240 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ffd30078-f14e-457c-9c02-7b8359d008e7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/baaed4e2-0af4-4bb4-b3d9-48a78542a7ca HTTP/1.1" status: 204 len: 168 time: 0.1248796 Nov 12 05:39:04.857661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57376) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.858572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Made reservation on behalf of 863c2df46f7149b4843e02a2dd20f7ea for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:04.861259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.891403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:04.903888 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:04.904378 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Added segment ccb33287-195d-47f4-b2e8-b7b93cf17369 of type vlan for network dd33d737-2eb2-4a2d-8fee-78ca3a642d90 Nov 12 05:39:04.919451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-a4761a79-076b-42b3-b904-7b168e4437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:04.923605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-a4761a79-076b-42b3-b904-7b168e4437f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.2537184 Nov 12 05:39:04.956721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd30078-f14e-457c-9c02-7b8359d008e7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baaed4e2-0af4-4bb4-b3d9-48a78542a7ca,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:04.985032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-be3ae6ca-fa65-4e97-aefa-940ba24605a7 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1180501 Nov 12 05:39:04.990896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57380) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:04.996856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.048193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-36dbd7c5-6ab4-419c-9b23-e27d8bd09abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:05.050079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-36dbd7c5-6ab4-419c-9b23-e27d8bd09abb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167748 Nov 12 05:39:05.201453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-ab71747d-5a40-4d47-8281-70264755ec9c service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427114 Nov 12 05:39:05.329402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-8aa8c734-b16a-42f7-b768-4ba1791fe537 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203675 Nov 12 05:39:05.394244 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-f031ec4e-ddc7-41ad-b491-a80066509cf6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=424252ae-7554-40c6-a605-386a7f91dcd3 HTTP/1.1" status: 200 len: 217 time: 0.0573659 Nov 12 05:39:05.444567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78c5ac6c-650e-415f-8e33-33204f4d425c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.447321 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.448292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:05.448885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.460957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-42ac59ff-eb1a-45b3-a055-4a37be32eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:05.466402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-42ac59ff-eb1a-45b3-a055-4a37be32eb2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0647631 Nov 12 05:39:05.502953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7147961 Nov 12 05:39:05.519659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57386) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:05.542227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-332472b1-2a71-4cfa-831c-2ffde878f4a7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Request body: {'network': {'project_id': '863c2df46f7149b4843e02a2dd20f7ea'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:05.593113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78c5ac6c-650e-415f-8e33-33204f4d425c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.646555 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-332472b1-2a71-4cfa-831c-2ffde878f4a7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 05:39:05.647034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332472b1-2a71-4cfa-831c-2ffde878f4a7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:05.647169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0391728-1e4d-459b-bc4d-834e75169737 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Pushing event updated for resources: {'Network': ['ID=dd33d737-2eb2-4a2d-8fee-78ca3a642d90,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:05.651420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-332472b1-2a71-4cfa-831c-2ffde878f4a7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1202397 Nov 12 05:39:05.653939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57392) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:05.662551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network dd33d737-2eb2-4a2d-8fee-78ca3a642d90 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:05.677642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-7250d333-2989-4168-89e8-a7fb2576ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:05.679285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-7250d333-2989-4168-89e8-a7fb2576ce72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2041028 Nov 12 05:39:05.722848 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78c5ac6c-650e-415f-8e33-33204f4d425c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.725755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78c5ac6c-650e-415f-8e33-33204f4d425c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.727087 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-78c5ac6c-650e-415f-8e33-33204f4d425c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7c38164-8ea1-4608-8e28-baba53c51f8c HTTP/1.1" status: 204 len: 168 time: 0.7328975 Nov 12 05:39:05.733011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57394) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:05.744479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b80be7e-731c-47b7-99c7-1764f5efb8d7 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=863c2df46f7149b4843e02a2dd20f7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0892832 Nov 12 05:39:05.756668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57396) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:05.770437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ac6c-650e-415f-8e33-33204f4d425c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c38164-8ea1-4608-8e28-baba53c51f8c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:05.833098 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5d3470c1-4bfc-4efb-8c6c-2f0b004f5b39 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982993 Nov 12 05:39:05.837060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57398) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:05.843157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f4b37906-921f-4406-8430-8237ec72a933 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693638782'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:05.868775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5789705c-80a1-40bf-95dd-ef814d12f340 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.893076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4b37906-921f-4406-8430-8237ec72a933 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.900001 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5789705c-80a1-40bf-95dd-ef814d12f340 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.925002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-6145f4df-4a00-4065-a145-4e17180a4eb4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336233 Nov 12 05:39:06.000428 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5789705c-80a1-40bf-95dd-ef814d12f340 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.002809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5789705c-80a1-40bf-95dd-ef814d12f340 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.006362 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5789705c-80a1-40bf-95dd-ef814d12f340 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7f13168-d66c-494c-9523-f30a8d3b2f0a HTTP/1.1" status: 204 len: 168 time: 0.2461522 Nov 12 05:39:06.009161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57404) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:06.023076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789705c-80a1-40bf-95dd-ef814d12f340 tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f13168-d66c-494c-9523-f30a8d3b2f0a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:06.027897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4b37906-921f-4406-8430-8237ec72a933 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.033463 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4b37906-921f-4406-8430-8237ec72a933 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.078387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4b37906-921f-4406-8430-8237ec72a933 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.080148 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f4b37906-921f-4406-8430-8237ec72a933 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2414396 Nov 12 05:39:06.082629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57408) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:06.088419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-58165601-7c5e-41a0-9d91-23987d2c0abf tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': '9bf7cf21-1669-4c8d-a8e1-4cee281bb113', 'direction': 'ingress', 'protocol': 17}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:06.093021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b37906-921f-4406-8430-8237ec72a933 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7cf21-1669-4c8d-a8e1-4cee281bb113,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:06.126530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58165601-7c5e-41a0-9d91-23987d2c0abf tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.143887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.150474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-b281518e-d3d6-403b-8fd0-57d502872be2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170749 Nov 12 05:39:06.201793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58165601-7c5e-41a0-9d91-23987d2c0abf tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.208212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58165601-7c5e-41a0-9d91-23987d2c0abf tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.229650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58165601-7c5e-41a0-9d91-23987d2c0abf tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab80bed-c8cc-4b09-9c73-23e23680d1a8,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:06.241768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-58165601-7c5e-41a0-9d91-23987d2c0abf tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.246041 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-58165601-7c5e-41a0-9d91-23987d2c0abf tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1594768 Nov 12 05:39:06.246392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57414) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:06.282776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-b025c0c9-d441-4c3a-b2f4-1c3e9309d4d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=760c73a9-609e-410c-bfbb-072e8c6a9538 HTTP/1.1" status: 200 len: 217 time: 0.1237636 Nov 12 05:39:06.310410 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34dbd5b1-2864-4723-b5f8-28a4c3925b1a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.341640 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34dbd5b1-2864-4723-b5f8-28a4c3925b1a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.369590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.399959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34dbd5b1-2864-4723-b5f8-28a4c3925b1a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.402330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd33d737-2eb2-4a2d-8fee-78ca3a642d90']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:06.404290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34dbd5b1-2864-4723-b5f8-28a4c3925b1a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.408214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-4bcba552-568c-4e9d-91e9-de43a526e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:06.408412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-34dbd5b1-2864-4723-b5f8-28a4c3925b1a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/9bf7cf21-1669-4c8d-a8e1-4cee281bb113 HTTP/1.1" status: 204 len: 168 time: 0.1575174 Nov 12 05:39:06.408525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-4bcba552-568c-4e9d-91e9-de43a526e5a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.1129715 Nov 12 05:39:06.411628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57416) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:06.426620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb33287-195d-47f4-b2e8-b7b93cf17369') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:06.426923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb33287-195d-47f4-b2e8-b7b93cf17369') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:06.432933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbd5b1-2864-4723-b5f8-28a4c3925b1a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7cf21-1669-4c8d-a8e1-4cee281bb113,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:06.455133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.474940 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.485042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:06.485506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:06.487684 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:06.495051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e7a3a9a5-fe42-47ae-a77c-4c43c7ba8664 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787554 Nov 12 05:39:06.496058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57418) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:06.499328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-d66b5ec9-efd4-42ec-aa3c-571f8604d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:06.500908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-d66b5ec9-efd4-42ec-aa3c-571f8604d85f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858727 Nov 12 05:39:06.509314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b8ee518b-dfda-4066-bed6-54cec65aa9f6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036453174'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:06.539377 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8ee518b-dfda-4066-bed6-54cec65aa9f6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.604249 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.609847 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.613401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] 10.222.0.48 "DELETE /v2.0/networks/dd33d737-2eb2-4a2d-8fee-78ca3a642d90 HTTP/1.1" status: 204 len: 168 time: 0.6030536 Nov 12 05:39:06.617558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57420) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:06.641047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8ee518b-dfda-4066-bed6-54cec65aa9f6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.651280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8ee518b-dfda-4066-bed6-54cec65aa9f6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.661516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bff052-2428-4710-957e-110a3e25783c tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd33d737-2eb2-4a2d-8fee-78ca3a642d90,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:06.693267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8ee518b-dfda-4066-bed6-54cec65aa9f6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.698303 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b8ee518b-dfda-4066-bed6-54cec65aa9f6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2012479 Nov 12 05:39:06.701346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57428) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:06.710246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e285fbfa-fc43-4d77-9407-b30a07d8d3d2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-secgroup--850820421'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:06.731427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee518b-dfda-4066-bed6-54cec65aa9f6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5061354-a966-46f2-b827-a243d2c905f5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:06.755970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e285fbfa-fc43-4d77-9407-b30a07d8d3d2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.793240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-a7ff4964-b0ed-4c5a-94a3-80c326bdf6d1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536995 Nov 12 05:39:06.797681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.888121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e285fbfa-fc43-4d77-9407-b30a07d8d3d2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.894006 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e285fbfa-fc43-4d77-9407-b30a07d8d3d2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.940137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285fbfa-fc43-4d77-9407-b30a07d8d3d2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f298a53-00b2-4fd5-be9c-39d052dcf2e6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:06.962827 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e285fbfa-fc43-4d77-9407-b30a07d8d3d2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.968281 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e285fbfa-fc43-4d77-9407-b30a07d8d3d2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2656312 Nov 12 05:39:06.968916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57436) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:06.973787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4270ad58-d1f4-4e8f-9a38-3678da42bb88 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': 'e5061354-a966-46f2-b827-a243d2c905f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f298a53-00b2-4fd5-be9c-39d052dcf2e6', 'remote_ip_prefix': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:07.022850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.038818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-510e225c-c653-48f1-b1bb-1d59461395a1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340188 Nov 12 05:39:07.048081 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4270ad58-d1f4-4e8f-9a38-3678da42bb88 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.064611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3f9111-2aa5-4819-a85b-37c53496ca55']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:07.125437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-074f9492-0634-4e26-b60c-559804a1d3ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0730166 Nov 12 05:39:07.129242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af05bff4-af7a-46b2-8189-2cb2d14da9d5') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:07.129787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af05bff4-af7a-46b2-8189-2cb2d14da9d5') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:07.165682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.180252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4270ad58-d1f4-4e8f-9a38-3678da42bb88 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.200505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4270ad58-d1f4-4e8f-9a38-3678da42bb88 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.220078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270ad58-d1f4-4e8f-9a38-3678da42bb88 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086666ec-c2e1-4e39-9849-16dbf0a819b3,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:07.223029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.233560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4270ad58-d1f4-4e8f-9a38-3678da42bb88 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.234890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4270ad58-d1f4-4e8f-9a38-3678da42bb88 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2645705 Nov 12 05:39:07.237763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57444) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:07.248510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:07.249303 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:07.251943 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:07.281519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db91c63d-89ca-4b4f-b63a-9d02729685ca tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.290228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-2344bc99-fad7-46e7-a500-4ace0cf48d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:07.291090 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db91c63d-89ca-4b4f-b63a-9d02729685ca tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.293707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-2344bc99-fad7-46e7-a500-4ace0cf48d2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.1560228 Nov 12 05:39:07.327699 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db91c63d-89ca-4b4f-b63a-9d02729685ca tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.341434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-db91c63d-89ca-4b4f-b63a-9d02729685ca tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.347211 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-db91c63d-89ca-4b4f-b63a-9d02729685ca tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/086666ec-c2e1-4e39-9849-16dbf0a819b3 HTTP/1.1" status: 204 len: 168 time: 0.1080184 Nov 12 05:39:07.348178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91c63d-89ca-4b4f-b63a-9d02729685ca tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=086666ec-c2e1-4e39-9849-16dbf0a819b3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:07.357773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57448) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:07.428704 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-595201c0-c0ec-4de3-8d05-abed45210559 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0689180 Nov 12 05:39:07.429953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57450) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:07.506041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-67e6daf3-d8eb-4c7f-9aa8-8dba8e1acc63 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.541019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-67e6daf3-d8eb-4c7f-9aa8-8dba8e1acc63 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.600347 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-67e6daf3-d8eb-4c7f-9aa8-8dba8e1acc63 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.604460 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-67e6daf3-d8eb-4c7f-9aa8-8dba8e1acc63 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.606391 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-67e6daf3-d8eb-4c7f-9aa8-8dba8e1acc63 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f298a53-00b2-4fd5-be9c-39d052dcf2e6 HTTP/1.1" status: 204 len: 168 time: 0.1744797 Nov 12 05:39:07.610421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57452) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:07.636212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6daf3-d8eb-4c7f-9aa8-8dba8e1acc63 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f298a53-00b2-4fd5-be9c-39d052dcf2e6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:07.692774 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7603ee67-d200-4346-9233-45a0c630527d tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0810754 Nov 12 05:39:07.695966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57454) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:07.763638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.779013 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53ba9c82-bedd-4365-8270-215a6c8e707d tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.781002 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.788178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] 10.222.0.48 "DELETE /v2.0/networks/aa3f9111-2aa5-4819-a85b-37c53496ca55 HTTP/1.1" status: 204 len: 168 time: 1.1680739 Nov 12 05:39:07.806586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-66be3ba5-01b1-4207-9344-ee02ce512c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:07.808389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-66be3ba5-01b1-4207-9344-ee02ce512c08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4512026 Nov 12 05:39:07.809827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5f2e3-f63b-4a2d-b31a-89af0fe9c08a tempest-QuotasNegativeTest-2045567196 tempest-QuotasNegativeTest-2045567196-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa3f9111-2aa5-4819-a85b-37c53496ca55,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:07.826028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53ba9c82-bedd-4365-8270-215a6c8e707d tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.917335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53ba9c82-bedd-4365-8270-215a6c8e707d tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.920389 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53ba9c82-bedd-4365-8270-215a6c8e707d tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:07.921661 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-53ba9c82-bedd-4365-8270-215a6c8e707d tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/e5061354-a966-46f2-b827-a243d2c905f5 HTTP/1.1" status: 204 len: 168 time: 0.2246795 Nov 12 05:39:07.927870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57460) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:07.928901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-96077cc4-3115-4e55-aa4a-195b2fd746e1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114902 Nov 12 05:39:07.954861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba9c82-bedd-4365-8270-215a6c8e707d tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5061354-a966-46f2-b827-a243d2c905f5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:08.061795 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4c222d2b-4208-4c43-b5e9-e9db59cce77a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1327376 Nov 12 05:39:08.065980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57464) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:08.077580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5cda9f59-d796-4265-affa-1d2b927649c8 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862530899'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:08.126854 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cda9f59-d796-4265-affa-1d2b927649c8 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.171000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-f1124608-7993-4296-aabb-94240e6cded3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100029 Nov 12 05:39:08.240005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cda9f59-d796-4265-affa-1d2b927649c8 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.249958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cda9f59-d796-4265-affa-1d2b927649c8 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.289090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-7bdcbceb-5736-456b-8880-a4cbc140945d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.1090779 Nov 12 05:39:08.312032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda9f59-d796-4265-affa-1d2b927649c8 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bad4361-8c24-4b7b-8ea2-53113253823d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:08.331198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cda9f59-d796-4265-affa-1d2b927649c8 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.332957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5cda9f59-d796-4265-affa-1d2b927649c8 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2663813 Nov 12 05:39:08.336266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57470) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:08.345101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1f42c501-8c7b-4b71-a928-90382fdcf866 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': '4bad4361-8c24-4b7b-8ea2-53113253823d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:08.382762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f42c501-8c7b-4b71-a928-90382fdcf866 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.390303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-95f49ca6-1bba-4a27-8a73-0e6fb446154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:08.391825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-95f49ca6-1bba-4a27-8a73-0e6fb446154c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0950329 Nov 12 05:39:08.495852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-c9230b16-1319-47ac-a348-ca32de371856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:08.497888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-c9230b16-1319-47ac-a348-ca32de371856 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975718 Nov 12 05:39:08.505663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f42c501-8c7b-4b71-a928-90382fdcf866 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.512639 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f42c501-8c7b-4b71-a928-90382fdcf866 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.537021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42c501-8c7b-4b71-a928-90382fdcf866 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61315ae1-08bd-4e19-b511-818022d7fbf0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:08.554744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f42c501-8c7b-4b71-a928-90382fdcf866 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.555131 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1f42c501-8c7b-4b71-a928-90382fdcf866 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2163198 Nov 12 05:39:08.558682 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57476) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:08.590004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-515f8b18-47b4-4901-b189-1c09c3298061 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.598540 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-515f8b18-47b4-4901-b189-1c09c3298061 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.630856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-515f8b18-47b4-4901-b189-1c09c3298061 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.637485 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-515f8b18-47b4-4901-b189-1c09c3298061 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.639117 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-515f8b18-47b4-4901-b189-1c09c3298061 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/61315ae1-08bd-4e19-b511-818022d7fbf0 HTTP/1.1" status: 204 len: 168 time: 0.0788567 Nov 12 05:39:08.642121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57478) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:08.647759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f8b18-47b4-4901-b189-1c09c3298061 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61315ae1-08bd-4e19-b511-818022d7fbf0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:08.691934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57480) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:08.728854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9a40c863-1521-454a-8b1d-cf9794685ade tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0830834 Nov 12 05:39:08.731940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57484) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:08.734813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-16efdbee-bb1f-49b6-8215-32bcffda9f6b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241442 Nov 12 05:39:08.883151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-603eebeb-62bc-4609-8e06-9058a1a78245 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.891281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-fa6ee80c-f266-4f13-9bd4-eca523d4cb20 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490488 Nov 12 05:39:08.896311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42b0aedc-e779-4ba2-b0f3-0d2f4876d808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.935053 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-603eebeb-62bc-4609-8e06-9058a1a78245 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.941388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-6afae075-377e-40d6-abf4-7983c48dfe33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0407565 Nov 12 05:39:09.007287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-b0e8c20d-c7d9-41bb-85e7-970069f2cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:09.011494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-b0e8c20d-c7d9-41bb-85e7-970069f2cdba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0633461 Nov 12 05:39:09.028664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-603eebeb-62bc-4609-8e06-9058a1a78245 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.031728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-603eebeb-62bc-4609-8e06-9058a1a78245 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.035315 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-603eebeb-62bc-4609-8e06-9058a1a78245 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/4bad4361-8c24-4b7b-8ea2-53113253823d HTTP/1.1" status: 204 len: 168 time: 0.3000016 Nov 12 05:39:09.039146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57488) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.066851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eebeb-62bc-4609-8e06-9058a1a78245 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bad4361-8c24-4b7b-8ea2-53113253823d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:09.086813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42b0aedc-e779-4ba2-b0f3-0d2f4876d808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.097790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-80e913c6-c51e-4790-896b-a760532d3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:09.100578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42b0aedc-e779-4ba2-b0f3-0d2f4876d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.102179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-80e913c6-c51e-4790-896b-a760532d3d3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825486 Nov 12 05:39:09.133565 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-42b0aedc-e779-4ba2-b0f3-0d2f4876d808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a7fce20ebe34ea5b821ce554f5f6239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4376056 Nov 12 05:39:09.133781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57490) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.157721 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a121d120-cd5c-4630-97a9-1d1cea1931a2 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075497 Nov 12 05:39:09.162370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57494) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.167516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c4d32574-b7c0-4768-9416-0368c202b40a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group': {'name': 'tempest-secgroup--650734824'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:09.172899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0aedc-e779-4ba2-b0f3-0d2f4876d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca0e97e-4644-4cc7-97d1-ed748fa85bd1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:09.198257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4d32574-b7c0-4768-9416-0368c202b40a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.257338 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c40b3199-ac9a-42d4-a1a2-573b7cd86dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.274979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-1ea65542-0c9f-430f-ac3e-f18708e33c3a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631656 Nov 12 05:39:09.285740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c40b3199-ac9a-42d4-a1a2-573b7cd86dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.288970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4d32574-b7c0-4768-9416-0368c202b40a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.292443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4d32574-b7c0-4768-9416-0368c202b40a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.318851 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4d32574-b7c0-4768-9416-0368c202b40a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.320436 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4d32574-b7c0-4768-9416-0368c202b40a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1570880 Nov 12 05:39:09.325755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57498) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.330853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-546152d6-25a9-43e2-b4e7-99e59220cda0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': '8c1db726-56d6-48c7-b407-e4056396b665', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:09.354020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d32574-b7c0-4768-9416-0368c202b40a tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1db726-56d6-48c7-b407-e4056396b665,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:09.389052 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-df3ef511-493e-487d-93c6-a19d6eabd20e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965254 Nov 12 05:39:09.392331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-546152d6-25a9-43e2-b4e7-99e59220cda0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.457020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-2ebad4a8-82a5-4fbd-ab42-84ef27ff4b09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0556581 Nov 12 05:39:09.473578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-546152d6-25a9-43e2-b4e7-99e59220cda0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.479444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-546152d6-25a9-43e2-b4e7-99e59220cda0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.507218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546152d6-25a9-43e2-b4e7-99e59220cda0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee7a1fb-a1eb-4174-932f-553db52ddee0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:09.512445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c40b3199-ac9a-42d4-a1a2-573b7cd86dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.515401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c40b3199-ac9a-42d4-a1a2-573b7cd86dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.516574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c40b3199-ac9a-42d4-a1a2-573b7cd86dc1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eca0e97e-4644-4cc7-97d1-ed748fa85bd1 HTTP/1.1" status: 204 len: 168 time: 0.3826516 Nov 12 05:39:09.534255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b3199-ac9a-42d4-a1a2-573b7cd86dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca0e97e-4644-4cc7-97d1-ed748fa85bd1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:09.537148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-edffdb83-5ea8-4729-8d8b-ec9b1343d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:09.538761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-edffdb83-5ea8-4729-8d8b-ec9b1343d631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0755231 Nov 12 05:39:09.543499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-546152d6-25a9-43e2-b4e7-99e59220cda0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.545827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-546152d6-25a9-43e2-b4e7-99e59220cda0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2197962 Nov 12 05:39:09.548693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.593172 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2e3984c2-a01a-40b4-830f-98c720911300 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules/1ee7a1fb-a1eb-4174-932f-553db52ddee0 HTTP/1.1" status: 200 len: 763 time: 0.0432782 Nov 12 05:39:09.596464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57510) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.604448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a96f-725f-4460-a142-52ede264b87b req-ed301c69-d08d-4f01-b972-f35a27b00c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:09.606005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-ed301c69-d08d-4f01-b972-f35a27b00c13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0586693 Nov 12 05:39:09.677388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-65f3cfd4-3a45-4a61-894d-b4c5da4d180d tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0795331 Nov 12 05:39:09.680346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57512) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.729421 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c22d248c-6159-402d-8444-16c284e2dc05 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.732318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-6174bf6c-5820-46a4-ada8-7e3e34097a8d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187587 Nov 12 05:39:09.737890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c22d248c-6159-402d-8444-16c284e2dc05 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.773231 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c22d248c-6159-402d-8444-16c284e2dc05 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.785126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c22d248c-6159-402d-8444-16c284e2dc05 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.787127 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c22d248c-6159-402d-8444-16c284e2dc05 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1ee7a1fb-a1eb-4174-932f-553db52ddee0 HTTP/1.1" status: 204 len: 168 time: 0.1046984 Nov 12 05:39:09.792493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d248c-6159-402d-8444-16c284e2dc05 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ee7a1fb-a1eb-4174-932f-553db52ddee0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:09.794308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.833749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-69f64f4f-f077-44f6-993a-ea53f434e370 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388165 Nov 12 05:39:09.836406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.841431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-09933c9e-73fc-48c2-afdd-c113866f2124 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': '8c1db726-56d6-48c7-b407-e4056396b665', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:09.874172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09933c9e-73fc-48c2-afdd-c113866f2124 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.904236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b12a96f-725f-4460-a142-52ede264b87b req-5d766d17-161d-49d6-a042-2a93a5e9aef7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631360 Nov 12 05:39:09.973055 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09933c9e-73fc-48c2-afdd-c113866f2124 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.979850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57520) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:09.983362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09933c9e-73fc-48c2-afdd-c113866f2124 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.000421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09933c9e-73fc-48c2-afdd-c113866f2124 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0318167-33dd-45c0-aa44-8eada875935c,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:10.019384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adbca034-372b-4386-a0ba-f4ed03bd0039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.034182 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09933c9e-73fc-48c2-afdd-c113866f2124 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.035668 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-09933c9e-73fc-48c2-afdd-c113866f2124 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982214 Nov 12 05:39:10.038161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57522) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.070436 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14e82c4b-94dd-42a8-a2c2-d6c62c4c25c0 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules/f0318167-33dd-45c0-aa44-8eada875935c HTTP/1.1" status: 200 len: 763 time: 0.0308673 Nov 12 05:39:10.073160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57524) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.152633 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f755a6d9-48b8-4d61-99c4-22b4655dfef9 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0781474 Nov 12 05:39:10.155351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57528) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.201664 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adbca034-372b-4386-a0ba-f4ed03bd0039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.214239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-adbca034-372b-4386-a0ba-f4ed03bd0039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.218435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a90b3e74-27d6-4509-b5cf-410076131194 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.260188 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a90b3e74-27d6-4509-b5cf-410076131194 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.286521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbca034-372b-4386-a0ba-f4ed03bd0039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d88e883-c9e3-4b24-bcaf-34dc7a088da8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:10.296699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-adbca034-372b-4386-a0ba-f4ed03bd0039 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6763030efd7c4a99ab7880c334f73747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158255 Nov 12 05:39:10.299787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57536) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.322246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a90b3e74-27d6-4509-b5cf-410076131194 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.329670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a90b3e74-27d6-4509-b5cf-410076131194 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.341340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a90b3e74-27d6-4509-b5cf-410076131194 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f0318167-33dd-45c0-aa44-8eada875935c HTTP/1.1" status: 204 len: 168 time: 0.1847870 Nov 12 05:39:10.343841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57538) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.349400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b3e74-27d6-4509-b5cf-410076131194 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0318167-33dd-45c0-aa44-8eada875935c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:10.413403 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c1f3887-3f93-44ae-99cf-1b6ac627e3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.427268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2095a124-9ed5-4178-851e-b27b96273f49 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791874 Nov 12 05:39:10.429673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57544) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.435404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-75182d54-dad5-4504-b0f1-282d62443d56 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Request body: {'security_group_rule': {'security_group_id': '8c1db726-56d6-48c7-b407-e4056396b665', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:10.446808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c1f3887-3f93-44ae-99cf-1b6ac627e3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.478673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75182d54-dad5-4504-b0f1-282d62443d56 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.527698 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c1f3887-3f93-44ae-99cf-1b6ac627e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.530696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c1f3887-3f93-44ae-99cf-1b6ac627e3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.532597 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c1f3887-3f93-44ae-99cf-1b6ac627e3ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d88e883-c9e3-4b24-bcaf-34dc7a088da8 HTTP/1.1" status: 204 len: 168 time: 0.2316880 Nov 12 05:39:10.550423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f3887-3f93-44ae-99cf-1b6ac627e3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d88e883-c9e3-4b24-bcaf-34dc7a088da8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:10.620063 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.643981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75182d54-dad5-4504-b0f1-282d62443d56 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.649310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75182d54-dad5-4504-b0f1-282d62443d56 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.686667 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75182d54-dad5-4504-b0f1-282d62443d56 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.691515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57554) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.698063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-75182d54-dad5-4504-b0f1-282d62443d56 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2665846 Nov 12 05:39:10.699553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75182d54-dad5-4504-b0f1-282d62443d56 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1098e16-4354-4ad5-a14d-12625ba73ad2,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:10.720131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57560) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.732460 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2fb2e678-1c3a-4b07-b4e8-0bd6283ada63 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules/f1098e16-4354-4ad5-a14d-12625ba73ad2 HTTP/1.1" status: 200 len: 764 time: 0.0395133 Nov 12 05:39:10.773505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.781848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c5ebe033-2887-4c7c-96e7-6b7e63ccd5d6 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0607922 Nov 12 05:39:10.802259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13e05f67-91d9-4d2e-9e80-67d96d79af6c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.812165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13e05f67-91d9-4d2e-9e80-67d96d79af6c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.874470 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13e05f67-91d9-4d2e-9e80-67d96d79af6c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.885257 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13e05f67-91d9-4d2e-9e80-67d96d79af6c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:10.887882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57566) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.894389 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-13e05f67-91d9-4d2e-9e80-67d96d79af6c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f1098e16-4354-4ad5-a14d-12625ba73ad2 HTTP/1.1" status: 204 len: 168 time: 0.1187394 Nov 12 05:39:10.908382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e05f67-91d9-4d2e-9e80-67d96d79af6c tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1098e16-4354-4ad5-a14d-12625ba73ad2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:10.941461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57568) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:10.950386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4f4c6126-eff3-4adc-8b54-fb343706ba48 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612049 Nov 12 05:39:10.998510 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7678478-772a-456d-9c92-b3e19257c9d9 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:11.031574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7678478-772a-456d-9c92-b3e19257c9d9 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:11.081994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7678478-772a-456d-9c92-b3e19257c9d9 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:11.084585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7678478-772a-456d-9c92-b3e19257c9d9 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:11.088741 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d7678478-772a-456d-9c92-b3e19257c9d9 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c1db726-56d6-48c7-b407-e4056396b665 HTTP/1.1" status: 204 len: 168 time: 0.1431308 Nov 12 05:39:11.089131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57574) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:11.102987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7678478-772a-456d-9c92-b3e19257c9d9 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1db726-56d6-48c7-b407-e4056396b665,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:11.172245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:11.184475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2ecb82fd-add6-47d3-86a8-bb1963d52db1 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0927224 Nov 12 05:39:11.250170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c2cd1ab-fcf3-47fe-b007-d7a03d4bd855 tempest-SecGroupTest-1185729873 tempest-SecGroupTest-1185729873-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764790 Nov 12 05:39:11.586794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57596) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:11.968179 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f82a0ab6-11f2-4e4b-9fd1-63e161a8b224 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c407142793341f883638f6c323fb515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793859 Nov 12 05:39:11.970822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57616) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:12.039329 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-96778639-b488-4a71-b416-817738f03581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:12.064099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-96778639-b488-4a71-b416-817738f03581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:12.115294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-96778639-b488-4a71-b416-817738f03581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:12.118890 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-96778639-b488-4a71-b416-817738f03581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:12.120077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-96778639-b488-4a71-b416-817738f03581 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/930dc6bb-e0ca-4cdd-a4b8-1c2cd9f9854d HTTP/1.1" status: 204 len: 168 time: 0.1469293 Nov 12 05:39:12.128118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96778639-b488-4a71-b416-817738f03581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930dc6bb-e0ca-4cdd-a4b8-1c2cd9f9854d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:12.352060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57628) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:12.493718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2071174256', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:12.536772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Made reservation on behalf of 8872cd1418a340ebacec82b9fba29361 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:12.541560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:12.551560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:12.648157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:12.653183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:12.660593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] device_id is not set on port 61b175fe-9858-4bc5-9df1-d181e34194cb yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:39:12.768094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d984852a-5d13-4d21-8f1a-330a81899036,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:12.894661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Allocated IP 172.25.2.174 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/61b175fe-9858-4bc5-9df1-d181e34194cb) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:39:13.172809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57662) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:13.178503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57664) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:13.186079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.259431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.311265 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-07964a2e-62a7-4a01-b113-d0eee9f8cd4a tempest-ServiceProvidersTest-815103555 tempest-ServiceProvidersTest-815103555-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1335266 Nov 12 05:39:13.329026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:39:13.353825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:13.355892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Pushing event updated for resources: {'Port': ['ID=61b175fe-9858-4bc5-9df1-d181e34194cb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:13.372539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c67f2bf-6df0-43e4-aab0-7dcc25352263 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:39:13.373091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:39:13.422731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4a5ef425-5e7d-43a1-9928-5ff20902e61e None None] Provisioning complete for port 61b175fe-9858-4bc5-9df1-d181e34194cb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:39:13.423103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef425-5e7d-43a1-9928-5ff20902e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.441416 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9515cf56-b65b-4c96-bf9e-95da0cd36b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.499325 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ef425-5e7d-43a1-9928-5ff20902e61e None None] Port 61b175fe-9858-4bc5-9df1-d181e34194cb cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:39:13.517694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:13.521200 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.588431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7ddbd862-cd44-4375-be78-7ad2041c5a94 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2342088 Nov 12 05:39:13.591217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57676) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:13.595970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174'}]}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:13.640901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9515cf56-b65b-4c96-bf9e-95da0cd36b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.642892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.644021 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.648019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9515cf56-b65b-4c96-bf9e-95da0cd36b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.673014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57678) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:13.718423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.723416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9515cf56-b65b-4c96-bf9e-95da0cd36b69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32cc3859eacc40ada00c18378a40aa3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432131 Nov 12 05:39:13.726376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515cf56-b65b-4c96-bf9e-95da0cd36b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cf258b-94e4-4f03-a9c7-9840b0d26f9d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:13.731216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57682) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:13.801017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb939efd-9efa-4e14-bbc4-34c4cce932ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.837254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22c6c028-de82-43a5-8d16-ed63ce4c1ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.855341 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb939efd-9efa-4e14-bbc4-34c4cce932ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.901805 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dad98535-9e1f-4fcc-a838-b90a741c0cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.926164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.994844 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb939efd-9efa-4e14-bbc4-34c4cce932ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.997392 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb939efd-9efa-4e14-bbc4-34c4cce932ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:13.998558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bb939efd-9efa-4e14-bbc4-34c4cce932ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8cf258b-94e4-4f03-a9c7-9840b0d26f9d HTTP/1.1" status: 204 len: 168 time: 0.2662570 Nov 12 05:39:14.017926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939efd-9efa-4e14-bbc4-34c4cce932ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cf258b-94e4-4f03-a9c7-9840b0d26f9d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:14.049727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22c6c028-de82-43a5-8d16-ed63ce4c1ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.057818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22c6c028-de82-43a5-8d16-ed63ce4c1ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.131849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-22c6c028-de82-43a5-8d16-ed63ce4c1ce4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45b78de448aa495a96a8a88ac1565c5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4557855 Nov 12 05:39:14.139946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57694) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:14.153815 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6c028-de82-43a5-8d16-ed63ce4c1ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb16b7-2b99-4661-9ed8-3c2b284a43a9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:14.260847 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06b3008-8895-4da2-8ab9-fb8032e4bc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.295909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06b3008-8895-4da2-8ab9-fb8032e4bc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.361412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.384973 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06b3008-8895-4da2-8ab9-fb8032e4bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.387936 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06b3008-8895-4da2-8ab9-fb8032e4bc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.389263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c06b3008-8895-4da2-8ab9-fb8032e4bc55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fcb16b7-2b99-4661-9ed8-3c2b284a43a9 HTTP/1.1" status: 204 len: 168 time: 0.2477007 Nov 12 05:39:14.391768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.411203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b3008-8895-4da2-8ab9-fb8032e4bc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb16b7-2b99-4661-9ed8-3c2b284a43a9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:14.686995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.883642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.886102 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.934054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:14.934688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0134a6b0-127c-4790-b89f-894f83aa2146 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:39:14.952343 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 05:39:14.953606 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e37021a5-8df6-41d5-a8c7-87d8d68a6327 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3612368 Nov 12 05:39:14.956865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57734) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:15.073890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ffade233-4d71-4e7e-a41a-dc857f685895 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Deleting port 61b175fe-9858-4bc5-9df1-d181e34194cb {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:39:15.074174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ffade233-4d71-4e7e-a41a-dc857f685895 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.151640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ffade233-4d71-4e7e-a41a-dc857f685895 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.163934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ffade233-4d71-4e7e-a41a-dc857f685895 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Calling delete_port for 61b175fe-9858-4bc5-9df1-d181e34194cb owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:39:15.307542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ffade233-4d71-4e7e-a41a-dc857f685895 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.345736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffade233-4d71-4e7e-a41a-dc857f685895 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Pushing event deleted for resources: {'Port': ['ID=61b175fe-9858-4bc5-9df1-d181e34194cb,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:15.352902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57752) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:15.367331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17c9f5b-aaad-431f-b2a5-d699f7c08048 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:39:15.418682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ffade233-4d71-4e7e-a41a-dc857f685895 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.422765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ffade233-4d71-4e7e-a41a-dc857f685895 tempest-RoutersAdminNegativeTest-132951843 tempest-RoutersAdminNegativeTest-132951843-project-admin] 10.222.0.48 "DELETE /v2.0/ports/61b175fe-9858-4bc5-9df1-d181e34194cb HTTP/1.1" status: 204 len: 168 time: 0.4648769 Nov 12 05:39:15.471314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-272183356-network', 'tenant_id': '74016c9397bf40669d890ae5c96704ba'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:15.495949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Made reservation on behalf of 74016c9397bf40669d890ae5c96704ba for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:15.498315 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.507865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.599771 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.606399 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.640448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:15.657803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af65e8e8-d413-43a2-9467-a32407e682d5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:15.672025 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.673655 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Added segment 77c4bb09-e10a-4913-a5fe-8e255f06857d of type vlan for network dded6f61-53b7-4098-8af1-2e16ded4cbf8 Nov 12 05:39:15.726525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.734133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57768) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:15.755634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57772) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:15.769243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.771309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:15.771765 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.806026 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4519463 Nov 12 05:39:15.809407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57778) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:15.814718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Request body: {'subnet': {'network_id': 'dded6f61-53b7-4098-8af1-2e16ded4cbf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-272183356-subnet', 'tenant_id': '74016c9397bf40669d890ae5c96704ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:15.867879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Made reservation on behalf of 74016c9397bf40669d890ae5c96704ba for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:15.868050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874d253-1eab-4141-b311-1e895c1891c6 admin admin] Pushing event updated for resources: {'Network': ['ID=dded6f61-53b7-4098-8af1-2e16ded4cbf8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:15.871591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.880976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network dded6f61-53b7-4098-8af1-2e16ded4cbf8 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:15.940368 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0bf22cfe-e624-4af8-b67d-9e1ac0cc063e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:15.966025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ff9b278-d1ba-4d24-a9db-4b43d538c196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.180684 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0bf22cfe-e624-4af8-b67d-9e1ac0cc063e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.198458 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0bf22cfe-e624-4af8-b67d-9e1ac0cc063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.204179 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ff9b278-d1ba-4d24-a9db-4b43d538c196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.214701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.225651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ff9b278-d1ba-4d24-a9db-4b43d538c196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.294577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0bf22cfe-e624-4af8-b67d-9e1ac0cc063e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbbdf39fcc664a9a98098333e330fd03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5592611 Nov 12 05:39:16.297764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:16.306525 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b4e427d-f801-4d89-b66b-2ae56e4e045c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.308787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf22cfe-e624-4af8-b67d-9e1ac0cc063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e927e50b-a0fa-48e2-bea6-a5c24112ed54,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:16.319760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0ff9b278-d1ba-4d24-a9db-4b43d538c196 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04105eae29b1496780e85240809ee8f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5595057 Nov 12 05:39:16.319966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57792) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:16.326197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50e6913-538f-4d4f-b4dc-70f487830393,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:16.359948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Checking segment: {'id': '77c4bb09-e10a-4913-a5fe-8e255f06857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dded6f61-53b7-4098-8af1-2e16ded4cbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:16.360309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Network hostable DHCP agents. Network: dded6f61-53b7-4098-8af1-2e16ded4cbf8, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:16.362296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9b278-d1ba-4d24-a9db-4b43d538c196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6410f5b2-1854-4aa7-bf8b-c7af63ef6ec1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:16.383723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Network dded6f61-53b7-4098-8af1-2e16ded4cbf8 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:16.399257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, dded6f61-53b7-4098-8af1-2e16ded4cbf8) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:16.404493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:16.405926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.408167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e735bd0c-0508-4fa8-8945-345c27cefa6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.409871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d568cb-e634-45dc-bfba-de173877ef58 None None] Network dded6f61-53b7-4098-8af1-2e16ded4cbf8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:16.428685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05c9574f-fc43-46e0-a8bf-b496a9fbc047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.432375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7106dac2-af6a-4562-9342-7e3f14688f74 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6218455 Nov 12 05:39:16.454137 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e735bd0c-0508-4fa8-8945-345c27cefa6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.474264 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05c9574f-fc43-46e0-a8bf-b496a9fbc047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.544247 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e735bd0c-0508-4fa8-8945-345c27cefa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.553531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e735bd0c-0508-4fa8-8945-345c27cefa6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.556343 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e735bd0c-0508-4fa8-8945-345c27cefa6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6410f5b2-1854-4aa7-bf8b-c7af63ef6ec1 HTTP/1.1" status: 204 len: 168 time: 0.2356625 Nov 12 05:39:16.578171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05c9574f-fc43-46e0-a8bf-b496a9fbc047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.583345 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05c9574f-fc43-46e0-a8bf-b496a9fbc047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:16.588427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-05c9574f-fc43-46e0-a8bf-b496a9fbc047 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e927e50b-a0fa-48e2-bea6-a5c24112ed54 HTTP/1.1" status: 204 len: 168 time: 0.2886231 Nov 12 05:39:16.592312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735bd0c-0508-4fa8-8945-345c27cefa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6410f5b2-1854-4aa7-bf8b-c7af63ef6ec1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:16.614251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9574f-fc43-46e0-a8bf-b496a9fbc047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e927e50b-a0fa-48e2-bea6-a5c24112ed54,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:16.674669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdff3dd-2057-40bb-9660-9182e9c3ada2 None None] Network dded6f61-53b7-4098-8af1-2e16ded4cbf8 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:17.023536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57814) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:17.071791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-afe13fa6-3699-4e3d-b371-b34c3ca9abe4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8872cd1418a340ebacec82b9fba29361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434117 Nov 12 05:39:17.072034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57820) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:17.135212 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9d39d28-bdc3-44e4-bbf7-cae71ff6328c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.173868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9d39d28-bdc3-44e4-bbf7-cae71ff6328c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.235617 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9d39d28-bdc3-44e4-bbf7-cae71ff6328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.239834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9d39d28-bdc3-44e4-bbf7-cae71ff6328c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.242189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c9d39d28-bdc3-44e4-bbf7-cae71ff6328c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d984852a-5d13-4d21-8f1a-330a81899036 HTTP/1.1" status: 204 len: 168 time: 0.1688378 Nov 12 05:39:17.255497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d39d28-bdc3-44e4-bbf7-cae71ff6328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d984852a-5d13-4d21-8f1a-330a81899036,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:17.348695 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.611354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57858) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:17.616870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-641862418-network', 'tenant_id': 'd74f249fba60484ab00562b0b47447c9'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:17.648134 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Made reservation on behalf of d74f249fba60484ab00562b0b47447c9 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:17.651044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.660115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.764777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.769518 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.800159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:17.812828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e4da9-f2f9-4059-8d37-864a7de1ea93,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:17.826977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.827327 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Added segment 943e23a4-4fba-44df-aa06-faa0ba1d5325 of type vlan for network ef86edc8-1254-4d82-9ece-0ab64e976260 Nov 12 05:39:17.874596 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.905727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57870) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:17.912399 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.913393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:17.914083 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.979031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3660009 Nov 12 05:39:17.981850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57878) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:17.988832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Request body: {'subnet': {'network_id': 'ef86edc8-1254-4d82-9ece-0ab64e976260', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-641862418-subnet', 'tenant_id': 'd74f249fba60484ab00562b0b47447c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:17.995661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d116497-9195-4cfb-85b4-b34e9698d1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ef86edc8-1254-4d82-9ece-0ab64e976260,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:18.007749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ef86edc8-1254-4d82-9ece-0ab64e976260 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:18.016494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Made reservation on behalf of d74f249fba60484ab00562b0b47447c9 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:18.019266 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.110427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1577275403-network', 'tenant_id': 'f6c9a03cc3d5407bad5c8bbc257b0e06'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:18.144284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Made reservation on behalf of f6c9a03cc3d5407bad5c8bbc257b0e06 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:18.147559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.185303 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.282542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.364912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37cf789-502e-4c88-8265-304e2d97c27c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:18.383097 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.388739 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.392017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Checking segment: {'id': '943e23a4-4fba-44df-aa06-faa0ba1d5325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ef86edc8-1254-4d82-9ece-0ab64e976260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:18.392390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Network hostable DHCP agents. Network: ef86edc8-1254-4d82-9ece-0ab64e976260, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:18.421770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:18.444334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89c2181-23e0-434a-a4f3-b6f25a288cbf,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:18.448519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.448519 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Added segment b2c406aa-e82e-4bc6-ba45-2961e36d386b of type vlan for network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a Nov 12 05:39:18.450156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Network ef86edc8-1254-4d82-9ece-0ab64e976260 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:18.465209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57888) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:18.491533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, ef86edc8-1254-4d82-9ece-0ab64e976260) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:18.499978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1187bb5-45d0-4689-ae0c-030ba6c3e145 None None] Network ef86edc8-1254-4d82-9ece-0ab64e976260 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:18.507704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:18.507704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3e866462-e254-4224-919a-556da72be230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.512098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.546504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3e866462-e254-4224-919a-556da72be230 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5552890 Nov 12 05:39:18.556243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.557543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:18.558144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.640243 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.643445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] Pushing event updated for resources: {'Network': ['ID=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:18.668088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1428185039'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:18.681510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:18.689875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57904) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:18.690691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6a4ac42d-f86e-4fd3-b6f6-4d66179fd76e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7837424 Nov 12 05:39:18.696183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Request body: {'subnet': {'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1577275403-subnet', 'tenant_id': 'f6c9a03cc3d5407bad5c8bbc257b0e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:18.719603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:18.725666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.740092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Made reservation on behalf of f6c9a03cc3d5407bad5c8bbc257b0e06 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:18.743067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.751181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57906) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:18.762656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.829759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae64980-57f4-4c54-b722-d68e4d1c170b admin admin] Deleting subnet b50e6913-538f-4d4f-b4dc-70f487830393 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:39:18.836204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ae64980-57f4-4c54-b722-d68e4d1c170b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.850457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b629cef9-4e9f-4573-b760-ff2e8b241099 None None] Network ef86edc8-1254-4d82-9ece-0ab64e976260 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:18.883826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ae64980-57f4-4c54-b722-d68e4d1c170b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.940619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.949050 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.952008 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ae64980-57f4-4c54-b722-d68e4d1c170b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.972072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.003184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf857f25-c7c3-4f75-bc33-e184445f4c32,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:19.009568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:19.010436 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Checking segment: {'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:19.010796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Network hostable DHCP agents. Network: 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:19.026553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84bd791-03de-46bd-88cd-4ffa083cfcad,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:19.028130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:19.032792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.033129 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment db9d91a6-544f-4bd4-8ce2-888067c67c8f of type vlan for network dd124c73-c211-4f1f-86f7-f094aaf92fdc Nov 12 05:39:19.038824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:19.043401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:19.044152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.050271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c8163-1c7d-4df7-befc-df4c0771c39d None None] Network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:19.063320 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d4ebac76-e122-459e-9f02-d7bad5c5f6db admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3718245 Nov 12 05:39:19.079658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ae64980-57f4-4c54-b722-d68e4d1c170b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.084466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.125495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae64980-57f4-4c54-b722-d68e4d1c170b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50e6913-538f-4d4f-b4dc-70f487830393,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:19.155100 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ae64980-57f4-4c54-b722-d68e4d1c170b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.160860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1ae64980-57f4-4c54-b722-d68e4d1c170b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b50e6913-538f-4d4f-b4dc-70f487830393 HTTP/1.1" status: 204 len: 168 time: 0.4046576 Nov 12 05:39:19.161541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:19.166821 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.174576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:19.177016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.210538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d838b2-b222-4ea8-814c-88edafd7460c None None] Network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:19.255094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7888155 Nov 12 05:39:19.263419 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.265217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711102e-363a-475b-9811-15a054fa8482 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=dd124c73-c211-4f1f-86f7-f094aaf92fdc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:19.295041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network dd124c73-c211-4f1f-86f7-f094aaf92fdc details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:19.372502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.386826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57918) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:19.392095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': 'dd124c73-c211-4f1f-86f7-f094aaf92fdc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:19.398402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-063db737-e182-4196-837e-810a630cc177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dded6f61-53b7-4098-8af1-2e16ded4cbf8']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:19.409763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-063db737-e182-4196-837e-810a630cc177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c4bb09-e10a-4913-a5fe-8e255f06857d') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:19.410412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-063db737-e182-4196-837e-810a630cc177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c4bb09-e10a-4913-a5fe-8e255f06857d') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:19.426436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.441573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.447792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:19.448185 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:19.449941 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:19.515808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.518211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.525117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:19.528430 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.530597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.534134 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-063db737-e182-4196-837e-810a630cc177 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dded6f61-53b7-4098-8af1-2e16ded4cbf8 HTTP/1.1" status: 204 len: 168 time: 0.3710959 Nov 12 05:39:19.543768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57920) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:19.545963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db737-e182-4196-837e-810a630cc177 admin admin] Pushing event deleted for resources: {'Network': ['ID=dded6f61-53b7-4098-8af1-2e16ded4cbf8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:19.591086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1886e298-f66e-4eae-bb2e-c9d6f08c866d admin admin] Deleting subnet f37cf789-502e-4c88-8265-304e2d97c27c {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:39:19.595012 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1886e298-f66e-4eae-bb2e-c9d6f08c866d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.640712 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1886e298-f66e-4eae-bb2e-c9d6f08c866d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.698671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1886e298-f66e-4eae-bb2e-c9d6f08c866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.750183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.768096 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1886e298-f66e-4eae-bb2e-c9d6f08c866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.820338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886e298-f66e-4eae-bb2e-c9d6f08c866d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37cf789-502e-4c88-8265-304e2d97c27c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:19.826384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1886e298-f66e-4eae-bb2e-c9d6f08c866d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.835005 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1886e298-f66e-4eae-bb2e-c9d6f08c866d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f37cf789-502e-4c88-8265-304e2d97c27c HTTP/1.1" status: 204 len: 168 time: 0.2902067 Nov 12 05:39:19.838224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57934) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:19.852675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=371315d3-0161-4b70-86c0-c4a75c98348e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:19.861943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': 'db9d91a6-544f-4bd4-8ce2-888067c67c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd124c73-c211-4f1f-86f7-f094aaf92fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:19.862316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: dd124c73-c211-4f1f-86f7-f094aaf92fdc, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:19.897933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network dd124c73-c211-4f1f-86f7-f094aaf92fdc is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:19.921681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, dd124c73-c211-4f1f-86f7-f094aaf92fdc) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:19.925928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:19.926796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.936080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31158d-4178-4f8d-a176-e6113b6c0a93 None None] Network dd124c73-c211-4f1f-86f7-f094aaf92fdc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:19.956352 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:19.964107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-76b99a28-19c6-45e5-908f-1b9c8ed9e83b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5754092 Nov 12 05:39:19.967370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57938) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:19.973970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280077706'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:20.000559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:20.006219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.040950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:20.051864 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.052545 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment 33f7cca0-f4bc-477c-a28e-dc04b93b086b of type vlan for network 381c6c7e-31c2-4c02-88e4-233432ea15e9 Nov 12 05:39:20.058048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.096167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef86edc8-1254-4d82-9ece-0ab64e976260']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:20.102127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.114624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943e23a4-4fba-44df-aa06-faa0ba1d5325') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:20.114926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943e23a4-4fba-44df-aa06-faa0ba1d5325') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:20.115470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-dd124c73-c211-4f1f-86f7-f094aaf92fdc', 'network_id': 'dd124c73-c211-4f1f-86f7-f094aaf92fdc', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': '371315d3-0161-4b70-86c0-c4a75c98348e'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:20.116540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.126294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.130367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.137311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:20.138311 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.146230 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.154021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:20.154717 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:20.156488 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:20.210106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2411761 Nov 12 05:39:20.214520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57942) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:20.219973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb413ff-d618-41a3-a3df-ee238742ba31 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=381c6c7e-31c2-4c02-88e4-233432ea15e9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:20.223816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': '381c6c7e-31c2-4c02-88e4-233432ea15e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:20.231535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 381c6c7e-31c2-4c02-88e4-233432ea15e9 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:20.298579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.310415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.314798 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ef86edc8-1254-4d82-9ece-0ab64e976260 HTTP/1.1" status: 204 len: 168 time: 0.4754353 Nov 12 05:39:20.332018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060dfa9-270b-4e05-a563-0f0199304e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef86edc8-1254-4d82-9ece-0ab64e976260,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:20.387763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:20.391637 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.416940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Allocated IP 172.20.255.242 (dd124c73-c211-4f1f-86f7-f094aaf92fdc/371315d3-0161-4b70-86c0-c4a75c98348e/424d015b-dbc2-4a32-83b4-9227f14daba7) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:39:20.598925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57946) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:20.635947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.639139 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.646838 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.660077 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c0c2c97a-54cd-4485-bb38-d82c9dae2edf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74016c9397bf40669d890ae5c96704ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594699 Nov 12 05:39:20.662625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57948) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:20.700005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Network dd124c73-c211-4f1f-86f7-f094aaf92fdc is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:39:20.705256 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:20.707994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:39:20.719770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=04f44d5a-919f-42e7-8a56-d6ee734d5aec,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:20.728224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Pushing event updated for resources: {'Port': ['ID=424d015b-dbc2-4a32-83b4-9227f14daba7,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:20.737346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.737887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.738324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.738824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.739207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.739633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.740522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.740522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.740734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.741104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.741495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.741888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:20.753424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': '33f7cca0-f4bc-477c-a28e-dc04b93b086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '381c6c7e-31c2-4c02-88e4-233432ea15e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:20.753797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: 381c6c7e-31c2-4c02-88e4-233432ea15e9, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:20.756835 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f39ce7f3-0413-4aa6-a74f-538966178344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.782115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f39ce7f3-0413-4aa6-a74f-538966178344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.785626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 381c6c7e-31c2-4c02-88e4-233432ea15e9 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:20.799135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 381c6c7e-31c2-4c02-88e4-233432ea15e9) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:20.804139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:20.804905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.813721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd8f29f-5bfa-4140-8b9f-a07e7ea7592b None None] Network 381c6c7e-31c2-4c02-88e4-233432ea15e9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:20.833737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57954) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:20.835184 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ba1d19c8-d0f2-4427-a3b8-62304781f681 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6172442 Nov 12 05:39:20.864452 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f39ce7f3-0413-4aa6-a74f-538966178344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.867579 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f39ce7f3-0413-4aa6-a74f-538966178344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.869413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f39ce7f3-0413-4aa6-a74f-538966178344 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af65e8e8-d413-43a2-9467-a32407e682d5 HTTP/1.1" status: 204 len: 168 time: 0.2054834 Nov 12 05:39:20.911709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ce7f3-0413-4aa6-a74f-538966178344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af65e8e8-d413-43a2-9467-a32407e682d5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:20.913867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Attempting to bind port 424d015b-dbc2-4a32-83b4-9227f14daba7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:39:20.914911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Attempting to bind port 424d015b-dbc2-4a32-83b4-9227f14daba7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'db9d91a6-544f-4bd4-8ce2-888067c67c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd124c73-c211-4f1f-86f7-f094aaf92fdc'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:39:20.915228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Attempting to bind port 424d015b-dbc2-4a32-83b4-9227f14daba7 on network dd124c73-c211-4f1f-86f7-f094aaf92fdc {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:39:20.967483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.015760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:39:21.016236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Checking segment: {'id': 'db9d91a6-544f-4bd4-8ce2-888067c67c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd124c73-c211-4f1f-86f7-f094aaf92fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:21.016588 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.016917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Bound using segment: {'id': 'db9d91a6-544f-4bd4-8ce2-888067c67c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd124c73-c211-4f1f-86f7-f094aaf92fdc'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:39:21.017407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Bound port: 424d015b-dbc2-4a32-83b4-9227f14daba7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9d91a6-544f-4bd4-8ce2-888067c67c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd124c73-c211-4f1f-86f7-f094aaf92fdc'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:39:21.017784 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.045368 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.161100 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.205104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=04f44d5a-919f-42e7-8a56-d6ee734d5aec,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:21.288130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.344735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f35fa-a35f-452a-a9a1-c802a7f8433d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-381c6c7e-31c2-4c02-88e4-233432ea15e9', 'network_id': '381c6c7e-31c2-4c02-88e4-233432ea15e9', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': '04f44d5a-919f-42e7-8a56-d6ee734d5aec'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:21.345306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381c6c7e-31c2-4c02-88e4-233432ea15e9']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:21.346067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b01f35fa-a35f-452a-a9a1-c802a7f8433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.363880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f7cca0-f4bc-477c-a28e-dc04b93b086b') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:21.364239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f7cca0-f4bc-477c-a28e-dc04b93b086b') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:21.381958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.401815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.406920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] For port 424d015b-dbc2-4a32-83b4-9227f14daba7, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:39:21.410194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:21.410691 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.411167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] For port 424d015b-dbc2-4a32-83b4-9227f14daba7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=424d015b-dbc2-4a32-83b4-9227f14daba7,segment=NetworkSegment(db9d91a6-544f-4bd4-8ce2-888067c67c8f),segment_id=db9d91a6-544f-4bd4-8ce2-888067c67c8f)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:39:21.426632 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:21.438730 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:21.474605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57972) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:21.516656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.529763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.537161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/381c6c7e-31c2-4c02-88e4-233432ea15e9 HTTP/1.1" status: 204 len: 168 time: 0.6983435 Nov 12 05:39:21.539064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57974) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:21.546010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1549071714'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:21.546546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a3f16-6015-4eee-94dd-011cd874bf03 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=381c6c7e-31c2-4c02-88e4-233432ea15e9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:21.560088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2babc-ac89-4ef1-bdff-10dc78d2c754 None None] Pushing event updated for resources: {'Port': ['ID=424d015b-dbc2-4a32-83b4-9227f14daba7,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:21.569594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57976) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:21.582534 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-633208ee-7eb8-4910-9bad-89a8dadbdcbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d74f249fba60484ab00562b0b47447c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031649 Nov 12 05:39:21.584091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e9a1d-5ffc-47e0-a550-08be8c45a52c None None] Network 381c6c7e-31c2-4c02-88e4-233432ea15e9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:21.605022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e9a1d-5ffc-47e0-a550-08be8c45a52c None None] Network 381c6c7e-31c2-4c02-88e4-233432ea15e9 could not be found, it might have been deleted concurrently. {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 05:39:21.609332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:21.613530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.641119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:21.644410 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-38a6f8e3-5fc0-4b6d-b977-ad1795db7ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.653388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.653835 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment 9c847504-5e7b-464f-9588-f123f55145b1 of type vlan for network 03e44fbc-53fa-47ca-b8b7-c727684ce0ef Nov 12 05:39:21.676430 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-38a6f8e3-5fc0-4b6d-b977-ad1795db7ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.703367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.728441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-38a6f8e3-5fc0-4b6d-b977-ad1795db7ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.731272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-38a6f8e3-5fc0-4b6d-b977-ad1795db7ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.732858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.735463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-38a6f8e3-5fc0-4b6d-b977-ad1795db7ff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed4e4da9-f2f9-4059-8d37-864a7de1ea93 HTTP/1.1" status: 204 len: 168 time: 0.1646769 Nov 12 05:39:21.739198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:21.739868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:21.744872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6f8e3-5fc0-4b6d-b977-ad1795db7ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e4da9-f2f9-4059-8d37-864a7de1ea93,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:21.842516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3017702 Nov 12 05:39:21.845488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57980) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:21.850973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': '03e44fbc-53fa-47ca-b8b7-c727684ce0ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:21.856966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e595ee-ebaf-474f-8ad6-293b3484d71f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=03e44fbc-53fa-47ca-b8b7-c727684ce0ef,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:21.868492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 03e44fbc-53fa-47ca-b8b7-c727684ce0ef details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:22.319057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:22.323850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:22.397054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.ipam_backend_mixin [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Performing IP validity checks on allocation pools {{(pid=102590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 05:39:22.397588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.ipam_backend_mixin [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 05:39:22.681895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:22.773083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=c0ca98e8-ea7b-4623-98c5-ff35b8f2a006,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:22.784318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': '9c847504-5e7b-464f-9588-f123f55145b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '03e44fbc-53fa-47ca-b8b7-c727684ce0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:22.784686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: 03e44fbc-53fa-47ca-b8b7-c727684ce0ef, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:22.804928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 03e44fbc-53fa-47ca-b8b7-c727684ce0ef is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:22.817712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 03e44fbc-53fa-47ca-b8b7-c727684ce0ef) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:22.828042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f65f60a-f493-42ba-b29e-eae6f04b1a36 None None] Network 03e44fbc-53fa-47ca-b8b7-c727684ce0ef requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:22.838034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:22.840769 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:22.871735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5780a404-9d3b-49ec-9893-2251f75b07c0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0249729 Nov 12 05:39:22.874257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:22.982989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e259f-05b2-4415-b5f7-c5f5cfb1f950 None None] Network dd124c73-c211-4f1f-86f7-f094aaf92fdc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:23.003198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.097969 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.100641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-29fdba76-b364-477f-9449-1ff83af3a25b None None] Provisioning complete for port 424d015b-dbc2-4a32-83b4-9227f14daba7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:39:23.102279 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29fdba76-b364-477f-9449-1ff83af3a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.110707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae358333-7a8f-458d-b228-a403be8e0352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-03e44fbc-53fa-47ca-b8b7-c727684ce0ef', 'network_id': '03e44fbc-53fa-47ca-b8b7-c727684ce0ef', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': 'c0ca98e8-ea7b-4623-98c5-ff35b8f2a006'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:23.111823 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ae358333-7a8f-458d-b228-a403be8e0352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.183054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.221606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ca98e8-ea7b-4623-98c5-ff35b8f2a006,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:23.293294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-ae358333-7a8f-458d-b228-a403be8e0352 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0ca98e8-ea7b-4623-98c5-ff35b8f2a006: This subnet is being modified by another concurrent operation. Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0ca98e8-ea7b-4623-98c5-ff35b8f2a006: This subnet is being modified by another concurrent operation. Nov 12 05:39:23.321735 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 05:39:23.341239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e44fbc-53fa-47ca-b8b7-c727684ce0ef']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:23.381317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c847504-5e7b-464f-9588-f123f55145b1') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:23.382059 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c847504-5e7b-464f-9588-f123f55145b1') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:23.390871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20ddf8-7fbc-46cf-8d98-c2f58ee9c8d2 None None] Network 03e44fbc-53fa-47ca-b8b7-c727684ce0ef requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:23.396422 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29fdba76-b364-477f-9449-1ff83af3a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.432591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.484193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.511122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:23.511962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:23.519965 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:23.545817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-29fdba76-b364-477f-9449-1ff83af3a25b None None] For port 424d015b-dbc2-4a32-83b4-9227f14daba7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=424d015b-dbc2-4a32-83b4-9227f14daba7,segment=NetworkSegment(db9d91a6-544f-4bd4-8ce2-888067c67c8f),segment_id=db9d91a6-544f-4bd4-8ce2-888067c67c8f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:39:23.634667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29fdba76-b364-477f-9449-1ff83af3a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.645724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 424d015b-dbc2-4a32-83b4-9227f14daba7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:39:23.649056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.669954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.678960 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/03e44fbc-53fa-47ca-b8b7-c727684ce0ef HTTP/1.1" status: 204 len: 168 time: 0.8035889 Nov 12 05:39:23.683376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58050) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:23.691126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504145323'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:23.692670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbe891-9aea-46da-88d9-cc6468a92fe4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=03e44fbc-53fa-47ca-b8b7-c727684ce0ef,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:23.745443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:23.750136 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.802825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:23.830110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.830468 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment 6fd23c70-5e3b-4134-b985-71ff21580302 of type vlan for network 0c578aec-c926-4796-8322-175805de7626 Nov 12 05:39:23.901255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.956720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 424d015b-dbc2-4a32-83b4-9227f14daba7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:39:23.957278 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.959119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdba76-b364-477f-9449-1ff83af3a25b None None] Pushing event updated for resources: {'Port': ['ID=424d015b-dbc2-4a32-83b4-9227f14daba7,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:24.008355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:24.015236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:24.015855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:24.023552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94c974-58dd-47f6-9126-fd2ea0c11dfe None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:24.140928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=0c578aec-c926-4796-8322-175805de7626,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:24.169220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0783412f-d9da-4d15-addc-b517c419bad1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4839115 Nov 12 05:39:24.171780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58062) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:24.179250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': '0c578aec-c926-4796-8322-175805de7626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:24.205637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0c578aec-c926-4796-8322-175805de7626 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:24.287171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94c974-58dd-47f6-9126-fd2ea0c11dfe None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:24.399351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:24.408357 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:24.419698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3b9a8736-016a-47d6-bba6-be640f8e3c35 None None] Provisioning complete for port 424d015b-dbc2-4a32-83b4-9227f14daba7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:39:24.420317 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8736-016a-47d6-bba6-be640f8e3c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:24.815610 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:24.908992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=c098cffd-71af-4400-900c-433e37461bbc,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:24.962444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': '6fd23c70-5e3b-4134-b985-71ff21580302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c578aec-c926-4796-8322-175805de7626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:24.962864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: 0c578aec-c926-4796-8322-175805de7626, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:24.988965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 0c578aec-c926-4796-8322-175805de7626 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:25.005441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0c578aec-c926-4796-8322-175805de7626) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:25.013658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:25.015270 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.055454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58082) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:25.055893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7802cf4f-58fc-4c94-8ee7-a054aa5ff74e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8819015 Nov 12 05:39:25.102789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d874a-8517-4127-8504-17e07a76b5d0 None None] Network 0c578aec-c926-4796-8322-175805de7626 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:25.244382 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.310705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0d7d6-f1d1-4c1d-99b0-636c281ab51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-0c578aec-c926-4796-8322-175805de7626', 'network_id': '0c578aec-c926-4796-8322-175805de7626', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': 'c098cffd-71af-4400-900c-433e37461bbc'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:25.311636 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d7d6-f1d1-4c1d-99b0-636c281ab51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.316672 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.402859 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.440068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=c098cffd-71af-4400-900c-433e37461bbc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-dcf0d7d6-f1d1-4c1d-99b0-636c281ab51b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c098cffd-71af-4400-900c-433e37461bbc: This subnet is being modified by another concurrent operation. Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c098cffd-71af-4400-900c-433e37461bbc: This subnet is being modified by another concurrent operation. Nov 12 05:39:25.470826 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 05:39:25.507457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb4c0d-802b-45fe-984f-1d5643eddee6 None None] Network 0c578aec-c926-4796-8322-175805de7626 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:25.572993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 424d015b-dbc2-4a32-83b4-9227f14daba7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:39:25.608547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.631457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c578aec-c926-4796-8322-175805de7626']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:25.641648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd23c70-5e3b-4134-b985-71ff21580302') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:25.642085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd23c70-5e3b-4134-b985-71ff21580302') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:25.653086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.669483 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.677418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:25.677961 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:25.682778 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:25.715590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 424d015b-dbc2-4a32-83b4-9227f14daba7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:39:25.715987 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.744617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae14651-e1fe-48d2-a455-4dc24956762c None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:25.777265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.788105 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.792512 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/0c578aec-c926-4796-8322-175805de7626 HTTP/1.1" status: 204 len: 168 time: 0.7357767 Nov 12 05:39:25.796127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58088) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:25.810715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1835589605'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:25.817896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c35cd-c909-4699-b6ec-651b88ad1eb4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=0c578aec-c926-4796-8322-175805de7626,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:25.846762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:25.854134 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.895000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:25.919958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:25.920313 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment dc026ec8-7bb4-4a2f-97b2-7bcc2a6f2027 of type vlan for network f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9 Nov 12 05:39:25.941366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae14651-e1fe-48d2-a455-4dc24956762c None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:26.016679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:26.085675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:26.127670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:26.129331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:26.200743 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4031210 Nov 12 05:39:26.203448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58096) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:26.210145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': 'f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:26.291917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09511a-bea6-43ba-8c40-bd571e9e0adb tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:26.360182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:26.430894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:26.436375 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:26.762264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:26.851817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=4235533e-8d98-41a1-9d28-0e74087cbb5b,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:26.863944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': 'dc026ec8-7bb4-4a2f-97b2-7bcc2a6f2027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:26.864269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:26.902488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:26.916996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:26.925393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:26.925600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e74bc4-993f-4611-8342-09e852d9372d None None] Network f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:26.928495 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:26.953063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f608f7a0-31a1-4357-ba1c-66087768c914 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7469900 Nov 12 05:39:26.955149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58128) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:27.114434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0634f45e-0bc5-4f6f-8f88-821cd853f5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9', 'network_id': 'f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': '4235533e-8d98-41a1-9d28-0e74087cbb5b'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:27.115324 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0634f45e-0bc5-4f6f-8f88-821cd853f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.128944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.216513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.369801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-0634f45e-0bc5-4f6f-8f88-821cd853f5fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4235533e-8d98-41a1-9d28-0e74087cbb5b: This subnet is being modified by another concurrent operation. Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4235533e-8d98-41a1-9d28-0e74087cbb5b: This subnet is being modified by another concurrent operation. Nov 12 05:39:27.379545 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 05:39:27.404524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b1647-bc15-4c5c-9240-41488f2a15ef None None] Network f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:27.424706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=4235533e-8d98-41a1-9d28-0e74087cbb5b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:27.479335 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.550268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.588435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee927256-a383-4936-b0f0-50f5f9918f17 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:27.606075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:27.628263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc026ec8-7bb4-4a2f-97b2-7bcc2a6f2027') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:27.628488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc026ec8-7bb4-4a2f-97b2-7bcc2a6f2027') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:27.639142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.654791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.661524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:27.661926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:27.728460 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:27.735377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.751166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.760236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:27.760849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9 HTTP/1.1" status: 204 len: 168 time: 0.8041105 Nov 12 05:39:27.766361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-123067075'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:27.801253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c4ca2-f0fd-48ed-900a-5fe37ab4720f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:27.819087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:27.823923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.881164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:27.901292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.902487 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment 288ef5f5-0e21-48e6-a24b-ad6f0affec12 of type vlan for network 52030836-0668-4d2f-9838-0a811a7797b9 Nov 12 05:39:27.984225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:28.036311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:28.049713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:28.053281 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:28.127892 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3650582 Nov 12 05:39:28.128148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:28.162748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': '52030836-0668-4d2f-9838-0a811a7797b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:28.225082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee927256-a383-4936-b0f0-50f5f9918f17 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:28.271380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca15948-815b-4b4a-a71e-589194f43f11 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=52030836-0668-4d2f-9838-0a811a7797b9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:28.345133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:28.345756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 52030836-0668-4d2f-9838-0a811a7797b9 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:28.353575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:28.500077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Performing IP validity checks on allocation pools {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 05:39:28.501580 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 05:39:28.775876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:28.845245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=e3f0ee4a-4015-4118-bd97-6c90c942a700,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:28.852997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': '288ef5f5-0e21-48e6-a24b-ad6f0affec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '52030836-0668-4d2f-9838-0a811a7797b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:28.853361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: 52030836-0668-4d2f-9838-0a811a7797b9, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:28.874299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 52030836-0668-4d2f-9838-0a811a7797b9 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:28.886700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 52030836-0668-4d2f-9838-0a811a7797b9) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:28.892121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:28.892807 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:28.903151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52555dad-e61a-4fb5-8a2c-e3c6205ed6c4 None None] Network 52030836-0668-4d2f-9838-0a811a7797b9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:28.914379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-50a52250-a2ae-44c4-b7d8-20e8424b8d5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7632976 Nov 12 05:39:28.916198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58148) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:29.087676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.122655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-52030836-0668-4d2f-9838-0a811a7797b9', 'network_id': '52030836-0668-4d2f-9838-0a811a7797b9', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': 'e3f0ee4a-4015-4118-bd97-6c90c942a700'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:29.123552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.218834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.282579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Allocated IP 172.20.0.3 (52030836-0668-4d2f-9838-0a811a7797b9/e3f0ee4a-4015-4118-bd97-6c90c942a700/fd8bf297-ef9b-4bc5-b839-cb74190268f1) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:39:29.458477 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.467691 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.494303 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.529457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Pushing event updated for resources: {'Port': ['ID=fd8bf297-ef9b-4bc5-b839-cb74190268f1,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:29.539801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Network 52030836-0668-4d2f-9838-0a811a7797b9 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:39:29.541610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:29.544613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:39:29.590569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f0ee4a-4015-4118-bd97-6c90c942a700,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:29.630141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Attempting to bind port fd8bf297-ef9b-4bc5-b839-cb74190268f1 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:39:29.630552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Attempting to bind port fd8bf297-ef9b-4bc5-b839-cb74190268f1 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '288ef5f5-0e21-48e6-a24b-ad6f0affec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '52030836-0668-4d2f-9838-0a811a7797b9'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:39:29.632523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Attempting to bind port fd8bf297-ef9b-4bc5-b839-cb74190268f1 on network 52030836-0668-4d2f-9838-0a811a7797b9 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:39:29.646665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:39:29.647079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Checking segment: {'id': '288ef5f5-0e21-48e6-a24b-ad6f0affec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '52030836-0668-4d2f-9838-0a811a7797b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:29.647692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.648224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Bound using segment: {'id': '288ef5f5-0e21-48e6-a24b-ad6f0affec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '52030836-0668-4d2f-9838-0a811a7797b9'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:39:29.649265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Bound port: fd8bf297-ef9b-4bc5-b839-cb74190268f1, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288ef5f5-0e21-48e6-a24b-ad6f0affec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '52030836-0668-4d2f-9838-0a811a7797b9'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:39:29.654037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.689335 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.745841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52030836-0668-4d2f-9838-0a811a7797b9']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:29.766582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288ef5f5-0e21-48e6-a24b-ad6f0affec12') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:29.768681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288ef5f5-0e21-48e6-a24b-ad6f0affec12') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:29.792071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.812020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] For port fd8bf297-ef9b-4bc5-b839-cb74190268f1, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:39:29.818312 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.826254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:29.826810 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:29.830762 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:29.919272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] For port fd8bf297-ef9b-4bc5-b839-cb74190268f1, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fd8bf297-ef9b-4bc5-b839-cb74190268f1,segment=NetworkSegment(288ef5f5-0e21-48e6-a24b-ad6f0affec12),segment_id=288ef5f5-0e21-48e6-a24b-ad6f0affec12)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:39:29.922126 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.api [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:39:29.922126 n-d-765315-28 neutron-server[102590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:39:29.922126 n-d-765315-28 neutron-server[102590]: [parameters: {'id': '52030836-0668-4d2f-9838-0a811a7797b9'}] Nov 12 05:39:29.922126 n-d-765315-28 neutron-server[102590]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:39:29.923078 n-d-765315-28 neutron-server[102590]: DEBUG oslo_db.api [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:39:29.926603 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:30.049254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9ec05-72bd-44cc-ae2e-2f5a70902d84 None None] Pushing event updated for resources: {'Port': ['ID=fd8bf297-ef9b-4bc5-b839-cb74190268f1,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:30.066871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f8c522-e120-427c-bb00-f059daeedea7 None None] Network 52030836-0668-4d2f-9838-0a811a7797b9 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:30.253215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda07cf5-2574-4af6-9201-8f0d687ff81e None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:30.423825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:30.440984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda07cf5-2574-4af6-9201-8f0d687ff81e None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:30.532037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Deleting port fd8bf297-ef9b-4bc5-b839-cb74190268f1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:39:30.532382 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:30.718921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] For port fd8bf297-ef9b-4bc5-b839-cb74190268f1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fd8bf297-ef9b-4bc5-b839-cb74190268f1,segment=NetworkSegment(288ef5f5-0e21-48e6-a24b-ad6f0affec12),segment_id=288ef5f5-0e21-48e6-a24b-ad6f0affec12)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:39:30.719340 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:30.743950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Calling delete_port for fd8bf297-ef9b-4bc5-b839-cb74190268f1 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:39:30.879788 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:30.902000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No DVR routers for this DVR port fd8bf297-ef9b-4bc5-b839-cb74190268f1 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:39:30.928143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Port': ['ID=fd8bf297-ef9b-4bc5-b839-cb74190268f1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:30.959238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.959788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.960248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.961471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.962154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.962617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.963050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.963621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.963912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.966010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.966543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:30.966983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:31.099013 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.161583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52030836-0668-4d2f-9838-0a811a7797b9']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:31.175618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288ef5f5-0e21-48e6-a24b-ad6f0affec12') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:31.175730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288ef5f5-0e21-48e6-a24b-ad6f0affec12') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:31.186978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.202682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.209742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:31.210080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:31.315581 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:31.323586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.340317 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.345463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/52030836-0668-4d2f-9838-0a811a7797b9 HTTP/1.1" status: 204 len: 168 time: 2.4282436 Nov 12 05:39:31.349570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58198) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:31.357469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2121793131'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:31.390702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47e06-8a4c-4f0d-a4f6-35964d9ca2c1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=52030836-0668-4d2f-9838-0a811a7797b9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:31.417527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:31.421696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.467952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:31.480962 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.481493 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56 of type vlan for network 266e6a8e-3b35-441e-954c-14ed06b08d84 Nov 12 05:39:31.579124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.634849 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:31.648845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:31.650754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:32.169204 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8164852 Nov 12 05:39:32.172645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58206) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:32.184639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': '266e6a8e-3b35-441e-954c-14ed06b08d84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:32.210563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214186b9-dc61-438a-b93c-c37fa72d6bef tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=266e6a8e-3b35-441e-954c-14ed06b08d84,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:32.225892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 266e6a8e-3b35-441e-954c-14ed06b08d84 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:32.516218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:32.521565 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:32.929525 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:33.028445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=06a2dc07-d87f-48be-a640-80ef5db03242,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:33.048076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '266e6a8e-3b35-441e-954c-14ed06b08d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:33.050683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: 266e6a8e-3b35-441e-954c-14ed06b08d84, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:33.090585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 266e6a8e-3b35-441e-954c-14ed06b08d84 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:33.132408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 266e6a8e-3b35-441e-954c-14ed06b08d84) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:33.143847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:33.143847 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:33.163607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46732b73-7c3f-4f6b-b273-3bfa223e6947 None None] Network 266e6a8e-3b35-441e-954c-14ed06b08d84 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:33.207866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-69b93f41-674d-48fd-a0aa-3f94bae6df5c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0331240 Nov 12 05:39:33.211325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58218) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:33.386776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-266e6a8e-3b35-441e-954c-14ed06b08d84', 'network_id': '266e6a8e-3b35-441e-954c-14ed06b08d84', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': '06a2dc07-d87f-48be-a640-80ef5db03242'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:33.387655 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:33.395946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:33.460203 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:39:33.492651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:33.716729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Allocated IP 172.20.0.1 (266e6a8e-3b35-441e-954c-14ed06b08d84/06a2dc07-d87f-48be-a640-80ef5db03242/e371307d-ead1-4cb7-ae56-b0fc7ca519d9) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:39:33.983163 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:33.993254 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.029508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.051789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Network 266e6a8e-3b35-441e-954c-14ed06b08d84 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:39:34.067477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:34.078102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:39:34.089928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Pushing event updated for resources: {'Port': ['ID=e371307d-ead1-4cb7-ae56-b0fc7ca519d9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:34.200265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=06a2dc07-d87f-48be-a640-80ef5db03242,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:34.212072 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Attempting to bind port e371307d-ead1-4cb7-ae56-b0fc7ca519d9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:39:34.212756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Attempting to bind port e371307d-ead1-4cb7-ae56-b0fc7ca519d9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '266e6a8e-3b35-441e-954c-14ed06b08d84'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:39:34.213359 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Attempting to bind port e371307d-ead1-4cb7-ae56-b0fc7ca519d9 on network 266e6a8e-3b35-441e-954c-14ed06b08d84 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:39:34.219025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:39:34.219541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Checking segment: {'id': 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '266e6a8e-3b35-441e-954c-14ed06b08d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:34.221162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.221162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Bound using segment: {'id': 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '266e6a8e-3b35-441e-954c-14ed06b08d84'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:39:34.221162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Bound port: e371307d-ead1-4cb7-ae56-b0fc7ca519d9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '266e6a8e-3b35-441e-954c-14ed06b08d84'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:39:34.221667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.275883 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.317263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266e6a8e-3b35-441e-954c-14ed06b08d84']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:34.333311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] For port e371307d-ead1-4cb7-ae56-b0fc7ca519d9, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:39:34.337628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:34.337936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:34.341717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] For port e371307d-ead1-4cb7-ae56-b0fc7ca519d9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e371307d-ead1-4cb7-ae56-b0fc7ca519d9,segment=NetworkSegment(b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56),segment_id=b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:39:34.347028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.354846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.393541 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.419418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:34.420583 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:34.432638 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:34.626996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77132e16-b8f4-4a15-bc32-edc67451031f None None] Pushing event updated for resources: {'Port': ['ID=e371307d-ead1-4cb7-ae56-b0fc7ca519d9,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:34.643999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.db.api [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:39:34.643999 n-d-765315-28 neutron-server[102589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:39:34.643999 n-d-765315-28 neutron-server[102589]: [parameters: {'id': '266e6a8e-3b35-441e-954c-14ed06b08d84'}] Nov 12 05:39:34.643999 n-d-765315-28 neutron-server[102589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:39:34.650165 n-d-765315-28 neutron-server[102589]: DEBUG oslo_db.api [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:39:34.657443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99af87e9-0f9a-4c93-8a5f-c10fe9df057d None None] Network 266e6a8e-3b35-441e-954c-14ed06b08d84 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:34.936019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7664ea-f608-4828-a45a-07110219c63f None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:35.163385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.192306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7664ea-f608-4828-a45a-07110219c63f None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:35.340329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Deleting port e371307d-ead1-4cb7-ae56-b0fc7ca519d9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:39:35.344761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.429885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] For port e371307d-ead1-4cb7-ae56-b0fc7ca519d9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e371307d-ead1-4cb7-ae56-b0fc7ca519d9,segment=NetworkSegment(b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56),segment_id=b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:39:35.429885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.446772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Calling delete_port for e371307d-ead1-4cb7-ae56-b0fc7ca519d9 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:39:35.544600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.604225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Port': ['ID=e371307d-ead1-4cb7-ae56-b0fc7ca519d9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:35.609800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No DVR routers for this DVR port e371307d-ead1-4cb7-ae56-b0fc7ca519d9 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:39:35.773069 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.811204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266e6a8e-3b35-441e-954c-14ed06b08d84']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:35.841357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:35.841989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a8ca73-7b31-4a82-833f-fb7fbd6dfe56') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:35.854103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.877800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.884494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:35.884866 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:35.888258 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:35.978221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.991277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.995978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/266e6a8e-3b35-441e-954c-14ed06b08d84 HTTP/1.1" status: 204 len: 168 time: 2.7834907 Nov 12 05:39:35.999611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58248) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:36.004623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-948430312'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:36.013122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45f1f1-a8a7-4402-bd83-474f4fcd113a tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=266e6a8e-3b35-441e-954c-14ed06b08d84,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:36.043378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:36.047069 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:36.085337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:36.094635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:36.095112 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment 7604b5d3-305a-47eb-9fc0-20a0fe2aecf7 of type vlan for network ebcb127f-f1cf-445b-bc9f-638895001eae Nov 12 05:39:36.150813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:36.197437 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:36.204417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:36.205036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:36.260973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2596810 Nov 12 05:39:36.263811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58252) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:36.268903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': 'ebcb127f-f1cf-445b-bc9f-638895001eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:36.321536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0241a23-928e-44b9-ad33-7dc3ff0dd50b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=ebcb127f-f1cf-445b-bc9f-638895001eae,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:36.332024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ebcb127f-f1cf-445b-bc9f-638895001eae details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:36.458487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:36.465119 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:36.671195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:36.725286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=3a4b58c7-76d2-42ac-af5c-09d50f5a3cef,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:36.742662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': '7604b5d3-305a-47eb-9fc0-20a0fe2aecf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ebcb127f-f1cf-445b-bc9f-638895001eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:36.743029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: ebcb127f-f1cf-445b-bc9f-638895001eae, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:36.776248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network ebcb127f-f1cf-445b-bc9f-638895001eae is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:36.806894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, ebcb127f-f1cf-445b-bc9f-638895001eae) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:36.816818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406654b-409e-4a1d-aaa7-1ca921bc010b None None] Network ebcb127f-f1cf-445b-bc9f-638895001eae requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:36.824507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:36.829014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:36.874693 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8884fdc3-3d09-4553-beb6-d130e353af9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6099608 Nov 12 05:39:36.877566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58266) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:37.057914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.106602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a6f55-9e46-40e9-bbee-6d9831f5a8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-ebcb127f-f1cf-445b-bc9f-638895001eae', 'network_id': 'ebcb127f-f1cf-445b-bc9f-638895001eae', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': '3a4b58c7-76d2-42ac-af5c-09d50f5a3cef'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:37.107488 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6f55-9e46-40e9-bbee-6d9831f5a8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.166142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.274278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-3b9a6f55-9e46-40e9-bbee-6d9831f5a8dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a4b58c7-76d2-42ac-af5c-09d50f5a3cef: This subnet is being modified by another concurrent operation. Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a4b58c7-76d2-42ac-af5c-09d50f5a3cef: This subnet is being modified by another concurrent operation. Nov 12 05:39:37.282572 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 05:39:37.307828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91531ff0-dca8-4f83-b0b7-bc6a23f7820a None None] Network ebcb127f-f1cf-445b-bc9f-638895001eae requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:37.434525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4b58c7-76d2-42ac-af5c-09d50f5a3cef,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:37.501197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.554458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd4ce2-8e9b-4405-8185-e244fd46aabf None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:37.559179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcb127f-f1cf-445b-bc9f-638895001eae']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:37.574388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7604b5d3-305a-47eb-9fc0-20a0fe2aecf7') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:37.574980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7604b5d3-305a-47eb-9fc0-20a0fe2aecf7') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:37.591343 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.628313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.635753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:37.636526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:37.651751 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:37.754004 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.796177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.802174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/ebcb127f-f1cf-445b-bc9f-638895001eae HTTP/1.1" status: 204 len: 168 time: 0.9227843 Nov 12 05:39:37.805885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07339f70-193c-4ba2-bac6-be905b0e74d2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=ebcb127f-f1cf-445b-bc9f-638895001eae,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:37.809744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:37.817946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826362970'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:37.825341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd4ce2-8e9b-4405-8185-e244fd46aabf None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:37.855065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:37.860461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.938222 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:37.952346 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.952893 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment f9b17b84-a21c-41ba-b63d-e8661e39a2ad of type vlan for network 5ce998a9-8561-46b1-812d-56534352bf52 Nov 12 05:39:38.064909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:38.095492 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:38.101914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:38.102570 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:38.214801 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4038475 Nov 12 05:39:38.217474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58290) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:38.223692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f53dd53c-8f65-4b48-8c2c-d0a52035b16e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:38.239023 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fa9f6-68ed-4035-9303-03c5df8b2b6d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=5ce998a9-8561-46b1-812d-56534352bf52,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:38.267226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 5ce998a9-8561-46b1-812d-56534352bf52 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:38.608634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f53dd53c-8f65-4b48-8c2c-d0a52035b16e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:38.631012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f53dd53c-8f65-4b48-8c2c-d0a52035b16e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:38.703813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f53dd53c-8f65-4b48-8c2c-d0a52035b16e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 5ce998a9-8561-46b1-812d-56534352bf52 is not hosted by any dhcp agent {{(pid=102590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:39:38.721921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53dd53c-8f65-4b48-8c2c-d0a52035b16e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:38.722829 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f53dd53c-8f65-4b48-8c2c-d0a52035b16e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:38.727227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f53dd53c-8f65-4b48-8c2c-d0a52035b16e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "PUT /v2.0/networks/5ce998a9-8561-46b1-812d-56534352bf52 HTTP/1.1" status: 200 len: 723 time: 0.5081701 Nov 12 05:39:38.730977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:38.751336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': '5ce998a9-8561-46b1-812d-56534352bf52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:38.796415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dd53c-8f65-4b48-8c2c-d0a52035b16e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=5ce998a9-8561-46b1-812d-56534352bf52,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:38.808164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 5ce998a9-8561-46b1-812d-56534352bf52 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:38.909877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:38.920931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:39.236168 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:39.311274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=507b2bd3-dfc9-49cf-81bb-99f2c7f4c141,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:39.321333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5ce998a9-8561-46b1-812d-56534352bf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:39.321701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: 5ce998a9-8561-46b1-812d-56534352bf52, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:39.350579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 5ce998a9-8561-46b1-812d-56534352bf52 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:39.362022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 5ce998a9-8561-46b1-812d-56534352bf52) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:39.366938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:39.367172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:39.377002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2480772e-a6ac-40d3-b78d-2f2db7e6f477 None None] Network 5ce998a9-8561-46b1-812d-56534352bf52 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:39.420066 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-65b9a0b4-a410-4718-acc3-f16f2bbb5d81 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6727493 Nov 12 05:39:39.423316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:39.437607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-34e26942-04ac-47a0-b3c8-dd225e3e41d7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:39.565497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34e26942-04ac-47a0-b3c8-dd225e3e41d7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10469599'] for subnet, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:39.803692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-5ce998a9-8561-46b1-812d-56534352bf52', 'network_id': '5ce998a9-8561-46b1-812d-56534352bf52', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': '507b2bd3-dfc9-49cf-81bb-99f2c7f4c141'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:39.804611 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:39.964016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34e26942-04ac-47a0-b3c8-dd225e3e41d7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761895731851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3441174'] for subnet, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.039635 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e26942-04ac-47a0-b3c8-dd225e3e41d7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:40.040617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34e26942-04ac-47a0-b3c8-dd225e3e41d7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.042205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-34e26942-04ac-47a0-b3c8-dd225e3e41d7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "PUT /v2.0/subnets/507b2bd3-dfc9-49cf-81bb-99f2c7f4c141 HTTP/1.1" status: 200 len: 806 time: 0.6153240 Nov 12 05:39:40.045296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58316) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:40.077865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e26942-04ac-47a0-b3c8-dd225e3e41d7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=507b2bd3-dfc9-49cf-81bb-99f2c7f4c141,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:40.161838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Allocated IP 172.20.0.2 (5ce998a9-8561-46b1-812d-56534352bf52/507b2bd3-dfc9-49cf-81bb-99f2c7f4c141/b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:39:40.228378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.393646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.420079 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.438618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.495251 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.499168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Network 5ce998a9-8561-46b1-812d-56534352bf52 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:39:40.507969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:40.513506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:39:40.533369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Pushing event updated for resources: {'Port': ['ID=b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:40.542703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.543047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.543388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.543698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.544025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.544371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.544697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.545022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.545348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.545669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.545981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.546298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:39:40.561039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=507b2bd3-dfc9-49cf-81bb-99f2c7f4c141,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:40.659768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Attempting to bind port b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:39:40.660197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Attempting to bind port b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5ce998a9-8561-46b1-812d-56534352bf52'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:39:40.660660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Attempting to bind port b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8 on network 5ce998a9-8561-46b1-812d-56534352bf52 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:39:40.671662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:39:40.676044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Checking segment: {'id': 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5ce998a9-8561-46b1-812d-56534352bf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:40.676477 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.676890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Bound using segment: {'id': 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5ce998a9-8561-46b1-812d-56534352bf52'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:39:40.677384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Bound port: b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5ce998a9-8561-46b1-812d-56534352bf52'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:39:40.677780 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.692603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.734714 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.769683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce998a9-8561-46b1-812d-56534352bf52']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:40.807027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:40.807334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:40.829474 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.855980 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.870327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:40.870879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:40.874434 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:40.896542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] For port b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:39:40.980400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] For port b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8,segment=NetworkSegment(f9b17b84-a21c-41ba-b63d-e8661e39a2ad),segment_id=f9b17b84-a21c-41ba-b63d-e8661e39a2ad)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:39:40.986205 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.db.api [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:39:40.986205 n-d-765315-28 neutron-server[102590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:39:40.986205 n-d-765315-28 neutron-server[102590]: [parameters: {'id': '5ce998a9-8561-46b1-812d-56534352bf52'}] Nov 12 05:39:40.986205 n-d-765315-28 neutron-server[102590]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:39:40.986808 n-d-765315-28 neutron-server[102590]: DEBUG oslo_db.api [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:39:40.989805 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:41.093453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4149ce3-025c-4824-8aee-57aaab0e54b9 None None] Network 5ce998a9-8561-46b1-812d-56534352bf52 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:41.169985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d725eb5-3c61-4acc-8023-572467c91a4f None None] Pushing event updated for resources: {'Port': ['ID=b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:41.265386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461173b9-3a44-422a-a037-b1fe22c6b692 None None] Network 5ce998a9-8561-46b1-812d-56534352bf52 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:41.487978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:41.542309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7898c31-e344-4c5e-9e21-18b891d3dbc4 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:41.609405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Deleting port b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:39:41.609676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:41.670956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7898c31-e344-4c5e-9e21-18b891d3dbc4 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:41.705853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] For port b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8,segment=NetworkSegment(f9b17b84-a21c-41ba-b63d-e8661e39a2ad),segment_id=f9b17b84-a21c-41ba-b63d-e8661e39a2ad)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:39:41.706486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:41.720829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Calling delete_port for b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:39:41.813883 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:41.867459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Port': ['ID=b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:41.883184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No DVR routers for this DVR port b2e4b99e-6af1-4fbe-8e3a-be8c33f862d8 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:39:42.102132 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.167537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce998a9-8561-46b1-812d-56534352bf52']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:42.194182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:42.197432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b17b84-a21c-41ba-b63d-e8661e39a2ad') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:42.232456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.264821 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.271363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:42.271792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:42.326226 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:42.390704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.395860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.402772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58348) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:42.403291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/5ce998a9-8561-46b1-812d-56534352bf52 HTTP/1.1" status: 204 len: 168 time: 2.3558342 Nov 12 05:39:42.432560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cd5a3-956b-4524-aed2-aedb5729ffdf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=5ce998a9-8561-46b1-812d-56534352bf52,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:42.451354 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2e493d-059e-4d7e-b682-e071eceb0702 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:42.468904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2e493d-059e-4d7e-b682-e071eceb0702 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:42.473285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7b2e493d-059e-4d7e-b682-e071eceb0702 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/5ce998a9-8561-46b1-812d-56534352bf52 HTTP/1.1" status: 404 len: 339 time: 0.0686908 Nov 12 05:39:42.479018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58352) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:42.485209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-331703392', 'description': 'd1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:42.535189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362e9a-d755-4681-90f0-02462a888ec4 req-0360621d-e946-4415-a982-f9e39361b8cf tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:42.542635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5362e9a-d755-4681-90f0-02462a888ec4 req-0360621d-e946-4415-a982-f9e39361b8cf tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1544385 Nov 12 05:39:42.571282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:42.575124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.604668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:42.615138 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.615788 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment 0ba99e0b-0b27-46b6-9615-0f4abeb9b686 of type vlan for network 5f664741-8753-456c-8761-e98ce640ebf7 Nov 12 05:39:42.636795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5362e9a-d755-4681-90f0-02462a888ec4 req-7c4ddae7-4077-43f8-b353-e7b3db9998ec tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906842 Nov 12 05:39:42.676283 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.704778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.711631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:42.712351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:42.783008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=5f664741-8753-456c-8761-e98ce640ebf7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:42.796390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 5f664741-8753-456c-8761-e98ce640ebf7 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:42.810699 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c085b56f-b4fd-493d-937b-61f74e623429 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3294282 Nov 12 05:39:42.812480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58358) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:42.931173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74976222-81ac-488f-aea5-480389f809a1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:42.935784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58360) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:42.935947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-74976222-81ac-488f-aea5-480389f809a1 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/networks?id=5f664741-8753-456c-8761-e98ce640ebf7 HTTP/1.1" status: 200 len: 760 time: 0.1223178 Nov 12 05:39:42.941740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a49f1eed-3453-4227-a122-dacb177f4391 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'description': 'd2'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:43.120444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a49f1eed-3453-4227-a122-dacb177f4391 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.134227 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a49f1eed-3453-4227-a122-dacb177f4391 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.160628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a49f1eed-3453-4227-a122-dacb177f4391 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 5f664741-8753-456c-8761-e98ce640ebf7 is not hosted by any dhcp agent {{(pid=102589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:39:43.167616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f1eed-3453-4227-a122-dacb177f4391 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:43.168277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a49f1eed-3453-4227-a122-dacb177f4391 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.172278 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a49f1eed-3453-4227-a122-dacb177f4391 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "PUT /v2.0/networks/5f664741-8753-456c-8761-e98ce640ebf7 HTTP/1.1" status: 200 len: 757 time: 0.2324634 Nov 12 05:39:43.172583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58362) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:43.229451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f1eed-3453-4227-a122-dacb177f4391 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=5f664741-8753-456c-8761-e98ce640ebf7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:43.240793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 5f664741-8753-456c-8761-e98ce640ebf7 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:43.348940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d62a9-7023-47f6-970a-eba59afc6731 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:43.353791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-105d62a9-7023-47f6-970a-eba59afc6731 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/networks?id=5f664741-8753-456c-8761-e98ce640ebf7 HTTP/1.1" status: 200 len: 760 time: 0.1768818 Nov 12 05:39:43.354157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58368) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:43.359279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-125146794'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:43.384502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:43.388537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.415392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:43.427222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.427822 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment a090292c-6deb-4ea9-be92-1b10d4abe4b2 of type vlan for network 15053209-8277-485c-ac76-98faa716b0bd Nov 12 05:39:43.473979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.506143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.513602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:43.514222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.553925 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1986051 Nov 12 05:39:43.557178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58372) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:43.570526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': '15053209-8277-485c-ac76-98faa716b0bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:43.610917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd4e7f-4ee0-4e30-a210-84fa2933c4b0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=15053209-8277-485c-ac76-98faa716b0bd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:43.623159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 15053209-8277-485c-ac76-98faa716b0bd details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:43.839640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:43.843143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.856311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac802275-86ff-428f-9ba7-9b0366f811ca req-6c434ad7-7ed8-4e2c-8934-38e9246ed3f6 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:43.864660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac802275-86ff-428f-9ba7-9b0366f811ca req-6c434ad7-7ed8-4e2c-8934-38e9246ed3f6 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1244755 Nov 12 05:39:43.907937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1003-d98b-4ad8-9434-3607d900a466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.930894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac802275-86ff-428f-9ba7-9b0366f811ca req-53cfe9c7-c67c-4478-925e-b339188e46e3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653253 Nov 12 05:39:44.183909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:44.250305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=034324b5-0521-4ac3-8793-1f4e1bf43e8d,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:44.266453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': 'a090292c-6deb-4ea9-be92-1b10d4abe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '15053209-8277-485c-ac76-98faa716b0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:44.266634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: 15053209-8277-485c-ac76-98faa716b0bd, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:44.287810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 15053209-8277-485c-ac76-98faa716b0bd is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:44.299422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 15053209-8277-485c-ac76-98faa716b0bd) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:44.307927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47bcab-9e50-4cc0-86e9-675625bdae26 None None] Network 15053209-8277-485c-ac76-98faa716b0bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:44.312925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:44.313585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:44.340715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f7694bc6-937f-414e-a12f-d6dc0f1ec623 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7822342 Nov 12 05:39:44.343653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58382) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:44.529088 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:44.568132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-15053209-8277-485c-ac76-98faa716b0bd', 'network_id': '15053209-8277-485c-ac76-98faa716b0bd', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': '034324b5-0521-4ac3-8793-1f4e1bf43e8d'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:44.568132 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:44.654304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:44.767023 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Allocated IP 172.20.0.2 (15053209-8277-485c-ac76-98faa716b0bd/034324b5-0521-4ac3-8793-1f4e1bf43e8d/13f7f95e-409d-400f-8b82-4010bf59ecd9) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:39:44.965713 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:44.987153 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:44.993496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.044372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=034324b5-0521-4ac3-8793-1f4e1bf43e8d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:45.084929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Network 15053209-8277-485c-ac76-98faa716b0bd is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:39:45.096474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:45.101696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:39:45.116168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58acf6-30ad-4872-9374-f4c77d598add req-f6992724-8ef7-4d20-8d7a-1c299f97d312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:45.125414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e58acf6-30ad-4872-9374-f4c77d598add req-f6992724-8ef7-4d20-8d7a-1c299f97d312 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0913846 Nov 12 05:39:45.159160 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.166816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Pushing event updated for resources: {'Port': ['ID=13f7f95e-409d-400f-8b82-4010bf59ecd9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:45.189781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15053209-8277-485c-ac76-98faa716b0bd']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:45.202629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a090292c-6deb-4ea9-be92-1b10d4abe4b2') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:45.202855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a090292c-6deb-4ea9-be92-1b10d4abe4b2') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:45.211774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Attempting to bind port 13f7f95e-409d-400f-8b82-4010bf59ecd9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:39:45.212818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Attempting to bind port 13f7f95e-409d-400f-8b82-4010bf59ecd9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a090292c-6deb-4ea9-be92-1b10d4abe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '15053209-8277-485c-ac76-98faa716b0bd'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:39:45.213288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Attempting to bind port 13f7f95e-409d-400f-8b82-4010bf59ecd9 on network 15053209-8277-485c-ac76-98faa716b0bd {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:39:45.215542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.219648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:39:45.220170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Checking segment: {'id': 'a090292c-6deb-4ea9-be92-1b10d4abe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '15053209-8277-485c-ac76-98faa716b0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:45.220671 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.221174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Bound using segment: {'id': 'a090292c-6deb-4ea9-be92-1b10d4abe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '15053209-8277-485c-ac76-98faa716b0bd'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:39:45.221745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Bound port: 13f7f95e-409d-400f-8b82-4010bf59ecd9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a090292c-6deb-4ea9-be92-1b10d4abe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '15053209-8277-485c-ac76-98faa716b0bd'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:39:45.222234 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.232711 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.239192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:45.240276 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.267440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e58acf6-30ad-4872-9374-f4c77d598add req-a2e7441c-ded4-4791-b07b-6d42bd06aced tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410768 Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.db.api [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: [parameters: {'id': '15053209-8277-485c-ac76-98faa716b0bd'}] Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:39:45.312143 n-d-765315-28 neutron-server[102589]: DEBUG oslo_db.api [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:39:45.314884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] For port 13f7f95e-409d-400f-8b82-4010bf59ecd9, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:39:45.318729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] For port 13f7f95e-409d-400f-8b82-4010bf59ecd9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=13f7f95e-409d-400f-8b82-4010bf59ecd9,segment=NetworkSegment(a090292c-6deb-4ea9-be92-1b10d4abe4b2),segment_id=a090292c-6deb-4ea9-be92-1b10d4abe4b2)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:39:45.327710 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.438087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79481ccf-329a-470c-8313-0dfdffb06eb9 None None] Pushing event updated for resources: {'Port': ['ID=13f7f95e-409d-400f-8b82-4010bf59ecd9,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:45.463695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c208649-4aa9-43b6-9418-a9000143b8c9 None None] Network 15053209-8277-485c-ac76-98faa716b0bd requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:45.617605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e0b984-ccab-4925-97ba-588c817a4da0 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:45.719622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e0b984-ccab-4925-97ba-588c817a4da0 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:45.811708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.886625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Deleting port 13f7f95e-409d-400f-8b82-4010bf59ecd9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:39:45.887265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.956662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] For port 13f7f95e-409d-400f-8b82-4010bf59ecd9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=13f7f95e-409d-400f-8b82-4010bf59ecd9,segment=NetworkSegment(a090292c-6deb-4ea9-be92-1b10d4abe4b2),segment_id=a090292c-6deb-4ea9-be92-1b10d4abe4b2)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:39:45.957030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:45.971667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Calling delete_port for 13f7f95e-409d-400f-8b82-4010bf59ecd9 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:39:46.058199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:46.087571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Port': ['ID=13f7f95e-409d-400f-8b82-4010bf59ecd9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:46.089426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No DVR routers for this DVR port 13f7f95e-409d-400f-8b82-4010bf59ecd9 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:39:46.189728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:46.228897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15053209-8277-485c-ac76-98faa716b0bd']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:46.241295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a090292c-6deb-4ea9-be92-1b10d4abe4b2') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:46.241832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a090292c-6deb-4ea9-be92-1b10d4abe4b2') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:46.261204 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:46.277743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:46.284578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:46.284972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:46.315479 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e1785ae9-3003-47f6-b9ec-4d394511a393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:46.355886 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:46.383343 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:46.404890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:46.409147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/15053209-8277-485c-ac76-98faa716b0bd HTTP/1.1" status: 204 len: 168 time: 2.0635877 Nov 12 05:39:46.410158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2d29-87a3-4e7f-929b-eb6f34758119 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=15053209-8277-485c-ac76-98faa716b0bd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:46.411117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58440) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:46.451359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3a536-b588-483f-9223-27fd9d1a120b req-38a5d257-1a52-48ea-853f-fecb2512b368 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.458911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ea3a536-b588-483f-9223-27fd9d1a120b req-38a5d257-1a52-48ea-853f-fecb2512b368 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1116602 Nov 12 05:39:46.486175 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7435175d-c024-401e-8444-3bebd4ef1f70 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] GET failed (client error): The resource could not be found. Nov 12 05:39:46.487908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7435175d-c024-401e-8444-3bebd4ef1f70 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/subnets/034324b5-0521-4ac3-8793-1f4e1bf43e8d HTTP/1.1" status: 404 len: 337 time: 0.0752409 Nov 12 05:39:46.490793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58446) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:46.520692 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8890e59-ccc8-4e02-b6cf-68a835a8b298 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:46.522748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8890e59-ccc8-4e02-b6cf-68a835a8b298 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:46.526919 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b8890e59-ccc8-4e02-b6cf-68a835a8b298 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/15053209-8277-485c-ac76-98faa716b0bd HTTP/1.1" status: 404 len: 339 time: 0.0348547 Nov 12 05:39:46.533755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58448) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:46.590968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ea3a536-b588-483f-9223-27fd9d1a120b req-1c1ebf12-1ed7-4711-a87d-febc318f5719 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310995 Nov 12 05:39:46.769935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff15cc-2a78-487a-a05d-7f5df0e101e5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.771605 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-99ff15cc-2a78-487a-a05d-7f5df0e101e5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2365000 Nov 12 05:39:46.774273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58452) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:46.813816 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3eef2b8e-5fd4-427b-9092-1d3e2a44e385 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 207 time: 0.0349791 Nov 12 05:39:46.814504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58454) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:46.941844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718f739-31c8-4c26-8887-b954290a7c67 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.948624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718f739-31c8-4c26-8887-b954290a7c67 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.954438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718f739-31c8-4c26-8887-b954290a7c67 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.960542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718f739-31c8-4c26-8887-b954290a7c67 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.965764 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6718f739-31c8-4c26-8887-b954290a7c67 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1472876 Nov 12 05:39:46.965947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.088092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a44c4b8b-216c-4b3d-9490-71b51471c1a4 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1210008 Nov 12 05:39:47.093233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58458) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.174459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcef3f9-3b3b-4d60-8569-10924fb1d00f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.176039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcef3f9-3b3b-4d60-8569-10924fb1d00f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.177720 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7fcef3f9-3b3b-4d60-8569-10924fb1d00f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0847692 Nov 12 05:39:47.182013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58468) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.242874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9e1dd-fd38-4d50-bc6e-c8e30a720e35 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.244496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9e1dd-fd38-4d50-bc6e-c8e30a720e35 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.246443 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1db9e1dd-fd38-4d50-bc6e-c8e30a720e35 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0632441 Nov 12 05:39:47.249942 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58470) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.402824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c7ccf-a969-465d-a5b1-7c2b2077d49c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.404212 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-032c7ccf-a969-465d-a5b1-7c2b2077d49c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/networks/dd124c73-c211-4f1f-86f7-f094aaf92fdc HTTP/1.1" status: 200 len: 800 time: 0.1532702 Nov 12 05:39:47.408406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58476) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.531784 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d6e10ce-34dd-4ba3-b2ae-48496e07b353 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/networks/dd124c73-c211-4f1f-86f7-f094aaf92fdc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1220505 Nov 12 05:39:47.535473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58488) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.565100 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:47.597065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165c7a1-856f-42aa-9299-ecf0c2b8a762 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.598747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1165c7a1-856f-42aa-9299-ecf0c2b8a762 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/subnets/371315d3-0161-4b70-86c0-c4a75c98348e HTTP/1.1" status: 200 len: 811 time: 0.0623682 Nov 12 05:39:47.603123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58496) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.660269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b38d-c14a-43e6-b9de-5708346a1ab0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.662396 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5070b38d-c14a-43e6-b9de-5708346a1ab0 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "GET /v2.0/subnets/371315d3-0161-4b70-86c0-c4a75c98348e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0573492 Nov 12 05:39:47.665879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58498) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.672107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-860262435'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:47.707684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:47.712063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:47.736709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3eecb-4b18-424c-b076-e6f383793843 req-56b9dfd4-df27-48be-b297-15cc24471ea0 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.738452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:39:47.740275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07c3eecb-4b18-424c-b076-e6f383793843 req-56b9dfd4-df27-48be-b297-15cc24471ea0 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0866764 Nov 12 05:39:47.749436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:47.750029 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Added segment 838d0e73-d172-4b28-a3a4-d56c5ef1069c of type vlan for network 31df8488-7432-407d-b37e-69d53303a0ee Nov 12 05:39:47.801196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07c3eecb-4b18-424c-b076-e6f383793843 req-0af6d493-95fd-4cea-806b-4af003241f52 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549791 Nov 12 05:39:47.804662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:47.843609 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:47.849237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.850018 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:47.892967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2247396 Nov 12 05:39:47.895697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:47.902122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'network_id': '31df8488-7432-407d-b37e-69d53303a0ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:47.998977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1c2de-0d4e-4aa0-b1b8-5dab4d8b6cac tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Network': ['ID=31df8488-7432-407d-b37e-69d53303a0ee,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:48.010635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 31df8488-7432-407d-b37e-69d53303a0ee details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:39:48.033742 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Made reservation on behalf of de81d0a38ab743baa6c44cce886f23cc for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:39:48.038957 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:48.100647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Performing IP validity checks on allocation pools {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 05:39:48.101385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 05:39:48.238666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:48.312097 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=87a38966-68c5-4b55-ae99-0a9e09de69ae,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:48.326458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Checking segment: {'id': '838d0e73-d172-4b28-a3a4-d56c5ef1069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '31df8488-7432-407d-b37e-69d53303a0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:48.326817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network hostable DHCP agents. Network: 31df8488-7432-407d-b37e-69d53303a0ee, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:39:48.343602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Network 31df8488-7432-407d-b37e-69d53303a0ee is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:39:48.353334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 31df8488-7432-407d-b37e-69d53303a0ee) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:48.357571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:48.358231 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:48.364244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147553e4-05e2-4a9d-8f06-561a1cda46c1 None None] Network 31df8488-7432-407d-b37e-69d53303a0ee requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:48.389914 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8f9ce622-b2bd-4bc3-b2ee-f11a21c69168 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4929223 Nov 12 05:39:48.392642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:48.400022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-dcca8831-9daf-47c4-8e43-3e15f58dd4ab tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:48.525079 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dcca8831-9daf-47c4-8e43-3e15f58dd4ab tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10469599'] for subnet, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:48.665138 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:48.675059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-31df8488-7432-407d-b37e-69d53303a0ee', 'network_id': '31df8488-7432-407d-b37e-69d53303a0ee', 'tenant_id': 'de81d0a38ab743baa6c44cce886f23cc', 'fixed_ips': [{'subnet_id': '87a38966-68c5-4b55-ae99-0a9e09de69ae'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:39:48.676353 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:48.901274 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dcca8831-9daf-47c4-8e43-3e15f58dd4ab tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761895731851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3441174'] for subnet, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.025882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca8831-9daf-47c4-8e43-3e15f58dd4ab tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:49.026754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dcca8831-9daf-47c4-8e43-3e15f58dd4ab tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.028327 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dcca8831-9daf-47c4-8e43-3e15f58dd4ab tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "PUT /v2.0/subnets/87a38966-68c5-4b55-ae99-0a9e09de69ae HTTP/1.1" status: 200 len: 877 time: 0.6346700 Nov 12 05:39:49.031626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58548) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:49.060221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Allocated IP 172.20.0.3 (31df8488-7432-407d-b37e-69d53303a0ee/87a38966-68c5-4b55-ae99-0a9e09de69ae/be16cd90-d8f6-4909-b4b1-7d31add8f031) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:39:49.064956 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca8831-9daf-47c4-8e43-3e15f58dd4ab tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event updated for resources: {'Subnet': ['ID=87a38966-68c5-4b55-ae99-0a9e09de69ae,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:49.074678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d536375-583a-47fd-8fc4-c5b3cd5555e8 req-39dd3908-3f21-49e8-89d4-3b49ec40ff31 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:49.077782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d536375-583a-47fd-8fc4-c5b3cd5555e8 req-39dd3908-3f21-49e8-89d4-3b49ec40ff31 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1158378 Nov 12 05:39:49.223962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d536375-583a-47fd-8fc4-c5b3cd5555e8 req-41ad9f75-7938-4030-ae9f-d23a64b24314 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422029 Nov 12 05:39:49.271125 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.342639 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.351936 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.399267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.404248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Network 31df8488-7432-407d-b37e-69d53303a0ee is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:39:49.409823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:39:49.420404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:39:49.429061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Pushing event updated for resources: {'Port': ['ID=be16cd90-d8f6-4909-b4b1-7d31add8f031,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:49.517859 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.527072 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Attempting to bind port be16cd90-d8f6-4909-b4b1-7d31add8f031 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:39:49.528414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Attempting to bind port be16cd90-d8f6-4909-b4b1-7d31add8f031 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '838d0e73-d172-4b28-a3a4-d56c5ef1069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '31df8488-7432-407d-b37e-69d53303a0ee'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:39:49.528801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Attempting to bind port be16cd90-d8f6-4909-b4b1-7d31add8f031 on network 31df8488-7432-407d-b37e-69d53303a0ee {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:39:49.535314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.538183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:39:49.538614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Checking segment: {'id': '838d0e73-d172-4b28-a3a4-d56c5ef1069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '31df8488-7432-407d-b37e-69d53303a0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:39:49.539010 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.539859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Bound using segment: {'id': '838d0e73-d172-4b28-a3a4-d56c5ef1069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '31df8488-7432-407d-b37e-69d53303a0ee'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:39:49.539994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Bound port: be16cd90-d8f6-4909-b4b1-7d31add8f031, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d0e73-d172-4b28-a3a4-d56c5ef1069c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '31df8488-7432-407d-b37e-69d53303a0ee'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:39:49.540369 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.619333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] For port be16cd90-d8f6-4909-b4b1-7d31add8f031, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:39:49.634631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] For port be16cd90-d8f6-4909-b4b1-7d31add8f031, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=be16cd90-d8f6-4909-b4b1-7d31add8f031,segment=NetworkSegment(838d0e73-d172-4b28-a3a4-d56c5ef1069c),segment_id=838d0e73-d172-4b28-a3a4-d56c5ef1069c)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:39:49.644961 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.776666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8bcf77-7a46-45b1-8e1d-b466a93356e0 None None] Network 31df8488-7432-407d-b37e-69d53303a0ee requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:49.849210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab3664-9339-43a9-9130-33a119c4a3f9 None None] Pushing event updated for resources: {'Port': ['ID=be16cd90-d8f6-4909-b4b1-7d31add8f031,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:50.041780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a2573-d1d5-4a69-8138-03c720b2cd5a None None] Network 31df8488-7432-407d-b37e-69d53303a0ee requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:50.079978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=87a38966-68c5-4b55-ae99-0a9e09de69ae,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:50.156591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:50.179725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31df8488-7432-407d-b37e-69d53303a0ee']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:50.195172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff1294-e7f4-41aa-8292-2a71dd459797 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:39:50.198780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838d0e73-d172-4b28-a3a4-d56c5ef1069c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:50.199188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838d0e73-d172-4b28-a3a4-d56c5ef1069c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:50.209455 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:50.230558 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:50.259265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:50.262681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:50.272275 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:50.348051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff1294-e7f4-41aa-8292-2a71dd459797 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:39:50.381376 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.db.api [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:39:50.381376 n-d-765315-28 neutron-server[102589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:39:50.381376 n-d-765315-28 neutron-server[102589]: [parameters: {'id': '31df8488-7432-407d-b37e-69d53303a0ee'}] Nov 12 05:39:50.381376 n-d-765315-28 neutron-server[102589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:39:50.382628 n-d-765315-28 neutron-server[102589]: DEBUG oslo_db.api [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:39:50.467577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ca45-aaa8-4eb6-8226-bcfded576c27 req-2644d215-da6e-46ef-980f-d550dafafa3a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:50.469420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9777ca45-aaa8-4eb6-8226-bcfded576c27 req-2644d215-da6e-46ef-980f-d550dafafa3a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0881743 Nov 12 05:39:50.557004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9777ca45-aaa8-4eb6-8226-bcfded576c27 req-515378aa-abbd-459b-97b0-c76dcca1e7e9 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803819 Nov 12 05:39:50.884282 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:50.988624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Deleting port be16cd90-d8f6-4909-b4b1-7d31add8f031 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:39:50.989115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.087262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] For port be16cd90-d8f6-4909-b4b1-7d31add8f031, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=be16cd90-d8f6-4909-b4b1-7d31add8f031,segment=NetworkSegment(838d0e73-d172-4b28-a3a4-d56c5ef1069c),segment_id=838d0e73-d172-4b28-a3a4-d56c5ef1069c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:39:51.087901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.104449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Calling delete_port for be16cd90-d8f6-4909-b4b1-7d31add8f031 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:39:51.196799 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.215298 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No DVR routers for this DVR port be16cd90-d8f6-4909-b4b1-7d31add8f031 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:39:51.287953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Port': ['ID=be16cd90-d8f6-4909-b4b1-7d31add8f031,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:51.348100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.373734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31df8488-7432-407d-b37e-69d53303a0ee']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:51.384403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838d0e73-d172-4b28-a3a4-d56c5ef1069c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:51.384707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838d0e73-d172-4b28-a3a4-d56c5ef1069c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:51.395983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.412860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.428408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:51.430439 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:51.437335 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:51.537555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.550176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.553587 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/31df8488-7432-407d-b37e-69d53303a0ee HTTP/1.1" status: 204 len: 168 time: 2.5209601 Nov 12 05:39:51.557986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58594) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:51.569330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dfb15-bbbb-4e93-aad3-c7ff3306db9f tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=31df8488-7432-407d-b37e-69d53303a0ee,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:51.593610 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f5556b-2f49-4bfe-acbf-2bb234a0e132 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:51.596788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f5556b-2f49-4bfe-acbf-2bb234a0e132 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:51.600256 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a3f5556b-2f49-4bfe-acbf-2bb234a0e132 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/87a38966-68c5-4b55-ae99-0a9e09de69ae HTTP/1.1" status: 404 len: 337 time: 0.0400548 Nov 12 05:39:51.603102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58600) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:51.634199 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-121412a7-3c9d-4408-8d3b-aa6d6d9ad64d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:51.634967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121412a7-3c9d-4408-8d3b-aa6d6d9ad64d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:51.638122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-121412a7-3c9d-4408-8d3b-aa6d6d9ad64d tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/31df8488-7432-407d-b37e-69d53303a0ee HTTP/1.1" status: 404 len: 339 time: 0.0339813 Nov 12 05:39:51.641018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:51.674820 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9772199c-65c9-4526-8484-af393d53f202 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:51.675558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9772199c-65c9-4526-8484-af393d53f202 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:51.679332 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9772199c-65c9-4526-8484-af393d53f202 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/034324b5-0521-4ac3-8793-1f4e1bf43e8d HTTP/1.1" status: 404 len: 337 time: 0.0363545 Nov 12 05:39:51.682526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58606) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:51.710175 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d47ccb0-4b65-4f06-a9f1-e7e21baf7ed7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:51.711258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d47ccb0-4b65-4f06-a9f1-e7e21baf7ed7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:51.717564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5d47ccb0-4b65-4f06-a9f1-e7e21baf7ed7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/15053209-8277-485c-ac76-98faa716b0bd HTTP/1.1" status: 404 len: 339 time: 0.0268111 Nov 12 05:39:51.717564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58608) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:51.736179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3f6e-90a7-4e37-a645-a1dc46dc1db1 req-dd3e5361-cd8d-4360-9c01-742a0f3e0206 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:51.737873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-946b3f6e-90a7-4e37-a645-a1dc46dc1db1 req-dd3e5361-cd8d-4360-9c01-742a0f3e0206 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0908923 Nov 12 05:39:51.843170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:51.858386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-946b3f6e-90a7-4e37-a645-a1dc46dc1db1 req-30d15eb7-44f2-4ae6-8e28-1660ac8a0183 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085246 Nov 12 05:39:52.243847 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:52.300217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f664741-8753-456c-8761-e98ce640ebf7']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:52.318819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba99e0b-0b27-46b6-9615-0f4abeb9b686') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:52.319104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba99e0b-0b27-46b6-9615-0f4abeb9b686') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:52.342061 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:52.368982 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:52.393351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:52.394242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:52.438566 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:52.493545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:52.522939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:52.526544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/5f664741-8753-456c-8761-e98ce640ebf7 HTTP/1.1" status: 204 len: 168 time: 0.8081529 Nov 12 05:39:52.527960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fcdae-0095-4357-a857-c12c010e14f5 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=5f664741-8753-456c-8761-e98ce640ebf7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:52.529832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58646) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.564781 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e108469c-8d28-4b25-bc4b-cfc53eb6128e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.565758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e108469c-8d28-4b25-bc4b-cfc53eb6128e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.571235 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e108469c-8d28-4b25-bc4b-cfc53eb6128e tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/507b2bd3-dfc9-49cf-81bb-99f2c7f4c141 HTTP/1.1" status: 404 len: 337 time: 0.0397875 Nov 12 05:39:52.574965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58652) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.603169 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-337b2ba8-6995-4b60-9da6-230b14db837c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.603931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337b2ba8-6995-4b60-9da6-230b14db837c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.609087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-337b2ba8-6995-4b60-9da6-230b14db837c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/5ce998a9-8561-46b1-812d-56534352bf52 HTTP/1.1" status: 404 len: 339 time: 0.0320427 Nov 12 05:39:52.611205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58654) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.647139 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bf8a0c-1d4d-4dd4-9fdc-3ebe52af0766 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.647917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bf8a0c-1d4d-4dd4-9fdc-3ebe52af0766 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.652900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-65bf8a0c-1d4d-4dd4-9fdc-3ebe52af0766 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/3a4b58c7-76d2-42ac-af5c-09d50f5a3cef HTTP/1.1" status: 404 len: 337 time: 0.0405624 Nov 12 05:39:52.655384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58658) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.682550 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d49de4-55bf-43fa-8e09-41c0bba0e070 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.683380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d49de4-55bf-43fa-8e09-41c0bba0e070 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.690172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58662) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.690765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-90d49de4-55bf-43fa-8e09-41c0bba0e070 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/ebcb127f-f1cf-445b-bc9f-638895001eae HTTP/1.1" status: 404 len: 339 time: 0.0314050 Nov 12 05:39:52.734857 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3091930-1ce3-40db-969c-5bdde6c6f8fd tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.735662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3091930-1ce3-40db-969c-5bdde6c6f8fd tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.741379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e3091930-1ce3-40db-969c-5bdde6c6f8fd tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/06a2dc07-d87f-48be-a640-80ef5db03242 HTTP/1.1" status: 404 len: 337 time: 0.0477653 Nov 12 05:39:52.742171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58666) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.764147 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-970cbf2b-d865-44b5-b464-c577d4849401 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.765351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970cbf2b-d865-44b5-b464-c577d4849401 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.769306 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-970cbf2b-d865-44b5-b464-c577d4849401 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/266e6a8e-3b35-441e-954c-14ed06b08d84 HTTP/1.1" status: 404 len: 339 time: 0.0258436 Nov 12 05:39:52.771551 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.800829 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5c839f-2316-4492-8570-0f02008db725 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.801476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5c839f-2316-4492-8570-0f02008db725 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.804758 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8c5c839f-2316-4492-8570-0f02008db725 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/e3f0ee4a-4015-4118-bd97-6c90c942a700 HTTP/1.1" status: 404 len: 337 time: 0.0322053 Nov 12 05:39:52.807372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58672) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.831686 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-25381ead-f3eb-4b81-abdb-607c783a4aca tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.833342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25381ead-f3eb-4b81-abdb-607c783a4aca tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.837753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25381ead-f3eb-4b81-abdb-607c783a4aca tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/52030836-0668-4d2f-9838-0a811a7797b9 HTTP/1.1" status: 404 len: 339 time: 0.0291445 Nov 12 05:39:52.840384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58674) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.894465 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3462df1c-8fe5-4c33-bd71-323215c74ded tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.895191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3462df1c-8fe5-4c33-bd71-323215c74ded tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.901570 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3462df1c-8fe5-4c33-bd71-323215c74ded tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/4235533e-8d98-41a1-9d28-0e74087cbb5b HTTP/1.1" status: 404 len: 337 time: 0.0574667 Nov 12 05:39:52.904344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58680) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:52.942118 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1440b4-5abf-48f7-a8c5-c4411e487378 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:52.951715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1440b4-5abf-48f7-a8c5-c4411e487378 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:52.955429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fa1440b4-5abf-48f7-a8c5-c4411e487378 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/f2721fc0-88da-4e0c-b1ff-9ddd4d0c6eb9 HTTP/1.1" status: 404 len: 339 time: 0.0512986 Nov 12 05:39:52.957983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58686) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.009657 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bc0bee-c1f3-4c16-94a8-9a068e3642c2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:53.010269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bc0bee-c1f3-4c16-94a8-9a068e3642c2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:53.014416 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-79bc0bee-c1f3-4c16-94a8-9a068e3642c2 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/c098cffd-71af-4400-900c-433e37461bbc HTTP/1.1" status: 404 len: 337 time: 0.0543244 Nov 12 05:39:53.017256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58688) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.044097 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-526206b1-40ae-4eff-92ba-2b77a70f50cf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:53.045090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526206b1-40ae-4eff-92ba-2b77a70f50cf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:53.049599 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-526206b1-40ae-4eff-92ba-2b77a70f50cf tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/0c578aec-c926-4796-8322-175805de7626 HTTP/1.1" status: 404 len: 339 time: 0.0310979 Nov 12 05:39:53.052757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58692) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.077595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2059-062b-439e-a724-282cf45da053 req-ec6124ae-377e-468b-adba-32cacacbb800 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:53.080436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1ba2059-062b-439e-a724-282cf45da053 req-ec6124ae-377e-468b-adba-32cacacbb800 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1091645 Nov 12 05:39:53.119072 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5fe0b7-5497-495d-a746-e69019c9be96 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:53.119744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5fe0b7-5497-495d-a746-e69019c9be96 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:53.123270 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3b5fe0b7-5497-495d-a746-e69019c9be96 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/c0ca98e8-ea7b-4623-98c5-ff35b8f2a006 HTTP/1.1" status: 404 len: 337 time: 0.0693107 Nov 12 05:39:53.125623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58694) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.145327 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f711fb6-694d-4a83-98d9-e8bb390dbf6c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:53.146035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f711fb6-694d-4a83-98d9-e8bb390dbf6c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:53.150334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1f711fb6-694d-4a83-98d9-e8bb390dbf6c tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/03e44fbc-53fa-47ca-b8b7-c727684ce0ef HTTP/1.1" status: 404 len: 339 time: 0.0236342 Nov 12 05:39:53.153516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58696) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.191672 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a4be68-6118-4793-9f69-61da513d43a7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:53.192291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a4be68-6118-4793-9f69-61da513d43a7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:53.196172 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-07a4be68-6118-4793-9f69-61da513d43a7 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/04f44d5a-919f-42e7-8a56-d6ee734d5aec HTTP/1.1" status: 404 len: 337 time: 0.0421531 Nov 12 05:39:53.202520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58698) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.202945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58700) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.228125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1ba2059-062b-439e-a724-282cf45da053 req-bada56e0-1d81-4a31-aacb-9dfbec142663 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407709 Nov 12 05:39:53.232127 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8745f90d-87bd-449e-a68c-3c8653151562 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] DELETE failed (client error): The resource could not be found. Nov 12 05:39:53.232916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8745f90d-87bd-449e-a68c-3c8653151562 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:39:53.239062 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8745f90d-87bd-449e-a68c-3c8653151562 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/381c6c7e-31c2-4c02-88e4-233432ea15e9 HTTP/1.1" status: 404 len: 339 time: 0.0238276 Nov 12 05:39:53.239374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58704) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.370548 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca41f0d-7e76-46bc-8b05-076cda35752b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Deleting subnet 371315d3-0161-4b70-86c0-c4a75c98348e {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:39:53.378629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eca41f0d-7e76-46bc-8b05-076cda35752b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.487602 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eca41f0d-7e76-46bc-8b05-076cda35752b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.521991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716b5da-f768-4cb1-859f-6478dc120af0 req-f335d6c8-dad8-43d2-bc06-35a6e220f41b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:53.531562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c716b5da-f768-4cb1-859f-6478dc120af0 req-f335d6c8-dad8-43d2-bc06-35a6e220f41b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0665550 Nov 12 05:39:53.576038 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eca41f0d-7e76-46bc-8b05-076cda35752b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.615397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c716b5da-f768-4cb1-859f-6478dc120af0 req-58ade660-90e3-448f-b1a6-013d12de2ec2 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826705 Nov 12 05:39:53.663249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-123fdda0-3328-4356-a53b-e34fcb77806f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.672240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-0003ac5a-8608-43da-a934-84c5e60ee49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:53.673822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-0003ac5a-8608-43da-a934-84c5e60ee49c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 1097 time: 0.0811613 Nov 12 05:39:53.676798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eca41f0d-7e76-46bc-8b05-076cda35752b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.724116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca41f0d-7e76-46bc-8b05-076cda35752b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Subnet': ['ID=371315d3-0161-4b70-86c0-c4a75c98348e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:53.729591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eca41f0d-7e76-46bc-8b05-076cda35752b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.734379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eca41f0d-7e76-46bc-8b05-076cda35752b tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/subnets/371315d3-0161-4b70-86c0-c4a75c98348e HTTP/1.1" status: 204 len: 168 time: 0.4939904 Nov 12 05:39:53.734681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de11529e-fcda-4a49-b130-ce33577aa146 None None] Network dd124c73-c211-4f1f-86f7-f094aaf92fdc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:39:53.738383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58720) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:53.822310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.873944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-21320d19-ffc5-4d80-b6be-e872cb493392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:53.876195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-21320d19-ffc5-4d80-b6be-e872cb493392 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.1942723 Nov 12 05:39:53.950425 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-123fdda0-3328-4356-a53b-e34fcb77806f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.960325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-123fdda0-3328-4356-a53b-e34fcb77806f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.981431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-bb037844-aa7e-4d24-a6dc-44a3973d4a2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 200 len: 1001 time: 0.0967402 Nov 12 05:39:53.990376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Deleting port 424d015b-dbc2-4a32-83b4-9227f14daba7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:39:53.990725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.017483 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-123fdda0-3328-4356-a53b-e34fcb77806f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba7d07c6486448ef8448544551d87e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8111587 Nov 12 05:39:54.026213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:54.043438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] DHCP port deletion for dd124c73-c211-4f1f-86f7-f094aaf92fdc request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:39:54.049892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fdda0-3328-4356-a53b-e34fcb77806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5f4a63-830f-43db-88d5-6cd2815fe228,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:54.094262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-834f21eb-b98f-4044-859c-1c0643258063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:54.098021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-834f21eb-b98f-4044-859c-1c0643258063 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.1090686 Nov 12 05:39:54.150862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] Deleting port 424d015b-dbc2-4a32-83b4-9227f14daba7 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:39:54.151534 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.153375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] For port 424d015b-dbc2-4a32-83b4-9227f14daba7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=424d015b-dbc2-4a32-83b4-9227f14daba7,segment=NetworkSegment(db9d91a6-544f-4bd4-8ce2-888067c67c8f),segment_id=db9d91a6-544f-4bd4-8ce2-888067c67c8f)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:39:54.154128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.171555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Calling delete_port for 424d015b-dbc2-4a32-83b4-9227f14daba7 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:39:54.182636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-dd624eec-1f4d-43b9-ae56-0449fceb61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:54.184423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-dd624eec-1f4d-43b9-ae56-0449fceb61d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766883 Nov 12 05:39:54.197880 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34e26382-a842-4c64-baf2-495c2971b509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.269677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] For port 424d015b-dbc2-4a32-83b4-9227f14daba7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=424d015b-dbc2-4a32-83b4-9227f14daba7,segment=NetworkSegment(db9d91a6-544f-4bd4-8ce2-888067c67c8f),segment_id=db9d91a6-544f-4bd4-8ce2-888067c67c8f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:39:54.270030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.272209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34e26382-a842-4c64-baf2-495c2971b509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.285474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] Calling delete_port for 424d015b-dbc2-4a32-83b4-9227f14daba7 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:39:54.359971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-19623976-84b7-4601-8d54-7fc738a874c6 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655176 Nov 12 05:39:54.373636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.382131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34e26382-a842-4c64-baf2-495c2971b509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.384718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34e26382-a842-4c64-baf2-495c2971b509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.387923 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-34e26382-a842-4c64-baf2-495c2971b509 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb5f4a63-830f-43db-88d5-6cd2815fe228 HTTP/1.1" status: 204 len: 168 time: 0.3586807 Nov 12 05:39:54.394808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.411243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Port': ['ID=424d015b-dbc2-4a32-83b4-9227f14daba7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:54.419510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] No DVR routers for this DVR port 424d015b-dbc2-4a32-83b4-9227f14daba7 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:39:54.422505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e26382-a842-4c64-baf2-495c2971b509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5f4a63-830f-43db-88d5-6cd2815fe228,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:54.473918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] Pushing event deleted for resources: {'Port': ['ID=424d015b-dbc2-4a32-83b4-9227f14daba7,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:54.479613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c40e0-93f3-471a-8805-11494da032a7 None None] No DVR routers for this DVR port 424d015b-dbc2-4a32-83b4-9227f14daba7 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:39:54.605955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a9168ed9-4717-4252-adb7-bd3dcf6335ed req-cad5f77b-3ef6-4137-8c9c-bbefa278a3d9 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366190 Nov 12 05:39:54.620203 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.650749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd124c73-c211-4f1f-86f7-f094aaf92fdc']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:54.666929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9d91a6-544f-4bd4-8ce2-888067c67c8f') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:54.667254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9d91a6-544f-4bd4-8ce2-888067c67c8f') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:39:54.678076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.693184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.704832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:39:54.705767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:39:54.709882 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:39:54.780680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73437263-f807-4002-b7c0-adb8363028d0 req-dc75d4c6-dfea-4ed0-a524-c61555945815 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:54.782674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73437263-f807-4002-b7c0-adb8363028d0 req-dc75d4c6-dfea-4ed0-a524-c61555945815 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0652685 Nov 12 05:39:54.799714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.812768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:54.817838 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] 10.222.0.48 "DELETE /v2.0/networks/dd124c73-c211-4f1f-86f7-f094aaf92fdc HTTP/1.1" status: 204 len: 168 time: 1.0781250 Nov 12 05:39:54.857046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646c519-60ca-41bb-9546-65a153737a55 tempest-NetworksTest-1730243436 tempest-NetworksTest-1730243436-project] Pushing event deleted for resources: {'Network': ['ID=dd124c73-c211-4f1f-86f7-f094aaf92fdc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:54.862131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73437263-f807-4002-b7c0-adb8363028d0 req-5e49b042-0ff2-490f-aec4-02e8e44964a4 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677779 Nov 12 05:39:54.953173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58750) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:54.980892 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-38e741fa-0c17-4152-b5fc-964550dcd564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.059866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58754) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:55.063975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-38e741fa-0c17-4152-b5fc-964550dcd564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.069371 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-38e741fa-0c17-4152-b5fc-964550dcd564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.108658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-38e741fa-0c17-4152-b5fc-964550dcd564 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea1e53eb8aaf4de1af42d1021787e61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542087 Nov 12 05:39:55.109610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e741fa-0c17-4152-b5fc-964550dcd564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd3e461-c72a-49e5-a464-02bd28524f4b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:55.112472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:55.169495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09d7a661-67f2-41c0-8cf4-ca8ae4a7abf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.206380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09d7a661-67f2-41c0-8cf4-ca8ae4a7abf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.253892 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d03187b3-d03c-4209-a5cf-b512a177a9ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de81d0a38ab743baa6c44cce886f23cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1924050 Nov 12 05:39:55.256333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58764) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:55.301508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09d7a661-67f2-41c0-8cf4-ca8ae4a7abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.304572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09d7a661-67f2-41c0-8cf4-ca8ae4a7abf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.305693 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-09d7a661-67f2-41c0-8cf4-ca8ae4a7abf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bd3e461-c72a-49e5-a464-02bd28524f4b HTTP/1.1" status: 204 len: 168 time: 0.1913493 Nov 12 05:39:55.323194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7a661-67f2-41c0-8cf4-ca8ae4a7abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd3e461-c72a-49e5-a464-02bd28524f4b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:55.324880 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-85df0179-41cb-405d-a312-b9a891ef0d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.349411 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-85df0179-41cb-405d-a312-b9a891ef0d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.399987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-85df0179-41cb-405d-a312-b9a891ef0d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.403245 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-85df0179-41cb-405d-a312-b9a891ef0d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:55.405087 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-85df0179-41cb-405d-a312-b9a891ef0d77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e84bd791-03de-46bd-88cd-4ffa083cfcad HTTP/1.1" status: 204 len: 168 time: 0.1472180 Nov 12 05:39:55.430752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df0179-41cb-405d-a312-b9a891ef0d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84bd791-03de-46bd-88cd-4ffa083cfcad,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:55.524263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 424d015b-dbc2-4a32-83b4-9227f14daba7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:39:55.551253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 424d015b-dbc2-4a32-83b4-9227f14daba7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:39:55.551605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 424d015b-dbc2-4a32-83b4-9227f14daba7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:39:56.063503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193664a-1ca5-43b8-8776-d15465d382e4 req-26dc909e-4ee9-4fd0-82f4-19ab197b756c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:56.066180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5193664a-1ca5-43b8-8776-d15465d382e4 req-26dc909e-4ee9-4fd0-82f4-19ab197b756c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1211605 Nov 12 05:39:56.152482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5193664a-1ca5-43b8-8776-d15465d382e4 req-b4325100-02e1-4884-9a00-68694580ca58 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776868 Nov 12 05:39:56.551607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58848) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:56.810708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b2122a67-309b-4420-a6b7-f5aacbca2008 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:56.811753 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-b2122a67-309b-4420-a6b7-f5aacbca2008 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 05:39:56.812615 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-b2122a67-309b-4420-a6b7-f5aacbca2008 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 05:39:56.813856 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b2122a67-309b-4420-a6b7-f5aacbca2008 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2612283 Nov 12 05:39:56.817814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58862) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:56.823391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--313576699'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:56.854855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:56.864598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:56.957428 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:56.962962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.017398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacd2ef6-4300-4eb8-95fd-1a8453ad69fb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:57.070056 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.102691 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.151257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad38022-d5eb-4319-882d-b8cb7c5525f2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:57.156515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.158041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5ce31af5-06cf-4f2c-bfc3-ffafc29a4a58 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3389108 Nov 12 05:39:57.160670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58880) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:57.167076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6e4ea7ab-5c1b-4c23-a971-d483590cc111 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '5ad38022-d5eb-4319-882d-b8cb7c5525f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:57.197629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea7ab-5c1b-4c23-a971-d483590cc111 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.247151 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.277088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea7ab-5c1b-4c23-a971-d483590cc111 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.282868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea7ab-5c1b-4c23-a971-d483590cc111 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.312211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea7ab-5c1b-4c23-a971-d483590cc111 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.314392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6e4ea7ab-5c1b-4c23-a971-d483590cc111 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511593 Nov 12 05:39:57.316269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ea7ab-5c1b-4c23-a971-d483590cc111 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c046193-1437-4057-8b7f-061f04ccb3f0,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:57.316450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58886) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:57.327506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-45f8e902-1269-4703-af17-c5e0f507f6a3 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '5ad38022-d5eb-4319-882d-b8cb7c5525f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:57.359163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-45f8e902-1269-4703-af17-c5e0f507f6a3 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.415024 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-45f8e902-1269-4703-af17-c5e0f507f6a3 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 05:39:57.419605 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-45f8e902-1269-4703-af17-c5e0f507f6a3 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0993993 Nov 12 05:39:57.420290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:57.508030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-592ec236-1163-4852-b0e8-ac5a7d801985 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.535970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-592ec236-1163-4852-b0e8-ac5a7d801985 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.587284 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-592ec236-1163-4852-b0e8-ac5a7d801985 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.590397 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-592ec236-1163-4852-b0e8-ac5a7d801985 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.591682 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-592ec236-1163-4852-b0e8-ac5a7d801985 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/5ad38022-d5eb-4319-882d-b8cb7c5525f2 HTTP/1.1" status: 204 len: 168 time: 0.1704221 Nov 12 05:39:57.594327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58902) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:57.604879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ec236-1163-4852-b0e8-ac5a7d801985 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad38022-d5eb-4319-882d-b8cb7c5525f2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:57.669310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0482d08d-4627-4d37-80d5-9b3392449224 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0703635 Nov 12 05:39:57.669747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58908) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:57.674817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-116f42d9-abff-4b31-bee0-78f89a96b4f5 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564547767'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:57.708094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-116f42d9-abff-4b31-bee0-78f89a96b4f5 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.820746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-116f42d9-abff-4b31-bee0-78f89a96b4f5 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.827986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-116f42d9-abff-4b31-bee0-78f89a96b4f5 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.862864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f42d9-abff-4b31-bee0-78f89a96b4f5 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee17aa-1590-4000-a0df-98d8b190062f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:57.867952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-116f42d9-abff-4b31-bee0-78f89a96b4f5 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.870428 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-116f42d9-abff-4b31-bee0-78f89a96b4f5 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1986175 Nov 12 05:39:57.872634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58920) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:57.877542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3d50ba89-132c-4664-a7d1-41aa8a9e7b77 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': 'd5ee17aa-1590-4000-a0df-98d8b190062f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:57.878124 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-3d50ba89-132c-4664-a7d1-41aa8a9e7b77 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 05:39:57.878715 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-3d50ba89-132c-4664-a7d1-41aa8a9e7b77 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:57.882448 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3d50ba89-132c-4664-a7d1-41aa8a9e7b77 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059984 Nov 12 05:39:57.882903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58922) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:57.951315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-acce3559-c4f2-4259-8ba9-7500f302ec7f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.979849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-acce3559-c4f2-4259-8ba9-7500f302ec7f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.031356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-acce3559-c4f2-4259-8ba9-7500f302ec7f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.034412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-acce3559-c4f2-4259-8ba9-7500f302ec7f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.035753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-acce3559-c4f2-4259-8ba9-7500f302ec7f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/d5ee17aa-1590-4000-a0df-98d8b190062f HTTP/1.1" status: 204 len: 168 time: 0.1517873 Nov 12 05:39:58.038378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58936) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.076267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce3559-c4f2-4259-8ba9-7500f302ec7f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee17aa-1590-4000-a0df-98d8b190062f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:58.102218 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b42de225-421b-43a2-8249-f07e6a009f91 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626388 Nov 12 05:39:58.106387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58942) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.116907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-888c23b1-7b3b-40df-bd02-b2c540586966 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--88384236'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:58.154643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-888c23b1-7b3b-40df-bd02-b2c540586966 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.247874 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-888c23b1-7b3b-40df-bd02-b2c540586966 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.254318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-888c23b1-7b3b-40df-bd02-b2c540586966 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.303082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-888c23b1-7b3b-40df-bd02-b2c540586966 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.309718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-888c23b1-7b3b-40df-bd02-b2c540586966 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1974635 Nov 12 05:39:58.309838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58958) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.316670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c23b1-7b3b-40df-bd02-b2c540586966 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d391a07d-dc4e-48f8-bac8-5083667fc661,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:58.321304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0ec3109f-252c-4340-ac27-5290eb156f06 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': 'd391a07d-dc4e-48f8-bac8-5083667fc661', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:58.323401 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-0ec3109f-252c-4340-ac27-5290eb156f06 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 05:39:58.323960 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-0ec3109f-252c-4340-ac27-5290eb156f06 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:58.325045 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0ec3109f-252c-4340-ac27-5290eb156f06 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0159311 Nov 12 05:39:58.331333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58964) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.416972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd038ebb-8445-48d8-823c-ff581b3e7230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.447131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd038ebb-8445-48d8-823c-ff581b3e7230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.515362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd038ebb-8445-48d8-823c-ff581b3e7230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.518000 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd038ebb-8445-48d8-823c-ff581b3e7230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.519716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cd038ebb-8445-48d8-823c-ff581b3e7230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/d391a07d-dc4e-48f8-bac8-5083667fc661 HTTP/1.1" status: 204 len: 168 time: 0.1869714 Nov 12 05:39:58.522422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58978) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.533579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd038ebb-8445-48d8-823c-ff581b3e7230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391a07d-dc4e-48f8-bac8-5083667fc661,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:58.624672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0d17d080-12a5-45cc-802d-22d0f0ff73f2 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1010680 Nov 12 05:39:58.628683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58990) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.636605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c45827f7-d70f-4137-86af-c2181c2db4f9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--351620553'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:58.662261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c45827f7-d70f-4137-86af-c2181c2db4f9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.781258 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c45827f7-d70f-4137-86af-c2181c2db4f9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.786519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c45827f7-d70f-4137-86af-c2181c2db4f9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.837492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45827f7-d70f-4137-86af-c2181c2db4f9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cfd5db-5f4f-4370-9bdb-60b522d6faed,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:58.845041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c45827f7-d70f-4137-86af-c2181c2db4f9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.846714 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c45827f7-d70f-4137-86af-c2181c2db4f9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2152705 Nov 12 05:39:58.849529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59010) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.854673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6154851d-984f-4ed5-8287-ff4854611e50 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '25cfd5db-5f4f-4370-9bdb-60b522d6faed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:58.855712 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-6154851d-984f-4ed5-8287-ff4854611e50 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 05:39:58.856385 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-6154851d-984f-4ed5-8287-ff4854611e50 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:58.858486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6154851d-984f-4ed5-8287-ff4854611e50 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079305 Nov 12 05:39:58.861004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59012) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.865388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d4111182-fcad-4f3d-85ac-d1b4adb88169 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '25cfd5db-5f4f-4370-9bdb-60b522d6faed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:58.866574 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-d4111182-fcad-4f3d-85ac-d1b4adb88169 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 05:39:58.867238 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-d4111182-fcad-4f3d-85ac-d1b4adb88169 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:58.868348 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d4111182-fcad-4f3d-85ac-d1b4adb88169 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062172 Nov 12 05:39:58.870738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59014) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.875760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c45ea26e-0d56-4136-b71b-4feb23e10bf3 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '25cfd5db-5f4f-4370-9bdb-60b522d6faed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:58.876789 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-c45ea26e-0d56-4136-b71b-4feb23e10bf3 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 05:39:58.877451 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-c45ea26e-0d56-4136-b71b-4feb23e10bf3 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:58.878400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c45ea26e-0d56-4136-b71b-4feb23e10bf3 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065820 Nov 12 05:39:58.880799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59016) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.885041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0a71f630-340a-45ff-9277-391f64c17c7c tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '25cfd5db-5f4f-4370-9bdb-60b522d6faed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:58.886077 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-0a71f630-340a-45ff-9277-391f64c17c7c tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 05:39:58.886781 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-0a71f630-340a-45ff-9277-391f64c17c7c tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:58.887892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0a71f630-340a-45ff-9277-391f64c17c7c tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060713 Nov 12 05:39:58.890422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59018) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:58.963506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85dc910d-a124-4241-8117-7199b5dc9c13 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.993149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85dc910d-a124-4241-8117-7199b5dc9c13 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.059671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85dc910d-a124-4241-8117-7199b5dc9c13 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.062812 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85dc910d-a124-4241-8117-7199b5dc9c13 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.064079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-85dc910d-a124-4241-8117-7199b5dc9c13 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/25cfd5db-5f4f-4370-9bdb-60b522d6faed HTTP/1.1" status: 204 len: 168 time: 0.1725786 Nov 12 05:39:59.066751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59032) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.097669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc910d-a124-4241-8117-7199b5dc9c13 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cfd5db-5f4f-4370-9bdb-60b522d6faed,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:59.159630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59040) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.164775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-aff4caaf-cc80-4e7e-bc8d-83d36f8ada16 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162761627'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.171048 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a6218b1e-37c3-4a19-8d2e-7e57218e541d tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0870309 Nov 12 05:39:59.189580 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aff4caaf-cc80-4e7e-bc8d-83d36f8ada16 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.300011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aff4caaf-cc80-4e7e-bc8d-83d36f8ada16 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.307017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aff4caaf-cc80-4e7e-bc8d-83d36f8ada16 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.359598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4caaf-cc80-4e7e-bc8d-83d36f8ada16 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f95346f-bb39-476a-ac35-d94259e99c9b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:39:59.387782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aff4caaf-cc80-4e7e-bc8d-83d36f8ada16 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.390455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aff4caaf-cc80-4e7e-bc8d-83d36f8ada16 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2284377 Nov 12 05:39:59.392367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.397303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2320131e-f34d-428b-a748-d134e4ef9df1 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.398380 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-2320131e-f34d-428b-a748-d134e4ef9df1 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 05:39:59.399156 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-2320131e-f34d-428b-a748-d134e4ef9df1 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.403121 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2320131e-f34d-428b-a748-d134e4ef9df1 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067618 Nov 12 05:39:59.403552 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59062) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.408284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f0f35219-c2f2-40dc-bf4a-6806212ac3ce tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.462265 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-f0f35219-c2f2-40dc-bf4a-6806212ac3ce tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.466204 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f0f35219-c2f2-40dc-bf4a-6806212ac3ce tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0588133 Nov 12 05:39:59.466735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.471468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a6d86a7f-2d6a-46d7-b150-fc933f84b45f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.471956 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-a6d86a7f-2d6a-46d7-b150-fc933f84b45f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 05:39:59.472494 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-a6d86a7f-2d6a-46d7-b150-fc933f84b45f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.475891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a6d86a7f-2d6a-46d7-b150-fc933f84b45f tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057881 Nov 12 05:39:59.476188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59070) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.482614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3f45028a-0521-42cc-839a-dcfc1dce9568 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.551049 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-3f45028a-0521-42cc-839a-dcfc1dce9568 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.553071 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3f45028a-0521-42cc-839a-dcfc1dce9568 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0743060 Nov 12 05:39:59.556522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59078) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.566463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e457d2f9-6992-4e8f-a500-91d19b161b98 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.568982 n-d-765315-28 neutron-server[102589]: WARNING neutron.api.v2.base [None req-e457d2f9-6992-4e8f-a500-91d19b161b98 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 05:39:59.570643 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-e457d2f9-6992-4e8f-a500-91d19b161b98 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.574396 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e457d2f9-6992-4e8f-a500-91d19b161b98 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166361 Nov 12 05:39:59.577850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59080) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.582581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6575715d-dae4-44be-80fd-2b839733ca91 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.661322 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-6575715d-dae4-44be-80fd-2b839733ca91 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.665280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6575715d-dae4-44be-80fd-2b839733ca91 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0843728 Nov 12 05:39:59.665561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59090) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.675264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-973aaf39-848f-4ad0-a811-224bd4be5a59 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.675659 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-973aaf39-848f-4ad0-a811-224bd4be5a59 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 05:39:59.687697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.689075 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-973aaf39-848f-4ad0-a811-224bd4be5a59 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.691566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-973aaf39-848f-4ad0-a811-224bd4be5a59 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0239766 Nov 12 05:39:59.694082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59096) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.701468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3a71cf46-9c3f-4fb7-9f3f-e7b47e10df8a tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.766231 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-3a71cf46-9c3f-4fb7-9f3f-e7b47e10df8a tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.770920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59100) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.773184 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3a71cf46-9c3f-4fb7-9f3f-e7b47e10df8a tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0769217 Nov 12 05:39:59.783225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-baeb06d4-1f25-4b79-a1ae-c2f0d367bb2b tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '7f95346f-bb39-476a-ac35-d94259e99c9b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:39:59.853812 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-baeb06d4-1f25-4b79-a1ae-c2f0d367bb2b tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:39:59.855015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-baeb06d4-1f25-4b79-a1ae-c2f0d367bb2b tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0831025 Nov 12 05:39:59.857816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59106) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:39:59.862580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f2c426b-16e0-41d9-91c6-e98ee1646f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.933293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af6d60ea-c7c1-46d2-8bed-613f0ca55352 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.968233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af6d60ea-c7c1-46d2-8bed-613f0ca55352 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.986935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f2c426b-16e0-41d9-91c6-e98ee1646f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.993424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f2c426b-16e0-41d9-91c6-e98ee1646f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.025275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af6d60ea-c7c1-46d2-8bed-613f0ca55352 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.028327 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af6d60ea-c7c1-46d2-8bed-613f0ca55352 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.029718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-af6d60ea-c7c1-46d2-8bed-613f0ca55352 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f95346f-bb39-476a-ac35-d94259e99c9b HTTP/1.1" status: 204 len: 168 time: 0.1709113 Nov 12 05:40:00.035052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59114) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.087450 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5f2c426b-16e0-41d9-91c6-e98ee1646f7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c5bbb3c23bb4e46843ac8a1a510f9b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3976471 Nov 12 05:40:00.089296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59116) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.124680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c426b-16e0-41d9-91c6-e98ee1646f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9115625c-96de-4078-ad18-807722e6a76e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:00.145192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9b1f7589-fbe7-40d7-b105-0636d7911b54 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1088564 Nov 12 05:40:00.146061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d60ea-c7c1-46d2-8bed-613f0ca55352 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f95346f-bb39-476a-ac35-d94259e99c9b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:00.154645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59120) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.155231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59122) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.161953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d24e509-ab9d-4bbb-b19d-7c77fb22cc36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.165584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b0a01428-76d6-496f-a6bd-6f2d86ceec49 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--529912558'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:00.186778 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d24e509-ab9d-4bbb-b19d-7c77fb22cc36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.192372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0a01428-76d6-496f-a6bd-6f2d86ceec49 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.254188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d24e509-ab9d-4bbb-b19d-7c77fb22cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.258215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d24e509-ab9d-4bbb-b19d-7c77fb22cc36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.262645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d24e509-ab9d-4bbb-b19d-7c77fb22cc36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9115625c-96de-4078-ad18-807722e6a76e HTTP/1.1" status: 204 len: 168 time: 0.1721559 Nov 12 05:40:00.274266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24e509-ab9d-4bbb-b19d-7c77fb22cc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9115625c-96de-4078-ad18-807722e6a76e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:00.319738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0a01428-76d6-496f-a6bd-6f2d86ceec49 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.326699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0a01428-76d6-496f-a6bd-6f2d86ceec49 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.371387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6e81a91-a0e2-4966-b2c2-8f69536afd5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.382484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0a01428-76d6-496f-a6bd-6f2d86ceec49 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.383725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b0a01428-76d6-496f-a6bd-6f2d86ceec49 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2275381 Nov 12 05:40:00.386686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.391350 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-aa9e60bc-b298-42e2-812f-2ce4af5094cb tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '65fd16f5-ce6e-42b2-b359-53b18a5713fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:00.398503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a01428-76d6-496f-a6bd-6f2d86ceec49 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fd16f5-ce6e-42b2-b359-53b18a5713fd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:00.456289 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-aa9e60bc-b298-42e2-812f-2ce4af5094cb tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The resource could not be found. Nov 12 05:40:00.457471 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aa9e60bc-b298-42e2-812f-2ce4af5094cb tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0697670 Nov 12 05:40:00.461163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59138) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.465954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0a02f9db-fa3d-4e08-a28d-e2dd26dbff02 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '65fd16f5-ce6e-42b2-b359-53b18a5713fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '506ea5e4-ccec-4eab-ae00-dd3ba417f55b'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:00.490741 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6e81a91-a0e2-4966-b2c2-8f69536afd5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.496314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6e81a91-a0e2-4966-b2c2-8f69536afd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.513468 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-0a02f9db-fa3d-4e08-a28d-e2dd26dbff02 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The resource could not be found. Nov 12 05:40:00.518604 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0a02f9db-fa3d-4e08-a28d-e2dd26dbff02 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0561659 Nov 12 05:40:00.522925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59140) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.527071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a6e81a91-a0e2-4966-b2c2-8f69536afd5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a1c045aeb24478b958de8b0872c4a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695588 Nov 12 05:40:00.529535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.553680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e81a91-a0e2-4966-b2c2-8f69536afd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76764c1-35ba-4ad1-99a2-33f0eb57c422,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:00.628153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fa3552c-add1-4ab7-9824-9977725295d9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.635470 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b17f4023-0ab1-41bd-ad8c-169bf188dea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.644391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59144) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.682885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04f97f63-7b50-41ca-9a5e-1c24daaf0524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.695681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b17f4023-0ab1-41bd-ad8c-169bf188dea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.698108 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fa3552c-add1-4ab7-9824-9977725295d9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.790900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fa3552c-add1-4ab7-9824-9977725295d9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.793457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fa3552c-add1-4ab7-9824-9977725295d9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.796924 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8fa3552c-add1-4ab7-9824-9977725295d9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/65fd16f5-ce6e-42b2-b359-53b18a5713fd HTTP/1.1" status: 204 len: 168 time: 0.2745059 Nov 12 05:40:00.797345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59150) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.822753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3552c-add1-4ab7-9824-9977725295d9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fd16f5-ce6e-42b2-b359-53b18a5713fd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:00.825705 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b17f4023-0ab1-41bd-ad8c-169bf188dea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.828478 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b17f4023-0ab1-41bd-ad8c-169bf188dea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.829674 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b17f4023-0ab1-41bd-ad8c-169bf188dea7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b76764c1-35ba-4ad1-99a2-33f0eb57c422 HTTP/1.1" status: 204 len: 168 time: 0.2986948 Nov 12 05:40:00.849251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f4023-0ab1-41bd-ad8c-169bf188dea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76764c1-35ba-4ad1-99a2-33f0eb57c422,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:00.866652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f13e2724-c022-4836-a37a-8e3ea95bf4a2 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668640 Nov 12 05:40:00.869790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59154) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.875319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04f97f63-7b50-41ca-9a5e-1c24daaf0524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.875602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a3696dbc-9c13-4c6f-be78-756840a92301 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '8cae1349-54ca-4bba-ac0b-4582ac5637c6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:00.880829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-04f97f63-7b50-41ca-9a5e-1c24daaf0524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:00.923664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f97f63-7b50-41ca-9a5e-1c24daaf0524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3197430f-5f15-4e61-909f-5a6950e9eed9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:00.932936 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-a3696dbc-9c13-4c6f-be78-756840a92301 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The resource could not be found. Nov 12 05:40:00.934289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a3696dbc-9c13-4c6f-be78-756840a92301 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0637331 Nov 12 05:40:00.937871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59160) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.947583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a8ac308d-7ea6-4720-b952-da1bd3d313d8 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--113319192'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:00.949527 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-04f97f63-7b50-41ca-9a5e-1c24daaf0524 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7eba408985324f41b7e1c3f45e4435c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041685 Nov 12 05:40:00.952188 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59162) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:00.973506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8ac308d-7ea6-4720-b952-da1bd3d313d8 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.017961 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a266de3-c597-4092-92ea-fc2c3d1a1c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.048929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a266de3-c597-4092-92ea-fc2c3d1a1c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.059916 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8ac308d-7ea6-4720-b952-da1bd3d313d8 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.066469 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8ac308d-7ea6-4720-b952-da1bd3d313d8 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.104715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8ac308d-7ea6-4720-b952-da1bd3d313d8 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.106088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a8ac308d-7ea6-4720-b952-da1bd3d313d8 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1671958 Nov 12 05:40:01.109178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59164) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:01.111118 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a266de3-c597-4092-92ea-fc2c3d1a1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.113767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a266de3-c597-4092-92ea-fc2c3d1a1c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.114605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b3838923-3386-4c75-90d2-440fb089b9d6 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--412514302'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:01.114957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9a266de3-c597-4092-92ea-fc2c3d1a1c23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3197430f-5f15-4e61-909f-5a6950e9eed9 HTTP/1.1" status: 204 len: 168 time: 0.1616521 Nov 12 05:40:01.123597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a266de3-c597-4092-92ea-fc2c3d1a1c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3197430f-5f15-4e61-909f-5a6950e9eed9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:01.140937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac308d-7ea6-4720-b952-da1bd3d313d8 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a5bddb-3ea0-4077-aa68-4ce71925ca92,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:01.180721 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3838923-3386-4c75-90d2-440fb089b9d6 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.280254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3838923-3386-4c75-90d2-440fb089b9d6 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.290852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3838923-3386-4c75-90d2-440fb089b9d6 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.331542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3838923-3386-4c75-90d2-440fb089b9d6 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7004beca-e796-43e4-a37b-869455c59089,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:01.348448 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3838923-3386-4c75-90d2-440fb089b9d6 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.351580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b3838923-3386-4c75-90d2-440fb089b9d6 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2413125 Nov 12 05:40:01.354943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59176) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:01.361606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-53d7adcb-9502-4382-9695-7651fd7e5c51 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group_rule': {'security_group_id': '85a5bddb-3ea0-4077-aa68-4ce71925ca92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7004beca-e796-43e4-a37b-869455c59089'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:01.376034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59180) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:01.395080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5995a8d0-6c47-47ff-8aa8-12200a3b6bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.416483 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-53d7adcb-9502-4382-9695-7651fd7e5c51 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:40:01.421177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59182) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:01.421482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-53d7adcb-9502-4382-9695-7651fd7e5c51 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0639336 Nov 12 05:40:01.523373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-704552fe-aaf4-414b-8efb-85bd09c5ac61 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.555941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5995a8d0-6c47-47ff-8aa8-12200a3b6bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.561990 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5995a8d0-6c47-47ff-8aa8-12200a3b6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.576701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-704552fe-aaf4-414b-8efb-85bd09c5ac61 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.650728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5995a8d0-6c47-47ff-8aa8-12200a3b6bf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29f59d6c4cd346fabfd786a4790378bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703326 Nov 12 05:40:01.650728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995a8d0-6c47-47ff-8aa8-12200a3b6bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9666e08-8d71-4763-aa09-bddf6be69f93,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:01.651032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59194) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:01.669295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-704552fe-aaf4-414b-8efb-85bd09c5ac61 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.673130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-704552fe-aaf4-414b-8efb-85bd09c5ac61 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.674485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-704552fe-aaf4-414b-8efb-85bd09c5ac61 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/7004beca-e796-43e4-a37b-869455c59089 HTTP/1.1" status: 204 len: 168 time: 0.2523074 Nov 12 05:40:01.686264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59196) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:01.687130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704552fe-aaf4-414b-8efb-85bd09c5ac61 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7004beca-e796-43e4-a37b-869455c59089,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:01.728011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ceb19c0e-0c8a-450e-a24c-e58c078807cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.758014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ac8f5159-b12d-4b8a-aea7-3ec9701b4504 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0682626 Nov 12 05:40:01.758816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59200) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:01.758948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ceb19c0e-0c8a-450e-a24c-e58c078807cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.821803 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ceb19c0e-0c8a-450e-a24c-e58c078807cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.824772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ceb19c0e-0c8a-450e-a24c-e58c078807cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.825957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ceb19c0e-0c8a-450e-a24c-e58c078807cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9666e08-8d71-4763-aa09-bddf6be69f93 HTTP/1.1" status: 204 len: 168 time: 0.1736813 Nov 12 05:40:01.830417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb0ba-074d-4146-a2a6-6ec0e9d9da28 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.835677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb19c0e-0c8a-450e-a24c-e58c078807cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9666e08-8d71-4763-aa09-bddf6be69f93,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:01.867745 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb0ba-074d-4146-a2a6-6ec0e9d9da28 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.942080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb0ba-074d-4146-a2a6-6ec0e9d9da28 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.944815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb0ba-074d-4146-a2a6-6ec0e9d9da28 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:01.945971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b2bbb0ba-074d-4146-a2a6-6ec0e9d9da28 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/85a5bddb-3ea0-4077-aa68-4ce71925ca92 HTTP/1.1" status: 204 len: 168 time: 0.1862233 Nov 12 05:40:01.949141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59212) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:01.956690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbb0ba-074d-4146-a2a6-6ec0e9d9da28 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a5bddb-3ea0-4077-aa68-4ce71925ca92,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:02.034027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59218) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:02.034572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-60f1e52c-a60f-47a4-9879-3254dedd8f64 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0837500 Nov 12 05:40:02.039685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5659e57e-d675-4be3-aa8d-bb843becd605 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'tempest-secgroup--894020472'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:02.065995 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5659e57e-d675-4be3-aa8d-bb843becd605 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.169370 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5659e57e-d675-4be3-aa8d-bb843becd605 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.179790 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5659e57e-d675-4be3-aa8d-bb843becd605 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.222788 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5659e57e-d675-4be3-aa8d-bb843becd605 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.224106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5659e57e-d675-4be3-aa8d-bb843becd605 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1887043 Nov 12 05:40:02.224824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659e57e-d675-4be3-aa8d-bb843becd605 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0d337c-75c8-47fa-9ecb-84812da7a829,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:02.227104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59230) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:02.231829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a1e828ec-eaa9-4848-bf10-8fb0fb5d9e7e tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:02.232243 n-d-765315-28 neutron-server[102590]: WARNING neutron.api.v2.base [None req-a1e828ec-eaa9-4848-bf10-8fb0fb5d9e7e tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 05:40:02.232739 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-a1e828ec-eaa9-4848-bf10-8fb0fb5d9e7e tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 05:40:02.233697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a1e828ec-eaa9-4848-bf10-8fb0fb5d9e7e tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "PUT /v2.0/security-groups/ba0d337c-75c8-47fa-9ecb-84812da7a829 HTTP/1.1" status: 409 len: 330 time: 0.0056658 Nov 12 05:40:02.236741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59232) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:02.303301 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f64dddfb-de26-45dc-9af5-812373ada230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.332337 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f64dddfb-de26-45dc-9af5-812373ada230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.383510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f64dddfb-de26-45dc-9af5-812373ada230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.387321 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f64dddfb-de26-45dc-9af5-812373ada230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.388597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f64dddfb-de26-45dc-9af5-812373ada230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/ba0d337c-75c8-47fa-9ecb-84812da7a829 HTTP/1.1" status: 204 len: 168 time: 0.1509454 Nov 12 05:40:02.391287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59242) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:02.419433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dddfb-de26-45dc-9af5-812373ada230 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0d337c-75c8-47fa-9ecb-84812da7a829,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:02.468774 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-46674109-7388-4697-9a88-6c40afce24c6 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0752299 Nov 12 05:40:02.472113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59248) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:02.489984 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-aa8935af-555b-423e-abef-36f35f2d32c9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] delete failed (client error): The resource could not be found. Nov 12 05:40:02.494377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aa8935af-555b-423e-abef-36f35f2d32c9 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "DELETE /v2.0/security-groups/2b5ebd41-9ed9-4407-bedc-d90e0d9c6b2f HTTP/1.1" status: 404 len: 347 time: 0.0179937 Nov 12 05:40:02.495214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59252) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:02.521763 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-b8d16e2a-00f6-46c0-83b5-cabc256cb6ec tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] show failed (client error): The resource could not be found. Nov 12 05:40:02.526525 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b8d16e2a-00f6-46c0-83b5-cabc256cb6ec tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-groups/6e3d8376-4364-4c9a-ba4a-03f159987550 HTTP/1.1" status: 404 len: 347 time: 0.0266593 Nov 12 05:40:02.526783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59256) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:02.549955 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-34f94afb-5435-419f-8365-3d70272e7ed0 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] show failed (client error): The resource could not be found. Nov 12 05:40:02.554357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-34f94afb-5435-419f-8365-3d70272e7ed0 tempest-NegativeSecGroupTest-1388172159 tempest-NegativeSecGroupTest-1388172159-project] 10.222.0.48 "GET /v2.0/security-group-rules/a4fc3419-1cf3-496c-a888-df30c3662bc1 HTTP/1.1" status: 404 len: 356 time: 0.0254905 Nov 12 05:40:02.861313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59276) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:03.116172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-42b6cd9e-4f8d-4926-a887-e1cd0937f0b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80815db03e1e4ff3a78e750390452e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534432 Nov 12 05:40:03.118709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:03.206954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40cd1753-917a-4cfe-815a-aa775d92a72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:03.244393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40cd1753-917a-4cfe-815a-aa775d92a72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:03.305936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40cd1753-917a-4cfe-815a-aa775d92a72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:03.308964 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40cd1753-917a-4cfe-815a-aa775d92a72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:03.312989 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-40cd1753-917a-4cfe-815a-aa775d92a72a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cacd2ef6-4300-4eb8-95fd-1a8453ad69fb HTTP/1.1" status: 204 len: 168 time: 0.1930540 Nov 12 05:40:03.323022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd1753-917a-4cfe-815a-aa775d92a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacd2ef6-4300-4eb8-95fd-1a8453ad69fb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:03.746745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fb0882-5163-4c8d-9443-88a150c57810 req-603bf22b-5d43-444b-9616-0aec0b9fcef2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0662332 Nov 12 05:40:03.842389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb0882-5163-4c8d-9443-88a150c57810 req-06f8146e-4fed-4e82-9325-3a71841e0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:03.844644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fb0882-5163-4c8d-9443-88a150c57810 req-06f8146e-4fed-4e82-9325-3a71841e0611 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 1097 time: 0.0556192 Nov 12 05:40:04.021304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59332) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:04.028668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb0882-5163-4c8d-9443-88a150c57810 req-72021c2e-0088-423c-8461-748bb3df68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:04.030195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fb0882-5163-4c8d-9443-88a150c57810 req-72021c2e-0088-423c-8461-748bb3df68c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.1506846 Nov 12 05:40:04.198752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fb0882-5163-4c8d-9443-88a150c57810 req-7528225a-3f1a-4d8e-a08e-0bf216b0ab16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 200 len: 1001 time: 0.1613531 Nov 12 05:40:04.278551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb0882-5163-4c8d-9443-88a150c57810 req-0346b176-0563-412d-98c9-45ff909371a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:04.281407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fb0882-5163-4c8d-9443-88a150c57810 req-0346b176-0563-412d-98c9-45ff909371a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.0728137 Nov 12 05:40:04.343304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f520012-339d-4a3a-8a1e-5a456bbc3812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:04.428007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb0882-5163-4c8d-9443-88a150c57810 req-29d60442-6c62-4bd9-8d8d-d90a600c939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:04.428007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fb0882-5163-4c8d-9443-88a150c57810 req-29d60442-6c62-4bd9-8d8d-d90a600c939a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387510 Nov 12 05:40:04.590545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fb0882-5163-4c8d-9443-88a150c57810 req-0eea601d-90b8-45e8-b84c-e12704f09f3b service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555314 Nov 12 05:40:04.596531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f520012-339d-4a3a-8a1e-5a456bbc3812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:04.604795 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f520012-339d-4a3a-8a1e-5a456bbc3812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:04.673851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f520012-339d-4a3a-8a1e-5a456bbc3812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7130431-1b5c-4ff2-b117-bc92c2eb4752,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:04.698890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f520012-339d-4a3a-8a1e-5a456bbc3812 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cca514f216cf4f8b85c7680a2daddedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6755838 Nov 12 05:40:04.701304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59364) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:04.713338 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fb0882-5163-4c8d-9443-88a150c57810 req-52f87204-ed26-4740-939d-25ccc7793d9d service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139436 Nov 12 05:40:04.768564 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffb80-8e0f-4801-b6ea-aba45ec7c5fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:04.801495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffb80-8e0f-4801-b6ea-aba45ec7c5fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:04.868920 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffb80-8e0f-4801-b6ea-aba45ec7c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:04.872947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffb80-8e0f-4801-b6ea-aba45ec7c5fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:04.874303 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aa7ffb80-8e0f-4801-b6ea-aba45ec7c5fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7130431-1b5c-4ff2-b117-bc92c2eb4752 HTTP/1.1" status: 204 len: 168 time: 0.1709337 Nov 12 05:40:04.885198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ffb80-8e0f-4801-b6ea-aba45ec7c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7130431-1b5c-4ff2-b117-bc92c2eb4752,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:05.269203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59398) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:05.286710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-998e7dda-3514-48a0-925f-a3f242418d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.372662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59402) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:05.390172 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-998e7dda-3514-48a0-925f-a3f242418d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.396682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-998e7dda-3514-48a0-925f-a3f242418d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.456848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-998e7dda-3514-48a0-925f-a3f242418d4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a1f4bc453964c88923fd05192440c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865342 Nov 12 05:40:05.458062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e7dda-3514-48a0-925f-a3f242418d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631418a9-104e-438d-819f-b7f97293fadd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:05.459472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59414) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:05.534836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87ee8630-c7a8-42d6-a5f4-31cb64902b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.546382 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b6c1571-571f-424c-a6f1-76ae8481509a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.576279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87ee8630-c7a8-42d6-a5f4-31cb64902b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.682154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87ee8630-c7a8-42d6-a5f4-31cb64902b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.682154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-87ee8630-c7a8-42d6-a5f4-31cb64902b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.682154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-87ee8630-c7a8-42d6-a5f4-31cb64902b68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/631418a9-104e-438d-819f-b7f97293fadd HTTP/1.1" status: 204 len: 168 time: 0.2125995 Nov 12 05:40:05.682154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b6c1571-571f-424c-a6f1-76ae8481509a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.683999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee8630-c7a8-42d6-a5f4-31cb64902b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631418a9-104e-438d-819f-b7f97293fadd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:05.690024 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7b6c1571-571f-424c-a6f1-76ae8481509a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.746206 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7b6c1571-571f-424c-a6f1-76ae8481509a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42415819c3d14b58a6c7422b03b1ce38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698907 Nov 12 05:40:05.746206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c1571-571f-424c-a6f1-76ae8481509a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5037ff-f9f3-4ff3-a2d1-c5b010bbaaa6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:05.747342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59424) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:05.807875 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a65911e8-c6f5-4d41-8c05-6f1ade74a107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.839326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a65911e8-c6f5-4d41-8c05-6f1ade74a107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.906622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a65911e8-c6f5-4d41-8c05-6f1ade74a107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.909857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a65911e8-c6f5-4d41-8c05-6f1ade74a107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.914651 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a65911e8-c6f5-4d41-8c05-6f1ade74a107 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf5037ff-f9f3-4ff3-a2d1-c5b010bbaaa6 HTTP/1.1" status: 204 len: 168 time: 0.1665225 Nov 12 05:40:05.925303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65911e8-c6f5-4d41-8c05-6f1ade74a107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5037ff-f9f3-4ff3-a2d1-c5b010bbaaa6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:06.344639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:06.360529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd57f-67b5-48af-b5b9-39a40e3225b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:06.483026 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd57f-67b5-48af-b5b9-39a40e3225b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:06.500822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd57f-67b5-48af-b5b9-39a40e3225b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:06.577318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfd57f-67b5-48af-b5b9-39a40e3225b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6539d99-58fb-4993-98e4-b0e74db526f2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:06.589720 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ccfd57f-67b5-48af-b5b9-39a40e3225b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=402bfa1a6ac74f7bb23b65519f23f1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431006 Nov 12 05:40:06.592997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59464) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:06.649949 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-235d4ea3-6ece-46e1-970d-134a78e9dd07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:06.676766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-235d4ea3-6ece-46e1-970d-134a78e9dd07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:06.754479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-235d4ea3-6ece-46e1-970d-134a78e9dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:06.757700 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-235d4ea3-6ece-46e1-970d-134a78e9dd07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:06.759372 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-235d4ea3-6ece-46e1-970d-134a78e9dd07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6539d99-58fb-4993-98e4-b0e74db526f2 HTTP/1.1" status: 204 len: 168 time: 0.1650236 Nov 12 05:40:06.774061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d4ea3-6ece-46e1-970d-134a78e9dd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6539d99-58fb-4993-98e4-b0e74db526f2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:08.478084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59564) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:08.650860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-069d59b3-1403-4700-a158-675f33bf36de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:08.744683 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-069d59b3-1403-4700-a158-675f33bf36de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:08.750603 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-069d59b3-1403-4700-a158-675f33bf36de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:08.797694 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-069d59b3-1403-4700-a158-675f33bf36de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19199a9ad46e45579a352cf5acd79c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3184674 Nov 12 05:40:08.798831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d59b3-1403-4700-a158-675f33bf36de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1f1ea-2f73-4fdc-9096-b32cfcd82e8a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:08.800801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59574) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:08.852724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6028cc0d-eb26-4514-a6b9-f6d5c71c1928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:08.880924 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6028cc0d-eb26-4514-a6b9-f6d5c71c1928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:08.938265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6028cc0d-eb26-4514-a6b9-f6d5c71c1928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:08.941427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6028cc0d-eb26-4514-a6b9-f6d5c71c1928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:08.946566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6028cc0d-eb26-4514-a6b9-f6d5c71c1928 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fc1f1ea-2f73-4fdc-9096-b32cfcd82e8a HTTP/1.1" status: 204 len: 168 time: 0.1447148 Nov 12 05:40:08.955575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028cc0d-eb26-4514-a6b9-f6d5c71c1928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1f1ea-2f73-4fdc-9096-b32cfcd82e8a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:09.346855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59588) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:09.375193 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fec41e5d-ab96-49cf-b5f7-5528af347cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.508767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fec41e5d-ab96-49cf-b5f7-5528af347cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.514155 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fec41e5d-ab96-49cf-b5f7-5528af347cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.578980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59596) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:09.586581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fec41e5d-ab96-49cf-b5f7-5528af347cfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75ae0b6f57594a50a6765df172c05801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380233 Nov 12 05:40:09.587786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec41e5d-ab96-49cf-b5f7-5528af347cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbacd8b-4de7-4adc-b9e8-aaff4145380b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:09.655258 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8906fe28-b2f5-4b8b-b72a-1263536e25aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.681337 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8906fe28-b2f5-4b8b-b72a-1263536e25aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.732947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8906fe28-b2f5-4b8b-b72a-1263536e25aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.735735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8906fe28-b2f5-4b8b-b72a-1263536e25aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.746420 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8906fe28-b2f5-4b8b-b72a-1263536e25aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fbacd8b-4de7-4adc-b9e8-aaff4145380b HTTP/1.1" status: 204 len: 168 time: 0.1596828 Nov 12 05:40:09.771090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906fe28-b2f5-4b8b-b72a-1263536e25aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbacd8b-4de7-4adc-b9e8-aaff4145380b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:10.465590 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:40:10.666583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:12.329491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59722) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:12.460715 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c12244-1c84-4e70-a66b-8944e4c1f4e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:12.661511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c12244-1c84-4e70-a66b-8944e4c1f4e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:12.671440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c12244-1c84-4e70-a66b-8944e4c1f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:12.734388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-42c12244-1c84-4e70-a66b-8944e4c1f4e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c032cb865c914b80a8efb4cc3066712f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028170 Nov 12 05:40:12.744716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59732) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:12.745304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c12244-1c84-4e70-a66b-8944e4c1f4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8043f48-77e4-4de1-9b8b-99688faeeca6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:12.824752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d5cafef-cfc3-4a6a-83c4-3d357583f839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:12.851733 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d5cafef-cfc3-4a6a-83c4-3d357583f839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:12.908194 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d5cafef-cfc3-4a6a-83c4-3d357583f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:12.911075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d5cafef-cfc3-4a6a-83c4-3d357583f839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:12.915594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2d5cafef-cfc3-4a6a-83c4-3d357583f839 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8043f48-77e4-4de1-9b8b-99688faeeca6 HTTP/1.1" status: 204 len: 168 time: 0.1741922 Nov 12 05:40:12.926100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cafef-cfc3-4a6a-83c4-3d357583f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8043f48-77e4-4de1-9b8b-99688faeeca6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:13.285422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59760) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:13.300600 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22c42deb-fa59-4570-9881-1d8afa9eb05c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:13.397943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22c42deb-fa59-4570-9881-1d8afa9eb05c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:13.420864 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22c42deb-fa59-4570-9881-1d8afa9eb05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:13.470909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59768) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:13.479062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-22c42deb-fa59-4570-9881-1d8afa9eb05c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7e4f70f98144f98b84400fd41f9c106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922941 Nov 12 05:40:13.480238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c42deb-fa59-4570-9881-1d8afa9eb05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba3595-0c7c-452d-9225-419dd3b87eb5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:13.550791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d01c2557-27f9-4bb9-8de8-8e544c1764a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:13.577100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d01c2557-27f9-4bb9-8de8-8e544c1764a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:13.645109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d01c2557-27f9-4bb9-8de8-8e544c1764a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:13.648581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d01c2557-27f9-4bb9-8de8-8e544c1764a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:13.649999 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d01c2557-27f9-4bb9-8de8-8e544c1764a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97ba3595-0c7c-452d-9225-419dd3b87eb5 HTTP/1.1" status: 204 len: 168 time: 0.1778336 Nov 12 05:40:13.669473 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2557-27f9-4bb9-8de8-8e544c1764a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba3595-0c7c-452d-9225-419dd3b87eb5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:13.903229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-05705a5c-75c7-4961-9971-c4cd187014a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:16.310331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74f3800b-b5e4-4a60-9e59-d5ae0e752dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:17.361981 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:18.576000 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:19.539309 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:19.680098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60048) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:19.822598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3b5a-7049-47fb-912a-462dd516875b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:19.970521 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3b5a-7049-47fb-912a-462dd516875b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:19.976905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3b5a-7049-47fb-912a-462dd516875b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:20.015999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd3b5a-7049-47fb-912a-462dd516875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a836dbb0-0e83-4693-8efc-5d7207fe6a38,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:20.048985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7ffd3b5a-7049-47fb-912a-462dd516875b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6d5e5c4a2974e4398f9a36469ace59b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676956 Nov 12 05:40:20.051492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60066) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:20.107516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075d45b-9531-46bd-9df0-04d58ad82ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:20.131463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075d45b-9531-46bd-9df0-04d58ad82ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:20.183895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075d45b-9531-46bd-9df0-04d58ad82ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:20.187193 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d075d45b-9531-46bd-9df0-04d58ad82ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:20.189005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d075d45b-9531-46bd-9df0-04d58ad82ba7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a836dbb0-0e83-4693-8efc-5d7207fe6a38 HTTP/1.1" status: 204 len: 168 time: 0.1365678 Nov 12 05:40:20.198968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075d45b-9531-46bd-9df0-04d58ad82ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836dbb0-0e83-4693-8efc-5d7207fe6a38,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:23.431643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60196) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:23.520597 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-e5b294a9-af7a-496a-af29-131967de5367 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 05:40:23.524524 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e5b294a9-af7a-496a-af29-131967de5367 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "DELETE /v2.0/security-groups/ba8240a3-fa65-4bdf-871f-d73d1ea553ff HTTP/1.1" status: 409 len: 336 time: 0.0915625 Nov 12 05:40:23.543451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60206) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:23.784956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Deleting port 6c84c26d-10c9-42a5-8ba7-18a091fc8cab {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:40:23.785624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:23.915859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:23.916195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:23.942695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Calling delete_port for 6c84c26d-10c9-42a5-8ba7-18a091fc8cab owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:40:24.125679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-a75bf202-699a-40fc-978f-1b4f1a0f2405 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=831b9f40f73243c79c65a6a8d04a74d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382226 Nov 12 05:40:24.346024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc671-a616-44e3-afee-5e7760e9797a req-ccde157c-4a01-4527-8522-b331cf581388 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:24.347661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-ccde157c-4a01-4527-8522-b331cf581388 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119977 Nov 12 05:40:24.375740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-9299a3d9-256f-4c59-ade9-e6b2bfdf325d tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/quotas/831b9f40f73243c79c65a6a8d04a74d2 HTTP/1.1" status: 200 len: 375 time: 0.0215566 Nov 12 05:40:24.437383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-338fdcb1-0bfc-4a48-ba1c-df09e592fe64 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=831b9f40f73243c79c65a6a8d04a74d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547020 Nov 12 05:40:24.462996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:24.498970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event deleted for resources: {'Port': ['ID=6c84c26d-10c9-42a5-8ba7-18a091fc8cab,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:24.533200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d9a85-96ee-4b2b-958a-f4e28e02ba4b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:40:24.614543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:24.615710 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Floating IP 25066a37-fd23-4217-b5d1-f829dd9f220c disassociated (deleted). External IP: 172.25.2.166, port: 05db968a-2a34-4be2-ac65-f335cfbfb1d9. Nov 12 05:40:24.776253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25c5bfe0-3c8a-4f4e-9bd7-e47cac4953a2 req-adf70d95-cc2e-40ea-8734-fdb860b8a942 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 210 time: 0.0375330 Nov 12 05:40:25.232960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Router d613b62e-4e1e-41ac-9e28-e2724008332e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:40:25.346402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:40:25.352180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:25.357429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] Sync routers for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:40:25.372083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:40:25.375062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:25.391471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-af2f2388-ae96-4436-a642-e9fb2591d3f9 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "DELETE /v2.0/floatingips/25066a37-fd23-4217-b5d1-f829dd9f220c HTTP/1.1" status: 204 len: 168 time: 1.8468742 Nov 12 05:40:25.392171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '05db968a-2a34-4be2-ac65-f335cfbfb1d9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:25.395304 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842ff5d-12bf-4e73-803b-1c00308b18ad" -d '{"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "05db968a-2a34-4be2-ac65-f335cfbfb1d9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:25.411091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:25.601216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Deleting port 760c73a9-609e-410c-bfbb-072e8c6a9538 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:40:25.603900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:25.646116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:40:25.769235 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241bd9f-7adf-4d01-9b9e-f8c4d47b4636 x-openstack-request-id: req-f241bd9f-7adf-4d01-9b9e-f8c4d47b4636 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:25.769720 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "tag": "05db968a-2a34-4be2-ac65-f335cfbfb1d9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:25.769940 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f241bd9f-7adf-4d01-9b9e-f8c4d47b4636 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:25.770178 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'tag': '05db968a-2a34-4be2-ac65-f335cfbfb1d9', 'status': 'completed', 'code': 200} Nov 12 05:40:25.805498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] For port 760c73a9-609e-410c-bfbb-072e8c6a9538, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=760c73a9-609e-410c-bfbb-072e8c6a9538,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:25.805868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:25.828420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Calling delete_port for 760c73a9-609e-410c-bfbb-072e8c6a9538 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:40:25.928589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9d8e403a-96b8-403f-9524-4966bc7a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:25.929084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9d8e403a-96b8-403f-9524-4966bc7a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:25.929617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9d8e403a-96b8-403f-9524-4966bc7a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:25.930099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9d8e403a-96b8-403f-9524-4966bc7a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:25.930610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9d8e403a-96b8-403f-9524-4966bc7a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:25.931082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9d8e403a-96b8-403f-9524-4966bc7a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:25.931557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9d8e403a-96b8-403f-9524-4966bc7a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:25.933690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9d8e403a-96b8-403f-9524-4966bc7a8021 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 6499 time: 0.1179574 Nov 12 05:40:26.062929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:41Z', 'revision_number': 5, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:26.111164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] Checking router: d613b62e-4e1e-41ac-9e28-e2724008332e for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:40:26.123406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:40:26.124415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:26.147608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e84ac8b6-6ac3-461b-9e61-23b271539cdd req-b8b6cab6-ac1d-4bff-87e6-107d1e2b7577 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 210 time: 0.1594541 Nov 12 05:40:26.233885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9785ae32-2724-4337-80f6-1b41c2f6e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:26.235483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-9785ae32-2724-4337-80f6-1b41c2f6e333 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65 HTTP/1.1" status: 200 len: 912 time: 0.2937536 Nov 12 05:40:26.244479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:26.296223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['424252ae-7554-40c6-a605-386a7f91dcd3', '760c73a9-609e-410c-bfbb-072e8c6a9538'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:40:26.376036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:40:26.400502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-213fccf7-f2f3-43b5-a201-d812e79ca4b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.1539583 Nov 12 05:40:26.408801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event deleted for resources: {'Port': ['ID=760c73a9-609e-410c-bfbb-072e8c6a9538,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:26.647444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-66b37ff1-52c5-4c25-90d9-e5319f961457 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=831b9f40f73243c79c65a6a8d04a74d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693605 Nov 12 05:40:26.698054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] No DVR routers for this DVR port 760c73a9-609e-410c-bfbb-072e8c6a9538 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:40:26.701359 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:26.705261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-11934c02-0cd2-4da8-99b4-e2510ba949d8 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "DELETE /v2.0/ports/760c73a9-609e-410c-bfbb-072e8c6a9538 HTTP/1.1" status: 204 len: 168 time: 1.2934852 Nov 12 05:40:26.708676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60312) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:26.731714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-4f7e4304-6d90-4d8a-969e-ac5122bd6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:26.733410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-4f7e4304-6d90-4d8a-969e-ac5122bd6669 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.3219814 Nov 12 05:40:26.915448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Deleting port 424252ae-7554-40c6-a605-386a7f91dcd3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:40:26.915881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.042245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] For port 424252ae-7554-40c6-a605-386a7f91dcd3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=424252ae-7554-40c6-a605-386a7f91dcd3,segment=NetworkSegment(02b4ef9f-0184-4c3c-8d37-4fd8f9423603),segment_id=02b4ef9f-0184-4c3c-8d37-4fd8f9423603)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:27.044451 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.064493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Calling delete_port for 424252ae-7554-40c6-a605-386a7f91dcd3 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:40:27.068165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc671-a616-44e3-afee-5e7760e9797a req-8b941043-e2ba-4e6b-8065-31e1cd67dad1 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:27.070476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-8b941043-e2ba-4e6b-8065-31e1cd67dad1 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4151676 Nov 12 05:40:27.110692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Request body: {'port': {'device_id': 'b4cd6cf8-ebb0-4747-b673-5640b2402998', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '831b9f40f73243c79c65a6a8d04a74d2'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:27.279640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-f2189837-5e98-4190-a9b4-6a954bf1a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:27.281657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-f2189837-5e98-4190-a9b4-6a954bf1a5e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5389178 Nov 12 05:40:27.339436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.352589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.377696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:41Z', 'revision_number': 5, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:27.450622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-fe2e273b-b080-4c52-9823-29a8d975f797 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592083 Nov 12 05:40:27.459684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f55af-d322-4c79-8eed-8185ae1faefb None None] The sync data for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 is: [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:32:30Z', 'revision_number': 4, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '1e38b961-aaba-4412-9628-46a65c2981db', 'name': '', 'network_id': 'baf7a7c6-fb6c-4f62-aa60-b489b3c60a65', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'mac_address': 'fa:16:3e:4c:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:29Z', 'updated_at': '2021-11-12T05:32:41Z', 'revision_number': 5, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'subnets': [{'id': 'd33a274b-9f92-41a5-992c-21b88f3cda07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:40:27.487874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Pushing event deleted for resources: {'Port': ['ID=424252ae-7554-40c6-a605-386a7f91dcd3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:27.489380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Made reservation on behalf of 831b9f40f73243c79c65a6a8d04a74d2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:40:27.498402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.499241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] No DVR routers for this DVR port 424252ae-7554-40c6-a605-386a7f91dcd3 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:40:27.515492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.516037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.516533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.517433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.517995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.518515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.518979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.519441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.520304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.520775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.521258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.521922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:27.527712 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.532232 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8d168a2d-759b-40a2-ac89-b5dffac4c3a5 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "DELETE /v2.0/ports/424252ae-7554-40c6-a605-386a7f91dcd3 HTTP/1.1" status: 204 len: 168 time: 0.8213956 Nov 12 05:40:27.533029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-deleted', 'tag': '424252ae-7554-40c6-a605-386a7f91dcd3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:27.534133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67eff8b1-3b47-4f11-92e2-36f1430e3a58 req-4e4d07bc-570d-4d71-a092-087b172a0a55 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 210 time: 0.0791752 Nov 12 05:40:27.535034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60330) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:27.537142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.552071 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86965811-28fe-42c8-a59c-982474e3341f" -d '{"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-deleted", "tag": "424252ae-7554-40c6-a605-386a7f91dcd3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:27.650370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['424252ae-7554-40c6-a605-386a7f91dcd3', '760c73a9-609e-410c-bfbb-072e8c6a9538'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:40:27.650518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-393687c7-b896-42b6-8c0a-0493f11ed8fa tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Deleting subnet b8771ff3-e022-4eee-a9da-dd486a3f1ef2 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:40:27.659055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-393687c7-b896-42b6-8c0a-0493f11ed8fa tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.710410 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-393687c7-b896-42b6-8c0a-0493f11ed8fa tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.741716 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765001d6-0f59-452e-b446-041445d9a6ec x-openstack-request-id: req-765001d6-0f59-452e-b446-041445d9a6ec {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:27.742189 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-deleted", "tag": "424252ae-7554-40c6-a605-386a7f91dcd3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:27.742189 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-765001d6-0f59-452e-b446-041445d9a6ec {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:27.742631 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-deleted', 'tag': '424252ae-7554-40c6-a605-386a7f91dcd3', 'status': 'completed', 'code': 200} Nov 12 05:40:27.790336 n-d-765315-28 neutron-server[102590]: INFO neutron.db.db_base_plugin_v2 [None req-393687c7-b896-42b6-8c0a-0493f11ed8fa tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Found port (4e4935fb-039f-4926-aeb1-7804396b4940, 10.2.2.100) having IP allocation on subnet b8771ff3-e022-4eee-a9da-dd486a3f1ef2, cannot delete Nov 12 05:40:27.884369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-deleted', 'tag': '760c73a9-609e-410c-bfbb-072e8c6a9538'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:27.887156 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f09e2-537b-4b2c-9f79-969dcfa3483b" -d '{"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-deleted", "tag": "760c73a9-609e-410c-bfbb-072e8c6a9538"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:27.890908 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-393687c7-b896-42b6-8c0a-0493f11ed8fa tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 05:40:27.892151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393687c7-b896-42b6-8c0a-0493f11ed8fa tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:40:27.897852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-393687c7-b896-42b6-8c0a-0493f11ed8fa tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "DELETE /v2.0/subnets/b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 409 len: 404 time: 0.3616567 Nov 12 05:40:27.900926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60342) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:27.903090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1842ff5d-12bf-4e73-803b-1c00308b18ad req-f1291f94-1093-49f6-9cba-2b401dc5a618 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229298 Nov 12 05:40:28.031618 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057ade11-0114-439f-81b8-1844160d0747 x-openstack-request-id: req-057ade11-0114-439f-81b8-1844160d0747 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:28.032099 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44be2e96-ee84-4bfe-9f80-59078a63f396", "name": "network-vif-deleted", "tag": "760c73a9-609e-410c-bfbb-072e8c6a9538", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:28.032472 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-057ade11-0114-439f-81b8-1844160d0747 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:28.034002 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be2e96-ee84-4bfe-9f80-59078a63f396', 'name': 'network-vif-deleted', 'tag': '760c73a9-609e-410c-bfbb-072e8c6a9538', 'status': 'completed', 'code': 200} Nov 12 05:40:28.073033 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.073924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-af27e3df-af78-4780-ac0a-7a735177702c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Deleting subnet 9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:40:28.086549 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49196ae5-32b8-486f-ad12-b79730babd62 None None] New status for floating IP 25066a37-fd23-4217-b5d1-f829dd9f220c: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:40:28.095673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.098882 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af27e3df-af78-4780-ac0a-7a735177702c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.212698 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af27e3df-af78-4780-ac0a-7a735177702c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.222621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4162736e-d236-4bbe-8845-79bfb295b456,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:28.300298 n-d-765315-28 neutron-server[102589]: INFO neutron.db.db_base_plugin_v2 [None req-af27e3df-af78-4780-ac0a-7a735177702c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Found port (247ed4f5-3ef5-471c-9346-f13cd3cc2adb, 10.1.1.158) having IP allocation on subnet 9c30501f-f8b3-49c8-8d6b-5449e52f8fc0, cannot delete Nov 12 05:40:28.302245 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-af27e3df-af78-4780-ac0a-7a735177702c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 05:40:28.302773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af27e3df-af78-4780-ac0a-7a735177702c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:40:28.309730 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-af27e3df-af78-4780-ac0a-7a735177702c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "DELETE /v2.0/subnets/9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 409 len: 404 time: 0.4065647 Nov 12 05:40:28.309941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60348) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:28.412350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Allocated IP 192.168.233.164 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/5e404a2d-3a78-4554-9aa8-a0339a85c964) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:40:28.498615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-da67ff4b-8451-4c32-9d57-182ffe96df91 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.535941 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-da67ff4b-8451-4c32-9d57-182ffe96df91 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 05:40:28.536513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da67ff4b-8451-4c32-9d57-182ffe96df91 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:40:28.540063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-da67ff4b-8451-4c32-9d57-182ffe96df91 tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "DELETE /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 409 len: 405 time: 0.2285995 Nov 12 05:40:28.544670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60352) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:28.661459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.712198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a69598b7-af20-4b92-b96d-7d9a5441b41c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.720768 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69598b7-af20-4b92-b96d-7d9a5441b41c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 05:40:28.721326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69598b7-af20-4b92-b96d-7d9a5441b41c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:40:28.735710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a69598b7-af20-4b92-b96d-7d9a5441b41c tempest-TaggedBootDevicesTest-1482500805 tempest-TaggedBootDevicesTest-1482500805-project] 10.222.0.48 "DELETE /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c HTTP/1.1" status: 409 len: 405 time: 0.1898143 Nov 12 05:40:28.738524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4881a659-70b0-406e-9816-cbc2a31e7b7b req-affc8604-cac8-4019-a6b4-15cee3f78631 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 210 time: 0.0646966 Nov 12 05:40:28.816456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.919075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:40:28.921090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Pushing event updated for resources: {'Port': ['ID=5e404a2d-3a78-4554-9aa8-a0339a85c964,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:28.937173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:40:28.940032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:40:29.015320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:29.016019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:29.041520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-1f184375-a086-4981-a2ab-3639ee6d70c2 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9491401 Nov 12 05:40:29.233979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Request body: {'port': {'device_id': 'b4cd6cf8-ebb0-4747-b673-5640b2402998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:29.311870 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:29.337286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-01370741-c39b-4b24-a63b-c61afaf7d9fa None None] Provisioning complete for port 5e404a2d-3a78-4554-9aa8-a0339a85c964 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:29.338380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01370741-c39b-4b24-a63b-c61afaf7d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:29.376541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-01370741-c39b-4b24-a63b-c61afaf7d9fa None None] Port 5e404a2d-3a78-4554-9aa8-a0339a85c964 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:40:29.680557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e404a2d-3a78-4554-9aa8-a0339a85c964 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:40:29.689779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:29.706995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Transition to ACTIVE for port object 5e404a2d-3a78-4554-9aa8-a0339a85c964 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:40:29.713750 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:29.815666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Pushing event updated for resources: {'Port': ['ID=5e404a2d-3a78-4554-9aa8-a0339a85c964,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:29.961519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbed3f-303c-4eed-889e-8f3c178f736a req-2fd7c937-959d-4ab2-8ef5-3eaa9db526e3 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:29.970440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cbed3f-303c-4eed-889e-8f3c178f736a req-2fd7c937-959d-4ab2-8ef5-3eaa9db526e3 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 948 time: 0.1026702 Nov 12 05:40:29.977631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Attempting to bind port 5e404a2d-3a78-4554-9aa8-a0339a85c964 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:40:29.977885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Attempting to bind port 5e404a2d-3a78-4554-9aa8-a0339a85c964 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:40:29.978209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Attempting to bind port 5e404a2d-3a78-4554-9aa8-a0339a85c964 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:29.995649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Port 5e404a2d-3a78-4554-9aa8-a0339a85c964 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:40:29.995977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Attempting to bind port 5e404a2d-3a78-4554-9aa8-a0339a85c964 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:30.004983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:40:30.005329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:40:30.006242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:40:30.006707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Bound port: 5e404a2d-3a78-4554-9aa8-a0339a85c964, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:40:30.007068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:30.099003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cbed3f-303c-4eed-889e-8f3c178f736a req-3e9bda26-1a13-4f84-81d8-4be92e72a41c tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276720 Nov 12 05:40:30.114175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] For port 5e404a2d-3a78-4554-9aa8-a0339a85c964, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:40:30.117825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] For port 5e404a2d-3a78-4554-9aa8-a0339a85c964, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:40:30.123727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:30.166392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:30.167081 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:30.168693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] 10.222.0.47 "PUT /v2.0/ports/5e404a2d-3a78-4554-9aa8-a0339a85c964 HTTP/1.1" status: 200 len: 1097 time: 1.1178880 Nov 12 05:40:30.169146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cd6cf8-ebb0-4747-b673-5640b2402998', 'tag': '5e404a2d-3a78-4554-9aa8-a0339a85c964'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:30.171423 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cd6cf8-ebb0-4747-b673-5640b2402998", "tag": "5e404a2d-3a78-4554-9aa8-a0339a85c964"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:30.334258 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7ae122-c575-41f7-b9a7-651e9d75a6fa x-openstack-request-id: req-ef7ae122-c575-41f7-b9a7-651e9d75a6fa {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:30.334959 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cd6cf8-ebb0-4747-b673-5640b2402998", "tag": "5e404a2d-3a78-4554-9aa8-a0339a85c964", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:30.334959 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef7ae122-c575-41f7-b9a7-651e9d75a6fa {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:30.335325 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cd6cf8-ebb0-4747-b673-5640b2402998', 'tag': '5e404a2d-3a78-4554-9aa8-a0339a85c964', 'status': 'completed', 'code': 200} Nov 12 05:40:30.336838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7fc61-4083-4f80-afb6-72a2cc32d640 service neutron] Pushing event updated for resources: {'Port': ['ID=5e404a2d-3a78-4554-9aa8-a0339a85c964,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:30.367632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc671-a616-44e3-afee-5e7760e9797a req-43fc4b4b-70e6-4cc1-84da-83eb2c222a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:30.369182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-43fc4b4b-70e6-4cc1-84da-83eb2c222a67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=831b9f40f73243c79c65a6a8d04a74d2&device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 1100 time: 0.1515920 Nov 12 05:40:30.450446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-3bf50076-652d-4a5a-b57a-8dd625f08219 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964 HTTP/1.1" status: 200 len: 217 time: 0.0719194 Nov 12 05:40:30.529651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc671-a616-44e3-afee-5e7760e9797a req-d0c02a7e-0e49-4cf2-8df1-cc2844e1f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:30.532159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-d0c02a7e-0e49-4cf2-8df1-cc2844e1f153 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0632288 Nov 12 05:40:30.622646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc671-a616-44e3-afee-5e7760e9797a req-427fe7f6-5229-43d0-aa46-63d3787e789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:30.624453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-427fe7f6-5229-43d0-aa46-63d3787e789d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729411 Nov 12 05:40:30.765300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-5652a8d5-0375-4f28-bbfa-c6bf984c0f42 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282709 Nov 12 05:40:30.939408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12fdc671-a616-44e3-afee-5e7760e9797a req-abf95366-6078-4ae4-b376-243feb8a2262 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659777 Nov 12 05:40:31.113062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-03db0c09-b41a-4a2f-b912-081fc31b4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:31.115599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-03db0c09-b41a-4a2f-b912-081fc31b4c5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=831b9f40f73243c79c65a6a8d04a74d2&device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 1100 time: 0.1147773 Nov 12 05:40:31.398205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-55c38f11-bea4-4272-a143-3b8adc86c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:31.399257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-55c38f11-bea4-4272-a143-3b8adc86c6e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.2753787 Nov 12 05:40:31.441071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60530) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:31.565751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-1df4b079-906f-4ccb-b0a3-c74c33e3fb8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964 HTTP/1.1" status: 200 len: 217 time: 0.1417763 Nov 12 05:40:31.678507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4b169-2e19-4580-b17d-52aa0bec7807 req-286acc72-2df7-4af2-9caf-ec316035292e tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:31.688299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0f4b169-2e19-4580-b17d-52aa0bec7807 req-286acc72-2df7-4af2-9caf-ec316035292e tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 948 time: 0.2877247 Nov 12 05:40:31.695165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1405472b-162b-4ecb-b26e-4429245757ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:31.744430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-c9be67b1-100a-4103-8147-8e36d97d4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:31.746099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-c9be67b1-100a-4103-8147-8e36d97d4a9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.1705866 Nov 12 05:40:31.848616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1405472b-162b-4ecb-b26e-4429245757ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:31.855005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1405472b-162b-4ecb-b26e-4429245757ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:31.873433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0f4b169-2e19-4580-b17d-52aa0bec7807 req-8492f915-e0b2-4f7a-949f-4b7ec3da07ae tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841841 Nov 12 05:40:31.893718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405472b-162b-4ecb-b26e-4429245757ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f55404-fbf7-43ad-a064-8dbfa0323f39,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:31.916246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-7b3b215e-0f60-46d7-a60a-9d98db5c291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:31.920725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-7b3b215e-0f60-46d7-a60a-9d98db5c291c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1546073 Nov 12 05:40:31.949922 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1405472b-162b-4ecb-b26e-4429245757ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a73b59e4573e4c3e8059eee73d5a6ea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5074978 Nov 12 05:40:31.952733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60584) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:32.063673 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cf8185c-94c9-446b-a302-a7e7598e374a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.099836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-0a9c3c81-da9c-4f4c-b40e-f056842c1eac service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696901 Nov 12 05:40:32.119653 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cf8185c-94c9-446b-a302-a7e7598e374a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.197298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cf8185c-94c9-446b-a302-a7e7598e374a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.200450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cf8185c-94c9-446b-a302-a7e7598e374a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.201617 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9cf8185c-94c9-446b-a302-a7e7598e374a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97f55404-fbf7-43ad-a064-8dbfa0323f39 HTTP/1.1" status: 204 len: 168 time: 0.2473783 Nov 12 05:40:32.213274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8185c-94c9-446b-a302-a7e7598e374a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f55404-fbf7-43ad-a064-8dbfa0323f39,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:32.237152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1d134a4-97a3-4f2b-9c31-38aece02e2f1 req-d5cd2239-1eb6-468f-b2ae-dd4d709c9ac4 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297913 Nov 12 05:40:32.592346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5e404a2d-3a78-4554-9aa8-a0339a85c964 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:40:32.703263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60674) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:32.721724 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdec98c5-7311-48e4-ad86-59eef158401f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.758850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5e404a2d-3a78-4554-9aa8-a0339a85c964, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:32.778968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '5e404a2d-3a78-4554-9aa8-a0339a85c964', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '5e404a2d-3a78-4554-9aa8-a0339a85c964', 'mac_address': 'fa:16:3e:88:42:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:40:32.824565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdec98c5-7311-48e4-ad86-59eef158401f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.829465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdec98c5-7311-48e4-ad86-59eef158401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.864625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.885319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e404a2d-3a78-4554-9aa8-a0339a85c964 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:40:32.885506 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cdec98c5-7311-48e4-ad86-59eef158401f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3851b2b06cab45e0add9bf1af739625d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809525 Nov 12 05:40:32.886820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec98c5-7311-48e4-ad86-59eef158401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de91322-1294-4e11-bd03-f9c418e68be3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:32.888136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60698) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:32.924088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5e404a2d-3a78-4554-9aa8-a0339a85c964, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:32.932125 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:32.997810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=5e404a2d-3a78-4554-9aa8-a0339a85c964,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:33.054405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:33.089408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2343-4a8d-476d-9175-a669b4d148bb req-4b0a9583-bbc4-4f1d-9784-2cbb03051dca tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:33.090958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da0c2343-4a8d-476d-9175-a669b4d148bb req-4b0a9583-bbc4-4f1d-9784-2cbb03051dca tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 949 time: 0.1191728 Nov 12 05:40:33.102169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:33.182213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da0c2343-4a8d-476d-9175-a669b4d148bb req-954ebb92-9260-47b1-b7e5-111d1f220e96 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763986 Nov 12 05:40:33.183998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['5e404a2d-3a78-4554-9aa8-a0339a85c964'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:40:33.214852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:33.216433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:33.220558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0de91322-1294-4e11-bd03-f9c418e68be3 HTTP/1.1" status: 204 len: 168 time: 0.3291192 Nov 12 05:40:33.246305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de91322-1294-4e11-bd03-f9c418e68be3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:33.257806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.259508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.260071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.261066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.261619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.262441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.263130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.263793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.264625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.265181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.266019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.266852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d696a59-af28-4a5f-b348-599e6c44356b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:33.760997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60810) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:33.778776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46568fb2-fa61-4e57-ad1e-65263d6374c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:33.887496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46568fb2-fa61-4e57-ad1e-65263d6374c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:33.895462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46568fb2-fa61-4e57-ad1e-65263d6374c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:33.948198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-46568fb2-fa61-4e57-ad1e-65263d6374c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbb622c201ce48ee8606aaede359c79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1856291 Nov 12 05:40:33.949380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46568fb2-fa61-4e57-ad1e-65263d6374c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b911d6af-3064-49d9-b93a-56cda8316ccd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:33.951148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60834) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:34.020674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-499ca580-c61d-45ba-837a-acb5e17413ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:34.053286 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-499ca580-c61d-45ba-837a-acb5e17413ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:34.126383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-499ca580-c61d-45ba-837a-acb5e17413ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:34.129070 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-499ca580-c61d-45ba-837a-acb5e17413ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:34.130406 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-499ca580-c61d-45ba-837a-acb5e17413ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b911d6af-3064-49d9-b93a-56cda8316ccd HTTP/1.1" status: 204 len: 168 time: 0.1776285 Nov 12 05:40:34.161862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ca580-c61d-45ba-837a-acb5e17413ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b911d6af-3064-49d9-b93a-56cda8316ccd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:34.327644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31055b6-9797-4ea9-80af-4d31d94e252f req-4a5b49ea-9484-47fd-81ce-d12e870845b3 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:34.329140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d31055b6-9797-4ea9-80af-4d31d94e252f req-4a5b49ea-9484-47fd-81ce-d12e870845b3 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 949 time: 0.0586340 Nov 12 05:40:34.416428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d31055b6-9797-4ea9-80af-4d31d94e252f req-60a27700-4021-4b5a-a5cd-103717726fb1 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800204 Nov 12 05:40:34.607812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5e404a2d-3a78-4554-9aa8-a0339a85c964 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:40:34.674383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 5e404a2d-3a78-4554-9aa8-a0339a85c964 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:40:34.683418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 5e404a2d-3a78-4554-9aa8-a0339a85c964 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:34.683781 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:34.810424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:34.855931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5e404a2d-3a78-4554-9aa8-a0339a85c964, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:34.857357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd6cf8-ebb0-4747-b673-5640b2402998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e404a2d-3a78-4554-9aa8-a0339a85c964'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:34.860650 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb43bf-e5c5-41c1-b7a9-ae211b169414" -d '{"events": [{"server_uuid": "b4cd6cf8-ebb0-4747-b673-5640b2402998", "name": "network-vif-plugged", "status": "completed", "tag": "5e404a2d-3a78-4554-9aa8-a0339a85c964"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:34.865022 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:34.925808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=5e404a2d-3a78-4554-9aa8-a0339a85c964,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:35.136181 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e40bd5b-35c2-467b-98e9-8b9662daa3a5 x-openstack-request-id: req-2e40bd5b-35c2-467b-98e9-8b9662daa3a5 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:35.136470 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd6cf8-ebb0-4747-b673-5640b2402998", "name": "network-vif-plugged", "status": "completed", "tag": "5e404a2d-3a78-4554-9aa8-a0339a85c964", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:35.136719 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e40bd5b-35c2-467b-98e9-8b9662daa3a5 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:35.137117 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cd6cf8-ebb0-4747-b673-5640b2402998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e404a2d-3a78-4554-9aa8-a0339a85c964', 'code': 200} Nov 12 05:40:35.250131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d912cb-6191-4e37-9960-e3c590f1197e req-312462b2-db7d-4ca2-bcef-066342dbf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:35.251781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32d912cb-6191-4e37-9960-e3c590f1197e req-312462b2-db7d-4ca2-bcef-066342dbf8cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 1102 time: 0.0428612 Nov 12 05:40:35.297745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32d912cb-6191-4e37-9960-e3c590f1197e req-a6270022-b958-429a-8d1a-849d3214baa5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385487 Nov 12 05:40:35.596897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b544af-abb7-47fd-bf44-d6314798ee80 req-d57129d8-243a-4eda-b5df-851faab375f4 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:35.598396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6b544af-abb7-47fd-bf44-d6314798ee80 req-d57129d8-243a-4eda-b5df-851faab375f4 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 950 time: 0.0849011 Nov 12 05:40:35.666950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6b544af-abb7-47fd-bf44-d6314798ee80 req-265d04c3-e741-49d3-af7b-763944d148e3 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597465 Nov 12 05:40:35.982823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50600292-3e7a-4571-a948-bdb9cdef838b req-13cc22ab-eab6-4131-8bb5-db7736be8935 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:35.984326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-13cc22ab-eab6-4131-8bb5-db7736be8935 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/networks?id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a HTTP/1.1" status: 200 len: 814 time: 0.1228249 Nov 12 05:40:36.002641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-615869b7-9e29-4228-ad3f-fefba7dfaf19 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/quotas/f6c9a03cc3d5407bad5c8bbc257b0e06 HTTP/1.1" status: 200 len: 375 time: 0.0114615 Nov 12 05:40:36.038359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-d524ed67-1ad5-4eed-90ea-a880593d7eb5 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6c9a03cc3d5407bad5c8bbc257b0e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297771 Nov 12 05:40:36.300601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-29356e88-86f1-435e-9d6e-a26ce901b6ca service neutron] 10.222.0.48 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548423 Nov 12 05:40:36.673230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-d885d965-c13c-4d63-be58-113e1eb1f9f6 service neutron] 10.222.0.48 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661036 Nov 12 05:40:37.319967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32846) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:37.325594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'network': {'name': 'tempest-network-smoke--1334812518', 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'port_security_enabled': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:37.350074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Made reservation on behalf of 7c2abc6d2bd944878fb0a80bc9b20925 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:40:37.354948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.378782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.428863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936debf-a9b4-42c0-b0aa-5115f8b72eca req-a8ff1d31-2b85-4a9c-a744-1f1cf0ffe3b7 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:37.430582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2936debf-a9b4-42c0-b0aa-5115f8b72eca req-a8ff1d31-2b85-4a9c-a744-1f1cf0ffe3b7 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 950 time: 0.0627787 Nov 12 05:40:37.474938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.480455 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.490894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2936debf-a9b4-42c0-b0aa-5115f8b72eca req-90343a08-7d4a-43ad-98ec-45b7a550f6c1 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514941 Nov 12 05:40:37.525341 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:40:37.543863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8079f71f-250e-436a-bd5f-a16eabed3f37,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:37.548919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.549271 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Added segment f6d60839-0d2c-4547-b608-7d6f94fc0199 of type vlan for network 00250775-38dc-42b6-ab00-14a965dafd0b Nov 12 05:40:37.595123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.616881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccd35129-0825-4d22-b595-8a7e20a1fcf9 req-5d875a01-bd8d-4d5d-8cfa-cc446d78e211 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 210 time: 0.0396495 Nov 12 05:40:37.626504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.640464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:37.641237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.721580 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3981371 Nov 12 05:40:37.721934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 32856) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:37.727024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'admin_state_up': True, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:37.729864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5018e3-1848-47dd-b255-bca151bad2b9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Network': ['ID=00250775-38dc-42b6-ab00-14a965dafd0b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:37.748562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 00250775-38dc-42b6-ab00-14a965dafd0b details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:40:37.760832 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.762090 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.849039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:38.036731 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:38.273026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50600292-3e7a-4571-a948-bdb9cdef838b req-b6627941-670c-4d07-b935-2e4b4a046ce9 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:38.275320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-b6627941-670c-4d07-b935-2e4b4a046ce9 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.43 "GET /v2.0/networks?id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a HTTP/1.1" status: 200 len: 814 time: 0.1523530 Nov 12 05:40:38.321947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Request body: {'port': {'device_id': 'b304cf3c-98d2-4032-aa97-d1b74cea3020', 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a', 'admin_state_up': True, 'tenant_id': 'f6c9a03cc3d5407bad5c8bbc257b0e06'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:38.433866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:38.460038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:38.556175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Made reservation on behalf of f6c9a03cc3d5407bad5c8bbc257b0e06 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:40:38.560755 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:38.630762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Allocated IP 172.25.2.254 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/fb4051cd-15da-4e77-98b6-c138dd20e05e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:40:38.785026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c568eaf9-7db8-4cf5-a8d2-ea71e78253a2 req-0f4f86f5-a02a-4b19-a94c-836696760a9c tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 210 time: 0.0733209 Nov 12 05:40:38.847779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Allocated IP 172.20.0.7 (4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a/bf857f25-c7c3-4f75-bc33-e184445f4c32/2a6bbe5f-2d9b-451a-9f9c-7522e3925544) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:40:38.892491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.016914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.069952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:40:39.080261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:40:39.089882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:40:39.098816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=fb4051cd-15da-4e77-98b6-c138dd20e05e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:39.099426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38f611-d9d3-41a3-92fa-aeef713214d2 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:40:39.137647 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.233493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ce9bfdf3-3df8-4823-b9db-38abc38b9b9e None None] Provisioning complete for port fb4051cd-15da-4e77-98b6-c138dd20e05e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:39.233887 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce9bfdf3-3df8-4823-b9db-38abc38b9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.269419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bfdf3-3df8-4823-b9db-38abc38b9b9e None None] Port fb4051cd-15da-4e77-98b6-c138dd20e05e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:40:39.278629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.320695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:40:39.328666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:40:39.335662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:40:39.354321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f83455-25e5-4f3d-85d6-a5d6e0ee6ff3 None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:40:39.409313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3a732387-98ea-4a60-8ce8-3e0750cf0a6a None None] Provisioning complete for port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:39.410013 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3a732387-98ea-4a60-8ce8-3e0750cf0a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.418296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Pushing event updated for resources: {'Port': ['ID=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:39.476438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:39.477144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.478744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3a732387-98ea-4a60-8ce8-3e0750cf0a6a None None] Port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:40:39.512497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-261de3ec-36c7-4e48-9fe1-38ca38aab99d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1944232 Nov 12 05:40:39.515679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.555636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Request body: {'port': {'device_id': 'b304cf3c-98d2-4032-aa97-d1b74cea3020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:39.662141 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.967220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:40.004522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3e4b-4977-4e9b-8870-ce99a54dde1b req-06a5cb7e-af06-476e-ac69-e2de38c328c3 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:40.007369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-290f3e4b-4977-4e9b-8870-ce99a54dde1b req-06a5cb7e-af06-476e-ac69-e2de38c328c3 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 931 time: 0.1311743 Nov 12 05:40:40.513392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:40:40.532342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-290f3e4b-4977-4e9b-8870-ce99a54dde1b req-204af838-03a1-48f0-9a07-75b443543085 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551778 Nov 12 05:40:40.535002 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:40.553169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Transition to ACTIVE for port object 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:40:40.562824 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:40.619748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea47c08d-5a65-4c77-aeec-6211b68e4789 None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:40:40.656930 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:40.664168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:40.725198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Router eaa473fb-414f-42a6-b193-4b9b523a5f45 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:40:40.745618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Attempting to bind port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:40:40.745968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Attempting to bind port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:40:40.746303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Attempting to bind port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 on network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:40.784816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 on network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:40:40.785144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Attempting to bind port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 on network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:40.798002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:40:40.798421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Checking segment: {'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:40:40.799036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Bound using segment: {'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:40:40.799481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Bound port: 2a6bbe5f-2d9b-451a-9f9c-7522e3925544, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:40:40.799839 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:40.900284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:40:40.913846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Sync routers for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:40:40.923610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] For port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:40:40.925009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:40:40.925836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:40.928516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] For port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:40:40.937844 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.006921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:41.019173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:41.020612 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.022604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-f2af5ad0-faf8-428a-8677-131f02666a62 service neutron] 10.222.0.43 "PUT /v2.0/ports/2a6bbe5f-2d9b-451a-9f9c-7522e3925544 HTTP/1.1" status: 200 len: 1092 time: 1.4716179 Nov 12 05:40:41.023194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b304cf3c-98d2-4032-aa97-d1b74cea3020', 'tag': '2a6bbe5f-2d9b-451a-9f9c-7522e3925544'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:41.026730 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e" -d '{"events": [{"name": "network-changed", "server_uuid": "b304cf3c-98d2-4032-aa97-d1b74cea3020", "tag": "2a6bbe5f-2d9b-451a-9f9c-7522e3925544"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:41.062658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.068775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7e3a0bab-838f-4098-876b-3ba585f8fa5f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3451097 Nov 12 05:40:41.069077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32932) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:41.076262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4f10d-a9ad-4a69-be69-e7ae18a98c67 None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:40:41.123090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:40:41.165257 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbd7630-027b-49a0-a6b2-81caad2059b8 x-openstack-request-id: req-cdbd7630-027b-49a0-a6b2-81caad2059b8 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:41.166732 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b304cf3c-98d2-4032-aa97-d1b74cea3020", "tag": "2a6bbe5f-2d9b-451a-9f9c-7522e3925544", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:41.167077 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdbd7630-027b-49a0-a6b2-81caad2059b8 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:41.170848 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b304cf3c-98d2-4032-aa97-d1b74cea3020', 'tag': '2a6bbe5f-2d9b-451a-9f9c-7522e3925544', 'status': 'completed', 'code': 200} Nov 12 05:40:41.185285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50600292-3e7a-4571-a948-bdb9cdef838b req-09070e5b-3620-4531-a682-28889d0aa639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:41.188129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-09070e5b-3620-4531-a682-28889d0aa639 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6c9a03cc3d5407bad5c8bbc257b0e06&device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 1095 time: 0.0902367 Nov 12 05:40:41.214144 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f4cfbd9c-4bfe-4b27-ab13-cd455110cc74 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7c2abc6d2bd944878fb0a80bc9b20925&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1438713 Nov 12 05:40:41.215178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:41.276508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-528004b1-c303-4f48-a186-79014d0f9c4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6bbe5f-2d9b-451a-9f9c-7522e3925544 HTTP/1.1" status: 200 len: 217 time: 0.0739968 Nov 12 05:40:41.365310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50600292-3e7a-4571-a948-bdb9cdef838b req-d61fa54e-f77f-4a04-ae7b-191fa9a65c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:41.373801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bafcc0e-88e1-47ac-af33-0a3fe673af4a tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:41.381370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-d61fa54e-f77f-4a04-ae7b-191fa9a65c3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf857f25-c7c3-4f75-bc33-e184445f4c32 HTTP/1.1" status: 200 len: 854 time: 0.0958345 Nov 12 05:40:41.382133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 32946) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:41.391059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8bafcc0e-88e1-47ac-af33-0a3fe673af4a tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1625834 Nov 12 05:40:41.432738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:39Z', 'revision_number': 3, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:41.448957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32948) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:41.449386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-309be58b-1468-4b70-80fe-cdbb0a6ef985 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645757 Nov 12 05:40:41.451689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-08dd2b32-02e2-40fe-a5de-af68c94210f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573444 Nov 12 05:40:41.454472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2026134222', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:41.463170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Checking router: eaa473fb-414f-42a6-b193-4b9b523a5f45 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:40:41.463755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Updating router eaa473fb-414f-42a6-b193-4b9b523a5f45 port fb4051cd-15da-4e77-98b6-c138dd20e05e binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:40:41.509154 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.613586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-30b093c5-1447-4025-94da-a8fb1709ad0e service neutron] 10.222.0.43 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540012 Nov 12 05:40:41.614883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Made reservation on behalf of 7c2abc6d2bd944878fb0a80bc9b20925 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:40:41.619576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.770770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7399c2-9cfd-4d6b-8feb-5483665d7ad2 req-bd0bcbf6-d437-40e2-9f90-76e82bd20e4e tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:41.773612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c7399c2-9cfd-4d6b-8feb-5483665d7ad2 req-bd0bcbf6-d437-40e2-9f90-76e82bd20e4e tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 943 time: 0.1033640 Nov 12 05:40:41.802634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50600292-3e7a-4571-a948-bdb9cdef838b req-3da90c01-354e-4646-8b03-5a1b50ce7842 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817093 Nov 12 05:40:41.838566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c7399c2-9cfd-4d6b-8feb-5483665d7ad2 req-8045d33b-be3b-4bc5-be4a-a44d69ab1904 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566523 Nov 12 05:40:41.928725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.966301 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.976775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.997405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Subnet': ['ID=8ef910a6-c250-4dfe-8948-c6f188b217c4,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:42.006711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-6c44675d-cd44-4e87-b99b-c53f0d0536a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:42.008308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-6c44675d-cd44-4e87-b99b-c53f0d0536a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6c9a03cc3d5407bad5c8bbc257b0e06&device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 1095 time: 0.0759199 Nov 12 05:40:42.019299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ea274-e387-41c0-9b8a-5c69bb3b0495 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:40:42.037170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Checking segment: {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:40:42.037545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network hostable DHCP agents. Network: 00250775-38dc-42b6-ab00-14a965dafd0b, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:40:42.060585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 00250775-38dc-42b6-ab00-14a965dafd0b is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:40:42.070028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Attempting to bind port fb4051cd-15da-4e77-98b6-c138dd20e05e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:40:42.070750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Attempting to bind port fb4051cd-15da-4e77-98b6-c138dd20e05e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:40:42.071228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Attempting to bind port fb4051cd-15da-4e77-98b6-c138dd20e05e on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:42.073708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 00250775-38dc-42b6-ab00-14a965dafd0b) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:40:42.080544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:42.081428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:40:42.081966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:40:42.082486 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:42.082817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:42.083075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:40:42.083681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Bound port: fb4051cd-15da-4e77-98b6-c138dd20e05e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:40:42.084155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:42.105293 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cabfc8c9-085c-438b-9a9d-266b92a1c7ef tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6552181 Nov 12 05:40:42.107991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 32956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:42.110643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d5c18-e736-4ded-8cd0-819db5d2ea7d None None] Network 00250775-38dc-42b6-ab00-14a965dafd0b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:40:42.156439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Pushing event updated for resources: {'Port': ['ID=fb4051cd-15da-4e77-98b6-c138dd20e05e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:42.178387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-e82c7547-d3e3-440e-988f-06790b1eef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:42.183616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.184064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.184500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.185017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.185337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-e82c7547-d3e3-440e-988f-06790b1eef0b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a HTTP/1.1" status: 200 len: 915 time: 0.1681967 Nov 12 05:40:42.185526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.185950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.186400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.186843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.187274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.187745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.188190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.188581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:42.231839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e7d2bbe7-b88b-4805-a5c1-09bc9ff645c8 None None] Provisioning complete for port fb4051cd-15da-4e77-98b6-c138dd20e05e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:42.232368 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7d2bbe7-b88b-4805-a5c1-09bc9ff645c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:42.264173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] For port fb4051cd-15da-4e77-98b6-c138dd20e05e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:40:42.281821 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] For port fb4051cd-15da-4e77-98b6-c138dd20e05e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fb4051cd-15da-4e77-98b6-c138dd20e05e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:40:42.283001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2bbe7-b88b-4805-a5c1-09bc9ff645c8 None None] Port fb4051cd-15da-4e77-98b6-c138dd20e05e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:40:42.293203 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:42.347543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-f99220a5-d58d-452c-99b7-d612c1a33926 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6bbe5f-2d9b-451a-9f9c-7522e3925544 HTTP/1.1" status: 200 len: 217 time: 0.1485538 Nov 12 05:40:42.385278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627761f6-d926-4940-a05a-293b3328b9cb None None] Pushing event updated for resources: {'Port': ['ID=fb4051cd-15da-4e77-98b6-c138dd20e05e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:42.417112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e1232-30ef-440a-8fa6-b97e8f0fe20e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:40:42.488178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-51055e8c-83cb-40b6-a014-069a71d8e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:42.490649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-51055e8c-83cb-40b6-a014-069a71d8e4f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf857f25-c7c3-4f75-bc33-e184445f4c32 HTTP/1.1" status: 200 len: 854 time: 0.1210909 Nov 12 05:40:42.520995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:40:42.521671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:42.532314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-393c60d1-c92b-46e2-93e9-54cd354ccad9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329790 Nov 12 05:40:42.622460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-00250775-38dc-42b6-ab00-14a965dafd0b', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:40:42.623452 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:42.627530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-26e44fd1-1e4d-4777-9073-f9da267f5dca None None] Provisioning complete for port fb4051cd-15da-4e77-98b6-c138dd20e05e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:42.627897 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-26e44fd1-1e4d-4777-9073-f9da267f5dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:42.684560 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-4f5059a0-ecf0-4e43-b7a4-39777d6ce914 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424594 Nov 12 05:40:42.812984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02fb7dcf-b2a3-4156-ae13-f9c625afa51e req-20536f90-40a1-4d08-802e-745de1ac71c1 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194279 Nov 12 05:40:42.860991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:40:42.895294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.022101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05b75-f074-4486-bb60-5fc90edf87ec req-becbddc4-4dc9-418b-8a8b-2efb37d3c21a tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:43.023949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57c05b75-f074-4486-bb60-5fc90edf87ec req-becbddc4-4dc9-418b-8a8b-2efb37d3c21a tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 943 time: 0.0857050 Nov 12 05:40:43.107954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57c05b75-f074-4486-bb60-5fc90edf87ec req-6edf67f9-68e3-49c1-8d7b-c58cbe3a84bf tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738821 Nov 12 05:40:43.334582 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-26e44fd1-1e4d-4777-9073-f9da267f5dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.350700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Allocated IP 172.20.0.2 (00250775-38dc-42b6-ab00-14a965dafd0b/8ef910a6-c250-4dfe-8948-c6f188b217c4/fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:40:43.468775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-26e44fd1-1e4d-4777-9073-f9da267f5dca None None] For port fb4051cd-15da-4e77-98b6-c138dd20e05e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fb4051cd-15da-4e77-98b6-c138dd20e05e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:43.484832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-26e44fd1-1e4d-4777-9073-f9da267f5dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.614764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e44fd1-1e4d-4777-9073-f9da267f5dca None None] Pushing event updated for resources: {'Port': ['ID=fb4051cd-15da-4e77-98b6-c138dd20e05e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:43.689989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.697341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:39Z', 'revision_number': 3, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:43.700760 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.735779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac19155-3b0a-4a50-af28-b721cff6539e None None] The sync data for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 is: [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:39Z', 'revision_number': 3, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:40:43.772965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Allocated IP 172.20.0.1 (00250775-38dc-42b6-ab00-14a965dafd0b/8ef910a6-c250-4dfe-8948-c6f188b217c4/5f5e2030-dc7c-453f-a5aa-7eaec81f20b9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:40:43.774240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Network 00250775-38dc-42b6-ab00-14a965dafd0b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:40:43.779769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:40:43.783380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:40:43.791187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Pushing event updated for resources: {'Port': ['ID=fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:43.871679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Attempting to bind port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:40:43.872248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Attempting to bind port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:40:43.872790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Attempting to bind port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 on network 00250775-38dc-42b6-ab00-14a965dafd0b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:43.893235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:40:43.894456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Checking segment: {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:40:43.894712 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.895107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Bound using segment: {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:40:43.895846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Bound port: fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:40:43.896270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.899501 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6f3-7b0c-4078-b867-1a987c517ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.967265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:43.978335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] For port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:40:43.982862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] For port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:40:44.019067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:44.048916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:44.107245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b203719-78b6-48d0-a164-b4afff131c13 None None] Pushing event updated for resources: {'Port': ['ID=fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:44.195092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:44.224845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 00250775-38dc-42b6-ab00-14a965dafd0b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:40:44.228038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:40:44.242388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:40:44.349497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:44.399105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbadf6-1cd3-4ee9-8ea7-ef4442d67d83 req-afbab443-a0e4-405f-b809-85c665c7912b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:44.401014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69fbadf6-1cd3-4ee9-8ea7-ef4442d67d83 req-afbab443-a0e4-405f-b809-85c665c7912b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 943 time: 0.1362934 Nov 12 05:40:44.598522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69fbadf6-1cd3-4ee9-8ea7-ef4442d67d83 req-d587abf6-8a0a-49a5-a272-29d06c217f8b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738579 Nov 12 05:40:44.621876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:44.935750 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:44.940976 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:45.021579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:45.047081 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:45.156378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 00250775-38dc-42b6-ab00-14a965dafd0b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:40:45.157894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:40:45.376590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34078baa-cd62-4624-8001-fdaf5bf8141b None None] Network 00250775-38dc-42b6-ab00-14a965dafd0b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:40:45.464866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a5a54136-32a9-4043-b3c9-2034b3edacff None None] Provisioning complete for port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:45.465298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5a54136-32a9-4043-b3c9-2034b3edacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:45.716971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Router eaa473fb-414f-42a6-b193-4b9b523a5f45 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:40:45.755758 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5a54136-32a9-4043-b3c9-2034b3edacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:45.791248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137db71-ce8a-4628-af2f-4cb200214f0d req-367184d5-64c1-45a7-99fe-610e0a20ab9b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:45.792852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8137db71-ce8a-4628-af2f-4cb200214f0d req-367184d5-64c1-45a7-99fe-610e0a20ab9b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 943 time: 0.0952463 Nov 12 05:40:45.798161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fb4051cd-15da-4e77-98b6-c138dd20e05e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:40:45.829482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a5a54136-32a9-4043-b3c9-2034b3edacff None None] For port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:45.859211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8137db71-ce8a-4628-af2f-4cb200214f0d req-9e0a06e6-715a-4dfa-b329-799e9af7ebe2 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595548 Nov 12 05:40:45.874562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5a54136-32a9-4043-b3c9-2034b3edacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:45.915845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:40:45.921813 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4674327a-ec1e-4119-876c-028fc2b6a67e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "PUT /v2.0/routers/eaa473fb-414f-42a6-b193-4b9b523a5f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8124611 Nov 12 05:40:45.924672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33034) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:45.931212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e36afb7e-0bf9-4dca-b9d2-e7a9d2785221 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--589355199', 'description': 'tempest-secgroup_access--589355199 description', 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:45.957600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a54136-32a9-4043-b3c9-2034b3edacff None None] Pushing event updated for resources: {'Port': ['ID=fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:45.984752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e36afb7e-0bf9-4dca-b9d2-e7a9d2785221 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:45.991949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port fb4051cd-15da-4e77-98b6-c138dd20e05e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:45.992354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.068560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e36afb7e-0bf9-4dca-b9d2-e7a9d2785221 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.077879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e36afb7e-0bf9-4dca-b9d2-e7a9d2785221 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.100587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:40:46.124183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e36afb7e-0bf9-4dca-b9d2-e7a9d2785221 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.127148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e36afb7e-0bf9-4dca-b9d2-e7a9d2785221 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2013998 Nov 12 05:40:46.129272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33040) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:46.137510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7e1750dc-803b-4ca4-a8dd-a611974398e9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--654049738', 'description': 'tempest-secgroup_general--654049738 description', 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:46.147452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36afb7e-0bf9-4dca-b9d2-e7a9d2785221 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:46.175656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e1750dc-803b-4ca4-a8dd-a611974398e9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.199494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:46.199890 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.209308 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Sync routers for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:40:46.221656 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:40:46.222559 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:46.271948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e1750dc-803b-4ca4-a8dd-a611974398e9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.277981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e1750dc-803b-4ca4-a8dd-a611974398e9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.291156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:40:46.310118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1750dc-803b-4ca4-a8dd-a611974398e9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35322cb6-9163-4ec3-a4fa-8078ee159806,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:46.325614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7007af5d-823a-41d0-80d8-334e3fe54169 None None] Provisioning complete for port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:46.325976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7007af5d-823a-41d0-80d8-334e3fe54169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.329167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e1750dc-803b-4ca4-a8dd-a611974398e9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.334692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33042) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:40:46.335141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e1750dc-803b-4ca4-a8dd-a611974398e9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2046156 Nov 12 05:40:46.340935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d64e52f5-924f-4970-89d9-c226aebc52fc tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'security_group_rule': {'security_group_id': 'c62b47b3-b4f1-4983-9b6a-882d3bcb4b92', 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:46.392376 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d64e52f5-924f-4970-89d9-c226aebc52fc tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.400730 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a4003cc0-d6fb-4326-ad02-90f11d72d528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.401773 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:40:46.405673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7007af5d-823a-41d0-80d8-334e3fe54169 None None] Port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:40:46.468519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d64e52f5-924f-4970-89d9-c226aebc52fc tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.476254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d64e52f5-924f-4970-89d9-c226aebc52fc tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.500172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e52f5-924f-4970-89d9-c226aebc52fc tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d1c29c-c21e-4aed-acac-a99ccf3e721b,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:46.509140 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d64e52f5-924f-4970-89d9-c226aebc52fc tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.511093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d64e52f5-924f-4970-89d9-c226aebc52fc tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1743708 Nov 12 05:40:46.534231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7007af5d-823a-41d0-80d8-334e3fe54169 None None] Provisioning complete for port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:46.534994 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7007af5d-823a-41d0-80d8-334e3fe54169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.707485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-29c6a8f9-54ae-4126-b6d5-c56b92f07a61 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--589355199&fields=id&tenant_id=7c2abc6d2bd944878fb0a80bc9b20925 HTTP/1.1" status: 200 len: 267 time: 0.0500932 Nov 12 05:40:46.729463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:46.778132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-f471d331-c994-42ba-a2a4-22f432f661e5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--654049738&fields=id&tenant_id=7c2abc6d2bd944878fb0a80bc9b20925 HTTP/1.1" status: 200 len: 267 time: 0.0694692 Nov 12 05:40:46.799355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '2a6bbe5f-2d9b-451a-9f9c-7522e3925544', 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a', 'port_id': '2a6bbe5f-2d9b-451a-9f9c-7522e3925544', 'mac_address': 'fa:16:3e:2c:e7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf857f25-c7c3-4f75-bc33-e184445f4c32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:40:46.883621 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 2, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:46.910994 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.918703 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Checking router: eaa473fb-414f-42a6-b193-4b9b523a5f45 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:40:46.919490 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Updating router eaa473fb-414f-42a6-b193-4b9b523a5f45 port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:40:46.938624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:40:46.978295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:46.978635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-c76a97cd-0930-41cf-9d9a-9a51b81c6eb6 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:46.980171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-c76a97cd-0930-41cf-9d9a-9a51b81c6eb6 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/networks?id=00250775-38dc-42b6-ab00-14a965dafd0b HTTP/1.1" status: 200 len: 797 time: 0.2009771 Nov 12 05:40:46.981631 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:46.997815 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.013637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-270c0df0-bc97-4f39-a9b9-8aaed53be584 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/quotas/7c2abc6d2bd944878fb0a80bc9b20925 HTTP/1.1" status: 200 len: 375 time: 0.0160038 Nov 12 05:40:47.078682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-132eb08a-573a-45af-aa9d-725b7829fdb5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552106 Nov 12 05:40:47.086847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:47.109060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e513e013-15f8-498a-a97f-9fadf9e87fe1 None None] Provisioning complete for port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:47.109429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e513e013-15f8-498a-a97f-9fadf9e87fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.147998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e513e013-15f8-498a-a97f-9fadf9e87fe1 None None] Port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:40:47.198866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3f021592-208a-42e8-96fd-14b2e5b3505a service neutron] 10.222.0.48 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017256 Nov 12 05:40:47.269426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-15cf9758-a841-4438-ae5d-854f9d9873d5 None None] Provisioning complete for port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:47.269820 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15cf9758-a841-4438-ae5d-854f9d9873d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.309774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-15cf9758-a841-4438-ae5d-854f9d9873d5 None None] Port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:40:47.315747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-529f78d0-4ec1-489b-9a67-23e1e017a4be service neutron] 10.222.0.48 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102195 Nov 12 05:40:47.359157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.397849 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.403978 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.462501 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Pushing event updated for resources: {'Port': ['ID=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:47.465091 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:40:47.510135 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.511262 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.511706 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.515060 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.515652 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.516097 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.516522 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.520048 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.521473 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.521909 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.522396 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.523059 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:47.528011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['2a6bbe5f-2d9b-451a-9f9c-7522e3925544'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:40:47.629819 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Attempting to bind port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:40:47.630641 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Attempting to bind port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:40:47.630826 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Attempting to bind port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 on network 00250775-38dc-42b6-ab00-14a965dafd0b {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:47.638616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:40:47.643151 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:40:47.645251 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Checking segment: {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:40:47.648887 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.649480 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Bound using segment: {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:40:47.650426 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Bound port: 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:40:47.651013 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.678851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c30e6-ced7-477d-8a5f-a4371eaebf4e req-f87f33f3-c7ef-48a1-a4e9-c312ec3da249 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:47.680814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f0c30e6-ced7-477d-8a5f-a4371eaebf4e req-f87f33f3-c7ef-48a1-a4e9-c312ec3da249 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 944 time: 0.1275611 Nov 12 05:40:47.758227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f0c30e6-ced7-477d-8a5f-a4371eaebf4e req-fb5d37ff-3886-4dcb-a376-c45a25635f20 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707738 Nov 12 05:40:47.809085 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] For port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:40:47.814035 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] For port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:40:47.835491 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.859743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:47.860222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:47.896497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c494044c-70ac-4c32-8ccf-69272dfeaa58 req-acfbc581-4e51-49dc-ad9a-59923273f78a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 210 time: 0.0630176 Nov 12 05:40:47.962117 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:40:47.962117 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:48.053879 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec2976-6aee-41dd-915e-0fc7ccfd5877 None None] Pushing event updated for resources: {'Port': ['ID=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:48.120910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a6bb3e77-8591-4014-9160-1e0766700180 None None] Provisioning complete for port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:48.121604 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a6bb3e77-8591-4014-9160-1e0766700180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:48.133076 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:40:48.295193 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a6bb3e77-8591-4014-9160-1e0766700180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:48.337773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a6bb3e77-8591-4014-9160-1e0766700180 None None] For port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:48.344709 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a6bb3e77-8591-4014-9160-1e0766700180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:48.371670 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:47Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:40:48.405817 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4aa01-4ed4-4bed-803a-5c3dfe1545f6 None None] The sync data for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 is: [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:47Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:40:48.406803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb3e77-8591-4014-9160-1e0766700180 None None] Pushing event updated for resources: {'Port': ['ID=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:48.492319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-36265808-403a-40ef-b97b-85c3498326e0 None None] Provisioning complete for port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:48.492696 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-36265808-403a-40ef-b97b-85c3498326e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:48.597105 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:48.906384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502e8b8-6e35-4d88-82b1-105d6ec94a03 req-78a8ff6c-0e70-4da3-9af8-3cb456a37f45 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:48.907969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0502e8b8-6e35-4d88-82b1-105d6ec94a03 req-78a8ff6c-0e70-4da3-9af8-3cb456a37f45 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 944 time: 0.0639000 Nov 12 05:40:48.966128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0502e8b8-6e35-4d88-82b1-105d6ec94a03 req-d051809b-bb2b-4fa1-8f08-d91bc4a5c332 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509322 Nov 12 05:40:49.071354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f01ceeb-8436-4010-a35a-7f3914fdc55d req-68a7533b-17c4-4c1b-8991-7124d0b94198 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 210 time: 0.0287759 Nov 12 05:40:49.324768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-fab1c2d0-39e5-4a76-94ee-2f583a2ca4af tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:49.326394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-fab1c2d0-39e5-4a76-94ee-2f583a2ca4af tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.47 "GET /v2.0/networks?id=00250775-38dc-42b6-ab00-14a965dafd0b HTTP/1.1" status: 200 len: 797 time: 0.1353645 Nov 12 05:40:49.405490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-32eef63a-2f30-4a3a-a554-142b1c433fb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2abc6d2bd944878fb0a80bc9b20925 HTTP/1.1" status: 200 len: 476 time: 0.0689425 Nov 12 05:40:49.416633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'port': {'device_id': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'admin_state_up': True, 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'security_groups': ['c62b47b3-b4f1-4983-9b6a-882d3bcb4b92', '35322cb6-9163-4ec3-a4fa-8078ee159806']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:49.522101 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:49.560727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Made reservation on behalf of 7c2abc6d2bd944878fb0a80bc9b20925 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:40:49.564984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:49.642473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:40:49.707042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:49.707421 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:49.757211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Allocated IP 172.20.0.4 (00250775-38dc-42b6-ab00-14a965dafd0b/8ef910a6-c250-4dfe-8948-c6f188b217c4/12d29246-824c-43ef-a3ce-41f50aa63727) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:40:49.927496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:49.969036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.015079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 00250775-38dc-42b6-ab00-14a965dafd0b is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:40:50.018479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:40:50.022201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:40:50.107241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=12d29246-824c-43ef-a3ce-41f50aa63727,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:50.178972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:50.179822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.205658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6f4c-02d8-4dc1-a1e2-eb0cb8773ec4 req-49120ca6-6486-4726-80e4-19caa7367730 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:50.207255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fab6f4c-02d8-4dc1-a1e2-eb0cb8773ec4 req-49120ca6-6486-4726-80e4-19caa7367730 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 944 time: 0.1144838 Nov 12 05:40:50.211297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-65916910-ee9d-441d-84c5-34dcf307280b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7987177 Nov 12 05:40:50.227652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Request body: {'port': {'device_id': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:50.288145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:40:50.309147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fab6f4c-02d8-4dc1-a1e2-eb0cb8773ec4 req-ae18ea45-f51a-4191-9ac1-e123d47f78e0 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941479 Nov 12 05:40:50.314734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.348140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:40:50.365181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:50.365619 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.425168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d49feb46-a775-44d1-b18f-bd2f97a0dced None None] Provisioning complete for port 12d29246-824c-43ef-a3ce-41f50aa63727 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:50.425548 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d49feb46-a775-44d1-b18f-bd2f97a0dced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.516415 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.537789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d49feb46-a775-44d1-b18f-bd2f97a0dced None None] Port 12d29246-824c-43ef-a3ce-41f50aa63727 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:40:50.554165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b304cf3c-98d2-4032-aa97-d1b74cea3020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6bbe5f-2d9b-451a-9f9c-7522e3925544'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:50.556673 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20365f72-1299-424b-a569-c9cb7eadcacf" -d '{"events": [{"server_uuid": "b304cf3c-98d2-4032-aa97-d1b74cea3020", "name": "network-vif-plugged", "status": "completed", "tag": "2a6bbe5f-2d9b-451a-9f9c-7522e3925544"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:50.557189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bbb66-1477-44bd-9ecb-838c1f28406c req-ac388923-d046-4589-ac59-7e84aff3ea59 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:50.558712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-032bbb66-1477-44bd-9ecb-838c1f28406c req-ac388923-d046-4589-ac59-7e84aff3ea59 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 970 time: 0.1695297 Nov 12 05:40:50.571800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:50.609136 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.666756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-032bbb66-1477-44bd-9ecb-838c1f28406c req-355b62f0-fe80-4727-8c79-9c848251947b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0952077 Nov 12 05:40:50.676711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:50.760450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d29246-824c-43ef-a3ce-41f50aa63727 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:40:50.769800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.791285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Transition to ACTIVE for port object 12d29246-824c-43ef-a3ce-41f50aa63727 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:40:50.796733 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:50.906811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=12d29246-824c-43ef-a3ce-41f50aa63727,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:50.938747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b10ce-fd28-4aad-9eba-d976bc7e8455 req-3390ee08-36fd-4337-ad63-4570252409fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:50.939472 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8de168-d0d1-40d0-9c35-5cca3295a4c4 x-openstack-request-id: req-3b8de168-d0d1-40d0-9c35-5cca3295a4c4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:50.939472 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b304cf3c-98d2-4032-aa97-d1b74cea3020", "name": "network-vif-plugged", "status": "completed", "tag": "2a6bbe5f-2d9b-451a-9f9c-7522e3925544", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:50.939472 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b8de168-d0d1-40d0-9c35-5cca3295a4c4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:50.940076 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b304cf3c-98d2-4032-aa97-d1b74cea3020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6bbe5f-2d9b-451a-9f9c-7522e3925544', 'code': 200} Nov 12 05:40:50.940272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e50b10ce-fd28-4aad-9eba-d976bc7e8455 req-3390ee08-36fd-4337-ad63-4570252409fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 1097 time: 0.1100612 Nov 12 05:40:50.997819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Attempting to bind port 12d29246-824c-43ef-a3ce-41f50aa63727 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:40:50.998155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Attempting to bind port 12d29246-824c-43ef-a3ce-41f50aa63727 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:40:50.998512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Attempting to bind port 12d29246-824c-43ef-a3ce-41f50aa63727 on network 00250775-38dc-42b6-ab00-14a965dafd0b {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:51.008939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e50b10ce-fd28-4aad-9eba-d976bc7e8455 req-f88770f0-fa6c-4ecb-8bef-508ac2e0fd8c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602262 Nov 12 05:40:51.010043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Port 12d29246-824c-43ef-a3ce-41f50aa63727 on network 00250775-38dc-42b6-ab00-14a965dafd0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:40:51.010043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Attempting to bind port 12d29246-824c-43ef-a3ce-41f50aa63727 on network 00250775-38dc-42b6-ab00-14a965dafd0b {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:51.018772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:40:51.019352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Checking segment: {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:40:51.020012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Bound using segment: {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:40:51.021341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Bound port: 12d29246-824c-43ef-a3ce-41f50aa63727, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d60839-0d2c-4547-b608-7d6f94fc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:40:51.021954 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:51.108280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] For port 12d29246-824c-43ef-a3ce-41f50aa63727, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:40:51.112942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] For port 12d29246-824c-43ef-a3ce-41f50aa63727, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12d29246-824c-43ef-a3ce-41f50aa63727,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:40:51.118619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:51.156107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:51.156739 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:51.158102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/12d29246-824c-43ef-a3ce-41f50aa63727 HTTP/1.1" status: 200 len: 1131 time: 0.9364736 Nov 12 05:40:51.158559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:51.160817 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a9d991-2afd-4e70-b891-7d42db4cfde5" -d '{"events": [{"name": "network-changed", "server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:51.187052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90a83-0062-4c6a-9cd6-b4391ed9f5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=12d29246-824c-43ef-a3ce-41f50aa63727,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:51.247418 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda1526-e85b-4918-a111-d956063f6020 x-openstack-request-id: req-7dda1526-e85b-4918-a111-d956063f6020 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:51.247838 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:51.248189 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7dda1526-e85b-4918-a111-d956063f6020 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:51.248688 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727', 'status': 'completed', 'code': 200} Nov 12 05:40:51.285901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-d69c9703-d48e-4ed7-a9d2-e3c777cfa0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:51.288293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-d69c9703-d48e-4ed7-a9d2-e3c777cfa0b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 1134 time: 0.0534568 Nov 12 05:40:51.413621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-944b211e-58c0-4b13-92a0-714171a28e25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d29246-824c-43ef-a3ce-41f50aa63727 HTTP/1.1" status: 200 len: 217 time: 0.1015620 Nov 12 05:40:51.526819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a216b8f-58c4-41a3-99c3-72b505a54dde req-d4b27661-4ab2-4435-9c07-fe9e44a12f92 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:51.534583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a216b8f-58c4-41a3-99c3-72b505a54dde req-d4b27661-4ab2-4435-9c07-fe9e44a12f92 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 945 time: 0.1260173 Nov 12 05:40:51.555814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-0d3bac9a-fadf-455c-b752-c7ba753b7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:51.556708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-0d3bac9a-fadf-455c-b752-c7ba753b7ddb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ef910a6-c250-4dfe-8948-c6f188b217c4 HTTP/1.1" status: 200 len: 835 time: 0.1228936 Nov 12 05:40:51.618330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a216b8f-58c4-41a3-99c3-72b505a54dde req-d237987f-1d64-4554-bbb9-402e0ff52287 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828755 Nov 12 05:40:51.628195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-1bb43081-bd44-4f5b-bb8b-5bacd8a0a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:51.629676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-1bb43081-bd44-4f5b-bb8b-5bacd8a0a1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00250775-38dc-42b6-ab00-14a965dafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597379 Nov 12 05:40:51.736297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-a74657d5-6974-405c-8bbd-426dda2fcb86 service neutron] 10.222.0.47 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986333 Nov 12 05:40:51.891745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f43e6166-11dc-401e-8061-7cf859b6cad6 req-ea686a4b-1693-421e-93de-0049b4111b1b service neutron] 10.222.0.47 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482043 Nov 12 05:40:52.079926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f27ff-707c-49bd-96bf-cdfed0cc3090 req-c3404bd8-105e-440b-bcc6-3503752ffdd4 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:52.081744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b84f27ff-707c-49bd-96bf-cdfed0cc3090 req-c3404bd8-105e-440b-bcc6-3503752ffdd4 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 982 time: 0.1256244 Nov 12 05:40:52.090023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-32a7bc9f-06ca-4ffa-8f9b-7b750431bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:52.091817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-32a7bc9f-06ca-4ffa-8f9b-7b750431bbcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 1134 time: 0.0999184 Nov 12 05:40:52.223120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b84f27ff-707c-49bd-96bf-cdfed0cc3090 req-9cf13726-1c8a-416a-8a24-93fdcbbe0289 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1301770 Nov 12 05:40:52.240243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-c7543f97-df56-4ebc-87bd-dd37531498af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:52.242546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-c7543f97-df56-4ebc-87bd-dd37531498af service neutron] 10.222.0.47 "GET /v2.0/networks?id=00250775-38dc-42b6-ab00-14a965dafd0b HTTP/1.1" status: 200 len: 898 time: 0.1410325 Nov 12 05:40:52.287764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-f3221e5b-53a2-4579-b046-1453b1d6cb21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d29246-824c-43ef-a3ce-41f50aa63727 HTTP/1.1" status: 200 len: 217 time: 0.0361669 Nov 12 05:40:52.345466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-d9a6f0cd-dc5f-471b-9924-3c0d63e11eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:52.346897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-d9a6f0cd-dc5f-471b-9924-3c0d63e11eeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ef910a6-c250-4dfe-8948-c6f188b217c4 HTTP/1.1" status: 200 len: 835 time: 0.0510988 Nov 12 05:40:52.395476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-a54779e2-0e27-4163-888f-64d62a221be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:52.397557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-a54779e2-0e27-4163-888f-64d62a221be1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00250775-38dc-42b6-ab00-14a965dafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421822 Nov 12 05:40:52.550801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-16021d80-75e0-4ef6-a1ce-f41b777b9057 service neutron] 10.222.0.47 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423643 Nov 12 05:40:52.684817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40a9d991-2afd-4e70-b891-7d42db4cfde5 req-8b05968c-d2f3-493c-8a7b-a3a43aca59bf service neutron] 10.222.0.47 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261756 Nov 12 05:40:52.762726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee690ef-2f57-476d-9321-32e57372971d req-f9e1ca5d-f856-4da1-aa29-f602719d2abe tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:52.764828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ee690ef-2f57-476d-9321-32e57372971d req-f9e1ca5d-f856-4da1-aa29-f602719d2abe tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 945 time: 0.0674081 Nov 12 05:40:52.844835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ee690ef-2f57-476d-9321-32e57372971d req-58f54dda-6b35-423d-8137-f62011115833 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734336 Nov 12 05:40:53.602785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378de5f-7de3-4780-a355-d6386b599037 req-e93f67c8-bb46-4fb8-b4d7-5c8a4974f509 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:53.610717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1378de5f-7de3-4780-a355-d6386b599037 req-e93f67c8-bb46-4fb8-b4d7-5c8a4974f509 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 982 time: 0.0831645 Nov 12 05:40:53.681260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1378de5f-7de3-4780-a355-d6386b599037 req-0c57b4b9-a724-4fc1-b947-b9d7b26c84ad tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0695691 Nov 12 05:40:54.685515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 12d29246-824c-43ef-a3ce-41f50aa63727 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:40:54.835841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 12d29246-824c-43ef-a3ce-41f50aa63727, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12d29246-824c-43ef-a3ce-41f50aa63727,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:54.863541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '12d29246-824c-43ef-a3ce-41f50aa63727', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'port_id': '12d29246-824c-43ef-a3ce-41f50aa63727', 'mac_address': 'fa:16:3e:d5:79:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:40:54.867469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1a6c5-775e-4580-8cc6-db5d445ff394 req-76cc9e34-3171-45ec-aac0-90a1d8e3887f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:54.869598 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39c1a6c5-775e-4580-8cc6-db5d445ff394 req-76cc9e34-3171-45ec-aac0-90a1d8e3887f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 982 time: 0.0737679 Nov 12 05:40:54.929637 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:54.955314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d29246-824c-43ef-a3ce-41f50aa63727 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:40:55.002377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 12d29246-824c-43ef-a3ce-41f50aa63727, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12d29246-824c-43ef-a3ce-41f50aa63727,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:55.015009 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:55.125968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=12d29246-824c-43ef-a3ce-41f50aa63727,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:55.237532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['12d29246-824c-43ef-a3ce-41f50aa63727'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:40:55.270040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-1250486b-f5c4-44b5-8e1e-606193cb7a90 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3683002 Nov 12 05:40:55.280319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39c1a6c5-775e-4580-8cc6-db5d445ff394 req-3de7cedf-3bd9-4bea-821a-1af0ddcbe8ba tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3970542 Nov 12 05:40:55.374921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-9828ac0d-4841-4638-b249-711eaf19803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:55.378042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-9828ac0d-4841-4638-b249-711eaf19803c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=831b9f40f73243c79c65a6a8d04a74d2&device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 1102 time: 0.0440791 Nov 12 05:40:55.504088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-9d159843-6913-44b0-9394-dcfc13b16fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:55.506282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-9d159843-6913-44b0-9394-dcfc13b16fb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1057186 Nov 12 05:40:55.568403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-bd7fb7ed-2b68-4273-b77d-346b9639ad78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964 HTTP/1.1" status: 200 len: 217 time: 0.0535586 Nov 12 05:40:55.670855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-e9f1adaf-c4d9-46bf-90c0-1e5c84b865b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:55.674673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-e9f1adaf-c4d9-46bf-90c0-1e5c84b865b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0988641 Nov 12 05:40:55.746307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-18614765-a508-48f7-9b7a-a4eacd0509dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:55.747457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-18614765-a508-48f7-9b7a-a4eacd0509dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640705 Nov 12 05:40:55.861696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-522f7ee6-7595-40a2-9356-0d7dfeaba87d service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040862 Nov 12 05:40:56.001188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cde000cf-14e5-4fd8-94a3-cf12350e7864 req-b45c5d17-9516-46b4-b974-96f11ee61eeb service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313605 Nov 12 05:40:56.450755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de471953-70c0-4f8b-bf93-8d14ca32420a req-845de84c-63f6-4d0b-bef7-b8bab264bc30 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:56.452988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de471953-70c0-4f8b-bf93-8d14ca32420a req-845de84c-63f6-4d0b-bef7-b8bab264bc30 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 983 time: 0.0636380 Nov 12 05:40:56.562524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de471953-70c0-4f8b-bf93-8d14ca32420a req-024e274a-c01b-4a12-9eca-cf0781c9dbee tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1020048 Nov 12 05:40:56.707692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 12d29246-824c-43ef-a3ce-41f50aa63727 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:40:56.810954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 12d29246-824c-43ef-a3ce-41f50aa63727 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:40:56.818286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 12d29246-824c-43ef-a3ce-41f50aa63727 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:56.818737 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:56.946292 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:56.983323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:56.986161 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c923119-3c09-4a44-9667-ec272e5c59f5" -d '{"events": [{"server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "name": "network-vif-plugged", "status": "completed", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:57.022939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 12d29246-824c-43ef-a3ce-41f50aa63727, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12d29246-824c-43ef-a3ce-41f50aa63727,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:57.031610 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:57.044024 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63282aa9-c44b-4988-ab17-4f79c5fd3ad3 x-openstack-request-id: req-63282aa9-c44b-4988-ab17-4f79c5fd3ad3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:57.045757 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "name": "network-vif-plugged", "status": "completed", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:57.046070 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63282aa9-c44b-4988-ab17-4f79c5fd3ad3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:57.046631 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727', 'code': 200} Nov 12 05:40:57.111022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=12d29246-824c-43ef-a3ce-41f50aa63727,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:57.183198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df110adf-9da5-496d-92e9-251a3c25fe2f req-d82e02b8-cc85-4e90-8c20-ff7e7d4376ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:57.185091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df110adf-9da5-496d-92e9-251a3c25fe2f req-d82e02b8-cc85-4e90-8c20-ff7e7d4376ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 1136 time: 0.0604498 Nov 12 05:40:57.262255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df110adf-9da5-496d-92e9-251a3c25fe2f req-c332feb9-5359-4182-872f-07d0a662190b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0685883 Nov 12 05:40:57.268533 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:57.778539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8ed18-7cdd-486e-b426-49634727b12b req-7f529384-3abf-422c-8afe-cf553c3277f3 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:57.788016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7db8ed18-7cdd-486e-b426-49634727b12b req-7f529384-3abf-422c-8afe-cf553c3277f3 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 984 time: 0.1104879 Nov 12 05:40:57.895339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7db8ed18-7cdd-486e-b426-49634727b12b req-185c12e5-c817-42e6-bc27-f38640db2489 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1063337 Nov 12 05:40:59.022525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f94e-f245-4604-98d2-66969eb72359 req-7255b9cd-c3d1-47f7-873b-b9e8f138aa79 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:59.031397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71d9f94e-f245-4604-98d2-66969eb72359 req-7255b9cd-c3d1-47f7-873b-b9e8f138aa79 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0646527 Nov 12 05:40:59.083803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71d9f94e-f245-4604-98d2-66969eb72359 req-3a8fcb5f-2f03-4c92-986e-3a89fe4ea84d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500672 Nov 12 05:40:59.231397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398bbf7-e122-4384-989e-b971ec2bba36 req-88fd4669-44eb-4e3c-a34f-a795077dcb25 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:59.232885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b398bbf7-e122-4384-989e-b971ec2bba36 req-88fd4669-44eb-4e3c-a34f-a795077dcb25 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 984 time: 0.0625584 Nov 12 05:40:59.313691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b398bbf7-e122-4384-989e-b971ec2bba36 req-6bc4dfc8-9188-42ff-8143-a08179bd2e4b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0717034 Nov 12 05:40:59.447097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726a8f5-903a-43cd-88eb-28d6e54699d4 req-21f6d926-8a5f-4829-a8ea-86d954996211 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:59.448710 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7726a8f5-903a-43cd-88eb-28d6e54699d4 req-21f6d926-8a5f-4829-a8ea-86d954996211 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 984 time: 0.0708959 Nov 12 05:40:59.570742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7726a8f5-903a-43cd-88eb-28d6e54699d4 req-ee82e41b-3e03-4ff5-95b2-7a1f3f2dc398 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1149757 Nov 12 05:40:59.713455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2562a1b-828e-43e2-ac89-ca03f5fc0489 req-cbdbdfa0-f52f-41cd-a920-84f2daa61fc9 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:59.715035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2562a1b-828e-43e2-ac89-ca03f5fc0489 req-cbdbdfa0-f52f-41cd-a920-84f2daa61fc9 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 1136 time: 0.0728376 Nov 12 05:40:59.738832 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2562a1b-828e-43e2-ac89-ca03f5fc0489 req-daa44750-db5d-4452-b3ae-61fa0fa2ee2c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:59.859732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2562a1b-828e-43e2-ac89-ca03f5fc0489 req-daa44750-db5d-4452-b3ae-61fa0fa2ee2c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:59.866196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b2562a1b-828e-43e2-ac89-ca03f5fc0489 req-daa44750-db5d-4452-b3ae-61fa0fa2ee2c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:59.922704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa44750-db5d-4452-b3ae-61fa0fa2ee2c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2d0805-7564-4187-9221-c5bc832775f2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:59.956705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2562a1b-828e-43e2-ac89-ca03f5fc0489 req-daa44750-db5d-4452-b3ae-61fa0fa2ee2c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2300396 Nov 12 05:40:59.970801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33386) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:00.022035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7615a7-8b19-4d8d-8b09-979f3682aa5c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:00.024043 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6f7615a7-8b19-4d8d-8b09-979f3682aa5c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 1131 time: 0.0512176 Nov 12 05:41:00.027294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33390) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:00.032784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '12d29246-824c-43ef-a3ce-41f50aa63727', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:41:00.089476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:00.240453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:00.278844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d2f95-1a89-4a25-abeb-3d68192f1ea0 req-a0cf22ca-9159-49d5-b7dc-d2bc41413df4 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:00.287376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f9d2f95-1a89-4a25-abeb-3d68192f1ea0 req-a0cf22ca-9159-49d5-b7dc-d2bc41413df4 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0824928 Nov 12 05:41:00.414907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f9d2f95-1a89-4a25-abeb-3d68192f1ea0 req-e8eecad2-2e20-4dd0-a71c-566dca4a2bd1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138406 Nov 12 05:41:00.421435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Allocated IP 172.25.2.162 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/ad004147-8cbd-4f58-8797-d549002a5feb) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:41:00.617463 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:00.672825 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:00.690945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:41:00.710970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:41:00.714847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:41:00.760368 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=ad004147-8cbd-4f58-8797-d549002a5feb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:01.263991 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:01.372324 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:01.632139 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:01.638423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:01.641854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691e0fc-8ea1-404f-bbd3-47d8ade7946a req-4ecdf153-9aa8-4695-a506-8e9443befb70 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:01.648278 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f691e0fc-8ea1-404f-bbd3-47d8ade7946a req-4ecdf153-9aa8-4695-a506-8e9443befb70 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0849712 Nov 12 05:41:01.735404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=ad004147-8cbd-4f58-8797-d549002a5feb,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:01.760169 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:01.778932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f691e0fc-8ea1-404f-bbd3-47d8ade7946a req-c7e5f199-ee48-44cb-bcb2-ad389b9e84d6 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232655 Nov 12 05:41:01.892583 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Floating IP 21257c23-a602-4df2-b9b7-d78d6b5a60b1 associated. External IP: 172.25.2.162, port: 12d29246-824c-43ef-a3ce-41f50aa63727. Nov 12 05:41:02.188716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Router eaa473fb-414f-42a6-b193-4b9b523a5f45 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:41:02.399517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:41:02.411524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] Sync routers for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:41:02.426652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:41:02.427509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:02.442904 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:02.485110 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33412) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:02.486166 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-52b5841c-8f99-4e20-b33b-b25ebb431ac5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4576309 Nov 12 05:41:02.486901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:41:02.490264 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a" -d '{"events": [{"name": "network-changed", "server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:41:02.571719 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58acdfc8-37e4-4392-a072-b96f3f1bbe19 x-openstack-request-id: req-58acdfc8-37e4-4392-a072-b96f3f1bbe19 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:41:02.572404 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:41:02.572758 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58acdfc8-37e4-4392-a072-b96f3f1bbe19 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:41:02.573445 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727', 'status': 'completed', 'code': 200} Nov 12 05:41:02.599331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:41:02.741714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-ad28cadc-9843-49b3-b5d8-7a0ef39430b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:02.743304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-ad28cadc-9843-49b3-b5d8-7a0ef39430b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 1136 time: 0.1399429 Nov 12 05:41:02.873038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '21257c23-a602-4df2-b9b7-d78d6b5a60b1', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'port_id': '12d29246-824c-43ef-a3ce-41f50aa63727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'mac_address': 'fa:16:3e:d5:79:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:41:01Z', 'updated_at': '2021-11-12T05:41:01Z', 'revision_number': 0, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:48Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:02.911807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] Checking router: eaa473fb-414f-42a6-b193-4b9b523a5f45 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:41:02.926067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:41:02.927537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:03.028825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.028825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.029317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.029785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.032654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.033133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.035077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.035560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.036066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.044507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f6cd0abe-8dc7-4501-ae0f-90a847acb15c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6364 time: 0.5559306 Nov 12 05:41:03.046360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33420) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:03.090756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:41:03.109249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f71d3d-784c-45dd-ac04-490cb25d7a3d req-57a47ec6-6d88-44b9-ae0a-eef624b9aec0 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.118407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0f71d3d-784c-45dd-ac04-490cb25d7a3d req-57a47ec6-6d88-44b9-ae0a-eef624b9aec0 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1936266 Nov 12 05:41:03.141627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-48c6eade-2057-473c-9bd1-0920bcabc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.145884 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-48c6eade-2057-473c-9bd1-0920bcabc004 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00250775-38dc-42b6-ab00-14a965dafd0b HTTP/1.1" status: 200 len: 898 time: 0.3893299 Nov 12 05:41:03.330454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.330882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.331298 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.332140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.332291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0f71d3d-784c-45dd-ac04-490cb25d7a3d req-93a87de7-ee85-4651-9d0c-f8c10a144899 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031710 Nov 12 05:41:03.336427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.354133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.355204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.355689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.356158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.370821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 33428) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:03.377712 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eb10d0f9-d12c-44c7-94e0-fb28e3de62f4 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5815 time: 0.3298750 Nov 12 05:41:03.475856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-75944b13-0bf1-49d9-9321-ca50f33e8bd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d29246-824c-43ef-a3ce-41f50aa63727 HTTP/1.1" status: 200 len: 999 time: 0.2922902 Nov 12 05:41:03.609763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-15227e95-3420-41d1-b448-44688dfcde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.611502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-15227e95-3420-41d1-b448-44688dfcde12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ef910a6-c250-4dfe-8948-c6f188b217c4 HTTP/1.1" status: 200 len: 835 time: 0.0962005 Nov 12 05:41:03.673457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '21257c23-a602-4df2-b9b7-d78d6b5a60b1', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'port_id': '12d29246-824c-43ef-a3ce-41f50aa63727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'mac_address': 'fa:16:3e:d5:79:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:41:01Z', 'updated_at': '2021-11-12T05:41:01Z', 'revision_number': 0, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:48Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:03.763233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-0d039ccc-7af9-47ea-8867-f749657d9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:03.765320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-0d039ccc-7af9-47ea-8867-f749657d9107 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00250775-38dc-42b6-ab00-14a965dafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444230 Nov 12 05:41:03.777569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ecba7-3ef9-4b6b-8be7-d994987ad2ee None None] The sync data for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 is: [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '21257c23-a602-4df2-b9b7-d78d6b5a60b1', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'port_id': '12d29246-824c-43ef-a3ce-41f50aa63727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'mac_address': 'fa:16:3e:d5:79:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:41:01Z', 'updated_at': '2021-11-12T05:41:01Z', 'revision_number': 0, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:48Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:41:03.836507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-b11ccc7d-f4fe-4c6f-a180-e408481c971e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1414514 Nov 12 05:41:04.025358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-f629c587-28cc-4ea5-a5f4-d88b2ab9d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.025843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-f629c587-28cc-4ea5-a5f4-d88b2ab9d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.026314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-f629c587-28cc-4ea5-a5f4-d88b2ab9d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.026833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-f629c587-28cc-4ea5-a5f4-d88b2ab9d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.027296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-f629c587-28cc-4ea5-a5f4-d88b2ab9d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.029082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-f629c587-28cc-4ea5-a5f4-d88b2ab9d999 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0869977 Nov 12 05:41:04.137399 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccf52bc-012a-4916-9584-57dd37c9599f None None] New status for floating IP 21257c23-a602-4df2-b9b7-d78d6b5a60b1: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:41:04.233698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-12b553c7-8484-4777-b13d-4d9fc6b6d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.234427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-12b553c7-8484-4777-b13d-4d9fc6b6d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.235057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-12b553c7-8484-4777-b13d-4d9fc6b6d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.237068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-12b553c7-8484-4777-b13d-4d9fc6b6d26b service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1510730 Nov 12 05:41:04.240988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-c4a645a7-a5f1-4eb6-a35b-f06d19fe4e21 service neutron] 10.222.0.47 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648402 Nov 12 05:41:04.340330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-264a9ae4-ab20-4fae-bb44-60daf745a8c0 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.9688089 Nov 12 05:41:04.342970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 33444) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:04.343746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-cd58a349-7505-4042-a3c7-048479284597 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0948064 Nov 12 05:41:04.436695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902abae-e022-4fa7-8918-bc54b6bdd21f tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.445336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902abae-e022-4fa7-8918-bc54b6bdd21f tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.460997 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7902abae-e022-4fa7-8918-bc54b6bdd21f tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eaa473fb-414f-42a6-b193-4b9b523a5f45 HTTP/1.1" status: 200 len: 1992 time: 0.1148672 Nov 12 05:41:04.476832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-8e6702de-9473-4af7-92ae-17f7df13d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.490395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-8e6702de-9473-4af7-92ae-17f7df13d8d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0886970 Nov 12 05:41:04.623972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dc4e458-6c63-4f31-9dd8-6f040d77f08a req-99ebf333-1edf-4260-813b-704005f370c9 service neutron] 10.222.0.47 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662040 Nov 12 05:41:04.632412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-23fdbbe4-5a38-4ca2-9625-50783cbfbe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.634515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-23fdbbe4-5a38-4ca2-9625-50783cbfbe61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382751 Nov 12 05:41:04.672779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b97dd-5413-4e2b-ae0d-ff9811ab82fb req-5029f70c-dd77-487f-ad8b-ad2b9c67333d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:04.672779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b94b97dd-5413-4e2b-ae0d-ff9811ab82fb req-5029f70c-dd77-487f-ad8b-ad2b9c67333d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.1326053 Nov 12 05:41:04.749383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b94b97dd-5413-4e2b-ae0d-ff9811ab82fb req-04d2f921-bdd4-4e58-a003-080424d505ea tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618851 Nov 12 05:41:04.863428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-2e01037c-4599-4e28-b098-4acc90ad19a3 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132170 Nov 12 05:41:04.998082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-2e7b3e71-dcb8-41be-9395-f631af40c74a service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272383 Nov 12 05:41:05.105283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-dea25db0-4e2c-4563-8b1d-fe7fffe43c1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0980244 Nov 12 05:41:05.168722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-cfb36931-ceaa-4a85-9c63-331b2803554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:05.171456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-cfb36931-ceaa-4a85-9c63-331b2803554d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0590394 Nov 12 05:41:05.235080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-7d0466b4-9ac5-4e4f-9fee-4636f6b0903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:05.237023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-7d0466b4-9ac5-4e4f-9fee-4636f6b0903c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0574698 Nov 12 05:41:05.337805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-0c94d8a1-ca02-4299-8e71-916c1d377212 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923345 Nov 12 05:41:05.739955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-572e4b9a-1781-45c4-a717-7208cbc2471d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945770 Nov 12 05:41:05.788970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-0bc28a4a-f10a-4022-8eeb-78e12570edf9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0408399 Nov 12 05:41:05.874912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-d19a9f64-458f-404d-87ad-5a1fe4d048fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:05.876496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-d19a9f64-458f-404d-87ad-5a1fe4d048fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0794725 Nov 12 05:41:05.894529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d128-a455-4c0f-9a54-0daae5a476fd req-3a0ce377-616c-47f2-a99f-73fe15b0fe3a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:05.896175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d021d128-a455-4c0f-9a54-0daae5a476fd req-3a0ce377-616c-47f2-a99f-73fe15b0fe3a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0684662 Nov 12 05:41:05.959184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-1246d1a7-3909-4a9f-8068-780061811c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:05.960672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-1246d1a7-3909-4a9f-8068-780061811c07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0748644 Nov 12 05:41:05.999159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d021d128-a455-4c0f-9a54-0daae5a476fd req-f66d7908-69ac-45ca-8e1b-94d0f2e5cabc tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951138 Nov 12 05:41:06.066046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-b9f54aae-13c9-4bee-b858-df211f613170 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951397 Nov 12 05:41:06.183915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-4c132662-6abb-4bfd-a836-f851aa8c3208 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102309 Nov 12 05:41:06.237183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-8ea8a22e-57d8-4f6e-bc1a-6e92c4ed7782 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0445659 Nov 12 05:41:06.317258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-9b7fb717-f164-4ffa-8608-ac7b491a66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:06.319048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-9b7fb717-f164-4ffa-8608-ac7b491a66c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0704441 Nov 12 05:41:06.383543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-b783ff6a-21d9-4bb9-9de5-110e7c696dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:06.385079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-b783ff6a-21d9-4bb9-9de5-110e7c696dd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580177 Nov 12 05:41:06.527542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-0749beb4-b340-4131-a814-19e21b643fb3 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223195 Nov 12 05:41:06.645715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-d5474a0d-fa2c-47a9-b4b8-af9a61724696 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184816 Nov 12 05:41:06.700461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-79102838-a371-45f9-9e00-945b32453b89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0476272 Nov 12 05:41:06.758142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-52d8da86-6ff5-4362-894c-fcad255248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:06.759589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-52d8da86-6ff5-4362-894c-fcad255248cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0524752 Nov 12 05:41:06.821215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-4456b500-84c1-42a2-9b40-014dff3a73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:06.822911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-4456b500-84c1-42a2-9b40-014dff3a73ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555930 Nov 12 05:41:06.949059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-550c0b57-fc8d-42cc-b276-d308918f9033 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184747 Nov 12 05:41:07.123129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3805f678-5bce-41aa-b435-fd64bf2f77f5 req-625abc4d-1684-4875-a785-59f1c1911fc8 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665699 Nov 12 05:41:07.175993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395df27-52f5-4772-a95e-0b7117ea7ac8 req-6497829a-8a43-4795-b06c-fc91d992c290 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:07.178024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7395df27-52f5-4772-a95e-0b7117ea7ac8 req-6497829a-8a43-4795-b06c-fc91d992c290 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0715628 Nov 12 05:41:07.265008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7395df27-52f5-4772-a95e-0b7117ea7ac8 req-8c6ff4bf-bae0-4659-b6c5-dd79ed164b43 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739772 Nov 12 05:41:08.413402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cee985-124f-46b5-b85b-d359e349ee97 req-4b7b8fe3-9cd8-4474-b3cb-0fb4b09f4be7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:08.421802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26cee985-124f-46b5-b85b-d359e349ee97 req-4b7b8fe3-9cd8-4474-b3cb-0fb4b09f4be7 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0682828 Nov 12 05:41:08.482925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26cee985-124f-46b5-b85b-d359e349ee97 req-3454dad0-fe5c-4750-b60f-2a4253cc2ba2 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599973 Nov 12 05:41:09.618599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2033fd-4c61-42e6-8f99-864c9d445e8a req-fe36d195-fc92-4132-b07c-f2318da10dd8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:09.620531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2033fd-4c61-42e6-8f99-864c9d445e8a req-fe36d195-fc92-4132-b07c-f2318da10dd8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0570986 Nov 12 05:41:09.675959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2033fd-4c61-42e6-8f99-864c9d445e8a req-7c9dea0e-f85a-49e6-83fa-f18a34d6cca1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492156 Nov 12 05:41:10.645533 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:10.816767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51541a9-6309-4766-bd71-fd5dc886f37a req-55ee5c29-153a-4c93-84bc-abd6e1facf2e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:10.818485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c51541a9-6309-4766-bd71-fd5dc886f37a req-55ee5c29-153a-4c93-84bc-abd6e1facf2e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0680809 Nov 12 05:41:10.869622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c51541a9-6309-4766-bd71-fd5dc886f37a req-d9a3db70-97cf-488f-a07d-c57644613360 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Nov 12 05:41:12.017389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6a4ac-a92a-4630-86dd-998d9e5ad75b req-885d85f0-ac3f-4017-81a1-4b97f17aec2b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:12.019191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fb6a4ac-a92a-4630-86dd-998d9e5ad75b req-885d85f0-ac3f-4017-81a1-4b97f17aec2b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0759561 Nov 12 05:41:12.069850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fb6a4ac-a92a-4630-86dd-998d9e5ad75b req-60e1c2eb-b859-4970-9b0a-2d64f271b9a9 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437639 Nov 12 05:41:13.198629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368feab-df5f-4a2b-91ea-3819287ec33b req-510f2af9-38e9-43e5-8d1d-1bb9dfc095ca tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:13.200581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5368feab-df5f-4a2b-91ea-3819287ec33b req-510f2af9-38e9-43e5-8d1d-1bb9dfc095ca tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0600457 Nov 12 05:41:13.256667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5368feab-df5f-4a2b-91ea-3819287ec33b req-f14c3634-740e-4cf9-8630-9f051de672a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466902 Nov 12 05:41:13.872882 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-76279b24-0149-47f8-98c7-0264a4022e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:14.434622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf78b77-0c01-4b24-82c6-8a7c4cae2d20 req-26c2f9e5-e14f-4410-a852-48e2871680e0 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:14.436568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bf78b77-0c01-4b24-82c6-8a7c4cae2d20 req-26c2f9e5-e14f-4410-a852-48e2871680e0 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0747404 Nov 12 05:41:14.518014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bf78b77-0c01-4b24-82c6-8a7c4cae2d20 req-518c3322-bf19-48cb-a5e6-62313df0c5cd tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702868 Nov 12 05:41:15.655500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19ec08-828f-42f0-a25d-a52564b5ce8a req-5b575a71-80f9-432f-afc8-d447fdf9fe90 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:15.657075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c19ec08-828f-42f0-a25d-a52564b5ce8a req-5b575a71-80f9-432f-afc8-d447fdf9fe90 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0566266 Nov 12 05:41:15.713594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c19ec08-828f-42f0-a25d-a52564b5ce8a req-bdd522e7-8817-4b96-9912-8012892c0421 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500865 Nov 12 05:41:15.939871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537ec77-f128-43e4-b2cd-83cb207f338d req-e4617653-5827-47bc-aa9e-e1244c37202c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:15.941467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d537ec77-f128-43e4-b2cd-83cb207f338d req-e4617653-5827-47bc-aa9e-e1244c37202c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0498815 Nov 12 05:41:16.011705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-56da13a3-7c8b-4c83-94fd-68b310472182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:16.013195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-56da13a3-7c8b-4c83-94fd-68b310472182 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 1097 time: 0.0691495 Nov 12 05:41:16.017720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d537ec77-f128-43e4-b2cd-83cb207f338d req-bdbec642-fae4-417e-b34f-a07ec8202664 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662067 Nov 12 05:41:16.126328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-bf7048d0-bbf9-4735-b231-d4ce0d5b7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:16.127827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-bf7048d0-bbf9-4735-b231-d4ce0d5b7885 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.1079581 Nov 12 05:41:16.199891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-b093455b-e27a-4574-8ff2-17c075ad090a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 200 len: 1001 time: 0.0645282 Nov 12 05:41:16.256090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-89648437-aa73-4adb-9d26-bc8c525ac3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:16.257775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-89648437-aa73-4adb-9d26-bc8c525ac3f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.0507922 Nov 12 05:41:16.314972 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68abec22-1a1d-4502-8fce-b6d492cf46ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:16.328391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-874af156-9a0b-4098-aad4-be52291d8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:16.329905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-874af156-9a0b-4098-aad4-be52291d8b37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625119 Nov 12 05:41:16.490397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-5232930f-c5dc-4b14-893c-92fc0c5cc6e4 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528647 Nov 12 05:41:16.601841 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc0f7cd-85be-492d-8acc-bc3e9e0bfdbd req-fea65f8a-f265-4465-aafd-ff65cc6bdf8c service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020944 Nov 12 05:41:17.246630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e69a8-a5bd-4f61-ae45-d233c97a8722 req-8b6f34c5-2400-438b-98e8-ce82a66b986c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:17.246630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c93e69a8-a5bd-4f61-ae45-d233c97a8722 req-8b6f34c5-2400-438b-98e8-ce82a66b986c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0599782 Nov 12 05:41:17.290567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c93e69a8-a5bd-4f61-ae45-d233c97a8722 req-e1a00339-6bc3-4479-8c67-1290f01d0709 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849202 Nov 12 05:41:17.360731 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:18.454426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcc50-0e4c-48dc-9587-24fb630596eb req-5d7815c2-28bd-4bf2-b7b3-4680f01bd920 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:18.456185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccdfcc50-0e4c-48dc-9587-24fb630596eb req-5d7815c2-28bd-4bf2-b7b3-4680f01bd920 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Nov 12 05:41:18.520129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccdfcc50-0e4c-48dc-9587-24fb630596eb req-ba205703-ebcf-4cd9-93aa-77b1eab28553 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572259 Nov 12 05:41:18.590148 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:19.518303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:24.454207 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:41:27.281102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:38.484274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34692) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:38.598551 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-39687f00-34ca-4400-8507-67c6cee85513 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3576 time: 0.1085901 Nov 12 05:41:38.599593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34704) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:38.606712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'network': {'name': 'tempest-network-smoke--356714939', 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'port_security_enabled': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:41:38.672113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Made reservation on behalf of 7c2abc6d2bd944878fb0a80bc9b20925 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:41:38.678610 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:38.741086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:41:38.761394 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:38.761823 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Added segment 024921a0-b102-473a-8e7d-f48100dc44ba of type vlan for network 49557c2e-7a95-4339-aff4-cd3a220950ea Nov 12 05:41:38.875749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:38.905616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:38.931572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:38.933318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:39.016884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Network': ['ID=49557c2e-7a95-4339-aff4-cd3a220950ea,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:39.029821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.030528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.031056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.031624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.032125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.032626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.033138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.033789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.034291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.034835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.035354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.035845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:39.043953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1306ee2c-dfe8-4b60-83ae-cc7efd591d7a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4430289 Nov 12 05:41:39.047010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34752) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:39.054496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'admin_state_up': True, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:41:39.058928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 49557c2e-7a95-4339-aff4-cd3a220950ea details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:41:39.130748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:39.133081 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:39.253017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:39.469782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:39.738822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:39.764749 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:39.921870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Allocated IP 172.25.2.249 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/23759fe1-6dcf-429e-bfba-06fc6eecf0f8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:41:40.057631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:40.104661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:40.150300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:41:40.156899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:41:40.160370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:41:40.168482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=23759fe1-6dcf-429e-bfba-06fc6eecf0f8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:40.173115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad1e6e6-7fad-430f-b864-2e73abbde11a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:41:40.197566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.198077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.198264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.198880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.199414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.199973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.200568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.201111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.201632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.202131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.202696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.203029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:40.256978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-aa4f7161-76ed-4865-b09c-05ac9981cd69 None None] Provisioning complete for port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:40.257357 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa4f7161-76ed-4865-b09c-05ac9981cd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:40.392477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f7161-76ed-4865-b09c-05ac9981cd69 None None] Port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:41:40.560633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:40.660700 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:40.806476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:41.029354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Router f056f904-0676-45ae-af45-daf7d49c7298 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:41:41.168681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:41:41.180223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Sync routers for ids ['f056f904-0676-45ae-af45-daf7d49c7298'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:41:41.196509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:41.197840 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b8b79ba3-5883-4d37-9b99-4ffc3a6b2855 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1497157 Nov 12 05:41:41.201759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34882) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:41.230466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Routers {'f056f904-0676-45ae-af45-daf7d49c7298'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:41:41.231637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:41:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f056f904-0676-45ae-af45-daf7d49c7298'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:41.296282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f2ef78-66ae-417f-afec-fc2a53a3df47 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:41.298499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-64f2ef78-66ae-417f-afec-fc2a53a3df47 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7c2abc6d2bd944878fb0a80bc9b20925&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0952187 Nov 12 05:41:41.302363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34884) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:41.423342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Set router f056f904-0676-45ae-af45-daf7d49c7298 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:41:41.523844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dae6cc-004c-4f2e-8ee2-d039b4f1ad07 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:41.525789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c9dae6cc-004c-4f2e-8ee2-d039b4f1ad07 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2212856 Nov 12 05:41:41.529153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 34892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:41.592846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34902) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:41.596371 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f8395af-c80a-4577-8729-66704f1a088c tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0656056 Nov 12 05:41:41.660495 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8b82aaec-a5c8-455f-9355-eea04f0ba152 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=7c2abc6d2bd944878fb0a80bc9b20925&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637407 Nov 12 05:41:41.661997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34906) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:41.676455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:40Z', 'revision_number': 3, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:41.702919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Checking router: f056f904-0676-45ae-af45-daf7d49c7298 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:41:41.703273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Updating router f056f904-0676-45ae-af45-daf7d49c7298 port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:41:41.738102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:41.758240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f05dc-fc5d-47aa-bfa4-67762febee5b tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:41.762314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e6f05dc-fc5d-47aa-bfa4-67762febee5b tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968866 Nov 12 05:41:41.762916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34910) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:41.794091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4a21a202-6d98-4c5a-8d97-1161edda7a9b tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300140 Nov 12 05:41:41.796628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34912) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:41.802332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761748139', 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea', 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:41:41.911024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Made reservation on behalf of 7c2abc6d2bd944878fb0a80bc9b20925 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:41:41.914911 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.060997 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.067305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.118640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Attempting to bind port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:41:42.119009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Attempting to bind port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:41:42.119371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Attempting to bind port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:41:42.121403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c431614-cab7-4fcc-a09c-2b31fb4252ff None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:41:42.133317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:41:42.133699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:41:42.134091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.134511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:41:42.134981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Bound port: 23759fe1-6dcf-429e-bfba-06fc6eecf0f8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:41:42.135329 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.136848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Pushing event updated for resources: {'Port': ['ID=23759fe1-6dcf-429e-bfba-06fc6eecf0f8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:42.146498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.197063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] For port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:41:42.200524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] For port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=23759fe1-6dcf-429e-bfba-06fc6eecf0f8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:41:42.205434 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.219594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Subnet': ['ID=e1271860-31c0-4f10-b005-02b3911a8bbf,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:42.226988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Checking segment: {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:41:42.226988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network hostable DHCP agents. Network: 49557c2e-7a95-4339-aff4-cd3a220950ea, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:41:42.247698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 49557c2e-7a95-4339-aff4-cd3a220950ea is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:41:42.259727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 49557c2e-7a95-4339-aff4-cd3a220950ea) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:41:42.264924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:42.265959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.279008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9be812-e4b6-44a6-88d5-9951ff232bd9 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:41:42.284212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c8191336-9003-4585-b54c-32964c33de3b tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4858100 Nov 12 05:41:42.287010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 34926) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:41:42.288668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f08205-1751-4fec-a881-dd2367160f0f None None] Network 49557c2e-7a95-4339-aff4-cd3a220950ea requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:41:42.336591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-89f66077-265f-4c3a-9fdb-a3e7222f6e13 None None] Provisioning complete for port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:42.336984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89f66077-265f-4c3a-9fdb-a3e7222f6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:42.562183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Routers {'f056f904-0676-45ae-af45-daf7d49c7298'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:41:42.562869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:41:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f056f904-0676-45ae-af45-daf7d49c7298'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:42.592779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Pushing event updated for resources: {'Port': ['ID=23759fe1-6dcf-429e-bfba-06fc6eecf0f8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:42.706514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] Set router f056f904-0676-45ae-af45-daf7d49c7298 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:41:42.764672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.765264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.765822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.766384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.766948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.767464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.767993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.768509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.769197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.769721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.775765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.776327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4070f1-c5cf-4884-b177-f80e13f59005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:42.918111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:43.242641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89f66077-265f-4c3a-9fdb-a3e7222f6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:43.301172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-89f66077-265f-4c3a-9fdb-a3e7222f6e13 None None] For port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=23759fe1-6dcf-429e-bfba-06fc6eecf0f8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:41:43.305414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-49557c2e-7a95-4339-aff4-cd3a220950ea', 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'fixed_ips': [{'subnet_id': 'e1271860-31c0-4f10-b005-02b3911a8bbf'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:41:43.307350 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:43.410207 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89f66077-265f-4c3a-9fdb-a3e7222f6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:43.454773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:40Z', 'revision_number': 3, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:43.499189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7177d-d5d2-40ce-833d-0f9f72f622a1 None None] The sync data for ids ['f056f904-0676-45ae-af45-daf7d49c7298'] in n-d-765315-28 is: [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:40Z', 'revision_number': 3, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:41:43.635952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f66077-265f-4c3a-9fdb-a3e7222f6e13 None None] Pushing event updated for resources: {'Port': ['ID=23759fe1-6dcf-429e-bfba-06fc6eecf0f8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:43.642913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-139356e6-f99a-477f-94d2-022893f01500 None None] Provisioning complete for port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:43.644268 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-139356e6-f99a-477f-94d2-022893f01500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:43.647403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Allocated IP 172.20.0.18 (49557c2e-7a95-4339-aff4-cd3a220950ea/e1271860-31c0-4f10-b005-02b3911a8bbf/ba152d46-ee0b-4e32-8258-2ce3ab664c38) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:41:43.938661 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0c87680-fa24-4818-962d-beaa5c7d76b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.044104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.053397 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.101497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Network 49557c2e-7a95-4339-aff4-cd3a220950ea is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:41:44.104986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:41:44.107675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:41:44.161903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Pushing event updated for resources: {'Port': ['ID=ba152d46-ee0b-4e32-8258-2ce3ab664c38,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:44.207287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Attempting to bind port ba152d46-ee0b-4e32-8258-2ce3ab664c38 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:41:44.207792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Attempting to bind port ba152d46-ee0b-4e32-8258-2ce3ab664c38 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:41:44.209349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Attempting to bind port ba152d46-ee0b-4e32-8258-2ce3ab664c38 on network 49557c2e-7a95-4339-aff4-cd3a220950ea {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:41:44.211012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Allocated IP 172.20.0.17 (49557c2e-7a95-4339-aff4-cd3a220950ea/e1271860-31c0-4f10-b005-02b3911a8bbf/b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:41:44.215496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:41:44.216234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Checking segment: {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:41:44.216732 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.217220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Bound using segment: {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:41:44.217790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Bound port: ba152d46-ee0b-4e32-8258-2ce3ab664c38, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:41:44.218246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.348395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] For port ba152d46-ee0b-4e32-8258-2ce3ab664c38, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:41:44.353209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] For port ba152d46-ee0b-4e32-8258-2ce3ab664c38, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ba152d46-ee0b-4e32-8258-2ce3ab664c38,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:41:44.374489 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.445186 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.496806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c530d51-6cba-4660-84d8-6d22e4660d48 None None] Pushing event updated for resources: {'Port': ['ID=ba152d46-ee0b-4e32-8258-2ce3ab664c38,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:44.497287 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.552722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 49557c2e-7a95-4339-aff4-cd3a220950ea is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:41:44.559314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:41:44.564653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:41:44.642300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:44.677721 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:44.912823 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:45.287563 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:45.295451 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:45.389729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:45.398849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:45.490960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 49557c2e-7a95-4339-aff4-cd3a220950ea is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:41:45.492542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:41:45.687535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Router f056f904-0676-45ae-af45-daf7d49c7298 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:41:45.762645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:41:45.843139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:41:45.849003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:45.849478 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:45.854057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5f870d01-7736-41ab-aeec-9ceb7e195fab tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "PUT /v2.0/routers/f056f904-0676-45ae-af45-daf7d49c7298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5659540 Nov 12 05:41:46.042837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ba152d46-ee0b-4e32-8258-2ce3ab664c38 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:41:46.117636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ba152d46-ee0b-4e32-8258-2ce3ab664c38 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:46.118014 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:46.241023 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:46.243372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f08de-5e58-46d8-aa54-21b9bad857cc None None] Network 49557c2e-7a95-4339-aff4-cd3a220950ea requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:41:46.259080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-be0e2fba-c52e-443b-bebe-94bedb9c7773 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:46.280012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-be0e2fba-c52e-443b-bebe-94bedb9c7773 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/networks?id=49557c2e-7a95-4339-aff4-cd3a220950ea HTTP/1.1" status: 200 len: 797 time: 0.2179554 Nov 12 05:41:46.306025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-ab5d3e4a-5a1d-44df-8c88-b6d1e3a1eff9 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/quotas/7c2abc6d2bd944878fb0a80bc9b20925 HTTP/1.1" status: 200 len: 375 time: 0.0190184 Nov 12 05:41:46.348595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port ba152d46-ee0b-4e32-8258-2ce3ab664c38, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ba152d46-ee0b-4e32-8258-2ce3ab664c38,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:41:46.368120 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:46.395026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-35a30fc7-35b0-4efe-84b5-ae94477d26e2 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0937669 Nov 12 05:41:46.447675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aaca80bb-5550-4a49-a70d-0e005357cd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:46.470132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7bf0ba76-b992-4c0e-baef-a586be13b5af None None] Provisioning complete for port ba152d46-ee0b-4e32-8258-2ce3ab664c38 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:46.470557 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ba76-b992-4c0e-baef-a586be13b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:46.473916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=ba152d46-ee0b-4e32-8258-2ce3ab664c38,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:46.510931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-23d2711c-6512-4312-8d76-64a62b2462f7 service neutron] 10.222.0.48 "GET /v2.0/networks/49557c2e-7a95-4339-aff4-cd3a220950ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106713 Nov 12 05:41:46.586585 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Sync routers for ids ['f056f904-0676-45ae-af45-daf7d49c7298'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:41:46.600228 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Routers {'f056f904-0676-45ae-af45-daf7d49c7298'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:41:46.603064 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:41:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f056f904-0676-45ae-af45-daf7d49c7298'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:46.644791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-4c07faf1-0a4e-4ca6-b290-ed686ad8ed56 service neutron] 10.222.0.48 "GET /v2.0/networks/49557c2e-7a95-4339-aff4-cd3a220950ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329939 Nov 12 05:41:46.779040 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Set router f056f904-0676-45ae-af45-daf7d49c7298 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:41:46.918574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4bdd06f-138b-4067-bb5a-6b6f3a273f66 req-5237d0ad-862f-4ea9-985a-78491461d0fe tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 210 time: 0.0437431 Nov 12 05:41:47.153014 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be', 'name': '', 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:94:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e1271860-31c0-4f10-b005-02b3911a8bbf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:43Z', 'updated_at': '2021-11-12T05:41:45Z', 'revision_number': 2, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': 'e1271860-31c0-4f10-b005-02b3911a8bbf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:47.190261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4163050b-35e7-4028-aded-a5f67d008ccb None None] Provisioning complete for port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:47.191516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4163050b-35e7-4028-aded-a5f67d008ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:47.325273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4163050b-35e7-4028-aded-a5f67d008ccb None None] Port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:41:47.376086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4163050b-35e7-4028-aded-a5f67d008ccb None None] Provisioning complete for port ba152d46-ee0b-4e32-8258-2ce3ab664c38 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:47.376584 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4163050b-35e7-4028-aded-a5f67d008ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:47.417530 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Checking router: f056f904-0676-45ae-af45-daf7d49c7298 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:41:47.417887 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Updating router f056f904-0676-45ae-af45-daf7d49c7298 port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:41:47.426211 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:47.479789 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:47.620913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b3656386-61b3-4325-9b24-5cbfef4d2a17 None None] Provisioning complete for port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:47.622069 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b3656386-61b3-4325-9b24-5cbfef4d2a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:47.721298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b3656386-61b3-4325-9b24-5cbfef4d2a17 None None] Port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:41:47.727155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ba152d46-ee0b-4e32-8258-2ce3ab664c38 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:41:47.805305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ba152d46-ee0b-4e32-8258-2ce3ab664c38 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:47.806221 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:47.862128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1b98779d-8679-46d9-bfaa-8a5b6e8b7518 None None] Provisioning complete for port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:47.862804 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b98779d-8679-46d9-bfaa-8a5b6e8b7518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:47.938497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1b98779d-8679-46d9-bfaa-8a5b6e8b7518 None None] Port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:41:48.020377 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.033597 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.064810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e25c3490-508b-4f79-9e97-938a743597de req-b75efac2-493a-4c33-8a74-7d7b33d4a4df tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 210 time: 0.0466647 Nov 12 05:41:48.106716 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Pushing event updated for resources: {'Port': ['ID=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:48.155202 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.155703 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.156223 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.156602 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.157173 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.157633 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.158201 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.158620 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.159010 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.159432 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.159819 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.160202 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:41:48.194942 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Attempting to bind port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:41:48.198739 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Attempting to bind port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:41:48.199227 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Attempting to bind port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be on network 49557c2e-7a95-4339-aff4-cd3a220950ea {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:41:48.205865 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:41:48.207116 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Checking segment: {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:41:48.207644 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.208144 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Bound using segment: {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:41:48.208711 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Bound port: b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:41:48.209190 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.302488 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] For port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:41:48.307597 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] For port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:41:48.311892 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.405506 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17bc67-ca98-403e-b39e-9e102aed80ca None None] Pushing event updated for resources: {'Port': ['ID=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:48.408416 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Routers {'f056f904-0676-45ae-af45-daf7d49c7298'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:41:48.409283 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:41:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f056f904-0676-45ae-af45-daf7d49c7298'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:48.479275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-819299c4-8eb9-42c1-8611-407511f26827 None None] Provisioning complete for port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:48.479831 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-819299c4-8eb9-42c1-8611-407511f26827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.553984 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] Set router f056f904-0676-45ae-af45-daf7d49c7298 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:41:48.634516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.661252 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-819299c4-8eb9-42c1-8611-407511f26827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.768350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-819299c4-8eb9-42c1-8611-407511f26827 None None] For port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:41:48.785003 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-819299c4-8eb9-42c1-8611-407511f26827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.875117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819299c4-8eb9-42c1-8611-407511f26827 None None] Pushing event updated for resources: {'Port': ['ID=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:48.920434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-97b88072-efe3-4b80-9c6c-a500aa4eede1 None None] Provisioning complete for port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:48.921030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97b88072-efe3-4b80-9c6c-a500aa4eede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.970315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-43c5b7cb-99e5-4e70-9c7b-13e728be7a9f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:48.972490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-43c5b7cb-99e5-4e70-9c7b-13e728be7a9f tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.43 "GET /v2.0/networks?id=49557c2e-7a95-4339-aff4-cd3a220950ea HTTP/1.1" status: 200 len: 797 time: 0.2415137 Nov 12 05:41:49.003001 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be', 'name': '', 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:94:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e1271860-31c0-4f10-b005-02b3911a8bbf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:43Z', 'updated_at': '2021-11-12T05:41:48Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': 'e1271860-31c0-4f10-b005-02b3911a8bbf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:41:49.004487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Request body: {'port': {'device_id': 'b2dfca15-1665-4855-978d-cbe28cd5191a', 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea', 'admin_state_up': True, 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:41:49.047965 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b003e3-d6a3-4340-86ab-7dfb67045ddb None None] The sync data for ids ['f056f904-0676-45ae-af45-daf7d49c7298'] in n-d-765315-28 is: [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be', 'name': '', 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:94:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e1271860-31c0-4f10-b005-02b3911a8bbf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:43Z', 'updated_at': '2021-11-12T05:41:48Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': 'e1271860-31c0-4f10-b005-02b3911a8bbf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:41:49.216767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Made reservation on behalf of 7c2abc6d2bd944878fb0a80bc9b20925 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:41:49.221067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:49.335729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74170024-d96d-4bed-ae39-a2411c22eb2b req-a03e92d9-5716-4fa5-ba64-b5ac14a26694 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 210 time: 0.0652590 Nov 12 05:41:49.532519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Allocated IP 172.20.0.20 (49557c2e-7a95-4339-aff4-cd3a220950ea/e1271860-31c0-4f10-b005-02b3911a8bbf/6e074ae3-646f-432a-b4bd-132ecb03ca34) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:41:49.540175 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:49.789330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:41:49.790754 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:49.902596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:49.902989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:49.911284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4832827-e267-4d9d-aec3-1722954d5538 req-c6ef7a60-8c86-42c8-a0fe-58a98ab65464 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:49.912880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4832827-e267-4d9d-aec3-1722954d5538 req-c6ef7a60-8c86-42c8-a0fe-58a98ab65464 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 945 time: 0.0801561 Nov 12 05:41:49.936022 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:50.008603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Network 49557c2e-7a95-4339-aff4-cd3a220950ea is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:41:50.014437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:41:50.019535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:41:50.099287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:50.099986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:50.136285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event updated for resources: {'Port': ['ID=6e074ae3-646f-432a-b4bd-132ecb03ca34,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:50.163491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-6dd0cb76-d4ca-4e21-aaf0-85dd64e66c68 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1690280 Nov 12 05:41:50.169399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4832827-e267-4d9d-aec3-1722954d5538 req-125cfe11-9ed8-4b77-8f67-6a2e26879e9b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476363 Nov 12 05:41:50.193721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Request body: {'port': {'device_id': 'b2dfca15-1665-4855-978d-cbe28cd5191a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:41:50.305843 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:50.421710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2a5b3582-6c1b-4715-bf2a-c3f118d80b0e None None] Provisioning complete for port 6e074ae3-646f-432a-b4bd-132ecb03ca34 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:50.422393 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3582-6c1b-4715-bf2a-c3f118d80b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:50.476909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b3582-6c1b-4715-bf2a-c3f118d80b0e None None] Port 6e074ae3-646f-432a-b4bd-132ecb03ca34 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:41:50.562718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8df75-abb9-47e3-933c-664fb6f9692f req-2fdc0a24-ee05-44d4-93f0-b4d4e6393e1e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:50.564363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36f8df75-abb9-47e3-933c-664fb6f9692f req-2fdc0a24-ee05-44d4-93f0-b4d4e6393e1e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 895 time: 0.0885265 Nov 12 05:41:50.729805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e074ae3-646f-432a-b4bd-132ecb03ca34 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:41:50.738672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:50.754139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Transition to ACTIVE for port object 6e074ae3-646f-432a-b4bd-132ecb03ca34 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:41:50.759272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:50.815876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Pushing event updated for resources: {'Port': ['ID=6e074ae3-646f-432a-b4bd-132ecb03ca34,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:50.924048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Attempting to bind port 6e074ae3-646f-432a-b4bd-132ecb03ca34 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:41:50.924813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Attempting to bind port 6e074ae3-646f-432a-b4bd-132ecb03ca34 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:41:50.925495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Attempting to bind port 6e074ae3-646f-432a-b4bd-132ecb03ca34 on network 49557c2e-7a95-4339-aff4-cd3a220950ea {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:41:50.930691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Port 6e074ae3-646f-432a-b4bd-132ecb03ca34 on network 49557c2e-7a95-4339-aff4-cd3a220950ea not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:41:50.930976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Attempting to bind port 6e074ae3-646f-432a-b4bd-132ecb03ca34 on network 49557c2e-7a95-4339-aff4-cd3a220950ea {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:41:50.937203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:41:50.937548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Checking segment: {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:41:50.937944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Bound using segment: {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:41:50.938402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Bound port: 6e074ae3-646f-432a-b4bd-132ecb03ca34, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024921a0-b102-473a-8e7d-f48100dc44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:41:50.939312 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:51.023390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] For port 6e074ae3-646f-432a-b4bd-132ecb03ca34, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:41:51.027523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] For port 6e074ae3-646f-432a-b4bd-132ecb03ca34, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6e074ae3-646f-432a-b4bd-132ecb03ca34,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:41:51.032604 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:51.074708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:51.075331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:51.077234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e074ae3-646f-432a-b4bd-132ecb03ca34 HTTP/1.1" status: 200 len: 1056 time: 0.8964257 Nov 12 05:41:51.079612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dfca15-1665-4855-978d-cbe28cd5191a', 'tag': '6e074ae3-646f-432a-b4bd-132ecb03ca34'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:41:51.083094 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c4a98e-2c75-462c-8b22-5833cb326a00" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dfca15-1665-4855-978d-cbe28cd5191a", "tag": "6e074ae3-646f-432a-b4bd-132ecb03ca34"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:41:51.111947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf33f9-032e-44fe-9767-cc5808f49419 service neutron] Pushing event updated for resources: {'Port': ['ID=6e074ae3-646f-432a-b4bd-132ecb03ca34,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:51.151230 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c327db-4da2-4ee5-92b3-5f499f7fedf2 x-openstack-request-id: req-f9c327db-4da2-4ee5-92b3-5f499f7fedf2 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:41:51.151514 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dfca15-1665-4855-978d-cbe28cd5191a", "tag": "6e074ae3-646f-432a-b4bd-132ecb03ca34", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:41:51.151764 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9c327db-4da2-4ee5-92b3-5f499f7fedf2 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:41:51.152503 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dfca15-1665-4855-978d-cbe28cd5191a', 'tag': '6e074ae3-646f-432a-b4bd-132ecb03ca34', 'status': 'completed', 'code': 200} Nov 12 05:41:51.220752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-1ad6e76d-9baa-44bc-8856-06b490fb9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:51.222302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-1ad6e76d-9baa-44bc-8856-06b490fb9448 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 1059 time: 0.0496073 Nov 12 05:41:51.284286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-1526ef93-3341-479f-8a8e-176352b15bb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6e074ae3-646f-432a-b4bd-132ecb03ca34 HTTP/1.1" status: 200 len: 217 time: 0.0452476 Nov 12 05:41:51.353674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-bf84f124-8829-4d7c-98af-d3a2d3f85623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:51.355325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-bf84f124-8829-4d7c-98af-d3a2d3f85623 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1271860-31c0-4f10-b005-02b3911a8bbf HTTP/1.1" status: 200 len: 837 time: 0.0494938 Nov 12 05:41:51.407139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6db06-68b1-45b5-b004-655573ab50a7 req-4a3f139f-5516-4002-8f17-4a38f528e958 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:51.408659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9c6db06-68b1-45b5-b004-655573ab50a7 req-4a3f139f-5516-4002-8f17-4a38f528e958 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 945 time: 0.1348591 Nov 12 05:41:51.438972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-ec4d0058-3cd2-4a88-bdf0-0003f49a2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:51.440662 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-ec4d0058-3cd2-4a88-bdf0-0003f49a2e5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49557c2e-7a95-4339-aff4-cd3a220950ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0760248 Nov 12 05:41:51.494830 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9c6db06-68b1-45b5-b004-655573ab50a7 req-bc666b7d-f332-4c62-9dad-26037b77707c tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788453 Nov 12 05:41:51.571517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-18241485-d916-4e97-8d09-95d5540d2471 service neutron] 10.222.0.43 "GET /v2.0/networks/49557c2e-7a95-4339-aff4-cd3a220950ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191733 Nov 12 05:41:51.698213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe94b15f-ead2-44da-aac7-fc82a133caca req-1da9881c-aedf-4c7f-8807-81e9f63032df service neutron] 10.222.0.43 "GET /v2.0/networks/49557c2e-7a95-4339-aff4-cd3a220950ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193516 Nov 12 05:41:51.708789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93a36-0a06-4f67-a3d3-ded1b3869dfb req-b96a6943-04ef-439e-9dab-d8a34437daa3 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:51.711025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcc93a36-0a06-4f67-a3d3-ded1b3869dfb req-b96a6943-04ef-439e-9dab-d8a34437daa3 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 907 time: 0.0763988 Nov 12 05:41:51.876175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-ada71ae0-823a-4102-b0a5-17875a39a83b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:51.878599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-ada71ae0-823a-4102-b0a5-17875a39a83b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.43 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 945 time: 0.0534461 Nov 12 05:41:51.988869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Deleting port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:41:51.989355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:52.099216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] For port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:41:52.099885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:52.115077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Calling delete_port for 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:41:52.224563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-852f05fa-af0d-4ec2-84d6-06fc05694d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:52.226156 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-852f05fa-af0d-4ec2-84d6-06fc05694d9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 1059 time: 0.3942158 Nov 12 05:41:52.257076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:52.287649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Pushing event deleted for resources: {'Port': ['ID=2a6bbe5f-2d9b-451a-9f9c-7522e3925544,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:52.305220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['2a6bbe5f-2d9b-451a-9f9c-7522e3925544'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:41:52.335002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-965eaadd-b45c-47a4-a5e4-277769acd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:52.335312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] No DVR routers for this DVR port 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:41:52.337017 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-965eaadd-b45c-47a4-a5e4-277769acd647 service neutron] 10.222.0.43 "GET /v2.0/networks?id=49557c2e-7a95-4339-aff4-cd3a220950ea HTTP/1.1" status: 200 len: 898 time: 0.1027126 Nov 12 05:41:52.338331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:52.341810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e68779f6-fbd3-41ea-b651-e595641f5919 req-6a9e9299-f6a5-4ea9-8e73-394c1ae0263f tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.43 "DELETE /v2.0/ports/2a6bbe5f-2d9b-451a-9f9c-7522e3925544 HTTP/1.1" status: 204 len: 173 time: 0.4536035 Nov 12 05:41:52.345001 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8440ce-59a0-44b8-aed7-2f6bba5db276 None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:41:52.399456 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-6af8447f-171b-44ac-b0d4-6dbc2f30fdd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6e074ae3-646f-432a-b4bd-132ecb03ca34 HTTP/1.1" status: 200 len: 217 time: 0.0515327 Nov 12 05:41:52.463365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-c03e6a1f-3f58-4e7f-8aaf-a66b7c783db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:52.464849 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-c03e6a1f-3f58-4e7f-8aaf-a66b7c783db8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1271860-31c0-4f10-b005-02b3911a8bbf HTTP/1.1" status: 200 len: 837 time: 0.0535390 Nov 12 05:41:52.529591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-f8dbfa91-69cb-433f-a959-54859d63bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:52.531173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-f8dbfa91-69cb-433f-a959-54859d63bf4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49557c2e-7a95-4339-aff4-cd3a220950ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0554323 Nov 12 05:41:52.615312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5881d2c1-3cbd-4786-9e45-ac930a9deec4 req-8beaacd4-28b0-46b1-9f7c-33eb028ee09b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=b304cf3c-98d2-4032-aa97-d1b74cea3020 HTTP/1.1" status: 200 len: 210 time: 0.0306664 Nov 12 05:41:52.645473 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-20b8f56c-fcad-46db-9d08-7c38874daefd service neutron] 10.222.0.43 "GET /v2.0/networks/49557c2e-7a95-4339-aff4-cd3a220950ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991008 Nov 12 05:41:52.736509 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e4c4a98e-2c75-462c-8b22-5833cb326a00 req-93cca480-86f7-4670-8ab6-ee694036a8d7 service neutron] 10.222.0.43 "GET /v2.0/networks/49557c2e-7a95-4339-aff4-cd3a220950ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834022 Nov 12 05:41:52.844405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f08d8-ce9a-4c6a-96d9-c0b03a3829c8 req-8669c5bb-a39d-4033-a28d-6254ff1d2e59 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:52.846024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-614f08d8-ce9a-4c6a-96d9-c0b03a3829c8 req-8669c5bb-a39d-4033-a28d-6254ff1d2e59 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 907 time: 0.0608151 Nov 12 05:41:53.153590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b304cf3c-98d2-4032-aa97-d1b74cea3020', 'name': 'network-vif-deleted', 'tag': '2a6bbe5f-2d9b-451a-9f9c-7522e3925544'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:41:53.155971 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac99da97-9fef-476e-92b3-a49596095d60" -d '{"events": [{"server_uuid": "b304cf3c-98d2-4032-aa97-d1b74cea3020", "name": "network-vif-deleted", "tag": "2a6bbe5f-2d9b-451a-9f9c-7522e3925544"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:41:53.194630 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd7d293-586b-4732-b3d1-479f17afc84b x-openstack-request-id: req-5cd7d293-586b-4732-b3d1-479f17afc84b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:41:53.194996 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b304cf3c-98d2-4032-aa97-d1b74cea3020", "name": "network-vif-deleted", "tag": "2a6bbe5f-2d9b-451a-9f9c-7522e3925544", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:41:53.195339 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cd7d293-586b-4732-b3d1-479f17afc84b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:41:53.196193 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b304cf3c-98d2-4032-aa97-d1b74cea3020', 'name': 'network-vif-deleted', 'tag': '2a6bbe5f-2d9b-451a-9f9c-7522e3925544', 'status': 'completed', 'code': 200} Nov 12 05:41:53.983015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f4b22-380f-45c3-a8d1-d4e58c3ffc7d req-c8d79172-7831-425d-b2bf-776debfe8751 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:53.984533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c17f4b22-380f-45c3-a8d1-d4e58c3ffc7d req-c8d79172-7831-425d-b2bf-776debfe8751 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 907 time: 0.0529001 Nov 12 05:41:54.078691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-4f27ef2c-36b0-4aad-a198-ff4b2f86749a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410111 Nov 12 05:41:54.174091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-86444a30-954b-4638-904a-494fa27acf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:54.176069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-86444a30-954b-4638-904a-494fa27acf3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=831b9f40f73243c79c65a6a8d04a74d2&device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 1102 time: 0.0471849 Nov 12 05:41:54.298231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-b5bb9407-bda9-43d2-b29a-603121408b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:54.300280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-b5bb9407-bda9-43d2-b29a-603121408b79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.1027362 Nov 12 05:41:54.342840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-63aab81a-a35e-42ae-8c32-b3d7ed359f4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964 HTTP/1.1" status: 200 len: 217 time: 0.0352669 Nov 12 05:41:54.400969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-f2ce6b75-1b62-4fbc-8b2c-7bece7f28346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:54.402465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-f2ce6b75-1b62-4fbc-8b2c-7bece7f28346 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0514648 Nov 12 05:41:54.451120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-24e93621-6b10-481d-9114-7cae5f3f1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:54.452539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-24e93621-6b10-481d-9114-7cae5f3f1949 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426054 Nov 12 05:41:54.553717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-01f7f592-8f06-4ddb-bf93-d54588bbec2e service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933454 Nov 12 05:41:54.613350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:41:54.636414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:41:54.637066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 2a6bbe5f-2d9b-451a-9f9c-7522e3925544 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:41:54.657170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7375c000-2996-4363-8d4e-38c49f107ad0 req-acf49577-e09e-4c43-a5bc-8ebaf4a68be4 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954320 Nov 12 05:41:55.125954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e76278-3df1-4b10-82dc-69561a9bb820 req-84ebe079-c290-4a71-8f98-d43f6a97e862 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:55.127703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6e76278-3df1-4b10-82dc-69561a9bb820 req-84ebe079-c290-4a71-8f98-d43f6a97e862 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 907 time: 0.0613146 Nov 12 05:41:56.282860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69381044-6be1-40c6-b883-c2945322adc4 req-eeb2ae97-3eff-450b-ba9b-39621b863ab3 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:56.286822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69381044-6be1-40c6-b883-c2945322adc4 req-eeb2ae97-3eff-450b-ba9b-39621b863ab3 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 907 time: 0.0727189 Nov 12 05:41:56.625681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6e074ae3-646f-432a-b4bd-132ecb03ca34 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:41:56.724229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6e074ae3-646f-432a-b4bd-132ecb03ca34, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6e074ae3-646f-432a-b4bd-132ecb03ca34,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:41:56.735443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '6e074ae3-646f-432a-b4bd-132ecb03ca34', 'network_id': '49557c2e-7a95-4339-aff4-cd3a220950ea', 'port_id': '6e074ae3-646f-432a-b4bd-132ecb03ca34', 'mac_address': 'fa:16:3e:09:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1271860-31c0-4f10-b005-02b3911a8bbf', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:41:56.778752 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:56.795160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e074ae3-646f-432a-b4bd-132ecb03ca34 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:41:56.818903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6e074ae3-646f-432a-b4bd-132ecb03ca34, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6e074ae3-646f-432a-b4bd-132ecb03ca34,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:41:56.823563 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:56.878800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6e074ae3-646f-432a-b4bd-132ecb03ca34,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:57.299437 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:57.354638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['6e074ae3-646f-432a-b4bd-132ecb03ca34'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:41:57.545641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02000e-61d4-4cea-8c8c-33708f91368a req-b14b20f7-6096-4e2f-8dbb-aacdd860d8d6 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:57.550918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa02000e-61d4-4cea-8c8c-33708f91368a req-b14b20f7-6096-4e2f-8dbb-aacdd860d8d6 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 908 time: 0.1029232 Nov 12 05:41:58.629463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6e074ae3-646f-432a-b4bd-132ecb03ca34 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:41:58.693123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f083fd-1297-4832-a040-ca5c22dc0c05 req-a6840f6f-d4e2-4d37-9b2d-ba8a80d06720 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:58.707803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63f083fd-1297-4832-a040-ca5c22dc0c05 req-a6840f6f-d4e2-4d37-9b2d-ba8a80d06720 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 908 time: 0.0834982 Nov 12 05:41:58.711067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 6e074ae3-646f-432a-b4bd-132ecb03ca34 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:41:58.720615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 6e074ae3-646f-432a-b4bd-132ecb03ca34 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:41:58.722124 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:58.821969 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:58.854137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dfca15-1665-4855-978d-cbe28cd5191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e074ae3-646f-432a-b4bd-132ecb03ca34'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:41:58.857131 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ffb6c2-0ad4-4be8-bbaa-23e2540b2749" -d '{"events": [{"server_uuid": "b2dfca15-1665-4855-978d-cbe28cd5191a", "name": "network-vif-plugged", "status": "completed", "tag": "6e074ae3-646f-432a-b4bd-132ecb03ca34"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:41:58.877961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 6e074ae3-646f-432a-b4bd-132ecb03ca34, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6e074ae3-646f-432a-b4bd-132ecb03ca34,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:41:58.884669 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:58.915403 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e688122e-2493-4b93-acad-c1dccf37c11f x-openstack-request-id: req-e688122e-2493-4b93-acad-c1dccf37c11f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:41:58.915696 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dfca15-1665-4855-978d-cbe28cd5191a", "name": "network-vif-plugged", "status": "completed", "tag": "6e074ae3-646f-432a-b4bd-132ecb03ca34", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:41:58.916156 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e688122e-2493-4b93-acad-c1dccf37c11f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:41:58.916556 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dfca15-1665-4855-978d-cbe28cd5191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e074ae3-646f-432a-b4bd-132ecb03ca34', 'code': 200} Nov 12 05:41:58.942925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=6e074ae3-646f-432a-b4bd-132ecb03ca34,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:41:59.068231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d8a96-47ea-4e2f-8dfb-8db3d6dd4c5d req-3db9bd44-4ad7-4a20-990c-e56f9f9207e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:59.069755 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a03d8a96-47ea-4e2f-8dfb-8db3d6dd4c5d req-3db9bd44-4ad7-4a20-990c-e56f9f9207e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 1061 time: 0.0651290 Nov 12 05:41:59.944118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0ca9a-229d-4755-8548-bc667028ccfe req-890191d6-43fc-48c1-94a4-73a2030539f7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:59.954868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eab0ca9a-229d-4755-8548-bc667028ccfe req-890191d6-43fc-48c1-94a4-73a2030539f7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 909 time: 0.1293783 Nov 12 05:42:00.772533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-99824cea-7a42-4be9-afc2-99a9df9cc728 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:00.774649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-99824cea-7a42-4be9-afc2-99a9df9cc728 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/networks?id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a HTTP/1.1" status: 200 len: 814 time: 0.1336443 Nov 12 05:42:00.792625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-82f996ac-9889-4219-ad0f-3ec2fe742ce5 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/quotas/f6c9a03cc3d5407bad5c8bbc257b0e06 HTTP/1.1" status: 200 len: 375 time: 0.0108209 Nov 12 05:42:00.827827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-36a232bf-d795-45a9-be90-6d41ec61d48a tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6c9a03cc3d5407bad5c8bbc257b0e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288899 Nov 12 05:42:00.955016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-17e87a0c-0632-42c2-b24a-c176d08c1a50 service neutron] 10.222.0.48 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160934 Nov 12 05:42:01.083270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-397ea594-a232-459b-b652-f26f4ba65a4c service neutron] 10.222.0.48 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109900 Nov 12 05:42:01.407738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe521c3-91a1-4408-8eb1-c185f319ee1a req-142a50a9-e4d6-41e7-ac62-b5dedb583708 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:01.410547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bfe521c3-91a1-4408-8eb1-c185f319ee1a req-142a50a9-e4d6-41e7-ac62-b5dedb583708 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 909 time: 0.1102617 Nov 12 05:42:01.454878 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:42:01.539986 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8642a0cb-d06d-4152-8db2-7739872c300c req-632e468b-b782-4723-8c0b-0680168400be tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 210 time: 0.0475128 Nov 12 05:42:01.691001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96486c2-f71f-47e0-806f-cf872abe8948 req-736fedc6-1c5b-453f-907c-15a13a3962d4 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:01.693161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c96486c2-f71f-47e0-806f-cf872abe8948 req-736fedc6-1c5b-453f-907c-15a13a3962d4 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 909 time: 0.0836134 Nov 12 05:42:01.869010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abf569-c14a-476e-b1b4-8f2ad51ecb49 req-27112c19-ff61-4eeb-888e-f324ba496010 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:01.884945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2abf569-c14a-476e-b1b4-8f2ad51ecb49 req-27112c19-ff61-4eeb-888e-f324ba496010 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 1061 time: 0.0696561 Nov 12 05:42:02.055854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff063ddf-99fe-4877-9b6d-e906da92c9c4 req-c68425af-8f46-4984-9b35-cae7183c496e tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:02.057372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff063ddf-99fe-4877-9b6d-e906da92c9c4 req-c68425af-8f46-4984-9b35-cae7183c496e tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 1136 time: 0.0607154 Nov 12 05:42:02.489079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff063ddf-99fe-4877-9b6d-e906da92c9c4 req-a8ded6cc-970d-4371-8708-e1cff1d0e247 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4232066 Nov 12 05:42:02.510620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35662) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:02.686937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3fc3351-c91d-453e-a5bf-9d25c7a8c905 req-32b3dbdd-90ab-460e-ad97-16248be0fd1d tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 210 time: 0.0330086 Nov 12 05:42:02.728900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13aba7a-3750-4023-a716-47b5521ba8f2 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:02.730600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d13aba7a-3750-4023-a716-47b5521ba8f2 tempest-TestSecurityGroupsBasicOps-1581258655 tempest-TestSecurityGroupsBasicOps-1581258655-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 1056 time: 0.2184520 Nov 12 05:42:02.765046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-bdccf9e9-64c7-422b-9dc0-4ab12cd481f0 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:02.767203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-bdccf9e9-64c7-422b-9dc0-4ab12cd481f0 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.47 "GET /v2.0/networks?id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a HTTP/1.1" status: 200 len: 814 time: 0.2105770 Nov 12 05:42:02.794012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Request body: {'port': {'device_id': '8ef70666-343f-4391-8e86-a9ae8387c717', 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a', 'admin_state_up': True, 'tenant_id': 'f6c9a03cc3d5407bad5c8bbc257b0e06'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:02.956752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Made reservation on behalf of f6c9a03cc3d5407bad5c8bbc257b0e06 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:02.961108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:03.116955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107988-1f23-43fc-9dca-c11091735818 req-d970e80e-04fe-4000-998a-fc56bc80d055 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:03.119307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58107988-1f23-43fc-9dca-c11091735818 req-d970e80e-04fe-4000-998a-fc56bc80d055 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 909 time: 0.1365044 Nov 12 05:42:03.161680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Allocated IP 172.20.0.11 (4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a/bf857f25-c7c3-4f75-bc33-e184445f4c32/a8f4fee7-e723-41d2-96dd-45b9c32fa53c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:03.357169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:03.400069 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:03.453363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:03.459993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:03.477393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:03.478608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e454bc02-09b2-492d-ac9a-4fbc8584538b None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:03.556368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:03.556885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:03.567267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Pushing event updated for resources: {'Port': ['ID=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:03.567899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3fd66805-2732-485b-8a1e-c1daad1a0b3f None None] Provisioning complete for port a8f4fee7-e723-41d2-96dd-45b9c32fa53c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:03.568446 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3fd66805-2732-485b-8a1e-c1daad1a0b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:03.588625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-a0b687a0-68e3-4bfa-8c21-f2320cbba638 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8058665 Nov 12 05:42:03.605101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Request body: {'port': {'device_id': '8ef70666-343f-4391-8e86-a9ae8387c717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:03.618839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3fd66805-2732-485b-8a1e-c1daad1a0b3f None None] Port a8f4fee7-e723-41d2-96dd-45b9c32fa53c cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:03.678793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:03.896901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17900749-7d19-493e-a9ac-7e68db9b05a5 req-2a83ae02-4d60-45fa-89d8-62eba91bfbc3 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:03.903241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17900749-7d19-493e-a9ac-7e68db9b05a5 req-2a83ae02-4d60-45fa-89d8-62eba91bfbc3 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 932 time: 0.1082084 Nov 12 05:42:03.999317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17900749-7d19-493e-a9ac-7e68db9b05a5 req-79adcbbd-8851-4965-a807-6095e24a114a tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931113 Nov 12 05:42:04.082365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f4fee7-e723-41d2-96dd-45b9c32fa53c {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:42:04.092144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:04.106360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Transition to ACTIVE for port object a8f4fee7-e723-41d2-96dd-45b9c32fa53c will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:42:04.111112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:04.168838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a83e9e2-5b20-457d-8484-e5063801282b None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:04.181348 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:04.260660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Attempting to bind port a8f4fee7-e723-41d2-96dd-45b9c32fa53c on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:04.260997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Attempting to bind port a8f4fee7-e723-41d2-96dd-45b9c32fa53c by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:04.261490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Attempting to bind port a8f4fee7-e723-41d2-96dd-45b9c32fa53c on network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:04.269730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Port a8f4fee7-e723-41d2-96dd-45b9c32fa53c on network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:42:04.270160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Attempting to bind port a8f4fee7-e723-41d2-96dd-45b9c32fa53c on network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:04.305424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:04.305781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Checking segment: {'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:04.306312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Bound using segment: {'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:04.307049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Bound port: a8f4fee7-e723-41d2-96dd-45b9c32fa53c, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c406aa-e82e-4bc6-ba45-2961e36d386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:04.307480 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:04.390553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f0b27-7974-46c4-8432-a120b67d7bbf req-fc27fd86-c132-43ed-9919-8253766b0054 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:04.394610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-001f0b27-7974-46c4-8432-a120b67d7bbf req-fc27fd86-c132-43ed-9919-8253766b0054 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 909 time: 0.1218972 Nov 12 05:42:04.444246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] For port a8f4fee7-e723-41d2-96dd-45b9c32fa53c, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:04.447913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] For port a8f4fee7-e723-41d2-96dd-45b9c32fa53c, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:04.453830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:04.507627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:04.507627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:04.507627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8f4fee7-e723-41d2-96dd-45b9c32fa53c HTTP/1.1" status: 200 len: 1093 time: 0.9081132 Nov 12 05:42:04.509213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef70666-343f-4391-8e86-a9ae8387c717', 'tag': 'a8f4fee7-e723-41d2-96dd-45b9c32fa53c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:04.511860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9da0a9-f9d7-4f74-9651-114993603cb4 None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:04.524529 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afedc740-6304-4749-9a6f-65fdfde9c338" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef70666-343f-4391-8e86-a9ae8387c717", "tag": "a8f4fee7-e723-41d2-96dd-45b9c32fa53c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:04.561496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d0504-30e2-4679-8267-0c61c3a5a152 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:04.653129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-14383e09-93b5-4439-950c-35f5729f90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:04.662321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-14383e09-93b5-4439-950c-35f5729f90fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6c9a03cc3d5407bad5c8bbc257b0e06&device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 1096 time: 0.0857141 Nov 12 05:42:04.714312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-1b9f2d1f-baea-4ed1-acb2-90026ab22326 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:04.718013 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-1b9f2d1f-baea-4ed1-acb2-90026ab22326 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 909 time: 0.0784550 Nov 12 05:42:04.719733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-4e3a4500-5c6e-4936-83cf-fa232756ee13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8f4fee7-e723-41d2-96dd-45b9c32fa53c HTTP/1.1" status: 200 len: 217 time: 0.0472724 Nov 12 05:42:04.766636 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0893398-a363-42ea-86d6-3249b15e7c02 x-openstack-request-id: req-d0893398-a363-42ea-86d6-3249b15e7c02 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:04.767400 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef70666-343f-4391-8e86-a9ae8387c717", "tag": "a8f4fee7-e723-41d2-96dd-45b9c32fa53c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:04.768053 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0893398-a363-42ea-86d6-3249b15e7c02 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:04.768629 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef70666-343f-4391-8e86-a9ae8387c717', 'tag': 'a8f4fee7-e723-41d2-96dd-45b9c32fa53c', 'status': 'completed', 'code': 200} Nov 12 05:42:04.845225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-e4fa363f-8678-4f0c-b27b-4bcc46cd587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:04.846888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-e4fa363f-8678-4f0c-b27b-4bcc46cd587a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bf857f25-c7c3-4f75-bc33-e184445f4c32 HTTP/1.1" status: 200 len: 854 time: 0.1179380 Nov 12 05:42:04.850304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting port 6e074ae3-646f-432a-b4bd-132ecb03ca34 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:04.850762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:04.857505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-60275fcb-e0ad-4d7e-9afa-fc95df771293 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1153107 Nov 12 05:42:04.891431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-3716830b-6724-47ca-9f03-2413085ab115 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325019 Nov 12 05:42:04.972498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] For port 6e074ae3-646f-432a-b4bd-132ecb03ca34, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=6e074ae3-646f-432a-b4bd-132ecb03ca34,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:04.972883 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:04.989657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Calling delete_port for 6e074ae3-646f-432a-b4bd-132ecb03ca34 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:04.990089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-93f934df-e633-47c4-92f4-193071562424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:04.991699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-93f934df-e633-47c4-92f4-193071562424 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 1097 time: 0.0991015 Nov 12 05:42:05.031474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-f501308b-8a0a-43d1-b3c9-612bda9c99fe service neutron] 10.222.0.47 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306987 Nov 12 05:42:05.152773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:05.183174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Port': ['ID=6e074ae3-646f-432a-b4bd-132ecb03ca34,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:05.227900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] No DVR routers for this DVR port 6e074ae3-646f-432a-b4bd-132ecb03ca34 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:05.231606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:05.236114 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f22df3b5-c12c-4f13-9ce3-a4790e1646ba req-67361048-6980-4f19-9688-7f5da5277cb0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.43 "DELETE /v2.0/ports/6e074ae3-646f-432a-b4bd-132ecb03ca34 HTTP/1.1" status: 204 len: 173 time: 0.5074463 Nov 12 05:42:05.237382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dfca15-1665-4855-978d-cbe28cd5191a', 'name': 'network-vif-deleted', 'tag': '6e074ae3-646f-432a-b4bd-132ecb03ca34'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:05.240948 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c882ac-1ceb-4bf4-9eb5-ae4d947d06bc" -d '{"events": [{"server_uuid": "b2dfca15-1665-4855-978d-cbe28cd5191a", "name": "network-vif-deleted", "tag": "6e074ae3-646f-432a-b4bd-132ecb03ca34"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:05.266118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4da661-55b7-449e-87d5-ddd189f180d6 req-c4c206f9-8955-4abf-be1b-665558eb07c3 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:05.268182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a4da661-55b7-449e-87d5-ddd189f180d6 req-c4c206f9-8955-4abf-be1b-665558eb07c3 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 944 time: 0.1800046 Nov 12 05:42:05.315978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-714fd1b5-8dcd-43b8-b0c6-1c43f7fc180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:05.318437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-714fd1b5-8dcd-43b8-b0c6-1c43f7fc180f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.2848544 Nov 12 05:42:05.329440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b7cde72-f850-45b0-841e-0e3171841e7d req-397a8485-3f92-47e4-a62e-9623c83973ac service neutron] 10.222.0.47 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720625 Nov 12 05:42:05.442872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a4da661-55b7-449e-87d5-ddd189f180d6 req-7ef173c2-749d-4a97-8761-f2575d044a51 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606090 Nov 12 05:42:05.474809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-594e4d05-79f0-4c97-80a3-ab652df69d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:05.476886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-594e4d05-79f0-4c97-80a3-ab652df69d93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6c9a03cc3d5407bad5c8bbc257b0e06&device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 1096 time: 0.0733690 Nov 12 05:42:05.489622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-c90b9f6a-1ed2-43fb-945d-3a98969311a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 200 len: 1001 time: 0.1591697 Nov 12 05:42:05.543534 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e81f62-8d68-435b-9013-9960ad33dfaf x-openstack-request-id: req-55e81f62-8d68-435b-9013-9960ad33dfaf {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:05.544108 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dfca15-1665-4855-978d-cbe28cd5191a", "name": "network-vif-deleted", "tag": "6e074ae3-646f-432a-b4bd-132ecb03ca34", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:05.544578 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55e81f62-8d68-435b-9013-9960ad33dfaf {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:05.545198 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dfca15-1665-4855-978d-cbe28cd5191a', 'name': 'network-vif-deleted', 'tag': '6e074ae3-646f-432a-b4bd-132ecb03ca34', 'status': 'completed', 'code': 200} Nov 12 05:42:05.660509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-b8535520-d187-408b-b134-587c6129700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:05.661975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-b8535520-d187-408b-b134-587c6129700e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.1467083 Nov 12 05:42:05.699704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0155b66c-49b5-4248-ba85-e4a17bfdb8dc req-379347de-2c17-46b5-bae1-f24e3e832432 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2dfca15-1665-4855-978d-cbe28cd5191a HTTP/1.1" status: 200 len: 210 time: 0.0414753 Nov 12 05:42:05.733797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-805ee826-1a62-48c5-9fe2-49015e045763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:05.735621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-805ee826-1a62-48c5-9fe2-49015e045763 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a HTTP/1.1" status: 200 len: 915 time: 0.2385178 Nov 12 05:42:05.789330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-ee537b70-6d23-4186-bf1b-685f3d98a506 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8f4fee7-e723-41d2-96dd-45b9c32fa53c HTTP/1.1" status: 200 len: 217 time: 0.0437775 Nov 12 05:42:05.792189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-c9202ee6-4bd2-444c-8d51-8b264255e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:05.793538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-c9202ee6-4bd2-444c-8d51-8b264255e643 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207178 Nov 12 05:42:05.927420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-cd7e07e7-ad79-416d-b1d2-f74bc7670301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:05.929190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-cd7e07e7-ad79-416d-b1d2-f74bc7670301 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bf857f25-c7c3-4f75-bc33-e184445f4c32 HTTP/1.1" status: 200 len: 854 time: 0.1298892 Nov 12 05:42:05.967579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-9c61b8da-3a71-4db6-9136-7b5c6edd22a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294192 Nov 12 05:42:05.999597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-26c7285b-3aa8-4f4c-a34e-5d1e1c91f7d0 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910615 Nov 12 05:42:06.146053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-017d387d-ad9d-4a75-a794-5a7d8e60d2c3 service neutron] 10.222.0.47 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671596 Nov 12 05:42:06.187336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-309bc1a2-f43e-402b-a775-cbb40fcf47b5 req-81459203-56e5-487d-8d8a-b61956865a37 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774864 Nov 12 05:42:06.254051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afedc740-6304-4749-9a6f-65fdfde9c338 req-5c3171e3-31b9-4707-879e-125ed6005399 service neutron] 10.222.0.47 "GET /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969331 Nov 12 05:42:06.586206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596e78-5973-4721-9600-ed42388171fe req-7baa7247-ff3d-48e1-8612-ddfadff96bd0 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:06.588070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55596e78-5973-4721-9600-ed42388171fe req-7baa7247-ff3d-48e1-8612-ddfadff96bd0 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 944 time: 0.0521657 Nov 12 05:42:06.653279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-55596e78-5973-4721-9600-ed42388171fe req-561b59c0-2c27-4848-9a47-df3a9c96f7d3 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548391 Nov 12 05:42:06.769977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35878) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:07.174766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:07.456352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:07.456352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:07.558428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] For port b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:07.558799 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:07.573027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Calling delete_port for b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:07.821852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c05489-a25a-4456-b3b4-203b7404fb7c req-6c41f12f-50eb-4d00-80ad-5bf7941bd136 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:07.823406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78c05489-a25a-4456-b3b4-203b7404fb7c req-6c41f12f-50eb-4d00-80ad-5bf7941bd136 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 944 time: 0.0996768 Nov 12 05:42:07.865590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:07.909504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Port': ['ID=b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:07.925533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-78c05489-a25a-4456-b3b4-203b7404fb7c req-b38f4350-3b93-433d-b4bc-56815623a0e8 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896010 Nov 12 05:42:08.212996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:08.447016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Router f056f904-0676-45ae-af45-daf7d49c7298 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:08.555372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:08.563610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2b423b12-5c0d-4bc1-8c08-e2d320dafa3d tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "PUT /v2.0/routers/f056f904-0676-45ae-af45-daf7d49c7298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7893662 Nov 12 05:42:08.563610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 35916) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:08.572396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] Sync routers for ids ['f056f904-0676-45ae-af45-daf7d49c7298'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:08.589937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] Routers {'f056f904-0676-45ae-af45-daf7d49c7298'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:08.591547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:41:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f056f904-0676-45ae-af45-daf7d49c7298'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:08.631333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4a717d-8ff2-48d0-bfa4-0266a89ef51a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting subnet e1271860-31c0-4f10-b005-02b3911a8bbf {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:42:08.635954 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd4a717d-8ff2-48d0-bfa4-0266a89ef51a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:08.691479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd4a717d-8ff2-48d0-bfa4-0266a89ef51a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:08.706977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6e074ae3-646f-432a-b4bd-132ecb03ca34 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:08.749391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 6e074ae3-646f-432a-b4bd-132ecb03ca34 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:08.749738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 6e074ae3-646f-432a-b4bd-132ecb03ca34 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:08.774160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] Set router f056f904-0676-45ae-af45-daf7d49c7298 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:08.790273 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd4a717d-8ff2-48d0-bfa4-0266a89ef51a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:08.853386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd4a717d-8ff2-48d0-bfa4-0266a89ef51a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:08.894750 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd4a717d-8ff2-48d0-bfa4-0266a89ef51a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:08.904076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dd4a717d-8ff2-48d0-bfa4-0266a89ef51a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/subnets/e1271860-31c0-4f10-b005-02b3911a8bbf HTTP/1.1" status: 204 len: 168 time: 0.3361881 Nov 12 05:42:08.904076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a717d-8ff2-48d0-bfa4-0266a89ef51a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Subnet': ['ID=e1271860-31c0-4f10-b005-02b3911a8bbf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:08.904396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4346982-3a4a-4cc0-afd7-af018fc23fc3 None None] Network 49557c2e-7a95-4339-aff4-cd3a220950ea requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:08.904508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35926) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:08.966365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a8f4fee7-e723-41d2-96dd-45b9c32fa53c details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:42:09.048163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.114566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a8f4fee7-e723-41d2-96dd-45b9c32fa53c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:09.132578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'a8f4fee7-e723-41d2-96dd-45b9c32fa53c', 'network_id': '4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a', 'port_id': 'a8f4fee7-e723-41d2-96dd-45b9c32fa53c', 'mac_address': 'fa:16:3e:aa:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf857f25-c7c3-4f75-bc33-e184445f4c32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:42:09.175391 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.242598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:09.243099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.282116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:42:07Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': '23759fe1-6dcf-429e-bfba-06fc6eecf0f8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:09.286590 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.326673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f4fee7-e723-41d2-96dd-45b9c32fa53c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:42:09.349500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a8f4fee7-e723-41d2-96dd-45b9c32fa53c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:09.352420 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] Checking router: f056f904-0676-45ae-af45-daf7d49c7298 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:09.367172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.375507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] For port 23759fe1-6dcf-429e-bfba-06fc6eecf0f8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=23759fe1-6dcf-429e-bfba-06fc6eecf0f8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:09.377767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.394170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Calling delete_port for 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:09.420586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] Routers {'f056f904-0676-45ae-af45-daf7d49c7298'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:09.421220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:41:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f056f904-0676-45ae-af45-daf7d49c7298'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:09.511257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] DHCP port deletion for 49557c2e-7a95-4339-aff4-cd3a220950ea request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:09.571974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54ae88-b32a-426c-bfdd-deccf47b766d req-7c74120d-2324-4ea0-a84e-709767c5d818 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:09.573567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b54ae88-b32a-426c-bfdd-deccf47b766d req-7c74120d-2324-4ea0-a84e-709767c5d818 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 944 time: 0.5367780 Nov 12 05:42:09.593229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] Set router f056f904-0676-45ae-af45-daf7d49c7298 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:09.627375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:09.666262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['a8f4fee7-e723-41d2-96dd-45b9c32fa53c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:42:09.693133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b54ae88-b32a-426c-bfdd-deccf47b766d req-d7811c8b-e939-41f5-a436-d11d7a6ea714 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096759 Nov 12 05:42:09.715225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:42:09Z', 'revision_number': 6, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:09.742100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.750715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827bc11-2d68-4b2c-a76e-3307b886f934 None None] The sync data for ids ['f056f904-0676-45ae-af45-daf7d49c7298'] in n-d-765315-28 is: [{'id': 'f056f904-0676-45ae-af45-daf7d49c7298', 'name': 'tempest-TestSecurityGroupsBasicOps-router-728825472', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:41:39Z', 'updated_at': '2021-11-12T05:42:09Z', 'revision_number': 6, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:09.789669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] Deleting port ba152d46-ee0b-4e32-8258-2ce3ab664c38 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:09.790148 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.827673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Port': ['ID=23759fe1-6dcf-429e-bfba-06fc6eecf0f8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:09.862413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] For port ba152d46-ee0b-4e32-8258-2ce3ab664c38, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ba152d46-ee0b-4e32-8258-2ce3ab664c38,segment=NetworkSegment(024921a0-b102-473a-8e7d-f48100dc44ba),segment_id=024921a0-b102-473a-8e7d-f48100dc44ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:09.862813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.875790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] Calling delete_port for ba152d46-ee0b-4e32-8258-2ce3ab664c38 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:09.906889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.961358 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd82cb0-9a26-4ca1-8a1d-224145122af9 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:09.980021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.994944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] No DVR routers for this DVR port ba152d46-ee0b-4e32-8258-2ce3ab664c38 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:10.030133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754f615-8595-4682-9d47-2a4b177a94df None None] Pushing event deleted for resources: {'Port': ['ID=ba152d46-ee0b-4e32-8258-2ce3ab664c38,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:10.035077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.039884 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.090673 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.091304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Fanout notify agent at l3_agent the message router_deleted on router f056f904-0676-45ae-af45-daf7d49c7298 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:42:10.104539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.109765 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-841d2e17-5ef3-4fac-8317-f55ed566526e tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/routers/f056f904-0676-45ae-af45-daf7d49c7298 HTTP/1.1" status: 204 len: 168 time: 1.2023499 Nov 12 05:42:10.110125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:10.151097 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ba152d46-ee0b-4e32-8258-2ce3ab664c38 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:10.277634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.393336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ba152d46-ee0b-4e32-8258-2ce3ab664c38 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:10.393724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ba152d46-ee0b-4e32-8258-2ce3ab664c38 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:10.432704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.456782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49557c2e-7a95-4339-aff4-cd3a220950ea']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:10.467139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024921a0-b102-473a-8e7d-f48100dc44ba') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:10.467439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024921a0-b102-473a-8e7d-f48100dc44ba') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:10.477817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.492351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.499395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:42:10.499807 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:42:10.504137 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:42:10.577775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.587306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.590848 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/networks/49557c2e-7a95-4339-aff4-cd3a220950ea HTTP/1.1" status: 204 len: 168 time: 0.4790170 Nov 12 05:42:10.596274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 35960) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:10.614856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b026f-0236-4310-a29b-8bbb6b099fe0 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Network': ['ID=49557c2e-7a95-4339-aff4-cd3a220950ea,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:10.654371 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.824612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aafafa-06c8-4e68-a34d-ca4daff0a107 req-983c6080-26a5-47c3-b26a-d2c4c46dc965 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:10.827043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39aafafa-06c8-4e68-a34d-ca4daff0a107 req-983c6080-26a5-47c3-b26a-d2c4c46dc965 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 945 time: 0.0577023 Nov 12 05:42:10.830017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting port ad004147-8cbd-4f58-8797-d549002a5feb {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:10.830425 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.884352 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39aafafa-06c8-4e68-a34d-ca4daff0a107 req-8abca6ba-48b4-43ab-ae39-39b7caec027e tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Nov 12 05:42:10.917633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.918178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:10.931851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Calling delete_port for ad004147-8cbd-4f58-8797-d549002a5feb owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:10.965316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a8f4fee7-e723-41d2-96dd-45b9c32fa53c up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:11.031208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port a8f4fee7-e723-41d2-96dd-45b9c32fa53c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:42:11.036302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port a8f4fee7-e723-41d2-96dd-45b9c32fa53c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:11.036846 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:11.120967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:11.131905 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:11.144140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Port': ['ID=ad004147-8cbd-4f58-8797-d549002a5feb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:11.160822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef70666-343f-4391-8e86-a9ae8387c717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f4fee7-e723-41d2-96dd-45b9c32fa53c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:11.163183 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81cf8e5-0ffd-4719-b213-e7ead32ccbcc" -d '{"events": [{"server_uuid": "8ef70666-343f-4391-8e86-a9ae8387c717", "name": "network-vif-plugged", "status": "completed", "tag": "a8f4fee7-e723-41d2-96dd-45b9c32fa53c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:11.177499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a8f4fee7-e723-41d2-96dd-45b9c32fa53c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:11.187285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:11.222021 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:11.222274 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f89b893-e669-44af-9d36-10fd1721d8ac x-openstack-request-id: req-2f89b893-e669-44af-9d36-10fd1721d8ac {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:11.222449 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef70666-343f-4391-8e86-a9ae8387c717", "name": "network-vif-plugged", "status": "completed", "tag": "a8f4fee7-e723-41d2-96dd-45b9c32fa53c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:11.222556 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Floating IP 21257c23-a602-4df2-b9b7-d78d6b5a60b1 disassociated (deleted). External IP: 172.25.2.162, port: 12d29246-824c-43ef-a3ce-41f50aa63727. Nov 12 05:42:11.222688 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f89b893-e669-44af-9d36-10fd1721d8ac {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:11.222984 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef70666-343f-4391-8e86-a9ae8387c717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f4fee7-e723-41d2-96dd-45b9c32fa53c', 'code': 200} Nov 12 05:42:11.272650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:11.355122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3dda0-9685-49e8-a08f-3bf0a6516b8e req-8297ff19-33c4-47ce-b46c-9579533025e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:11.355122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4e3dda0-9685-49e8-a08f-3bf0a6516b8e req-8297ff19-33c4-47ce-b46c-9579533025e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 1098 time: 0.0787771 Nov 12 05:42:11.444488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4e3dda0-9685-49e8-a08f-3bf0a6516b8e req-d9ece25b-6535-4275-a7d7-046602c06e16 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741010 Nov 12 05:42:11.601086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Router eaa473fb-414f-42a6-b193-4b9b523a5f45 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:11.683542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:11.709600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:11.710188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b5f2d146-aceb-4a2a-bdf8-4e0abd0da6be not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:11.710634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:11.723235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e880-dcb8-423c-963d-a138d27a0d96 req-be4fd645-60a2-4f4b-834e-0b56eb8f4f9f tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:11.724812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4855e880-dcb8-423c-963d-a138d27a0d96 req-be4fd645-60a2-4f4b-834e-0b56eb8f4f9f tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 950 time: 0.0615947 Nov 12 05:42:11.734816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:11.735159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 23759fe1-6dcf-429e-bfba-06fc6eecf0f8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:11.759900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:11.765184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:11.771252 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] Sync routers for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:11.782567 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:11.783458 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:41:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:11.799900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-19c9b335-3cb4-4d86-92dd-33110b806732 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/floatingips/21257c23-a602-4df2-b9b7-d78d6b5a60b1 HTTP/1.1" status: 204 len: 168 time: 1.1999810 Nov 12 05:42:11.799900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:11.800649 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5156042c-05fa-426d-aff2-48989c920ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:11.817656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4855e880-dcb8-423c-963d-a138d27a0d96 req-714628c3-baa7-4395-84ae-770ac32c4c9c tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804336 Nov 12 05:42:11.908465 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:12.014209 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92baa890-3b9f-4781-b8ad-c51e60640ac9 x-openstack-request-id: req-92baa890-3b9f-4781-b8ad-c51e60640ac9 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:12.014768 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:12.014768 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92baa890-3b9f-4781-b8ad-c51e60640ac9 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:12.015165 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727', 'status': 'completed', 'code': 200} Nov 12 05:42:12.127783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156042c-05fa-426d-aff2-48989c920ae2 req-5d5379a9-2c54-4e3b-b0b4-20cf5b5efbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:12.129454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5156042c-05fa-426d-aff2-48989c920ae2 req-5d5379a9-2c54-4e3b-b0b4-20cf5b5efbd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 1136 time: 0.0782809 Nov 12 05:42:12.139794 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:48Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:12.142463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0680d-59fe-4e90-836e-d3fe9c22aec0 req-57bddcc0-2ec1-4748-aa0b-477a825d64cd tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:12.144625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dc0680d-59fe-4e90-836e-d3fe9c22aec0 req-57bddcc0-2ec1-4748-aa0b-477a825d64cd tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 946 time: 0.0654793 Nov 12 05:42:12.170767 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] Checking router: eaa473fb-414f-42a6-b193-4b9b523a5f45 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:12.179839 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:12.180664 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:41:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:12.254737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dc0680d-59fe-4e90-836e-d3fe9c22aec0 req-ea3046e8-04f0-40a2-acf4-ac090e504f63 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001220 Nov 12 05:42:12.281701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156042c-05fa-426d-aff2-48989c920ae2 req-9c2644ee-21ab-43ad-8c94-61b7c9729995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:12.282925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5156042c-05fa-426d-aff2-48989c920ae2 req-9c2644ee-21ab-43ad-8c94-61b7c9729995 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00250775-38dc-42b6-ab00-14a965dafd0b HTTP/1.1" status: 200 len: 898 time: 0.1372223 Nov 12 05:42:12.297939 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:12.336503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5156042c-05fa-426d-aff2-48989c920ae2 req-b97e2c8f-2e63-4b88-8b13-2f58f0206f0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d29246-824c-43ef-a3ce-41f50aa63727 HTTP/1.1" status: 200 len: 217 time: 0.0417206 Nov 12 05:42:12.420669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156042c-05fa-426d-aff2-48989c920ae2 req-fffe2276-7eb3-4f4a-9ccb-fda40f5e4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:12.422294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5156042c-05fa-426d-aff2-48989c920ae2 req-fffe2276-7eb3-4f4a-9ccb-fda40f5e4ead service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ef910a6-c250-4dfe-8948-c6f188b217c4 HTTP/1.1" status: 200 len: 835 time: 0.0721354 Nov 12 05:42:12.431547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f20f2c-9bb2-4fce-8e24-c79c57dc8735 req-e2fb78be-ceb5-48a6-840c-2159ed2fe50a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:12.433209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0f20f2c-9bb2-4fce-8e24-c79c57dc8735 req-e2fb78be-ceb5-48a6-840c-2159ed2fe50a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 984 time: 0.0918810 Nov 12 05:42:12.507155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156042c-05fa-426d-aff2-48989c920ae2 req-3766d232-2335-4a40-a696-4433f153c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:12.508912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5156042c-05fa-426d-aff2-48989c920ae2 req-3766d232-2335-4a40-a696-4433f153c27d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00250775-38dc-42b6-ab00-14a965dafd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747123 Nov 12 05:42:12.564570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f0f20f2c-9bb2-4fce-8e24-c79c57dc8735 req-867c6230-6d5e-4c32-9e4c-79ca2755804a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1178677 Nov 12 05:42:12.640800 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:48Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:12.641874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5156042c-05fa-426d-aff2-48989c920ae2 req-032b39c5-b91d-4478-be4e-b8d65967f241 service neutron] 10.222.0.47 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220376 Nov 12 05:42:12.673480 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6467aab-acbb-41fa-9b20-803cfb6f4039 None None] The sync data for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 is: [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:40:44Z', 'revision_number': 4, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5f5e2030-dc7c-453f-a5aa-7eaec81f20b9', 'name': '', 'network_id': '00250775-38dc-42b6-ab00-14a965dafd0b', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'mac_address': 'fa:16:3e:a4:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:43Z', 'updated_at': '2021-11-12T05:40:48Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'subnets': [{'id': '8ef910a6-c250-4dfe-8948-c6f188b217c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:12.764866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5156042c-05fa-426d-aff2-48989c920ae2 req-b7ba7c05-a5b8-4f17-b1be-b179af381505 service neutron] 10.222.0.47 "GET /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037614 Nov 12 05:42:12.949659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810ee4c-ba74-4cde-8fb6-f369d0f545bc req-7ccd7b91-b988-47e1-928d-f90c0f1a88ea tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:12.951511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8810ee4c-ba74-4cde-8fb6-f369d0f545bc req-7ccd7b91-b988-47e1-928d-f90c0f1a88ea tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 950 time: 0.0604839 Nov 12 05:42:12.962016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf161e0f-8d99-4847-b28a-34194cf35ec0 None None] New status for floating IP 21257c23-a602-4df2-b9b7-d78d6b5a60b1: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:42:13.007220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8810ee4c-ba74-4cde-8fb6-f369d0f545bc req-8c10772a-1e9f-4c10-9e3e-53cae8871cc8 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487728 Nov 12 05:42:13.374270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960f0a-30d3-4b39-9be8-e9638bc15fa1 req-5465f65d-c474-436b-8211-dff7fed0b27b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:13.376378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f960f0a-30d3-4b39-9be8-e9638bc15fa1 req-5465f65d-c474-436b-8211-dff7fed0b27b tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 946 time: 0.0518711 Nov 12 05:42:13.426612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f960f0a-30d3-4b39-9be8-e9638bc15fa1 req-d0d089a0-3cc5-49c0-b368-d8388c16510e tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Nov 12 05:42:13.710335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-ed0c97ab-686c-47ff-b3d2-fe6b85141a0c tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:13.711876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-ed0c97ab-686c-47ff-b3d2-fe6b85141a0c tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 950 time: 0.0921648 Nov 12 05:42:13.724800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-daf104f3-b09c-4f98-8766-13bc0b8323cf tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:13.724800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-daf104f3-b09c-4f98-8766-13bc0b8323cf tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.47 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 984 time: 0.0940521 Nov 12 05:42:13.883167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f1234c2a-3db7-4e9f-a561-26265f0db117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:13.917285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f376-fc51-440d-b004-deb7ef2a9a1a req-916beeba-408a-4a03-bf28-d1018897ae31 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:13.924851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ae1f376-fc51-440d-b004-deb7ef2a9a1a req-916beeba-408a-4a03-bf28-d1018897ae31 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 984 time: 0.1278560 Nov 12 05:42:14.008421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting port 12d29246-824c-43ef-a3ce-41f50aa63727 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:14.008856 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.018934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ae1f376-fc51-440d-b004-deb7ef2a9a1a req-f710b808-486f-493d-b750-dc2af4002ffc tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/security-groups?id=35322cb6-9163-4ec3-a4fa-8078ee159806&id=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0932446 Nov 12 05:42:14.077943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Deleting port 5e404a2d-3a78-4554-9aa8-a0339a85c964 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:14.078602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.226672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] For port 12d29246-824c-43ef-a3ce-41f50aa63727, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=12d29246-824c-43ef-a3ce-41f50aa63727,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:14.227098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.253031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Calling delete_port for 12d29246-824c-43ef-a3ce-41f50aa63727 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:14.265271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9170ab-88f7-447f-a6a2-70499044f22c req-6e4d529b-5c17-45fc-96f9-1d584dd03a71 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:14.267021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb9170ab-88f7-447f-a6a2-70499044f22c req-6e4d529b-5c17-45fc-96f9-1d584dd03a71 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4cd6cf8-ebb0-4747-b673-5640b2402998 HTTP/1.1" status: 200 len: 950 time: 0.1637976 Nov 12 05:42:14.273724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] For port 5e404a2d-3a78-4554-9aa8-a0339a85c964, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5e404a2d-3a78-4554-9aa8-a0339a85c964,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:14.274207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.299388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Calling delete_port for 5e404a2d-3a78-4554-9aa8-a0339a85c964 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:14.436235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb9170ab-88f7-447f-a6a2-70499044f22c req-66f9b1f9-fed9-4bf9-b69b-fec8a54c648c tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.48 "GET /v2.0/security-groups?id=4162736e-d236-4bbe-8845-79bfb295b456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562893 Nov 12 05:42:14.589532 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.604102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['5e404a2d-3a78-4554-9aa8-a0339a85c964'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:42:14.609259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.647598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Pushing event deleted for resources: {'Port': ['ID=5e404a2d-3a78-4554-9aa8-a0339a85c964,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:14.698148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Port': ['ID=12d29246-824c-43ef-a3ce-41f50aa63727,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:14.762543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] No DVR routers for this DVR port 5e404a2d-3a78-4554-9aa8-a0339a85c964 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:14.790978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.795134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4edc6df0-e82a-4627-93be-3e262e33b194 req-4e0d2965-fb94-405e-b98c-0e1b0933cf31 tempest-VolumesBackupsTest-1542530168 tempest-VolumesBackupsTest-1542530168-project] 10.222.0.47 "DELETE /v2.0/ports/5e404a2d-3a78-4554-9aa8-a0339a85c964 HTTP/1.1" status: 204 len: 173 time: 1.0710728 Nov 12 05:42:14.795772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd6cf8-ebb0-4747-b673-5640b2402998', 'name': 'network-vif-deleted', 'tag': '5e404a2d-3a78-4554-9aa8-a0339a85c964'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:14.798251 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9067cd-0868-41d4-b7c8-7e08c7aa2455" -d '{"events": [{"server_uuid": "b4cd6cf8-ebb0-4747-b673-5640b2402998", "name": "network-vif-deleted", "tag": "5e404a2d-3a78-4554-9aa8-a0339a85c964"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:14.801711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] No DVR routers for this DVR port 12d29246-824c-43ef-a3ce-41f50aa63727 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:14.806073 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.820190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eed7fb4a-2636-4240-bcb5-8e9626bb8008 req-5c4a5089-dd24-4682-b3ec-f151c9af56a5 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.47 "DELETE /v2.0/ports/12d29246-824c-43ef-a3ce-41f50aa63727 HTTP/1.1" status: 204 len: 173 time: 1.0883121 Nov 12 05:42:14.854732 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385b35eb-51c1-4aa0-a8a9-656f920a9112 x-openstack-request-id: req-385b35eb-51c1-4aa0-a8a9-656f920a9112 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:14.855522 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd6cf8-ebb0-4747-b673-5640b2402998", "name": "network-vif-deleted", "tag": "5e404a2d-3a78-4554-9aa8-a0339a85c964", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:14.855522 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-385b35eb-51c1-4aa0-a8a9-656f920a9112 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:14.855765 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cd6cf8-ebb0-4747-b673-5640b2402998', 'name': 'network-vif-deleted', 'tag': '5e404a2d-3a78-4554-9aa8-a0339a85c964', 'status': 'completed', 'code': 200} Nov 12 05:42:15.220057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6e5a287-70e7-4e3a-825f-4aa8c686b4d6 req-2c05432c-7364-4617-bbe0-22c5352e89be tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "GET /v2.0/ports?device_id=32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16 HTTP/1.1" status: 200 len: 210 time: 0.0393095 Nov 12 05:42:15.400690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b17f7-9800-4e8e-bec9-a20c71e3c680 req-d114933c-fea2-4ce3-8d5d-5f4ea5548f80 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:15.402617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-656b17f7-9800-4e8e-bec9-a20c71e3c680 req-d114933c-fea2-4ce3-8d5d-5f4ea5548f80 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0642562 Nov 12 05:42:15.464592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-656b17f7-9800-4e8e-bec9-a20c71e3c680 req-34283d84-8227-443d-8ee6-399003948f37 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551150 Nov 12 05:42:16.285704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36124) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:16.324360 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3467c56d-7a11-46d2-9c0a-44e097b4e676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.350314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8708ca2d-ebe0-4444-b0a2-b962484689b7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.395801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8708ca2d-ebe0-4444-b0a2-b962484689b7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.473338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-77a2c14d-47af-4c66-8630-7160464b955a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:16.474833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-77a2c14d-47af-4c66-8630-7160464b955a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0810924 Nov 12 05:42:16.481695 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8708ca2d-ebe0-4444-b0a2-b962484689b7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.484430 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8708ca2d-ebe0-4444-b0a2-b962484689b7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.488547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8708ca2d-ebe0-4444-b0a2-b962484689b7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/security-groups/35322cb6-9163-4ec3-a4fa-8078ee159806 HTTP/1.1" status: 204 len: 168 time: 0.1987667 Nov 12 05:42:16.489412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36128) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:16.536373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708ca2d-ebe0-4444-b0a2-b962484689b7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35322cb6-9163-4ec3-a4fa-8078ee159806,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:16.595444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32387f6e-c6e0-4447-9a6e-edad0e5820a7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.635945 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32387f6e-c6e0-4447-9a6e-edad0e5820a7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.649499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d3944-2453-46a5-8460-3c45af6d61d1 req-5236860c-f58a-488b-a645-bcd725d7f054 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:16.651404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da1d3944-2453-46a5-8460-3c45af6d61d1 req-5236860c-f58a-488b-a645-bcd725d7f054 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 945 time: 0.0891366 Nov 12 05:42:16.697632 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32387f6e-c6e0-4447-9a6e-edad0e5820a7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.700745 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32387f6e-c6e0-4447-9a6e-edad0e5820a7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.701969 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-32387f6e-c6e0-4447-9a6e-edad0e5820a7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/security-groups/c62b47b3-b4f1-4983-9b6a-882d3bcb4b92 HTTP/1.1" status: 204 len: 168 time: 0.2098825 Nov 12 05:42:16.706874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36140) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:16.718006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32387f6e-c6e0-4447-9a6e-edad0e5820a7 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62b47b3-b4f1-4983-9b6a-882d3bcb4b92,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:16.742227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Deleting port ce616b65-2c02-45ce-8e74-72a1db657cf4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:16.742644 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.848174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da1d3944-2453-46a5-8460-3c45af6d61d1 req-c48b9788-8ff6-4031-b077-56748f49f438 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=23457651-7571-4ce5-bda8-39e4b9c3fba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845586 Nov 12 05:42:16.858164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'name': 'network-vif-deleted', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:16.868772 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a3fe52-3eec-414a-880d-ad601688cbc9" -d '{"events": [{"server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "name": "network-vif-deleted", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:16.931364 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04883642-3977-439a-85b9-131a8f7b5bf1 x-openstack-request-id: req-04883642-3977-439a-85b9-131a8f7b5bf1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:16.931651 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16", "name": "network-vif-deleted", "tag": "12d29246-824c-43ef-a3ce-41f50aa63727", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:16.931900 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04883642-3977-439a-85b9-131a8f7b5bf1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:16.932288 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a9bd1c-35e9-4e66-88c4-ba5f3dc59e16', 'name': 'network-vif-deleted', 'tag': '12d29246-824c-43ef-a3ce-41f50aa63727', 'status': 'completed', 'code': 200} Nov 12 05:42:16.941800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] For port ce616b65-2c02-45ce-8e74-72a1db657cf4, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ce616b65-2c02-45ce-8e74-72a1db657cf4,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:16.942104 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.999577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 12d29246-824c-43ef-a3ce-41f50aa63727 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:17.041374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 12d29246-824c-43ef-a3ce-41f50aa63727 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:17.042061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 12d29246-824c-43ef-a3ce-41f50aa63727 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:17.042744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5e404a2d-3a78-4554-9aa8-a0339a85c964 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:17.068968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 5e404a2d-3a78-4554-9aa8-a0339a85c964 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:17.069650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5e404a2d-3a78-4554-9aa8-a0339a85c964 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:17.324248 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.324619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.324942 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Floating IP 18df02e9-986b-4d2d-84ff-b1f32e446d70 disassociated. External IP: 172.25.2.143, port: ce616b65-2c02-45ce-8e74-72a1db657cf4. Nov 12 05:42:17.325288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Calling delete_port for ce616b65-2c02-45ce-8e74-72a1db657cf4 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:17.356917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.517895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.578782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.974318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event deleted for resources: {'Port': ['ID=ce616b65-2c02-45ce-8e74-72a1db657cf4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:18.048110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66617eb1-0db3-4472-ab29-a7de3b9495e2 req-e77461ab-72c6-4e33-9bf1-2a5e89e10f31 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 210 time: 0.0816517 Nov 12 05:42:18.182137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:18.299583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-b74025fa-04f0-408e-9f9f-afaa2460023f req-20f1c575-19f7-47f4-8e87-469e8619f200 service neutron] (102590) timed out ('10.222.0.48', 41666) {{(pid=102590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:42:18.365118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:18.379811 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] Sync routers for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:18.393269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:18.393616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.395830 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:18.396512 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:18.436190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] No DVR routers for this DVR port ce616b65-2c02-45ce-8e74-72a1db657cf4 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:18.446622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.450380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f484fba-bf32-4fc8-8606-8368a7ec125d req-bbeace1f-edb5-4649-a152-efdaedf755df tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "DELETE /v2.0/ports/ce616b65-2c02-45ce-8e74-72a1db657cf4 HTTP/1.1" status: 204 len: 173 time: 1.9637356 Nov 12 05:42:18.589689 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.598270 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:18.636383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] For port 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:18.637016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.671563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Calling delete_port for 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:18.869529 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:18.950700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'name': 'network-vif-deleted', 'tag': 'ce616b65-2c02-45ce-8e74-72a1db657cf4'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:18.959863 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] Checking router: 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:18.960527 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c9aa44-62aa-44b0-97a1-87b93844f05e" -d '{"events": [{"server_uuid": "3ec5842f-2b69-4b66-9d1a-c91b8ace4767", "name": "network-vif-deleted", "tag": "ce616b65-2c02-45ce-8e74-72a1db657cf4"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:19.003621 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:19.005384 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:19.019792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:19.075022 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30c5add-4c50-4558-966f-ae0c528478d6 x-openstack-request-id: req-c30c5add-4c50-4558-966f-ae0c528478d6 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:19.075405 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec5842f-2b69-4b66-9d1a-c91b8ace4767", "name": "network-vif-deleted", "tag": "ce616b65-2c02-45ce-8e74-72a1db657cf4", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:19.075746 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c30c5add-4c50-4558-966f-ae0c528478d6 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:19.076235 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec5842f-2b69-4b66-9d1a-c91b8ace4767', 'name': 'network-vif-deleted', 'tag': 'ce616b65-2c02-45ce-8e74-72a1db657cf4', 'status': 'completed', 'code': 200} Nov 12 05:42:19.132691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Port': ['ID=5f5e2030-dc7c-453f-a5aa-7eaec81f20b9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:19.331890 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:19.428883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e3b835c-812b-4eb9-97b1-8e78f26889eb req-304b47d9-9985-4f9f-a790-7fe450377be9 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ec5842f-2b69-4b66-9d1a-c91b8ace4767 HTTP/1.1" status: 200 len: 210 time: 0.0792272 Nov 12 05:42:19.547656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:19.550268 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:19.687016 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:19.714560 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a915468-f103-430e-8317-17dfaff24d04 None None] The sync data for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 is: [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:19.943928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Router eaa473fb-414f-42a6-b193-4b9b523a5f45 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:20.089166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:20.100682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] Sync routers for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:20.108207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dec7c2d3-ffdb-42c2-bd7f-3507dbae3fec tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "PUT /v2.0/routers/eaa473fb-414f-42a6-b193-4b9b523a5f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4001298 Nov 12 05:42:20.111261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36212) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:20.133444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:20.137430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:20.200734 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138df83a-b49b-4701-824c-b0c6340299ac None None] New status for floating IP 18df02e9-986b-4d2d-84ff-b1f32e446d70: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:42:20.212314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-13186333-7e4f-4020-9a4b-9d13f7834671 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting subnet 8ef910a6-c250-4dfe-8948-c6f188b217c4 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:42:20.215818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13186333-7e4f-4020-9a4b-9d13f7834671 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.265975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13186333-7e4f-4020-9a4b-9d13f7834671 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.350390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:20.458666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13186333-7e4f-4020-9a4b-9d13f7834671 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.594571 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13186333-7e4f-4020-9a4b-9d13f7834671 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.594799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36226) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:20.626432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13186333-7e4f-4020-9a4b-9d13f7834671 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef910a6-c250-4dfe-8948-c6f188b217c4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:20.629171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-13186333-7e4f-4020-9a4b-9d13f7834671 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.635257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-13186333-7e4f-4020-9a4b-9d13f7834671 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/subnets/8ef910a6-c250-4dfe-8948-c6f188b217c4 HTTP/1.1" status: 204 len: 168 time: 0.5205204 Nov 12 05:42:20.635434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36228) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:20.658774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a3d78-d91e-40be-88d2-c2174a3ece61 None None] Network 00250775-38dc-42b6-ab00-14a965dafd0b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:20.719709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd420-60f8-40e4-b891-57c8bb4f045e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.780387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ce616b65-2c02-45ce-8e74-72a1db657cf4 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:20.787709 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd420-60f8-40e4-b891-57c8bb4f045e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.796823 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.843125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: ce616b65-2c02-45ce-8e74-72a1db657cf4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:20.843788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ce616b65-2c02-45ce-8e74-72a1db657cf4 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:20.892978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd420-60f8-40e4-b891-57c8bb4f045e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.895959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd420-60f8-40e4-b891-57c8bb4f045e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.897973 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c6bdd420-60f8-40e4-b891-57c8bb4f045e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "DELETE /v2.0/security-groups/23457651-7571-4ce5-bda8-39e4b9c3fba0 HTTP/1.1" status: 204 len: 168 time: 0.3009479 Nov 12 05:42:20.902518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:42:18Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:20.906310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36234) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:20.917228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdd420-60f8-40e4-b891-57c8bb4f045e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23457651-7571-4ce5-bda8-39e4b9c3fba0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:20.924643 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-41668cc6-8fee-446e-b803-87835c5ce25c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] show failed (client error): The resource could not be found. Nov 12 05:42:20.928793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-41668cc6-8fee-446e-b803-87835c5ce25c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups/23457651-7571-4ce5-bda8-39e4b9c3fba0 HTTP/1.1" status: 404 len: 347 time: 0.0213585 Nov 12 05:42:20.931162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36236) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:20.959284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] Checking router: eaa473fb-414f-42a6-b193-4b9b523a5f45 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:21.009441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.030539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] Routers {'eaa473fb-414f-42a6-b193-4b9b523a5f45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:21.031456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eaa473fb-414f-42a6-b193-4b9b523a5f45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:21.149350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] Set router eaa473fb-414f-42a6-b193-4b9b523a5f45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:21.177413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Deleting port 631b6976-75ba-41e0-bd96-6cb884f275c8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:21.177912 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.337283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.338721 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.359174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Calling delete_port for 631b6976-75ba-41e0-bd96-6cb884f275c8 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:21.372746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] DHCP port deletion for 00250775-38dc-42b6-ab00-14a965dafd0b request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:21.433587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:42:18Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:21.469419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d6638-3785-4f70-a7ee-f7495550144b None None] The sync data for ids ['eaa473fb-414f-42a6-b193-4b9b523a5f45'] in n-d-765315-28 is: [{'id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'name': 'tempest-TestSecurityGroupsBasicOps-router-519743943', 'tenant_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:40:37Z', 'updated_at': '2021-11-12T05:42:18Z', 'revision_number': 5, 'project_id': '7c2abc6d2bd944878fb0a80bc9b20925', 'gw_port': {'id': 'fb4051cd-15da-4e77-98b6-c138dd20e05e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa473fb-414f-42a6-b193-4b9b523a5f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:40:38Z', 'updated_at': '2021-11-12T05:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:21.496598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] Deleting port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:21.497184 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.536756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Deleting port fb4051cd-15da-4e77-98b6-c138dd20e05e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:21.537071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.587076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] For port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16,segment=NetworkSegment(f6d60839-0d2c-4547-b608-7d6f94fc0199),segment_id=f6d60839-0d2c-4547-b608-7d6f94fc0199)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:21.587840 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.605993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] Calling delete_port for fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:21.688274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] For port fb4051cd-15da-4e77-98b6-c138dd20e05e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fb4051cd-15da-4e77-98b6-c138dd20e05e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:21.688718 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.719011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Calling delete_port for fb4051cd-15da-4e77-98b6-c138dd20e05e owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:21.722703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.748303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.766977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event deleted for resources: {'Port': ['ID=631b6976-75ba-41e0-bd96-6cb884f275c8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:21.788600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] No DVR routers for this DVR port fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:21.791533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40affc-8dea-4cb2-a292-4332c0cad604 None None] Pushing event deleted for resources: {'Port': ['ID=fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:21.928885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.932310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.937812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8028ef99-4170-42c4-aff4-30a24200b47b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "DELETE /v2.0/floatingips/18df02e9-986b-4d2d-84ff-b1f32e446d70 HTTP/1.1" status: 204 len: 168 time: 1.0052354 Nov 12 05:42:21.967730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:22.012324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:22.012324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f5e2030-dc7c-453f-a5aa-7eaec81f20b9 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:22.012638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:22.063131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:22.063131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fffcb56d-5cbe-4ad4-b568-3cfaf8ac0e16 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:22.116475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.177879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Port': ['ID=fb4051cd-15da-4e77-98b6-c138dd20e05e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:22.183593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde056db-3845-4e57-8721-c9596d72bf65 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:22.310476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.445482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.453690 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.514958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36306) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:22.523376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6e82561b-00f4-4e7e-b361-aa21ded493b1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071787358', 'description': 'tempest-description--569764355'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:22.563136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e82561b-00f4-4e7e-b361-aa21ded493b1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.582123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.582933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Fanout notify agent at l3_agent the message router_deleted on router eaa473fb-414f-42a6-b193-4b9b523a5f45 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:42:22.614738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.619045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2038afec-02b4-4578-9ef6-291d68221ad8 tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/routers/eaa473fb-414f-42a6-b193-4b9b523a5f45 HTTP/1.1" status: 204 len: 168 time: 1.9820981 Nov 12 05:42:22.624849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36312) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:22.691987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e82561b-00f4-4e7e-b361-aa21ded493b1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.700664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e82561b-00f4-4e7e-b361-aa21ded493b1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.772295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82561b-00f4-4e7e-b361-aa21ded493b1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cb493d-2505-4193-bc27-454543b1a323,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:22.811059 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e82561b-00f4-4e7e-b361-aa21ded493b1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.812971 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6e82561b-00f4-4e7e-b361-aa21ded493b1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2932808 Nov 12 05:42:22.817369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:22.827438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0f2bde3e-2245-4122-9022-b2c30c08bf6c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'security_group_rule': {'security_group_id': 'e2cb493d-2505-4193-bc27-454543b1a323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:22.852776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.898170 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f2bde3e-2245-4122-9022-b2c30c08bf6c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.973935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.000968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f2bde3e-2245-4122-9022-b2c30c08bf6c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.001636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00250775-38dc-42b6-ab00-14a965dafd0b']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:23.008302 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f2bde3e-2245-4122-9022-b2c30c08bf6c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.019305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d60839-0d2c-4547-b608-7d6f94fc0199') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:23.020056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d60839-0d2c-4547-b608-7d6f94fc0199') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:23.035319 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.053504 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.063598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bde3e-2245-4122-9022-b2c30c08bf6c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2c89fc-139f-44bc-a7d8-a63bea2c64c6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:23.070275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:42:23.071229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:42:23.077329 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:42:23.086371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f2bde3e-2245-4122-9022-b2c30c08bf6c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.091571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36346) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:23.092371 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0f2bde3e-2245-4122-9022-b2c30c08bf6c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2720141 Nov 12 05:42:23.096642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2212bc14-c0a2-4bca-a512-36e828fa139a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'security_group_rule': {'security_group_id': 'e2cb493d-2505-4193-bc27-454543b1a323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:23.170018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2212bc14-c0a2-4bca-a512-36e828fa139a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.172880 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.181748 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.185080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] 10.222.0.48 "DELETE /v2.0/networks/00250775-38dc-42b6-ab00-14a965dafd0b HTTP/1.1" status: 204 len: 168 time: 0.5615261 Nov 12 05:42:23.203130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad608f43-901a-4429-84a0-e586c173fa9a tempest-TestSecurityGroupsBasicOps-634595750 tempest-TestSecurityGroupsBasicOps-634595750-project] Pushing event deleted for resources: {'Network': ['ID=00250775-38dc-42b6-ab00-14a965dafd0b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:23.288848 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2212bc14-c0a2-4bca-a512-36e828fa139a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.296281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2212bc14-c0a2-4bca-a512-36e828fa139a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.334767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212bc14-c0a2-4bca-a512-36e828fa139a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13350cb0-bdda-4469-8c8f-75daa40bcbae,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:23.346923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2212bc14-c0a2-4bca-a512-36e828fa139a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.351186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2212bc14-c0a2-4bca-a512-36e828fa139a tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2583532 Nov 12 05:42:23.353969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36364) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:23.359052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:23.436208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.613822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.700445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fb4051cd-15da-4e77-98b6-c138dd20e05e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:23.735564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: fb4051cd-15da-4e77-98b6-c138dd20e05e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:23.736663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fb4051cd-15da-4e77-98b6-c138dd20e05e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:23.836825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Allocated IP 172.25.2.59 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/87702222-ece9-416b-96d1-15cd88a64067) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:23.931124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36380) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:24.015182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.057863 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.111974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:24.115182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:24.120182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:24.156783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e10b0e3b-47a0-4bea-8099-0252415b212d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c2abc6d2bd944878fb0a80bc9b20925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239034 Nov 12 05:42:24.158689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'Port': ['ID=87702222-ece9-416b-96d1-15cd88a64067,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:24.160024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36388) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:24.250204 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ddda45-60eb-479f-bc6c-9d55513aa055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.259428 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.280209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ddda45-60eb-479f-bc6c-9d55513aa055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.310688 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.349066 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ddda45-60eb-479f-bc6c-9d55513aa055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.356263 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ddda45-60eb-479f-bc6c-9d55513aa055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.358783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-93ddda45-60eb-479f-bc6c-9d55513aa055 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8079f71f-250e-436a-bd5f-a16eabed3f37 HTTP/1.1" status: 204 len: 168 time: 0.1906180 Nov 12 05:42:24.367424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddda45-60eb-479f-bc6c-9d55513aa055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8079f71f-250e-436a-bd5f-a16eabed3f37,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:24.534685 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.541068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.624522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'Port': ['ID=87702222-ece9-416b-96d1-15cd88a64067,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:24.697036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.731177 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.742521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7faf7d02-d2ae-41f0-91bb-0e309f3197a3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3794179 Nov 12 05:42:24.801459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36410) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:24.824981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-845f1497-2cdc-4880-be46-b49f39787448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.947462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-845f1497-2cdc-4880-be46-b49f39787448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.963224 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-845f1497-2cdc-4880-be46-b49f39787448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.030659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-845f1497-2cdc-4880-be46-b49f39787448 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a64826d2df24d23a5f4f8a58a9f1239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268803 Nov 12 05:42:25.033388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36426) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:25.034624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f1497-2cdc-4880-be46-b49f39787448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662edaf6-0cb0-4c29-8f1e-b258898ae705,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:25.051125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-87eef34c-6d10-4cea-857a-66a1e903545b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2071787358&fields=id&tenant_id=f1dec4c391b0414c9b040fff1551d7ad HTTP/1.1" status: 200 len: 267 time: 0.1083741 Nov 12 05:42:25.097326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59b6ce1a-e8db-42be-8101-d196f0f2da5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.125507 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59b6ce1a-e8db-42be-8101-d196f0f2da5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.188675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59b6ce1a-e8db-42be-8101-d196f0f2da5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.193481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59b6ce1a-e8db-42be-8101-d196f0f2da5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.195630 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-59b6ce1a-e8db-42be-8101-d196f0f2da5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/662edaf6-0cb0-4c29-8f1e-b258898ae705 HTTP/1.1" status: 204 len: 168 time: 0.1611142 Nov 12 05:42:25.208311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6ce1a-e8db-42be-8101-d196f0f2da5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662edaf6-0cb0-4c29-8f1e-b258898ae705,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:25.214542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-b0aa6f27-f148-415a-a15b-9de4b9d7c2f8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:25.224737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-b0aa6f27-f148-415a-a15b-9de4b9d7c2f8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 810 time: 0.1720092 Nov 12 05:42:25.241803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-ab2c0f5b-a6f1-4178-b60f-b868fddffa13 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/quotas/f1dec4c391b0414c9b040fff1551d7ad HTTP/1.1" status: 200 len: 375 time: 0.0161598 Nov 12 05:42:25.304312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-f454ad8b-f5f6-4393-8015-599f46d09671 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601168 Nov 12 05:42:25.435381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-29dee1eb-ccb3-4a47-9714-650720dcee97 service neutron] 10.222.0.48 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243615 Nov 12 05:42:25.552088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-335c94dd-1e22-4c11-b800-4809c0029cb2 service neutron] 10.222.0.48 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087193 Nov 12 05:42:25.641764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 36440) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:26.125817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b36f1501-f228-493f-bbb8-95b1a6373da4 req-2ed3c68a-1b1d-4661-b52e-351a2fd3ab21 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 210 time: 0.0419955 Nov 12 05:42:26.154283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36464) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:26.154843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d97e823-5156-49a8-a401-db5ea6303ea4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed2fa7777e8e4db4bde246d7043079c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5107722 Nov 12 05:42:26.212681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab36c-51b7-47a8-af75-0adf51b4717b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.245797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab36c-51b7-47a8-af75-0adf51b4717b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.304661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab36c-51b7-47a8-af75-0adf51b4717b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.307656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab36c-51b7-47a8-af75-0adf51b4717b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.319743 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb0ab36c-51b7-47a8-af75-0adf51b4717b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee2d0805-7564-4187-9221-c5bc832775f2 HTTP/1.1" status: 204 len: 168 time: 0.1563725 Nov 12 05:42:26.338912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ab36c-51b7-47a8-af75-0adf51b4717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2d0805-7564-4187-9221-c5bc832775f2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:27.203032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-21163eeb-d006-4aa3-82fe-f0f186d17cbb tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:27.205860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-21163eeb-d006-4aa3-82fe-f0f186d17cbb tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 810 time: 0.1790009 Nov 12 05:42:27.238584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80d5b74c-24a8-41cc-8e8a-948242bb5202 req-2005a8fa-41b7-43c8-adc7-421174ded6ad tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 210 time: 0.0316160 Nov 12 05:42:27.303163 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.308024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-db4402f4-8516-484d-bd4a-ac98263b44ad tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1dec4c391b0414c9b040fff1551d7ad HTTP/1.1" status: 200 len: 380 time: 0.0682063 Nov 12 05:42:27.319028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'port': {'device_id': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'admin_state_up': True, 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'security_groups': ['e2cb493d-2505-4193-bc27-454543b1a323']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:27.435793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36514) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:27.490379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Made reservation on behalf of f1dec4c391b0414c9b040fff1551d7ad for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:27.496238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.613399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1173970317-network', 'tenant_id': '436b2d54b578471daebe2f10dd49ed05'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:27.656385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Made reservation on behalf of 436b2d54b578471daebe2f10dd49ed05 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:27.659915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.670150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.691148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Allocated IP 172.20.0.12 (e9c43b57-22d3-44dc-83e7-457826eafdd5/dab9ffed-b5f6-4243-bc10-d760d49f8242/1eeef763-26d5-4515-931c-35bd603ae873) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:27.782511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.787931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.814897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:42:27.827268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:27.838162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.838774 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Added segment c5850e5f-1f76-4396-8aa3-a6d6b97fef73 of type vlan for network eef1821a-aec6-4db0-882b-2385b64ed0fb Nov 12 05:42:27.898909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.907905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.924896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.925993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:27.926928 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.954494 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.979047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:28.000931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5638635 Nov 12 05:42:28.002372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c7f49-3854-4e9a-8567-39932cff8a43 admin admin] Pushing event updated for resources: {'Network': ['ID=eef1821a-aec6-4db0-882b-2385b64ed0fb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:28.004442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36532) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:28.006997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:28.010162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Request body: {'subnet': {'network_id': 'eef1821a-aec6-4db0-882b-2385b64ed0fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1173970317-subnet', 'tenant_id': '436b2d54b578471daebe2f10dd49ed05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:28.011180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:28.028124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network eef1821a-aec6-4db0-882b-2385b64ed0fb details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:42:28.035974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Made reservation on behalf of 436b2d54b578471daebe2f10dd49ed05 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:28.038923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.088363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:28.088363 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.088363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event updated for resources: {'Port': ['ID=1eeef763-26d5-4515-931c-35bd603ae873,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:28.118866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-99d47ed3-2e91-4943-8986-0a937eb76da8 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8016295 Nov 12 05:42:28.154744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Request body: {'port': {'device_id': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:28.301215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.440815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b6ba1f3d-48e5-4422-8cd3-cf6694da4a80 None None] Provisioning complete for port 1eeef763-26d5-4515-931c-35bd603ae873 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:28.441234 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1f3d-48e5-4422-8cd3-cf6694da4a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.503163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.530327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba1f3d-48e5-4422-8cd3-cf6694da4a80 None None] Port 1eeef763-26d5-4515-931c-35bd603ae873 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:28.624484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=002546d9-9aad-4f27-8a30-5bd16c74f852,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:28.630645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Checking segment: {'id': 'c5850e5f-1f76-4396-8aa3-a6d6b97fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eef1821a-aec6-4db0-882b-2385b64ed0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:28.631329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Network hostable DHCP agents. Network: eef1821a-aec6-4db0-882b-2385b64ed0fb, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:42:28.653833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Network eef1821a-aec6-4db0-882b-2385b64ed0fb is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:42:28.661794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ffe5-654d-458f-a93f-9bc283f54e5c req-f227c68b-5de7-4d87-998b-016ac3d34a80 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:28.663674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee74ffe5-654d-458f-a93f-9bc283f54e5c req-f227c68b-5de7-4d87-998b-016ac3d34a80 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 932 time: 0.1196525 Nov 12 05:42:28.670289 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, eef1821a-aec6-4db0-882b-2385b64ed0fb) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:28.676789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:28.678111 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.681109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d094d9-735a-4382-8472-826c07873cef None None] Network eef1821a-aec6-4db0-882b-2385b64ed0fb requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:28.730653 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5991dde1-f158-4420-aa61-e69c0f678e2c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7237620 Nov 12 05:42:28.773504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee74ffe5-654d-458f-a93f-9bc283f54e5c req-59a75ddf-9401-4583-82ad-5d9f1ede9ef6 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817504 Nov 12 05:42:28.886656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e604a-71ec-4cbd-89ac-f7377d5410d1 None None] Network eef1821a-aec6-4db0-882b-2385b64ed0fb requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:28.886795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eeef763-26d5-4515-931c-35bd603ae873 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:42:28.911657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.941477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Transition to ACTIVE for port object 1eeef763-26d5-4515-931c-35bd603ae873 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:42:28.954451 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.065206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Pushing event updated for resources: {'Port': ['ID=1eeef763-26d5-4515-931c-35bd603ae873,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:29.187673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Attempting to bind port 1eeef763-26d5-4515-931c-35bd603ae873 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:29.191373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Attempting to bind port 1eeef763-26d5-4515-931c-35bd603ae873 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:29.192599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Attempting to bind port 1eeef763-26d5-4515-931c-35bd603ae873 on network e9c43b57-22d3-44dc-83e7-457826eafdd5 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:29.203146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Port 1eeef763-26d5-4515-931c-35bd603ae873 on network e9c43b57-22d3-44dc-83e7-457826eafdd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:42:29.203484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Attempting to bind port 1eeef763-26d5-4515-931c-35bd603ae873 on network e9c43b57-22d3-44dc-83e7-457826eafdd5 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:29.218057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:29.218494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Checking segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:29.219294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Bound using segment: {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:29.220472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Bound port: 1eeef763-26d5-4515-931c-35bd603ae873, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9544f5d-1bf0-41d4-b913-377c79619a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:29.221802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.365435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] For port 1eeef763-26d5-4515-931c-35bd603ae873, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:29.379056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] For port 1eeef763-26d5-4515-931c-35bd603ae873, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1eeef763-26d5-4515-931c-35bd603ae873,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:29.411611 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.488493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:29.489744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.497823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] 10.222.0.43 "PUT /v2.0/ports/1eeef763-26d5-4515-931c-35bd603ae873 HTTP/1.1" status: 200 len: 1093 time: 1.3612392 Nov 12 05:42:29.498331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'tag': '1eeef763-26d5-4515-931c-35bd603ae873'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:29.502476 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e222e5-6c5f-4103-a8ef-9ffcf35cc563", "tag": "1eeef763-26d5-4515-931c-35bd603ae873"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:29.595543 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988353bd-eb6d-4d19-a965-f931dc910700 x-openstack-request-id: req-988353bd-eb6d-4d19-a965-f931dc910700 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:29.595902 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e222e5-6c5f-4103-a8ef-9ffcf35cc563", "tag": "1eeef763-26d5-4515-931c-35bd603ae873", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:29.599915 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-988353bd-eb6d-4d19-a965-f931dc910700 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:29.599915 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'tag': '1eeef763-26d5-4515-931c-35bd603ae873', 'status': 'completed', 'code': 200} Nov 12 05:42:29.602375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3457d9-eccb-467b-817b-d9b0d4cc1082 service neutron] Pushing event updated for resources: {'Port': ['ID=1eeef763-26d5-4515-931c-35bd603ae873,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:29.667050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-b00c9418-10a8-47d0-b097-b67f007d86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:29.669714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-b00c9418-10a8-47d0-b097-b67f007d86c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 1096 time: 0.0970376 Nov 12 05:42:29.743537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:29.750326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1054155019-network', 'tenant_id': 'c0d4816276ba4c4986cdc147d729976d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:29.762463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-d6b26ad5-713b-4636-8aef-5c7886bafacb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eeef763-26d5-4515-931c-35bd603ae873 HTTP/1.1" status: 200 len: 217 time: 0.0702140 Nov 12 05:42:29.790693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Made reservation on behalf of c0d4816276ba4c4986cdc147d729976d for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:29.793493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.815534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.873282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-2c17779c-b4bc-4973-9fbb-2c16dcd8a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:29.874981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-2c17779c-b4bc-4973-9fbb-2c16dcd8a2df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.1051075 Nov 12 05:42:29.987318 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.994136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.009307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716c9d9-7de9-4fff-8b94-6dbb7fec21a5 req-b797de9e-ae90-4c3a-b950-263fece45a41 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.011174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9716c9d9-7de9-4fff-8b94-6dbb7fec21a5 req-b797de9e-ae90-4c3a-b950-263fece45a41 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 944 time: 0.1507685 Nov 12 05:42:30.014406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-ddaf08e4-772e-4f5f-806f-7a24ba6cc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.015943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-ddaf08e4-772e-4f5f-806f-7a24ba6cc155 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648806 Nov 12 05:42:30.034752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:42:30.050887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9b5e4-0924-4b5a-8957-7925077f7850,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:30.057970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.058313 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Added segment 496e54c5-8d31-4577-8313-713b78b261b9 of type vlan for network 33220337-5082-4a5a-bbda-b56c1a1f11c6 Nov 12 05:42:30.110286 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.141979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.143460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.144525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.150446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9716c9d9-7de9-4fff-8b94-6dbb7fec21a5 req-529d57eb-4226-470d-a2fb-dd95d726494c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287742 Nov 12 05:42:30.190906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-4766a71d-b961-4906-9784-bf658473c712 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635060 Nov 12 05:42:30.219661 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4750059 Nov 12 05:42:30.222948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36590) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:30.227673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Request body: {'subnet': {'network_id': '33220337-5082-4a5a-bbda-b56c1a1f11c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1054155019-subnet', 'tenant_id': 'c0d4816276ba4c4986cdc147d729976d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:30.233839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd85c1-e014-42cd-915c-c1812dfadd8b admin admin] Pushing event updated for resources: {'Network': ['ID=33220337-5082-4a5a-bbda-b56c1a1f11c6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:30.255154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 33220337-5082-4a5a-bbda-b56c1a1f11c6 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:42:30.284931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Made reservation on behalf of c0d4816276ba4c4986cdc147d729976d for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:30.289520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.390379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-166c7c23-ec89-42e6-8f73-d1df03edc015 req-6d1c3a20-4960-4528-b909-78cbc2112808 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926911 Nov 12 05:42:30.599624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-e50d512e-0cdf-4952-8867-070ee60c1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.601430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-e50d512e-0cdf-4952-8867-070ee60c1c8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 1096 time: 0.1062250 Nov 12 05:42:30.610179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.705706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c0f0cc-ecf2-42c7-8b13-6fa9aa8c6d94,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:30.719782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Checking segment: {'id': '496e54c5-8d31-4577-8313-713b78b261b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '33220337-5082-4a5a-bbda-b56c1a1f11c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:30.720178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Network hostable DHCP agents. Network: 33220337-5082-4a5a-bbda-b56c1a1f11c6, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:42:30.756134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Network 33220337-5082-4a5a-bbda-b56c1a1f11c6 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:42:30.768413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 33220337-5082-4a5a-bbda-b56c1a1f11c6) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:30.771380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-8e2becb7-6f8f-46b9-9865-8752c8d71823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.773037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-8e2becb7-6f8f-46b9-9865-8752c8d71823 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.1647289 Nov 12 05:42:30.777277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.778097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.781297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a6c38c-28aa-4e0c-be28-b6bbe4089e6a None None] Network 33220337-5082-4a5a-bbda-b56c1a1f11c6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:30.823809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-edd9c1fa-f052-4844-bf24-80efd28d715b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5997481 Nov 12 05:42:30.837188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-b7439944-01a2-4fc6-ae88-5159221bf3ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eeef763-26d5-4515-931c-35bd603ae873 HTTP/1.1" status: 200 len: 217 time: 0.0564766 Nov 12 05:42:30.900764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-8e42e510-cc00-47cf-92d0-dedf2fdea30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.902403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-8e42e510-cc00-47cf-92d0-dedf2fdea30b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.0588472 Nov 12 05:42:30.982249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-c6ef6113-15c7-4820-aafb-4316542830e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.982761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-c6ef6113-15c7-4820-aafb-4316542830e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728490 Nov 12 05:42:31.235568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb338c1b-8296-440e-9f20-a277f68d751a None None] Network 33220337-5082-4a5a-bbda-b56c1a1f11c6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:31.347782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-74a30a43-109d-4728-9909-c3fbeac9ddd6 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571153 Nov 12 05:42:31.406212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb8d5-9f07-403c-bf93-bc2d80180909 req-0195feac-cb97-42bd-b2d8-eb3bb749268c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:31.416236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4dbb8d5-9f07-403c-bf93-bc2d80180909 req-0195feac-cb97-42bd-b2d8-eb3bb749268c tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 944 time: 0.1475904 Nov 12 05:42:31.535317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7adb3b49-8f0c-4f91-9ade-4305d0f8d6d7 req-182f0053-0897-4c47-a0f8-6f12357cb4b4 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785550 Nov 12 05:42:31.538541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4dbb8d5-9f07-403c-bf93-bc2d80180909 req-ca3a50cc-9105-4d61-a6b4-88b576e2945e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215143 Nov 12 05:42:31.955782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-48905787-46e6-4200-ba0c-718bbdeb7753 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:31.957632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-48905787-46e6-4200-ba0c-718bbdeb7753 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/networks?id=eef1821a-aec6-4db0-882b-2385b64ed0fb HTTP/1.1" status: 200 len: 812 time: 0.1232462 Nov 12 05:42:31.979132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-f7a08db9-8d3a-4fed-9cde-a83e0078fba9 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/quotas/436b2d54b578471daebe2f10dd49ed05 HTTP/1.1" status: 200 len: 375 time: 0.0152290 Nov 12 05:42:32.021123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-f0fe3053-38fb-46a9-bbf7-62e7bc0691b3 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=436b2d54b578471daebe2f10dd49ed05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390487 Nov 12 05:42:32.156958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-d1b587e9-90cf-4eb1-ad2e-dce67d56fa51 service neutron] 10.222.0.48 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241632 Nov 12 05:42:32.281313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-16802659-b9e4-436e-9eb4-c3ac210c35b6 service neutron] 10.222.0.48 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180544 Nov 12 05:42:32.539937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e66be19c-f413-4cd9-8509-abd859b0754d req-162de349-82ff-4104-8e2e-139c8a533944 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 210 time: 0.0549681 Nov 12 05:42:32.694243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83528cac-cf88-4579-ab9c-26c800b03652 req-96ed4bb8-3a4d-4eba-aece-295a4ca23b0e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:32.695981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83528cac-cf88-4579-ab9c-26c800b03652 req-96ed4bb8-3a4d-4eba-aece-295a4ca23b0e tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 944 time: 0.0595326 Nov 12 05:42:32.755291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83528cac-cf88-4579-ab9c-26c800b03652 req-3f8953b3-706d-4980-8eb4-3f390b3e4df9 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530522 Nov 12 05:42:33.752510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5262381-1b82-4359-a01e-adf467319577 req-aa42ac6a-29f3-46fd-b960-8bde1206f8bd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 210 time: 0.0344758 Nov 12 05:42:33.926599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-56eaa07c-989e-4d86-be09-cd6663b437ce tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:33.928301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-56eaa07c-989e-4d86-be09-cd6663b437ce tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.47 "GET /v2.0/networks?id=eef1821a-aec6-4db0-882b-2385b64ed0fb HTTP/1.1" status: 200 len: 812 time: 0.1365976 Nov 12 05:42:33.944094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Request body: {'port': {'device_id': '4e9bb97f-0d01-4f5f-a6f8-936d035481da', 'network_id': 'eef1821a-aec6-4db0-882b-2385b64ed0fb', 'admin_state_up': True, 'tenant_id': '436b2d54b578471daebe2f10dd49ed05'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:34.053650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe22a49-07c3-4793-8f0d-41868b5ce2f0 req-a78e4dbd-66a4-40a3-95a7-0ecb0ea22d4b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:34.058869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bfe22a49-07c3-4793-8f0d-41868b5ce2f0 req-a78e4dbd-66a4-40a3-95a7-0ecb0ea22d4b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 944 time: 0.1294599 Nov 12 05:42:34.143871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bfe22a49-07c3-4793-8f0d-41868b5ce2f0 req-71f91732-3485-457f-afc2-eb0ba68c97d4 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803902 Nov 12 05:42:34.155267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Made reservation on behalf of 436b2d54b578471daebe2f10dd49ed05 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:34.160729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.306221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Allocated IP 172.20.0.9 (eef1821a-aec6-4db0-882b-2385b64ed0fb/002546d9-9aad-4f27-8a30-5bd16c74f852/5f5c96c5-549f-4c78-8c74-d372562d7242) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:34.492816 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.538781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.588308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Network eef1821a-aec6-4db0-882b-2385b64ed0fb is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:34.595347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:34.598905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:34.630028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Pushing event updated for resources: {'Port': ['ID=5f5c96c5-549f-4c78-8c74-d372562d7242,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:34.661742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:34.662401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.681389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-60e4c9c4-11bb-462b-96aa-29f3702082fd tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389047 Nov 12 05:42:34.696943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Request body: {'port': {'device_id': '4e9bb97f-0d01-4f5f-a6f8-936d035481da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:34.760556 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.776785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1eeef763-26d5-4515-931c-35bd603ae873 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:42:34.899544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1eeef763-26d5-4515-931c-35bd603ae873, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1eeef763-26d5-4515-931c-35bd603ae873,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:34.916207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '1eeef763-26d5-4515-931c-35bd603ae873', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'port_id': '1eeef763-26d5-4515-931c-35bd603ae873', 'mac_address': 'fa:16:3e:07:e4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:42:34.978379 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.996371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eeef763-26d5-4515-931c-35bd603ae873 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:42:35.025189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1eeef763-26d5-4515-931c-35bd603ae873, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1eeef763-26d5-4515-931c-35bd603ae873,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:35.034747 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.064651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff3537-98ff-4e83-b7f3-a5b6a37647e2 req-71b08b11-bf49-4693-995c-77e23b08a3c8 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:35.066238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9ff3537-98ff-4e83-b7f3-a5b6a37647e2 req-71b08b11-bf49-4693-995c-77e23b08a3c8 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 931 time: 0.1608355 Nov 12 05:42:35.099765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1eeef763-26d5-4515-931c-35bd603ae873,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:35.156005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9ff3537-98ff-4e83-b7f3-a5b6a37647e2 req-ad33029c-f05c-4aca-a783-690575339f9b tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809758 Nov 12 05:42:35.212650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5c96c5-549f-4c78-8c74-d372562d7242 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:42:35.221520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.237461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Transition to ACTIVE for port object 5f5c96c5-549f-4c78-8c74-d372562d7242 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:42:35.245023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.406779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5c96c5-549f-4c78-8c74-d372562d7242,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:35.438550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Attempting to bind port 5f5c96c5-549f-4c78-8c74-d372562d7242 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:35.438889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Attempting to bind port 5f5c96c5-549f-4c78-8c74-d372562d7242 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'c5850e5f-1f76-4396-8aa3-a6d6b97fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eef1821a-aec6-4db0-882b-2385b64ed0fb'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:35.439169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Attempting to bind port 5f5c96c5-549f-4c78-8c74-d372562d7242 on network eef1821a-aec6-4db0-882b-2385b64ed0fb {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:35.449386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf2ac-df27-44e7-a6dc-13aebdd04b14 req-084c59f2-df0a-4f86-a69d-16779de49a55 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:35.450928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-896bf2ac-df27-44e7-a6dc-13aebdd04b14 req-084c59f2-df0a-4f86-a69d-16779de49a55 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 945 time: 0.1944075 Nov 12 05:42:35.455991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Port 5f5c96c5-549f-4c78-8c74-d372562d7242 on network eef1821a-aec6-4db0-882b-2385b64ed0fb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:42:35.457165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Attempting to bind port 5f5c96c5-549f-4c78-8c74-d372562d7242 on network eef1821a-aec6-4db0-882b-2385b64ed0fb {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:35.471470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:35.471809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Checking segment: {'id': 'c5850e5f-1f76-4396-8aa3-a6d6b97fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eef1821a-aec6-4db0-882b-2385b64ed0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:35.472193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Bound using segment: {'id': 'c5850e5f-1f76-4396-8aa3-a6d6b97fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eef1821a-aec6-4db0-882b-2385b64ed0fb'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:35.472638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Bound port: 5f5c96c5-549f-4c78-8c74-d372562d7242, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5850e5f-1f76-4396-8aa3-a6d6b97fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eef1821a-aec6-4db0-882b-2385b64ed0fb'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:35.472996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.494767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['1eeef763-26d5-4515-931c-35bd603ae873'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:42:35.635514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-896bf2ac-df27-44e7-a6dc-13aebdd04b14 req-9a017ad4-833d-4e89-ad9b-76342186ef85 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675949 Nov 12 05:42:35.684760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] For port 5f5c96c5-549f-4c78-8c74-d372562d7242, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:35.689496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] For port 5f5c96c5-549f-4c78-8c74-d372562d7242, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5f5c96c5-549f-4c78-8c74-d372562d7242,segment=NetworkSegment(c5850e5f-1f76-4396-8aa3-a6d6b97fef73),segment_id=c5850e5f-1f76-4396-8aa3-a6d6b97fef73)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:35.695119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.733364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:35.733984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.735571 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f5c96c5-549f-4c78-8c74-d372562d7242 HTTP/1.1" status: 200 len: 1092 time: 1.0434911 Nov 12 05:42:35.736030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9bb97f-0d01-4f5f-a6f8-936d035481da', 'tag': '5f5c96c5-549f-4c78-8c74-d372562d7242'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:35.738385 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5056851-b015-49f1-9646-0e2f575f4d10" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9bb97f-0d01-4f5f-a6f8-936d035481da", "tag": "5f5c96c5-549f-4c78-8c74-d372562d7242"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:35.772092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81645fb6-6876-44df-a07f-4677ad24c4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5c96c5-549f-4c78-8c74-d372562d7242,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:35.818274 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13510c16-f3fa-4b5c-af38-2d5802c6e19d x-openstack-request-id: req-13510c16-f3fa-4b5c-af38-2d5802c6e19d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:35.818600 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9bb97f-0d01-4f5f-a6f8-936d035481da", "tag": "5f5c96c5-549f-4c78-8c74-d372562d7242", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:35.818855 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13510c16-f3fa-4b5c-af38-2d5802c6e19d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:35.819267 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bb97f-0d01-4f5f-a6f8-936d035481da', 'tag': '5f5c96c5-549f-4c78-8c74-d372562d7242', 'status': 'completed', 'code': 200} Nov 12 05:42:35.896601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-33c51952-4f56-404a-be3b-ab1c0f4395f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:35.899273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-33c51952-4f56-404a-be3b-ab1c0f4395f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=436b2d54b578471daebe2f10dd49ed05&device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 1095 time: 0.1033754 Nov 12 05:42:35.957383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-ef8057f6-345e-45b3-a9ca-eea16808cb10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5c96c5-549f-4c78-8c74-d372562d7242 HTTP/1.1" status: 200 len: 217 time: 0.0476615 Nov 12 05:42:36.022695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-1e6b6f15-af7a-475d-899e-fb77544ed2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:36.025662 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-1e6b6f15-af7a-475d-899e-fb77544ed2a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=002546d9-9aad-4f27-8a30-5bd16c74f852 HTTP/1.1" status: 200 len: 852 time: 0.0550671 Nov 12 05:42:36.065203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-0932d5f4-8437-46e5-80f7-49cd2e4e74a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eef1821a-aec6-4db0-882b-2385b64ed0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312805 Nov 12 05:42:36.245003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-b07062c4-8ce8-43ac-8045-972a5f3bb61d service neutron] 10.222.0.47 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708016 Nov 12 05:42:36.369237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515f71-2630-40f7-83d1-abcd18b0bf6d req-b85347ea-a720-44d5-b51a-ba384166b6c2 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:36.371010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8515f71-2630-40f7-83d1-abcd18b0bf6d req-b85347ea-a720-44d5-b51a-ba384166b6c2 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 943 time: 0.1249201 Nov 12 05:42:36.410231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d7bc2d6-b4b0-4658-bb79-76cb6750f969 req-04cf4003-b288-4cfa-9edf-905a5ce072d6 service neutron] 10.222.0.47 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533728 Nov 12 05:42:36.445408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8515f71-2630-40f7-83d1-abcd18b0bf6d req-f36ac06a-02bd-42e7-9b30-ba31e0e52628 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661857 Nov 12 05:42:36.532443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-33b73dde-7c3a-4160-91eb-fa1efcc8f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:36.534497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-33b73dde-7c3a-4160-91eb-fa1efcc8f1bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=436b2d54b578471daebe2f10dd49ed05&device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 1095 time: 0.0615587 Nov 12 05:42:36.661299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-b8d70164-6d83-43bb-9e75-b837b18c8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:36.664470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-b8d70164-6d83-43bb-9e75-b837b18c8193 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eef1821a-aec6-4db0-882b-2385b64ed0fb HTTP/1.1" status: 200 len: 913 time: 0.1202500 Nov 12 05:42:36.731486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-9bb97bf4-2f8b-41d6-8b59-5b0af60be904 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5c96c5-549f-4c78-8c74-d372562d7242 HTTP/1.1" status: 200 len: 217 time: 0.0587111 Nov 12 05:42:36.785180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1eeef763-26d5-4515-931c-35bd603ae873 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:36.836685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-2332ad03-9ed7-4645-8c1a-1f11c5fe68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:36.839253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-2332ad03-9ed7-4645-8c1a-1f11c5fe68f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=002546d9-9aad-4f27-8a30-5bd16c74f852 HTTP/1.1" status: 200 len: 852 time: 0.1000421 Nov 12 05:42:36.886879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 1eeef763-26d5-4515-931c-35bd603ae873 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:42:36.897370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 1eeef763-26d5-4515-931c-35bd603ae873 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:36.902705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-9a0eb650-aa4a-4f0d-a96e-41ea83920551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eef1821a-aec6-4db0-882b-2385b64ed0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440016 Nov 12 05:42:36.907198 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.970499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0539b-9311-4a3e-bb12-1829223bc22e req-2fe494a5-bc2b-45a0-bf6e-2d515403a74b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:36.973305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06a0539b-9311-4a3e-bb12-1829223bc22e req-2fe494a5-bc2b-45a0-bf6e-2d515403a74b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 945 time: 0.1609130 Nov 12 05:42:37.088042 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.095207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06a0539b-9311-4a3e-bb12-1829223bc22e req-97262a3b-bc75-4a67-bda7-b3245471e35d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832658 Nov 12 05:42:37.097352 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-873ed076-8c46-437e-819b-a63cbbd6caaf service neutron] 10.222.0.47 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868525 Nov 12 05:42:37.137159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeef763-26d5-4515-931c-35bd603ae873'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:37.139447 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37880de0-1b23-4b3a-9de8-732d5288262f" -d '{"events": [{"server_uuid": "a6e222e5-6c5f-4103-a8ef-9ffcf35cc563", "name": "network-vif-plugged", "status": "completed", "tag": "1eeef763-26d5-4515-931c-35bd603ae873"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:37.184571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 1eeef763-26d5-4515-931c-35bd603ae873, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1eeef763-26d5-4515-931c-35bd603ae873,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:37.193991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.245056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5056851-b015-49f1-9646-0e2f575f4d10 req-e694c87d-4e5b-419a-91d5-29b2aead176a service neutron] 10.222.0.47 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371880 Nov 12 05:42:37.269126 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b663eb-6b55-4e38-b009-7843b7d5018a x-openstack-request-id: req-e5b663eb-6b55-4e38-b009-7843b7d5018a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:37.269685 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e222e5-6c5f-4103-a8ef-9ffcf35cc563", "name": "network-vif-plugged", "status": "completed", "tag": "1eeef763-26d5-4515-931c-35bd603ae873", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:37.269936 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5b663eb-6b55-4e38-b009-7843b7d5018a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:37.271368 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeef763-26d5-4515-931c-35bd603ae873', 'code': 200} Nov 12 05:42:37.275340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=1eeef763-26d5-4515-931c-35bd603ae873,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:37.343448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84893-7387-4535-b080-067395b1a422 req-e46bdc98-d560-4865-be92-335ffd4c42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:37.345541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62c84893-7387-4535-b080-067395b1a422 req-e46bdc98-d560-4865-be92-335ffd4c42bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 1098 time: 0.0449359 Nov 12 05:42:37.396763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62c84893-7387-4535-b080-067395b1a422 req-b1d441c0-104a-420b-a81f-6ff6ede13b29 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439329 Nov 12 05:42:37.596035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c309fa-9eac-442c-8182-d4b511eb702d req-d0e591c5-4e1a-4809-ad0a-bd2804150d71 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:37.597582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96c309fa-9eac-442c-8182-d4b511eb702d req-d0e591c5-4e1a-4809-ad0a-bd2804150d71 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 943 time: 0.0535729 Nov 12 05:42:37.657187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96c309fa-9eac-442c-8182-d4b511eb702d req-9d809a1a-754f-4cd5-b3dc-43473a9426a5 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468390 Nov 12 05:42:38.261862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fdb02-905b-4df5-bf33-d8e0b656d5bb req-3dbb09e6-20b1-4d9b-b5a5-829cea3d0c72 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:38.263592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e0fdb02-905b-4df5-bf33-d8e0b656d5bb req-3dbb09e6-20b1-4d9b-b5a5-829cea3d0c72 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 946 time: 0.0779812 Nov 12 05:42:38.326975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e0fdb02-905b-4df5-bf33-d8e0b656d5bb req-2f57e91f-adc5-4cc7-b1fa-27c0f571886b tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554895 Nov 12 05:42:38.456902 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:42:38.789231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8f176-4806-47d1-a180-03606581218d req-8e322257-d094-4325-a25f-51565ba54004 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:38.796739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46d8f176-4806-47d1-a180-03606581218d req-8e322257-d094-4325-a25f-51565ba54004 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 943 time: 0.0592365 Nov 12 05:42:38.874973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46d8f176-4806-47d1-a180-03606581218d req-ccb3dbb4-e0a5-4764-9ead-f4cb410b4aa4 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772727 Nov 12 05:42:39.059375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5f5c96c5-549f-4c78-8c74-d372562d7242 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:42:39.208633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5f5c96c5-549f-4c78-8c74-d372562d7242, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5f5c96c5-549f-4c78-8c74-d372562d7242,segment=NetworkSegment(c5850e5f-1f76-4396-8aa3-a6d6b97fef73),segment_id=c5850e5f-1f76-4396-8aa3-a6d6b97fef73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:39.221671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '5f5c96c5-549f-4c78-8c74-d372562d7242', 'network_id': 'eef1821a-aec6-4db0-882b-2385b64ed0fb', 'port_id': '5f5c96c5-549f-4c78-8c74-d372562d7242', 'mac_address': 'fa:16:3e:80:fc:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002546d9-9aad-4f27-8a30-5bd16c74f852', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:42:39.261903 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:39.275879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5c96c5-549f-4c78-8c74-d372562d7242 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:42:39.297584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5f5c96c5-549f-4c78-8c74-d372562d7242, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5f5c96c5-549f-4c78-8c74-d372562d7242,segment=NetworkSegment(c5850e5f-1f76-4396-8aa3-a6d6b97fef73),segment_id=c5850e5f-1f76-4396-8aa3-a6d6b97fef73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:39.303952 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:39.357798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=5f5c96c5-549f-4c78-8c74-d372562d7242,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:39.478576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09debb-bc73-4004-8519-001da8168165 req-56d0267d-34f5-45a2-b040-4bad5e1d9204 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:39.480103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de09debb-bc73-4004-8519-001da8168165 req-56d0267d-34f5-45a2-b040-4bad5e1d9204 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 946 time: 0.0590849 Nov 12 05:42:39.557799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['5f5c96c5-549f-4c78-8c74-d372562d7242'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:42:39.558368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de09debb-bc73-4004-8519-001da8168165 req-9203efd5-aec2-4a3e-bbe7-73295a9705fd tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709939 Nov 12 05:42:39.817709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a322d-2084-4920-a01d-e0e1b9a90957 req-40285c54-01e3-4909-9ddb-4ca593241a34 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:39.822998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db4a322d-2084-4920-a01d-e0e1b9a90957 req-40285c54-01e3-4909-9ddb-4ca593241a34 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 946 time: 0.1090322 Nov 12 05:42:39.828204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 36792) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:39.833494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Request body: {'floatingip': {'port_id': '1eeef763-26d5-4515-931c-35bd603ae873'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:39.887704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:40.087467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89625a-cbc5-4523-8f31-8d6203632473 req-df271c31-cb74-4b89-a00a-f2e0d0dc8bf1 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:40.088973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d89625a-cbc5-4523-8f31-8d6203632473 req-df271c31-cb74-4b89-a00a-f2e0d0dc8bf1 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 944 time: 0.0882726 Nov 12 05:42:40.182734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d89625a-cbc5-4523-8f31-8d6203632473 req-4ef85a49-955d-4beb-9323-9d9f5cbdcdb9 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721598 Nov 12 05:42:40.465177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:40.471798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:40.591324 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Floating IP ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce associated. External IP: 172.25.2.59, port: 1eeef763-26d5-4515-931c-35bd603ae873. Nov 12 05:42:40.669979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:40.814363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:41.073658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5f5c96c5-549f-4c78-8c74-d372562d7242 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:41.168082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 5f5c96c5-549f-4c78-8c74-d372562d7242 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:42:41.173053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 5f5c96c5-549f-4c78-8c74-d372562d7242 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:41.173494 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:41.298331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:41.354580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb97f-0d01-4f5f-a6f8-936d035481da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5c96c5-549f-4c78-8c74-d372562d7242'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:41.357428 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd27fa9c-7ba8-45c9-bbb0-02153c6afc61" -d '{"events": [{"server_uuid": "4e9bb97f-0d01-4f5f-a6f8-936d035481da", "name": "network-vif-plugged", "status": "completed", "tag": "5f5c96c5-549f-4c78-8c74-d372562d7242"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:41.379276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:41.384240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5f5c96c5-549f-4c78-8c74-d372562d7242, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5f5c96c5-549f-4c78-8c74-d372562d7242,segment=NetworkSegment(c5850e5f-1f76-4396-8aa3-a6d6b97fef73),segment_id=c5850e5f-1f76-4396-8aa3-a6d6b97fef73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:41.384401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:41.393921 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:41.405617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f51d66-3efc-491d-b030-4c5b13a34e62 req-9f02e887-56f5-4ef2-bd94-b407c226b4e8 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:41.415937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1f51d66-3efc-491d-b030-4c5b13a34e62 req-9f02e887-56f5-4ef2-bd94-b407c226b4e8 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 944 time: 0.1315024 Nov 12 05:42:41.424416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] Sync routers for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:41.441934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:41.442608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:41.450251 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-39d6f4d4-4348-424f-b110-038b8d714d35 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "PUT /v2.0/floatingips/ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce HTTP/1.1" status: 200 len: 991 time: 1.6208355 Nov 12 05:42:41.451086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'tag': '1eeef763-26d5-4515-931c-35bd603ae873'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:41.455850 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e222e5-6c5f-4103-a8ef-9ffcf35cc563", "tag": "1eeef763-26d5-4515-931c-35bd603ae873"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:41.521785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1f51d66-3efc-491d-b030-4c5b13a34e62 req-9cf6b439-7880-4e64-ad42-1827e9860c99 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047733 Nov 12 05:42:41.562809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=5f5c96c5-549f-4c78-8c74-d372562d7242,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:41.667157 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cad7b4-599c-4308-94be-5475700ffa40 x-openstack-request-id: req-73cad7b4-599c-4308-94be-5475700ffa40 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:41.667450 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb97f-0d01-4f5f-a6f8-936d035481da", "name": "network-vif-plugged", "status": "completed", "tag": "5f5c96c5-549f-4c78-8c74-d372562d7242", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:41.667704 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73cad7b4-599c-4308-94be-5475700ffa40 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:41.668095 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb97f-0d01-4f5f-a6f8-936d035481da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5c96c5-549f-4c78-8c74-d372562d7242', 'code': 200} Nov 12 05:42:41.741006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:41.753900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a029b9-e3fd-4e3d-a54e-093ffbc9007a req-df2699db-66aa-4734-b684-d114ac87d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:41.755668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92a029b9-e3fd-4e3d-a54e-093ffbc9007a req-df2699db-66aa-4734-b684-d114ac87d64b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 1097 time: 0.0712826 Nov 12 05:42:41.812628 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694fa8df-dc6f-4641-a8d7-bd1ab1913bdd x-openstack-request-id: req-694fa8df-dc6f-4641-a8d7-bd1ab1913bdd {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:41.814208 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e222e5-6c5f-4103-a8ef-9ffcf35cc563", "tag": "1eeef763-26d5-4515-931c-35bd603ae873", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:41.814600 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-694fa8df-dc6f-4641-a8d7-bd1ab1913bdd {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:41.815066 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'tag': '1eeef763-26d5-4515-931c-35bd603ae873', 'status': 'completed', 'code': 200} Nov 12 05:42:41.833214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92a029b9-e3fd-4e3d-a54e-093ffbc9007a req-affe5e2e-f2a1-44a7-b00d-3a11986114ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668356 Nov 12 05:42:41.978160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-6325d762-8882-427e-9615-a6d50a4503b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:41.980057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-6325d762-8882-427e-9615-a6d50a4503b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 1098 time: 0.1207943 Nov 12 05:42:42.101499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-49360e6c-f328-4212-9199-0374bd59b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:42.103553 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-49360e6c-f328-4212-9199-0374bd59b88a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.1163471 Nov 12 05:42:42.162849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'port_id': '1eeef763-26d5-4515-931c-35bd603ae873', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'mac_address': 'fa:16:3e:07:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:24Z', 'updated_at': '2021-11-12T05:42:40Z', 'revision_number': 1, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:42.187081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-e80882f1-3a73-4015-b319-921c497c71de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eeef763-26d5-4515-931c-35bd603ae873 HTTP/1.1" status: 200 len: 999 time: 0.0764613 Nov 12 05:42:42.222683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] Checking router: 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:42.235037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:42.236022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:42.255022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-0feda1d6-e72f-4084-8e36-c78897e80f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:42.257430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-0feda1d6-e72f-4084-8e36-c78897e80f06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.0631444 Nov 12 05:42:42.337906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-d2319be3-fbc1-4975-8355-576ef69dbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:42.340314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-d2319be3-fbc1-4975-8355-576ef69dbfe4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746765 Nov 12 05:42:42.382471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:42.752600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'port_id': '1eeef763-26d5-4515-931c-35bd603ae873', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'mac_address': 'fa:16:3e:07:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:24Z', 'updated_at': '2021-11-12T05:42:40Z', 'revision_number': 1, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:42.795921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a231be-c736-432c-a432-a495fc6c27f1 None None] The sync data for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 is: [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'floating_ip_address': '172.25.2.59', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'port_id': '1eeef763-26d5-4515-931c-35bd603ae873', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'mac_address': 'fa:16:3e:07:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:24Z', 'updated_at': '2021-11-12T05:42:40Z', 'revision_number': 1, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:42.912726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-9dda5a4b-b183-4554-bd3a-ed63ee0461f6 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650959 Nov 12 05:42:43.058527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaba84b-0899-4627-94ee-6a1679c396af req-2b462425-9979-4da6-bca6-bb81fc678f6a tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:43.060665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eaba84b-0899-4627-94ee-6a1679c396af req-2b462425-9979-4da6-bca6-bb81fc678f6a tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.1454959 Nov 12 05:42:43.116454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cdd6283-ef6b-4797-8f22-06f4ab0dd641 req-4a9c2940-05e3-45dc-ba23-c76c6c7a913f service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914361 Nov 12 05:42:43.147211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4eaba84b-0899-4627-94ee-6a1679c396af req-a7c5ac9c-434a-4a9f-97e4-359637783d4b tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783076 Nov 12 05:42:43.214795 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3441a68d-1969-4170-b5f9-5fed8593e2a6 None None] New status for floating IP ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:42:43.884529 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a74ca998-aac8-4f0f-a67c-d47cde359014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:44.327135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b8f94-d23b-4d60-babb-f676ee9470cd req-3f6ee661-d387-45d5-8b46-1ce1decb1038 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.330774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-475b8f94-d23b-4d60-babb-f676ee9470cd req-3f6ee661-d387-45d5-8b46-1ce1decb1038 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0692203 Nov 12 05:42:44.398222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-475b8f94-d23b-4d60-babb-f676ee9470cd req-3d52e093-4c73-40f4-91cd-83c5ad75ab8b tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537267 Nov 12 05:42:44.691513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9955d37-4177-4187-a26c-3d4920a460d9 req-244bb187-6a99-4f39-8ec6-869cdc3eb542 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.700492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9955d37-4177-4187-a26c-3d4920a460d9 req-244bb187-6a99-4f39-8ec6-869cdc3eb542 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0667324 Nov 12 05:42:44.794827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9955d37-4177-4187-a26c-3d4920a460d9 req-65aaa141-0b5c-491c-ae4c-408cccb86eca tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932376 Nov 12 05:42:45.111895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1856a1d-6014-4d5b-a45b-090db9c4caf8 req-49d383d3-ca97-40b2-be3d-a733b8ef2ec1 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:45.119395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1856a1d-6014-4d5b-a45b-090db9c4caf8 req-49d383d3-ca97-40b2-be3d-a733b8ef2ec1 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0744107 Nov 12 05:42:45.170906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1856a1d-6014-4d5b-a45b-090db9c4caf8 req-67f1944e-78da-41da-a1bd-b97c9690f991 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Nov 12 05:42:46.310180 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f4694c1-dd96-4850-bce8-611c02323db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:46.319653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329a95b-4c59-4e14-9923-95b4f3ddf443 req-0da8ecb0-7d0b-40be-8ada-5e74dad49968 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:46.329894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d329a95b-4c59-4e14-9923-95b4f3ddf443 req-0da8ecb0-7d0b-40be-8ada-5e74dad49968 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0773907 Nov 12 05:42:46.378896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d329a95b-4c59-4e14-9923-95b4f3ddf443 req-294be6b3-8af3-4660-98d7-dbb7208e615c tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471194 Nov 12 05:42:46.678625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9434998-9af5-4de5-9a19-f3449f9af5ad req-94075f12-58e2-42af-b699-61d82110b38c tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:46.680197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9434998-9af5-4de5-9a19-f3449f9af5ad req-94075f12-58e2-42af-b699-61d82110b38c tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.1063673 Nov 12 05:42:46.683166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-4be31f77-a0f8-42c1-8ff0-d72efaf2e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:46.684641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-4be31f77-a0f8-42c1-8ff0-d72efaf2e899 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=436b2d54b578471daebe2f10dd49ed05&device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 1097 time: 0.0668058 Nov 12 05:42:46.799618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9434998-9af5-4de5-9a19-f3449f9af5ad req-7764cd83-3b34-47e5-b20e-a812f9fe800a tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120615 Nov 12 05:42:46.820630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-594b22f8-dfec-4696-8d30-b481e2c533f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:46.820630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-594b22f8-dfec-4696-8d30-b481e2c533f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eef1821a-aec6-4db0-882b-2385b64ed0fb HTTP/1.1" status: 200 len: 913 time: 0.1191034 Nov 12 05:42:46.875873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-1047d973-465a-44d0-b381-cf68af2245bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5c96c5-549f-4c78-8c74-d372562d7242 HTTP/1.1" status: 200 len: 217 time: 0.0452855 Nov 12 05:42:46.933740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-ee0084b4-564d-4004-a7ff-b43c5e7d15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:46.935157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-ee0084b4-564d-4004-a7ff-b43c5e7d15c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=002546d9-9aad-4f27-8a30-5bd16c74f852 HTTP/1.1" status: 200 len: 852 time: 0.0506644 Nov 12 05:42:46.980264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-75b2bacd-39bd-4da2-9a1a-4be2f1262177 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eef1821a-aec6-4db0-882b-2385b64ed0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286038 Nov 12 05:42:47.088027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-287a0b1e-4006-4188-a2e3-ca1a2558cd78 service neutron] 10.222.0.47 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984259 Nov 12 05:42:47.190536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3622a049-59a7-4ec6-87f5-3ec83b26cb3c req-77bd97fd-9b10-4612-9830-d1509302d31e service neutron] 10.222.0.47 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943449 Nov 12 05:42:47.353223 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:47.975126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4327dd9-f374-4af2-bca6-50626e15ce11 req-7387c484-a521-4bf4-80b3-a4a3e4d11c28 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:47.976688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4327dd9-f374-4af2-bca6-50626e15ce11 req-7387c484-a521-4bf4-80b3-a4a3e4d11c28 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0768368 Nov 12 05:42:48.042421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4327dd9-f374-4af2-bca6-50626e15ce11 req-858ee821-4494-4f8f-8264-d854838c1455 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Nov 12 05:42:48.587774 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:49.170075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d982ce-5499-4a7c-84ab-a56861c99d84 req-f6a6ab00-3390-4b80-aedb-8f4e1386b9c9 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:49.171748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29d982ce-5499-4a7c-84ab-a56861c99d84 req-f6a6ab00-3390-4b80-aedb-8f4e1386b9c9 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0505683 Nov 12 05:42:49.220956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29d982ce-5499-4a7c-84ab-a56861c99d84 req-7c2cc253-516f-4083-9e03-3ead618ae053 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Nov 12 05:42:49.481225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febd20d-d4ec-4c1d-a196-fb7d36ff7e87 req-8a818982-5244-41a9-9ffa-85c63673ce49 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:49.482652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9febd20d-d4ec-4c1d-a196-fb7d36ff7e87 req-8a818982-5244-41a9-9ffa-85c63673ce49 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0572159 Nov 12 05:42:49.519434 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:49.548871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9febd20d-d4ec-4c1d-a196-fb7d36ff7e87 req-8ae53c40-0205-4e69-a91a-78fc1252ff92 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585542 Nov 12 05:42:49.896191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e527d2-4710-4a1f-b544-5a876a774a85 req-89e7c33a-5562-4414-9111-4f65c3c474e1 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:49.897824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e527d2-4710-4a1f-b544-5a876a774a85 req-89e7c33a-5562-4414-9111-4f65c3c474e1 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 946 time: 0.0739198 Nov 12 05:42:49.970322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e527d2-4710-4a1f-b544-5a876a774a85 req-c29d2c93-de72-4368-8b56-2fbbd4eef994 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581818 Nov 12 05:42:50.676166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2fdd8-588a-429e-b66b-9720d13978ea req-6a692411-8da5-4f27-9b80-658cde505879 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:50.677777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcd2fdd8-588a-429e-b66b-9720d13978ea req-6a692411-8da5-4f27-9b80-658cde505879 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0579934 Nov 12 05:42:50.731498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcd2fdd8-588a-429e-b66b-9720d13978ea req-9738cc3e-1eeb-46d6-9008-cd12d5c29851 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Nov 12 05:42:51.108502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003cc02-0ff1-46a9-9a44-1a590ad29e00 req-ec27e5dd-12e7-4db7-8bd6-945209784d0b tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.110852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a003cc02-0ff1-46a9-9a44-1a590ad29e00 req-ec27e5dd-12e7-4db7-8bd6-945209784d0b tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0929401 Nov 12 05:42:51.117779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-df53ca9a-119a-46f2-baf0-815e83222408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.119491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-df53ca9a-119a-46f2-baf0-815e83222408 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=436b2d54b578471daebe2f10dd49ed05&device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 1097 time: 0.0623441 Nov 12 05:42:51.237103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-367a73a9-562d-4ba6-9e2b-043ef5338b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.241234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-367a73a9-562d-4ba6-9e2b-043ef5338b24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eef1821a-aec6-4db0-882b-2385b64ed0fb HTTP/1.1" status: 200 len: 913 time: 0.1138523 Nov 12 05:42:51.287002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a003cc02-0ff1-46a9-9a44-1a590ad29e00 req-12ceeceb-8655-448d-b7d3-6f74791d0141 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662767 Nov 12 05:42:51.332480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-afedaa5a-ddb3-46cf-bd3a-6530892f0291 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5c96c5-549f-4c78-8c74-d372562d7242 HTTP/1.1" status: 200 len: 217 time: 0.0582705 Nov 12 05:42:51.423888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-d6b272e9-ec68-4f9c-81df-3fb2ad916e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.425694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-d6b272e9-ec68-4f9c-81df-3fb2ad916e5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=002546d9-9aad-4f27-8a30-5bd16c74f852 HTTP/1.1" status: 200 len: 852 time: 0.0788991 Nov 12 05:42:51.474309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-2926fcdb-fb14-42fc-95ce-af1b2b8c85e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eef1821a-aec6-4db0-882b-2385b64ed0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313494 Nov 12 05:42:51.498830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eee376-678f-4c9a-a52c-30f3fb276fe9 req-39fe14a1-afe5-4ebb-b0e7-cb896b5fb2ee tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.500317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0eee376-678f-4c9a-a52c-30f3fb276fe9 req-39fe14a1-afe5-4ebb-b0e7-cb896b5fb2ee tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 946 time: 0.0901182 Nov 12 05:42:51.645763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0eee376-678f-4c9a-a52c-30f3fb276fe9 req-de3dd27c-94d0-4d0d-b69a-444c0cae6cee tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/security-groups?id=b89c2181-23e0-434a-a4f3-b6f25a288cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348131 Nov 12 05:42:51.660334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-3340067a-e665-490f-a6bc-aa3348367bc7 service neutron] 10.222.0.47 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782839 Nov 12 05:42:51.668301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-ee19d354-2aa2-4866-8319-28ec83da02b0 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.669823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-ee19d354-2aa2-4866-8319-28ec83da02b0 tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 946 time: 0.1038675 Nov 12 05:42:51.835722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a60125c-65a0-43e5-90a4-a7497dc143b4 req-f895ee36-4892-44f8-a6f5-f9f46b033e1c service neutron] 10.222.0.47 "GET /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586134 Nov 12 05:42:51.849093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Deleting port a8f4fee7-e723-41d2-96dd-45b9c32fa53c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:51.849439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:51.963262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] For port a8f4fee7-e723-41d2-96dd-45b9c32fa53c, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,segment=NetworkSegment(b2c406aa-e82e-4bc6-ba45-2961e36d386b),segment_id=b2c406aa-e82e-4bc6-ba45-2961e36d386b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:51.963632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:51.976964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Calling delete_port for a8f4fee7-e723-41d2-96dd-45b9c32fa53c owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:52.134231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:52.151273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['a8f4fee7-e723-41d2-96dd-45b9c32fa53c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:42:52.173323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Pushing event deleted for resources: {'Port': ['ID=a8f4fee7-e723-41d2-96dd-45b9c32fa53c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:52.197414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a7e139-12a4-439b-a909-7d8458e4bd12 None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:52.223318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] No DVR routers for this DVR port a8f4fee7-e723-41d2-96dd-45b9c32fa53c on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:52.226058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:52.230076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2acac55e-ecec-4ead-b51a-2073159ba68e req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.47 "DELETE /v2.0/ports/a8f4fee7-e723-41d2-96dd-45b9c32fa53c HTTP/1.1" status: 204 len: 173 time: 0.5450675 Nov 12 05:42:52.231725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.232078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.232415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.232799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.233862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.234200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.234590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.235420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.235821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.236302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.236634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.236961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9056e0-6f88-430f-94d8-f12274dcb6ea tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:52.240291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef70666-343f-4391-8e86-a9ae8387c717', 'name': 'network-vif-deleted', 'tag': 'a8f4fee7-e723-41d2-96dd-45b9c32fa53c'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:52.244005 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71da8b35-bdcd-4963-be73-5ef58ae297b7" -d '{"events": [{"server_uuid": "8ef70666-343f-4391-8e86-a9ae8387c717", "name": "network-vif-deleted", "tag": "a8f4fee7-e723-41d2-96dd-45b9c32fa53c"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:52.288507 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7aef29-befc-4567-b5f8-0d93b7e05053 x-openstack-request-id: req-cc7aef29-befc-4567-b5f8-0d93b7e05053 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:52.288947 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef70666-343f-4391-8e86-a9ae8387c717", "name": "network-vif-deleted", "tag": "a8f4fee7-e723-41d2-96dd-45b9c32fa53c", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:52.289027 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc7aef29-befc-4567-b5f8-0d93b7e05053 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:52.289508 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef70666-343f-4391-8e86-a9ae8387c717', 'name': 'network-vif-deleted', 'tag': 'a8f4fee7-e723-41d2-96dd-45b9c32fa53c', 'status': 'completed', 'code': 200} Nov 12 05:42:52.450769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e0994-ca32-4021-8cb3-2d104baac439 req-cff0e302-8e44-4db9-aa91-9db786351b85 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:52.454247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca2e0994-ca32-4021-8cb3-2d104baac439 req-cff0e302-8e44-4db9-aa91-9db786351b85 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0690751 Nov 12 05:42:52.545632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca2e0994-ca32-4021-8cb3-2d104baac439 req-60c7190f-f5a4-400f-80f4-db976ba8e248 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820310 Nov 12 05:42:52.779906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f95ff4e6-49b3-44a6-a874-7d9c5e34e5f6 req-c0da341f-8726-46ed-8da3-392fd05611ac tempest-VolumesSnapshotTestJSON-1589258842 tempest-VolumesSnapshotTestJSON-1589258842-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef70666-343f-4391-8e86-a9ae8387c717 HTTP/1.1" status: 200 len: 210 time: 0.0329208 Nov 12 05:42:53.671728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce331eb-18cc-4c10-8b21-8876a1c3d657 req-c4daf709-e262-4aa8-9dd0-8e0385611610 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:53.673734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ce331eb-18cc-4c10-8b21-8876a1c3d657 req-c4daf709-e262-4aa8-9dd0-8e0385611610 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0515726 Nov 12 05:42:53.723180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ce331eb-18cc-4c10-8b21-8876a1c3d657 req-3500bc97-6a5b-4fdf-ae17-4c81f6593959 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Nov 12 05:42:54.025576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589e892-94f7-4f7f-b836-20f624868640 req-809c6461-9b2d-4490-a2f1-126931adb706 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:54.027929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2589e892-94f7-4f7f-b836-20f624868640 req-809c6461-9b2d-4490-a2f1-126931adb706 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0666988 Nov 12 05:42:54.090650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2589e892-94f7-4f7f-b836-20f624868640 req-2993d938-b37a-47d2-9ab1-7da4bb98bccf tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528193 Nov 12 05:42:55.140595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a8f4fee7-e723-41d2-96dd-45b9c32fa53c no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:55.170019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: a8f4fee7-e723-41d2-96dd-45b9c32fa53c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:55.170435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a8f4fee7-e723-41d2-96dd-45b9c32fa53c not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:55.248510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707a10b-1bea-4dde-af9f-530f91d181a4 req-2a16a9a5-e693-4616-8b87-b9cd2072c342 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:55.256654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3707a10b-1bea-4dde-af9f-530f91d181a4 req-2a16a9a5-e693-4616-8b87-b9cd2072c342 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0639560 Nov 12 05:42:55.305803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3707a10b-1bea-4dde-af9f-530f91d181a4 req-c3a43b61-3ce7-46d0-a23d-135d90fc7df1 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Nov 12 05:42:55.811192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37486) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:55.964320 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.038475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e9af93f9-7ba9-41fb-addb-a06d2b2eb8b2 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:56.040290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e9af93f9-7ba9-41fb-addb-a06d2b2eb8b2 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.0698559 Nov 12 05:42:56.124466 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.129295 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.165110 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b79288b3f474d2ab4f2ce4642d7850b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517530 Nov 12 05:42:56.168461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37492) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:56.181552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Deleting port 5f5c96c5-549f-4c78-8c74-d372562d7242 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:56.182127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.183902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08fe778-f895-4566-8bdc-191ecd124105,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:56.194980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.195419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.195824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.196216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.196767 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.197290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.197789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.198282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.199042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.199544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.200208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.200818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63850d-b7c9-4efd-ae01-42a1704248fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:56.296142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f2948c33-1ba4-4c97-9ed8-428dd5a96aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.330107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] For port 5f5c96c5-549f-4c78-8c74-d372562d7242, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5f5c96c5-549f-4c78-8c74-d372562d7242,segment=NetworkSegment(c5850e5f-1f76-4396-8aa3-a6d6b97fef73),segment_id=c5850e5f-1f76-4396-8aa3-a6d6b97fef73)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:56.330508 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.342378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f2948c33-1ba4-4c97-9ed8-428dd5a96aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.355520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Calling delete_port for 5f5c96c5-549f-4c78-8c74-d372562d7242 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:56.519831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f2948c33-1ba4-4c97-9ed8-428dd5a96aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.522559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f2948c33-1ba4-4c97-9ed8-428dd5a96aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.526307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f2948c33-1ba4-4c97-9ed8-428dd5a96aac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d08fe778-f895-4566-8bdc-191ecd124105 HTTP/1.1" status: 204 len: 168 time: 0.3531804 Nov 12 05:42:56.543460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a5dcc-3828-4369-af75-c6ff67fd499c req-47bf0667-889a-45c9-944d-f053f8dd0016 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:56.545033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-617a5dcc-3828-4369-af75-c6ff67fd499c req-47bf0667-889a-45c9-944d-f053f8dd0016 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e9bb97f-0d01-4f5f-a6f8-936d035481da HTTP/1.1" status: 200 len: 945 time: 0.1132903 Nov 12 05:42:56.581860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2948c33-1ba4-4c97-9ed8-428dd5a96aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08fe778-f895-4566-8bdc-191ecd124105,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:56.640725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.653264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['5f5c96c5-549f-4c78-8c74-d372562d7242'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:42:56.708767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-617a5dcc-3828-4369-af75-c6ff67fd499c req-00e886f0-ea2c-4654-a9cb-7b3e65174cf2 tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.48 "GET /v2.0/security-groups?id=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388352 Nov 12 05:42:56.709806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Pushing event deleted for resources: {'Port': ['ID=5f5c96c5-549f-4c78-8c74-d372562d7242,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:56.772921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] No DVR routers for this DVR port 5f5c96c5-549f-4c78-8c74-d372562d7242 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:56.776121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.779657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e00b1956-f192-4cea-8f96-aafab1fb0377 req-e43c75bc-502b-4c47-8cc9-67d3b642752f tempest-TestServerAdvancedOps-1736777827 tempest-TestServerAdvancedOps-1736777827-project] 10.222.0.47 "DELETE /v2.0/ports/5f5c96c5-549f-4c78-8c74-d372562d7242 HTTP/1.1" status: 204 len: 173 time: 0.7323632 Nov 12 05:42:56.780105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bb97f-0d01-4f5f-a6f8-936d035481da', 'name': 'network-vif-deleted', 'tag': '5f5c96c5-549f-4c78-8c74-d372562d7242'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:56.782400 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b83ae-2a29-4b7e-8b66-8f303dfd9cbc" -d '{"events": [{"server_uuid": "4e9bb97f-0d01-4f5f-a6f8-936d035481da", "name": "network-vif-deleted", "tag": "5f5c96c5-549f-4c78-8c74-d372562d7242"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:56.950539 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d45918-717a-469e-90fd-6a8995a2c982 x-openstack-request-id: req-e1d45918-717a-469e-90fd-6a8995a2c982 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:56.950930 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bb97f-0d01-4f5f-a6f8-936d035481da", "name": "network-vif-deleted", "tag": "5f5c96c5-549f-4c78-8c74-d372562d7242", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:56.951151 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1d45918-717a-469e-90fd-6a8995a2c982 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:56.951587 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bb97f-0d01-4f5f-a6f8-936d035481da', 'name': 'network-vif-deleted', 'tag': '5f5c96c5-549f-4c78-8c74-d372562d7242', 'status': 'completed', 'code': 200} Nov 12 05:42:57.095270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37524) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:57.115239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-205f320d-5532-484a-b42f-201ea9945b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.200835 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-205f320d-5532-484a-b42f-201ea9945b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.205880 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-205f320d-5532-484a-b42f-201ea9945b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.258023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-205f320d-5532-484a-b42f-201ea9945b3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4648e188f2bc4d12adb8dc7e5434845b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640394 Nov 12 05:42:57.258430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37530) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:57.265254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f320d-5532-484a-b42f-201ea9945b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec2b4c-6110-4265-8158-4bc2ecf3b181,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:57.308012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.327179 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b84a951-0aba-4318-a678-a6bab75ecc57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.351007 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b84a951-0aba-4318-a678-a6bab75ecc57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.411706 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b84a951-0aba-4318-a678-a6bab75ecc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.414380 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b84a951-0aba-4318-a678-a6bab75ecc57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.418307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4b84a951-0aba-4318-a678-a6bab75ecc57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fec2b4c-6110-4265-8158-4bc2ecf3b181 HTTP/1.1" status: 204 len: 168 time: 0.1584864 Nov 12 05:42:57.430563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84a951-0aba-4318-a678-a6bab75ecc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec2b4c-6110-4265-8158-4bc2ecf3b181,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:57.821841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37552) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:57.869775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-64875922-df4d-4273-8a98-f8281543bf82 admin admin] Deleting subnet 002546d9-9aad-4f27-8a30-5bd16c74f852 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:42:57.873006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-64875922-df4d-4273-8a98-f8281543bf82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.925865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-64875922-df4d-4273-8a98-f8281543bf82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.988828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-64875922-df4d-4273-8a98-f8281543bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.051261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-64875922-df4d-4273-8a98-f8281543bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.087244 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-64875922-df4d-4273-8a98-f8281543bf82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.092668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-64875922-df4d-4273-8a98-f8281543bf82 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/002546d9-9aad-4f27-8a30-5bd16c74f852 HTTP/1.1" status: 204 len: 168 time: 0.2672329 Nov 12 05:42:58.092668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64875922-df4d-4273-8a98-f8281543bf82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002546d9-9aad-4f27-8a30-5bd16c74f852,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:58.093457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37570) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:58.170201 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.259237 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.281550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef1821a-aec6-4db0-882b-2385b64ed0fb']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:58.291723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5850e5f-1f76-4396-8aa3-a6d6b97fef73') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:58.292104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5850e5f-1f76-4396-8aa3-a6d6b97fef73') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:58.302429 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.317530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.323579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:42:58.323960 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:42:58.325853 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:42:58.391934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.397608 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.404839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37582) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:58.405475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/eef1821a-aec6-4db0-882b-2385b64ed0fb HTTP/1.1" status: 204 len: 168 time: 0.3115752 Nov 12 05:42:58.420047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19b5ab-b05b-4559-aa03-a13bac007de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef1821a-aec6-4db0-882b-2385b64ed0fb,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:58.458127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5291c3e-5bab-4c68-bce1-5177225f2c07 admin admin] Deleting subnet a2c0f0cc-ecf2-42c7-8b13-6fa9aa8c6d94 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:42:58.461874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c5291c3e-5bab-4c68-bce1-5177225f2c07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.515739 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c5291c3e-5bab-4c68-bce1-5177225f2c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.570268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c5291c3e-5bab-4c68-bce1-5177225f2c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.633530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c5291c3e-5bab-4c68-bce1-5177225f2c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.646935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c5291c3e-5bab-4c68-bce1-5177225f2c07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.651409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c5291c3e-5bab-4c68-bce1-5177225f2c07 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a2c0f0cc-ecf2-42c7-8b13-6fa9aa8c6d94 HTTP/1.1" status: 204 len: 168 time: 0.2438476 Nov 12 05:42:58.654193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37586) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:58.675185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5291c3e-5bab-4c68-bce1-5177225f2c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c0f0cc-ecf2-42c7-8b13-6fa9aa8c6d94,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:58.769686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.935540 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.960046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33220337-5082-4a5a-bbda-b56c1a1f11c6']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:58.981443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496e54c5-8d31-4577-8313-713b78b261b9') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:58.981443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496e54c5-8d31-4577-8313-713b78b261b9') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:58.985353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.000431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.024531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:42:59.025933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:42:59.030260 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:42:59.136899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5f5c96c5-549f-4c78-8c74-d372562d7242 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:59.152454 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.158228 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.162750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 5f5c96c5-549f-4c78-8c74-d372562d7242 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:59.163255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5f5c96c5-549f-4c78-8c74-d372562d7242 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:59.165984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] 10.222.0.48 "DELETE /v2.0/networks/33220337-5082-4a5a-bbda-b56c1a1f11c6 HTTP/1.1" status: 204 len: 168 time: 0.5106988 Nov 12 05:42:59.188410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f865-3d18-4d0a-8d5a-fdfcdfd39cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=33220337-5082-4a5a-bbda-b56c1a1f11c6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:59.404961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37606) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:59.463333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1741efaf-02e0-4cec-8aea-986cb21daf6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=436b2d54b578471daebe2f10dd49ed05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567489 Nov 12 05:42:59.465408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37608) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:59.532336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-85a5eddc-318d-4d5f-a4a5-c353daf16e77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.561562 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-85a5eddc-318d-4d5f-a4a5-c353daf16e77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.629116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-85a5eddc-318d-4d5f-a4a5-c353daf16e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.632553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-85a5eddc-318d-4d5f-a4a5-c353daf16e77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.636311 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-85a5eddc-318d-4d5f-a4a5-c353daf16e77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5495a814-0ab9-44d3-9fc6-dbed3a9feb1a HTTP/1.1" status: 204 len: 168 time: 0.1674695 Nov 12 05:42:59.643056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5eddc-318d-4d5f-a4a5-c353daf16e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495a814-0ab9-44d3-9fc6-dbed3a9feb1a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:00.097105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37622) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:00.191930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-15959504-a482-4b62-aa8e-acd036c6b094 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0d4816276ba4c4986cdc147d729976d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935228 Nov 12 05:43:00.195312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37630) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:00.275573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8e18-3e4d-40b7-bbb1-a9f006caec2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:00.301998 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8e18-3e4d-40b7-bbb1-a9f006caec2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:00.363077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8e18-3e4d-40b7-bbb1-a9f006caec2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:00.365838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8e18-3e4d-40b7-bbb1-a9f006caec2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:00.370163 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1a4a8e18-3e4d-40b7-bbb1-a9f006caec2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fe9b5e4-0924-4b5a-8957-7925077f7850 HTTP/1.1" status: 204 len: 168 time: 0.1737623 Nov 12 05:43:00.378499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a8e18-3e4d-40b7-bbb1-a9f006caec2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9b5e4-0924-4b5a-8957-7925077f7850,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:01.348377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37676) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:01.510171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-654195506-network', 'tenant_id': 'fddc60a81bde4244af5026441a905f68'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:01.546984 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Made reservation on behalf of fddc60a81bde4244af5026441a905f68 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:01.550471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:01.563634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:01.748515 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:01.764542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:01.795526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:43:01.804336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46d36f6-9f97-40d1-9b9b-a9e8d8248234,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:01.813758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:01.814153 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Added segment 87ad9c90-ca8f-4232-95c8-0ad42b362f98 of type vlan for network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 Nov 12 05:43:01.871318 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:01.909339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:01.910236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:01.910849 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:01.961967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6124532 Nov 12 05:43:01.966941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37686) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:01.992085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Request body: {'subnet': {'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-654195506-subnet', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:02.005413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeaaf1-e5db-4e98-8825-6aa55e674e66 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:02.017369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:43:02.027198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Made reservation on behalf of fddc60a81bde4244af5026441a905f68 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:02.030047 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:02.292490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:02.377437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Checking segment: {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:02.378231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Network hostable DHCP agents. Network: 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:43:02.394069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd12d3c-0770-4e25-9929-4bfdab23f44b,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:02.412693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:43:02.447087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:02.455807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:02.456627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:02.457316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d8cb1-afb3-4cde-962e-fcc88d787317 None None] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:43:02.486882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fd8cc911-d01e-471a-97ea-6d030c46af3b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5132818 Nov 12 05:43:02.488728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37700) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:02.502673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:02.532959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:02.534365 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:02.635315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:02.657602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:43:02.660693 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:02.902024 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:02.998039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Allocated IP 172.20.0.2 (4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0/6fd12d3c-0770-4e25-9929-4bfdab23f44b/d3ced9c1-4cdc-46f9-88d8-330155a47e7b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:03.320933 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:03.333305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:03.394078 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:03.443636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:03.487514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Pushing event updated for resources: {'Port': ['ID=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:03.491441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:03.561063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.563640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.564188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.566283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.570945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.575262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.576416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.577906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.579058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.580868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.582367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.582891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:03.603250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:03.612080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:03.743775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Attempting to bind port d3ced9c1-4cdc-46f9-88d8-330155a47e7b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:03.744469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Attempting to bind port d3ced9c1-4cdc-46f9-88d8-330155a47e7b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:03.744469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Attempting to bind port d3ced9c1-4cdc-46f9-88d8-330155a47e7b on network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:03.751859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:03.752326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Checking segment: {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:03.752645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:03.753040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Bound using segment: {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:03.753613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Bound port: d3ced9c1-4cdc-46f9-88d8-330155a47e7b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:03.754376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:03.791430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Allocated IP 172.25.2.67 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/26f15df8-3490-476e-ab3a-440a03e40de9) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:03.897098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] For port d3ced9c1-4cdc-46f9-88d8-330155a47e7b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:03.900738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] For port d3ced9c1-4cdc-46f9-88d8-330155a47e7b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:03.911609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:03.972221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:04.042882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:04.058015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37728) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:04.059025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9209b7-666d-415f-817c-aa3b6802e0b6 None None] Pushing event updated for resources: {'Port': ['ID=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:04.161488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Pushing event updated for resources: {'Port': ['ID=26f15df8-3490-476e-ab3a-440a03e40de9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:04.212949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:04.216289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:04.222562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:04.236233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203426bb-4998-4324-9fe9-a3a820e601cb None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:04.305592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3ea901fa-00fa-46b5-9c7f-f23508f2b70b None None] Provisioning complete for port 26f15df8-3490-476e-ab3a-440a03e40de9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:04.307570 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ea901fa-00fa-46b5-9c7f-f23508f2b70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:04.501068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3ea901fa-00fa-46b5-9c7f-f23508f2b70b None None] Port 26f15df8-3490-476e-ab3a-440a03e40de9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:04.602605 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9384f29e-febb-4756-84c0-41380676aef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:04.874805 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9384f29e-febb-4756-84c0-41380676aef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:04.887565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9384f29e-febb-4756-84c0-41380676aef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:04.982508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384f29e-febb-4756-84c0-41380676aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773048ac-c44c-4884-972e-a0eb4a163c23,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:04.991561 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9384f29e-febb-4756-84c0-41380676aef6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=566fbde641274205b561a1f807dec281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9284716 Nov 12 05:43:04.992297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37744) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:05.113954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23c0fdf0-a8e0-49b2-a08d-99db1e37dc32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:05.191552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23c0fdf0-a8e0-49b2-a08d-99db1e37dc32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:05.288112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23c0fdf0-a8e0-49b2-a08d-99db1e37dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:05.289705 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23c0fdf0-a8e0-49b2-a08d-99db1e37dc32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:05.293314 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-23c0fdf0-a8e0-49b2-a08d-99db1e37dc32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/773048ac-c44c-4884-972e-a0eb4a163c23 HTTP/1.1" status: 204 len: 168 time: 0.2973127 Nov 12 05:43:05.318316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0fdf0-a8e0-49b2-a08d-99db1e37dc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773048ac-c44c-4884-972e-a0eb4a163c23,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:05.847333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d3ced9c1-4cdc-46f9-88d8-330155a47e7b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:05.955757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d3ced9c1-4cdc-46f9-88d8-330155a47e7b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:05.958493 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:05.982735 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:06.074628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b2f2c-a3f1-40fa-9d3d-ae36a5865e26 None None] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:43:06.452508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2252cd10-b982-4722-8c7d-4b6e22b17650 None None] Provisioning complete for port d3ced9c1-4cdc-46f9-88d8-330155a47e7b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:06.452605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2252cd10-b982-4722-8c7d-4b6e22b17650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:06.494620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:06.604359 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:06.683419 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2252cd10-b982-4722-8c7d-4b6e22b17650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:06.743591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port d3ced9c1-4cdc-46f9-88d8-330155a47e7b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:06.752132 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:06.767819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Router ec06c6f0-6dcc-4958-b297-109ac53efbfe is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:43:06.884760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:06.958290 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-2252cd10-b982-4722-8c7d-4b6e22b17650 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:43:06.958611 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-2252cd10-b982-4722-8c7d-4b6e22b17650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:43:07.040501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37786) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:07.068118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:43:07.083005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Sync routers for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:43:07.102618 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.103629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:07.104539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:07.106682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1b684d52-969c-498c-a620-3ef027639041 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6157606 Nov 12 05:43:07.106928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:07.243036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:07.262906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2080695317-network', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:07.305184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:07.309077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.323435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.491039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.503263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.543543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:04Z', 'revision_number': 3, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:07.564958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:43:07.572188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Checking router: ec06c6f0-6dcc-4958-b297-109ac53efbfe for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:43:07.572799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Updating router ec06c6f0-6dcc-4958-b297-109ac53efbfe port 26f15df8-3490-476e-ab3a-440a03e40de9 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:43:07.588401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.589049 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Added segment 5754f0b7-eac6-4724-8f6d-4a8b4a168b87 of type vlan for network db4059d3-70bb-4552-b045-9ed4e7d348e6 Nov 12 05:43:07.678932 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.698418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.720513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a059b-69a5-47ed-a89b-cf4ab480997a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:07.739468 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.740477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:07.741076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.805968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] Pushing event updated for resources: {'Network': ['ID=db4059d3-70bb-4552-b045-9ed4e7d348e6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:07.823720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1cf4bd5b-c309-4182-954d-272c7a327b53 None None] Provisioning complete for port d3ced9c1-4cdc-46f9-88d8-330155a47e7b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:07.823720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cf4bd5b-c309-4182-954d-272c7a327b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.823720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d3ced9c1-4cdc-46f9-88d8-330155a47e7b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:07.846514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b14eef52-22ec-4624-ad66-52bcf24e1d47 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8009369 Nov 12 05:43:07.847301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37802) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:07.853791 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Request body: {'subnet': {'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2080695317-subnet', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:07.891446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:43:07.930450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:07.932946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.131982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d3ced9c1-4cdc-46f9-88d8-330155a47e7b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:08.132532 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.159317 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.271099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.391614 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.408422 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.465867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:08.470932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Network hostable DHCP agents. Network: db4059d3-70bb-4552-b045-9ed4e7d348e6, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:43:08.492670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939c7ee-6cf7-483a-82cd-29b09ff8b8ae None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:08.504067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b3601e-cc35-4ab1-828d-44313bb912ef,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:08.527924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Attempting to bind port 26f15df8-3490-476e-ab3a-440a03e40de9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:08.528053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Attempting to bind port 26f15df8-3490-476e-ab3a-440a03e40de9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:08.528178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:43:08.528506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Attempting to bind port 26f15df8-3490-476e-ab3a-440a03e40de9 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:08.536972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f92c89-a518-4dcb-a278-d911a4ac2f47 None None] Pushing event updated for resources: {'Port': ['ID=26f15df8-3490-476e-ab3a-440a03e40de9,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:08.543081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:08.543676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:08.543842 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.544227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:08.545016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Bound port: 26f15df8-3490-476e-ab3a-440a03e40de9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:08.545416 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.547909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Allocated IP 172.20.0.1 (4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0/6fd12d3c-0770-4e25-9929-4bfdab23f44b/03c98bbf-443c-47cc-b886-786b17a2e6b8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:08.558541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, db4059d3-70bb-4552-b045-9ed4e7d348e6) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:08.559916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:08.560631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.591098 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5cd1ace4-60a0-429f-9933-c67bf4f5f521 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7354550 Nov 12 05:43:08.592800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37810) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:08.596215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:08.618108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9bc595-6725-49da-b8e7-73b7c644ac80 None None] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:43:08.646946 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.651023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.756838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.803646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f580975e-4008-4523-9e96-611cf26431b2 None None] Provisioning complete for port 26f15df8-3490-476e-ab3a-440a03e40de9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:08.804281 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f580975e-4008-4523-9e96-611cf26431b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.853019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.929339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.970802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.046747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:09.069941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] For port 26f15df8-3490-476e-ab3a-440a03e40de9, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:09.099763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Pushing event updated for resources: {'Port': ['ID=03c98bbf-443c-47cc-b886-786b17a2e6b8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:09.102694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:09.103911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] For port 26f15df8-3490-476e-ab3a-440a03e40de9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=26f15df8-3490-476e-ab3a-440a03e40de9,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:09.104973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:09.113035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2af634-d658-489e-8a84-31898861c886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-db4059d3-70bb-4552-b045-9ed4e7d348e6', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:43:09.114549 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da2af634-d658-489e-8a84-31898861c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.147235 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.154168 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.264879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.276356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f580975e-4008-4523-9e96-611cf26431b2 None None] Port 26f15df8-3490-476e-ab3a-440a03e40de9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:09.302626 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.396091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f92c89-a518-4dcb-a278-d911a4ac2f47 None None] Pushing event updated for resources: {'Port': ['ID=26f15df8-3490-476e-ab3a-440a03e40de9,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:09.399225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a8ffd-149b-4a33-aa9a-2340c7d14bd0 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:09.443926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.499984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:09.512267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:09.537123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Allocated IP 172.25.2.200 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/2c5e2a80-82f5-437a-9ae7-2292d03e4cc4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:09.723702 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.762864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dbe9ae2f-052d-4a47-aa83-bb41300528ba None None] Provisioning complete for port 03c98bbf-443c-47cc-b886-786b17a2e6b8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:09.763311 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dbe9ae2f-052d-4a47-aa83-bb41300528ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.801757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.812514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-da2af634-d658-489e-8a84-31898861c886 None None] Allocated IP 172.20.0.2 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/89611dee-7bc7-4b34-be42-9b9e3619336e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:09.834645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.841945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:09.843526 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.847350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9ae2f-052d-4a47-aa83-bb41300528ba None None] Port 03c98bbf-443c-47cc-b886-786b17a2e6b8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:09.971594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5e2a80-82f5-437a-9ae7-2292d03e4cc4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:09.994181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:09.998762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:10.004975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:10.025647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Pushing event updated for resources: {'Port': ['ID=03c98bbf-443c-47cc-b886-786b17a2e6b8,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:10.033689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ffa97-0141-4105-b377-978cbbf48ed7 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:10.066485 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.133133 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da2af634-d658-489e-8a84-31898861c886 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.136038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-90ac6ac8-9fca-4663-84eb-764a3f5e09be None None] Provisioning complete for port 26f15df8-3490-476e-ab3a-440a03e40de9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:10.136510 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90ac6ac8-9fca-4663-84eb-764a3f5e09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.147161 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da2af634-d658-489e-8a84-31898861c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.182275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:10.189956 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:10.217746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2af634-d658-489e-8a84-31898861c886 None None] Pushing event updated for resources: {'Port': ['ID=89611dee-7bc7-4b34-be42-9b9e3619336e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:10.272532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2af634-d658-489e-8a84-31898861c886 None None] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:10.293986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-da2af634-d658-489e-8a84-31898861c886 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:10.305956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2af634-d658-489e-8a84-31898861c886 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:10.465270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90ac6ac8-9fca-4663-84eb-764a3f5e09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.499716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-da2af634-d658-489e-8a84-31898861c886 None None] Attempting to bind port 89611dee-7bc7-4b34-be42-9b9e3619336e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:10.500118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-da2af634-d658-489e-8a84-31898861c886 None None] Attempting to bind port 89611dee-7bc7-4b34-be42-9b9e3619336e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:10.503605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Router ec06c6f0-6dcc-4958-b297-109ac53efbfe has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:43:10.523036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af634-d658-489e-8a84-31898861c886 None None] Attempting to bind port 89611dee-7bc7-4b34-be42-9b9e3619336e on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:10.538981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.578430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af634-d658-489e-8a84-31898861c886 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:10.578780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af634-d658-489e-8a84-31898861c886 None None] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:10.579173 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da2af634-d658-489e-8a84-31898861c886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.580189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af634-d658-489e-8a84-31898861c886 None None] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:10.580679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-da2af634-d658-489e-8a84-31898861c886 None None] Bound port: 89611dee-7bc7-4b34-be42-9b9e3619336e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:10.581067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da2af634-d658-489e-8a84-31898861c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.585340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-90ac6ac8-9fca-4663-84eb-764a3f5e09be None None] For port 26f15df8-3490-476e-ab3a-440a03e40de9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=26f15df8-3490-476e-ab3a-440a03e40de9,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:10.611176 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90ac6ac8-9fca-4663-84eb-764a3f5e09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.668463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:43:10.697535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b47b36ef-dc98-478a-b502-e79538c2eef3 admin admin] 10.222.0.48 "PUT /v2.0/routers/ec06c6f0-6dcc-4958-b297-109ac53efbfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5893788 Nov 12 05:43:10.719524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-da2af634-d658-489e-8a84-31898861c886 None None] For port 89611dee-7bc7-4b34-be42-9b9e3619336e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:10.723233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-da2af634-d658-489e-8a84-31898861c886 None None] For port 89611dee-7bc7-4b34-be42-9b9e3619336e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=89611dee-7bc7-4b34-be42-9b9e3619336e,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:10.766868 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da2af634-d658-489e-8a84-31898861c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.785186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:08Z', 'revision_number': 1, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:10.841324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7cc48827-f3e9-43c3-9bbe-c627db125167 None None] Provisioning complete for port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:10.841941 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7cc48827-f3e9-43c3-9bbe-c627db125167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.874958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd3638-a825-4442-9263-d78a8b43b46c None None] The sync data for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 is: [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:08Z', 'revision_number': 1, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:43:10.876611 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.925619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac6ac8-9fca-4663-84eb-764a3f5e09be None None] Pushing event updated for resources: {'Port': ['ID=26f15df8-3490-476e-ab3a-440a03e40de9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:10.930373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:10.941946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7cc48827-f3e9-43c3-9bbe-c627db125167 None None] Port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:11.055220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7cc48827-f3e9-43c3-9bbe-c627db125167 None None] Provisioning complete for port 03c98bbf-443c-47cc-b886-786b17a2e6b8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:11.055596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7cc48827-f3e9-43c3-9bbe-c627db125167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:11.154096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2af634-d658-489e-8a84-31898861c886 None None] Pushing event updated for resources: {'Port': ['ID=89611dee-7bc7-4b34-be42-9b9e3619336e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:11.170569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7cc48827-f3e9-43c3-9bbe-c627db125167 None None] Port 03c98bbf-443c-47cc-b886-786b17a2e6b8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:11.205697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Router 617ae49c-8352-4596-a1ed-cda16e26edae is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:43:11.432588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:43:11.447375 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:43:11.477594 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:11.478763 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:11.497622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:11.502390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-53b30291-243e-4a3c-ac61-d55b27a5e168 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9102445 Nov 12 05:43:11.504719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37856) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:11.685873 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:11.829426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37866) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:11.836911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-587026849-network', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:11.899088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 89611dee-7bc7-4b34-be42-9b9e3619336e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:11.924934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Made reservation on behalf of 2c4a4153d5284e4c87775ecc1d0a5653 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:11.933634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:11.973333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.100044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 89611dee-7bc7-4b34-be42-9b9e3619336e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:12.100429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.147664 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 3, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:12.237497 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:43:12.239557 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Updating router 617ae49c-8352-4596-a1ed-cda16e26edae port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:43:12.241856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.260830 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.306450 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.344251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:43:12.386914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ea90bc-bdd9-46f6-89f3-d8f666c185f4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:12.409638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.410002 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Added segment e0bbcc7b-90a5-4521-af11-7adfdbf21d6a of type vlan for network 31468023-45a3-44f6-8f91-9900ad70068c Nov 12 05:43:12.470174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.542171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 89611dee-7bc7-4b34-be42-9b9e3619336e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=89611dee-7bc7-4b34-be42-9b9e3619336e,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:12.552309 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.595165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.667671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.669450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:12.670098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.687248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=89611dee-7bc7-4b34-be42-9b9e3619336e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:12.757624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:12.768479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238788d-c6e6-49de-96d3-7afd25e6b43d None None] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:43:12.798640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] Pushing event updated for resources: {'Network': ['ID=31468023-45a3-44f6-8f91-9900ad70068c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:12.819626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 31468023-45a3-44f6-8f91-9900ad70068c details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:43:12.837375 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d9611f33-0735-42bb-b296-a81875b619b2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0067775 Nov 12 05:43:12.840728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37874) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:12.849664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Request body: {'subnet': {'network_id': '31468023-45a3-44f6-8f91-9900ad70068c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-587026849-subnet', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:12.928504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Made reservation on behalf of 2c4a4153d5284e4c87775ecc1d0a5653 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:12.935117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.078426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-543d89b8-1d0b-4428-bec0-b464a30daf0b None None] Provisioning complete for port 89611dee-7bc7-4b34-be42-9b9e3619336e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:13.078816 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-543d89b8-1d0b-4428-bec0-b464a30daf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.138661 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.153123 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.164839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Allocated IP 172.20.0.1 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/30b9f549-97e0-4837-b911-1cea8b03ecec) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:13.295466 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.295849 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Pushing event updated for resources: {'Port': ['ID=2c5e2a80-82f5-437a-9ae7-2292d03e4cc4,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:13.343394 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.344560 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.345099 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.345660 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.346185 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.347573 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.348190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:13.348612 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.349843 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.356033 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.358505 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.359102 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.360795 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:43:13.372605 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Attempting to bind port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:13.372982 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Attempting to bind port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:13.373372 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Attempting to bind port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:13.378157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5049b4a-18a8-4fc2-a8d0-55f6c6efb2d4 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:13.389811 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:13.390183 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:13.390641 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.395774 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:13.396320 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Bound port: 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:13.397807 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.416508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Checking segment: {'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:13.417056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Network hostable DHCP agents. Network: 31468023-45a3-44f6-8f91-9900ad70068c, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:43:13.434091 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.461107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Network 31468023-45a3-44f6-8f91-9900ad70068c is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:43:13.485849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 31468023-45a3-44f6-8f91-9900ad70068c) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:13.502077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:13.502333 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.503581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.507313 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] For port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:13.516755 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] For port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2c5e2a80-82f5-437a-9ae7-2292d03e4cc4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:13.530563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab4c0b-84f7-43a5-a56e-32e36d5f09bb None None] Network 31468023-45a3-44f6-8f91-9900ad70068c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:43:13.534063 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.553814 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-712e301e-399b-4bc3-8f73-bf8c3be483ba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7117109 Nov 12 05:43:13.561035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37882) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:13.569690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:13.619070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:13.626820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:13.640219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:13.647630 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.650560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.654905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:13.658753 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:13.683980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01937c8-02e3-4611-9e60-c0f3ad7e58c3 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:13.769661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Pushing event updated for resources: {'Port': ['ID=30b9f549-97e0-4837-b911-1cea8b03ecec,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:13.798250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-58602374-3a3f-409b-a2eb-193b63bed14b None None] Provisioning complete for port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:13.813758 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58602374-3a3f-409b-a2eb-193b63bed14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.829428 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.865174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:13.964342 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cd236-7298-44d9-ae86-39055e0f3b32 None None] Pushing event updated for resources: {'Port': ['ID=2c5e2a80-82f5-437a-9ae7-2292d03e4cc4,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:14.004952 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:14.226863 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.328385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.441134 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 3, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:14.513122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 26f15df8-3490-476e-ab3a-440a03e40de9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:14.524033 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b97806-2247-4b32-8b13-c393535d27b8 None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 3, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:43:14.527514 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-95aa96f9-c4af-4f32-9544-cd9e004ebeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.561295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.580211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.653145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.656035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-31468023-45a3-44f6-8f91-9900ad70068c', 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'fixed_ips': [{'subnet_id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:43:14.657989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.705091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58602374-3a3f-409b-a2eb-193b63bed14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.755893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-58602374-3a3f-409b-a2eb-193b63bed14b None None] For port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2c5e2a80-82f5-437a-9ae7-2292d03e4cc4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:14.860517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.892950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Pushing event updated for resources: {'Port': ['ID=30b9f549-97e0-4837-b911-1cea8b03ecec,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:14.915644 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58602374-3a3f-409b-a2eb-193b63bed14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:14.925321 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:15.008051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:15.009442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:15.011746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 26f15df8-3490-476e-ab3a-440a03e40de9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:15.012972 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:15.238259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Allocated IP 172.25.2.160 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/bea8a244-d905-467b-9466-cebe72569876) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:15.409997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f930d319-43d9-403b-9826-1c56e32473f3 None None] Provisioning complete for port 89611dee-7bc7-4b34-be42-9b9e3619336e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:15.410191 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f930d319-43d9-403b-9826-1c56e32473f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:15.457592 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:43:15.528931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 89611dee-7bc7-4b34-be42-9b9e3619336e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:15.548457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:15.622640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Sync routers for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:43:15.629271 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:15.653402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:15.654098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:42:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:15.697154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:15.711290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:15.715010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:15.790618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:15.964406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Allocated IP 172.20.0.2 (31468023-45a3-44f6-8f91-9900ad70068c/b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73/6baa4a95-4cb8-4480-bfa1-191b8aeceb9d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:15.981546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=bea8a244-d905-467b-9466-cebe72569876,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:16.147070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Router 617ae49c-8352-4596-a1ed-cda16e26edae has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:43:16.292144 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:16.305086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:16.313233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c331d941-eeed-4c9c-b896-1b37dd6b6c15 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:16.367262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58602374-3a3f-409b-a2eb-193b63bed14b None None] Pushing event updated for resources: {'Port': ['ID=2c5e2a80-82f5-437a-9ae7-2292d03e4cc4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:16.406709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:43:16.441483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-92bd3f39-b84d-4902-ad3a-561e32e17446 admin admin] 10.222.0.48 "PUT /v2.0/routers/617ae49c-8352-4596-a1ed-cda16e26edae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9350688 Nov 12 05:43:16.525660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:16.677692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b19b638-fbea-44bb-9261-aa0e1ed04fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:16.706191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 89611dee-7bc7-4b34-be42-9b9e3619336e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:16.709705 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:16.746534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Network 31468023-45a3-44f6-8f91-9900ad70068c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:16.747791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:16.825509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:16.829165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:16.842892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Pushing event updated for resources: {'Port': ['ID=6baa4a95-4cb8-4480-bfa1-191b8aeceb9d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:17.050545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Router af543592-94e0-42ff-9f8a-c41117ff1e84 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:43:17.098976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Attempting to bind port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:17.099369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Attempting to bind port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:17.099688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Attempting to bind port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d on network 31468023-45a3-44f6-8f91-9900ad70068c {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:17.116457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:17.116936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Checking segment: {'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:17.117221 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.117701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Bound using segment: {'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:17.118084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Bound port: 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:17.118532 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.272627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 2, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:17.289466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:17.377320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Checking router: ec06c6f0-6dcc-4958-b297-109ac53efbfe for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:43:17.377539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Updating router ec06c6f0-6dcc-4958-b297-109ac53efbfe port 03c98bbf-443c-47cc-b886-786b17a2e6b8 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:43:17.425274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] For port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:17.433520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f930d319-43d9-403b-9826-1c56e32473f3 None None] Provisioning complete for port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:17.433891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f930d319-43d9-403b-9826-1c56e32473f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.467023 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] For port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6baa4a95-4cb8-4480-bfa1-191b8aeceb9d,segment=NetworkSegment(e0bbcc7b-90a5-4521-af11-7adfdbf21d6a),segment_id=e0bbcc7b-90a5-4521-af11-7adfdbf21d6a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:17.468428 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.469194 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.494928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.570918 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:43:17.591794 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:17.599625 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:17.668389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37950) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:17.673619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-881011851-network', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:17.699815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:17.700690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.745856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Made reservation on behalf of 1599ea7ef76f4815a5b2f8753ed439e8 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:17.751153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.777753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.864617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc0fd0-49ca-4122-ae2b-60dc45488245 None None] Pushing event updated for resources: {'Port': ['ID=6baa4a95-4cb8-4480-bfa1-191b8aeceb9d,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:17.883789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:43:17.916796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.920316 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-35f1d685-6175-41e6-b382-b5a4e4307cd8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3578529 Nov 12 05:43:17.924225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 37958) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:17.942024 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:17.951110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.961070 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.994458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:43:18.007549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd936fa-8dfd-426f-a3d0-c984acf3cb12,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:18.023331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.025547 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Added segment a0cc8466-f282-4cc4-9ff0-145c63d100a4 of type vlan for network 4de34cfc-4dcc-434d-8b06-53e8443471b6 Nov 12 05:43:18.106841 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.150756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Sync routers for ids ['af543592-94e0-42ff-9f8a-c41117ff1e84'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:43:18.151218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.153333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:18.154921 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.280529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Routers {'af543592-94e0-42ff-9f8a-c41117ff1e84'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:18.281669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['af543592-94e0-42ff-9f8a-c41117ff1e84'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:18.305274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] Pushing event updated for resources: {'Network': ['ID=4de34cfc-4dcc-434d-8b06-53e8443471b6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:18.338862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7d227d2a-f4fe-4f0e-81ac-d1a497a38231 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6696157 Nov 12 05:43:18.340925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37962) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:18.348088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Request body: {'subnet': {'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-881011851-subnet', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:18.376725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Made reservation on behalf of 1599ea7ef76f4815a5b2f8753ed439e8 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:18.382314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.394284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 4de34cfc-4dcc-434d-8b06-53e8443471b6 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:43:18.494103 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 2, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:18.523514 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:43:18.524218 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Updating router 617ae49c-8352-4596-a1ed-cda16e26edae port 30b9f549-97e0-4837-b911-1cea8b03ecec binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:43:18.563139 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.635287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f930d319-43d9-403b-9826-1c56e32473f3 None None] Provisioning complete for port 30b9f549-97e0-4837-b911-1cea8b03ecec triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:18.635663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f930d319-43d9-403b-9826-1c56e32473f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.867873 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.891546 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.905591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Set router af543592-94e0-42ff-9f8a-c41117ff1e84 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:18.907390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:18.915867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f930d319-43d9-403b-9826-1c56e32473f3 None None] Port 30b9f549-97e0-4837-b911-1cea8b03ecec cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:19.074316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=86cd085a-3d3b-481a-86df-a95f3fef9f12,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:19.104109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Checking segment: {'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:19.104625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Network hostable DHCP agents. Network: 4de34cfc-4dcc-434d-8b06-53e8443471b6, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:43:19.135120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Allocated IP 172.20.0.1 (31468023-45a3-44f6-8f91-9900ad70068c/b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73/54e0a519-4361-45b0-bd29-8f0dd891947f) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:19.154138 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.163339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Network 4de34cfc-4dcc-434d-8b06-53e8443471b6 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:43:19.180777 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.190426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 4de34cfc-4dcc-434d-8b06-53e8443471b6) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:19.201659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:19.202660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.228170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa4e43-6e4c-4681-89b9-ad5a86432605 None None] Network 4de34cfc-4dcc-434d-8b06-53e8443471b6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:43:19.254583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-88e4219e-035d-421f-967b-ac294314e3cf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9121757 Nov 12 05:43:19.257223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 37972) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:19.261121 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.262291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:19.313014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.318491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.319750 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.369593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Network 31468023-45a3-44f6-8f91-9900ad70068c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:19.371543 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979acfa-eab3-4e54-8c92-1bef432c9f50 None None] Pushing event updated for resources: {'Port': ['ID=30b9f549-97e0-4837-b911-1cea8b03ecec,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:19.380778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:19.385438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:19.410003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:19.416291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] Provisioning complete for port bea8a244-d905-467b-9466-cebe72569876 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:19.427575 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.437499 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.453278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Pushing event updated for resources: {'Port': ['ID=54e0a519-4361-45b0-bd29-8f0dd891947f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:19.495024 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.498581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.503046 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Attempting to bind port 30b9f549-97e0-4837-b911-1cea8b03ecec on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:19.503565 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Attempting to bind port 30b9f549-97e0-4837-b911-1cea8b03ecec by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:19.504013 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Attempting to bind port 30b9f549-97e0-4837-b911-1cea8b03ecec on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:19.519364 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:19.522158 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:19.522774 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.525381 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:19.526029 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Bound port: 30b9f549-97e0-4837-b911-1cea8b03ecec, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:19.526633 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.679697 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] For port 30b9f549-97e0-4837-b911-1cea8b03ecec, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:19.689050 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] For port 30b9f549-97e0-4837-b911-1cea8b03ecec, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=30b9f549-97e0-4837-b911-1cea8b03ecec,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:19.703906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.704661 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.728611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4879e-4a4d-46bc-beab-95b8eee480e2 None None] Network 31468023-45a3-44f6-8f91-9900ad70068c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:43:19.741160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.788168 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.824173 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:19.824826 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:19.910988 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979acfa-eab3-4e54-8c92-1bef432c9f50 None None] Pushing event updated for resources: {'Port': ['ID=30b9f549-97e0-4837-b911-1cea8b03ecec,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:20.148383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-4de34cfc-4dcc-434d-8b06-53e8443471b6', 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'fixed_ips': [{'subnet_id': '86cd085a-3d3b-481a-86df-a95f3fef9f12'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:43:20.149448 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.235217 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.249941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.250443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.291817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.321735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.383552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] Port bea8a244-d905-467b-9466-cebe72569876 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:20.392571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.408242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:20.408622 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.410833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Pushing event updated for resources: {'Port': ['ID=54e0a519-4361-45b0-bd29-8f0dd891947f,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:20.454174 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:20.548437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dee949-58af-43f9-9041-84247e369764 None None] Pushing event updated for resources: {'Port': ['ID=03c98bbf-443c-47cc-b886-786b17a2e6b8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:20.571996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Allocated IP 172.25.2.229 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/a038cec7-c40b-4823-bf5d-b330ee9c23b0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:20.618152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Network 31468023-45a3-44f6-8f91-9900ad70068c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:20.623869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:20.673335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] Provisioning complete for port 30b9f549-97e0-4837-b911-1cea8b03ecec triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:20.673955 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.735470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'bea8a244-d905-467b-9466-cebe72569876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:43:16Z', 'revision_number': 3, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port': {'id': 'bea8a244-d905-467b-9466-cebe72569876', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:14Z', 'updated_at': '2021-11-12T05:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:20.751581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Allocated IP 172.20.0.2 (4de34cfc-4dcc-434d-8b06-53e8443471b6/86cd085a-3d3b-481a-86df-a95f3fef9f12/ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:20.790129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Attempting to bind port 03c98bbf-443c-47cc-b886-786b17a2e6b8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:20.790547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Attempting to bind port 03c98bbf-443c-47cc-b886-786b17a2e6b8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:20.791228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Attempting to bind port 03c98bbf-443c-47cc-b886-786b17a2e6b8 on network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:20.802678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Checking router: af543592-94e0-42ff-9f8a-c41117ff1e84 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:43:20.803030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Updating router af543592-94e0-42ff-9f8a-c41117ff1e84 port bea8a244-d905-467b-9466-cebe72569876 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:43:20.814462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.837799 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:20.838068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Checking segment: {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:20.838436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.838840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Bound using segment: {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:20.839431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Bound port: 03c98bbf-443c-47cc-b886-786b17a2e6b8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:20.839749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.843672 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:20.881485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Router af543592-94e0-42ff-9f8a-c41117ff1e84 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:43:20.907915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.922174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:20.932587 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a121a5-38ee-46c4-ad8f-aa0dc25d6cc5 None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:43:21.031792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:21.048609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:21.060463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:21.111861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a038cec7-c40b-4823-bf5d-b330ee9c23b0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:21.200164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:43:21.278429 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-551e296c-e8fd-4e64-9d6e-acd598854985 admin admin] 10.222.0.48 "PUT /v2.0/routers/af543592-94e0-42ff-9f8a-c41117ff1e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528228 Nov 12 05:43:21.486270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301bc454-bc43-4c74-9a0d-1548d1f3517d None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:21.548675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:21.683014 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:21.761750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] For port 03c98bbf-443c-47cc-b886-786b17a2e6b8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:21.766285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] For port 03c98bbf-443c-47cc-b886-786b17a2e6b8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=03c98bbf-443c-47cc-b886-786b17a2e6b8,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:21.794418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:21.827697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:21.855840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6baa4a95-4cb8-4480-bfa1-191b8aeceb9d,segment=NetworkSegment(e0bbcc7b-90a5-4521-af11-7adfdbf21d6a),segment_id=e0bbcc7b-90a5-4521-af11-7adfdbf21d6a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:21.902979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:22.136421 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:22.143511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dee949-58af-43f9-9041-84247e369764 None None] Pushing event updated for resources: {'Port': ['ID=03c98bbf-443c-47cc-b886-786b17a2e6b8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:22.223905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] For port 30b9f549-97e0-4837-b911-1cea8b03ecec, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=30b9f549-97e0-4837-b911-1cea8b03ecec,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:22.226663 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:22.507597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 30b9f549-97e0-4837-b911-1cea8b03ecec up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:22.511714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=6baa4a95-4cb8-4480-bfa1-191b8aeceb9d,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:22.528022 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:22.573041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Router 33f3dc3c-58ae-4e47-b402-529af4cf9645 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:43:22.587518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:22.698393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:22.699836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:22.766201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Network 4de34cfc-4dcc-434d-8b06-53e8443471b6 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:22.847599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:43:22.855844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:22.866018 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Sync routers for ids ['33f3dc3c-58ae-4e47-b402-529af4cf9645'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:43:22.906360 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Routers {'33f3dc3c-58ae-4e47-b402-529af4cf9645'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:22.906726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:22.909020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Pushing event updated for resources: {'Port': ['ID=ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:22.909981 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['33f3dc3c-58ae-4e47-b402-529af4cf9645'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:22.961724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:22.963816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1bf9b242-4b8c-473f-84ac-ef399a1e2cd4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7053785 Nov 12 05:43:22.966099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38058) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:43:23.053189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Provisioning complete for port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:23.053567 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.077261 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.197244 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.210391 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Set router 33f3dc3c-58ae-4e47-b402-529af4cf9645 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:23.312632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5b8d0-8088-46e8-bf00-173c5e119829 None None] Pushing event updated for resources: {'Port': ['ID=30b9f549-97e0-4837-b911-1cea8b03ecec,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:23.324963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 30b9f549-97e0-4837-b911-1cea8b03ecec triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:23.325253 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.345276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9bb4bc-0af9-4a67-9d51-58f7f114dd36 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:23.430745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Attempting to bind port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:23.431138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Attempting to bind port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:23.431492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Attempting to bind port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 on network 4de34cfc-4dcc-434d-8b06-53e8443471b6 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:23.441397 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:23.504189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Attempting to bind port bea8a244-d905-467b-9466-cebe72569876 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:23.504733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Attempting to bind port bea8a244-d905-467b-9466-cebe72569876 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:23.505259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Attempting to bind port bea8a244-d905-467b-9466-cebe72569876 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:23.510382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:23.511357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Checking segment: {'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:23.511917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.512444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Bound using segment: {'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:23.513336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Bound port: ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:23.513879 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.607269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:23.607637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:23.618819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.621469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:23.622180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Bound port: bea8a244-d905-467b-9466-cebe72569876, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:23.624273 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.729556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1faf3d-ae1f-42ba-babd-3f4791024750 None None] Pushing event updated for resources: {'Port': ['ID=bea8a244-d905-467b-9466-cebe72569876,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:23.737447 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:43:21Z', 'revision_number': 3, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port': {'id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:20Z', 'updated_at': '2021-11-12T05:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:23.796243 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Checking router: 33f3dc3c-58ae-4e47-b402-529af4cf9645 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:43:23.801724 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Updating router 33f3dc3c-58ae-4e47-b402-529af4cf9645 port a038cec7-c40b-4823-bf5d-b330ee9c23b0 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:43:23.866251 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.882390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] For port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:23.885657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] For port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6,segment=NetworkSegment(a0cc8466-f282-4cc4-9ff0-145c63d100a4),segment_id=a0cc8466-f282-4cc4-9ff0-145c63d100a4)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:23.925089 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.956838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.088450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] For port bea8a244-d905-467b-9466-cebe72569876, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:24.095898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] For port bea8a244-d905-467b-9466-cebe72569876, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bea8a244-d905-467b-9466-cebe72569876,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:24.117769 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.333226 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.348937 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.357601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Allocated IP 172.20.0.1 (4de34cfc-4dcc-434d-8b06-53e8443471b6/86cd085a-3d3b-481a-86df-a95f3fef9f12/2df69e56-af53-45f5-bb10-1a5967ad0175) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:24.454141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c4191-7151-40ad-ac63-6a47e35cb24e None None] Pushing event updated for resources: {'Port': ['ID=ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:24.470960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14185ec-256a-4b66-8f90-a055dae7881e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:24.555338 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Attempting to bind port a038cec7-c40b-4823-bf5d-b330ee9c23b0 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:24.555665 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Attempting to bind port a038cec7-c40b-4823-bf5d-b330ee9c23b0 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:24.556024 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Attempting to bind port a038cec7-c40b-4823-bf5d-b330ee9c23b0 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:24.573066 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f214685-7adf-4292-97c3-99a71990d62e None None] Pushing event updated for resources: {'Port': ['ID=a038cec7-c40b-4823-bf5d-b330ee9c23b0,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:24.600705 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:24.601034 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:24.606907 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.607324 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:24.607850 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Bound port: a038cec7-c40b-4823-bf5d-b330ee9c23b0, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:24.608240 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.755826 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] For port a038cec7-c40b-4823-bf5d-b330ee9c23b0, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:24.770465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1faf3d-ae1f-42ba-babd-3f4791024750 None None] Pushing event updated for resources: {'Port': ['ID=bea8a244-d905-467b-9466-cebe72569876,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:24.777046 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] For port a038cec7-c40b-4823-bf5d-b330ee9c23b0, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a038cec7-c40b-4823-bf5d-b330ee9c23b0,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:24.783121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.783336 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.808548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Routers {'af543592-94e0-42ff-9f8a-c41117ff1e84'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:24.809993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['af543592-94e0-42ff-9f8a-c41117ff1e84'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:24.814447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d1459-cd48-4a13-8fdc-e18cac727e43 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:24.816692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Provisioning complete for port 54e0a519-4361-45b0-bd29-8f0dd891947f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:24.817282 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.877142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Port 54e0a519-4361-45b0-bd29-8f0dd891947f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:24.881154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:24.897336 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f214685-7adf-4292-97c3-99a71990d62e None None] Pushing event updated for resources: {'Port': ['ID=a038cec7-c40b-4823-bf5d-b330ee9c23b0,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:24.928952 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:24.944949 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Routers {'33f3dc3c-58ae-4e47-b402-529af4cf9645'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:24.945928 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['33f3dc3c-58ae-4e47-b402-529af4cf9645'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:24.991434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Network 4de34cfc-4dcc-434d-8b06-53e8443471b6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:24.997784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:25.002120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:25.008486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2df69e56-af53-45f5-bb10-1a5967ad0175,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:25.054152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.072470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Provisioning complete for port a038cec7-c40b-4823-bf5d-b330ee9c23b0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:25.072877 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.118579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c28149-7c2c-462a-b6f3-508a64ebffdf None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:43:25.260645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:25.261281 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.280709 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] Set router 33f3dc3c-58ae-4e47-b402-529af4cf9645 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:25.411986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.674511 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:43:21Z', 'revision_number': 3, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port': {'id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:20Z', 'updated_at': '2021-11-12T05:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:25.731951 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af572a-68f3-4197-a08c-47aa36f57b97 None None] The sync data for ids ['33f3dc3c-58ae-4e47-b402-529af4cf9645'] in n-d-765315-28 is: [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:43:21Z', 'revision_number': 3, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port': {'id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:20Z', 'updated_at': '2021-11-12T05:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:43:25.739909 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.831486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.847037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.902247 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] For port a038cec7-c40b-4823-bf5d-b330ee9c23b0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a038cec7-c40b-4823-bf5d-b330ee9c23b0,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:25.956621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.960954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] Set router af543592-94e0-42ff-9f8a-c41117ff1e84 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:26.053383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2df69e56-af53-45f5-bb10-1a5967ad0175,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:26.057536 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:26.115552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Pushing event updated for resources: {'Port': ['ID=a038cec7-c40b-4823-bf5d-b330ee9c23b0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:26.137794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a683d7ab-9f40-4386-99ac-bd5cddfdc6bc None None] Network 4de34cfc-4dcc-434d-8b06-53e8443471b6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:43:26.183296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Network 4de34cfc-4dcc-434d-8b06-53e8443471b6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:26.185805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:26.414584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Provisioning complete for port 30b9f549-97e0-4837-b911-1cea8b03ecec triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:26.414963 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:26.515073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:21Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:26.548539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Router 33f3dc3c-58ae-4e47-b402-529af4cf9645 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:43:26.754820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:43:26.761141 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7ce068bc-b0e5-4ddf-bfa3-347e310847c9 admin admin] 10.222.0.48 "PUT /v2.0/routers/33f3dc3c-58ae-4e47-b402-529af4cf9645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7940214 Nov 12 05:43:26.779189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd84b65-fb24-4df0-b491-b400749ed2b4 None None] The sync data for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 is: [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:21Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:43:26.929350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 30b9f549-97e0-4837-b911-1cea8b03ecec up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:27.247168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 30b9f549-97e0-4837-b911-1cea8b03ecec triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:27.247545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:27.504652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'bea8a244-d905-467b-9466-cebe72569876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 4, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port': {'id': 'bea8a244-d905-467b-9466-cebe72569876', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:14Z', 'updated_at': '2021-11-12T05:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '54e0a519-4361-45b0-bd29-8f0dd891947f', 'name': '', 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'mac_address': 'fa:16:3e:63:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:18Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 2, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'subnets': [{'id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:27.599016 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:27.609889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4d89b-9f01-4540-83d5-a86f7a715429 None None] The sync data for ids ['af543592-94e0-42ff-9f8a-c41117ff1e84'] in n-d-765315-28 is: [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'bea8a244-d905-467b-9466-cebe72569876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 4, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port': {'id': 'bea8a244-d905-467b-9466-cebe72569876', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:14Z', 'updated_at': '2021-11-12T05:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '54e0a519-4361-45b0-bd29-8f0dd891947f', 'name': '', 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'mac_address': 'fa:16:3e:63:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:18Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 2, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'subnets': [{'id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:43:27.691437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 03c98bbf-443c-47cc-b886-786b17a2e6b8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:27.806640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Provisioning complete for port 03c98bbf-443c-47cc-b886-786b17a2e6b8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:27.806808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:27.955614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 03c98bbf-443c-47cc-b886-786b17a2e6b8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:27.958671 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:28.131960 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:28.288225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] For port 03c98bbf-443c-47cc-b886-786b17a2e6b8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=03c98bbf-443c-47cc-b886-786b17a2e6b8,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:28.300652 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:28.360202 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:28.545307 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:43:28.545657 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:43:28.559650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86376e-cb13-40a1-9d63-dda278f4a69d None None] Pushing event updated for resources: {'Port': ['ID=03c98bbf-443c-47cc-b886-786b17a2e6b8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:28.626502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Provisioning complete for port 2df69e56-af53-45f5-bb10-1a5967ad0175 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:28.626877 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:28.750066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Port 2df69e56-af53-45f5-bb10-1a5967ad0175 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:28.792403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Provisioning complete for port 54e0a519-4361-45b0-bd29-8f0dd891947f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:28.793566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:28.860078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Port 54e0a519-4361-45b0-bd29-8f0dd891947f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:28.876654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Provisioning complete for port a038cec7-c40b-4823-bf5d-b330ee9c23b0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:28.877272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:29.133353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Provisioning complete for port bea8a244-d905-467b-9466-cebe72569876 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:29.133953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:29.267645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:29.309747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] For port bea8a244-d905-467b-9466-cebe72569876, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bea8a244-d905-467b-9466-cebe72569876,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:29.316192 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:29.374763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Pushing event updated for resources: {'Port': ['ID=bea8a244-d905-467b-9466-cebe72569876,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:29.391930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Provisioning complete for port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:29.391930 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:29.577257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a038cec7-c40b-4823-bf5d-b330ee9c23b0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:29.666451 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:29.758884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a038cec7-c40b-4823-bf5d-b330ee9c23b0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:29.760066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:29.865081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] For port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6,segment=NetworkSegment(a0cc8466-f282-4cc4-9ff0-145c63d100a4),segment_id=a0cc8466-f282-4cc4-9ff0-145c63d100a4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:29.889589 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:30.003711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Sync routers for ids ['33f3dc3c-58ae-4e47-b402-529af4cf9645'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:43:30.054948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:30.336981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Routers {'33f3dc3c-58ae-4e47-b402-529af4cf9645'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:30.337661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['33f3dc3c-58ae-4e47-b402-529af4cf9645'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:30.390448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8b4c3-e50b-4187-bfcf-3181c0a0a97a None None] Pushing event updated for resources: {'Port': ['ID=ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:30.408688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-aae6145b-e97b-4d51-a9be-410f01cd4fe9 None None] Provisioning complete for port 2df69e56-af53-45f5-bb10-1a5967ad0175 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:30.409058 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aae6145b-e97b-4d51-a9be-410f01cd4fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:30.500913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:30.501242 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:30.547465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-aae6145b-e97b-4d51-a9be-410f01cd4fe9 None None] Port 2df69e56-af53-45f5-bb10-1a5967ad0175 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:30.555757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Set router 33f3dc3c-58ae-4e47-b402-529af4cf9645 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:30.877656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 03c98bbf-443c-47cc-b886-786b17a2e6b8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:31.115879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 03c98bbf-443c-47cc-b886-786b17a2e6b8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:31.120647 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:31.206168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:43:25Z', 'revision_number': 4, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port': {'id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:20Z', 'updated_at': '2021-11-12T05:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '2df69e56-af53-45f5-bb10-1a5967ad0175', 'name': '', 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'mac_address': 'fa:16:3e:b5:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '86cd085a-3d3b-481a-86df-a95f3fef9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:24Z', 'updated_at': '2021-11-12T05:43:25Z', 'revision_number': 2, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'subnets': [{'id': '86cd085a-3d3b-481a-86df-a95f3fef9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:31.247459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Checking router: 33f3dc3c-58ae-4e47-b402-529af4cf9645 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:43:31.257011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Updating router 33f3dc3c-58ae-4e47-b402-529af4cf9645 port 2df69e56-af53-45f5-bb10-1a5967ad0175 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:43:31.342717 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:31.555915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3270-522e-4dda-9392-44c04c0e3464 req-42453ab2-a08f-420c-9465-ba1c40207896 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:31.562870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-42453ab2-a08f-420c-9465-ba1c40207896 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.2590985 Nov 12 05:43:31.595335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-fa9ed34d-9222-4c40-b852-bea573e34973 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/quotas/43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 375 time: 0.0294304 Nov 12 05:43:31.663865 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-a52603d1-831a-4d05-b1bf-ee6ded85d2ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673530 Nov 12 05:43:31.778545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-28ad0180-032c-49c1-9900-7004fd380f93 service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134567 Nov 12 05:43:31.815227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bea8a244-d905-467b-9466-cebe72569876 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:32.012038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port bea8a244-d905-467b-9466-cebe72569876 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:32.012798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:32.237623 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:32.265019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:32.288765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:32.347212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-38cf49b8-686c-40b7-a30f-ab86d85d0179 service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676734 Nov 12 05:43:32.461126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72a4cc-f9bf-4594-bb0e-8095f19110b5 None None] Pushing event updated for resources: {'Port': ['ID=2df69e56-af53-45f5-bb10-1a5967ad0175,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:32.706290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Attempting to bind port 2df69e56-af53-45f5-bb10-1a5967ad0175 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:32.708689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Attempting to bind port 2df69e56-af53-45f5-bb10-1a5967ad0175 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:32.709021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Attempting to bind port 2df69e56-af53-45f5-bb10-1a5967ad0175 on network 4de34cfc-4dcc-434d-8b06-53e8443471b6 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:32.712837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:32.715492 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:32.792705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:32.793338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Checking segment: {'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:32.793338 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:32.793842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Bound using segment: {'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:32.794191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Bound port: 2df69e56-af53-45f5-bb10-1a5967ad0175, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cc8466-f282-4cc4-9ff0-145c63d100a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:32.794591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:33.065977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] For port 2df69e56-af53-45f5-bb10-1a5967ad0175, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:33.082125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] For port 2df69e56-af53-45f5-bb10-1a5967ad0175, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2df69e56-af53-45f5-bb10-1a5967ad0175,segment=NetworkSegment(a0cc8466-f282-4cc4-9ff0-145c63d100a4),segment_id=a0cc8466-f282-4cc4-9ff0-145c63d100a4)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:33.095469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7507af9c-bd29-43d5-80ad-a3728eab2bc2 None None] Provisioning complete for port 2df69e56-af53-45f5-bb10-1a5967ad0175 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:33.095469 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7507af9c-bd29-43d5-80ad-a3728eab2bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:33.170848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7a3d8dd-72c7-4b8e-bbac-84eec220ddd5 req-96c75279-26e1-443c-a24b-686a9ceac9fe tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.0626307 Nov 12 05:43:33.190168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7507af9c-bd29-43d5-80ad-a3728eab2bc2 None None] Port 2df69e56-af53-45f5-bb10-1a5967ad0175 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:33.193326 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:33.271536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Routers {'33f3dc3c-58ae-4e47-b402-529af4cf9645'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:33.272165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['33f3dc3c-58ae-4e47-b402-529af4cf9645'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:33.274111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72a4cc-f9bf-4594-bb0e-8095f19110b5 None None] Pushing event updated for resources: {'Port': ['ID=2df69e56-af53-45f5-bb10-1a5967ad0175,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:33.535851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] Set router 33f3dc3c-58ae-4e47-b402-529af4cf9645 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:33.808101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ee17f1b9-64c6-4424-861e-ad853e8f87e7 None None] Provisioning complete for port 2df69e56-af53-45f5-bb10-1a5967ad0175 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:33.809471 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ee17f1b9-64c6-4424-861e-ad853e8f87e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:33.834333 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Sync routers for ids ['af543592-94e0-42ff-9f8a-c41117ff1e84'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:43:33.869017 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Routers {'af543592-94e0-42ff-9f8a-c41117ff1e84'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:33.870896 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['af543592-94e0-42ff-9f8a-c41117ff1e84'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:34.115050 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Set router af543592-94e0-42ff-9f8a-c41117ff1e84 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:34.417805 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ee17f1b9-64c6-4424-861e-ad853e8f87e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:34.439394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdd3f22c-a43b-4f50-86d7-bd060f87aa02 req-cd175385-f748-4a62-81dc-a81632df7d53 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.0940745 Nov 12 05:43:34.486029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e91cad73-ffca-4300-9049-33681adb011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:43:25Z', 'revision_number': 4, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port': {'id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:20Z', 'updated_at': '2021-11-12T05:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '2df69e56-af53-45f5-bb10-1a5967ad0175', 'name': '', 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'mac_address': 'fa:16:3e:b5:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '86cd085a-3d3b-481a-86df-a95f3fef9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:24Z', 'updated_at': '2021-11-12T05:43:33Z', 'revision_number': 4, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'subnets': [{'id': '86cd085a-3d3b-481a-86df-a95f3fef9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:34.530205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91cad73-ffca-4300-9049-33681adb011a None None] The sync data for ids ['33f3dc3c-58ae-4e47-b402-529af4cf9645'] in n-d-765315-28 is: [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:43:25Z', 'revision_number': 4, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port': {'id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:20Z', 'updated_at': '2021-11-12T05:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '2df69e56-af53-45f5-bb10-1a5967ad0175', 'name': '', 'network_id': '4de34cfc-4dcc-434d-8b06-53e8443471b6', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'mac_address': 'fa:16:3e:b5:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '86cd085a-3d3b-481a-86df-a95f3fef9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:24Z', 'updated_at': '2021-11-12T05:43:33Z', 'revision_number': 4, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'subnets': [{'id': '86cd085a-3d3b-481a-86df-a95f3fef9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:43:34.564563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ee17f1b9-64c6-4424-861e-ad853e8f87e7 None None] For port 2df69e56-af53-45f5-bb10-1a5967ad0175, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2df69e56-af53-45f5-bb10-1a5967ad0175,segment=NetworkSegment(a0cc8466-f282-4cc4-9ff0-145c63d100a4),segment_id=a0cc8466-f282-4cc4-9ff0-145c63d100a4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:34.577043 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ee17f1b9-64c6-4424-861e-ad853e8f87e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:34.706810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17f1b9-64c6-4424-861e-ad853e8f87e7 None None] Pushing event updated for resources: {'Port': ['ID=2df69e56-af53-45f5-bb10-1a5967ad0175,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:34.916911 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'bea8a244-d905-467b-9466-cebe72569876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 4, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port': {'id': 'bea8a244-d905-467b-9466-cebe72569876', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:14Z', 'updated_at': '2021-11-12T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '54e0a519-4361-45b0-bd29-8f0dd891947f', 'name': '', 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'mac_address': 'fa:16:3e:63:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:18Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 2, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'subnets': [{'id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:34.945197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3270-522e-4dda-9392-44c04c0e3464 req-96e3b84e-33ba-426c-9e7c-a10f459fb8e2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:34.946802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-96e3b84e-33ba-426c-9e7c-a10f459fb8e2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.2366376 Nov 12 05:43:34.961155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'port': {'device_id': '629b9b17-9f99-4cff-8a58-db68b811d298', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'admin_state_up': True, 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:34.969771 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Checking router: af543592-94e0-42ff-9f8a-c41117ff1e84 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:43:34.980877 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Updating router af543592-94e0-42ff-9f8a-c41117ff1e84 port 54e0a519-4361-45b0-bd29-8f0dd891947f binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:43:35.075754 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:35.234768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:43:35.243783 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:35.673652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2df69e56-af53-45f5-bb10-1a5967ad0175 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:35.887046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 2df69e56-af53-45f5-bb10-1a5967ad0175 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:35.888615 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:35.901177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.20.0.8 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/99c823b8-a668-4735-a7f4-541d7a1b2874) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:43:36.027975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb11b859-ba2a-4427-a904-c76ff6b19af4 req-39bee16d-3b0b-4124-b08c-aec00af4e436 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.1216929 Nov 12 05:43:36.174374 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:36.189715 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:36.300779 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dec8e2-d589-47c7-a832-ab1b53b0bfb0 None None] Pushing event updated for resources: {'Port': ['ID=54e0a519-4361-45b0-bd29-8f0dd891947f,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:36.410682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:36.471246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:36.555613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:43:36.564854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:43:36.574226 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Attempting to bind port 54e0a519-4361-45b0-bd29-8f0dd891947f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:36.574629 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Attempting to bind port 54e0a519-4361-45b0-bd29-8f0dd891947f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:36.574990 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Attempting to bind port 54e0a519-4361-45b0-bd29-8f0dd891947f on network 31468023-45a3-44f6-8f91-9900ad70068c {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:36.576471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:43:36.589988 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:36.594747 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Checking segment: {'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:36.595469 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:36.596158 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Bound using segment: {'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:36.596840 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Bound port: 54e0a519-4361-45b0-bd29-8f0dd891947f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:36.597768 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:36.753330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=99c823b8-a668-4735-a7f4-541d7a1b2874,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:36.799892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:36.804478 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:36.845032 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] For port 54e0a519-4361-45b0-bd29-8f0dd891947f, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:36.855788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-5c23ed5f-3caf-485b-bcfd-6069ce078e93 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8980310 Nov 12 05:43:36.864026 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] For port 54e0a519-4361-45b0-bd29-8f0dd891947f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=54e0a519-4361-45b0-bd29-8f0dd891947f,segment=NetworkSegment(e0bbcc7b-90a5-4521-af11-7adfdbf21d6a),segment_id=e0bbcc7b-90a5-4521-af11-7adfdbf21d6a)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:36.866493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a8e7fb13-f4fe-4b02-96e4-f30982863294 None None] Provisioning complete for port 54e0a519-4361-45b0-bd29-8f0dd891947f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:36.870559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fb13-f4fe-4b02-96e4-f30982863294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:36.875157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-42375f77-3964-482b-8914-6f7ed49a6a5c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:43:36.882660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-42375f77-3964-482b-8914-6f7ed49a6a5c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205443 Nov 12 05:43:36.895724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Request body: {'port': {'device_id': '629b9b17-9f99-4cff-8a58-db68b811d298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:43:36.897640 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:37.055230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:37.143060 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Routers {'af543592-94e0-42ff-9f8a-c41117ff1e84'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:43:37.148739 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:43:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['af543592-94e0-42ff-9f8a-c41117ff1e84'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:37.215394 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fb13-f4fe-4b02-96e4-f30982863294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:37.328940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a8e7fb13-f4fe-4b02-96e4-f30982863294 None None] For port 54e0a519-4361-45b0-bd29-8f0dd891947f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=54e0a519-4361-45b0-bd29-8f0dd891947f,segment=NetworkSegment(e0bbcc7b-90a5-4521-af11-7adfdbf21d6a),segment_id=e0bbcc7b-90a5-4521-af11-7adfdbf21d6a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:37.329865 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dec8e2-d589-47c7-a832-ab1b53b0bfb0 None None] Pushing event updated for resources: {'Port': ['ID=54e0a519-4361-45b0-bd29-8f0dd891947f,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:37.344661 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fb13-f4fe-4b02-96e4-f30982863294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:37.541253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7fb13-f4fe-4b02-96e4-f30982863294 None None] Pushing event updated for resources: {'Port': ['ID=54e0a519-4361-45b0-bd29-8f0dd891947f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:37.580318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8fbe626d-fd1e-4466-acd5-0440f44017f7 None None] Provisioning complete for port 99c823b8-a668-4735-a7f4-541d7a1b2874 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:37.583704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8fbe626d-fd1e-4466-acd5-0440f44017f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:37.609457 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] Set router af543592-94e0-42ff-9f8a-c41117ff1e84 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:43:37.674417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f5216-cb79-464d-a4ec-7ce4dc339e0b req-962eca4e-a0d0-4d73-8604-f9078045d6b7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:37.701999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe626d-fd1e-4466-acd5-0440f44017f7 None None] Port 99c823b8-a668-4735-a7f4-541d7a1b2874 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:43:37.704420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-248f5216-cb79-464d-a4ec-7ce4dc339e0b req-962eca4e-a0d0-4d73-8604-f9078045d6b7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 931 time: 0.4587452 Nov 12 05:43:37.739968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8fbe626d-fd1e-4466-acd5-0440f44017f7 None None] Provisioning complete for port 54e0a519-4361-45b0-bd29-8f0dd891947f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:37.741715 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8fbe626d-fd1e-4466-acd5-0440f44017f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:37.883953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 54e0a519-4361-45b0-bd29-8f0dd891947f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:38.002934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-248f5216-cb79-464d-a4ec-7ce4dc339e0b req-2bbca807-5cb8-4e83-bd17-1a3a5b84cdf7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958388 Nov 12 05:43:38.149943 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 54e0a519-4361-45b0-bd29-8f0dd891947f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:38.152162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:38.203707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c823b8-a668-4735-a7f4-541d7a1b2874 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:43:38.213580 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:38.230638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Transition to ACTIVE for port object 99c823b8-a668-4735-a7f4-541d7a1b2874 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:43:38.237239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:38.247521 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'bea8a244-d905-467b-9466-cebe72569876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 4, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port': {'id': 'bea8a244-d905-467b-9466-cebe72569876', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:14Z', 'updated_at': '2021-11-12T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '54e0a519-4361-45b0-bd29-8f0dd891947f', 'name': '', 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'mac_address': 'fa:16:3e:63:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:18Z', 'updated_at': '2021-11-12T05:43:36Z', 'revision_number': 4, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'subnets': [{'id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:43:38.302989 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82dab45-5dfc-4d47-a57e-59e2a32d479d None None] The sync data for ids ['af543592-94e0-42ff-9f8a-c41117ff1e84'] in n-d-765315-28 is: [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'bea8a244-d905-467b-9466-cebe72569876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:43:19Z', 'revision_number': 4, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port': {'id': 'bea8a244-d905-467b-9466-cebe72569876', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:14Z', 'updated_at': '2021-11-12T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '54e0a519-4361-45b0-bd29-8f0dd891947f', 'name': '', 'network_id': '31468023-45a3-44f6-8f91-9900ad70068c', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'mac_address': 'fa:16:3e:63:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:18Z', 'updated_at': '2021-11-12T05:43:36Z', 'revision_number': 4, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'subnets': [{'id': 'b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:43:38.368710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Pushing event updated for resources: {'Port': ['ID=99c823b8-a668-4735-a7f4-541d7a1b2874,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:38.456330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Attempting to bind port 99c823b8-a668-4735-a7f4-541d7a1b2874 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:43:38.456684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Attempting to bind port 99c823b8-a668-4735-a7f4-541d7a1b2874 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:43:38.457025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Attempting to bind port 99c823b8-a668-4735-a7f4-541d7a1b2874 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:38.470980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Port 99c823b8-a668-4735-a7f4-541d7a1b2874 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:43:38.471321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Attempting to bind port 99c823b8-a668-4735-a7f4-541d7a1b2874 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:43:38.479900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:43:38.480657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:43:38.481157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:43:38.481713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Bound port: 99c823b8-a668-4735-a7f4-541d7a1b2874, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:43:38.482420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:38.593830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] For port 99c823b8-a668-4735-a7f4-541d7a1b2874, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:43:38.597672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] For port 99c823b8-a668-4735-a7f4-541d7a1b2874, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99c823b8-a668-4735-a7f4-541d7a1b2874,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:43:38.610087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:38.722665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Pushing event updated for resources: {'Port': ['ID=99c823b8-a668-4735-a7f4-541d7a1b2874,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:38.739606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:38.741370 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:38.743175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1a641e0a-6d92-4267-b6cc-f6fadb2acb03 service neutron] 10.222.0.47 "PUT /v2.0/ports/99c823b8-a668-4735-a7f4-541d7a1b2874 HTTP/1.1" status: 200 len: 1092 time: 1.8518221 Nov 12 05:43:38.743678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629b9b17-9f99-4cff-8a58-db68b811d298', 'tag': '99c823b8-a668-4735-a7f4-541d7a1b2874'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:43:38.753529 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62" -d '{"events": [{"name": "network-changed", "server_uuid": "629b9b17-9f99-4cff-8a58-db68b811d298", "tag": "99c823b8-a668-4735-a7f4-541d7a1b2874"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:43:38.860621 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a26fa-c8fd-4437-bc88-9aa99abe1e46 x-openstack-request-id: req-6c9a26fa-c8fd-4437-bc88-9aa99abe1e46 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:43:38.865410 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629b9b17-9f99-4cff-8a58-db68b811d298", "tag": "99c823b8-a668-4735-a7f4-541d7a1b2874", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:43:38.865824 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c9a26fa-c8fd-4437-bc88-9aa99abe1e46 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:43:38.866486 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629b9b17-9f99-4cff-8a58-db68b811d298', 'tag': '99c823b8-a668-4735-a7f4-541d7a1b2874', 'status': 'completed', 'code': 200} Nov 12 05:43:38.884809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3270-522e-4dda-9392-44c04c0e3464 req-adda7207-dc28-4d37-8325-4f1392eccc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:38.887115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-adda7207-dc28-4d37-8325-4f1392eccc11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 1095 time: 0.0908625 Nov 12 05:43:38.991618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-37aa10ec-2420-4f37-a85a-bc8a6bbd8dc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99c823b8-a668-4735-a7f4-541d7a1b2874 HTTP/1.1" status: 200 len: 217 time: 0.0871856 Nov 12 05:43:39.115144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3270-522e-4dda-9392-44c04c0e3464 req-ef357562-ee6f-457c-8801-ebbbeb3c4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:39.117197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-ef357562-ee6f-457c-8801-ebbbeb3c4965 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.1209760 Nov 12 05:43:39.319208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b24dd-2c82-4183-b154-6bb6f6e4f0e5 req-351f1f65-bba2-4764-84ad-fc125316435e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:39.332433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b4b24dd-2c82-4183-b154-6bb6f6e4f0e5 req-351f1f65-bba2-4764-84ad-fc125316435e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.1341815 Nov 12 05:43:39.388557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1f389f1a-1cb7-495c-be43-baca2bc322a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:39.394046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-1f389f1a-1cb7-495c-be43-baca2bc322a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2679851 Nov 12 05:43:39.453170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b4b24dd-2c82-4183-b154-6bb6f6e4f0e5 req-4a018e1a-a4be-4421-bb91-2bb95613b2be tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194296 Nov 12 05:43:39.631388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 54e0a519-4361-45b0-bd29-8f0dd891947f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:39.693004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-cc62acb4-dd55-4e29-b156-addf8172038c service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365251 Nov 12 05:43:39.743044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 54e0a519-4361-45b0-bd29-8f0dd891947f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:39.743854 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:39.891896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-299d3270-522e-4dda-9392-44c04c0e3464 req-fdd3ef70-5ec2-4702-8099-a284f2c6793b service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899738 Nov 12 05:43:40.008627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-1803ba2d-c7cf-480d-9986-11a575b17229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:40.008627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-1803ba2d-c7cf-480d-9986-11a575b17229 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 1095 time: 0.0643687 Nov 12 05:43:40.154474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-b07f386e-733d-482a-9288-404f96b7d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:40.156691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-b07f386e-733d-482a-9288-404f96b7d9a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1406884 Nov 12 05:43:40.223398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-1016395b-d975-404b-9910-2ce7b37a06fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99c823b8-a668-4735-a7f4-541d7a1b2874 HTTP/1.1" status: 200 len: 217 time: 0.0558558 Nov 12 05:43:40.288637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-a8460753-30c1-438a-9d1d-3980b1e8af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:40.290489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-a8460753-30c1-438a-9d1d-3980b1e8af12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0591457 Nov 12 05:43:40.376435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-d9226548-10bb-40fa-9cb1-66c5504d44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:40.378919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-d9226548-10bb-40fa-9cb1-66c5504d44fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809312 Nov 12 05:43:40.572733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-47dae497-74ec-47a2-9b9b-d4963590b76e service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845663 Nov 12 05:43:40.704149 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:40.776009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b1bdc1e-6df5-43d8-a5ad-25c8caf41a62 req-e23fe7b4-9e4b-456e-afcb-d591a6184392 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940925 Nov 12 05:43:40.844035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098994f-cd1f-44b2-9aa4-6edb9dc8a47b req-7b5ef1bf-1da6-410e-819e-47a2f3d97c3d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:40.851639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7098994f-cd1f-44b2-9aa4-6edb9dc8a47b req-7b5ef1bf-1da6-410e-819e-47a2f3d97c3d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0977814 Nov 12 05:43:40.910485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7098994f-cd1f-44b2-9aa4-6edb9dc8a47b req-630992e5-ffb0-4c6d-8014-0a0e431af941 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578387 Nov 12 05:43:42.113102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae0a5-45fa-45e8-abfb-6f844b3f3ef4 req-04bda836-e625-4c20-9a1a-1d787f7b0dcf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:42.127023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-907ae0a5-45fa-45e8-abfb-6f844b3f3ef4 req-04bda836-e625-4c20-9a1a-1d787f7b0dcf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.1336656 Nov 12 05:43:42.247513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-907ae0a5-45fa-45e8-abfb-6f844b3f3ef4 req-c50b6b28-8f61-444b-8d16-a7596b79c7d7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138530 Nov 12 05:43:43.468078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c63119-3ad0-416e-8255-d5c81f4e2785 req-00501bca-b83d-426c-961d-c25cee82aece tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:43.479634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75c63119-3ad0-416e-8255-d5c81f4e2785 req-00501bca-b83d-426c-961d-c25cee82aece tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.1071811 Nov 12 05:43:43.571180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75c63119-3ad0-416e-8255-d5c81f4e2785 req-847ef2e0-28f1-4ddb-9b7e-ea7e1eaa2dd8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848277 Nov 12 05:43:43.911011 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8a11-747d-481c-91ed-2fa5c2575c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:44.747172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164dec9-9631-4479-81e7-646170e67b1d req-0bbab548-290e-477a-89b8-c1e457d9fff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:44.749395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a164dec9-9631-4479-81e7-646170e67b1d req-0bbab548-290e-477a-89b8-c1e457d9fff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0627773 Nov 12 05:43:44.817220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a164dec9-9631-4479-81e7-646170e67b1d req-4cb1f4bb-b286-43af-886e-2004e8abf4ae tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586162 Nov 12 05:43:45.956598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f5c03-ca5e-49db-8c36-37f34eedebb4 req-5fd7b546-6591-466d-9fa6-a173a706e34b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:45.959090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c4f5c03-ca5e-49db-8c36-37f34eedebb4 req-5fd7b546-6591-466d-9fa6-a173a706e34b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0613306 Nov 12 05:43:46.011502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7c4f5c03-ca5e-49db-8c36-37f34eedebb4 req-82bca6fd-7657-4201-b4d0-5a22b52dfe3a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465474 Nov 12 05:43:46.315129 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-00901b71-e755-4698-b006-860ac2696750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:47.158940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978cdac-15ab-4325-9aa7-1c9b543e2d68 req-0d068f0d-e6d6-4b53-abb6-4ebc358d0853 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:47.161162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0978cdac-15ab-4325-9aa7-1c9b543e2d68 req-0d068f0d-e6d6-4b53-abb6-4ebc358d0853 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0573814 Nov 12 05:43:47.210822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0978cdac-15ab-4325-9aa7-1c9b543e2d68 req-a1a826af-b4e1-4c70-a45c-6f6155b90fee tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Nov 12 05:43:47.362984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:48.347884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a448909-ffb6-415b-b504-110d392d67a9 req-ff03b180-079a-40bb-9c2d-235f04a9b16c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:48.356125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a448909-ffb6-415b-b504-110d392d67a9 req-ff03b180-079a-40bb-9c2d-235f04a9b16c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0604551 Nov 12 05:43:48.440024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a448909-ffb6-415b-b504-110d392d67a9 req-9eba5c5e-ac8e-41bc-8190-d8ccb2c9be5c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824037 Nov 12 05:43:48.611581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:49.560274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:49.583401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964b81-43c0-454f-b4bb-31553b44a29c req-96910b15-2227-4920-9ac1-0fb298628ae5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:49.591627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e964b81-43c0-454f-b4bb-31553b44a29c req-96910b15-2227-4920-9ac1-0fb298628ae5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0723069 Nov 12 05:43:49.645938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e964b81-43c0-454f-b4bb-31553b44a29c req-7124fc0d-5e64-4b42-934c-3b9e5803cc62 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Nov 12 05:43:50.822455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefc2ae-7309-42d4-b944-67ec08548db4 req-50a57bdd-cbb1-4941-9c52-031e591b1a21 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:50.824897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8aefc2ae-7309-42d4-b944-67ec08548db4 req-50a57bdd-cbb1-4941-9c52-031e591b1a21 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0917189 Nov 12 05:43:50.930390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8aefc2ae-7309-42d4-b944-67ec08548db4 req-078b0bca-bc57-4daf-8a67-53b7dedb864d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955503 Nov 12 05:43:52.074696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c609dd8-cf3e-47c3-a698-b4a2de01d665 req-cd1c78a8-0d4f-4559-9990-4ccca4bca971 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:52.076211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c609dd8-cf3e-47c3-a698-b4a2de01d665 req-cd1c78a8-0d4f-4559-9990-4ccca4bca971 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0588474 Nov 12 05:43:52.125201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c609dd8-cf3e-47c3-a698-b4a2de01d665 req-76850327-5436-43a5-a99a-cdd2e17ede84 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Nov 12 05:43:52.457854 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:43:53.272894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39ebe0-d2fd-4a2c-929a-005628c72d00 req-7b3e8ef0-b075-4481-b515-14583b47ed53 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:53.274682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a39ebe0-d2fd-4a2c-929a-005628c72d00 req-7b3e8ef0-b075-4481-b515-14583b47ed53 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 943 time: 0.0684898 Nov 12 05:43:53.368195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a39ebe0-d2fd-4a2c-929a-005628c72d00 req-c9fa346b-0bf7-462c-a817-c5bfb32a3a9a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672328 Nov 12 05:43:53.373062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 99c823b8-a668-4735-a7f4-541d7a1b2874 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:43:53.520374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 99c823b8-a668-4735-a7f4-541d7a1b2874, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99c823b8-a668-4735-a7f4-541d7a1b2874,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:53.542958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '99c823b8-a668-4735-a7f4-541d7a1b2874', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'port_id': '99c823b8-a668-4735-a7f4-541d7a1b2874', 'mac_address': 'fa:16:3e:a5:ce:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:43:53.591401 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:53.606979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c823b8-a668-4735-a7f4-541d7a1b2874 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:43:53.637731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 99c823b8-a668-4735-a7f4-541d7a1b2874, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99c823b8-a668-4735-a7f4-541d7a1b2874,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:53.642683 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:53.698862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=99c823b8-a668-4735-a7f4-541d7a1b2874,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:53.866860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['99c823b8-a668-4735-a7f4-541d7a1b2874'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:43:54.495552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7fdd0-3db0-4344-a512-dbb3b1ee6462 req-1d5ad79d-cad1-4698-8d70-b1285c7240c0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:54.497107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5e7fdd0-3db0-4344-a512-dbb3b1ee6462 req-1d5ad79d-cad1-4698-8d70-b1285c7240c0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 944 time: 0.0633054 Nov 12 05:43:54.560744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5e7fdd0-3db0-4344-a512-dbb3b1ee6462 req-10e0a90b-dc42-4abf-a4f4-cfc549409abc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532649 Nov 12 05:43:55.387664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 99c823b8-a668-4735-a7f4-541d7a1b2874 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:43:55.460786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 99c823b8-a668-4735-a7f4-541d7a1b2874 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:43:55.465561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 99c823b8-a668-4735-a7f4-541d7a1b2874 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:43:55.466183 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:55.566966 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:55.619384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629b9b17-9f99-4cff-8a58-db68b811d298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c823b8-a668-4735-a7f4-541d7a1b2874'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:43:55.622310 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310a573d-0b99-42ad-84be-4f6780102877" -d '{"events": [{"server_uuid": "629b9b17-9f99-4cff-8a58-db68b811d298", "name": "network-vif-plugged", "status": "completed", "tag": "99c823b8-a668-4735-a7f4-541d7a1b2874"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:43:55.636666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 99c823b8-a668-4735-a7f4-541d7a1b2874, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99c823b8-a668-4735-a7f4-541d7a1b2874,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:43:55.642742 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:55.701972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=99c823b8-a668-4735-a7f4-541d7a1b2874,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:43:55.712304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdade9-9669-487d-a3fc-8604101a7c28 req-77e88f1b-fbd2-4b17-8695-526b5f6eb94e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:55.722024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18cdade9-9669-487d-a3fc-8604101a7c28 req-77e88f1b-fbd2-4b17-8695-526b5f6eb94e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 945 time: 0.0654674 Nov 12 05:43:55.779227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18cdade9-9669-487d-a3fc-8604101a7c28 req-e714947f-c1df-4607-a501-fae36fa82d85 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560191 Nov 12 05:43:55.826279 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c600256-0459-4296-b6d6-3828ab75f376 x-openstack-request-id: req-7c600256-0459-4296-b6d6-3828ab75f376 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:43:55.827094 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629b9b17-9f99-4cff-8a58-db68b811d298", "name": "network-vif-plugged", "status": "completed", "tag": "99c823b8-a668-4735-a7f4-541d7a1b2874", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:43:55.827353 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c600256-0459-4296-b6d6-3828ab75f376 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:43:55.827755 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629b9b17-9f99-4cff-8a58-db68b811d298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c823b8-a668-4735-a7f4-541d7a1b2874', 'code': 200} Nov 12 05:43:55.952603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2b87e-d628-4749-a74f-9053a8a090b3 req-92ea59e9-e94d-4597-9efc-1e3b3ec7daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:55.954037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6e2b87e-d628-4749-a74f-9053a8a090b3 req-92ea59e9-e94d-4597-9efc-1e3b3ec7daba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 1097 time: 0.0595596 Nov 12 05:43:56.026955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6e2b87e-d628-4749-a74f-9053a8a090b3 req-9ce0e9fc-b3ae-400d-a538-3f847dae8965 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643792 Nov 12 05:43:57.004276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae322e-bd99-4847-b793-423c1f367bcd req-7f75fd58-2f99-4d75-be6e-677b3fcf56b5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:57.005838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7ae322e-bd99-4847-b793-423c1f367bcd req-7f75fd58-2f99-4d75-be6e-677b3fcf56b5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 945 time: 0.1024768 Nov 12 05:43:57.109286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7ae322e-bd99-4847-b793-423c1f367bcd req-08ccee1f-f6a1-4f86-9098-b6bb6b7e9b73 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971670 Nov 12 05:43:57.324414 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:57.398867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-3db5aa49-a2cb-4563-9e1a-ceee5003a618 req-b96ad03a-b4ac-4c8c-a236-3820e5173ea7 service neutron] (102589) timed out ('10.222.0.43', 51324) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:43:58.264504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cc3ed-2b64-46ec-817a-1eb5f1eae891 req-d8b67946-4480-48de-97e6-51e626de6439 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:58.266592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab5cc3ed-2b64-46ec-817a-1eb5f1eae891 req-d8b67946-4480-48de-97e6-51e626de6439 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 945 time: 0.0521076 Nov 12 05:43:58.331857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab5cc3ed-2b64-46ec-817a-1eb5f1eae891 req-39ac1569-9da4-4b22-a2b4-3b6df238150d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578225 Nov 12 05:43:58.636861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938efd3-3036-41a2-b938-7c239809f3d7 req-884e74a9-472e-41a9-8489-e4f420dc44d2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:58.638580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8938efd3-3036-41a2-b938-7c239809f3d7 req-884e74a9-472e-41a9-8489-e4f420dc44d2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 945 time: 0.0743587 Nov 12 05:43:58.699710 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8938efd3-3036-41a2-b938-7c239809f3d7 req-6d7a4cca-54f8-4c64-ba83-3f204143e74d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547538 Nov 12 05:43:58.823397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da82c47-3e56-4cf7-86ed-eaeccc48e6f4 req-d6458b4c-f7fe-40b2-93f5-1efa81d78428 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:58.825024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3da82c47-3e56-4cf7-86ed-eaeccc48e6f4 req-d6458b4c-f7fe-40b2-93f5-1efa81d78428 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 945 time: 0.0561686 Nov 12 05:43:58.887470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3da82c47-3e56-4cf7-86ed-eaeccc48e6f4 req-2c16d193-2d5f-4e21-b7da-1a8e16301a51 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544424 Nov 12 05:43:59.185328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0087-6669-4d06-8fb1-8772744a6155 req-40f74528-cd33-418f-99dd-22ab941dbd11 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:59.187356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17cd0087-6669-4d06-8fb1-8772744a6155 req-40f74528-cd33-418f-99dd-22ab941dbd11 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 945 time: 0.0509729 Nov 12 05:43:59.238938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17cd0087-6669-4d06-8fb1-8772744a6155 req-d67d9a31-1c48-45e2-87b2-b379078dce5b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453293 Nov 12 05:44:00.377829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c5ee1-dbf5-4589-ab69-b904dcea8d9d req-90451433-9410-4bca-b178-2d4ff5af29b6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:00.381425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a9c5ee1-dbf5-4589-ab69-b904dcea8d9d req-90451433-9410-4bca-b178-2d4ff5af29b6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 945 time: 0.0612276 Nov 12 05:44:00.434713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a9c5ee1-dbf5-4589-ab69-b904dcea8d9d req-8bd715f2-6c18-4b6b-a792-34aeb5fb3824 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475202 Nov 12 05:44:00.715215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-32bad0d5-f963-4616-9310-3f608e0f366d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:00.717239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-32bad0d5-f963-4616-9310-3f608e0f366d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Nov 12 05:44:00.818454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port 99c823b8-a668-4735-a7f4-541d7a1b2874 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:44:00.818793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:00.914214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] For port 99c823b8-a668-4735-a7f4-541d7a1b2874, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=99c823b8-a668-4735-a7f4-541d7a1b2874,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:44:00.914602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:00.927977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for 99c823b8-a668-4735-a7f4-541d7a1b2874 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:44:01.075835 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:01.091888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['99c823b8-a668-4735-a7f4-541d7a1b2874'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:44:01.114297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=99c823b8-a668-4735-a7f4-541d7a1b2874,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:01.151123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.151486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.151986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.152752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.153205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.153554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.153891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.154263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.154730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.155109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.155443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.155893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:01.184580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] No DVR routers for this DVR port 99c823b8-a668-4735-a7f4-541d7a1b2874 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:44:01.188198 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:01.191858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fb581b6-6cee-469d-9fd9-ee6921fa37a2 req-33c7ef9b-d684-4928-a408-7ee7aa3d8904 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "DELETE /v2.0/ports/99c823b8-a668-4735-a7f4-541d7a1b2874 HTTP/1.1" status: 204 len: 173 time: 0.4684746 Nov 12 05:44:01.192319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629b9b17-9f99-4cff-8a58-db68b811d298', 'name': 'network-vif-deleted', 'tag': '99c823b8-a668-4735-a7f4-541d7a1b2874'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:44:01.194579 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc57a24-8792-453e-8aa1-1f4831370556" -d '{"events": [{"server_uuid": "629b9b17-9f99-4cff-8a58-db68b811d298", "name": "network-vif-deleted", "tag": "99c823b8-a668-4735-a7f4-541d7a1b2874"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:44:01.275566 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a3acd5-f3a0-4279-a015-e2786b1da573 x-openstack-request-id: req-13a3acd5-f3a0-4279-a015-e2786b1da573 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:44:01.275861 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629b9b17-9f99-4cff-8a58-db68b811d298", "name": "network-vif-deleted", "tag": "99c823b8-a668-4735-a7f4-541d7a1b2874", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:44:01.276115 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13a3acd5-f3a0-4279-a015-e2786b1da573 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:44:01.276568 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629b9b17-9f99-4cff-8a58-db68b811d298', 'name': 'network-vif-deleted', 'tag': '99c823b8-a668-4735-a7f4-541d7a1b2874', 'status': 'completed', 'code': 200} Nov 12 05:44:01.576204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b80350b-c542-4800-a464-0ace40abf6e8 req-7b756a92-9295-4abd-8083-9dad1fd34a39 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.0513690 Nov 12 05:44:02.698564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a663552-bc63-4a51-ada2-68d2c4cead01 req-28d95cd8-1e94-4dec-8341-de483cd41d51 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.0388494 Nov 12 05:44:03.432696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38864) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:44:03.461479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 99c823b8-a668-4735-a7f4-541d7a1b2874 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:44:03.553893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 99c823b8-a668-4735-a7f4-541d7a1b2874 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:44:03.554238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 99c823b8-a668-4735-a7f4-541d7a1b2874 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:44:03.561156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cc3696-ccd3-4e64-95b3-3148a77233f5 admin admin] Deleting subnet bf857f25-c7c3-4f75-bc33-e184445f4c32 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:44:03.573609 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3696-ccd3-4e64-95b3-3148a77233f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:03.653268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3696-ccd3-4e64-95b3-3148a77233f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:03.786158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3696-ccd3-4e64-95b3-3148a77233f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:03.953587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2a6dbf4-1c8e-4dce-ad99-4835057175ac req-bd85c3e7-3111-4509-8431-17a798c923f5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.0498064 Nov 12 05:44:03.984565 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3696-ccd3-4e64-95b3-3148a77233f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.015049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc3696-ccd3-4e64-95b3-3148a77233f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf857f25-c7c3-4f75-bc33-e184445f4c32,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:04.032718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9a2b5-330d-407e-8224-d2f9c95c4be8 None None] Network 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:44:04.033341 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3696-ccd3-4e64-95b3-3148a77233f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.037836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a5cc3696-ccd3-4e64-95b3-3148a77233f5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bf857f25-c7c3-4f75-bc33-e184445f4c32 HTTP/1.1" status: 204 len: 168 time: 0.6031754 Nov 12 05:44:04.040871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38878) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:44:04.146730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.286851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea443e-0f28-44bd-8c16-7dc0d911f2c0 None None] DHCP port deletion for 4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:44:04.319837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.361005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:44:04.381365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c406aa-e82e-4bc6-ba45-2961e36d386b') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:44:04.381910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c406aa-e82e-4bc6-ba45-2961e36d386b') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:44:04.392759 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.407326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.413910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:44:04.414560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:44:04.452710 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:44:04.566942 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.573434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:04.579855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a HTTP/1.1" status: 204 len: 168 time: 0.5369115 Nov 12 05:44:04.627266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8f6d0e-c6ee-4e13-8461-3e2debcb3a2a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:04.650362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.650728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.651075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.651417 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.653235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.653581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.653919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.654282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.654649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.654980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.655308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:04.662830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc27aa8-9fb0-4056-9e58-561871d15cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:05.014219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 38894) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:44:05.188829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ca4fbe80-5c84-4172-977a-5dd0bb2c01dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6c9a03cc3d5407bad5c8bbc257b0e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731987 Nov 12 05:44:05.191457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 38898) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:44:05.207143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-690b9859-52c1-44b3-a113-9c701d692632 req-9d6f5fca-d03e-4180-a0b4-cc6fc0115021 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.0969701 Nov 12 05:44:05.289458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47aa03d6-cf92-4199-b5ff-47eebce1283b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:05.318668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47aa03d6-cf92-4199-b5ff-47eebce1283b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:05.383743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47aa03d6-cf92-4199-b5ff-47eebce1283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:05.387151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47aa03d6-cf92-4199-b5ff-47eebce1283b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:05.388368 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-47aa03d6-cf92-4199-b5ff-47eebce1283b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b89c2181-23e0-434a-a4f3-b6f25a288cbf HTTP/1.1" status: 204 len: 168 time: 0.1958544 Nov 12 05:44:05.398375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa03d6-cf92-4199-b5ff-47eebce1283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89c2181-23e0-434a-a4f3-b6f25a288cbf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:06.323049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73b476a3-c620-425a-9f99-30b1e1f515ad req-9ef54687-56e8-4b2f-a46a-9f18c8b1f2a2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.0339112 Nov 12 05:44:06.921506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-1bc9798c-b902-45fe-9ffa-2988663897fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.2553077 Nov 12 05:44:07.100613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-c6904d02-2f24-4c86-9f83-8571cc9a6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.101236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-c6904d02-2f24-4c86-9f83-8571cc9a6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.101718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-c6904d02-2f24-4c86-9f83-8571cc9a6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.102195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-c6904d02-2f24-4c86-9f83-8571cc9a6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.102697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-c6904d02-2f24-4c86-9f83-8571cc9a6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.104716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-c6904d02-2f24-4c86-9f83-8571cc9a6594 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0985327 Nov 12 05:44:07.335099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-a5f3b977-769c-410b-a90b-da254d023c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.335724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-a5f3b977-769c-410b-a90b-da254d023c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.336027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-a5f3b977-769c-410b-a90b-da254d023c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.337792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-a5f3b977-769c-410b-a90b-da254d023c46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1944458 Nov 12 05:44:07.421942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-2a4947b2-a3e9-4751-91f8-4649a0ca1a18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0766778 Nov 12 05:44:07.529879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b770a0e5-5da8-452d-94cb-64bdbdfca924 req-19552ebf-67fa-4907-a078-8cb2fccc1a99 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=629b9b17-9f99-4cff-8a58-db68b811d298 HTTP/1.1" status: 200 len: 210 time: 0.0595925 Nov 12 05:44:07.531940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-760f5c52-0f0e-4039-a0c1-76acb0984cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.534085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-760f5c52-0f0e-4039-a0c1-76acb0984cfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.1048267 Nov 12 05:44:07.625408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-fb1d6d9e-8164-48f7-a59b-179526aa6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:07.627686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-fb1d6d9e-8164-48f7-a59b-179526aa6fef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853121 Nov 12 05:44:07.663131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-2912d5d6-e0fc-4c72-9411-018a800c60a3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:44:07.664361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-2912d5d6-e0fc-4c72-9411-018a800c60a3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059419 Nov 12 05:44:07.822730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-416b8a13-77a1-4984-aead-5c8bbb7e8168 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444435 Nov 12 05:44:07.942422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-2ff224a5-015b-471b-aa0d-c837f55b0e44 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050060 Nov 12 05:44:08.023340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-462d78e6-ea2a-4cbd-8f3f-f795ebd91df8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0711343 Nov 12 05:44:08.119548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-f739b444-489c-437a-93d4-186b3865ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:08.123020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-f739b444-489c-437a-93d4-186b3865ee15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0917175 Nov 12 05:44:08.180219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-a7f87f07-dd31-4d3b-bb77-accf578a0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:08.181816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-a7f87f07-dd31-4d3b-bb77-accf578a0ac1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515289 Nov 12 05:44:08.338825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-6254aebb-67a7-4f7d-a1f5-02a4abfbddff service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492586 Nov 12 05:44:08.470867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-4a197cb1-2e9a-4910-9365-6e163ff690c9 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190135 Nov 12 05:44:08.516326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-99f6874d-791f-49ee-8295-f2467bcb83eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0379915 Nov 12 05:44:08.577142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-5e704f8c-53eb-44fe-a02d-53dc74ca530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:08.578765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-5e704f8c-53eb-44fe-a02d-53dc74ca530e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0530498 Nov 12 05:44:08.635198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-5755cebe-bce5-4ade-9a5f-7492f70d0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:08.636698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-5755cebe-bce5-4ade-9a5f-7492f70d0e4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502238 Nov 12 05:44:08.783169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-364fec0d-df89-4552-9ce2-791ebe64a962 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389718 Nov 12 05:44:08.881547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-f4eeb652-4701-4e92-92f3-538b6586bee0 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912728 Nov 12 05:44:08.931967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-52afe31a-ed0b-42d4-acb9-0c5f3dabf557 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0432091 Nov 12 05:44:08.988421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-fdfb7d21-c142-4d3a-8db7-5578a96df085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:08.990249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-fdfb7d21-c142-4d3a-8db7-5578a96df085 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0507991 Nov 12 05:44:09.061612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-0fe82be6-5e13-441c-b5e5-77819ff0300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:09.061612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-0fe82be6-5e13-441c-b5e5-77819ff0300f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0612261 Nov 12 05:44:09.172281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-22582d69-6623-4d97-a59e-4d5d80c35330 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045463 Nov 12 05:44:09.307941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-2f26e9d9-bc40-4ed0-ab31-8b1f7d0b9226 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272504 Nov 12 05:44:09.368205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-8b42a495-ce64-40ac-bd8b-aa591fbe28e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0432427 Nov 12 05:44:09.966310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-964820d4-6fc4-4f32-a026-8ad389a37d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:09.973174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-964820d4-6fc4-4f32-a026-8ad389a37d83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.5975089 Nov 12 05:44:10.069355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-fed5491c-c25f-48e7-a1e3-88fc23b15d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:10.071729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-fed5491c-c25f-48e7-a1e3-88fc23b15d2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668623 Nov 12 05:44:10.208918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-ed8641ef-48da-4db5-a7bb-bb5dc19fde5d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291668 Nov 12 05:44:10.395317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fb2c198-19ec-46ea-b667-ae50b9f4904c req-10aaaa4b-1489-4e08-a785-f6549f404d6a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753023 Nov 12 05:44:10.687748 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:13.919019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6689944b-8320-4c58-8258-2eb14247603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:16.313040 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e318929f-be20-4be2-90e4-3442d2bd07ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:17.372349 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:18.625581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:18.846522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39396) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:44:19.020046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acd1b291-68e2-43fa-a5e9-99012965985e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:19.135990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acd1b291-68e2-43fa-a5e9-99012965985e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:19.141273 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acd1b291-68e2-43fa-a5e9-99012965985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:19.194601 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-acd1b291-68e2-43fa-a5e9-99012965985e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2d35be241fc44b2acd2f0bbd4285698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476894 Nov 12 05:44:19.195746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1b291-68e2-43fa-a5e9-99012965985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bccb67f-2e0c-43d5-a721-7abb9e1f2aea,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:19.198254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 39416) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:44:19.288018 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9178f7e4-aaf5-4765-9fa2-d94fb026d1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:19.320186 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9178f7e4-aaf5-4765-9fa2-d94fb026d1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:19.387066 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9178f7e4-aaf5-4765-9fa2-d94fb026d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:19.390802 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9178f7e4-aaf5-4765-9fa2-d94fb026d1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:19.392463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9178f7e4-aaf5-4765-9fa2-d94fb026d1ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bccb67f-2e0c-43d5-a721-7abb9e1f2aea HTTP/1.1" status: 204 len: 168 time: 0.1930768 Nov 12 05:44:19.404534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f7e4-aaf5-4765-9fa2-d94fb026d1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bccb67f-2e0c-43d5-a721-7abb9e1f2aea,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:19.539380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:27.306015 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:29.457093 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:44:35.973544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-25018c42-2365-4dd6-afab-5912b7c28bbf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:35.975042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-25018c42-2365-4dd6-afab-5912b7c28bbf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1217027 Nov 12 05:44:35.991802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4cecc6c5-28d0-40d0-81b9-36b2bb266eda tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/quotas/43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 375 time: 0.0096915 Nov 12 05:44:36.052500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-1f008449-fa0e-4f26-a6e7-1346a579f045 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537167 Nov 12 05:44:36.149915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-0500c874-8d1d-4be6-aa90-2f5fe29e517b service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896249 Nov 12 05:44:36.248674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-442cfe97-7ede-4812-aec7-70f423ae6206 service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Nov 12 05:44:36.561028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0dcde4a-ce44-473d-8997-53d58dab6731 req-3230c1fd-4693-4917-a317-d1ff8ad72743 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0374336 Nov 12 05:44:37.566391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-49c65ba4-09bf-4aa5-b717-186baf6e9980 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:37.568776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-49c65ba4-09bf-4aa5-b717-186baf6e9980 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1286530 Nov 12 05:44:37.588786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'port': {'device_id': 'eda76725-60a9-4f73-bddf-b1f7bceb6f1f', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'admin_state_up': True, 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:44:37.758255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45288e69-9d6c-47f5-851f-8b4fab74bddb req-1183512d-c1fc-4ed8-a063-ee85060458a7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0378160 Nov 12 05:44:37.768877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:44:37.773115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:37.954040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.20.0.14 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/181b597c-494c-419d-87a3-9bb638b4ffa9) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:44:38.201825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:38.255670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:38.311055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:44:38.315048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:44:38.318589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:44:38.361334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=181b597c-494c-419d-87a3-9bb638b4ffa9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:38.412372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:38.413127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:38.439682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-4f13ffe8-7703-4f6a-a43b-11e46b5a6df4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8553870 Nov 12 05:44:38.455139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Request body: {'port': {'device_id': 'eda76725-60a9-4f73-bddf-b1f7bceb6f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:44:38.535439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:38.797529 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3daadaee-f336-4337-bbe5-b3613ce4a1ed None None] Provisioning complete for port 181b597c-494c-419d-87a3-9bb638b4ffa9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:44:38.798001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3daadaee-f336-4337-bbe5-b3613ce4a1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:38.846105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3daadaee-f336-4337-bbe5-b3613ce4a1ed None None] Port 181b597c-494c-419d-87a3-9bb638b4ffa9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:44:38.930686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181b597c-494c-419d-87a3-9bb638b4ffa9 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:44:38.958071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:38.978427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Transition to ACTIVE for port object 181b597c-494c-419d-87a3-9bb638b4ffa9 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:44:38.994143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09a88a-1200-4799-8f1c-75286b0ea1de req-d0f90a04-3951-4a18-bd75-12cdf3f6b51d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:38.995902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b09a88a-1200-4799-8f1c-75286b0ea1de req-d0f90a04-3951-4a18-bd75-12cdf3f6b51d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 932 time: 0.0847197 Nov 12 05:44:38.997432 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:39.083143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Pushing event updated for resources: {'Port': ['ID=181b597c-494c-419d-87a3-9bb638b4ffa9,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:39.162436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b09a88a-1200-4799-8f1c-75286b0ea1de req-3b70cfbb-4c09-41a7-803c-0e8e1f4f1e6c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547213 Nov 12 05:44:39.239902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Attempting to bind port 181b597c-494c-419d-87a3-9bb638b4ffa9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:44:39.240342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Attempting to bind port 181b597c-494c-419d-87a3-9bb638b4ffa9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:44:39.240744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Attempting to bind port 181b597c-494c-419d-87a3-9bb638b4ffa9 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:44:39.249330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Port 181b597c-494c-419d-87a3-9bb638b4ffa9 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:44:39.249834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Attempting to bind port 181b597c-494c-419d-87a3-9bb638b4ffa9 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:44:39.260770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:44:39.261265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:44:39.261501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:44:39.261994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Bound port: 181b597c-494c-419d-87a3-9bb638b4ffa9, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:44:39.262988 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:39.352478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] For port 181b597c-494c-419d-87a3-9bb638b4ffa9, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:44:39.355811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] For port 181b597c-494c-419d-87a3-9bb638b4ffa9, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=181b597c-494c-419d-87a3-9bb638b4ffa9,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:44:39.360946 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:39.398206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:39.398871 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:39.400689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] 10.222.0.47 "PUT /v2.0/ports/181b597c-494c-419d-87a3-9bb638b4ffa9 HTTP/1.1" status: 200 len: 1093 time: 0.9506552 Nov 12 05:44:39.401346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda76725-60a9-4f73-bddf-b1f7bceb6f1f', 'tag': '181b597c-494c-419d-87a3-9bb638b4ffa9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:44:39.404234 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c079d-60a3-44f3-af49-88a0677df861" -d '{"events": [{"name": "network-changed", "server_uuid": "eda76725-60a9-4f73-bddf-b1f7bceb6f1f", "tag": "181b597c-494c-419d-87a3-9bb638b4ffa9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:44:39.444396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed2cb-25dd-4670-980e-0ba88c35994c service neutron] Pushing event updated for resources: {'Port': ['ID=181b597c-494c-419d-87a3-9bb638b4ffa9,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:39.505658 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b7184d-b821-4de3-9235-0916a32f86b3 x-openstack-request-id: req-90b7184d-b821-4de3-9235-0916a32f86b3 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:44:39.506479 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda76725-60a9-4f73-bddf-b1f7bceb6f1f", "tag": "181b597c-494c-419d-87a3-9bb638b4ffa9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:44:39.507052 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90b7184d-b821-4de3-9235-0916a32f86b3 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:44:39.510231 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda76725-60a9-4f73-bddf-b1f7bceb6f1f', 'tag': '181b597c-494c-419d-87a3-9bb638b4ffa9', 'status': 'completed', 'code': 200} Nov 12 05:44:39.526944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-366c95cc-9ff9-4a01-98ea-f51e3ae4a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:39.529820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-366c95cc-9ff9-4a01-98ea-f51e3ae4a172 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 1096 time: 0.0814061 Nov 12 05:44:39.600234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-95ce3d45-8430-4eff-bb2d-e7a2999c5f4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=181b597c-494c-419d-87a3-9bb638b4ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0602596 Nov 12 05:44:39.664832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-64ee2bad-456c-4005-8ebc-1f7aeb75a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:39.666454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-64ee2bad-456c-4005-8ebc-1f7aeb75a47b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0585208 Nov 12 05:44:39.736831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-36685aa4-aea3-41b6-9c9e-cbfcfa85ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:39.738482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-36685aa4-aea3-41b6-9c9e-cbfcfa85ac27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639372 Nov 12 05:44:39.914638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-f3b00189-87dc-44ac-884c-33fcc8ff3074 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634212 Nov 12 05:44:40.035488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca8917d2-07fd-4022-9805-e1745628ca95 req-8abe14cc-b741-4ff7-b952-b300eb3ce8e9 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125777 Nov 12 05:44:40.131174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-84a66800-8443-4cd5-ba7e-c82e79bc7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:40.132730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-84a66800-8443-4cd5-ba7e-c82e79bc7b6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 1096 time: 0.0462801 Nov 12 05:44:40.254642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-69f98e71-bbc9-444d-9d31-1b2ceedca62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:40.256307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-69f98e71-bbc9-444d-9d31-1b2ceedca62b service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1147189 Nov 12 05:44:40.326926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-bfd1bfef-3f45-425a-b54a-1d570985b53c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=181b597c-494c-419d-87a3-9bb638b4ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0602980 Nov 12 05:44:40.399573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8a315-5c15-42b1-9cff-cd1233181ada req-775a34fe-3bcb-45f8-b5dd-0f6b4c34e12f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:40.401836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0a8a315-5c15-42b1-9cff-cd1233181ada req-775a34fe-3bcb-45f8-b5dd-0f6b4c34e12f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.1441684 Nov 12 05:44:40.427262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-8d378d69-cdd4-447f-ae6d-9107ea11f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:40.428641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-8d378d69-cdd4-447f-ae6d-9107ea11f784 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0909097 Nov 12 05:44:40.491088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0a8a315-5c15-42b1-9cff-cd1233181ada req-f9354629-3272-4a08-bf86-30a0e6eaa6ce tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814145 Nov 12 05:44:40.516975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-961b1407-032c-4274-ab97-47d937f97542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:40.528573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-961b1407-032c-4274-ab97-47d937f97542 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582221 Nov 12 05:44:40.651174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-9d96e9be-c165-409c-93f3-4ddd0a079f40 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216030 Nov 12 05:44:40.688685 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:40.818096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d3c079d-60a3-44f3-af49-88a0677df861 req-b1dd2f29-20bd-4b02-97f9-fe0b3bcde224 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509695 Nov 12 05:44:41.660517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ac5d4-40d0-4837-aa52-01ce427b0152 req-64172f88-0b81-47a9-beec-1ecebd4a0d69 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:41.662011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce1ac5d4-40d0-4837-aa52-01ce427b0152 req-64172f88-0b81-47a9-beec-1ecebd4a0d69 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0614326 Nov 12 05:44:41.725786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce1ac5d4-40d0-4837-aa52-01ce427b0152 req-db5518de-e377-438f-9b69-b8bcb7b3d922 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Nov 12 05:44:42.906467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bdb1f-7bea-477e-8c0d-36ffd5e6e63a req-4cb025e9-6ad0-4848-86b7-3852c51a2a8b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:42.907942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f3bdb1f-7bea-477e-8c0d-36ffd5e6e63a req-4cb025e9-6ad0-4848-86b7-3852c51a2a8b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0863464 Nov 12 05:44:42.989060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f3bdb1f-7bea-477e-8c0d-36ffd5e6e63a req-db8eb55e-9433-4f48-9e66-e921e844833f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738070 Nov 12 05:44:43.911527 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5463f6e6-7814-4fe6-b36c-2d661d5c1d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:44.168813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d45cf-7f11-446c-9d12-325a227fc971 req-291e0c8d-e0b9-408f-8be5-9ad0fbe99e98 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:44.176544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258d45cf-7f11-446c-9d12-325a227fc971 req-291e0c8d-e0b9-408f-8be5-9ad0fbe99e98 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0830657 Nov 12 05:44:44.233878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258d45cf-7f11-446c-9d12-325a227fc971 req-5174064b-0cae-44f0-aa83-b6f9c4050820 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551312 Nov 12 05:44:45.438925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010fce-858e-4fea-8c3b-ae4d9ac8cac8 req-8986c0bc-5832-4e1e-8b40-b30f678bd418 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:45.441573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e010fce-858e-4fea-8c3b-ae4d9ac8cac8 req-8986c0bc-5832-4e1e-8b40-b30f678bd418 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.1083193 Nov 12 05:44:45.511880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e010fce-858e-4fea-8c3b-ae4d9ac8cac8 req-a23f99cd-ae58-4a75-a84d-9081fce2311e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575230 Nov 12 05:44:46.314623 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caf1f964-9bce-4d52-9519-72d17c924bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:46.695788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d9b3e-6e89-41c1-9045-e09af1830fb0 req-9f763c2c-045d-4e44-9430-32e7645d596c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:46.704057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b96d9b3e-6e89-41c1-9045-e09af1830fb0 req-9f763c2c-045d-4e44-9430-32e7645d596c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0903621 Nov 12 05:44:46.784698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b96d9b3e-6e89-41c1-9045-e09af1830fb0 req-3aa55940-c3cd-4008-9c63-5922d8ee660b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796735 Nov 12 05:44:47.365892 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:47.972891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d413f-1906-4bd6-bfcd-35122b80dbff req-da16d10c-49be-4060-80d4-60e63ef7f635 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:47.974519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f0d413f-1906-4bd6-bfcd-35122b80dbff req-da16d10c-49be-4060-80d4-60e63ef7f635 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.1088030 Nov 12 05:44:48.031881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f0d413f-1906-4bd6-bfcd-35122b80dbff req-8cddc6e3-5bac-43cc-97e1-735865ddb47d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511460 Nov 12 05:44:48.603309 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:49.195174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b558c-5606-4427-83c6-565f213e203d req-701c27f9-a3e6-4f2f-b202-a8baceb57eaa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:49.196715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b2b558c-5606-4427-83c6-565f213e203d req-701c27f9-a3e6-4f2f-b202-a8baceb57eaa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0709419 Nov 12 05:44:49.247721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b2b558c-5606-4427-83c6-565f213e203d req-fea00c2a-8889-4e05-a06e-79587c11b0c0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Nov 12 05:44:49.515027 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:50.381389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb592733-b50a-4909-98d9-4c28b8136cbe req-928ed573-3227-4202-9aed-7c87723edd66 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:50.383692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb592733-b50a-4909-98d9-4c28b8136cbe req-928ed573-3227-4202-9aed-7c87723edd66 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0607848 Nov 12 05:44:50.440780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb592733-b50a-4909-98d9-4c28b8136cbe req-36c0b3be-eab5-4e19-8125-5c01291124e3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Nov 12 05:44:51.627406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304261c-53ea-41d7-9171-f1dd660afcfd req-58d49df6-9dd0-480b-980a-c45bfe01e46e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:51.629863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2304261c-53ea-41d7-9171-f1dd660afcfd req-58d49df6-9dd0-480b-980a-c45bfe01e46e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0621965 Nov 12 05:44:51.687892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2304261c-53ea-41d7-9171-f1dd660afcfd req-0135cfc7-7ad5-45a4-9b55-999fcec39d9e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462389 Nov 12 05:44:52.809103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c4e8b-c890-43fe-8d19-0ae48d6be4c8 req-b8f44d40-93c6-468d-b8fc-e85be40248c0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:52.810693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-815c4e8b-c890-43fe-8d19-0ae48d6be4c8 req-b8f44d40-93c6-468d-b8fc-e85be40248c0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0514579 Nov 12 05:44:52.858957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-815c4e8b-c890-43fe-8d19-0ae48d6be4c8 req-adbcf4fc-bc12-40dd-9765-5496da0a5688 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Nov 12 05:44:53.984947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283a75e-4f72-4873-909c-09e58c1e21f2 req-c3535059-7023-4966-91cf-768d9f2796d4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:53.988694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d283a75e-4f72-4873-909c-09e58c1e21f2 req-c3535059-7023-4966-91cf-768d9f2796d4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0534945 Nov 12 05:44:54.046843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d283a75e-4f72-4873-909c-09e58c1e21f2 req-7a47caac-bcca-48ad-83e0-795aaffc8d40 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Nov 12 05:44:55.174841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff0a4-5e81-4268-aea1-d89bce0d1106 req-08e98cfa-3cb3-470c-9d80-0f8e0d076557 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:55.177115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68eff0a4-5e81-4268-aea1-d89bce0d1106 req-08e98cfa-3cb3-470c-9d80-0f8e0d076557 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0568774 Nov 12 05:44:55.227198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68eff0a4-5e81-4268-aea1-d89bce0d1106 req-721dce8b-c791-47a3-823f-3a8a00afe681 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Nov 12 05:44:56.372363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f866-7d50-468d-aa2b-88027d061fc6 req-bc2ae543-504a-4214-a8aa-5a1302bc15c2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:56.374309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f53f866-7d50-468d-aa2b-88027d061fc6 req-bc2ae543-504a-4214-a8aa-5a1302bc15c2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0714443 Nov 12 05:44:56.433935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f53f866-7d50-468d-aa2b-88027d061fc6 req-b9187ffe-45e2-4477-a210-7f2dbd200ac2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527759 Nov 12 05:44:57.306527 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:57.591800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99968e-93a2-40b0-9e55-fcd0b5b4ba67 req-816a1637-62fd-45a2-a8bf-fd68b298d883 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:57.594545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d99968e-93a2-40b0-9e55-fcd0b5b4ba67 req-816a1637-62fd-45a2-a8bf-fd68b298d883 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0808642 Nov 12 05:44:57.660503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d99968e-93a2-40b0-9e55-fcd0b5b4ba67 req-7a581430-5dda-4a74-a6f1-eea0236d1553 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557966 Nov 12 05:44:58.818242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a83a7-532c-433b-b70a-fc5fee450864 req-878866f9-ab82-4358-b1dd-39e856ad8e9a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:58.819868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-878a83a7-532c-433b-b70a-fc5fee450864 req-878866f9-ab82-4358-b1dd-39e856ad8e9a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0521812 Nov 12 05:44:58.869296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-878a83a7-532c-433b-b70a-fc5fee450864 req-64d85bfe-ee0d-4562-9e5e-75f4b2e746ad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Nov 12 05:44:59.999428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9cc0f-a79d-45d4-8f8b-3cdceca5547a req-010e3276-593d-40b9-83da-e551c5b76212 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:00.001417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6dd9cc0f-a79d-45d4-8f8b-3cdceca5547a req-010e3276-593d-40b9-83da-e551c5b76212 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0541916 Nov 12 05:45:00.078972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6dd9cc0f-a79d-45d4-8f8b-3cdceca5547a req-a848271a-14f4-42c4-b454-d3b4d8ad8db1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717261 Nov 12 05:45:01.205126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109bbdd-b945-42c9-a476-37b355813120 req-05f2dca7-b82b-4236-ba64-cdc226702fa1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:01.206718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f109bbdd-b945-42c9-a476-37b355813120 req-05f2dca7-b82b-4236-ba64-cdc226702fa1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0552700 Nov 12 05:45:01.261785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f109bbdd-b945-42c9-a476-37b355813120 req-6995cf2b-2c86-4ef6-9034-4bc7ee7d9e3a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484502 Nov 12 05:45:02.396031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce639cbd-0eef-497c-a8ef-989f1082b17e req-4aadc46a-0b20-48b7-9cbe-fce068107261 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:02.404650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce639cbd-0eef-497c-a8ef-989f1082b17e req-4aadc46a-0b20-48b7-9cbe-fce068107261 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0683892 Nov 12 05:45:02.450354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce639cbd-0eef-497c-a8ef-989f1082b17e req-991b5e46-947a-4e0b-90dd-902db73a71af tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Nov 12 05:45:03.639990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656327b-ef41-4064-8094-a18a589d028b req-202163a1-17ff-4b2c-80e5-7417582112fc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:03.641698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6656327b-ef41-4064-8094-a18a589d028b req-202163a1-17ff-4b2c-80e5-7417582112fc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0913954 Nov 12 05:45:03.699589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6656327b-ef41-4064-8094-a18a589d028b req-1183736e-9491-41d1-9ad6-b3b59bedfef4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508974 Nov 12 05:45:04.833002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f494f6-b20b-45b6-8b85-13bfa4603490 req-785e1127-8c9f-41e1-b3bc-ad85cf237b70 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:04.834590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56f494f6-b20b-45b6-8b85-13bfa4603490 req-785e1127-8c9f-41e1-b3bc-ad85cf237b70 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0539651 Nov 12 05:45:04.894852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56f494f6-b20b-45b6-8b85-13bfa4603490 req-3402b552-a113-41fe-906c-917ad9fdfe29 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528915 Nov 12 05:45:06.034295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e651004-233b-4c94-8db2-51256d148d25 req-ddac6d89-c303-4db3-bc03-45dc5e365ed1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:06.035808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e651004-233b-4c94-8db2-51256d148d25 req-ddac6d89-c303-4db3-bc03-45dc5e365ed1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0570204 Nov 12 05:45:06.093923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e651004-233b-4c94-8db2-51256d148d25 req-5430c8b6-3797-45c8-b11b-b6c30a490776 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517817 Nov 12 05:45:06.455533 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:45:07.232883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9386b-5e3c-4ae8-95d9-291696628508 req-14a6799d-baa8-4849-8cf9-1206aa309818 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:07.234398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8de9386b-5e3c-4ae8-95d9-291696628508 req-14a6799d-baa8-4849-8cf9-1206aa309818 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 944 time: 0.0598245 Nov 12 05:45:07.290652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8de9386b-5e3c-4ae8-95d9-291696628508 req-1e96791e-cf62-4bdd-b56b-00d987ada462 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Nov 12 05:45:07.725114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-9af3f4f3-6587-4cc1-893a-79f8496cbb60 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409286 Nov 12 05:45:07.803389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-bff3eed9-4215-4479-96a3-f518567ed399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:07.805561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-bff3eed9-4215-4479-96a3-f518567ed399 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 1098 time: 0.0471177 Nov 12 05:45:07.882983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 181b597c-494c-419d-87a3-9bb638b4ffa9 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:45:07.913573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-4cd09dae-1ffb-4ea4-a680-24bb7103e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:07.915433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-4cd09dae-1ffb-4ea4-a680-24bb7103e45a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 200 len: 911 time: 0.0883327 Nov 12 05:45:07.998257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-7f005f91-2759-48b7-b068-37bfb3ff8d86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eeef763-26d5-4515-931c-35bd603ae873 HTTP/1.1" status: 200 len: 1001 time: 0.0737817 Nov 12 05:45:08.001478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 181b597c-494c-419d-87a3-9bb638b4ffa9, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=181b597c-494c-419d-87a3-9bb638b4ffa9,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:08.014057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '181b597c-494c-419d-87a3-9bb638b4ffa9', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'port_id': '181b597c-494c-419d-87a3-9bb638b4ffa9', 'mac_address': 'fa:16:3e:f2:e0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:45:08.062308 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:08.062792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-ae42c565-2fb5-40d0-9e57-6c0e8c1ebec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:08.064673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-ae42c565-2fb5-40d0-9e57-6c0e8c1ebec4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 200 len: 849 time: 0.0583589 Nov 12 05:45:08.080682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181b597c-494c-419d-87a3-9bb638b4ffa9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:45:08.104961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 181b597c-494c-419d-87a3-9bb638b4ffa9, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=181b597c-494c-419d-87a3-9bb638b4ffa9,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:08.115427 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:08.124647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-4e1fa245-2d45-4ad0-9dbe-77c195e4a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:08.127037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-4e1fa245-2d45-4ad0-9dbe-77c195e4a7fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9c43b57-22d3-44dc-83e7-457826eafdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549421 Nov 12 05:45:08.177225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=181b597c-494c-419d-87a3-9bb638b4ffa9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:08.186816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.187659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.188341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.188891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.189434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.190168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.190778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.191319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.191878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.192426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.192961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.193505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:08.249889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-800ad853-12a4-485a-abbc-87f8482cf47a service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101065 Nov 12 05:45:08.330583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['181b597c-494c-419d-87a3-9bb638b4ffa9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:45:08.354845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd6aaf48-e0c5-4c44-a32b-0eba2b0354fc req-50799fe4-1d0f-4355-844c-0509c79f51a7 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974410 Nov 12 05:45:08.432220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e031b4a-f9da-4655-899f-1e596acee990 req-91d8c8eb-4993-400e-bad1-f4612792e188 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:08.434635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e031b4a-f9da-4655-899f-1e596acee990 req-91d8c8eb-4993-400e-bad1-f4612792e188 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 945 time: 0.0658693 Nov 12 05:45:08.523357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e031b4a-f9da-4655-899f-1e596acee990 req-9d0b5445-aa90-4d5f-89ab-01f131899b1d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799463 Nov 12 05:45:09.664682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee4522-4c6c-4a4b-90e6-92cdf1ae24e0 req-8fd8985b-c624-46d2-8ecf-c5ce39c9e5c2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:09.666286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8ee4522-4c6c-4a4b-90e6-92cdf1ae24e0 req-8fd8985b-c624-46d2-8ecf-c5ce39c9e5c2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 945 time: 0.0624285 Nov 12 05:45:09.722311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8ee4522-4c6c-4a4b-90e6-92cdf1ae24e0 req-4553a582-7b11-43a3-b746-d58741d4705c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 Nov 12 05:45:09.882624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 181b597c-494c-419d-87a3-9bb638b4ffa9 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:45:09.942148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 181b597c-494c-419d-87a3-9bb638b4ffa9 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:45:09.947077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 181b597c-494c-419d-87a3-9bb638b4ffa9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:45:09.947555 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:10.034371 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:10.061412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda76725-60a9-4f73-bddf-b1f7bceb6f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181b597c-494c-419d-87a3-9bb638b4ffa9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:45:10.063799 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4425d7e3-fccd-4227-8e7f-ae4a66e19a2a" -d '{"events": [{"server_uuid": "eda76725-60a9-4f73-bddf-b1f7bceb6f1f", "name": "network-vif-plugged", "status": "completed", "tag": "181b597c-494c-419d-87a3-9bb638b4ffa9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:45:10.078076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 181b597c-494c-419d-87a3-9bb638b4ffa9, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=181b597c-494c-419d-87a3-9bb638b4ffa9,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:10.087860 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:10.150072 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacfde3a-c1e0-4db2-80c2-ed9f7981047f x-openstack-request-id: req-cacfde3a-c1e0-4db2-80c2-ed9f7981047f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:45:10.150804 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda76725-60a9-4f73-bddf-b1f7bceb6f1f", "name": "network-vif-plugged", "status": "completed", "tag": "181b597c-494c-419d-87a3-9bb638b4ffa9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:45:10.151058 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cacfde3a-c1e0-4db2-80c2-ed9f7981047f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:45:10.151542 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda76725-60a9-4f73-bddf-b1f7bceb6f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181b597c-494c-419d-87a3-9bb638b4ffa9', 'code': 200} Nov 12 05:45:10.205193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=181b597c-494c-419d-87a3-9bb638b4ffa9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:10.238323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4606633-03d7-4946-b68e-ddc7fb163b8a req-515596b7-8f0f-48fc-b827-3bf3a4a3cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:10.239872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4606633-03d7-4946-b68e-ddc7fb163b8a req-515596b7-8f0f-48fc-b827-3bf3a4a3cade service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 1098 time: 0.0516222 Nov 12 05:45:10.295991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4606633-03d7-4946-b68e-ddc7fb163b8a req-1b09b03c-1dc5-471e-ba19-84d4d1f91adc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484796 Nov 12 05:45:10.694212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:10.852540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448f6f4-47e3-436f-94d7-8daf944a7fa9 req-dbea0636-cb8a-4656-af2a-106902c031fd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:10.858840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1448f6f4-47e3-436f-94d7-8daf944a7fa9 req-dbea0636-cb8a-4656-af2a-106902c031fd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 946 time: 0.0580111 Nov 12 05:45:10.913875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1448f6f4-47e3-436f-94d7-8daf944a7fa9 req-9e76dc1a-87d9-44e2-b63f-dfb508e3a7b5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536516 Nov 12 05:45:12.069052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9e5ef-d9de-4d32-b216-79ac0d6b9110 req-7e8345dc-c4b2-4097-83be-44d2830ad2a4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:12.080797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13a9e5ef-d9de-4d32-b216-79ac0d6b9110 req-7e8345dc-c4b2-4097-83be-44d2830ad2a4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 946 time: 0.0770261 Nov 12 05:45:12.140408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13a9e5ef-d9de-4d32-b216-79ac0d6b9110 req-c77f604b-1916-4281-a9a4-08200183df80 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Nov 12 05:45:12.284105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f844-523a-4661-8fb9-99d5769e43c0 req-69e61eed-8f64-4099-96b7-cf02434972c4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:12.286048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2271f844-523a-4661-8fb9-99d5769e43c0 req-69e61eed-8f64-4099-96b7-cf02434972c4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 946 time: 0.0672567 Nov 12 05:45:12.350588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2271f844-523a-4661-8fb9-99d5769e43c0 req-84d5d8d5-0c3b-4402-ae16-b830b232861b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585885 Nov 12 05:45:12.480864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f660c55-b8d9-4963-91fa-776266004d68 req-e6722305-c009-4da7-9fbf-7dce23a850ba tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:12.482566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f660c55-b8d9-4963-91fa-776266004d68 req-e6722305-c009-4da7-9fbf-7dce23a850ba tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 946 time: 0.0540724 Nov 12 05:45:12.554176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f660c55-b8d9-4963-91fa-776266004d68 req-bca3b6fc-494e-4474-826b-7565f0dcb29a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632541 Nov 12 05:45:13.471211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df244e-3233-4378-822e-0187641e9198 req-987a3620-2c08-4014-8ce2-7944865b9c18 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:13.472874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92df244e-3233-4378-822e-0187641e9198 req-987a3620-2c08-4014-8ce2-7944865b9c18 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 946 time: 0.0554874 Nov 12 05:45:13.528968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92df244e-3233-4378-822e-0187641e9198 req-e82515d9-8921-491c-8c71-f6440083ed20 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497677 Nov 12 05:45:13.894984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdfac-a0b3-429a-b84d-7b2528bba63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:14.648759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555165a-7673-4a16-8613-e00031755039 req-65af4e03-4b01-40c2-a0fb-f999acea8498 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:14.650565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c555165a-7673-4a16-8613-e00031755039 req-65af4e03-4b01-40c2-a0fb-f999acea8498 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 946 time: 0.0520115 Nov 12 05:45:14.697959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c555165a-7673-4a16-8613-e00031755039 req-abd2bac2-f3b5-46b9-830a-9273832bdc37 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Nov 12 05:45:14.978903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-6a50c081-8df8-47ff-9d59-36658ec0fbb0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:14.980386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-6a50c081-8df8-47ff-9d59-36658ec0fbb0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 946 time: 0.0484338 Nov 12 05:45:15.084493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port 181b597c-494c-419d-87a3-9bb638b4ffa9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:45:15.084830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:15.178118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] For port 181b597c-494c-419d-87a3-9bb638b4ffa9, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=181b597c-494c-419d-87a3-9bb638b4ffa9,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:15.178515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:15.191989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for 181b597c-494c-419d-87a3-9bb638b4ffa9 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:45:15.329721 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:15.344554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['181b597c-494c-419d-87a3-9bb638b4ffa9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:45:15.360952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=181b597c-494c-419d-87a3-9bb638b4ffa9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:15.368884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.369228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.369571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.369912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.370251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.371238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.371568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.371895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.372221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.372570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.372873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.373196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:15.419634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] No DVR routers for this DVR port 181b597c-494c-419d-87a3-9bb638b4ffa9 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:45:15.422665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:15.426022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-739c66ac-8b64-4bf9-a38d-5a42d4e751e2 req-8ac15c26-c8e1-429a-967b-e9b40a7877d0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "DELETE /v2.0/ports/181b597c-494c-419d-87a3-9bb638b4ffa9 HTTP/1.1" status: 204 len: 173 time: 0.4394629 Nov 12 05:45:15.426534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda76725-60a9-4f73-bddf-b1f7bceb6f1f', 'name': 'network-vif-deleted', 'tag': '181b597c-494c-419d-87a3-9bb638b4ffa9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:45:15.428794 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b919d3ac-fabf-4e14-b4e7-4771d55c9b04" -d '{"events": [{"server_uuid": "eda76725-60a9-4f73-bddf-b1f7bceb6f1f", "name": "network-vif-deleted", "tag": "181b597c-494c-419d-87a3-9bb638b4ffa9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:45:15.498790 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d238c4a2-5ebd-48f5-a46c-3d8512fd2c9f x-openstack-request-id: req-d238c4a2-5ebd-48f5-a46c-3d8512fd2c9f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:45:15.500074 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda76725-60a9-4f73-bddf-b1f7bceb6f1f", "name": "network-vif-deleted", "tag": "181b597c-494c-419d-87a3-9bb638b4ffa9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:45:15.500419 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d238c4a2-5ebd-48f5-a46c-3d8512fd2c9f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:45:15.501024 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda76725-60a9-4f73-bddf-b1f7bceb6f1f', 'name': 'network-vif-deleted', 'tag': '181b597c-494c-419d-87a3-9bb638b4ffa9', 'status': 'completed', 'code': 200} Nov 12 05:45:15.794777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32c246d9-83d0-4423-ac29-8eacdf4ed282 req-89d7fead-1edf-423d-ba64-355f4808eb45 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0260799 Nov 12 05:45:16.306165 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-924229e3-764a-46b6-bd41-1feaa2b10f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:16.894900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c0fb19f-3f30-47bd-b092-295a31c9e8be req-26b32cbe-ac91-4722-a619-39864d82d0a8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0275557 Nov 12 05:45:17.365712 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:17.929592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 181b597c-494c-419d-87a3-9bb638b4ffa9 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:45:17.949984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 181b597c-494c-419d-87a3-9bb638b4ffa9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:45:17.950301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 181b597c-494c-419d-87a3-9bb638b4ffa9 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:45:17.990262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-438c5b36-1daa-46bb-a0e0-6d4f02294874 req-88ea1b72-6466-41b7-8aef-a18a69441fab tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0270791 Nov 12 05:45:18.608037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:19.083621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c76a0644-800c-4266-9564-3c15733406a4 req-e072df11-a503-416a-a5e7-53990ca11089 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0264118 Nov 12 05:45:19.524914 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:20.186132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-320ef208-1435-4008-9cb9-c3bfb38003ac req-fe8fd13e-e77e-47a6-9912-66a08a3e048e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0312800 Nov 12 05:45:21.285879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f08ff5e-2088-4df3-a2ae-f01ac88dcd57 req-376403e6-a09e-4cd0-a82a-30eafb39391d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0278955 Nov 12 05:45:22.379017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4abf97d0-609c-4ea8-bc62-3a331f4bf782 req-5405ef37-69a9-42e7-8019-15687a2c1aee tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0262368 Nov 12 05:45:23.500105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75fd6ffa-e95c-42c4-8efe-5058dee87485 req-c2cbbc53-c048-43b0-bae0-a93848e4b178 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0337861 Nov 12 05:45:24.604035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ae70542-1aab-47fd-b7c6-1404a8be807a req-d255a4b2-a63c-438d-86d2-8859ef3e9bb1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0267656 Nov 12 05:45:25.706980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc05b5c6-1eff-4225-8e31-9f4524424714 req-55f2d8eb-86cb-4919-9b83-6b108cc122c0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0282912 Nov 12 05:45:26.830160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-955f23e5-ebf4-4bd9-a9e4-617b39c8f04a req-93a3ea68-dd3b-4c38-98a9-f3a91717d61f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda76725-60a9-4f73-bddf-b1f7bceb6f1f HTTP/1.1" status: 200 len: 210 time: 0.0490623 Nov 12 05:45:27.301559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:40.686143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:43.453980 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:45:43.904070 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bc81429a-7f14-45ec-94c0-f2f233be5863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:46.320998 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f962e96a-b1f3-48a6-a961-3924c96478ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:47.373343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:48.611219 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:49.538100 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:56.967625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028724cc-7b93-4371-b14e-40cb86c313ea req-8c38337f-7718-4834-965e-7e0c5e78e0b3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:56.975446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-028724cc-7b93-4371-b14e-40cb86c313ea req-8c38337f-7718-4834-965e-7e0c5e78e0b3 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 946 time: 0.0787292 Nov 12 05:45:57.037127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-028724cc-7b93-4371-b14e-40cb86c313ea req-9fe22e95-cf4d-46a6-afce-5b24fc9e9c00 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608792 Nov 12 05:45:57.312631 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:58.175044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffbdfd-05bf-4c9e-9f2b-e29010415246 req-46515f91-ab2f-427e-a3fc-25c175cea94d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:58.184128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cffbdfd-05bf-4c9e-9f2b-e29010415246 req-46515f91-ab2f-427e-a3fc-25c175cea94d tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 946 time: 0.0637782 Nov 12 05:45:58.238682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4cffbdfd-05bf-4c9e-9f2b-e29010415246 req-998f0d13-b283-4a9d-a318-8ee384d7e158 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535681 Nov 12 05:45:59.056135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-0b2bbfd0-fb09-4717-9349-ad1ae6d0f4c2 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:59.058242 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-0b2bbfd0-fb09-4717-9349-ad1ae6d0f4c2 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 946 time: 0.0904403 Nov 12 05:45:59.176135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Deleting port 1eeef763-26d5-4515-931c-35bd603ae873 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:45:59.176855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.280635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] For port 1eeef763-26d5-4515-931c-35bd603ae873, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=1eeef763-26d5-4515-931c-35bd603ae873,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:59.281000 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.530074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42274) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:45:59.537460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431655046', 'description': 'tempest-secgroup-smoke-1431655046 description', 'project_id': 'fddc60a81bde4244af5026441a905f68'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:45:59.569037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.659566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.663479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.695876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95d87b0-6055-4fb8-9320-d3ece38806aa,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:59.700891 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.704980 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1707447 Nov 12 05:45:59.707795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42280) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:45:59.712343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-eabb812a-fa65-405d-8f39-74d27aee0e8e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'security_group_rule': {'security_group_id': 'c95d87b0-6055-4fb8-9320-d3ece38806aa', 'project_id': 'fddc60a81bde4244af5026441a905f68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:45:59.720583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.720930 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.721333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.721678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.722014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.722390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.722701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.723034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.723361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.723685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.724008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.724330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0522a9-1936-4edd-9418-50ae336aeb2d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:59.754964 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eabb812a-fa65-405d-8f39-74d27aee0e8e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.825985 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eabb812a-fa65-405d-8f39-74d27aee0e8e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.831699 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eabb812a-fa65-405d-8f39-74d27aee0e8e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.834332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4925d0-67b7-4a81-ba68-999b5967fd68 req-118c5081-6be0-4edb-9d2c-ce691c189fff tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:59.836441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e4925d0-67b7-4a81-ba68-999b5967fd68 req-118c5081-6be0-4edb-9d2c-ce691c189fff tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6e222e5-6c5f-4103-a8ef-9ffcf35cc563 HTTP/1.1" status: 200 len: 946 time: 0.1058512 Nov 12 05:45:59.854670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb812a-fa65-405d-8f39-74d27aee0e8e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b9cae0-9ede-4875-9957-0747f7f4f5c3,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:59.873773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eabb812a-fa65-405d-8f39-74d27aee0e8e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.877065 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eabb812a-fa65-405d-8f39-74d27aee0e8e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680949 Nov 12 05:45:59.879945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42290) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:45:59.890316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9649819c-9e34-42cd-a240-5d2d5182f015 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'security_group_rule': {'security_group_id': 'c95d87b0-6055-4fb8-9320-d3ece38806aa', 'project_id': 'fddc60a81bde4244af5026441a905f68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:45:59.921735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9649819c-9e34-42cd-a240-5d2d5182f015 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.922718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e4925d0-67b7-4a81-ba68-999b5967fd68 req-f27a7159-fdf0-4c29-8b7f-67e77f193c38 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2cb493d-2505-4193-bc27-454543b1a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742087 Nov 12 05:45:59.932476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.932476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.932476 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Floating IP ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce disassociated. External IP: 172.25.2.59, port: 1eeef763-26d5-4515-931c-35bd603ae873. Nov 12 05:45:59.932476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Calling delete_port for 1eeef763-26d5-4515-931c-35bd603ae873 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:45:59.986259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9649819c-9e34-42cd-a240-5d2d5182f015 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:59.991265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9649819c-9e34-42cd-a240-5d2d5182f015 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.009153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649819c-9e34-42cd-a240-5d2d5182f015 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597378f2-462e-43c2-92d9-15070130476c,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:00.021913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9649819c-9e34-42cd-a240-5d2d5182f015 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.024293 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9649819c-9e34-42cd-a240-5d2d5182f015 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433733 Nov 12 05:46:00.027699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42296) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:00.036209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0830f9f7-c19b-4620-9e33-92a19841fdea tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'security_group_rule': {'security_group_id': 'c95d87b0-6055-4fb8-9320-d3ece38806aa', 'project_id': 'fddc60a81bde4244af5026441a905f68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:00.068225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0830f9f7-c19b-4620-9e33-92a19841fdea tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.129790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0830f9f7-c19b-4620-9e33-92a19841fdea tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.133628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0830f9f7-c19b-4620-9e33-92a19841fdea tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.156303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830f9f7-c19b-4620-9e33-92a19841fdea tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1324aa4-c720-4394-88d7-493f87fd68b7,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:00.156759 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.164579 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0830f9f7-c19b-4620-9e33-92a19841fdea tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.169564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0830f9f7-c19b-4620-9e33-92a19841fdea tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406891 Nov 12 05:46:00.170178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42298) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:00.174607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-667d4fc6-dfad-47d5-a6c6-cc41ff934371 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'security_group_rule': {'security_group_id': 'c95d87b0-6055-4fb8-9320-d3ece38806aa', 'project_id': 'fddc60a81bde4244af5026441a905f68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:00.186483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event deleted for resources: {'Port': ['ID=1eeef763-26d5-4515-931c-35bd603ae873,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:00.208627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-667d4fc6-dfad-47d5-a6c6-cc41ff934371 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.273171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-da5527d1-a823-4432-b9da-781630ea3c0c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:00.274681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-da5527d1-a823-4432-b9da-781630ea3c0c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.2073200 Nov 12 05:46:00.277230 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-667d4fc6-dfad-47d5-a6c6-cc41ff934371 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.281995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-667d4fc6-dfad-47d5-a6c6-cc41ff934371 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.305922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d4fc6-dfad-47d5-a6c6-cc41ff934371 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e73fa3-3c67-41c2-88f7-da975c6637b3,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:00.313352 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-667d4fc6-dfad-47d5-a6c6-cc41ff934371 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.317740 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-667d4fc6-dfad-47d5-a6c6-cc41ff934371 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465428 Nov 12 05:46:00.318424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:00.320853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-d06a1a32-c925-41ed-8b08-bb4f6e7640dd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/quotas/43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 375 time: 0.0121644 Nov 12 05:46:00.323811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-708babf3-32d5-4d97-8756-5c696ee3c829 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'security_group_rule': {'security_group_id': 'c95d87b0-6055-4fb8-9320-d3ece38806aa', 'project_id': 'fddc60a81bde4244af5026441a905f68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:00.351772 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-708babf3-32d5-4d97-8756-5c696ee3c829 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Project fddc60a81bde4244af5026441a905f68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:46:00.357243 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-708babf3-32d5-4d97-8756-5c696ee3c829 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.380792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:46:00.390208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-c1f54f6f-e15f-49ca-81f0-7a3dc4384196 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585737 Nov 12 05:46:00.421012 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-708babf3-32d5-4d97-8756-5c696ee3c829 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.424997 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-708babf3-32d5-4d97-8756-5c696ee3c829 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.444234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708babf3-32d5-4d97-8756-5c696ee3c829 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4133afa5-6dbf-47f3-b17d-f6707bb0fe8f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:00.463091 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-708babf3-32d5-4d97-8756-5c696ee3c829 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.464522 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-708babf3-32d5-4d97-8756-5c696ee3c829 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450915 Nov 12 05:46:00.467315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42304) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:00.472369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bdc88110-8670-4309-803b-8c5998fe0daa tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'security_group_rule': {'security_group_id': 'c95d87b0-6055-4fb8-9320-d3ece38806aa', 'project_id': 'fddc60a81bde4244af5026441a905f68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:00.498933 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-bdc88110-8670-4309-803b-8c5998fe0daa tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Project fddc60a81bde4244af5026441a905f68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:46:00.505681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc88110-8670-4309-803b-8c5998fe0daa tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.542964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:46:00.556749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] Sync routers for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:46:00.570873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:46:00.571484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:45:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:00.590774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] No DVR routers for this DVR port 1eeef763-26d5-4515-931c-35bd603ae873 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:46:00.593560 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.597955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc88110-8670-4309-803b-8c5998fe0daa tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.599656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46bd750e-fb97-4240-aebe-2a80ec49fa04 req-ba665b21-1a13-401d-87a5-9e1d30989ab1 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.43 "DELETE /v2.0/ports/1eeef763-26d5-4515-931c-35bd603ae873 HTTP/1.1" status: 204 len: 173 time: 1.5334787 Nov 12 05:46:00.599980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'name': 'network-vif-deleted', 'tag': '1eeef763-26d5-4515-931c-35bd603ae873'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:00.602483 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c34c1c-5487-47de-bd73-829fc14c6bfe" -d '{"events": [{"server_uuid": "a6e222e5-6c5f-4103-a8ef-9ffcf35cc563", "name": "network-vif-deleted", "tag": "1eeef763-26d5-4515-931c-35bd603ae873"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:00.606361 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc88110-8670-4309-803b-8c5998fe0daa tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.647147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc88110-8670-4309-803b-8c5998fe0daa tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3156e42-24a7-4825-b16c-7347fe7061a8,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:00.657019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc88110-8670-4309-803b-8c5998fe0daa tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:00.661051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bdc88110-8670-4309-803b-8c5998fe0daa tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1926184 Nov 12 05:46:00.744802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-873c2a4c-3ab1-49a0-9b1b-2b82b1f8950b service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102405 Nov 12 05:46:00.757487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:46:00.918324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-acde15ea-df99-4d63-a737-c21a64f7f47c service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619337 Nov 12 05:46:01.210670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:01.274269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] Checking router: 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:46:01.286724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:46:01.287550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:45:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:01.421294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:46:01.437127 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2e46e8-5ab4-41e9-ae79-67211f7d70f5 x-openstack-request-id: req-5c2e46e8-5ab4-41e9-ae79-67211f7d70f5 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:01.437692 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e222e5-6c5f-4103-a8ef-9ffcf35cc563", "name": "network-vif-deleted", "tag": "1eeef763-26d5-4515-931c-35bd603ae873", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:01.438062 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c2e46e8-5ab4-41e9-ae79-67211f7d70f5 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:01.438569 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e222e5-6c5f-4103-a8ef-9ffcf35cc563', 'name': 'network-vif-deleted', 'tag': '1eeef763-26d5-4515-931c-35bd603ae873', 'status': 'completed', 'code': 200} Nov 12 05:46:01.606124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-7ef7a985-85ce-464c-b736-2f1035f3c9e7 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431655046&fields=id&tenant_id=fddc60a81bde4244af5026441a905f68 HTTP/1.1" status: 200 len: 267 time: 0.0752175 Nov 12 05:46:01.717925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1eeef763-26d5-4515-931c-35bd603ae873 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:46:01.735076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dce63-5724-4e35-b320-6a1807f8389c req-c90532e5-856a-46ed-99d4-a50f18e109ec tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:01.736847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-c90532e5-856a-46ed-99d4-a50f18e109ec tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/networks?id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 HTTP/1.1" status: 200 len: 813 time: 0.1230946 Nov 12 05:46:01.742603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 1eeef763-26d5-4515-931c-35bd603ae873 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:46:01.742950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 1eeef763-26d5-4515-931c-35bd603ae873 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:46:01.754267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-3fe31eca-09a9-454d-af51-3e6d7e5d80ba tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/quotas/fddc60a81bde4244af5026441a905f68 HTTP/1.1" status: 200 len: 375 time: 0.0113990 Nov 12 05:46:01.768047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:01.798978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e8b36-0468-4a8b-a4b4-832a8bd1b56f None None] The sync data for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 is: [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:36:21Z', 'revision_number': 4, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9e60fd3e-de87-4bc4-b56f-26c3e6f21f54', 'name': '', 'network_id': 'e9c43b57-22d3-44dc-83e7-457826eafdd5', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'mac_address': 'fa:16:3e:fc:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:20Z', 'updated_at': '2021-11-12T05:36:35Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'subnets': [{'id': 'dab9ffed-b5f6-4243-bc10-d760d49f8242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:46:01.830999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-231192cc-26ff-43a8-8140-3fbc7d24ef87 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fddc60a81bde4244af5026441a905f68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681770 Nov 12 05:46:01.954215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-6ea89dc9-7500-4409-98c2-fd1844546699 service neutron] 10.222.0.48 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042249 Nov 12 05:46:02.097297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-821964a1-bb60-4542-910e-e930e7ef5411 service neutron] 10.222.0.48 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352179 Nov 12 05:46:02.155405 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a593ac-c455-40ab-a0c9-64658c17dd14 None None] New status for floating IP ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:46:02.593462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a908864b-d9dd-4301-a948-54f92bb05fc2 req-4e1862db-5f1c-446c-b320-f20bff791509 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.0415468 Nov 12 05:46:02.633891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-8efb81ca-977d-44f1-b9e1-ef4e952ad783 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:02.636309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-8efb81ca-977d-44f1-b9e1-ef4e952ad783 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1804218 Nov 12 05:46:02.660242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'port': {'device_id': '5904b72e-aa78-49ac-87f7-a63a3d82258d', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'admin_state_up': True, 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:02.686716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d252a526-4444-4a20-b5c3-800d0e7d04b4 req-0bc4b824-54e7-4b8f-935c-6e47e3aa1f61 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.0432956 Nov 12 05:46:02.744878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42360) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:02.835216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:46:02.840365 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-687fc4e2-2ac4-46b5-8670-a83575818291 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:02.841232 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:02.869931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-687fc4e2-2ac4-46b5-8670-a83575818291 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:02.927022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-687fc4e2-2ac4-46b5-8670-a83575818291 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:02.930772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-687fc4e2-2ac4-46b5-8670-a83575818291 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:02.932510 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-687fc4e2-2ac4-46b5-8670-a83575818291 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "DELETE /v2.0/security-groups/e2cb493d-2505-4193-bc27-454543b1a323 HTTP/1.1" status: 204 len: 168 time: 0.1865685 Nov 12 05:46:02.936878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42364) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:02.951865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc4e2-2ac4-46b5-8670-a83575818291 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cb493d-2505-4193-bc27-454543b1a323,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:02.959911 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ff90476e-1569-4540-8dba-4877c3f61bf2 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] show failed (client error): The resource could not be found. Nov 12 05:46:02.961276 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ff90476e-1569-4540-8dba-4877c3f61bf2 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "GET /v2.0/security-groups/e2cb493d-2505-4193-bc27-454543b1a323 HTTP/1.1" status: 404 len: 347 time: 0.0218341 Nov 12 05:46:02.966681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42366) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:03.102583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.20.0.4 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/2afd9f30-72ba-4bed-837d-a8f1c7606243) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:46:03.298652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Deleting port 87702222-ece9-416b-96d1-15cd88a64067 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:46:03.299549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.342468 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.386360 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.435935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.436176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.450258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Calling delete_port for 87702222-ece9-416b-96d1-15cd88a64067 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:46:03.485369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=2afd9f30-72ba-4bed-837d-a8f1c7606243,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:03.490361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:46:03.492549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:46:03.495238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:46:03.601468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:03.613351 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.662682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-5dcd119c-415d-4409-9f7c-adc705959ff7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0084813 Nov 12 05:46:03.753581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.817641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Pushing event deleted for resources: {'Port': ['ID=87702222-ece9-416b-96d1-15cd88a64067,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:03.822587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Request body: {'port': {'device_id': '5904b72e-aa78-49ac-87f7-a63a3d82258d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:03.933387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dce63-5724-4e35-b320-6a1807f8389c req-583e3191-56e4-4bb6-81d2-e6d8eaf49b9b tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:03.934883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-583e3191-56e4-4bb6-81d2-e6d8eaf49b9b tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.43 "GET /v2.0/networks?id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 HTTP/1.1" status: 200 len: 813 time: 0.1701827 Nov 12 05:46:03.939754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.943246 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:03.949357 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-271f612c-572b-41d1-96a9-c84840d81254 tempest-AttachVolumeTestJSON-578777382 tempest-AttachVolumeTestJSON-578777382-project] 10.222.0.48 "DELETE /v2.0/floatingips/ceb7cd3d-5431-4bf1-8357-a7d54bbf47ce HTTP/1.1" status: 204 len: 168 time: 0.9770296 Nov 12 05:46:04.004931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea610177-f408-44a3-8885-c05dc15a77fc req-12d485e2-c8f5-4618-a934-9c20d24cef21 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:04.006506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea610177-f408-44a3-8885-c05dc15a77fc req-12d485e2-c8f5-4618-a934-9c20d24cef21 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 931 time: 0.2651908 Nov 12 05:46:04.035257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-28ef77cb-1734-49ff-8476-202735296179 None None] Provisioning complete for port 2afd9f30-72ba-4bed-837d-a8f1c7606243 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:46:04.035836 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-28ef77cb-1734-49ff-8476-202735296179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:04.088551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-b25e8665-04b9-4a3c-a8ae-2d079e98df1e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fddc60a81bde4244af5026441a905f68 HTTP/1.1" status: 200 len: 380 time: 0.1295476 Nov 12 05:46:04.101418 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:04.112986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-28ef77cb-1734-49ff-8476-202735296179 None None] Port 2afd9f30-72ba-4bed-837d-a8f1c7606243 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:46:04.124293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'port': {'device_id': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'admin_state_up': True, 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'security_groups': ['c95d87b0-6055-4fb8-9320-d3ece38806aa']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:04.160779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ea610177-f408-44a3-8885-c05dc15a77fc req-13e19119-1878-4a45-979b-45e28ceccab5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252213 Nov 12 05:46:04.532580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afd9f30-72ba-4bed-837d-a8f1c7606243 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:46:04.543049 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:04.556987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Transition to ACTIVE for port object 2afd9f30-72ba-4bed-837d-a8f1c7606243 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:46:04.576661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:04.629032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b0ed6c5-382a-49be-989e-ed65d164fd6b req-2613f929-8e77-4568-8a84-3f5449fb59ea tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.0701153 Nov 12 05:46:04.735476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2afd9f30-72ba-4bed-837d-a8f1c7606243,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:04.773505 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Made reservation on behalf of fddc60a81bde4244af5026441a905f68 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:46:04.780902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:04.878431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Attempting to bind port 2afd9f30-72ba-4bed-837d-a8f1c7606243 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:46:04.879116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Attempting to bind port 2afd9f30-72ba-4bed-837d-a8f1c7606243 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:46:04.879908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Attempting to bind port 2afd9f30-72ba-4bed-837d-a8f1c7606243 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:46:04.894236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Port 2afd9f30-72ba-4bed-837d-a8f1c7606243 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:46:04.894743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Attempting to bind port 2afd9f30-72ba-4bed-837d-a8f1c7606243 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:46:04.914499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:46:04.915360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:46:04.916101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:46:04.917437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Bound port: 2afd9f30-72ba-4bed-837d-a8f1c7606243, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:46:04.918172 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.071468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Allocated IP 172.20.0.14 (4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0/6fd12d3c-0770-4e25-9929-4bfdab23f44b/01233a61-e9b3-439a-bf93-4ca7242a8d2e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:46:05.079809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] For port 2afd9f30-72ba-4bed-837d-a8f1c7606243, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:46:05.086956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] For port 2afd9f30-72ba-4bed-837d-a8f1c7606243, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2afd9f30-72ba-4bed-837d-a8f1c7606243,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:46:05.135846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.198098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:05.199505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.200933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/2afd9f30-72ba-4bed-837d-a8f1c7606243 HTTP/1.1" status: 200 len: 1092 time: 1.5293047 Nov 12 05:46:05.204962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5904b72e-aa78-49ac-87f7-a63a3d82258d', 'tag': '2afd9f30-72ba-4bed-837d-a8f1c7606243'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:05.208185 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305" -d '{"events": [{"name": "network-changed", "server_uuid": "5904b72e-aa78-49ac-87f7-a63a3d82258d", "tag": "2afd9f30-72ba-4bed-837d-a8f1c7606243"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:05.330205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1ed9f-7c5c-4649-b94f-fa560c4a15c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2afd9f30-72ba-4bed-837d-a8f1c7606243,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:05.388662 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.396869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-bca30c2b-5921-446e-ba66-d0865d45ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:05.398429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-bca30c2b-5921-446e-ba66-d0865d45ac80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 1095 time: 0.1337891 Nov 12 05:46:05.408396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc7c07-8838-49fa-aa0a-31b831ab8e34 req-394ae4d5-99d7-4f40-a75f-52814bf2aac4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:05.409897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03cc7c07-8838-49fa-aa0a-31b831ab8e34 req-394ae4d5-99d7-4f40-a75f-52814bf2aac4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.1368265 Nov 12 05:46:05.461375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-0ebce4c3-37c8-4285-aa35-9ca5fc224054 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2afd9f30-72ba-4bed-837d-a8f1c7606243 HTTP/1.1" status: 200 len: 217 time: 0.0504372 Nov 12 05:46:05.551054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03cc7c07-8838-49fa-aa0a-31b831ab8e34 req-f7d30717-73ce-4b18-aeca-652d0adcea78 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326625 Nov 12 05:46:05.553792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.592872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-90cd6529-1b0c-42d0-9d90-7eef7c2d2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:05.594587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-90cd6529-1b0c-42d0-9d90-7eef7c2d2465 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.1181977 Nov 12 05:46:05.628053 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a1d22-0a26-42e8-9b50-eb9b40962a97 x-openstack-request-id: req-333a1d22-0a26-42e8-9b50-eb9b40962a97 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:05.628375 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5904b72e-aa78-49ac-87f7-a63a3d82258d", "tag": "2afd9f30-72ba-4bed-837d-a8f1c7606243", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:05.628631 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-333a1d22-0a26-42e8-9b50-eb9b40962a97 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:05.629073 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5904b72e-aa78-49ac-87f7-a63a3d82258d', 'tag': '2afd9f30-72ba-4bed-837d-a8f1c7606243', 'status': 'completed', 'code': 200} Nov 12 05:46:05.630967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:46:05.633918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:46:05.636598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:46:05.639576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'Port': ['ID=01233a61-e9b3-439a-bf93-4ca7242a8d2e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:05.708737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:05.709378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.721496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-ef260fc3-cf5a-4a97-996c-73b4f292ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:05.723069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-ef260fc3-cf5a-4a97-996c-73b4f292ddcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149719 Nov 12 05:46:05.774941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-d85f146c-7dfb-47fd-a12e-fd253312dc26 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6567776 Nov 12 05:46:05.821791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Request body: {'port': {'device_id': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:05.871409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818498e3-ff04-48db-abc6-5500f06bfa8b req-0c8f53ff-d98b-4f4c-a86e-334c828aa7c7 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:05.872934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-818498e3-ff04-48db-abc6-5500f06bfa8b req-0c8f53ff-d98b-4f4c-a86e-334c828aa7c7 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 932 time: 0.1583841 Nov 12 05:46:05.908363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-946d69f1-71cc-46f6-9242-5406a70feb87 None None] Provisioning complete for port 01233a61-e9b3-439a-bf93-4ca7242a8d2e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:46:05.909349 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-946d69f1-71cc-46f6-9242-5406a70feb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.944361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-f753637e-3213-4452-b502-1e0b7025e081 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096689 Nov 12 05:46:05.945445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.946507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-946d69f1-71cc-46f6-9242-5406a70feb87 None None] Port 01233a61-e9b3-439a-bf93-4ca7242a8d2e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:46:06.056580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-818498e3-ff04-48db-abc6-5500f06bfa8b req-23efc937-7216-4d73-8c70-18ca649e94da tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748936 Nov 12 05:46:06.162024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11b47f71-2186-4738-a368-ad8b961bf5eb req-f7f60882-e36c-4b88-9ece-56d9f1123eac service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032938 Nov 12 05:46:06.290978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-7f603ac9-127a-4e7e-b1d4-a18b35c347a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:06.292402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-7f603ac9-127a-4e7e-b1d4-a18b35c347a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 1095 time: 0.0704644 Nov 12 05:46:06.402853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01233a61-e9b3-439a-bf93-4ca7242a8d2e {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:46:06.413047 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:06.437399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Transition to ACTIVE for port object 01233a61-e9b3-439a-bf93-4ca7242a8d2e will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:46:06.438800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-42c62f8e-1a77-4c30-9999-8ca6bb31ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:06.440417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-42c62f8e-1a77-4c30-9999-8ca6bb31ce55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1401947 Nov 12 05:46:06.441456 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:06.513392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-4a1add30-0230-4126-bc14-6422256cc61f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2afd9f30-72ba-4bed-837d-a8f1c7606243 HTTP/1.1" status: 200 len: 217 time: 0.0632784 Nov 12 05:46:06.536937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Pushing event updated for resources: {'Port': ['ID=01233a61-e9b3-439a-bf93-4ca7242a8d2e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:06.629468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-4a76f9ea-e2ec-4013-919b-fb0f3458af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:06.631191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-4a76f9ea-e2ec-4013-919b-fb0f3458af58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.1027448 Nov 12 05:46:06.717322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Attempting to bind port 01233a61-e9b3-439a-bf93-4ca7242a8d2e on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:46:06.717682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Attempting to bind port 01233a61-e9b3-439a-bf93-4ca7242a8d2e by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:46:06.717972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Attempting to bind port 01233a61-e9b3-439a-bf93-4ca7242a8d2e on network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:46:06.731475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Port 01233a61-e9b3-439a-bf93-4ca7242a8d2e on network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:46:06.731795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Attempting to bind port 01233a61-e9b3-439a-bf93-4ca7242a8d2e on network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:46:06.736407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-d17decb1-7133-4a2a-a287-9afd295aaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:06.737907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-d17decb1-7133-4a2a-a287-9afd295aaf6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996192 Nov 12 05:46:06.742880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:46:06.743212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Checking segment: {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:46:06.744124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Bound using segment: {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:46:06.744552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Bound port: 01233a61-e9b3-439a-bf93-4ca7242a8d2e, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ad9c90-ca8f-4232-95c8-0ad42b362f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:46:06.744901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:07.106656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb45058-b438-47b0-9e81-ad0dc447c181 req-bc17596f-007d-4faa-b52f-9063fe39cc1b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:07.108321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cb45058-b438-47b0-9e81-ad0dc447c181 req-bc17596f-007d-4faa-b52f-9063fe39cc1b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.4425063 Nov 12 05:46:07.249599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cb45058-b438-47b0-9e81-ad0dc447c181 req-345d7b39-3a8e-4f77-8cf7-9fbd18c28dd4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294289 Nov 12 05:46:07.256475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] For port 01233a61-e9b3-439a-bf93-4ca7242a8d2e, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:46:07.263894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] For port 01233a61-e9b3-439a-bf93-4ca7242a8d2e, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:46:07.268619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:07.305356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-d7bee073-9b33-43d7-af0c-ae7171a64198 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566163 Nov 12 05:46:07.312869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:07.313574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:07.315101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] 10.222.0.43 "PUT /v2.0/ports/01233a61-e9b3-439a-bf93-4ca7242a8d2e HTTP/1.1" status: 200 len: 1093 time: 1.4991357 Nov 12 05:46:07.424570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a794ea-720c-40ab-847e-581b3eaa6343 service neutron] Pushing event updated for resources: {'Port': ['ID=01233a61-e9b3-439a-bf93-4ca7242a8d2e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:07.499965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb84cbb-4b41-4f06-b0f5-280e83338cf6 req-761c658b-36d5-41bd-9a2a-261a3b210e7e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:07.507346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fb84cbb-4b41-4f06-b0f5-280e83338cf6 req-761c658b-36d5-41bd-9a2a-261a3b210e7e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.1748405 Nov 12 05:46:07.512467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab2f0421-5133-4ef1-9bdc-e8effa9c1305 req-22db288b-2e5e-42a1-975c-31034d7ca0f6 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925957 Nov 12 05:46:07.532841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dce63-5724-4e35-b320-6a1807f8389c req-d2f71a0f-2a76-4180-b0e7-ef5c9d1dad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:07.534329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-d2f71a0f-2a76-4180-b0e7-ef5c9d1dad0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddc60a81bde4244af5026441a905f68&device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1096 time: 0.1209393 Nov 12 05:46:07.599765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-f31327ed-852a-43f5-805e-5b5c985d6d27 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e HTTP/1.1" status: 200 len: 217 time: 0.0504565 Nov 12 05:46:07.605321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fb84cbb-4b41-4f06-b0f5-280e83338cf6 req-9edb8bee-c95a-4490-883e-1a681931f073 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971868 Nov 12 05:46:07.635492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:07.637780 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85ed9d4-d760-4050-88f8-f764e7fa5848" -d '{"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:07.660576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dce63-5724-4e35-b320-6a1807f8389c req-48d3431f-fbe6-4425-8a2f-0459d82cd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:07.661532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-48d3431f-fbe6-4425-8a2f-0459d82cd23a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fd12d3c-0770-4e25-9929-4bfdab23f44b HTTP/1.1" status: 200 len: 852 time: 0.0540416 Nov 12 05:46:07.678282 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70e4ab3-f299-4c5b-8e0d-61e4afa51663 x-openstack-request-id: req-c70e4ab3-f299-4c5b-8e0d-61e4afa51663 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:07.678601 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:07.678850 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c70e4ab3-f299-4c5b-8e0d-61e4afa51663 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:07.679242 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'status': 'completed', 'code': 200} Nov 12 05:46:07.713381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dce63-5724-4e35-b320-6a1807f8389c req-6ea36355-8b92-43ca-af91-5a61e248e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:07.714933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-6ea36355-8b92-43ca-af91-5a61e248e06a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458848 Nov 12 05:46:07.811680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-ed9d46d9-2e7b-4f6c-90cc-d4f98e8a7a5f service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894685 Nov 12 05:46:07.905752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-989dce63-5724-4e35-b320-6a1807f8389c req-de5e7518-f987-4dba-b9b5-ece6cb2181f0 service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868101 Nov 12 05:46:08.026321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-cb0d596a-38be-4a46-9c49-4ff1c6f4f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:08.027777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-cb0d596a-38be-4a46-9c49-4ff1c6f4f7a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddc60a81bde4244af5026441a905f68&device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1096 time: 0.0491579 Nov 12 05:46:08.120700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-c4a7090e-25e5-4937-91ee-8216dd5ec70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:08.122190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-c4a7090e-25e5-4937-91ee-8216dd5ec70c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 HTTP/1.1" status: 200 len: 914 time: 0.0866477 Nov 12 05:46:08.168305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-c08add3f-2bb9-4737-b958-0e3c1042e617 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e HTTP/1.1" status: 200 len: 217 time: 0.0384908 Nov 12 05:46:08.219145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-76789bad-8644-4455-9a7c-d53a66689003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:08.220778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-76789bad-8644-4455-9a7c-d53a66689003 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fd12d3c-0770-4e25-9929-4bfdab23f44b HTTP/1.1" status: 200 len: 852 time: 0.0457428 Nov 12 05:46:08.267931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-87add292-8647-431c-aae8-1ee5d862d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:08.269567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-87add292-8647-431c-aae8-1ee5d862d0bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419171 Nov 12 05:46:08.408394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-af7547db-0320-4d8c-aa2b-8ac753b60576 service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310179 Nov 12 05:46:08.417148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd99fa-7564-4117-9811-1260c163ae2f req-8bd64f4a-055a-418e-951b-493a2e24aef3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:08.418651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4fd99fa-7564-4117-9811-1260c163ae2f req-8bd64f4a-055a-418e-951b-493a2e24aef3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0748560 Nov 12 05:46:08.557546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4fd99fa-7564-4117-9811-1260c163ae2f req-f9254483-2267-4f8d-8d45-d82e8ae3cda8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298184 Nov 12 05:46:08.561763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f85ed9d4-d760-4050-88f8-f764e7fa5848 req-0b623e25-17f8-4677-8579-1e76bb620a40 service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422713 Nov 12 05:46:08.723382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efafd-74e4-4d84-92ed-555621773a8a req-87d332b3-9166-47a6-b1d3-a3de4aaaa4cb tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:08.727197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-983efafd-74e4-4d84-92ed-555621773a8a req-87d332b3-9166-47a6-b1d3-a3de4aaaa4cb tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0528054 Nov 12 05:46:08.776851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-983efafd-74e4-4d84-92ed-555621773a8a req-3280577f-4610-4af2-843e-0895d295ed22 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443931 Nov 12 05:46:09.731458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9352f-055f-412b-a8aa-e7a5f78fdfff req-142ec205-cefd-4f42-b412-24620ca4a369 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:09.733095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ae9352f-055f-412b-a8aa-e7a5f78fdfff req-142ec205-cefd-4f42-b412-24620ca4a369 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0882630 Nov 12 05:46:09.744152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-7da6534c-d150-43d7-abb0-539a57dde567 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0880930 Nov 12 05:46:09.794425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ae9352f-055f-412b-a8aa-e7a5f78fdfff req-4bd1bacd-9979-4869-b9ff-ca6721eb6727 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Nov 12 05:46:09.874605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-0e92a4c2-af2f-430c-9f31-9f21f94bec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:09.875550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-0e92a4c2-af2f-430c-9f31-9f21f94bec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:09.876031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-0e92a4c2-af2f-430c-9f31-9f21f94bec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:09.876500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-0e92a4c2-af2f-430c-9f31-9f21f94bec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:09.876994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-0e92a4c2-af2f-430c-9f31-9f21f94bec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:09.878795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-0e92a4c2-af2f-430c-9f31-9f21f94bec26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0550413 Nov 12 05:46:09.990020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61408927-49c1-4dfa-ac43-e38edbd972e4 req-4698dc87-0ff7-494d-a7c0-52ac1faf9eb1 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:09.991432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61408927-49c1-4dfa-ac43-e38edbd972e4 req-4698dc87-0ff7-494d-a7c0-52ac1faf9eb1 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.1237471 Nov 12 05:46:10.044683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-8a826171-95f3-4bd1-96d6-f06719a0ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.045159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-8a826171-95f3-4bd1-96d6-f06719a0ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.045622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-8a826171-95f3-4bd1-96d6-f06719a0ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.047363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-8a826171-95f3-4bd1-96d6-f06719a0ba8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1390779 Nov 12 05:46:10.099172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-61408927-49c1-4dfa-ac43-e38edbd972e4 req-2cdbd7d3-1245-4109-8b20-ae40cda9434f tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979960 Nov 12 05:46:10.100542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-723b3458-0710-49e9-a0b6-125b2cd003ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0425820 Nov 12 05:46:10.162917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-ded617ef-910d-41c3-ba12-ca35dc6470cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.164672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-ded617ef-910d-41c3-ba12-ca35dc6470cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0561402 Nov 12 05:46:10.212501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-39b246f6-9708-47c5-a612-5584eb24f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.214036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-39b246f6-9708-47c5-a612-5584eb24f7d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429294 Nov 12 05:46:10.320143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-df4b8b03-37db-4630-aeb9-f64b72a977f4 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989590 Nov 12 05:46:10.418020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-1ca42d3a-366a-467b-ab7c-a131d95eb4e4 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908022 Nov 12 05:46:10.464631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-29d299bf-231a-48eb-9c19-5244a369523a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0393434 Nov 12 05:46:10.537304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-64e519f9-8d8f-406e-9766-1991362eadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.539395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-64e519f9-8d8f-406e-9766-1991362eadfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0678294 Nov 12 05:46:10.593823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-970c5252-c699-4793-8981-c8f28cedfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.595773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-970c5252-c699-4793-8981-c8f28cedfd5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500145 Nov 12 05:46:10.719405 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:10.727098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-23b7bb18-cd70-4c21-9f74-979d5c92f3c5 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229479 Nov 12 05:46:10.820638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-b635e40c-7849-476a-ba63-ebb93a382efa service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861619 Nov 12 05:46:10.868236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-af16e2ce-97ce-4f14-bbc1-654c8ee14a26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0402281 Nov 12 05:46:10.949635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-43bfcc3d-d529-459a-b6ab-bb1a5749ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.951297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-43bfcc3d-d529-459a-b6ab-bb1a5749ca50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0748229 Nov 12 05:46:10.965383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538cdf1-e2c1-45ca-82c1-a35198948a6f req-7853ed83-c8a9-4d8f-9ec2-e4c1f3c7e235 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:10.967188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d538cdf1-e2c1-45ca-82c1-a35198948a6f req-7853ed83-c8a9-4d8f-9ec2-e4c1f3c7e235 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0923660 Nov 12 05:46:11.048512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-ba519b0d-51df-443d-b33f-ba582f73f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:11.050054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-ba519b0d-51df-443d-b33f-ba582f73f8b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0818975 Nov 12 05:46:11.055252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d538cdf1-e2c1-45ca-82c1-a35198948a6f req-a936debd-8d2a-4ab9-89cf-c5b15373ca96 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760784 Nov 12 05:46:11.147360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-8bd7de09-285c-441b-bbb7-ff2c0d134564 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889368 Nov 12 05:46:11.274462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59824f86-c26f-444f-90f7-d5c4dc0eb4b7 req-f412c6f7-ce64-498f-bb4f-d29612c54c82 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:11.276180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59824f86-c26f-444f-90f7-d5c4dc0eb4b7 req-f412c6f7-ce64-498f-bb4f-d29612c54c82 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.1035364 Nov 12 05:46:11.281811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-a108a8a8-17c8-4c1e-8b83-e752942595ff service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275461 Nov 12 05:46:11.332882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-afb4bb73-1774-4eda-984a-459c401e7bcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0442252 Nov 12 05:46:11.389479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59824f86-c26f-444f-90f7-d5c4dc0eb4b7 req-882135f1-c1d3-407e-912a-12346e817554 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067059 Nov 12 05:46:11.402680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-62217362-e5a4-4c74-beb8-a74bd9abf151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:11.404175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-62217362-e5a4-4c74-beb8-a74bd9abf151 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0602791 Nov 12 05:46:11.451370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-ca3749c6-5ea6-4317-af50-abb49b61862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:11.452936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-ca3749c6-5ea6-4317-af50-abb49b61862f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0420108 Nov 12 05:46:11.547409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-19022065-dd06-4259-9fe0-ffab57d3eb6f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876818 Nov 12 05:46:11.644819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-2d119b3d-b56b-42e5-8ec4-807ddfdd5072 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903914 Nov 12 05:46:11.689982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-2d13f828-8784-45b3-aef6-5ad11c0b1db3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0371146 Nov 12 05:46:11.740539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-1cf32f9f-0607-4e7e-b98e-f7e4319f224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:11.742011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-1cf32f9f-0607-4e7e-b98e-f7e4319f224e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0443969 Nov 12 05:46:11.789164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-18f431f0-220a-47a0-b7b2-e677702836bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:11.790831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-18f431f0-220a-47a0-b7b2-e677702836bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0419250 Nov 12 05:46:11.882964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-9bcb7f76-1a53-4dab-9679-72b1ee4d740f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853465 Nov 12 05:46:11.977296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffbc48ce-dda6-4423-b810-27c3f9d18e39 req-deaedd2b-39ec-40df-b40b-e4b5d123cc70 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869682 Nov 12 05:46:12.207170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6eb59-c416-455f-b45f-91fa0b04a3e9 req-27f66e2e-8df9-4f7a-a43f-00b0e3fc1742 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:12.209032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ac6eb59-c416-455f-b45f-91fa0b04a3e9 req-27f66e2e-8df9-4f7a-a43f-00b0e3fc1742 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0676641 Nov 12 05:46:12.271484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ac6eb59-c416-455f-b45f-91fa0b04a3e9 req-7f6968bd-19de-4b39-8f2d-da8ed9b03819 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558453 Nov 12 05:46:12.536866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616423b-f748-4c8c-8531-e12fa7d593af req-abe972dd-c069-4879-bf34-b08591c8534d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:12.538590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c616423b-f748-4c8c-8531-e12fa7d593af req-abe972dd-c069-4879-bf34-b08591c8534d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0729640 Nov 12 05:46:12.602573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c616423b-f748-4c8c-8531-e12fa7d593af req-83c05e4d-3509-4ec1-b3cc-538f4660cb55 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518537 Nov 12 05:46:13.448675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826f764-f8ac-4e62-b7b1-d8040af8e46c req-e74af978-5044-4a29-ade5-6e5c964bc947 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:13.450226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5826f764-f8ac-4e62-b7b1-d8040af8e46c req-e74af978-5044-4a29-ade5-6e5c964bc947 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0720048 Nov 12 05:46:13.507565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5826f764-f8ac-4e62-b7b1-d8040af8e46c req-8ad6894b-f45c-4730-9873-b54e6dd579e1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510921 Nov 12 05:46:13.736052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fa9f1-b0af-4a5d-b3e5-cf85668545f6 req-81436f0f-57be-48db-8c8e-89e454b915ab tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:13.737618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d0fa9f1-b0af-4a5d-b3e5-cf85668545f6 req-81436f0f-57be-48db-8c8e-89e454b915ab tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0582826 Nov 12 05:46:13.795458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d0fa9f1-b0af-4a5d-b3e5-cf85668545f6 req-3dc82b05-bbf6-4c04-ab27-81a6e68229c8 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507143 Nov 12 05:46:13.903229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01f9c08a-7455-44c5-8299-3ee5f3d6bf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:14.630577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e372443-040c-4c37-9a5a-ae7c5f09d9eb req-d2fc8f37-f13a-4eba-bd6f-af9478c960fc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:14.640773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e372443-040c-4c37-9a5a-ae7c5f09d9eb req-d2fc8f37-f13a-4eba-bd6f-af9478c960fc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0657270 Nov 12 05:46:14.693394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e372443-040c-4c37-9a5a-ae7c5f09d9eb req-c19a522b-437d-40a2-ae57-0ac834ee07e6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512795 Nov 12 05:46:14.946035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5b1e0-d655-498b-916f-1420d7658cb0 req-34eca7de-9cab-4e8c-a844-86317ef87a90 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:14.950651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6c5b1e0-d655-498b-916f-1420d7658cb0 req-34eca7de-9cab-4e8c-a844-86317ef87a90 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0752645 Nov 12 05:46:15.015768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6c5b1e0-d655-498b-916f-1420d7658cb0 req-5bc40e2f-a36f-4922-8392-e07c42e5459c tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592701 Nov 12 05:46:15.815990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40e14-38bb-4015-a7a2-2d876921cc18 req-67a34eab-cbe0-4dcc-8da0-6bb3a272b980 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:15.817522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fe40e14-38bb-4015-a7a2-2d876921cc18 req-67a34eab-cbe0-4dcc-8da0-6bb3a272b980 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0511448 Nov 12 05:46:15.865439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fe40e14-38bb-4015-a7a2-2d876921cc18 req-702eda85-c56d-4ec1-9b20-67e982db724a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Nov 12 05:46:16.131402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c89d5-9591-40ad-a034-7fbe89eb83af req-8fd34bab-10fe-4565-ad92-4fa9dc506a54 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:16.132879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b2c89d5-9591-40ad-a034-7fbe89eb83af req-8fd34bab-10fe-4565-ad92-4fa9dc506a54 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0490916 Nov 12 05:46:16.188559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b2c89d5-9591-40ad-a034-7fbe89eb83af req-5dd0664b-0cc4-4907-b53b-1b1fe187b813 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484717 Nov 12 05:46:16.307269 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-813d7ab2-67f5-4212-bb57-fe0bc358e045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:16.986634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08df03c-7dcd-414b-bf47-9657e43b3a8a req-3d8c2970-687b-4769-b884-6414a511a4a2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:16.988633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f08df03c-7dcd-414b-bf47-9657e43b3a8a req-3d8c2970-687b-4769-b884-6414a511a4a2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0531805 Nov 12 05:46:17.074236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f08df03c-7dcd-414b-bf47-9657e43b3a8a req-1721222b-23f0-409b-a9d9-ad6867176afe tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650997 Nov 12 05:46:17.333710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0158ca1-6c5d-42c3-b2bb-d7415efe56f8 req-0feaf7d5-8d94-4fab-b1b8-d73cbc39618a tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:17.335657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0158ca1-6c5d-42c3-b2bb-d7415efe56f8 req-0feaf7d5-8d94-4fab-b1b8-d73cbc39618a tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0672607 Nov 12 05:46:17.374643 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:17.393551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0158ca1-6c5d-42c3-b2bb-d7415efe56f8 req-bfe2af7d-99fe-4a12-805b-a996f548b062 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486493 Nov 12 05:46:18.199115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8099b0b-7266-445a-913b-1ba0c05ba24a req-f4caa13c-73dc-43ca-87b3-41b4f24af407 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:18.200687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8099b0b-7266-445a-913b-1ba0c05ba24a req-f4caa13c-73dc-43ca-87b3-41b4f24af407 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0537245 Nov 12 05:46:18.250425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8099b0b-7266-445a-913b-1ba0c05ba24a req-37278834-8ea6-4d82-9ea5-bda0703f90eb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Nov 12 05:46:18.527610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee4726-7947-4b75-8b46-6a0769594051 req-62c84d1a-60c3-49f2-8706-18d9d0007412 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:18.529418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37ee4726-7947-4b75-8b46-6a0769594051 req-62c84d1a-60c3-49f2-8706-18d9d0007412 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0638840 Nov 12 05:46:18.585096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-37ee4726-7947-4b75-8b46-6a0769594051 req-86de1a00-17a3-419c-8d9a-027a2dd9ce57 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494854 Nov 12 05:46:18.609956 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:19.394273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540de29-6a48-45ef-b2ff-0c061473f772 req-e8119a45-382a-4310-80c5-ead00135c84b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:19.395789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d540de29-6a48-45ef-b2ff-0c061473f772 req-e8119a45-382a-4310-80c5-ead00135c84b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 943 time: 0.0708578 Nov 12 05:46:19.454240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d540de29-6a48-45ef-b2ff-0c061473f772 req-70669694-c5a0-45de-82d6-2dc0778cb4e9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509505 Nov 12 05:46:19.528423 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:19.704866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a703ae9-73d6-406d-8478-7ea0ec927922 req-3b919501-a267-48c1-b72e-7449e76a1c34 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:19.706605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a703ae9-73d6-406d-8478-7ea0ec927922 req-3b919501-a267-48c1-b72e-7449e76a1c34 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0507588 Nov 12 05:46:19.759323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a703ae9-73d6-406d-8478-7ea0ec927922 req-8fb4806c-5561-4cd9-b258-db3a669206fb tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465655 Nov 12 05:46:20.208217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2afd9f30-72ba-4bed-837d-a8f1c7606243 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:46:20.304708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 2afd9f30-72ba-4bed-837d-a8f1c7606243, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2afd9f30-72ba-4bed-837d-a8f1c7606243,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:20.316073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '2afd9f30-72ba-4bed-837d-a8f1c7606243', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'port_id': '2afd9f30-72ba-4bed-837d-a8f1c7606243', 'mac_address': 'fa:16:3e:74:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:46:20.351952 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:20.367941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afd9f30-72ba-4bed-837d-a8f1c7606243 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:46:20.387937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 2afd9f30-72ba-4bed-837d-a8f1c7606243, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2afd9f30-72ba-4bed-837d-a8f1c7606243,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:20.393038 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:20.448382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=2afd9f30-72ba-4bed-837d-a8f1c7606243,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:20.456201 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:46:20.457069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.457422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.457746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.458077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.458440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.458769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.459094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.459414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.459740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.460294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.460612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.460931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:20.504160 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42520) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:20.597140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f311a3a-ce21-47b5-9f76-12e796120315 req-38c109cf-7939-4523-9b8e-8a50cd4404a7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:20.598776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f311a3a-ce21-47b5-9f76-12e796120315 req-38c109cf-7939-4523-9b8e-8a50cd4404a7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 944 time: 0.0510476 Nov 12 05:46:20.616307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['2afd9f30-72ba-4bed-837d-a8f1c7606243'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:46:20.658287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f311a3a-ce21-47b5-9f76-12e796120315 req-9f35d7a6-ea4b-4ecb-8584-c824939b88ef tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526657 Nov 12 05:46:20.975299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd43f1-a31e-42ed-bbc5-571bf013f67a req-5976e966-ce09-444b-a3ae-b8863e2f8590 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:20.976929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dcd43f1-a31e-42ed-bbc5-571bf013f67a req-5976e966-ce09-444b-a3ae-b8863e2f8590 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 944 time: 0.0556068 Nov 12 05:46:20.991589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:21.031793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4dcd43f1-a31e-42ed-bbc5-571bf013f67a req-ee1926ec-af8a-42e4-a3c1-f109f5462a58 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483222 Nov 12 05:46:21.273075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Deleting port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:46:21.273416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:21.357902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] For port 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:21.358193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:21.372856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Calling delete_port for 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:46:21.569366 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:21.598705 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e60fd3e-de87-4bc4-b56f-26c3e6f21f54,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:21.737671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 01233a61-e9b3-439a-bf93-4ca7242a8d2e details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:46:21.912736 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:21.917206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaedb1-4f00-4aee-8d2e-9ff76bcb3405 req-f6e95afa-a5cd-4723-b41d-2e47c058e8dd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:21.917206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93eaedb1-4f00-4aee-8d2e-9ff76bcb3405 req-f6e95afa-a5cd-4723-b41d-2e47c058e8dd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 944 time: 0.1134062 Nov 12 05:46:21.926914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 01233a61-e9b3-439a-bf93-4ca7242a8d2e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:21.939474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'mac_address': 'fa:16:3e:4a:e9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:46:21.940628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93eaedb1-4f00-4aee-8d2e-9ff76bcb3405 req-eb116e88-2f73-4ade-b569-62aada0f8ae9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Nov 12 05:46:21.990812 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:22.004271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01233a61-e9b3-439a-bf93-4ca7242a8d2e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:46:22.025828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 01233a61-e9b3-439a-bf93-4ca7242a8d2e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:22.030252 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:22.095069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=01233a61-e9b3-439a-bf93-4ca7242a8d2e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:22.141852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:46:22.191453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a70db-cb2e-4053-96b9-34a94eebca67 req-a3d268a6-8388-4023-bd1c-4945e15e5b7a tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:22.194819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-992a70db-cb2e-4053-96b9-34a94eebca67 req-a3d268a6-8388-4023-bd1c-4945e15e5b7a tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 945 time: 0.0753114 Nov 12 05:46:22.207647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2afd9f30-72ba-4bed-837d-a8f1c7606243 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:46:22.246492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-992a70db-cb2e-4053-96b9-34a94eebca67 req-9b04af91-664a-44c2-a99e-a7d62b992d03 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462530 Nov 12 05:46:22.262880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 2afd9f30-72ba-4bed-837d-a8f1c7606243 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:46:22.276545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 2afd9f30-72ba-4bed-837d-a8f1c7606243 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:46:22.276721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:46:22.276975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:22.287354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42558) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:22.290378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] Sync routers for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:46:22.295118 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-02fea6fc-a4db-4cfb-a087-fc15a8030bf6 admin admin] 10.222.0.48 "PUT /v2.0/routers/99b6794e-4f2e-442f-9b4c-d81019f8c1c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7896843 Nov 12 05:46:22.333544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:46:22.334425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:22.490290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:46:22.562360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['01233a61-e9b3-439a-bf93-4ca7242a8d2e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:46:22.574825 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:22.674495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5904b72e-aa78-49ac-87f7-a63a3d82258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afd9f30-72ba-4bed-837d-a8f1c7606243'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:22.676803 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ed9594-39c5-4911-b34e-88bf7b56a08c" -d '{"events": [{"server_uuid": "5904b72e-aa78-49ac-87f7-a63a3d82258d", "name": "network-vif-plugged", "status": "completed", "tag": "2afd9f30-72ba-4bed-837d-a8f1c7606243"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:22.716477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 2afd9f30-72ba-4bed-837d-a8f1c7606243, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2afd9f30-72ba-4bed-837d-a8f1c7606243,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:22.736715 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:22.757295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:22.829579 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c16f346-bc35-458c-b645-ede3d26e5a52 x-openstack-request-id: req-3c16f346-bc35-458c-b645-ede3d26e5a52 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:22.830589 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5904b72e-aa78-49ac-87f7-a63a3d82258d", "name": "network-vif-plugged", "status": "completed", "tag": "2afd9f30-72ba-4bed-837d-a8f1c7606243", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:22.836970 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c16f346-bc35-458c-b645-ede3d26e5a52 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:22.837861 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5904b72e-aa78-49ac-87f7-a63a3d82258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afd9f30-72ba-4bed-837d-a8f1c7606243', 'code': 200} Nov 12 05:46:22.867640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=2afd9f30-72ba-4bed-837d-a8f1c7606243,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:22.884346 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:22.946232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:46:21Z', 'revision_number': 5, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port': {'id': '5d0178c4-20b5-4b5c-b862-f96d2efb3c94', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:36:14Z', 'updated_at': '2021-11-12T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:22.973585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee783e-8fcf-43ca-9a65-831019655926 req-f3474188-06b6-46fc-b1b9-0e508fd64155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:22.975104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0ee783e-8fcf-43ca-9a65-831019655926 req-f3474188-06b6-46fc-b1b9-0e508fd64155 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 1097 time: 0.0588813 Nov 12 05:46:22.978072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Deleting port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:46:22.978427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:22.998388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] Checking router: 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:46:23.022042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] Routers {'99b6794e-4f2e-442f-9b4c-d81019f8c1c4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:46:23.022784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:23.149931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0ee783e-8fcf-43ca-9a65-831019655926 req-485bc861-4fbf-44a4-af0b-2cebd4b62b49 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571393 Nov 12 05:46:23.166877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] For port 5d0178c4-20b5-4b5c-b862-f96d2efb3c94, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5d0178c4-20b5-4b5c-b862-f96d2efb3c94,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:23.168236 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.186136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b66c03-b1bb-4b72-95c7-772c3b1f3c7b req-109fbe89-576f-4d17-89d6-4abfa372713d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:23.187951 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27b66c03-b1bb-4b72-95c7-772c3b1f3c7b req-109fbe89-576f-4d17-89d6-4abfa372713d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 945 time: 0.1379569 Nov 12 05:46:23.207573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Calling delete_port for 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:46:23.300770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27b66c03-b1bb-4b72-95c7-772c3b1f3c7b req-9c393a8f-922b-4f64-bbb9-042fa22079f3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008129 Nov 12 05:46:23.333210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] Set router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:46:23.412833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:46:22Z', 'revision_number': 6, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:23.456960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fb201-f5f2-4cc6-848e-14a58de848fe None None] The sync data for ids ['99b6794e-4f2e-442f-9b4c-d81019f8c1c4'] in n-d-765315-28 is: [{'id': '99b6794e-4f2e-442f-9b4c-d81019f8c1c4', 'name': 'tempest-AttachVolumeTestJSON-999920072-router', 'tenant_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:36:13Z', 'updated_at': '2021-11-12T05:46:22Z', 'revision_number': 6, 'project_id': 'f1dec4c391b0414c9b040fff1551d7ad', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:46:23.509974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542684f7-dc31-4b8e-b2e1-b4d519fc5651 req-38808c38-13d4-48fe-836c-32033834689c tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:23.517228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-542684f7-dc31-4b8e-b2e1-b4d519fc5651 req-38808c38-13d4-48fe-836c-32033834689c tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 945 time: 0.1147795 Nov 12 05:46:23.526314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.569960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0178c4-20b5-4b5c-b862-f96d2efb3c94,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:23.576183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc63558-aef9-40e1-a8d6-fcc9cbab3766 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:46:23.600597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.600944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.601282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.601613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.601949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.602327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.602679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.603005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.603332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.603655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.603977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.604296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:46:23.651734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-542684f7-dc31-4b8e-b2e1-b4d519fc5651 req-7a09e4c4-d7dc-4c85-b288-03dcbe381a1d tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337061 Nov 12 05:46:23.665838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.759220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.761313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.808350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.813271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b6794e-4f2e-442f-9b4c-d81019f8c1c4 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:46:23.813432 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.815036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7aa0738a-364a-47e7-903c-9e25ca09eab6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/99b6794e-4f2e-442f-9b4c-d81019f8c1c4 HTTP/1.1" status: 204 len: 168 time: 1.5262618 Nov 12 05:46:23.817249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42600) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:23.866440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdc6c24-37c9-48f5-a4e8-ae04f0b4a73d admin admin] Deleting subnet dab9ffed-b5f6-4243-bc10-d760d49f8242 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:46:23.871056 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6c24-37c9-48f5-a4e8-ae04f0b4a73d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.912441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6c24-37c9-48f5-a4e8-ae04f0b4a73d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:23.958754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:46:24.005085 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6c24-37c9-48f5-a4e8-ae04f0b4a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.007520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:46:24.008007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9e60fd3e-de87-4bc4-b56f-26c3e6f21f54 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:46:24.066985 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6c24-37c9-48f5-a4e8-ae04f0b4a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.093994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc6c24-37c9-48f5-a4e8-ae04f0b4a73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab9ffed-b5f6-4243-bc10-d760d49f8242,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:24.098159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6c24-37c9-48f5-a4e8-ae04f0b4a73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.103961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42608) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:24.104463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c2e2c-0b7f-4c5f-bea5-c91a94973ed6 None None] Network e9c43b57-22d3-44dc-83e7-457826eafdd5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:46:24.106871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3bdc6c24-37c9-48f5-a4e8-ae04f0b4a73d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dab9ffed-b5f6-4243-bc10-d760d49f8242 HTTP/1.1" status: 204 len: 168 time: 0.2883735 Nov 12 05:46:24.176845 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.356738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] DHCP port deletion for e9c43b57-22d3-44dc-83e7-457826eafdd5 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:46:24.449593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] Deleting port 9a239146-9b0b-4f89-a9a0-228edf99fb37 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:46:24.450814 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.488060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec03110-fb41-45ea-8042-0568acae019d req-657fbb63-9592-49c5-afd8-4ac99beb3441 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:24.497949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fec03110-fb41-45ea-8042-0568acae019d req-657fbb63-9592-49c5-afd8-4ac99beb3441 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 945 time: 0.0876386 Nov 12 05:46:24.553140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] For port 9a239146-9b0b-4f89-a9a0-228edf99fb37, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9a239146-9b0b-4f89-a9a0-228edf99fb37,segment=NetworkSegment(d9544f5d-1bf0-41d4-b913-377c79619a13),segment_id=d9544f5d-1bf0-41d4-b913-377c79619a13)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:24.553692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.569402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fec03110-fb41-45ea-8042-0568acae019d req-965b8ce1-21ee-431f-b5c1-795d766a3da7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701296 Nov 12 05:46:24.570628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] Calling delete_port for 9a239146-9b0b-4f89-a9a0-228edf99fb37 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:46:24.689313 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.703215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Deleting port 9a239146-9b0b-4f89-a9a0-228edf99fb37 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:46:24.703929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.708210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af2723-7011-4605-8221-39eea04b7dd7 req-3aa07655-717f-4a64-91da-e8599d7b3437 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:24.721771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] Pushing event deleted for resources: {'Port': ['ID=9a239146-9b0b-4f89-a9a0-228edf99fb37,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:24.726519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39af2723-7011-4605-8221-39eea04b7dd7 req-3aa07655-717f-4a64-91da-e8599d7b3437 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 945 time: 0.0875154 Nov 12 05:46:24.728297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c054577-d402-4cca-aefb-c1f1c179d3e6 None None] No DVR routers for this DVR port 9a239146-9b0b-4f89-a9a0-228edf99fb37 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:46:24.786665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39af2723-7011-4605-8221-39eea04b7dd7 req-6cb96af7-ff76-43b5-ac2e-9b7727b9514d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590971 Nov 12 05:46:24.819960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] For port 9a239146-9b0b-4f89-a9a0-228edf99fb37, host n-d-765315-28, got binding levels [] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:24.820173 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.834659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Calling delete_port for 9a239146-9b0b-4f89-a9a0-228edf99fb37 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:46:24.837940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Port 9a239146-9b0b-4f89-a9a0-228edf99fb37 was not found and therefore no delete operation was performed {{(pid=102589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:46:24.839591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.858427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] No DVR routers for this DVR port 9a239146-9b0b-4f89-a9a0-228edf99fb37 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:46:24.907426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a239146-9b0b-4f89-a9a0-228edf99fb37,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:24.918335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba517c31-111e-434b-9186-ec716dbaa747 req-c4a9f7bd-3738-4dde-aa6e-7fc1c39036ce tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:24.920060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba517c31-111e-434b-9186-ec716dbaa747 req-c4a9f7bd-3738-4dde-aa6e-7fc1c39036ce tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 945 time: 0.0762637 Nov 12 05:46:24.959409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:24.975384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba517c31-111e-434b-9186-ec716dbaa747 req-dcd46388-d583-4744-a1bc-6cc6b9577303 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481913 Nov 12 05:46:24.981745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c43b57-22d3-44dc-83e7-457826eafdd5']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:24.994947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9544f5d-1bf0-41d4-b913-377c79619a13') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:24.995574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9544f5d-1bf0-41d4-b913-377c79619a13') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:25.008153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.026761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.035082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:46:25.035451 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:46:25.037203 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:46:25.110164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.118784 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.138290 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e9c43b57-22d3-44dc-83e7-457826eafdd5 HTTP/1.1" status: 204 len: 168 time: 1.0331783 Nov 12 05:46:25.154980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611b13b-6358-41bf-94fb-97ca9250a8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c43b57-22d3-44dc-83e7-457826eafdd5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:25.295479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42648) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:25.349983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a5d12428-e11c-446f-b918-cf84ab277783 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1dec4c391b0414c9b040fff1551d7ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525851 Nov 12 05:46:25.352331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42652) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:25.403542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d711d2a-c07a-4924-927c-5ce025707f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.427937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d711d2a-c07a-4924-927c-5ce025707f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.483518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d711d2a-c07a-4924-927c-5ce025707f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.486134 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d711d2a-c07a-4924-927c-5ce025707f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.487342 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3d711d2a-c07a-4924-927c-5ce025707f3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d370b3ea-09d5-42e9-862d-3140bac57f8b HTTP/1.1" status: 204 len: 168 time: 0.1340303 Nov 12 05:46:25.497136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d711d2a-c07a-4924-927c-5ce025707f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d370b3ea-09d5-42e9-862d-3140bac57f8b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:25.706571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9a239146-9b0b-4f89-a9a0-228edf99fb37 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:46:25.745526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9a239146-9b0b-4f89-a9a0-228edf99fb37 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:46:25.745874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9a239146-9b0b-4f89-a9a0-228edf99fb37 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:46:25.746306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:46:25.758013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 01233a61-e9b3-439a-bf93-4ca7242a8d2e up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:46:25.803095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:46:25.803829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5d0178c4-20b5-4b5c-b862-f96d2efb3c94 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:46:25.878615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 01233a61-e9b3-439a-bf93-4ca7242a8d2e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:46:25.883491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 01233a61-e9b3-439a-bf93-4ca7242a8d2e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:46:25.884116 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:25.987545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:26.037506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 01233a61-e9b3-439a-bf93-4ca7242a8d2e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:26.038630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:26.042532 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e890bdcb-bba4-46e9-88da-79b8b039e1d3" -d '{"events": [{"server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "name": "network-vif-plugged", "status": "completed", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:26.048603 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:26.131184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=01233a61-e9b3-439a-bf93-4ca7242a8d2e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:26.906622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078b143-4658-442f-b982-210f3e94cf70 req-0c05345a-ac38-4b81-8589-ec3fe81ba16c tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:26.908293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6078b143-4658-442f-b982-210f3e94cf70 req-0c05345a-ac38-4b81-8589-ec3fe81ba16c tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 946 time: 0.0643213 Nov 12 05:46:26.964087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6078b143-4658-442f-b982-210f3e94cf70 req-65de509e-99c6-4a00-9be4-55bddfa2b880 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490081 Nov 12 05:46:27.019697 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83460018-cad0-440c-b619-a5d19b7ee051 x-openstack-request-id: req-83460018-cad0-440c-b619-a5d19b7ee051 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:27.020544 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "name": "network-vif-plugged", "status": "completed", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:27.020803 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83460018-cad0-440c-b619-a5d19b7ee051 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:27.021368 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'code': 200} Nov 12 05:46:27.231346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb35dc9-800c-498d-bf17-fc42a9e9f34a req-a8410ed1-b34a-4ac1-a167-d02b58103188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:27.233106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bb35dc9-800c-498d-bf17-fc42a9e9f34a req-a8410ed1-b34a-4ac1-a167-d02b58103188 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1098 time: 0.1205075 Nov 12 05:46:27.300689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bb35dc9-800c-498d-bf17-fc42a9e9f34a req-4cc2d161-0ec6-4e35-a977-658d53736c01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589316 Nov 12 05:46:27.351832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:28.119202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64e1bd-f3c5-4734-9731-f08d0e4231dc req-916d08bd-3a50-4c4d-bfac-2ed4ab1a8c3c tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:28.120760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed64e1bd-f3c5-4734-9731-f08d0e4231dc req-916d08bd-3a50-4c4d-bfac-2ed4ab1a8c3c tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 946 time: 0.0574424 Nov 12 05:46:28.178245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed64e1bd-f3c5-4734-9731-f08d0e4231dc req-46f450a9-645a-49b7-a140-7af4b9f4e991 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506563 Nov 12 05:46:28.379093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e415c7e4-6ff9-47f4-84cf-066aa0e2124c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:28.389429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e415c7e4-6ff9-47f4-84cf-066aa0e2124c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1248679 Nov 12 05:46:28.401461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-1946fd0d-b2e6-4642-a2ca-517e48941fe4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/quotas/43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 375 time: 0.0109475 Nov 12 05:46:28.470937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e74e3211-4da9-411e-9113-928c0bc169c9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624273 Nov 12 05:46:28.591329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-db525d95-11a6-4d44-b963-5f229ff2ed40 service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130841 Nov 12 05:46:28.699027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e7b28a59-0852-414e-8903-9470c6c23e6b service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997431 Nov 12 05:46:28.985169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6356ce0-a3d4-4adf-bf26-973ba04a3839 req-75e65340-a61b-42ad-9782-d09d57b60a55 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 210 time: 0.0469780 Nov 12 05:46:29.348218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388812ec-6274-4860-8288-f000871914a6 req-b4c5d578-e809-475b-8a39-a5eb958ccc32 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:29.350761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-388812ec-6274-4860-8288-f000871914a6 req-b4c5d578-e809-475b-8a39-a5eb958ccc32 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 946 time: 0.0666761 Nov 12 05:46:29.413133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-388812ec-6274-4860-8288-f000871914a6 req-47e67541-b887-4afb-99ff-144e33f69c30 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545242 Nov 12 05:46:29.578269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c7bdb-1dc4-4b44-bd0e-2914b481f030 req-a22b5a59-4432-4d68-a8a3-1a44758cd85e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:29.580122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-903c7bdb-1dc4-4b44-bd0e-2914b481f030 req-a22b5a59-4432-4d68-a8a3-1a44758cd85e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 946 time: 0.0556631 Nov 12 05:46:29.645683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-903c7bdb-1dc4-4b44-bd0e-2914b481f030 req-0336bb69-5cfb-4592-8ed9-fccf7ea6b211 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591383 Nov 12 05:46:29.669813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 42890) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:29.912260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da851b89-1e61-4299-abac-197d756de27c tempest-TestVolumeBackupRestore-665652251 tempest-TestVolumeBackupRestore-665652251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:29.917091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da851b89-1e61-4299-abac-197d756de27c tempest-TestVolumeBackupRestore-665652251 tempest-TestVolumeBackupRestore-665652251-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1093 time: 0.2421031 Nov 12 05:46:29.917459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 42904) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:29.922141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:29.988430 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:30.153029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9264b9e0-5498-47f3-9d11-9c3415b4dd89 req-8255c753-c34f-4905-a342-a66b0fc579ca tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 210 time: 0.0625010 Nov 12 05:46:30.300149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-5a2d513f-5138-44d2-a872-33355088860c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:30.301692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-5a2d513f-5138-44d2-a872-33355088860c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.2319677 Nov 12 05:46:30.319434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'port': {'device_id': '725d6e18-a3c7-45b8-9d67-9b6ee8316312', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'admin_state_up': True, 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:30.347762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:30.550941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:46:30.560476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:30.590779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Allocated IP 172.25.2.55 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/1a85be0c-be4b-4007-a530-806abe9ac427) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:46:30.887998 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:30.890232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.20.0.11 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/c2cfa15d-0485-4a7d-86b4-db8dd27a4263) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:46:31.028493 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:31.141514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:46:31.145240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:46:31.146963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'Port': ['ID=1a85be0c-be4b-4007-a530-806abe9ac427,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:31.151694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:46:31.295765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:31.298785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-90f2c960-1083-48ff-a8a9-f786941db51a req-db3b80f4-71ab-4cd9-8541-47468c068cb4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 210 time: 0.0452282 Nov 12 05:46:31.444954 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:31.459286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['2afd9f30-72ba-4bed-837d-a8f1c7606243'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:46:31.509810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:46:31.519145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:46:31.529951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:46:31.535652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:31.668011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:31.668652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:31.756759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-e40ca395-b708-4cd8-849e-26b0b9a4c76d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4423556 Nov 12 05:46:31.796198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Request body: {'port': {'device_id': '725d6e18-a3c7-45b8-9d67-9b6ee8316312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:31.861557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:31.943153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c8c46e84-3eaa-473f-8b04-7cd728538a55 None None] Provisioning complete for port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:46:31.943771 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c8c46e84-3eaa-473f-8b04-7cd728538a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:31.987973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c8c46e84-3eaa-473f-8b04-7cd728538a55 None None] Port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:46:32.007697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:32.019265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:32.373074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:32.387517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:32.539314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event updated for resources: {'Port': ['ID=1a85be0c-be4b-4007-a530-806abe9ac427,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:32.559381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:32.659337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cfa15d-0485-4a7d-86b4-db8dd27a4263 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:46:32.671515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e787c2-d8ca-45c0-8c01-e7fcf6aa07ad req-1d2a7820-1cf7-4f35-9226-0f582c209576 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:32.673027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4e787c2-d8ca-45c0-8c01-e7fcf6aa07ad req-1d2a7820-1cf7-4f35-9226-0f582c209576 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 932 time: 0.2241368 Nov 12 05:46:32.679305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:32.762162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Transition to ACTIVE for port object c2cfa15d-0485-4a7d-86b4-db8dd27a4263 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:46:32.782520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:32.800329 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Floating IP 9ec93688-b042-4209-9022-5dc1b5a3e72d associated. External IP: 172.25.2.55, port: 01233a61-e9b3-439a-bf93-4ca7242a8d2e. Nov 12 05:46:33.240879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4e787c2-d8ca-45c0-8c01-e7fcf6aa07ad req-abef648b-f616-4422-92de-a51e397f91da tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276239 Nov 12 05:46:33.270065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:33.504452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Attempting to bind port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:46:33.504850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Attempting to bind port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:46:33.505186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Attempting to bind port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:46:33.524772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:46:33.525105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Attempting to bind port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:46:33.585231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:46:33.587073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:46:33.588087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:46:33.588431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Bound port: c2cfa15d-0485-4a7d-86b4-db8dd27a4263, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:46:33.588860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:33.669244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Router ec06c6f0-6dcc-4958-b297-109ac53efbfe has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:46:33.787956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] For port c2cfa15d-0485-4a7d-86b4-db8dd27a4263, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:46:33.814066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] For port c2cfa15d-0485-4a7d-86b4-db8dd27a4263, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:46:33.823958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:33.927850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:33.928482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:33.929929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2cfa15d-0485-4a7d-86b4-db8dd27a4263 HTTP/1.1" status: 200 len: 1093 time: 2.1387358 Nov 12 05:46:33.930818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725d6e18-a3c7-45b8-9d67-9b6ee8316312', 'tag': 'c2cfa15d-0485-4a7d-86b4-db8dd27a4263'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:33.933221 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52edad84-728c-47e7-abb5-0aef3fbd04fb" -d '{"events": [{"name": "network-changed", "server_uuid": "725d6e18-a3c7-45b8-9d67-9b6ee8316312", "tag": "c2cfa15d-0485-4a7d-86b4-db8dd27a4263"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:33.962049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:46:33.983459 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] Sync routers for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:46:34.023348 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:46:34.024553 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:34.109141 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9aed2b-7719-4d34-8302-716a554e5b3f x-openstack-request-id: req-ea9aed2b-7719-4d34-8302-716a554e5b3f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:34.109141 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725d6e18-a3c7-45b8-9d67-9b6ee8316312", "tag": "c2cfa15d-0485-4a7d-86b4-db8dd27a4263", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:34.109489 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea9aed2b-7719-4d34-8302-716a554e5b3f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:34.109727 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725d6e18-a3c7-45b8-9d67-9b6ee8316312', 'tag': 'c2cfa15d-0485-4a7d-86b4-db8dd27a4263', 'status': 'completed', 'code': 200} Nov 12 05:46:34.129842 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:34.134555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28644e6-1a26-4107-8c5e-dafc8986da98 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:34.208651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43020) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:34.213142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-98a764e4-c848-4171-95f3-f42cf7a8c792 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2872148 Nov 12 05:46:34.225167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-799739f0-e280-4043-aca0-57698391df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:34.227138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-799739f0-e280-4043-aca0-57698391df7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 1096 time: 0.1977417 Nov 12 05:46:34.302058 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:46:34.310913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad104ff8-7134-4fb1-88d7-61e2b3cca056 tempest-TestVolumeBackupRestore-665652251 tempest-TestVolumeBackupRestore-665652251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:34.315213 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad104ff8-7134-4fb1-88d7-61e2b3cca056 tempest-TestVolumeBackupRestore-665652251 tempest-TestVolumeBackupRestore-665652251-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1093 time: 0.1048741 Nov 12 05:46:34.319633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43024) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:34.328388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2dbdab09-713c-4d62-94c8-9d9cb48f8a37 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Request body: {'floatingip': {'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:46:34.331993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-4a295ffe-34fa-487c-a57e-97d2b6a31e4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2cfa15d-0485-4a7d-86b4-db8dd27a4263 HTTP/1.1" status: 200 len: 217 time: 0.0967305 Nov 12 05:46:34.485684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-9c89761a-c2b4-4ad0-8109-2b0f6d85c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:34.487241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-9c89761a-c2b4-4ad0-8109-2b0f6d85c85a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.1445858 Nov 12 05:46:34.495333 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbdab09-713c-4d62-94c8-9d9cb48f8a37 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for floatingip, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:34.502722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d18f-2ee2-48a3-bb0e-f7df3183c574 req-308b0af7-d9ca-4f7d-ba86-a29b81bf7fd7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:34.504282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5706d18f-2ee2-48a3-bb0e-f7df3183c574 req-308b0af7-d9ca-4f7d-ba86-a29b81bf7fd7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0888956 Nov 12 05:46:34.595208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d544fde3-6e03-4cb6-9906-a6f42f839907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:34.596948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-d544fde3-6e03-4cb6-9906-a6f42f839907 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917411 Nov 12 05:46:34.625931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5706d18f-2ee2-48a3-bb0e-f7df3183c574 req-a8cd80b5-276f-4d70-aaa3-aa93680a800b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066635 Nov 12 05:46:34.681064 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '9ec93688-b042-4209-9022-5dc1b5a3e72d', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'mac_address': 'fa:16:3e:4a:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:46:31Z', 'updated_at': '2021-11-12T05:46:31Z', 'revision_number': 0, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:34.741456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-f7ade452-5991-4fbd-8109-603c856fb50a service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356573 Nov 12 05:46:34.746227 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] Checking router: ec06c6f0-6dcc-4958-b297-109ac53efbfe for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:46:34.768781 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:46:34.770250 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:34.954678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a1270b-8191-4ce1-ae7e-24ade5db02f7 req-fb41d41f-7528-4922-aa34-bf0ff47832e6 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057645 Nov 12 05:46:34.987245 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:46:35.102638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-85f2e590-a759-43a8-ab8e-2821eb88757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:35.106039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-85f2e590-a759-43a8-ab8e-2821eb88757c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 1096 time: 0.0917194 Nov 12 05:46:35.308602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-9db40c8d-15db-49fa-8007-60d14c7a3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:35.312280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-9db40c8d-15db-49fa-8007-60d14c7a3be7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1967514 Nov 12 05:46:35.343690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbdab09-713c-4d62-94c8-9d9cb48f8a37 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:35.353837 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbdab09-713c-4d62-94c8-9d9cb48f8a37 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:35.406361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-28790b44-8b8d-4fbb-bc25-b55f39be0bbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2cfa15d-0485-4a7d-86b4-db8dd27a4263 HTTP/1.1" status: 200 len: 217 time: 0.0881360 Nov 12 05:46:35.528577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-92255273-5ec8-4675-aba9-d2d9f247cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:35.530136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-92255273-5ec8-4675-aba9-d2d9f247cf82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.1159806 Nov 12 05:46:35.554311 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '9ec93688-b042-4209-9022-5dc1b5a3e72d', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'mac_address': 'fa:16:3e:4a:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:46:31Z', 'updated_at': '2021-11-12T05:46:31Z', 'revision_number': 0, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:35.643085 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee2d93-e71e-4da5-ad35-b4c6439bba61 None None] The sync data for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 is: [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '9ec93688-b042-4209-9022-5dc1b5a3e72d', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'mac_address': 'fa:16:3e:4a:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:46:31Z', 'updated_at': '2021-11-12T05:46:31Z', 'revision_number': 0, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:46:35.677243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-b3ece7ba-70bd-4b45-a214-e9e8f7d16fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:35.678916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-b3ece7ba-70bd-4b45-a214-e9e8f7d16fb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389756 Nov 12 05:46:35.905417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-b65543bd-ba1b-46f1-93ab-6c1b115af577 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182813 Nov 12 05:46:35.908331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbdab09-713c-4d62-94c8-9d9cb48f8a37 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Router ec06c6f0-6dcc-4958-b297-109ac53efbfe has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:46:35.934632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5e399-ab17-4779-8139-460430746dec req-77a34474-fb40-4e9e-8607-cd5612ea1c56 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:35.937812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ce5e399-ab17-4779-8139-460430746dec req-77a34474-fb40-4e9e-8607-cd5612ea1c56 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.1222746 Nov 12 05:46:36.113742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ce5e399-ab17-4779-8139-460430746dec req-22dec61e-d7fa-4cbf-8003-af9915ef3e53 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553483 Nov 12 05:46:36.129065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:36.131573 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c814baf1-6e77-4983-8209-f0c592e954ee" -d '{"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:36.137167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbe08e1-e3df-4c77-b52c-1138c2fd6f42 None None] New status for floating IP 9ec93688-b042-4209-9022-5dc1b5a3e72d: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:46:36.155367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52edad84-728c-47e7-abb5-0aef3fbd04fb req-4c50f852-cd0f-4b82-a9ef-f7056ca15474 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414985 Nov 12 05:46:36.197033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbdab09-713c-4d62-94c8-9d9cb48f8a37 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:46:36.210662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2dbdab09-713c-4d62-94c8-9d9cb48f8a37 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:36.249594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:36.252125 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d718f778-f996-466d-8131-43e9ba1db84b" -d '{"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:36.302066 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2dbdab09-713c-4d62-94c8-9d9cb48f8a37 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "PUT /v2.0/floatingips/9ec93688-b042-4209-9022-5dc1b5a3e72d HTTP/1.1" status: 200 len: 991 time: 1.9813411 Nov 12 05:46:36.437588 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c103159b-54f8-4aab-a1a9-0a155a24844d x-openstack-request-id: req-c103159b-54f8-4aab-a1a9-0a155a24844d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:36.437987 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:36.438464 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c103159b-54f8-4aab-a1a9-0a155a24844d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:36.440510 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'status': 'completed', 'code': 200} Nov 12 05:46:36.598423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814baf1-6e77-4983-8209-f0c592e954ee req-e7cd45b4-2113-4590-a762-2cce1bdf3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:36.599916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c814baf1-6e77-4983-8209-f0c592e954ee req-e7cd45b4-2113-4590-a762-2cce1bdf3bb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddc60a81bde4244af5026441a905f68&device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1098 time: 0.1338480 Nov 12 05:46:36.654178 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] Sync routers for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:46:36.668895 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:46:36.669520 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:36.730824 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cca9fb4-139f-43ba-87b1-ffa97944228b x-openstack-request-id: req-6cca9fb4-139f-43ba-87b1-ffa97944228b {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:36.731705 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:36.732182 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cca9fb4-139f-43ba-87b1-ffa97944228b {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:36.732804 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'status': 'completed', 'code': 200} Nov 12 05:46:36.864002 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:46:36.878956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814baf1-6e77-4983-8209-f0c592e954ee req-eb9bf590-23bd-440d-8954-e84152d9d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:36.887310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c814baf1-6e77-4983-8209-f0c592e954ee req-eb9bf590-23bd-440d-8954-e84152d9d527 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 HTTP/1.1" status: 200 len: 914 time: 0.2781272 Nov 12 05:46:37.082407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c814baf1-6e77-4983-8209-f0c592e954ee req-7e5d6001-2662-4d34-9527-21c945ad456b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e HTTP/1.1" status: 200 len: 1001 time: 0.1878748 Nov 12 05:46:37.209779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814baf1-6e77-4983-8209-f0c592e954ee req-f0469d82-7aa1-4b4b-b557-a4c3ed7bd584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:37.218267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c814baf1-6e77-4983-8209-f0c592e954ee req-f0469d82-7aa1-4b4b-b557-a4c3ed7bd584 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fd12d3c-0770-4e25-9929-4bfdab23f44b HTTP/1.1" status: 200 len: 852 time: 0.1145794 Nov 12 05:46:37.316091 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '9ec93688-b042-4209-9022-5dc1b5a3e72d', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'mac_address': 'fa:16:3e:4a:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:46:31Z', 'updated_at': '2021-11-12T05:46:36Z', 'revision_number': 2, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:37.319993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814baf1-6e77-4983-8209-f0c592e954ee req-da391a04-65ab-4221-90e1-2b7c40f088c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:37.319993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c814baf1-6e77-4983-8209-f0c592e954ee req-da391a04-65ab-4221-90e1-2b7c40f088c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915105 Nov 12 05:46:37.360751 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] Checking router: ec06c6f0-6dcc-4958-b297-109ac53efbfe for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:46:37.371074 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:46:37.371693 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:37.472108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b403fa-c8c1-4562-881c-c319963e53d3 req-9a105e8e-5356-4b30-9ddb-da2ee5543883 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:37.474285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81b403fa-c8c1-4562-881c-c319963e53d3 req-9a105e8e-5356-4b30-9ddb-da2ee5543883 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.1812320 Nov 12 05:46:37.528705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c814baf1-6e77-4983-8209-f0c592e954ee req-1a8f44fa-63fd-488f-b8da-844ed093c378 service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972358 Nov 12 05:46:37.702547 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:46:37.716551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c814baf1-6e77-4983-8209-f0c592e954ee req-251b8344-961a-4368-aa42-626690519fe1 service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694510 Nov 12 05:46:37.820507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81b403fa-c8c1-4562-881c-c319963e53d3 req-ca235cff-ed5a-497e-b57b-c0fc31aa1305 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291187 Nov 12 05:46:37.981339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f778-f996-466d-8131-43e9ba1db84b req-a605ed40-7b09-40bf-b680-ec84aed5f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:37.988910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d718f778-f996-466d-8131-43e9ba1db84b req-a605ed40-7b09-40bf-b680-ec84aed5f6fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddc60a81bde4244af5026441a905f68&device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1098 time: 0.1199613 Nov 12 05:46:38.163384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f778-f996-466d-8131-43e9ba1db84b req-d754a140-749c-4175-9cef-481d43e9f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:38.165466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d718f778-f996-466d-8131-43e9ba1db84b req-d754a140-749c-4175-9cef-481d43e9f6f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 HTTP/1.1" status: 200 len: 914 time: 0.1658833 Nov 12 05:46:38.250310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d718f778-f996-466d-8131-43e9ba1db84b req-1bece477-3957-44eb-83f3-ee19e36d8fbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e HTTP/1.1" status: 200 len: 1001 time: 0.0765548 Nov 12 05:46:38.285530 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '9ec93688-b042-4209-9022-5dc1b5a3e72d', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'mac_address': 'fa:16:3e:4a:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:46:31Z', 'updated_at': '2021-11-12T05:46:36Z', 'revision_number': 2, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:46:38.335108 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c7ff7-8cd3-49de-b665-4ddccf3d4d06 None None] The sync data for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 is: [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '9ec93688-b042-4209-9022-5dc1b5a3e72d', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'port_id': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'mac_address': 'fa:16:3e:4a:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:46:31Z', 'updated_at': '2021-11-12T05:46:36Z', 'revision_number': 2, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:46:38.360806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f778-f996-466d-8131-43e9ba1db84b req-79426476-9af1-4267-ae21-8739562e9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:38.364899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d718f778-f996-466d-8131-43e9ba1db84b req-79426476-9af1-4267-ae21-8739562e9094 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fd12d3c-0770-4e25-9929-4bfdab23f44b HTTP/1.1" status: 200 len: 852 time: 0.1069605 Nov 12 05:46:38.456701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f778-f996-466d-8131-43e9ba1db84b req-8f060ee4-bf49-4a07-b73e-01f67831cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:38.458325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d718f778-f996-466d-8131-43e9ba1db84b req-8f060ee4-bf49-4a07-b73e-01f67831cf6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853775 Nov 12 05:46:38.637541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d718f778-f996-466d-8131-43e9ba1db84b req-5ae40f37-b65f-44ee-9a02-72ae620f27da service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699061 Nov 12 05:46:38.747656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:38.759926 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc14a016-bc86-4d2a-bc32-3803219e8516" -d '{"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:38.811620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d718f778-f996-466d-8131-43e9ba1db84b req-e8c81692-cfd4-4956-9d59-00bcd4d96280 service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670949 Nov 12 05:46:38.818144 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e98e4c1-73ac-4507-8374-303be70e7269 x-openstack-request-id: req-2e98e4c1-73ac-4507-8374-303be70e7269 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:38.818748 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:38.821345 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e98e4c1-73ac-4507-8374-303be70e7269 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:38.821863 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'status': 'completed', 'code': 200} Nov 12 05:46:39.027383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-0f8f90a3-9a70-4aaf-94d2-5d56d1813fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:39.030271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-0f8f90a3-9a70-4aaf-94d2-5d56d1813fae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddc60a81bde4244af5026441a905f68&device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1098 time: 0.1222451 Nov 12 05:46:39.063011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d5cca-5f42-48ad-94e1-c05bcdbf9a63 req-f63ca8de-0b62-47fc-becc-a4c0c0111e1b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:39.064837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f72d5cca-5f42-48ad-94e1-c05bcdbf9a63 req-f63ca8de-0b62-47fc-becc-a4c0c0111e1b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0961208 Nov 12 05:46:39.172132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f72d5cca-5f42-48ad-94e1-c05bcdbf9a63 req-6c5cf0de-b8ef-44f3-8f4c-ac85be7e2566 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951493 Nov 12 05:46:39.187548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-8843a416-31a7-4750-9bae-c23e2b673a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:39.189631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-8843a416-31a7-4750-9bae-c23e2b673a2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 HTTP/1.1" status: 200 len: 914 time: 0.1457841 Nov 12 05:46:39.360520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-d46fb447-2a7d-4945-976e-221c3fab0723 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e HTTP/1.1" status: 200 len: 1001 time: 0.1593513 Nov 12 05:46:39.454146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-1852690a-6115-4471-a1c5-9dd953e0de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:39.455838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-1852690a-6115-4471-a1c5-9dd953e0de8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fd12d3c-0770-4e25-9929-4bfdab23f44b HTTP/1.1" status: 200 len: 852 time: 0.0869017 Nov 12 05:46:39.551970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-70b7cc0e-a02b-4d1c-8e02-d105fb614837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:39.555694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-70b7cc0e-a02b-4d1c-8e02-d105fb614837 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918467 Nov 12 05:46:39.755223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-d339f859-1e27-419a-a6fe-52feb54cb16c service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895304 Nov 12 05:46:39.970777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43100) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:40.036381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc14a016-bc86-4d2a-bc32-3803219e8516 req-9b6fe63b-81c5-4f90-a5dd-8721b3ce6ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713101 Nov 12 05:46:40.200681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eca6663f-d319-4ba7-988d-0fdaf50e0753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:40.366044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da269a71-55e1-4c87-924f-4836ddbec116 req-b1126ac5-7d20-49ca-be59-fd454a116c56 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:40.368819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da269a71-55e1-4c87-924f-4836ddbec116 req-b1126ac5-7d20-49ca-be59-fd454a116c56 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0779624 Nov 12 05:46:40.393628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eca6663f-d319-4ba7-988d-0fdaf50e0753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:40.402440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eca6663f-d319-4ba7-988d-0fdaf50e0753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:40.438793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da269a71-55e1-4c87-924f-4836ddbec116 req-bb5843eb-2a6a-462a-91f1-97cbce3a88bd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590994 Nov 12 05:46:40.466262 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eca6663f-d319-4ba7-988d-0fdaf50e0753 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00fe2e64eefb4c528f597aebdd3a3daf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933665 Nov 12 05:46:40.467237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6663f-d319-4ba7-988d-0fdaf50e0753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab275d-e684-4768-8372-5f58f231bc4f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:40.469816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:40.530308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f180d70c-1358-4a20-8bba-4dd490fde932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:40.556395 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f180d70c-1358-4a20-8bba-4dd490fde932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:40.613614 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f180d70c-1358-4a20-8bba-4dd490fde932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:40.618244 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f180d70c-1358-4a20-8bba-4dd490fde932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:40.619421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f180d70c-1358-4a20-8bba-4dd490fde932 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5ab275d-e684-4768-8372-5f58f231bc4f HTTP/1.1" status: 204 len: 168 time: 0.1485267 Nov 12 05:46:40.629251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180d70c-1358-4a20-8bba-4dd490fde932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab275d-e684-4768-8372-5f58f231bc4f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:40.744420 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:41.648288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297a670-598a-4ad8-89b4-17a7ed0acbab req-de106f90-c0ba-41c5-845d-1111dff46190 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:41.656120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9297a670-598a-4ad8-89b4-17a7ed0acbab req-de106f90-c0ba-41c5-845d-1111dff46190 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0874655 Nov 12 05:46:41.707771 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9297a670-598a-4ad8-89b4-17a7ed0acbab req-dd8a8e0b-470c-48ac-a529-7b3a87017e75 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507932 Nov 12 05:46:42.844760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d627d8-07a0-470c-a6e7-235a46f4a961 req-2abd466f-c344-4130-9502-f60bb186a800 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:42.847305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06d627d8-07a0-470c-a6e7-235a46f4a961 req-2abd466f-c344-4130-9502-f60bb186a800 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0600085 Nov 12 05:46:42.898136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06d627d8-07a0-470c-a6e7-235a46f4a961 req-42db65ad-38c9-4978-86e8-b51251071887 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Nov 12 05:46:43.831658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43196) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:43.899296 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f38d81c0-6832-4709-aa0c-6032eaff2bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:43.953314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-366bd8e3-faf5-4bfb-86e9-5dcdb10114a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.060721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c56727-6c76-4be3-81b4-c032b3a12ccb req-d261e647-bdf0-49dc-bc35-cffc6fd923d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:44.062224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19c56727-6c76-4be3-81b4-c032b3a12ccb req-d261e647-bdf0-49dc-bc35-cffc6fd923d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0759451 Nov 12 05:46:44.125736 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-366bd8e3-faf5-4bfb-86e9-5dcdb10114a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.135830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-366bd8e3-faf5-4bfb-86e9-5dcdb10114a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.150870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19c56727-6c76-4be3-81b4-c032b3a12ccb req-1ce733b2-7909-4e83-8364-b5e0da844a1b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817051 Nov 12 05:46:44.184202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-366bd8e3-faf5-4bfb-86e9-5dcdb10114a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94953394d38544509d11dc89819212df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511934 Nov 12 05:46:44.186429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bd8e3-faf5-4bfb-86e9-5dcdb10114a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6df8236-fe0c-49e2-a6c9-f95c3bdca0cd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:44.186960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43202) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:44.250673 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-995a5ae1-f322-46aa-8d8a-946ba119022a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.277195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-995a5ae1-f322-46aa-8d8a-946ba119022a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.327146 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-995a5ae1-f322-46aa-8d8a-946ba119022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.330096 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-995a5ae1-f322-46aa-8d8a-946ba119022a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.334207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-995a5ae1-f322-46aa-8d8a-946ba119022a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6df8236-fe0c-49e2-a6c9-f95c3bdca0cd HTTP/1.1" status: 204 len: 168 time: 0.1427703 Nov 12 05:46:44.345046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a5ae1-f322-46aa-8d8a-946ba119022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6df8236-fe0c-49e2-a6c9-f95c3bdca0cd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:44.681213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43212) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:44.698047 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d8f1-98d9-4370-abe1-53d9216658a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.804060 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d8f1-98d9-4370-abe1-53d9216658a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.808674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d8f1-98d9-4370-abe1-53d9216658a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.850176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a5c4d8f1-98d9-4370-abe1-53d9216658a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b796e593f7045878d3c199b16eabdeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1653891 Nov 12 05:46:44.850176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4d8f1-98d9-4370-abe1-53d9216658a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e532e39-3eca-432a-a0a8-14a53aa5b246,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:44.850569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43214) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:44.918032 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-effd823a-df7e-4ff0-899f-a480172e75ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:44.940783 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-effd823a-df7e-4ff0-899f-a480172e75ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:45.003335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-effd823a-df7e-4ff0-899f-a480172e75ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:45.009069 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-effd823a-df7e-4ff0-899f-a480172e75ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:45.012328 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-effd823a-df7e-4ff0-899f-a480172e75ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e532e39-3eca-432a-a0a8-14a53aa5b246 HTTP/1.1" status: 204 len: 168 time: 0.1590390 Nov 12 05:46:45.024341 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd823a-df7e-4ff0-899f-a480172e75ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e532e39-3eca-432a-a0a8-14a53aa5b246,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:45.326311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09094f3f-75f9-453a-91f4-b2d1ff75612a req-991639b1-975d-408f-b5c9-a364d99420c3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:45.330629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09094f3f-75f9-453a-91f4-b2d1ff75612a req-991639b1-975d-408f-b5c9-a364d99420c3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0775247 Nov 12 05:46:45.400695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09094f3f-75f9-453a-91f4-b2d1ff75612a req-784a16a9-2c4d-4475-a539-e7fb8b1319dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612059 Nov 12 05:46:46.311483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e0d29a1c-a4cd-4c71-bc05-53b29a1203d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:46.651921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890909-2cc7-4628-aca8-03c2dd7601ff req-2f646827-ffeb-42ee-a37e-87fb1e50dfb0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:46.654084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81890909-2cc7-4628-aca8-03c2dd7601ff req-2f646827-ffeb-42ee-a37e-87fb1e50dfb0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.1048605 Nov 12 05:46:46.730052 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81890909-2cc7-4628-aca8-03c2dd7601ff req-658d4607-50ab-4b4e-b0e8-c000af69d4f2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647514 Nov 12 05:46:47.383950 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:47.895585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280521-efd8-4851-aec5-0d3e1c3cd70e req-4ef352f5-1e2d-44cb-b825-5da89f044c22 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:47.903893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7280521-efd8-4851-aec5-0d3e1c3cd70e req-4ef352f5-1e2d-44cb-b825-5da89f044c22 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0670340 Nov 12 05:46:47.969665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7280521-efd8-4851-aec5-0d3e1c3cd70e req-781f1bc0-47cd-4877-985b-aa2ac8baab95 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645802 Nov 12 05:46:48.619563 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:49.135017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904a6cd-4bae-4f3a-962f-9b33320ebda7 req-ce166e64-b3ae-4173-959e-5bd29ec33208 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:49.137942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4904a6cd-4bae-4f3a-962f-9b33320ebda7 req-ce166e64-b3ae-4173-959e-5bd29ec33208 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0810890 Nov 12 05:46:49.205617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4904a6cd-4bae-4f3a-962f-9b33320ebda7 req-9c23ebab-0f71-4f4e-b0c7-2549ec3b95d3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590909 Nov 12 05:46:49.534066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:50.350717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c149d-a760-44ea-a404-0a745ba5cbc1 req-675a2f6a-37f8-4b3e-be6e-b8edb48c5296 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:50.353253 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a65c149d-a760-44ea-a404-0a745ba5cbc1 req-675a2f6a-37f8-4b3e-be6e-b8edb48c5296 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0655224 Nov 12 05:46:50.412844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a65c149d-a760-44ea-a404-0a745ba5cbc1 req-1c028111-e9bc-47b0-9e21-48ab389b799e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Nov 12 05:46:51.563053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b37c4-d251-4b07-90d1-af4bf0e959bb req-813e412c-5826-4161-b9f4-956ce6304438 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:51.564976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b31b37c4-d251-4b07-90d1-af4bf0e959bb req-813e412c-5826-4161-b9f4-956ce6304438 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0631175 Nov 12 05:46:51.624920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b31b37c4-d251-4b07-90d1-af4bf0e959bb req-53d5c7f2-8f0e-42ce-b629-d369426ed4c3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528808 Nov 12 05:46:52.008698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43816) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:52.115305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e220672-61e5-44fe-9d97-9e598c64d821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.191638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e220672-61e5-44fe-9d97-9e598c64d821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.196080 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e220672-61e5-44fe-9d97-9e598c64d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.236193 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8e220672-61e5-44fe-9d97-9e598c64d821 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa3f3fb5934c4dfba4e351195d46937d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263558 Nov 12 05:46:52.237076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e220672-61e5-44fe-9d97-9e598c64d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ed349-6fec-4f29-9ea2-a3aff4cb62d1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:52.239928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43820) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:52.294221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49d128ab-a41b-429e-9b4b-7224a7d980fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.319373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49d128ab-a41b-429e-9b4b-7224a7d980fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.370735 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49d128ab-a41b-429e-9b4b-7224a7d980fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.373680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49d128ab-a41b-429e-9b4b-7224a7d980fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.377365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-49d128ab-a41b-429e-9b4b-7224a7d980fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d88ed349-6fec-4f29-9ea2-a3aff4cb62d1 HTTP/1.1" status: 204 len: 168 time: 0.1337514 Nov 12 05:46:52.384838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d128ab-a41b-429e-9b4b-7224a7d980fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ed349-6fec-4f29-9ea2-a3aff4cb62d1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:52.683742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 43828) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:52.701182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e26477c-0714-47bd-a652-68c4518425f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.800976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abd723-8ee1-4d91-a7b3-78954fb14aed req-d6dbc523-9301-459f-8286-df67652a7229 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:52.802156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3abd723-8ee1-4d91-a7b3-78954fb14aed req-d6dbc523-9301-459f-8286-df67652a7229 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0916576 Nov 12 05:46:52.868821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3abd723-8ee1-4d91-a7b3-78954fb14aed req-018d632b-6851-451c-b030-54b3fca5d867 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Nov 12 05:46:52.883338 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e26477c-0714-47bd-a652-68c4518425f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.887366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e26477c-0714-47bd-a652-68c4518425f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.931589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7e26477c-0714-47bd-a652-68c4518425f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ffe87976590443fb2f7b92302dfbcce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2467017 Nov 12 05:46:52.932719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26477c-0714-47bd-a652-68c4518425f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9bfcb7-0321-4bd9-adf6-67707e2bb51d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:52.934240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43832) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:52.997684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bb99b78-a8e6-4cea-a48d-04df456b049a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:53.027365 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bb99b78-a8e6-4cea-a48d-04df456b049a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:53.076078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bb99b78-a8e6-4cea-a48d-04df456b049a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:53.078813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4bb99b78-a8e6-4cea-a48d-04df456b049a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:53.079972 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4bb99b78-a8e6-4cea-a48d-04df456b049a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd9bfcb7-0321-4bd9-adf6-67707e2bb51d HTTP/1.1" status: 204 len: 168 time: 0.1446505 Nov 12 05:46:53.091840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb99b78-a8e6-4cea-a48d-04df456b049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9bfcb7-0321-4bd9-adf6-67707e2bb51d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:54.075069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68804a-6685-4524-9ebe-7cf0f576442b req-ff80f462-e173-4e6e-a9c7-fde1c417ca6d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:54.077952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e68804a-6685-4524-9ebe-7cf0f576442b req-ff80f462-e173-4e6e-a9c7-fde1c417ca6d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.1151161 Nov 12 05:46:54.150934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e68804a-6685-4524-9ebe-7cf0f576442b req-c9e8ca34-9e8f-448e-a3bf-c3138263484b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618062 Nov 12 05:46:55.323339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390db4b-27c9-4058-b602-ea6a9ff898a8 req-47d1fee1-ac42-4018-942d-60a70a7df990 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:55.325186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d390db4b-27c9-4058-b602-ea6a9ff898a8 req-47d1fee1-ac42-4018-942d-60a70a7df990 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0902419 Nov 12 05:46:55.381486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d390db4b-27c9-4058-b602-ea6a9ff898a8 req-8cc3da7a-1097-43b6-985b-98936d921dfb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Nov 12 05:46:56.380929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c2cfa15d-0485-4a7d-86b4-db8dd27a4263 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:46:56.563300 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c2cfa15d-0485-4a7d-86b4-db8dd27a4263, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:56.572427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977f6d-12df-4a8c-bd82-159f91439c3c req-1f2b0543-0559-445d-acb8-f1fef5209531 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:56.575978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25977f6d-12df-4a8c-bd82-159f91439c3c req-1f2b0543-0559-445d-acb8-f1fef5209531 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 944 time: 0.0805476 Nov 12 05:46:56.585095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'c2cfa15d-0485-4a7d-86b4-db8dd27a4263', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'port_id': 'c2cfa15d-0485-4a7d-86b4-db8dd27a4263', 'mac_address': 'fa:16:3e:86:f3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:46:56.630164 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:56.648588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cfa15d-0485-4a7d-86b4-db8dd27a4263 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:46:56.670808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c2cfa15d-0485-4a7d-86b4-db8dd27a4263, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:56.673176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25977f6d-12df-4a8c-bd82-159f91439c3c req-37b1c7a7-d727-4d56-b34c-ee5ce57f66ed tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879123 Nov 12 05:46:56.680696 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:56.749013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:56.899357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['c2cfa15d-0485-4a7d-86b4-db8dd27a4263'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:46:57.320775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:57.458786 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:46:57.733065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43960) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:57.824836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd054-8be4-4534-bb31-33846fb78fc0 req-d9979ee7-a438-43b3-b563-50028965f664 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:57.826725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bcfd054-8be4-4534-bb31-33846fb78fc0 req-d9979ee7-a438-43b3-b563-50028965f664 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 945 time: 0.0639966 Nov 12 05:46:57.890455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bcfd054-8be4-4534-bb31-33846fb78fc0 req-4a49af77-fbab-46da-97fa-c3f366bb69a5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Nov 12 05:46:58.065333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e6e5d74d-4273-4063-947e-dabe423c5eb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=831b9f40f73243c79c65a6a8d04a74d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304241 Nov 12 05:46:58.068768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 43968) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:46:58.126429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-e618a01f-68e9-46a1-b12b-e8a0f7839d6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587261 Nov 12 05:46:58.142742 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4f0be6a-9987-4f12-9843-3b6c4e25eee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:58.172078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4f0be6a-9987-4f12-9843-3b6c4e25eee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:58.221367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-7cb06114-c524-416c-aa49-b081c51ee2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:58.223508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-7cb06114-c524-416c-aa49-b081c51ee2d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 1097 time: 0.0483751 Nov 12 05:46:58.238299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4f0be6a-9987-4f12-9843-3b6c4e25eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:58.243567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4f0be6a-9987-4f12-9843-3b6c4e25eee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:58.245800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4f0be6a-9987-4f12-9843-3b6c4e25eee0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4162736e-d236-4bbe-8845-79bfb295b456 HTTP/1.1" status: 204 len: 168 time: 0.1740620 Nov 12 05:46:58.257005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0be6a-9987-4f12-9843-3b6c4e25eee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4162736e-d236-4bbe-8845-79bfb295b456,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:58.394533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c2cfa15d-0485-4a7d-86b4-db8dd27a4263 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:46:58.410145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-67262ec0-6811-4ae7-b384-efc9967f831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:58.413269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-67262ec0-6811-4ae7-b384-efc9967f831d service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1649601 Nov 12 05:46:58.481993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-681c79e8-2f38-4ba8-abbd-64dec7199cb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2afd9f30-72ba-4bed-837d-a8f1c7606243 HTTP/1.1" status: 200 len: 217 time: 0.0601966 Nov 12 05:46:58.495866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:46:58.506271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:46:58.506775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:58.609187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-e8f9c1ad-3973-4b87-8702-ba38affdb3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:58.612752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-e8f9c1ad-3973-4b87-8702-ba38affdb3af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.1220875 Nov 12 05:46:58.688646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-bc949a44-5d04-44d1-9dae-9a8a20d5dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:58.690028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:58.690942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-bc949a44-5d04-44d1-9dae-9a8a20d5dad8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699525 Nov 12 05:46:58.719945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725d6e18-a3c7-45b8-9d67-9b6ee8316312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfa15d-0485-4a7d-86b4-db8dd27a4263'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:46:58.724900 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26ac847-22f7-4380-8f4b-51ae2b0cd514" -d '{"events": [{"server_uuid": "725d6e18-a3c7-45b8-9d67-9b6ee8316312", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfa15d-0485-4a7d-86b4-db8dd27a4263"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:46:58.745687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port c2cfa15d-0485-4a7d-86b4-db8dd27a4263, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:46:58.754727 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:58.843033 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9810cdc0-7b6b-4cc8-9943-39abe6979b7d x-openstack-request-id: req-9810cdc0-7b6b-4cc8-9943-39abe6979b7d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:46:58.843033 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725d6e18-a3c7-45b8-9d67-9b6ee8316312", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfa15d-0485-4a7d-86b4-db8dd27a4263", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:46:58.843272 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9810cdc0-7b6b-4cc8-9943-39abe6979b7d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:46:58.843778 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725d6e18-a3c7-45b8-9d67-9b6ee8316312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfa15d-0485-4a7d-86b4-db8dd27a4263', 'code': 200} Nov 12 05:46:58.869479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-2cca31b8-d9a6-4242-8d0a-396c8d414d22 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705463 Nov 12 05:46:58.884337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:46:59.011555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c7c9f-dd22-4e1b-9ea8-4ce9c926af2a req-8f3bee3e-0357-4d85-96d8-a0f37a4322ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:59.013096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e22c7c9f-dd22-4e1b-9ea8-4ce9c926af2a req-8f3bee3e-0357-4d85-96d8-a0f37a4322ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 1098 time: 0.1038527 Nov 12 05:46:59.063662 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc15e339-eb63-4964-b51d-0b7ead92b125 req-829548c5-d6b2-4473-ab91-69c174b1c50f service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856556 Nov 12 05:46:59.083867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c459ab-85cd-48eb-bc8e-9a9f72e24770 req-0717e501-dc9b-4e60-a523-1dec9e18a0e4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:59.085700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00c459ab-85cd-48eb-bc8e-9a9f72e24770 req-0717e501-dc9b-4e60-a523-1dec9e18a0e4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 946 time: 0.0914021 Nov 12 05:46:59.129975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e22c7c9f-dd22-4e1b-9ea8-4ce9c926af2a req-2f9d0fee-e2df-4473-b497-6203c7e07376 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968263 Nov 12 05:46:59.157033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00c459ab-85cd-48eb-bc8e-9a9f72e24770 req-edc4abb4-ae8d-41cc-b057-ab3b8689c652 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628238 Nov 12 05:47:00.320826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17962e9-58ee-4be2-ad3f-94e01d3d67a7 req-ef495d1c-d90c-4605-a4fa-4be30990d77a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:00.322593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c17962e9-58ee-4be2-ad3f-94e01d3d67a7 req-ef495d1c-d90c-4605-a4fa-4be30990d77a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 946 time: 0.0631306 Nov 12 05:47:00.377612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c17962e9-58ee-4be2-ad3f-94e01d3d67a7 req-ec357c0f-def4-4704-a860-6ae97ab055db tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474710 Nov 12 05:47:01.400157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44068) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:01.524464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae4ddc-356e-4011-91df-8e24331a54e1 req-e0b8ba5c-5248-4178-a19d-4ca06d3c09f5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:01.526642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76ae4ddc-356e-4011-91df-8e24331a54e1 req-e0b8ba5c-5248-4178-a19d-4ca06d3c09f5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 946 time: 0.0693200 Nov 12 05:47:01.588134 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3bd0-b7df-464b-8dfa-3c6b52eca69a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:01.611945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76ae4ddc-356e-4011-91df-8e24331a54e1 req-a8a9bb29-454f-48b6-9636-105718521025 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791516 Nov 12 05:47:01.696182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3bd0-b7df-464b-8dfa-3c6b52eca69a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:01.710733 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3bd0-b7df-464b-8dfa-3c6b52eca69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:01.767431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a3bd0-b7df-464b-8dfa-3c6b52eca69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e59cd7a-e8d2-4396-af62-5687d8e67ee7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:01.775937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8c7a3bd0-b7df-464b-8dfa-3c6b52eca69a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbb968934e0747cc89378144518fa1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737020 Nov 12 05:47:01.778543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:01.797389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00450-b9ad-4ccc-8445-d40749b17c70 req-58f15aa4-e0fd-4c57-9b6d-b9c44cd4e591 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:01.798868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cef00450-b9ad-4ccc-8445-d40749b17c70 req-58f15aa4-e0fd-4c57-9b6d-b9c44cd4e591 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 946 time: 0.0973628 Nov 12 05:47:01.871603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b3317ce-3995-4b9b-b515-78e2ae9900b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:01.883950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cef00450-b9ad-4ccc-8445-d40749b17c70 req-fd56eb67-6514-463a-8ae8-8785400138f5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769978 Nov 12 05:47:01.906373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b3317ce-3995-4b9b-b515-78e2ae9900b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:01.946424 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b3317ce-3995-4b9b-b515-78e2ae9900b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:01.949082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b3317ce-3995-4b9b-b515-78e2ae9900b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:01.952510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3b3317ce-3995-4b9b-b515-78e2ae9900b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e59cd7a-e8d2-4396-af62-5687d8e67ee7 HTTP/1.1" status: 204 len: 168 time: 0.1702583 Nov 12 05:47:01.960350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3317ce-3995-4b9b-b515-78e2ae9900b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e59cd7a-e8d2-4396-af62-5687d8e67ee7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:02.217015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f1293-32d1-41fa-8d65-3948e2529b15 req-3f989db0-01e4-44a6-ad04-0535992e7b17 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:02.218544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb7f1293-32d1-41fa-8d65-3948e2529b15 req-3f989db0-01e4-44a6-ad04-0535992e7b17 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 946 time: 0.0585394 Nov 12 05:47:02.249799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44090) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:02.263439 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:02.271932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb7f1293-32d1-41fa-8d65-3948e2529b15 req-93183b2d-976b-4c3e-a8d1-13a0978b0ad3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472579 Nov 12 05:47:02.365649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:02.370704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:02.410908 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d928ce72f6f3408693210f16f9303d64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599348 Nov 12 05:47:02.412582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44094) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:02.414670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8190473e-3cd3-4326-bca5-01437270c12d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:02.423004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.423347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.423684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.424013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.424490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.424954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.425279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.425597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.425919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.426232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.426572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.426888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f7f63-b7c4-4e3f-abce-6c08a955ded3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:02.469689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2b85dfb-be93-4e56-9dad-5e7016cfe170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:02.491658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2b85dfb-be93-4e56-9dad-5e7016cfe170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:02.544813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2b85dfb-be93-4e56-9dad-5e7016cfe170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:02.547585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2b85dfb-be93-4e56-9dad-5e7016cfe170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:02.551010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b2b85dfb-be93-4e56-9dad-5e7016cfe170 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8190473e-3cd3-4326-bca5-01437270c12d HTTP/1.1" status: 204 len: 168 time: 0.1340358 Nov 12 05:47:02.557033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b85dfb-be93-4e56-9dad-5e7016cfe170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8190473e-3cd3-4326-bca5-01437270c12d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:03.402498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed24c4-1568-4716-93c7-3d396fe1f0d2 req-9c509267-62aa-41fd-97b4-677477edb7bf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:03.404032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82ed24c4-1568-4716-93c7-3d396fe1f0d2 req-9c509267-62aa-41fd-97b4-677477edb7bf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 946 time: 0.0576062 Nov 12 05:47:03.472196 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82ed24c4-1568-4716-93c7-3d396fe1f0d2 req-dacd409d-ceaf-4422-8280-33856f57d1d8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607789 Nov 12 05:47:03.781214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-04f82bb7-ce52-4045-ac83-e967a33b84e2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:03.783882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-04f82bb7-ce52-4045-ac83-e967a33b84e2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 946 time: 0.0596850 Nov 12 05:47:03.914259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:03.915501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:04.424550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] For port c2cfa15d-0485-4a7d-86b4-db8dd27a4263, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:04.424899 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:04.440801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for c2cfa15d-0485-4a7d-86b4-db8dd27a4263 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:04.655738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1c22-db59-4760-9c64-e257efea9649 req-d21e2a41-4b73-49e9-aa98-04fa9fc2091b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:04.657359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bce1c22-db59-4760-9c64-e257efea9649 req-d21e2a41-4b73-49e9-aa98-04fa9fc2091b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 946 time: 0.0763998 Nov 12 05:47:04.658582 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:04.672935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['2afd9f30-72ba-4bed-837d-a8f1c7606243'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:47:04.696737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=c2cfa15d-0485-4a7d-86b4-db8dd27a4263,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:04.818451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] No DVR routers for this DVR port c2cfa15d-0485-4a7d-86b4-db8dd27a4263 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:04.821506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:04.825451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dea639c-a010-43e5-8cbd-9b8b88308d58 req-1d67b824-9a08-49eb-895f-859c318bcdf3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "DELETE /v2.0/ports/c2cfa15d-0485-4a7d-86b4-db8dd27a4263 HTTP/1.1" status: 204 len: 173 time: 1.0335057 Nov 12 05:47:04.838165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725d6e18-a3c7-45b8-9d67-9b6ee8316312', 'name': 'network-vif-deleted', 'tag': 'c2cfa15d-0485-4a7d-86b4-db8dd27a4263'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:47:04.851916 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7b22b-835a-4893-9268-db9604edfb83" -d '{"events": [{"server_uuid": "725d6e18-a3c7-45b8-9d67-9b6ee8316312", "name": "network-vif-deleted", "tag": "c2cfa15d-0485-4a7d-86b4-db8dd27a4263"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:47:04.903790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bce1c22-db59-4760-9c64-e257efea9649 req-9d1a374b-72db-4ed2-bbb0-c3d9f346d32c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355196 Nov 12 05:47:04.981140 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539932aa-2d20-4d76-9319-267e5cb5c6d4 x-openstack-request-id: req-539932aa-2d20-4d76-9319-267e5cb5c6d4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:47:04.981446 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725d6e18-a3c7-45b8-9d67-9b6ee8316312", "name": "network-vif-deleted", "tag": "c2cfa15d-0485-4a7d-86b4-db8dd27a4263", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:47:04.981563 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-539932aa-2d20-4d76-9319-267e5cb5c6d4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:47:04.982081 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725d6e18-a3c7-45b8-9d67-9b6ee8316312', 'name': 'network-vif-deleted', 'tag': 'c2cfa15d-0485-4a7d-86b4-db8dd27a4263', 'status': 'completed', 'code': 200} Nov 12 05:47:05.412810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44188) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:05.549999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2c1d-ad0d-4223-986f-5309ef4a93bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:05.629953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2c1d-ad0d-4223-986f-5309ef4a93bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:05.635144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2c1d-ad0d-4223-986f-5309ef4a93bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:05.674316 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fcdf2c1d-ad0d-4223-986f-5309ef4a93bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4caef03eff0412385f6b0ba4c355bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598026 Nov 12 05:47:05.675230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf2c1d-ad0d-4223-986f-5309ef4a93bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5a8e34-4b29-4abf-baa7-d3ab1d913f2a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:05.677202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44192) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:05.732016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49affda5-8cf4-45ca-a937-919b7f3f7802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:05.754776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49affda5-8cf4-45ca-a937-919b7f3f7802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:05.808154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49affda5-8cf4-45ca-a937-919b7f3f7802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:05.811365 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49affda5-8cf4-45ca-a937-919b7f3f7802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:05.812754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-49affda5-8cf4-45ca-a937-919b7f3f7802 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d5a8e34-4b29-4abf-baa7-d3ab1d913f2a HTTP/1.1" status: 204 len: 168 time: 0.1339428 Nov 12 05:47:05.823206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49affda5-8cf4-45ca-a937-919b7f3f7802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5a8e34-4b29-4abf-baa7-d3ab1d913f2a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:06.043944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ccd2fcf-f35a-473a-9a01-2e8fd9d0cc08 req-206ca8a3-f4c5-4d8c-8ba1-0fb78bda7045 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 210 time: 0.0539727 Nov 12 05:47:06.168566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44208) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:06.184350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82205a60-c29c-4ae7-8299-4c05cd78be3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:06.266374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82205a60-c29c-4ae7-8299-4c05cd78be3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:06.270234 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82205a60-c29c-4ae7-8299-4c05cd78be3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:06.308782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-82205a60-c29c-4ae7-8299-4c05cd78be3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05701155ca7a419fbfb41e1a21eee691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390398 Nov 12 05:47:06.311635 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44210) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:06.320656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82205a60-c29c-4ae7-8299-4c05cd78be3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98bffa3-3a14-4423-8471-04357eb90e26,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:06.376476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-424194f1-e84e-4a8f-9a85-f41f530f2394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:06.398984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-424194f1-e84e-4a8f-9a85-f41f530f2394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:06.410657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c2cfa15d-0485-4a7d-86b4-db8dd27a4263 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:06.441270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: c2cfa15d-0485-4a7d-86b4-db8dd27a4263 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:06.442102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device c2cfa15d-0485-4a7d-86b4-db8dd27a4263 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:06.448604 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-424194f1-e84e-4a8f-9a85-f41f530f2394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:06.452127 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-424194f1-e84e-4a8f-9a85-f41f530f2394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:06.453645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-424194f1-e84e-4a8f-9a85-f41f530f2394 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a98bffa3-3a14-4423-8471-04357eb90e26 HTTP/1.1" status: 204 len: 168 time: 0.1405241 Nov 12 05:47:06.473028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424194f1-e84e-4a8f-9a85-f41f530f2394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98bffa3-3a14-4423-8471-04357eb90e26,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:07.158628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6dd9631e-e1f0-48b9-a711-73f48d032780 req-791d7364-e17c-4bae-afba-3452ea707e23 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 210 time: 0.0361602 Nov 12 05:47:07.234659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44240) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:07.462632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Deleting port 1a85be0c-be4b-4007-a530-806abe9ac427 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:07.464030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:07.642723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:07.643310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:07.657598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Calling delete_port for 1a85be0c-be4b-4007-a530-806abe9ac427 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:07.849534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:07.876024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event deleted for resources: {'Port': ['ID=1a85be0c-be4b-4007-a530-806abe9ac427,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:07.947261 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:07.947973 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Floating IP 9ec93688-b042-4209-9022-5dc1b5a3e72d disassociated (deleted). External IP: 172.25.2.55, port: 01233a61-e9b3-439a-bf93-4ca7242a8d2e. Nov 12 05:47:08.294490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Router ec06c6f0-6dcc-4958-b297-109ac53efbfe has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:47:08.328875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94dbaaa4-6938-4b3a-8796-b4c0f283677e req-8e68730e-e018-449e-a6d2-261c4fc937dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 210 time: 0.0657177 Nov 12 05:47:08.438673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:08.443616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:08.453926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] Sync routers for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:08.478730 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9d0b56d4-08ef-4610-b101-8bbfd288304e tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "DELETE /v2.0/floatingips/9ec93688-b042-4209-9022-5dc1b5a3e72d HTTP/1.1" status: 204 len: 168 time: 1.2420993 Nov 12 05:47:08.480145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:47:08.483304 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09daa0e9-9a89-4cab-93b4-cf4f683da88b" -d '{"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:47:08.501269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:08.502149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:46:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:08.698421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:08.756050 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5495036c-5a41-49a3-a77c-54982b757c4f x-openstack-request-id: req-5495036c-5a41-49a3-a77c-54982b757c4f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:47:08.756340 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:47:08.756601 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5495036c-5a41-49a3-a77c-54982b757c4f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:47:08.757671 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'status': 'completed', 'code': 200} Nov 12 05:47:08.896786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-4d6c66e4-3879-4d26-930a-593da42b34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:08.898584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-4d6c66e4-3879-4d26-930a-593da42b34bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fddc60a81bde4244af5026441a905f68&device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 1098 time: 0.0931585 Nov 12 05:47:08.972973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86872708-dd0f-4986-b46b-bde84a4fd41b req-c9f5b226-5054-48fb-9eb7-2b487f954e08 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:08.975395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-86872708-dd0f-4986-b46b-bde84a4fd41b req-c9f5b226-5054-48fb-9eb7-2b487f954e08 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 946 time: 0.1312826 Nov 12 05:47:09.087417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:09.125997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] Checking router: ec06c6f0-6dcc-4958-b297-109ac53efbfe for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:09.137039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:09.137753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:46:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:09.165913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-a7b79c61-c9a6-410e-98c3-75a8e03c08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:09.168977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-a7b79c61-c9a6-410e-98c3-75a8e03c08dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 HTTP/1.1" status: 200 len: 914 time: 0.2614722 Nov 12 05:47:09.192292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-86872708-dd0f-4986-b46b-bde84a4fd41b req-ca3b78da-02e4-4aa1-8c16-a63778eccadc tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989591 Nov 12 05:47:09.247867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-88053cb8-afb6-42df-a940-a3637b73a1fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e HTTP/1.1" status: 200 len: 217 time: 0.0588908 Nov 12 05:47:09.322089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:09.333718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-1b2863b6-188e-4d13-bfc3-ff164888be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:09.336387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-1b2863b6-188e-4d13-bfc3-ff164888be9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fd12d3c-0770-4e25-9929-4bfdab23f44b HTTP/1.1" status: 200 len: 852 time: 0.0803499 Nov 12 05:47:09.396784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-8ac7f8c9-5e58-4450-8200-47df7988ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:09.400219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-8ac7f8c9-5e58-4450-8200-47df7988ca79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545812 Nov 12 05:47:09.476147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0edfecc0-210c-48ef-a0b5-33c7ecb4fb29 req-144bb091-f7de-472d-965f-6e1e930b3f77 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 210 time: 0.0386071 Nov 12 05:47:09.564206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-5c6ed0f2-82bd-44e1-82c4-54e264fa5c1d service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552300 Nov 12 05:47:09.748786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09daa0e9-9a89-4cab-93b4-cf4f683da88b req-63effb3f-81a2-4f2d-b71d-bfc316449206 service neutron] 10.222.0.43 "GET /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770771 Nov 12 05:47:09.791525 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-69eacf38-5f00-4220-beae-82929fcd67d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1165411 Nov 12 05:47:09.893387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:09.938025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8ded3-7cd2-462c-85dc-88659446e412 None None] The sync data for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 is: [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:43:09Z', 'revision_number': 4, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '03c98bbf-443c-47cc-b886-786b17a2e6b8', 'name': '', 'network_id': '4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'mac_address': 'fa:16:3e:a5:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:28Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'subnets': [{'id': '6fd12d3c-0770-4e25-9929-4bfdab23f44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:09.954284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-7b151485-3074-49ce-a2e1-f4e6d5014adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:09.954809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-7b151485-3074-49ce-a2e1-f4e6d5014adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:09.955584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-7b151485-3074-49ce-a2e1-f4e6d5014adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:09.956057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-7b151485-3074-49ce-a2e1-f4e6d5014adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:09.956740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-7b151485-3074-49ce-a2e1-f4e6d5014adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:09.958719 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-7b151485-3074-49ce-a2e1-f4e6d5014adf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0571113 Nov 12 05:47:10.121745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-aa50154f-fd3e-4049-8905-6e6e323cc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:10.122357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-aa50154f-fd3e-4049-8905-6e6e323cc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:10.122963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-aa50154f-fd3e-4049-8905-6e6e323cc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:10.125143 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-aa50154f-fd3e-4049-8905-6e6e323cc3bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1378300 Nov 12 05:47:10.206052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-579da0a5-a253-4522-927e-4af4cbf6d52c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0641718 Nov 12 05:47:10.326481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-68468645-d57f-4e8e-af9b-b19b4c1c955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:10.330916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-68468645-d57f-4e8e-af9b-b19b4c1c955b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.1157751 Nov 12 05:47:10.380718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985847-1d2e-410c-b82c-fecbac573463 req-efc8d9d6-bf6d-465e-a84d-83f3c0e35dc3 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:10.397657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97985847-1d2e-410c-b82c-fecbac573463 req-efc8d9d6-bf6d-465e-a84d-83f3c0e35dc3 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 946 time: 0.1190820 Nov 12 05:47:10.451940 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70f1ad-8f94-43e5-a7e1-3629f5270d87 None None] New status for floating IP 9ec93688-b042-4209-9022-5dc1b5a3e72d: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:47:10.460878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-5784f4a5-c248-4995-8fa9-972368872517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:10.462596 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-5784f4a5-c248-4995-8fa9-972368872517 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229150 Nov 12 05:47:10.479969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97985847-1d2e-410c-b82c-fecbac573463 req-27ef3086-fcbc-4be6-9eb1-b403411c00a0 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/security-groups?id=c95d87b0-6055-4fb8-9320-d3ece38806aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805988 Nov 12 05:47:10.609695 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-e7f64c50-070e-4518-941e-8b3466b9278f service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358724 Nov 12 05:47:10.744589 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:10.774512 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-15eefcf9-faf4-4110-b665-417c7a5f0fe1 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340144 Nov 12 05:47:10.824463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-709fd722-ede1-467e-a1df-86913c5f4f48 req-18d449ed-77d5-42f1-93fb-44cfbd94eca3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=725d6e18-a3c7-45b8-9d67-9b6ee8316312 HTTP/1.1" status: 200 len: 210 time: 0.1333947 Nov 12 05:47:10.844148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-08502163-edfd-4913-86bb-de61341816e6 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:10.845510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-08502163-edfd-4913-86bb-de61341816e6 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 946 time: 0.2034853 Nov 12 05:47:10.847541 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-82100b45-b7fa-4198-a80a-199d1f96b0f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0647759 Nov 12 05:47:10.943258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-130ecdf4-9a68-432d-b962-8c551ca18de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:10.945299 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-130ecdf4-9a68-432d-b962-8c551ca18de8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0845351 Nov 12 05:47:11.031661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Deleting port 01233a61-e9b3-439a-bf93-4ca7242a8d2e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:11.032060 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:11.060856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-caa70c9e-bbdb-400f-a2cc-cb0ed2fdf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:11.063964 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-caa70c9e-bbdb-400f-a2cc-cb0ed2fdf382 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1097710 Nov 12 05:47:11.238462 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-42fb0cc2-8512-47c6-b304-14fc1f61b9f3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684620 Nov 12 05:47:11.243600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] For port 01233a61-e9b3-439a-bf93-4ca7242a8d2e, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=01233a61-e9b3-439a-bf93-4ca7242a8d2e,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:11.244798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:11.272286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Calling delete_port for 01233a61-e9b3-439a-bf93-4ca7242a8d2e owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:11.363953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-2d08fb0f-6127-41de-b624-22d010d317db service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079228 Nov 12 05:47:11.423309 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-f1f5bc17-2902-477f-a8c9-162b2f9484c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0520589 Nov 12 05:47:11.505779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-c817b2d4-63e7-485d-a9a8-35f2828036d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:11.506244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-c817b2d4-63e7-485d-a9a8-35f2828036d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0757732 Nov 12 05:47:11.533486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:11.568710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event deleted for resources: {'Port': ['ID=01233a61-e9b3-439a-bf93-4ca7242a8d2e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:11.591164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-faca96ce-aadb-4469-8cfb-89daa11f04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:11.593525 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-faca96ce-aadb-4469-8cfb-89daa11f04d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804405 Nov 12 05:47:11.690309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83e38ccb-fe16-47d5-b866-09fed14bead4 req-e87236c3-f26e-4d83-b086-f0d324eb1b4f tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.0455842 Nov 12 05:47:11.725002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] No DVR routers for this DVR port 01233a61-e9b3-439a-bf93-4ca7242a8d2e on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:11.743573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:11.753707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42627678-b6cc-4972-96b0-b5ebaf223a11 req-b2909a1f-d47f-458d-9680-eda45b429031 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.43 "DELETE /v2.0/ports/01233a61-e9b3-439a-bf93-4ca7242a8d2e HTTP/1.1" status: 204 len: 173 time: 0.8956740 Nov 12 05:47:11.757810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'name': 'network-vif-deleted', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:47:11.777941 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6570ff01-38bf-4eea-bbbb-390fb5043037" -d '{"events": [{"server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "name": "network-vif-deleted", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:47:11.848621 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d19f9f6-3ece-401c-a744-1d0265acd666 x-openstack-request-id: req-6d19f9f6-3ece-401c-a744-1d0265acd666 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:47:11.848975 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a1a658-66e0-4704-bb65-6cb240d6236a", "name": "network-vif-deleted", "tag": "01233a61-e9b3-439a-bf93-4ca7242a8d2e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:47:11.849228 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d19f9f6-3ece-401c-a744-1d0265acd666 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:47:11.849631 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a1a658-66e0-4704-bb65-6cb240d6236a', 'name': 'network-vif-deleted', 'tag': '01233a61-e9b3-439a-bf93-4ca7242a8d2e', 'status': 'completed', 'code': 200} Nov 12 05:47:11.881092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-0a3d7333-6b80-4cc2-b1fd-b30d52e80a8d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744837 Nov 12 05:47:12.077276 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-bad32bd0-cb6c-48f5-863a-cbd8e142cc03 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917074 Nov 12 05:47:12.156106 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-a070888f-8daa-400d-ba88-7e507becdbc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0698328 Nov 12 05:47:12.229644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-388565fb-308b-49f9-abe7-913782d3b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:12.232207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-388565fb-308b-49f9-abe7-913782d3b631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0680361 Nov 12 05:47:12.288837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-99ef2e0d-28d0-4481-ac03-04f7db7ce58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:12.290504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-99ef2e0d-28d0-4481-ac03-04f7db7ce58b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507915 Nov 12 05:47:12.428634 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-4b9c8c1c-7d17-4b9a-8825-5224aea6101f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302981 Nov 12 05:47:12.563252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-37504f5c-a564-4a6a-aab9-72462f4d3126 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277764 Nov 12 05:47:12.628806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-64151c79-5c7c-4d88-b722-6593acf4e219 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0585363 Nov 12 05:47:12.736248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-2bc3500c-6763-4a95-bbf5-1a8f3302de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:12.738128 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-2bc3500c-6763-4a95-bbf5-1a8f3302de7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.1021554 Nov 12 05:47:12.828909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-a7693fd9-62c3-4434-8c3d-51ac17f457b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:12.830697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-a7693fd9-62c3-4434-8c3d-51ac17f457b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839424 Nov 12 05:47:12.866796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69745f7b-dcb6-463d-be98-4ef515b36e9e req-74740880-4c92-4b1e-855c-a0ca533776b5 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.0716295 Nov 12 05:47:13.040533 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-c40e7e2f-5409-4552-b99f-547067efc5e7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998508 Nov 12 05:47:13.213277 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a1a3ba-266b-4563-9596-b937c217a2ec req-29248b62-c63d-4640-ae90-45ae1081de35 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652839 Nov 12 05:47:13.945932 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db4c752e-5213-4c04-8e30-78fdfe92b4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:14.032105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 01233a61-e9b3-439a-bf93-4ca7242a8d2e no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:14.077860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 01233a61-e9b3-439a-bf93-4ca7242a8d2e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:14.078680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 01233a61-e9b3-439a-bf93-4ca7242a8d2e not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:14.118460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e141644-57bc-45f6-8915-1eeef5663130 req-0a097e1d-d3ab-4615-9513-4f80de17080f tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.1048782 Nov 12 05:47:15.251979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5194969d-d38d-48db-aa93-8617c1bdee39 req-83a449e0-6c24-40d5-9c96-18413124fbca tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.0337789 Nov 12 05:47:16.336710 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ac5c90ac-cf2c-4eda-a75d-8c78f4413820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:16.422955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1af13999-fb2f-4fd5-8a3b-12e13d0f39e7 req-c50cd37d-b1c8-44db-a924-2332eddf3de3 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.0636027 Nov 12 05:47:17.383155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:17.600947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-759da961-b49f-4e76-88f8-3f2ee0c7d531 req-de927805-5f9d-420c-9cad-94b2253085d5 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.0522771 Nov 12 05:47:18.617086 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:18.750107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-025a49fa-a297-463d-83da-d761c6d92afa req-f7f40a5e-87b7-42db-9d6f-062202152e50 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "GET /v2.0/ports?device_id=26a1a658-66e0-4704-bb65-6cb240d6236a HTTP/1.1" status: 200 len: 210 time: 0.0471780 Nov 12 05:47:19.029854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ccab6-7cd3-4b45-a4b2-2cc1d13e519f req-9a273917-a868-4de8-821d-ffa06d7c1ac4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:19.031795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-159ccab6-7cd3-4b45-a4b2-2cc1d13e519f req-9a273917-a868-4de8-821d-ffa06d7c1ac4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 945 time: 0.0598760 Nov 12 05:47:19.087906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-159ccab6-7cd3-4b45-a4b2-2cc1d13e519f req-85dda177-b5b0-4b90-acda-4ff6a04800c1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481305 Nov 12 05:47:19.549435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:19.816588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44616) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:19.884146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8fd26dfa-19a2-421c-bb0f-47c28c73a4f5 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:19.913629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8fd26dfa-19a2-421c-bb0f-47c28c73a4f5 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:19.982286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8fd26dfa-19a2-421c-bb0f-47c28c73a4f5 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:19.985397 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8fd26dfa-19a2-421c-bb0f-47c28c73a4f5 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:19.986762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8fd26dfa-19a2-421c-bb0f-47c28c73a4f5 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] 10.222.0.48 "DELETE /v2.0/security-groups/c95d87b0-6055-4fb8-9320-d3ece38806aa HTTP/1.1" status: 204 len: 168 time: 0.1683898 Nov 12 05:47:20.001899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd26dfa-19a2-421c-bb0f-47c28c73a4f5 tempest-TestVolumeBackupRestore-961551100 tempest-TestVolumeBackupRestore-961551100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95d87b0-6055-4fb8-9320-d3ece38806aa,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:20.210138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44634) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:20.353228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60079a-103e-4fd6-bf4b-1dce886462a1 req-a7a2a932-84bc-46b7-8c0e-63909173c073 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:20.361810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a60079a-103e-4fd6-bf4b-1dce886462a1 req-a7a2a932-84bc-46b7-8c0e-63909173c073 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 945 time: 0.1340063 Nov 12 05:47:20.459947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a60079a-103e-4fd6-bf4b-1dce886462a1 req-bcf6cd3a-49a6-46a3-8493-b74d2f9f562f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=e88a059b-69a5-47ed-a89b-cf4ab480997a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955181 Nov 12 05:47:20.602804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-21f69de5-6d00-4dda-a348-2b2118c8474f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:20.604372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-21f69de5-6d00-4dda-a348-2b2118c8474f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 945 time: 0.1066296 Nov 12 05:47:20.754793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb8974ec-d06e-4c45-91be-c38c14b1a47b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:20.803140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port 2afd9f30-72ba-4bed-837d-a8f1c7606243 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:20.804056 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:20.938769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] For port 2afd9f30-72ba-4bed-837d-a8f1c7606243, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=2afd9f30-72ba-4bed-837d-a8f1c7606243,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:20.939369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:20.951269 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb8974ec-d06e-4c45-91be-c38c14b1a47b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:20.957511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for 2afd9f30-72ba-4bed-837d-a8f1c7606243 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:20.964175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb8974ec-d06e-4c45-91be-c38c14b1a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:21.060604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-eb8974ec-d06e-4c45-91be-c38c14b1a47b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c282a3097fd54fd48d2fed37e55a282b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491890 Nov 12 05:47:21.063668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:21.064781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8974ec-d06e-4c45-91be-c38c14b1a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a2fc11-768d-4650-9063-09971b976768,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:21.194847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7df112ad-5a79-4be7-9a89-4b4bbb042303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:21.240593 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:21.253949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['2afd9f30-72ba-4bed-837d-a8f1c7606243'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:47:21.278629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7df112ad-5a79-4be7-9a89-4b4bbb042303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:21.299277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=2afd9f30-72ba-4bed-837d-a8f1c7606243,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:21.424043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] No DVR routers for this DVR port 2afd9f30-72ba-4bed-837d-a8f1c7606243 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:21.427626 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:21.427830 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7df112ad-5a79-4be7-9a89-4b4bbb042303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:21.431256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7df112ad-5a79-4be7-9a89-4b4bbb042303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:21.432315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dfb23e2-7088-4a60-9652-50d3d4868cc3 req-836cc347-9833-4321-bd35-672ad21cab47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "DELETE /v2.0/ports/2afd9f30-72ba-4bed-837d-a8f1c7606243 HTTP/1.1" status: 204 len: 173 time: 0.8199601 Nov 12 05:47:21.432988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7df112ad-5a79-4be7-9a89-4b4bbb042303 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8a2fc11-768d-4650-9063-09971b976768 HTTP/1.1" status: 204 len: 168 time: 0.3678911 Nov 12 05:47:21.433266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5904b72e-aa78-49ac-87f7-a63a3d82258d', 'name': 'network-vif-deleted', 'tag': '2afd9f30-72ba-4bed-837d-a8f1c7606243'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:47:21.436658 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731832ff-5441-4f09-b9d2-1f4a90b8b3aa" -d '{"events": [{"server_uuid": "5904b72e-aa78-49ac-87f7-a63a3d82258d", "name": "network-vif-deleted", "tag": "2afd9f30-72ba-4bed-837d-a8f1c7606243"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:47:21.458770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df112ad-5a79-4be7-9a89-4b4bbb042303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a2fc11-768d-4650-9063-09971b976768,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:21.571730 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f530ad07-6f9e-4a50-ac60-ee18838377ee x-openstack-request-id: req-f530ad07-6f9e-4a50-ac60-ee18838377ee {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:47:21.572087 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5904b72e-aa78-49ac-87f7-a63a3d82258d", "name": "network-vif-deleted", "tag": "2afd9f30-72ba-4bed-837d-a8f1c7606243", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:47:21.572349 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f530ad07-6f9e-4a50-ac60-ee18838377ee {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:47:21.572783 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5904b72e-aa78-49ac-87f7-a63a3d82258d', 'name': 'network-vif-deleted', 'tag': '2afd9f30-72ba-4bed-837d-a8f1c7606243', 'status': 'completed', 'code': 200} Nov 12 05:47:21.768359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f7a97f9-0b5f-49f8-b907-4854a7f54377 req-8eb0e169-285e-464f-9958-15803a7d2cf7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.0611870 Nov 12 05:47:22.127494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44842) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:22.309052 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff742ec1-6641-44f2-bc1e-19c514e99818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:22.462604 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff742ec1-6641-44f2-bc1e-19c514e99818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:22.473234 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff742ec1-6641-44f2-bc1e-19c514e99818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:22.524139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff742ec1-6641-44f2-bc1e-19c514e99818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f9781d-e76a-45da-88f2-5ed2dadc5892,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:22.568580 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ff742ec1-6641-44f2-bc1e-19c514e99818 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f208a882edc84a708451d5807fe0d70b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4378130 Nov 12 05:47:22.568926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44904) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:22.627626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0cfa297f-ca15-4332-9e52-ed6cfc4520bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:22.663494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0cfa297f-ca15-4332-9e52-ed6cfc4520bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:22.732286 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0cfa297f-ca15-4332-9e52-ed6cfc4520bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:22.736120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0cfa297f-ca15-4332-9e52-ed6cfc4520bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:22.737620 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0cfa297f-ca15-4332-9e52-ed6cfc4520bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63f9781d-e76a-45da-88f2-5ed2dadc5892 HTTP/1.1" status: 204 len: 168 time: 0.1678123 Nov 12 05:47:22.749315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa297f-ca15-4332-9e52-ed6cfc4520bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f9781d-e76a-45da-88f2-5ed2dadc5892,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:22.939472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 44950) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:22.950169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-451c8097-39c7-431b-8cd7-a03e502e7f12 req-8e2495b5-8dce-4d30-908b-4557c71dfb4d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.0434833 Nov 12 05:47:23.181203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2104709526-network', 'tenant_id': 'b799e5828007499aac19789519995f01'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:23.212126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Made reservation on behalf of b799e5828007499aac19789519995f01 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:23.216923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.228638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.299279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 44994) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:23.334853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6429ae04-0bf8-41fe-8b84-df8f2b5ef6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.393615 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.405855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.476405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6429ae04-0bf8-41fe-8b84-df8f2b5ef6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.486818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6429ae04-0bf8-41fe-8b84-df8f2b5ef6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.487033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562a4324-f21f-4f63-8097-627889c23ae9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:23.489927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:47:23.505983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.506945 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Added segment 587e39b3-e87a-4c30-a2cf-807f712d42d0 of type vlan for network b73dfecc-7873-49dc-a0de-e86e74466e2d Nov 12 05:47:23.520291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6429ae04-0bf8-41fe-8b84-df8f2b5ef6df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a71e578b9cd4b00918fa8949bc98a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192369 Nov 12 05:47:23.524321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:23.560908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429ae04-0bf8-41fe-8b84-df8f2b5ef6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ab8720-ae65-4031-8d6a-687b79e7e76a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:23.607031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.683308 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6b112fb-1c5e-4a77-99d0-2c37f7e253fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.734393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6b112fb-1c5e-4a77-99d0-2c37f7e253fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.786070 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.787067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:23.788530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.811600 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8699450 Nov 12 05:47:23.815251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45048) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:23.843880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Request body: {'subnet': {'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2104709526-subnet', 'tenant_id': 'b799e5828007499aac19789519995f01', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:23.899082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9f458-fbde-49d9-9171-f06b30d100f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b73dfecc-7873-49dc-a0de-e86e74466e2d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:23.910311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network b73dfecc-7873-49dc-a0de-e86e74466e2d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:47:23.918707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6b112fb-1c5e-4a77-99d0-2c37f7e253fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.922537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6b112fb-1c5e-4a77-99d0-2c37f7e253fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.923957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e6b112fb-1c5e-4a77-99d0-2c37f7e253fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82ab8720-ae65-4031-8d6a-687b79e7e76a HTTP/1.1" status: 204 len: 168 time: 0.3969190 Nov 12 05:47:23.930509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Made reservation on behalf of b799e5828007499aac19789519995f01 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:23.933710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:23.948463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b112fb-1c5e-4a77-99d0-2c37f7e253fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ab8720-ae65-4031-8d6a-687b79e7e76a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:24.197312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da624a95-437c-47d3-acd1-3021634335cd req-2ce925d7-fc93-4a6f-a11b-fdd24f8f6914 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.0416098 Nov 12 05:47:24.284031 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:24.365697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Pushing event updated for resources: {'Subnet': ['ID=609a54ff-0032-406d-aec5-c31b72045d9c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:24.376374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.377044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.377541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.378186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.378704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.379356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.379883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.380366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.382434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.383122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.384191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.385417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:24.396679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Checking segment: {'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:24.397866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Network hostable DHCP agents. Network: b73dfecc-7873-49dc-a0de-e86e74466e2d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:47:24.429251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Network b73dfecc-7873-49dc-a0de-e86e74466e2d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:47:24.446226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, b73dfecc-7873-49dc-a0de-e86e74466e2d) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:24.454706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0348d-90ce-475c-8126-eb2b8feb6d98 None None] Network b73dfecc-7873-49dc-a0de-e86e74466e2d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:24.461573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:24.466864 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:24.515504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2afd9f30-72ba-4bed-837d-a8f1c7606243 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:24.528745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-23ff3914-7e91-42bc-8fa6-7a1a0ab1393f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7113645 Nov 12 05:47:24.534985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45122) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:24.547086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:24.586659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 2afd9f30-72ba-4bed-837d-a8f1c7606243 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:24.587011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 2afd9f30-72ba-4bed-837d-a8f1c7606243 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:24.613533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:24.619007 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:24.682950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:24.933539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-b73dfecc-7873-49dc-a0de-e86e74466e2d', 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d', 'tenant_id': 'b799e5828007499aac19789519995f01', 'fixed_ips': [{'subnet_id': '609a54ff-0032-406d-aec5-c31b72045d9c'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:47:24.935400 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:24.995725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:25.251047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Allocated IP 172.20.0.2 (b73dfecc-7873-49dc-a0de-e86e74466e2d/609a54ff-0032-406d-aec5-c31b72045d9c/69da8c59-88dc-4b2f-8adf-ad7c031d1bc5) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:25.515058 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f09ce95-1350-4fa0-be18-e87c5f2dafb1 req-b6c4ba2c-fb4e-48a2-89a1-4bc86deee7d2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.1428392 Nov 12 05:47:25.518617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:25.533388 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:25.581933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:25.610615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:25.665580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Network b73dfecc-7873-49dc-a0de-e86e74466e2d is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:25.674820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:25.689482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:25.753715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Pushing event updated for resources: {'Port': ['ID=69da8c59-88dc-4b2f-8adf-ad7c031d1bc5,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:25.813452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.814188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.814928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.816054 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.816615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.817183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.817711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.818235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.819318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.819865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.820533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.821132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:25.825933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Allocated IP 172.25.2.152 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/8e68f011-a31d-4ccf-aaf6-5a1547c35c7e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:25.859634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Attempting to bind port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:25.860127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Attempting to bind port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:25.860594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Attempting to bind port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 on network b73dfecc-7873-49dc-a0de-e86e74466e2d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:25.877221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:47:25.877716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Checking segment: {'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:25.878223 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:25.878764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Bound using segment: {'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:47:25.879333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Bound port: 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:47:25.879818 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:26.023733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] For port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:26.030520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] For port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=69da8c59-88dc-4b2f-8adf-ad7c031d1bc5,segment=NetworkSegment(587e39b3-e87a-4c30-a2cf-807f712d42d0),segment_id=587e39b3-e87a-4c30-a2cf-807f712d42d0)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:47:26.052257 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:26.130590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:26.202026 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:26.205438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5851fb9-9786-4121-9f57-54f746f661ff None None] Pushing event updated for resources: {'Port': ['ID=69da8c59-88dc-4b2f-8adf-ad7c031d1bc5,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:26.253999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:26.260727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:26.265214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:26.273275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Pushing event updated for resources: {'Port': ['ID=8e68f011-a31d-4ccf-aaf6-5a1547c35c7e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:26.276007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e6ff0-4da9-471a-b261-8bbcbcfc5f05 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:26.358515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e2cbc546-4233-4bb5-8d30-70cc6ceb28c7 None None] Provisioning complete for port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:26.359220 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc546-4233-4bb5-8d30-70cc6ceb28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:26.453765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbc546-4233-4bb5-8d30-70cc6ceb28c7 None None] Port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:47:26.929545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e82a6c4-d5e6-4ac2-aaa5-b9ae383de111 req-b1b278be-47bf-4a81-be96-3f7bf941cabb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.1979856 Nov 12 05:47:26.968379 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:27.097724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45212) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:27.358484 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:27.401808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:27.733947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Router efa707fa-faf9-4efc-a2ba-2dedd0fc39de is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:47:27.836427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134d031-d65e-47a7-8110-a482633a9cba None None] Network b73dfecc-7873-49dc-a0de-e86e74466e2d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:27.837785 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:27.874149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:28.034865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:28.093020 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:28.098946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7502192b-f0fa-475a-acf4-99d9e7d52985 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5602098 Nov 12 05:47:28.116334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45238) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:28.182960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Sync routers for ids ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:28.239808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-49764b64-009e-4e45-83a9-0d565a4e01d9 None None] Provisioning complete for port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:28.240581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49764b64-009e-4e45-83a9-0d565a4e01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:28.243316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Routers {'efa707fa-faf9-4efc-a2ba-2dedd0fc39de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:28.245683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:28.574765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49764b64-009e-4e45-83a9-0d565a4e01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:28.635125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:28.635534 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:28.654328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45246) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:28.724467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Set router efa707fa-faf9-4efc-a2ba-2dedd0fc39de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:28.727850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-49764b64-009e-4e45-83a9-0d565a4e01d9 None None] For port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=69da8c59-88dc-4b2f-8adf-ad7c031d1bc5,segment=NetworkSegment(587e39b3-e87a-4c30-a2cf-807f712d42d0),segment_id=587e39b3-e87a-4c30-a2cf-807f712d42d0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:28.757961 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49764b64-009e-4e45-83a9-0d565a4e01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:28.797113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Deleting port 03c98bbf-443c-47cc-b886-786b17a2e6b8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:28.797454 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:28.892784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49764b64-009e-4e45-83a9-0d565a4e01d9 None None] Pushing event updated for resources: {'Port': ['ID=69da8c59-88dc-4b2f-8adf-ad7c031d1bc5,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:28.945816 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52dd900e-ecda-4b68-94de-27dc21e8aad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:28.985480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9b8d881-8c15-44f1-8ba1-ba261bfff46a req-9f6bf183-c9ac-4375-bbb5-cd4b11afd945 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.8856459 Nov 12 05:47:29.015908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3883f88e-0f87-420e-9981-cfedb4fb4f39 None None] Provisioning complete for port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:29.016269 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3883f88e-0f87-420e-9981-cfedb4fb4f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.018678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] For port 03c98bbf-443c-47cc-b886-786b17a2e6b8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=03c98bbf-443c-47cc-b886-786b17a2e6b8,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:29.019057 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.039029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Calling delete_port for 03c98bbf-443c-47cc-b886-786b17a2e6b8 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:29.138240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52dd900e-ecda-4b68-94de-27dc21e8aad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.181895 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52dd900e-ecda-4b68-94de-27dc21e8aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.210673 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-52dd900e-ecda-4b68-94de-27dc21e8aad1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c250ddb9b674aa0bc57e31604dd0740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552738 Nov 12 05:47:29.215967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45250) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:29.251396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd900e-ecda-4b68-94de-27dc21e8aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e24dc27-117a-4c88-80b6-95b7a07150ee,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:29.277987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:26Z', 'revision_number': 3, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port': {'id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:25Z', 'updated_at': '2021-11-12T05:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:29.333004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.335161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Checking router: efa707fa-faf9-4efc-a2ba-2dedd0fc39de for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:29.335840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Updating router efa707fa-faf9-4efc-a2ba-2dedd0fc39de port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:47:29.369640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c98bbf-443c-47cc-b886-786b17a2e6b8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:29.391933 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.467445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d85c4e6-775d-4dcf-abc2-11c42b514365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.509787 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d85c4e6-775d-4dcf-abc2-11c42b514365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.597049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.624653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.677377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d85c4e6-775d-4dcf-abc2-11c42b514365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.686411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d85c4e6-775d-4dcf-abc2-11c42b514365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.687960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8d85c4e6-775d-4dcf-abc2-11c42b514365 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e24dc27-117a-4c88-80b6-95b7a07150ee HTTP/1.1" status: 204 len: 168 time: 0.4706223 Nov 12 05:47:29.737823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85c4e6-775d-4dcf-abc2-11c42b514365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e24dc27-117a-4c88-80b6-95b7a07150ee,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:29.936455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Allocated IP 172.20.0.1 (b73dfecc-7873-49dc-a0de-e86e74466e2d/609a54ff-0032-406d-aec5-c31b72045d9c/d58902b0-52b2-4949-92cd-05641a74e8fc) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:29.971900 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:29.979875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:30.010037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.071592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8040f-f2ab-46e4-8fa3-33f1c6c2409b None None] Pushing event updated for resources: {'Port': ['ID=8e68f011-a31d-4ccf-aaf6-5a1547c35c7e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:30.108569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.115117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Router ec06c6f0-6dcc-4958-b297-109ac53efbfe has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:47:30.123228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34512989-af3e-4f44-86ea-02780fc32efa None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:30.163950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Attempting to bind port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:30.164320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Attempting to bind port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:30.164805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Attempting to bind port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:30.168631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45260) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:30.171195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a87caf6-b2fb-40e9-842e-6112446761d6 req-de324921-46a8-4b62-83df-545357ce9ea6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.0536118 Nov 12 05:47:30.182117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:47:30.182702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:30.183106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.183497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:47:30.185017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Bound port: 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:47:30.190747 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.195717 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-513572cc-fdfe-47fe-936a-a2417f4d8fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.228544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:30.228913 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.247587 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.281908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:30.290704 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d2c29b17-4dea-4810-a913-ca37f5a37e58 admin admin] 10.222.0.48 "PUT /v2.0/routers/ec06c6f0-6dcc-4958-b297-109ac53efbfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1883600 Nov 12 05:47:30.290704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:30.298427 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] Sync routers for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:30.300317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Network b73dfecc-7873-49dc-a0de-e86e74466e2d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:30.308721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:30.312898 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:30.313538 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:30.330658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:30.383594 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Pushing event updated for resources: {'Port': ['ID=d58902b0-52b2-4949-92cd-05641a74e8fc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:30.434691 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.518780 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:30.534431 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.540283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-513572cc-fdfe-47fe-936a-a2417f4d8fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.563149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-513572cc-fdfe-47fe-936a-a2417f4d8fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.604509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513572cc-fdfe-47fe-936a-a2417f4d8fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98f85a7-d7dd-4e76-b742-ac354422e459,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:30.640514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] For port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:30.643006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6cd70c30-d120-49af-a669-773d66fa61a5 None None] Provisioning complete for port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:30.643383 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6cd70c30-d120-49af-a669-773d66fa61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.650200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] For port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8e68f011-a31d-4ccf-aaf6-5a1547c35c7e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:47:30.661095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-513572cc-fdfe-47fe-936a-a2417f4d8fe4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd1d60df4bd7408a9d03caeb1f08875f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865136 Nov 12 05:47:30.669492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45266) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:30.688443 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.774242 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:47:29Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:30.792342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.810454 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] Checking router: ec06c6f0-6dcc-4958-b297-109ac53efbfe for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:30.813752 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.817564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8040f-f2ab-46e4-8fa3-33f1c6c2409b None None] Pushing event updated for resources: {'Port': ['ID=8e68f011-a31d-4ccf-aaf6-5a1547c35c7e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:30.822169 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] Routers {'ec06c6f0-6dcc-4958-b297-109ac53efbfe'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:30.823634 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:30.832149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee171-ae79-4f67-ab68-5e24a8decc5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:30.867479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6cd70c30-d120-49af-a669-773d66fa61a5 None None] Port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:47:30.875797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e6501-c9ec-4dc9-8d6c-e94f51bfbb9d None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:30.897946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Routers {'efa707fa-faf9-4efc-a2ba-2dedd0fc39de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:30.898889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:30.955039 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] Set router ec06c6f0-6dcc-4958-b297-109ac53efbfe gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:30.967604 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee171-ae79-4f67-ab68-5e24a8decc5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.025266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Deleting port 26f15df8-3490-476e-ab3a-440a03e40de9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:31.025919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.091149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.101331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.111678 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee171-ae79-4f67-ab68-5e24a8decc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.114287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee171-ae79-4f67-ab68-5e24a8decc5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.116649 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f8ee171-ae79-4f67-ab68-5e24a8decc5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e98f85a7-d7dd-4e76-b742-ac354422e459 HTTP/1.1" status: 204 len: 168 time: 0.4380474 Nov 12 05:47:31.118800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] Provisioning complete for port d58902b0-52b2-4949-92cd-05641a74e8fc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:31.119209 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.139070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee171-ae79-4f67-ab68-5e24a8decc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98f85a7-d7dd-4e76-b742-ac354422e459,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:31.188068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] For port 26f15df8-3490-476e-ab3a-440a03e40de9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=26f15df8-3490-476e-ab3a-440a03e40de9,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:31.188432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.204198 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:47:29Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:31.218083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Calling delete_port for 26f15df8-3490-476e-ab3a-440a03e40de9 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:31.221047 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.250767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Pushing event updated for resources: {'Port': ['ID=d58902b0-52b2-4949-92cd-05641a74e8fc,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:31.255080 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca19bd-7336-46cd-9c33-430b553117f5 None None] The sync data for ids ['ec06c6f0-6dcc-4958-b297-109ac53efbfe'] in n-d-765315-28 is: [{'id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'name': 'tempest-TestVolumeBackupRestore-654195506-router', 'tenant_id': 'fddc60a81bde4244af5026441a905f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:02Z', 'updated_at': '2021-11-12T05:47:29Z', 'revision_number': 5, 'project_id': 'fddc60a81bde4244af5026441a905f68', 'gw_port': {'id': '26f15df8-3490-476e-ab3a-440a03e40de9', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06c6f0-6dcc-4958-b297-109ac53efbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:03Z', 'updated_at': '2021-11-12T05:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:31.317485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] Set router efa707fa-faf9-4efc-a2ba-2dedd0fc39de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:31.369234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] Port d58902b0-52b2-4949-92cd-05641a74e8fc cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:47:31.371243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d2db307-51a0-4953-9ee2-93247424ce46 req-948918d5-0162-4c59-9dff-0ae670f0b8ce tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=5904b72e-aa78-49ac-87f7-a63a3d82258d HTTP/1.1" status: 200 len: 210 time: 0.0348909 Nov 12 05:47:31.425659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Network b73dfecc-7873-49dc-a0de-e86e74466e2d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:31.428823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:31.446952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] Provisioning complete for port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:31.448705 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.739116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.747184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Router efa707fa-faf9-4efc-a2ba-2dedd0fc39de has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:47:31.749980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 03c98bbf-443c-47cc-b886-786b17a2e6b8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:31.794734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b858b5-daeb-42e7-b846-b8f2a6590134 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:31.801755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 03c98bbf-443c-47cc-b886-786b17a2e6b8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:31.802098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 03c98bbf-443c-47cc-b886-786b17a2e6b8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:31.817024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f15df8-3490-476e-ab3a-440a03e40de9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:31.895648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.969564 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:31.972736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:31.994661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7e493759-8a1e-44f8-b0f2-c9c965db0780 admin admin] 10.222.0.48 "PUT /v2.0/routers/efa707fa-faf9-4efc-a2ba-2dedd0fc39de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8700778 Nov 12 05:47:31.998494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] For port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8e68f011-a31d-4ccf-aaf6-5a1547c35c7e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:32.011928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.045307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.048809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.090843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:30Z', 'revision_number': 4, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port': {'id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:25Z', 'updated_at': '2021-11-12T05:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'd58902b0-52b2-4949-92cd-05641a74e8fc', 'name': '', 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d', 'tenant_id': 'b799e5828007499aac19789519995f01', 'mac_address': 'fa:16:3e:2e:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:29Z', 'updated_at': '2021-11-12T05:47:29Z', 'revision_number': 1, 'project_id': 'b799e5828007499aac19789519995f01', 'subnets': [{'id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:32.113935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.114781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec06c6f0-6dcc-4958-b297-109ac53efbfe {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:47:32.130745 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.133538 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3d4ff2aa-9167-4239-81fa-ff3a9ad4e4f1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ec06c6f0-6dcc-4958-b297-109ac53efbfe HTTP/1.1" status: 204 len: 168 time: 1.8414795 Nov 12 05:47:32.136083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45286) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:32.152181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fc04f-e0fa-4357-a290-f6209d776aa7 None None] The sync data for ids ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'] in n-d-765315-28 is: [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:30Z', 'revision_number': 4, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port': {'id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:25Z', 'updated_at': '2021-11-12T05:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'd58902b0-52b2-4949-92cd-05641a74e8fc', 'name': '', 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d', 'tenant_id': 'b799e5828007499aac19789519995f01', 'mac_address': 'fa:16:3e:2e:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:29Z', 'updated_at': '2021-11-12T05:47:29Z', 'revision_number': 1, 'project_id': 'b799e5828007499aac19789519995f01', 'subnets': [{'id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:32.163203 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd6270-bf60-4947-9e80-07cbd06489ea None None] Pushing event updated for resources: {'Port': ['ID=8e68f011-a31d-4ccf-aaf6-5a1547c35c7e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:32.193194 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6f7bf654-a98d-41bd-b28e-1172257018a5 None None] Provisioning complete for port d58902b0-52b2-4949-92cd-05641a74e8fc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:32.194133 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf654-a98d-41bd-b28e-1172257018a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.257582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db2be8c-73d3-493f-801d-1338ab9bc3da admin admin] Deleting subnet 6fd12d3c-0770-4e25-9929-4bfdab23f44b {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:47:32.261420 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bf654-a98d-41bd-b28e-1172257018a5 None None] Port d58902b0-52b2-4949-92cd-05641a74e8fc cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:47:32.266740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db2be8c-73d3-493f-801d-1338ab9bc3da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.331746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db2be8c-73d3-493f-801d-1338ab9bc3da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.491247 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db2be8c-73d3-493f-801d-1338ab9bc3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.591963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db2be8c-73d3-493f-801d-1338ab9bc3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.615584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889c3d9-1c60-432e-aa43-5e8a509dfe9d None None] Network 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:32.621441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db2be8c-73d3-493f-801d-1338ab9bc3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.634007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8db2be8c-73d3-493f-801d-1338ab9bc3da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6fd12d3c-0770-4e25-9929-4bfdab23f44b HTTP/1.1" status: 204 len: 168 time: 0.4966588 Nov 12 05:47:32.636627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:32.692875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2be8c-73d3-493f-801d-1338ab9bc3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd12d3c-0770-4e25-9929-4bfdab23f44b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:32.834550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:32.927702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Deleting port d3ced9c1-4cdc-46f9-88d8-330155a47e7b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:32.929446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.042817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] For port d3ced9c1-4cdc-46f9-88d8-330155a47e7b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:33.044104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.069791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] DHCP port deletion for 4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:33.088503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Calling delete_port for d3ced9c1-4cdc-46f9-88d8-330155a47e7b owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:33.201436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] Deleting port d3ced9c1-4cdc-46f9-88d8-330155a47e7b {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:33.202011 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.207517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.216929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45324) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:33.222561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-846444690-network', 'tenant_id': 'd642b12f870d4876a17d96612477383f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:33.246643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:33.264089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] No DVR routers for this DVR port d3ced9c1-4cdc-46f9-88d8-330155a47e7b on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:33.275759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Made reservation on behalf of d642b12f870d4876a17d96612477383f for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:33.278183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.299350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.366175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] For port d3ced9c1-4cdc-46f9-88d8-330155a47e7b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,segment=NetworkSegment(87ad9c90-ca8f-4232-95c8-0ad42b362f98),segment_id=87ad9c90-ca8f-4232-95c8-0ad42b362f98)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:33.366618 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.395189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] Calling delete_port for d3ced9c1-4cdc-46f9-88d8-330155a47e7b owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:33.422648 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.444250 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.451079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:33.452447 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.463336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ad9c90-ca8f-4232-95c8-0ad42b362f98') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:33.463714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ad9c90-ca8f-4232-95c8-0ad42b362f98') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:33.479735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.485761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:47:33.498950 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.501764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07695248-8bbd-485a-b201-89ea7f7eb800,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:33.511769 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.512305 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Added segment 3b321e58-1c83-457e-9005-b58d904bcab9 of type vlan for network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f Nov 12 05:47:33.515564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:47:33.515977 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:47:33.520465 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:47:33.610660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.622711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.658419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.663345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:33.664675 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.714264 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.727043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.729657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] Pushing event deleted for resources: {'Port': ['ID=d3ced9c1-4cdc-46f9-88d8-330155a47e7b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:33.732692 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0 HTTP/1.1" status: 204 len: 168 time: 1.0949600 Nov 12 05:47:33.735317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e8249-ee02-4ee6-8f37-8f7f134a4a87 None None] No DVR routers for this DVR port d3ced9c1-4cdc-46f9-88d8-330155a47e7b on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:33.738654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45336) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:33.780173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f404e-a2ef-46e5-b9a0-362754153ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff1bfd3-47a0-4a11-8fa3-b7935887a9a0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:33.888407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] Pushing event updated for resources: {'Network': ['ID=a1c59ebe-f5f6-40d9-a1c4-65fe720e753f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:33.917548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:47:33.922581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2d834c1d-e4fe-4908-8298-a4fece3ddcfd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7044604 Nov 12 05:47:33.925486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45344) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:33.936084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Request body: {'subnet': {'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-846444690-subnet', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:34.008075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Made reservation on behalf of d642b12f870d4876a17d96612477383f for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:34.011750 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.028922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:34.116094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:34.116465 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.334263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d3ced9c1-4cdc-46f9-88d8-330155a47e7b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:34.383699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d3ced9c1-4cdc-46f9-88d8-330155a47e7b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:34.384043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d3ced9c1-4cdc-46f9-88d8-330155a47e7b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:34.384467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 26f15df8-3490-476e-ab3a-440a03e40de9 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:34.400103 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.433301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 26f15df8-3490-476e-ab3a-440a03e40de9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:34.433647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 26f15df8-3490-476e-ab3a-440a03e40de9 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:34.457686 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:47:34.480368 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.571169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Checking segment: {'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:34.574359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Network hostable DHCP agents. Network: a1c59ebe-f5f6-40d9-a1c4-65fe720e753f, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:47:34.593501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9820efc-921b-4873-8a47-7cad5a169e0b,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:34.611458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:47:34.628531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, a1c59ebe-f5f6-40d9-a1c4-65fe720e753f) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:34.638022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0179f3-7336-4406-ae49-fd4e7f83d672 None None] Network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:34.638702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:34.639838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.687061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3c7743f4-fb81-4d2f-b60f-d76eba995a71 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7603345 Nov 12 05:47:34.691968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45376) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:34.699294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:34.764678 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.765806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.871935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.891656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Deleting port 54e0a519-4361-45b0-bd29-8f0dd891947f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:34.892204 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:34.922208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-a1c59ebe-f5f6-40d9-a1c4-65fe720e753f', 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'fixed_ips': [{'subnet_id': 'd9820efc-921b-4873-8a47-7cad5a169e0b'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:47:34.924530 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.104619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.107835 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Allocated IP 172.20.0.2 (a1c59ebe-f5f6-40d9-a1c4-65fe720e753f/d9820efc-921b-4873-8a47-7cad5a169e0b/44658896-8cd4-4ab9-bae9-adf392ca7ccb) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:35.165667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] For port 54e0a519-4361-45b0-bd29-8f0dd891947f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=54e0a519-4361-45b0-bd29-8f0dd891947f,segment=NetworkSegment(e0bbcc7b-90a5-4521-af11-7adfdbf21d6a),segment_id=e0bbcc7b-90a5-4521-af11-7adfdbf21d6a)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:35.166048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.182563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Calling delete_port for 54e0a519-4361-45b0-bd29-8f0dd891947f owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:35.218222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45396) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:35.324793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.336284 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.368129 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd8a-c9aa-4c6d-a0a9-c545e17bff14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.380618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Pushing event updated for resources: {'Port': ['ID=44658896-8cd4-4ab9-bae9-adf392ca7ccb,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:35.406899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:35.410415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:35.414787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:35.499542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Attempting to bind port 44658896-8cd4-4ab9-bae9-adf392ca7ccb on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:35.500372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Attempting to bind port 44658896-8cd4-4ab9-bae9-adf392ca7ccb by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:35.500805 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd8a-c9aa-4c6d-a0a9-c545e17bff14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.501764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Attempting to bind port 44658896-8cd4-4ab9-bae9-adf392ca7ccb on network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:35.510152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:47:35.511154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Checking segment: {'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:35.511859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.512451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Bound using segment: {'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:47:35.512714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd8a-c9aa-4c6d-a0a9-c545e17bff14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.513241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Bound port: 44658896-8cd4-4ab9-bae9-adf392ca7ccb, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:47:35.513786 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.564186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0d52cd8a-c9aa-4c6d-a0a9-c545e17bff14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69a1598317c04365ab62b49aad663694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3447943 Nov 12 05:47:35.564765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45400) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:35.573704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52cd8a-c9aa-4c6d-a0a9-c545e17bff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc7a8bb-d415-4da5-bbc7-899553694026,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:35.600160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] For port 44658896-8cd4-4ab9-bae9-adf392ca7ccb, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:35.604405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] For port 44658896-8cd4-4ab9-bae9-adf392ca7ccb, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44658896-8cd4-4ab9-bae9-adf392ca7ccb,segment=NetworkSegment(3b321e58-1c83-457e-9005-b58d904bcab9),segment_id=3b321e58-1c83-457e-9005-b58d904bcab9)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:47:35.610492 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.634331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e714a0-587e-4bf7-bfe3-9b46f901855d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.669407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.682017 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a5ddf-2387-4f8c-b78f-5d2d5f4c8714 None None] Pushing event updated for resources: {'Port': ['ID=44658896-8cd4-4ab9-bae9-adf392ca7ccb,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:35.684123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e714a0-587e-4bf7-bfe3-9b46f901855d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.700841 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.705931 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.765253 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e714a0-587e-4bf7-bfe3-9b46f901855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.771455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e0a519-4361-45b0-bd29-8f0dd891947f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:35.778546 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-79e714a0-587e-4bf7-bfe3-9b46f901855d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.784159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-79e714a0-587e-4bf7-bfe3-9b46f901855d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edc7a8bb-d415-4da5-bbc7-899553694026 HTTP/1.1" status: 204 len: 168 time: 0.2179270 Nov 12 05:47:35.794716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Sync routers for ids ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:35.806154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e714a0-587e-4bf7-bfe3-9b46f901855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc7a8bb-d415-4da5-bbc7-899553694026,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:35.811342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Routers {'efa707fa-faf9-4efc-a2ba-2dedd0fc39de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:35.811990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:36.168063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Set router efa707fa-faf9-4efc-a2ba-2dedd0fc39de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:36.671928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:30Z', 'revision_number': 4, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port': {'id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:25Z', 'updated_at': '2021-11-12T05:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'd58902b0-52b2-4949-92cd-05641a74e8fc', 'name': '', 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d', 'tenant_id': 'b799e5828007499aac19789519995f01', 'mac_address': 'fa:16:3e:2e:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:29Z', 'updated_at': '2021-11-12T05:47:30Z', 'revision_number': 2, 'project_id': 'b799e5828007499aac19789519995f01', 'subnets': [{'id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:36.692770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Allocated IP 172.25.2.25 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/17acfebd-bad9-4c27-8162-84c23ac567fe) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:36.710589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Checking router: efa707fa-faf9-4efc-a2ba-2dedd0fc39de for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:36.711416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Updating router efa707fa-faf9-4efc-a2ba-2dedd0fc39de port d58902b0-52b2-4949-92cd-05641a74e8fc binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:47:36.735639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45440) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:36.748785 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:36.754543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7cad46d3-155a-4cd0-b9a5-75c33060e4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:36.948329 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7cad46d3-155a-4cd0-b9a5-75c33060e4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:36.960679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7cad46d3-155a-4cd0-b9a5-75c33060e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.052940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad46d3-155a-4cd0-b9a5-75c33060e4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3d147d-363e-4d6a-a5c2-95878f1d3e64,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:37.070309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7cad46d3-155a-4cd0-b9a5-75c33060e4f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87ad06293262456093b02b949ca10c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3302486 Nov 12 05:47:37.072108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:37.105408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.117445 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.123156 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.148248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.182075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42197dd4-db73-4c83-8761-7f8126617924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.188329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fd21a-e0d0-49df-aa0e-83d6ffe456fe None None] Pushing event updated for resources: {'Port': ['ID=d58902b0-52b2-4949-92cd-05641a74e8fc,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:37.245630 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42197dd4-db73-4c83-8761-7f8126617924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.337805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Attempting to bind port d58902b0-52b2-4949-92cd-05641a74e8fc on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:37.338179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Attempting to bind port d58902b0-52b2-4949-92cd-05641a74e8fc by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:37.338580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Attempting to bind port d58902b0-52b2-4949-92cd-05641a74e8fc on network b73dfecc-7873-49dc-a0de-e86e74466e2d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:37.352574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:47:37.352955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Checking segment: {'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:37.353367 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.353772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Bound using segment: {'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:47:37.354398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Bound port: d58902b0-52b2-4949-92cd-05641a74e8fc, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587e39b3-e87a-4c30-a2cf-807f712d42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:47:37.354715 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.361335 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42197dd4-db73-4c83-8761-7f8126617924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.364677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42197dd4-db73-4c83-8761-7f8126617924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.366526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-42197dd4-db73-4c83-8761-7f8126617924 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc3d147d-363e-4d6a-a5c2-95878f1d3e64 HTTP/1.1" status: 204 len: 168 time: 0.2934344 Nov 12 05:47:37.378694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42197dd4-db73-4c83-8761-7f8126617924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3d147d-363e-4d6a-a5c2-95878f1d3e64,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:37.409142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b321c0c-db61-417f-b3f9-749fb8b1f17f None None] Network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:37.431331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.660068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45468) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:37.671609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e6db7d4a-1887-4993-9c75-a90dff346a47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365429837', 'description': 'tempest-secgroup-smoke-365429837 description', 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:37.725881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:37.731894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:37.735343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Router af543592-94e0-42ff-9f8a-c41117ff1e84 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:47:37.738186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:37.755547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3339c61b-271f-41bc-ab96-bd127101d0c6 None None] Provisioning complete for port 44658896-8cd4-4ab9-bae9-adf392ca7ccb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:37.756257 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3339c61b-271f-41bc-ab96-bd127101d0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.769290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6db7d4a-1887-4993-9c75-a90dff346a47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.775714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Pushing event updated for resources: {'Port': ['ID=17acfebd-bad9-4c27-8162-84c23ac567fe,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:37.799805 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75531a62-1aed-4da5-b9dd-05f58e924b97 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:37.805598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] For port d58902b0-52b2-4949-92cd-05641a74e8fc, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:37.828544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] For port d58902b0-52b2-4949-92cd-05641a74e8fc, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d58902b0-52b2-4949-92cd-05641a74e8fc,segment=NetworkSegment(587e39b3-e87a-4c30-a2cf-807f712d42d0),segment_id=587e39b3-e87a-4c30-a2cf-807f712d42d0)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:47:37.856344 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.921297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6db7d4a-1887-4993-9c75-a90dff346a47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.931214 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6db7d4a-1887-4993-9c75-a90dff346a47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.977454 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3339c61b-271f-41bc-ab96-bd127101d0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:37.983199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Routers {'efa707fa-faf9-4efc-a2ba-2dedd0fc39de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:37.984052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:38.031664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db7d4a-1887-4993-9c75-a90dff346a47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4274a4a0-58d0-4085-bdda-bac0b2c5c60e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:38.037552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fd21a-e0d0-49df-aa0e-83d6ffe456fe None None] Pushing event updated for resources: {'Port': ['ID=d58902b0-52b2-4949-92cd-05641a74e8fc,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:38.046932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44658896-8cd4-4ab9-bae9-adf392ca7ccb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:38.055951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6db7d4a-1887-4993-9c75-a90dff346a47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.065045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e6db7d4a-1887-4993-9c75-a90dff346a47 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4033413 Nov 12 05:47:38.066010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45476) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:38.070876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1ead3cd7-05af-49ba-aef4-8a6561d12bb8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'security_group_rule': {'security_group_id': '4274a4a0-58d0-4085-bdda-bac0b2c5c60e', 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:38.171103 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ead3cd7-05af-49ba-aef4-8a6561d12bb8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.226746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:38.239376 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] Sync routers for ids ['af543592-94e0-42ff-9f8a-c41117ff1e84'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:38.259521 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] Routers {'af543592-94e0-42ff-9f8a-c41117ff1e84'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:38.262718 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['af543592-94e0-42ff-9f8a-c41117ff1e84'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:38.268263 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-601529a3-92b8-4223-b1a5-2c535bfb7305 admin admin] 10.222.0.48 "PUT /v2.0/routers/af543592-94e0-42ff-9f8a-c41117ff1e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5283215 Nov 12 05:47:38.269310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45482) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:38.321065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3339c61b-271f-41bc-ab96-bd127101d0c6 None None] For port 44658896-8cd4-4ab9-bae9-adf392ca7ccb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44658896-8cd4-4ab9-bae9-adf392ca7ccb,segment=NetworkSegment(3b321e58-1c83-457e-9005-b58d904bcab9),segment_id=3b321e58-1c83-457e-9005-b58d904bcab9)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:38.346771 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3339c61b-271f-41bc-ab96-bd127101d0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.363428 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ead3cd7-05af-49ba-aef4-8a6561d12bb8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.373156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ead3cd7-05af-49ba-aef4-8a6561d12bb8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.394684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] Set router efa707fa-faf9-4efc-a2ba-2dedd0fc39de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:38.441600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead3cd7-05af-49ba-aef4-8a6561d12bb8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f4466f-5e74-4cf5-b20a-40a5293fd629,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:38.452144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 44658896-8cd4-4ab9-bae9-adf392ca7ccb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:38.452518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.464393 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.464634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1ead3cd7-05af-49ba-aef4-8a6561d12bb8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.466048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1ead3cd7-05af-49ba-aef4-8a6561d12bb8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3988407 Nov 12 05:47:38.468834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45484) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:38.499943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.511460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4fe59e21-9e4c-41a7-af98-b7bce98e9685 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'security_group_rule': {'security_group_id': '4274a4a0-58d0-4085-bdda-bac0b2c5c60e', 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:38.537258 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] Set router af543592-94e0-42ff-9f8a-c41117ff1e84 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:38.556078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fe59e21-9e4c-41a7-af98-b7bce98e9685 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.566489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c61b-271f-41bc-ab96-bd127101d0c6 None None] Pushing event updated for resources: {'Port': ['ID=44658896-8cd4-4ab9-bae9-adf392ca7ccb,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:38.653149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Provisioning complete for port 17acfebd-bad9-4c27-8162-84c23ac567fe triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:38.653533 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.715235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.725404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fe59e21-9e4c-41a7-af98-b7bce98e9685 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.740792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fe59e21-9e4c-41a7-af98-b7bce98e9685 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.758599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe59e21-9e4c-41a7-af98-b7bce98e9685 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06048049-2f99-46fd-9b1d-f0f5ab3aec07,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:38.811400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Deleting port bea8a244-d905-467b-9466-cebe72569876 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:38.812859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.815675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fe59e21-9e4c-41a7-af98-b7bce98e9685 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.816491 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4fe59e21-9e4c-41a7-af98-b7bce98e9685 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3462377 Nov 12 05:47:38.819866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45496) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:38.825863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-57fff1e3-f8c2-4c32-a9cf-5c16566b6e78 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'security_group_rule': {'security_group_id': '4274a4a0-58d0-4085-bdda-bac0b2c5c60e', 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:38.845474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Port 17acfebd-bad9-4c27-8162-84c23ac567fe cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:47:38.865610 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57fff1e3-f8c2-4c32-a9cf-5c16566b6e78 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.909167 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'bea8a244-d905-467b-9466-cebe72569876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:47:35Z', 'revision_number': 5, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port': {'id': 'bea8a244-d905-467b-9466-cebe72569876', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:14Z', 'updated_at': '2021-11-12T05:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:38.917278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Provisioning complete for port d58902b0-52b2-4949-92cd-05641a74e8fc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:38.917685 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.922127 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57fff1e3-f8c2-4c32-a9cf-5c16566b6e78 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.928781 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.933340 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57fff1e3-f8c2-4c32-a9cf-5c16566b6e78 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.946092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] For port bea8a244-d905-467b-9466-cebe72569876, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=bea8a244-d905-467b-9466-cebe72569876,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:38.946770 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.948054 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fff1e3-f8c2-4c32-a9cf-5c16566b6e78 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67ae5dd-22f0-43f4-a5c0-9ad82c82c5ba,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:38.972055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Calling delete_port for bea8a244-d905-467b-9466-cebe72569876 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:38.983275 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] Checking router: af543592-94e0-42ff-9f8a-c41117ff1e84 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:39.005409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:30Z', 'revision_number': 4, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port': {'id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:25Z', 'updated_at': '2021-11-12T05:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'd58902b0-52b2-4949-92cd-05641a74e8fc', 'name': '', 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d', 'tenant_id': 'b799e5828007499aac19789519995f01', 'mac_address': 'fa:16:3e:2e:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:29Z', 'updated_at': '2021-11-12T05:47:37Z', 'revision_number': 4, 'project_id': 'b799e5828007499aac19789519995f01', 'subnets': [{'id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:39.010593 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] Routers {'af543592-94e0-42ff-9f8a-c41117ff1e84'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:39.011222 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['af543592-94e0-42ff-9f8a-c41117ff1e84'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:39.053682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f5879-3c7f-40d0-888b-ead5ddb111e1 None None] The sync data for ids ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'] in n-d-765315-28 is: [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:30Z', 'revision_number': 4, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port': {'id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:25Z', 'updated_at': '2021-11-12T05:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'd58902b0-52b2-4949-92cd-05641a74e8fc', 'name': '', 'network_id': 'b73dfecc-7873-49dc-a0de-e86e74466e2d', 'tenant_id': 'b799e5828007499aac19789519995f01', 'mac_address': 'fa:16:3e:2e:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:29Z', 'updated_at': '2021-11-12T05:47:37Z', 'revision_number': 4, 'project_id': 'b799e5828007499aac19789519995f01', 'subnets': [{'id': '609a54ff-0032-406d-aec5-c31b72045d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:39.083757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.101434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57fff1e3-f8c2-4c32-a9cf-5c16566b6e78 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.106557 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-57fff1e3-f8c2-4c32-a9cf-5c16566b6e78 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855296 Nov 12 05:47:39.111068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45500) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:39.118988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-394f35d6-95f7-4dec-8c93-98ed901ea2e7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'security_group_rule': {'security_group_id': '4274a4a0-58d0-4085-bdda-bac0b2c5c60e', 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:39.143688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] For port d58902b0-52b2-4949-92cd-05641a74e8fc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d58902b0-52b2-4949-92cd-05641a74e8fc,segment=NetworkSegment(587e39b3-e87a-4c30-a2cf-807f712d42d0),segment_id=587e39b3-e87a-4c30-a2cf-807f712d42d0)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:39.155449 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] Set router af543592-94e0-42ff-9f8a-c41117ff1e84 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:39.156098 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.199299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Router f633a8f0-7157-4be7-a734-ecd584d5ea45 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:47:39.215873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-394f35d6-95f7-4dec-8c93-98ed901ea2e7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.245872 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Provisioning complete for port 44658896-8cd4-4ab9-bae9-adf392ca7ccb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:39.253331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.258834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.312183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0064d1-6d6d-4d2d-998b-97669f501271 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:39.372380 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:47:38Z', 'revision_number': 6, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:39.404670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92959c26-8458-4be8-ac1d-2afc2acf2f25 None None] Pushing event updated for resources: {'Port': ['ID=d58902b0-52b2-4949-92cd-05641a74e8fc,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:39.429405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:39.430671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.434320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea8a244-d905-467b-9466-cebe72569876,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:39.438467 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9636f88-4a50-4fa8-8471-24eb2a0f5d39 None None] The sync data for ids ['af543592-94e0-42ff-9f8a-c41117ff1e84'] in n-d-765315-28 is: [{'id': 'af543592-94e0-42ff-9f8a-c41117ff1e84', 'name': 'tempest-TestVolumeBackupRestore-587026849-router', 'tenant_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:13Z', 'updated_at': '2021-11-12T05:47:38Z', 'revision_number': 6, 'project_id': '2c4a4153d5284e4c87775ecc1d0a5653', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:39.457141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Sync routers for ids ['f633a8f0-7157-4be7-a734-ecd584d5ea45'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:39.500467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.509158 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-43b4345e-1565-4e8f-8fe5-a74346bb426d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8179371 Nov 12 05:47:39.512214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:39.515478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Routers {'f633a8f0-7157-4be7-a734-ecd584d5ea45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:39.515478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f633a8f0-7157-4be7-a734-ecd584d5ea45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:39.594843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-394f35d6-95f7-4dec-8c93-98ed901ea2e7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.606097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-394f35d6-95f7-4dec-8c93-98ed901ea2e7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.618004 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.620765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.686650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.687387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af543592-94e0-42ff-9f8a-c41117ff1e84 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:47:39.697181 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.698735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f91b5de4-4684-4170-a675-abe8f7f6fd67 admin admin] 10.222.0.48 "DELETE /v2.0/routers/af543592-94e0-42ff-9f8a-c41117ff1e84 HTTP/1.1" status: 204 len: 168 time: 1.4284513 Nov 12 05:47:39.705434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45512) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:39.718031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f35d6-95f7-4dec-8c93-98ed901ea2e7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569c6421-76f8-40a7-a8f2-72ceca89fd40,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:39.744448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Set router f633a8f0-7157-4be7-a734-ecd584d5ea45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:39.771907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05d5095-68fd-4b15-8ef1-e417dff62b42 admin admin] Deleting subnet b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:47:39.776802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f05d5095-68fd-4b15-8ef1-e417dff62b42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.854455 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-394f35d6-95f7-4dec-8c93-98ed901ea2e7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:39.855744 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-394f35d6-95f7-4dec-8c93-98ed901ea2e7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7435393 Nov 12 05:47:39.864395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45518) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:39.882933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b2be25dc-2622-450a-ae5a-41a1ce135df2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'security_group_rule': {'security_group_id': '4274a4a0-58d0-4085-bdda-bac0b2c5c60e', 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:39.933829 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f05d5095-68fd-4b15-8ef1-e417dff62b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.025869 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-b2be25dc-2622-450a-ae5a-41a1ce135df2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Project 43ffd5b3e903433a97d57d2cda5b3b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:47:40.035304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2be25dc-2622-450a-ae5a-41a1ce135df2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.109545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:38Z', 'revision_number': 3, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:40.117186 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2be25dc-2622-450a-ae5a-41a1ce135df2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.117962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45522) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:40.139991 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2be25dc-2622-450a-ae5a-41a1ce135df2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.170476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Checking router: f633a8f0-7157-4be7-a734-ecd584d5ea45 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:40.170837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Updating router f633a8f0-7157-4be7-a734-ecd584d5ea45 port 17acfebd-bad9-4c27-8162-84c23ac567fe binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:47:40.208589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be25dc-2622-450a-ae5a-41a1ce135df2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755d8dac-b6eb-42ee-ba3c-70e834ced4d7,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:40.223455 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.225394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44658896-8cd4-4ab9-bae9-adf392ca7ccb up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:40.231229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2be25dc-2622-450a-ae5a-41a1ce135df2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.235722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b2be25dc-2622-450a-ae5a-41a1ce135df2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3670454 Nov 12 05:47:40.236541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45526) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:40.246220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-efc2f3f7-4f86-44fa-b592-4cb4cd94a3ff tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'security_group_rule': {'security_group_id': '4274a4a0-58d0-4085-bdda-bac0b2c5c60e', 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:40.274018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f05d5095-68fd-4b15-8ef1-e417dff62b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.301569 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-efc2f3f7-4f86-44fa-b592-4cb4cd94a3ff tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Project 43ffd5b3e903433a97d57d2cda5b3b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:47:40.313184 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efc2f3f7-4f86-44fa-b592-4cb4cd94a3ff tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.400098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.415658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f05d5095-68fd-4b15-8ef1-e417dff62b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.434691 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f05d5095-68fd-4b15-8ef1-e417dff62b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.441343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f05d5095-68fd-4b15-8ef1-e417dff62b42 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73 HTTP/1.1" status: 204 len: 168 time: 0.7332256 Nov 12 05:47:40.444075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efc2f3f7-4f86-44fa-b592-4cb4cd94a3ff tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.446248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45528) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:40.446628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd10979-f235-48e9-8da7-045869187b34 None None] Network 31468023-45a3-44f6-8f91-9900ad70068c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:40.484716 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efc2f3f7-4f86-44fa-b592-4cb4cd94a3ff tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.514520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d5095-68fd-4b15-8ef1-e417dff62b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39a4fe3-75bc-40f3-bbc1-3a8b48c52f73,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:40.532975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-efc2f3f7-4f86-44fa-b592-4cb4cd94a3ff tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.537235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-efc2f3f7-4f86-44fa-b592-4cb4cd94a3ff tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2955279 Nov 12 05:47:40.537449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1182031441'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:40.587036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2f3f7-4f86-44fa-b592-4cb4cd94a3ff tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bf345b-ca47-4f17-ba49-250d6e14e292,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:40.649792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.678381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Made reservation on behalf of b2df50526d5943ba8fb59b32987242f3 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:40.682901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.699107 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.715682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 44658896-8cd4-4ab9-bae9-adf392ca7ccb triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:40.716190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.718418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Deleting port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:40.719076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.732412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Allocated IP 172.20.0.1 (a1c59ebe-f5f6-40d9-a1c4-65fe720e753f/d9820efc-921b-4873-8a47-7cad5a169e0b/c5e46c80-3e9d-498c-907a-00ca4bc21bdd) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:40.809580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] For port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6baa4a95-4cb8-4480-bfa1-191b8aeceb9d,segment=NetworkSegment(e0bbcc7b-90a5-4521-af11-7adfdbf21d6a),segment_id=e0bbcc7b-90a5-4521-af11-7adfdbf21d6a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:40.809989 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.824923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Calling delete_port for 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:40.907699 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.922162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.928874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.966528 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.979336 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:40.994090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:47:41.003432 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.007973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d47f26-01d4-4698-8f7f-d691c340217b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:41.020863 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.021409 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Added segment 4fb19249-334a-4379-b244-d701c3ef450c of type vlan for network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 Nov 12 05:47:41.035614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=6baa4a95-4cb8-4480-bfa1-191b8aeceb9d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:41.047897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] No DVR routers for this DVR port 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:41.052284 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.062835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.112231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:41.127652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:41.134711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:41.161565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d58902b0-52b2-4949-92cd-05641a74e8fc up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:41.170144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90994e6-e046-4f40-beee-53157651cff7 None None] Pushing event updated for resources: {'Port': ['ID=17acfebd-bad9-4c27-8162-84c23ac567fe,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:41.204451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Attempting to bind port 17acfebd-bad9-4c27-8162-84c23ac567fe on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:41.204709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Attempting to bind port 17acfebd-bad9-4c27-8162-84c23ac567fe by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:41.205074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Attempting to bind port 17acfebd-bad9-4c27-8162-84c23ac567fe on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:41.213249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1beff8e-4bcb-43ce-8640-541717ae83ca None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:41.215492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d3f35-e769-43fc-b5a3-5b0a89e8996b None None] DHCP port deletion for 31468023-45a3-44f6-8f91-9900ad70068c request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:41.233435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:47:41.234064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:41.235173 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.235848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:47:41.236429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.237076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Bound port: 17acfebd-bad9-4c27-8162-84c23ac567fe, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:47:41.238263 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.265950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.301586 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.305720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31468023-45a3-44f6-8f91-9900ad70068c']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:41.308439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:41.309196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.321026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:41.321377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bbcc7b-90a5-4521-af11-7adfdbf21d6a') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:41.323137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:41.342919 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.351084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d58902b0-52b2-4949-92cd-05641a74e8fc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:41.352077 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.355234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] For port 17acfebd-bad9-4c27-8162-84c23ac567fe, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:41.360338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] For port 17acfebd-bad9-4c27-8162-84c23ac567fe, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17acfebd-bad9-4c27-8162-84c23ac567fe,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:47:41.372176 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.374611 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.381999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:47:41.382423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:47:41.384286 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:47:41.402384 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.419231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-caeb2aa2-bb76-4275-ba21-4ecbf5f7efa6 None None] Provisioning complete for port 17acfebd-bad9-4c27-8162-84c23ac567fe triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:41.419679 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caeb2aa2-bb76-4275-ba21-4ecbf5f7efa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.478173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3584163 Nov 12 05:47:41.482601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:41.497941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Request body: {'subnet': {'network_id': '838f6052-f4c5-4efc-9c6e-bc5418f1c9f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:41.499664 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.530542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa62849-417a-45b5-aa7c-e465be0a77af tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event updated for resources: {'Network': ['ID=838f6052-f4c5-4efc-9c6e-bc5418f1c9f1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:41.530722 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.540678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] 10.222.0.48 "DELETE /v2.0/networks/31468023-45a3-44f6-8f91-9900ad70068c HTTP/1.1" status: 204 len: 168 time: 1.0931792 Nov 12 05:47:41.563256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c0f63-afe0-4551-a494-26e5a26d8a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=31468023-45a3-44f6-8f91-9900ad70068c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:41.575978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90994e6-e046-4f40-beee-53157651cff7 None None] Pushing event updated for resources: {'Port': ['ID=17acfebd-bad9-4c27-8162-84c23ac567fe,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:41.581342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4cf1d-ee8d-4dd5-a7e2-ae4b42177d0d None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:41.583294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:47:41.718267 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caeb2aa2-bb76-4275-ba21-4ecbf5f7efa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.724103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Routers {'f633a8f0-7157-4be7-a734-ecd584d5ea45'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:41.724808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f633a8f0-7157-4be7-a734-ecd584d5ea45'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:41.815477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-caeb2aa2-bb76-4275-ba21-4ecbf5f7efa6 None None] For port 17acfebd-bad9-4c27-8162-84c23ac567fe, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17acfebd-bad9-4c27-8162-84c23ac567fe,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:41.825110 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-caeb2aa2-bb76-4275-ba21-4ecbf5f7efa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:41.861436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45608) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:41.919887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 54e0a519-4361-45b0-bd29-8f0dd891947f no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:41.949402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 54e0a519-4361-45b0-bd29-8f0dd891947f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:41.949770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 54e0a519-4361-45b0-bd29-8f0dd891947f not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:41.963501 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-69f2df88-6b23-44d5-830d-b033946d86c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fddc60a81bde4244af5026441a905f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007891 Nov 12 05:47:41.964146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45612) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:41.978874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] Set router f633a8f0-7157-4be7-a734-ecd584d5ea45 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:41.982051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2aa2-bb76-4275-ba21-4ecbf5f7efa6 None None] Pushing event updated for resources: {'Port': ['ID=17acfebd-bad9-4c27-8162-84c23ac567fe,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:42.065840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8cee28aa-c3ef-4795-9a93-77eaabae3f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.077906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a18fc87c-6cc3-4637-a57f-977142af7b50 None None] Provisioning complete for port 17acfebd-bad9-4c27-8162-84c23ac567fe triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:42.078584 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a18fc87c-6cc3-4637-a57f-977142af7b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.107443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Made reservation on behalf of b2df50526d5943ba8fb59b32987242f3 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:42.111023 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.114729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8cee28aa-c3ef-4795-9a93-77eaabae3f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.139671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.160508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bea8a244-d905-467b-9466-cebe72569876 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:42.183493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: bea8a244-d905-467b-9466-cebe72569876 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:42.184644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device bea8a244-d905-467b-9466-cebe72569876 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:42.185285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:42.193975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8cee28aa-c3ef-4795-9a93-77eaabae3f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.198051 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8cee28aa-c3ef-4795-9a93-77eaabae3f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.198984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8cee28aa-c3ef-4795-9a93-77eaabae3f1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a46d36f6-9f97-40d1-9b9b-a9e8d8248234 HTTP/1.1" status: 204 len: 168 time: 0.2338676 Nov 12 05:47:42.219342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee28aa-c3ef-4795-9a93-77eaabae3f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46d36f6-9f97-40d1-9b9b-a9e8d8248234,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:42.220828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:42.221277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6baa4a95-4cb8-4480-bfa1-191b8aeceb9d not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:42.351504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a18fc87c-6cc3-4637-a57f-977142af7b50 None None] Provisioning complete for port c5e46c80-3e9d-498c-907a-00ca4bc21bdd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:42.352222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a18fc87c-6cc3-4637-a57f-977142af7b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.398095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a18fc87c-6cc3-4637-a57f-977142af7b50 None None] Port c5e46c80-3e9d-498c-907a-00ca4bc21bdd cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:47:42.401987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:38Z', 'revision_number': 3, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:42.435742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8feb63a-232a-499b-9e19-136d1e759f8d None None] The sync data for ids ['f633a8f0-7157-4be7-a734-ecd584d5ea45'] in n-d-765315-28 is: [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:38Z', 'revision_number': 3, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:42.535893 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.553725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.578150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.675104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event updated for resources: {'Subnet': ['ID=a9693463-2924-4248-9807-7d1bf28c044f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:42.684484 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.694446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45620) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:42.709335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Checking segment: {'id': '4fb19249-334a-4379-b244-d701c3ef450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '838f6052-f4c5-4efc-9c6e-bc5418f1c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:42.709766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Network hostable DHCP agents. Network: 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:47:42.712658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:42.761197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6dfc8cea-a519-4c3e-9603-408ce6d13381 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c4a4153d5284e4c87775ecc1d0a5653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652437 Nov 12 05:47:42.762406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45622) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:42.831219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2e47-5859-4f0d-acf9-525634b02354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.842399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:47:42.867395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:42.876226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf60142-67e4-4709-a1d4-508a0c693a62 None None] Network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:42.878241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:42.879696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.882771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2e47-5859-4f0d-acf9-525634b02354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:42.895878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:42.901343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:42.968364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45624) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:42.968866 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dfa118dc-6375-4026-a7b4-430d680ec872 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4785087 Nov 12 05:47:42.976467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Request body: {'port': {'network_id': '838f6052-f4c5-4efc-9c6e-bc5418f1c9f1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-173509953'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:43.010110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2e47-5859-4f0d-acf9-525634b02354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.017616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2e47-5859-4f0d-acf9-525634b02354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.023400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bb1c2e47-5859-4f0d-acf9-525634b02354 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68ea90bc-bdd9-46f6-89f3-d8f666c185f4 HTTP/1.1" status: 204 len: 168 time: 0.2597296 Nov 12 05:47:43.124165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c2e47-5859-4f0d-acf9-525634b02354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ea90bc-bdd9-46f6-89f3-d8f666c185f4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:43.201451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Router f633a8f0-7157-4be7-a734-ecd584d5ea45 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:47:43.222030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-838f6052-f4c5-4efc-9c6e-bc5418f1c9f1', 'network_id': '838f6052-f4c5-4efc-9c6e-bc5418f1c9f1', 'tenant_id': 'b2df50526d5943ba8fb59b32987242f3', 'fixed_ips': [{'subnet_id': 'a9693463-2924-4248-9807-7d1bf28c044f'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:47:43.223181 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.286960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Made reservation on behalf of b2df50526d5943ba8fb59b32987242f3 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:43.293852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.321210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] device_id is not set on port e2eede73-2ceb-4175-9e68-f9c82a562998 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:47:43.374096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4e1b350f-df35-4505-b48e-b9887cecf96a None None] Provisioning complete for port c5e46c80-3e9d-498c-907a-00ca4bc21bdd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:43.374497 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e1b350f-df35-4505-b48e-b9887cecf96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.461269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b350f-df35-4505-b48e-b9887cecf96a None None] Port c5e46c80-3e9d-498c-907a-00ca4bc21bdd cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:47:43.467472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Allocated IP 172.20.0.2 (838f6052-f4c5-4efc-9c6e-bc5418f1c9f1/a9693463-2924-4248-9807-7d1bf28c044f/e7a5ce5e-076c-4eb2-8150-55d9effdd13e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:43.518519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:43.523772 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-89c22f55-1676-4acb-8a33-16ddaa3fe282 admin admin] 10.222.0.48 "PUT /v2.0/routers/f633a8f0-7157-4be7-a734-ecd584d5ea45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9959743 Nov 12 05:47:43.787711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.795314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.839586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:43.843190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:43.845982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:43.875410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Pushing event updated for resources: {'Port': ['ID=e7a5ce5e-076c-4eb2-8150-55d9effdd13e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:43.915165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Allocated IP 172.20.0.14 (838f6052-f4c5-4efc-9c6e-bc5418f1c9f1/a9693463-2924-4248-9807-7d1bf28c044f/e2eede73-2ceb-4175-9e68-f9c82a562998) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:43.972408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-095117fe-7562-4dfe-b3f5-628735e09a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.987304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Attempting to bind port e7a5ce5e-076c-4eb2-8150-55d9effdd13e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:43.987688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Attempting to bind port e7a5ce5e-076c-4eb2-8150-55d9effdd13e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '4fb19249-334a-4379-b244-d701c3ef450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '838f6052-f4c5-4efc-9c6e-bc5418f1c9f1'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:43.988087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Attempting to bind port e7a5ce5e-076c-4eb2-8150-55d9effdd13e on network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:43.996486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:47:43.996895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Checking segment: {'id': '4fb19249-334a-4379-b244-d701c3ef450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '838f6052-f4c5-4efc-9c6e-bc5418f1c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:43.997307 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:43.997706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Bound using segment: {'id': '4fb19249-334a-4379-b244-d701c3ef450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '838f6052-f4c5-4efc-9c6e-bc5418f1c9f1'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:47:43.998186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Bound port: e7a5ce5e-076c-4eb2-8150-55d9effdd13e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb19249-334a-4379-b244-d701c3ef450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '838f6052-f4c5-4efc-9c6e-bc5418f1c9f1'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:47:43.998682 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.089281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] For port e7a5ce5e-076c-4eb2-8150-55d9effdd13e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:44.094854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] For port e7a5ce5e-076c-4eb2-8150-55d9effdd13e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e7a5ce5e-076c-4eb2-8150-55d9effdd13e,segment=NetworkSegment(4fb19249-334a-4379-b244-d701c3ef450c),segment_id=4fb19249-334a-4379-b244-d701c3ef450c)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:47:44.100905 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.136181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17acfebd-bad9-4c27-8162-84c23ac567fe up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:44.251838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01c017-bd1b-4ef0-a6c2-d1e9f5f1fbf7 None None] Pushing event updated for resources: {'Port': ['ID=e7a5ce5e-076c-4eb2-8150-55d9effdd13e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:44.263364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.295471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 17acfebd-bad9-4c27-8162-84c23ac567fe triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:44.295856 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.322198 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.425883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:44.451467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:44.474779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:44.482159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event updated for resources: {'Port': ['ID=e2eede73-2ceb-4175-9e68-f9c82a562998,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:44.549566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:44.550431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.572895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-836ff782-f7b2-44df-9b45-91b9b4a65474 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6028686 Nov 12 05:47:44.576115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45656) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:44.710221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-af51a907-cd86-4d40-803f-3e3f86e456cb tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Deleting port e2eede73-2ceb-4175-9e68-f9c82a562998 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:44.712027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af51a907-cd86-4d40-803f-3e3f86e456cb tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.812524 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af51a907-cd86-4d40-803f-3e3f86e456cb tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.827096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-af51a907-cd86-4d40-803f-3e3f86e456cb tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Calling delete_port for e2eede73-2ceb-4175-9e68-f9c82a562998 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:44.983134 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af51a907-cd86-4d40-803f-3e3f86e456cb tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:45.021523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51a907-cd86-4d40-803f-3e3f86e456cb tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event deleted for resources: {'Port': ['ID=e2eede73-2ceb-4175-9e68-f9c82a562998,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:45.126795 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af51a907-cd86-4d40-803f-3e3f86e456cb tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:45.133739 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-af51a907-cd86-4d40-803f-3e3f86e456cb tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "DELETE /v2.0/ports/e2eede73-2ceb-4175-9e68-f9c82a562998 HTTP/1.1" status: 204 len: 168 time: 0.5534155 Nov 12 05:47:45.134166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45682) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:45.145561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45684) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:45.409630 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Sync routers for ids ['f633a8f0-7157-4be7-a734-ecd584d5ea45'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:45.411255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf6f72-c99e-41e3-a8cc-c5a6349e2331 None None] Network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:45.429671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7351d211-e2e9-4cea-aec5-de8b21de19ed tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.2907107 Nov 12 05:47:45.430224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45690) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:45.430309 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Routers {'f633a8f0-7157-4be7-a734-ecd584d5ea45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:45.430974 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f633a8f0-7157-4be7-a734-ecd584d5ea45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:45.435579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-721403401'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:45.617662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Set router f633a8f0-7157-4be7-a734-ecd584d5ea45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:45.700408 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:45.746493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3e7318b9-3a2b-4453-a9a2-30c87d5332de None None] Provisioning complete for port e7a5ce5e-076c-4eb2-8150-55d9effdd13e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:45.746889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e7318b9-3a2b-4453-a9a2-30c87d5332de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:45.880462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Made reservation on behalf of b2df50526d5943ba8fb59b32987242f3 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:45.885882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:45.912388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:47:45.924269 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:45.924765 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Added segment 0bfbe537-cba1-4519-bf06-f5850b06c6e6 of type vlan for network 2f768425-3c4e-4401-a857-5cf621bbd936 Nov 12 05:47:45.962771 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:42Z', 'revision_number': 4, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c5e46c80-3e9d-498c-907a-00ca4bc21bdd', 'name': '', 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'mac_address': 'fa:16:3e:cd:87:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd9820efc-921b-4873-8a47-7cad5a169e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:40Z', 'updated_at': '2021-11-12T05:47:42Z', 'revision_number': 2, 'project_id': 'd642b12f870d4876a17d96612477383f', 'subnets': [{'id': 'd9820efc-921b-4873-8a47-7cad5a169e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:45.969098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:45.976674 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e7318b9-3a2b-4453-a9a2-30c87d5332de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.006128 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.015237 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Checking router: f633a8f0-7157-4be7-a734-ecd584d5ea45 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:46.019243 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Updating router f633a8f0-7157-4be7-a734-ecd584d5ea45 port c5e46c80-3e9d-498c-907a-00ca4bc21bdd binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:47:46.019405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:46.020574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.055180 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3e7318b9-3a2b-4453-a9a2-30c87d5332de None None] For port e7a5ce5e-076c-4eb2-8150-55d9effdd13e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e7a5ce5e-076c-4eb2-8150-55d9effdd13e,segment=NetworkSegment(4fb19249-334a-4379-b244-d701c3ef450c),segment_id=4fb19249-334a-4379-b244-d701c3ef450c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:46.069255 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e7318b9-3a2b-4453-a9a2-30c87d5332de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.089907 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.113536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6801841 Nov 12 05:47:46.114270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45694) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:46.179721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7318b9-3a2b-4453-a9a2-30c87d5332de None None] Pushing event updated for resources: {'Port': ['ID=e7a5ce5e-076c-4eb2-8150-55d9effdd13e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:46.188033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e7a5ce5e-076c-4eb2-8150-55d9effdd13e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:46.203257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd0e45-43ef-468a-9c82-ff8a9ab4d623 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event updated for resources: {'Network': ['ID=2f768425-3c4e-4401-a857-5cf621bbd936,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:46.223314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Deleting port d58902b0-52b2-4949-92cd-05641a74e8fc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:46.224005 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.266831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 2f768425-3c4e-4401-a857-5cf621bbd936 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:47:46.352179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] For port d58902b0-52b2-4949-92cd-05641a74e8fc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d58902b0-52b2-4949-92cd-05641a74e8fc,segment=NetworkSegment(587e39b3-e87a-4c30-a2cf-807f712d42d0),segment_id=587e39b3-e87a-4c30-a2cf-807f712d42d0)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:46.352504 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.367606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Calling delete_port for d58902b0-52b2-4949-92cd-05641a74e8fc owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:46.388012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a5867cb0-4748-49a4-b7b4-874b8974acba tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "GET /v2.0/agents/14443eef-08bd-46fc-b192-941ab59a4018/dhcp-networks HTTP/1.1" status: 200 len: 8863 time: 0.2725556 Nov 12 05:47:46.390878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45698) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:46.545801 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eefec221-c24e-4b34-8b3c-b6df7c2aa289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.564817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e175cf4e-ba6c-4e26-9542-408bdb9829a2 tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] Network 2f768425-3c4e-4401-a857-5cf621bbd936 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:47:46.568732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e7a5ce5e-076c-4eb2-8150-55d9effdd13e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:46.569107 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.595698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e175cf4e-ba6c-4e26-9542-408bdb9829a2 tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "POST /v2.0/agents/14443eef-08bd-46fc-b192-941ab59a4018/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2037640 Nov 12 05:47:46.599096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45702) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:46.649433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-be98ff9f-20fb-4ea7-a6a2-3a2155b82d19 None None] Provisioning complete for port e7a5ce5e-076c-4eb2-8150-55d9effdd13e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:46.649853 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be98ff9f-20fb-4ea7-a6a2-3a2155b82d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.656840 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.680043 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.719329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.748776 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Pushing event updated for resources: {'Port': ['ID=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:46.761678 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.762018 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.762423 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.763496 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.763844 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.764151 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.764472 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.764790 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.765113 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.765428 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.765740 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.766065 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:46.767647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15799643-cfd4-4652-a4bb-6dae3258bc81 None None] Network 2f768425-3c4e-4401-a857-5cf621bbd936 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:46.784568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d58902b0-52b2-4949-92cd-05641a74e8fc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:46.905425 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Attempting to bind port c5e46c80-3e9d-498c-907a-00ca4bc21bdd on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:46.906170 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Attempting to bind port c5e46c80-3e9d-498c-907a-00ca4bc21bdd by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:46.906552 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Attempting to bind port c5e46c80-3e9d-498c-907a-00ca4bc21bdd on network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:46.913785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-acc64d16-4e14-4975-bd8a-f494d653ce1d tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "GET /v2.0/agents/14443eef-08bd-46fc-b192-941ab59a4018/dhcp-networks HTTP/1.1" status: 200 len: 9633 time: 0.3129282 Nov 12 05:47:46.916635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45704) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:46.918566 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:47:46.918940 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Checking segment: {'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:46.924030 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:46.924485 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Bound using segment: {'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:47:46.924995 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Bound port: c5e46c80-3e9d-498c-907a-00ca4bc21bdd, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b321e58-1c83-457e-9005-b58d904bcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:47:46.925387 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.107961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2e3394ad-7035-4ed3-bf1c-33995a3aed76 tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "DELETE /v2.0/agents/14443eef-08bd-46fc-b192-941ab59a4018/dhcp-networks/2f768425-3c4e-4401-a857-5cf621bbd936 HTTP/1.1" status: 204 len: 168 time: 0.1884170 Nov 12 05:47:47.110652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45706) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:47.115662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] For port c5e46c80-3e9d-498c-907a-00ca4bc21bdd, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:47.127170 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] For port c5e46c80-3e9d-498c-907a-00ca4bc21bdd, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,segment=NetworkSegment(3b321e58-1c83-457e-9005-b58d904bcab9),segment_id=3b321e58-1c83-457e-9005-b58d904bcab9)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:47:47.136853 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.210659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.230195 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Routers {'f633a8f0-7157-4be7-a734-ecd584d5ea45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:47.236214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f633a8f0-7157-4be7-a734-ecd584d5ea45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:47.241420 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-76c69e2f-b60f-4b9b-8146-676ef3731e07 None None] Could not find standard attr ID for object e2eede73-2ceb-4175-9e68-f9c82a562998. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:47:47.280197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-76c69e2f-b60f-4b9b-8146-676ef3731e07 None None] Provisioning complete for port c5e46c80-3e9d-498c-907a-00ca4bc21bdd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:47.280765 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-76c69e2f-b60f-4b9b-8146-676ef3731e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.340372 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a94f27-b206-428d-8ecf-cbd58a2be6cf None None] Pushing event updated for resources: {'Port': ['ID=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:47.370045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0056a0b6-a01b-4444-bb2c-ae4b127edb7d tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "GET /v2.0/agents/14443eef-08bd-46fc-b192-941ab59a4018/dhcp-networks HTTP/1.1" status: 200 len: 8863 time: 0.2575443 Nov 12 05:47:47.375318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45708) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:47.396561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a4bfec81-c04a-4a19-b6e2-9ee939aaf846 tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "GET /v2.0/networks/838f6052-f4c5-4efc-9c6e-bc5418f1c9f1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0193751 Nov 12 05:47:47.400224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45710) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:47.422787 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.431988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7b80ac02-7860-43a5-b682-7924aacae426 tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "GET /v2.0/networks/838f6052-f4c5-4efc-9c6e-bc5418f1c9f1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0302975 Nov 12 05:47:47.436894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45712) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:47.458066 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] Set router f633a8f0-7157-4be7-a734-ecd584d5ea45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:47.518672 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-76c69e2f-b60f-4b9b-8146-676ef3731e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.577268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-76c69e2f-b60f-4b9b-8146-676ef3731e07 None None] For port c5e46c80-3e9d-498c-907a-00ca4bc21bdd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,segment=NetworkSegment(3b321e58-1c83-457e-9005-b58d904bcab9),segment_id=3b321e58-1c83-457e-9005-b58d904bcab9)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:47.586984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-76c69e2f-b60f-4b9b-8146-676ef3731e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.656081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8c3b6a64-3f56-4b25-a64e-9aecdba35a21 tempest-DHCPAgentSchedulersTestJSON-2033425148 tempest-DHCPAgentSchedulersTestJSON-2033425148-project-admin] 10.222.0.48 "GET /v2.0/agents/14443eef-08bd-46fc-b192-941ab59a4018/dhcp-networks HTTP/1.1" status: 200 len: 8863 time: 0.2153265 Nov 12 05:47:47.656670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45716) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:47.677848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69e2f-b60f-4b9b-8146-676ef3731e07 None None] Pushing event updated for resources: {'Port': ['ID=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:47.718573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Router efa707fa-faf9-4efc-a2ba-2dedd0fc39de has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:47:47.718793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d0f1738d-4990-4d96-b9c2-fc9405a88476 None None] Provisioning complete for port c5e46c80-3e9d-498c-907a-00ca4bc21bdd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:47.719194 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d0f1738d-4990-4d96-b9c2-fc9405a88476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.794055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.802120 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:42Z', 'revision_number': 4, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c5e46c80-3e9d-498c-907a-00ca4bc21bdd', 'name': '', 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'mac_address': 'fa:16:3e:cd:87:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd9820efc-921b-4873-8a47-7cad5a169e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:40Z', 'updated_at': '2021-11-12T05:47:47Z', 'revision_number': 4, 'project_id': 'd642b12f870d4876a17d96612477383f', 'subnets': [{'id': 'd9820efc-921b-4873-8a47-7cad5a169e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:47.868063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:47.876672 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-91ff794b-1b5b-4479-8c69-bd5c27383ef1 admin admin] 10.222.0.48 "PUT /v2.0/routers/efa707fa-faf9-4efc-a2ba-2dedd0fc39de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7299957 Nov 12 05:47:47.879278 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70dc9ba-9b0d-477e-86c7-6b67e8c91e10 None None] The sync data for ids ['f633a8f0-7157-4be7-a734-ecd584d5ea45'] in n-d-765315-28 is: [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:42Z', 'revision_number': 4, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c5e46c80-3e9d-498c-907a-00ca4bc21bdd', 'name': '', 'network_id': 'a1c59ebe-f5f6-40d9-a1c4-65fe720e753f', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'mac_address': 'fa:16:3e:cd:87:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd9820efc-921b-4873-8a47-7cad5a169e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:40Z', 'updated_at': '2021-11-12T05:47:47Z', 'revision_number': 4, 'project_id': 'd642b12f870d4876a17d96612477383f', 'subnets': [{'id': 'd9820efc-921b-4873-8a47-7cad5a169e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:47.891147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45720) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:47.898804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] Sync routers for ids ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:47.927137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] Routers {'efa707fa-faf9-4efc-a2ba-2dedd0fc39de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:47.928311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:47.931413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:47.997316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f768425-3c4e-4401-a857-5cf621bbd936']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:48.010912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfbe537-cba1-4519-bf06-f5850b06c6e6') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:48.011563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfbe537-cba1-4519-bf06-f5850b06c6e6') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:48.041032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.057579 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.061549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.072291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:47:48.072705 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:47:48.076783 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:47:48.093939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] Set router efa707fa-faf9-4efc-a2ba-2dedd0fc39de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:48.184414 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.194028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.208227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "DELETE /v2.0/networks/2f768425-3c4e-4401-a857-5cf621bbd936 HTTP/1.1" status: 204 len: 168 time: 0.5483041 Nov 12 05:47:48.210780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45722) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:48.229352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ff0e0-e503-4511-914d-a292fb00179d tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event deleted for resources: {'Network': ['ID=2f768425-3c4e-4401-a857-5cf621bbd936,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:48.257251 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-49450838-5ce2-49ca-9914-168f6366a43b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] DELETE failed (client error): The resource could not be found. Nov 12 05:47:48.258102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49450838-5ce2-49ca-9914-168f6366a43b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:47:48.261261 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-49450838-5ce2-49ca-9914-168f6366a43b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "DELETE /v2.0/ports/e2eede73-2ceb-4175-9e68-f9c82a562998 HTTP/1.1" status: 404 len: 333 time: 0.0448573 Nov 12 05:47:48.264055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:48.352065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.366593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e8960d-3931-4419-b576-e357e774408b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Deleting subnet a9693463-2924-4248-9807-7d1bf28c044f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:47:48.371457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24e8960d-3931-4419-b576-e357e774408b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.382812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c5e46c80-3e9d-498c-907a-00ca4bc21bdd up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:48.454917 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:46Z', 'revision_number': 5, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port': {'id': '8e68f011-a31d-4ccf-aaf6-5a1547c35c7e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:25Z', 'updated_at': '2021-11-12T05:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:48.455713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24e8960d-3931-4419-b576-e357e774408b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.486104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] Checking router: efa707fa-faf9-4efc-a2ba-2dedd0fc39de for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:48.498454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port c5e46c80-3e9d-498c-907a-00ca4bc21bdd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:48.498829 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.502328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] Routers {'efa707fa-faf9-4efc-a2ba-2dedd0fc39de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:48.502328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:48.528420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Deleting port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:48.528761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.638811 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24e8960d-3931-4419-b576-e357e774408b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.699394 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.705198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] Set router efa707fa-faf9-4efc-a2ba-2dedd0fc39de gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:48.716281 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] For port 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8e68f011-a31d-4ccf-aaf6-5a1547c35c7e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:48.716642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.737901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Calling delete_port for 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:48.793305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:48Z', 'revision_number': 6, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:48.794317 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24e8960d-3931-4419-b576-e357e774408b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.833067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e7a5ce5e-076c-4eb2-8150-55d9effdd13e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:48.835591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-24e8960d-3931-4419-b576-e357e774408b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:48.839593 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-24e8960d-3931-4419-b576-e357e774408b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "DELETE /v2.0/subnets/a9693463-2924-4248-9807-7d1bf28c044f HTTP/1.1" status: 204 len: 168 time: 0.5718954 Nov 12 05:47:48.841484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45730) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:48.842085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-ff1d0c36-46e0-4dfa-9c0a-8238282a8c18 req-73178799-f976-4949-8500-4c48e24253cc service neutron] (102589) timed out ('10.222.0.48', 48766) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:47:48.842786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8960d-3931-4419-b576-e357e774408b tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event deleted for resources: {'Subnet': ['ID=a9693463-2924-4248-9807-7d1bf28c044f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:48.923290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ee3896-200c-4fd4-b8a6-c82a2cd5b013 None None] The sync data for ids ['efa707fa-faf9-4efc-a2ba-2dedd0fc39de'] in n-d-765315-28 is: [{'id': 'efa707fa-faf9-4efc-a2ba-2dedd0fc39de', 'name': 'tempest-TestAggregatesBasicOps-2104709526-router', 'tenant_id': 'b799e5828007499aac19789519995f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:24Z', 'updated_at': '2021-11-12T05:47:48Z', 'revision_number': 6, 'project_id': 'b799e5828007499aac19789519995f01', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:48.928029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1116e8-813a-4161-ad10-c3fda0ce17e3 None None] Network 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:48.988926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.026524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e7a5ce5e-076c-4eb2-8150-55d9effdd13e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:49.026894 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.043313 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.076819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e68f011-a31d-4ccf-aaf6-5a1547c35c7e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:49.103734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Deleting port e7a5ce5e-076c-4eb2-8150-55d9effdd13e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:49.105405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.129183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28883ce8-68ce-4a65-b37d-7ae4e39913a8 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:49.202205 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.220866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] For port e7a5ce5e-076c-4eb2-8150-55d9effdd13e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e7a5ce5e-076c-4eb2-8150-55d9effdd13e,segment=NetworkSegment(4fb19249-334a-4379-b244-d701c3ef450c),segment_id=4fb19249-334a-4379-b244-d701c3ef450c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:49.221264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.240265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Calling delete_port for e7a5ce5e-076c-4eb2-8150-55d9effdd13e owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:49.312034 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.314270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.356835 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.375987 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.376498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa707fa-faf9-4efc-a2ba-2dedd0fc39de {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:47:49.385436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.386773 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-55efa11d-bd7d-482b-b778-05e4baa4784d admin admin] 10.222.0.48 "DELETE /v2.0/routers/efa707fa-faf9-4efc-a2ba-2dedd0fc39de HTTP/1.1" status: 204 len: 168 time: 1.4940696 Nov 12 05:47:49.389483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:49.393803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event deleted for resources: {'Port': ['ID=e7a5ce5e-076c-4eb2-8150-55d9effdd13e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:49.403011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] No DVR routers for this DVR port e7a5ce5e-076c-4eb2-8150-55d9effdd13e on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:49.452870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ce1d76-f0c1-42ff-837f-528c7cd640c5 None None] DHCP port deletion for 838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:49.466495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb0e895-6d1e-4245-a5c2-b2b7311eee53 admin admin] Deleting subnet 609a54ff-0032-406d-aec5-c31b72045d9c {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:47:49.473123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e895-6d1e-4245-a5c2-b2b7311eee53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.531586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.533625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.555565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e895-6d1e-4245-a5c2-b2b7311eee53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.562620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838f6052-f4c5-4efc-9c6e-bc5418f1c9f1']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:49.575689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb19249-334a-4379-b244-d701c3ef450c') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:49.576018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb19249-334a-4379-b244-d701c3ef450c') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:49.591229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.607727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.616970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:47:49.617458 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:47:49.626899 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:47:49.664852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e895-6d1e-4245-a5c2-b2b7311eee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.711415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.726869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.730497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] 10.222.0.48 "DELETE /v2.0/networks/838f6052-f4c5-4efc-9c6e-bc5418f1c9f1 HTTP/1.1" status: 204 len: 168 time: 0.8879719 Nov 12 05:47:49.735062 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e895-6d1e-4245-a5c2-b2b7311eee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.748516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7bd27-58fc-4ea5-9268-2f1715ee9a19 tempest-DHCPAgentSchedulersTestJSON-981476051 tempest-DHCPAgentSchedulersTestJSON-981476051-project] Pushing event deleted for resources: {'Network': ['ID=838f6052-f4c5-4efc-9c6e-bc5418f1c9f1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:49.752993 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e895-6d1e-4245-a5c2-b2b7311eee53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.758665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c5718-9383-4c35-b21c-1469efea7ac7 None None] Network b73dfecc-7873-49dc-a0de-e86e74466e2d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:49.762935 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6eb0e895-6d1e-4245-a5c2-b2b7311eee53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/609a54ff-0032-406d-aec5-c31b72045d9c HTTP/1.1" status: 204 len: 168 time: 0.3723023 Nov 12 05:47:49.765504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45738) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:49.799109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0e895-6d1e-4245-a5c2-b2b7311eee53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609a54ff-0032-406d-aec5-c31b72045d9c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:49.866367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.966154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Deleting port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:49.966641 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.044602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] For port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=69da8c59-88dc-4b2f-8adf-ad7c031d1bc5,segment=NetworkSegment(587e39b3-e87a-4c30-a2cf-807f712d42d0),segment_id=587e39b3-e87a-4c30-a2cf-807f712d42d0)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:50.044969 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.060030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Calling delete_port for 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:50.147314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45744) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:50.164736 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.194377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Pushing event deleted for resources: {'Port': ['ID=69da8c59-88dc-4b2f-8adf-ad7c031d1bc5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:50.198174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] No DVR routers for this DVR port 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:50.271289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa2f3b-82d8-48f5-a037-8f553a8b4f9e None None] DHCP port deletion for b73dfecc-7873-49dc-a0de-e86e74466e2d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:50.288014 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.317017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73dfecc-7873-49dc-a0de-e86e74466e2d']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:50.344592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587e39b3-e87a-4c30-a2cf-807f712d42d0') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:50.345153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587e39b3-e87a-4c30-a2cf-807f712d42d0') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:50.362975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.372094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:50.384499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7afb28ad-a5ed-4cf4-aaaa-6774a48b8bec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2df50526d5943ba8fb59b32987242f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358773 Nov 12 05:47:50.387733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45748) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:50.394080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.402603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:50.405468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 69da8c59-88dc-4b2f-8adf-ad7c031d1bc5 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:50.405913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e7a5ce5e-076c-4eb2-8150-55d9effdd13e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:50.407512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:47:50.407980 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:47:50.409807 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:47:50.444052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: e7a5ce5e-076c-4eb2-8150-55d9effdd13e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:50.444551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e7a5ce5e-076c-4eb2-8150-55d9effdd13e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:50.445063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:50.468579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:50.469024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8e68f011-a31d-4ccf-aaf6-5a1547c35c7e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:50.469561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d58902b0-52b2-4949-92cd-05641a74e8fc no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:50.488759 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.493008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d58902b0-52b2-4949-92cd-05641a74e8fc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:50.493470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d58902b0-52b2-4949-92cd-05641a74e8fc not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:50.497052 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.506402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b73dfecc-7873-49dc-a0de-e86e74466e2d HTTP/1.1" status: 204 len: 168 time: 0.7334080 Nov 12 05:47:50.506402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c45b405-6da2-4a95-b9f0-c311a137483a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.506402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45750) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:50.530225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904554-cd6b-4f3a-b09a-f8e2ebefba06 admin admin] Pushing event deleted for resources: {'Network': ['ID=b73dfecc-7873-49dc-a0de-e86e74466e2d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:50.580028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c45b405-6da2-4a95-b9f0-c311a137483a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.731204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c45b405-6da2-4a95-b9f0-c311a137483a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.733779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c45b405-6da2-4a95-b9f0-c311a137483a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:50.735751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0c45b405-6da2-4a95-b9f0-c311a137483a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3d47f26-01d4-4698-8f7f-d691c340217b HTTP/1.1" status: 204 len: 168 time: 0.3464820 Nov 12 05:47:50.777683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45b405-6da2-4a95-b9f0-c311a137483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d47f26-01d4-4698-8f7f-d691c340217b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:50.967876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.071896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45760) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:51.092709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ca10-b847-43e5-8444-8d616ca962f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.259039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ca10-b847-43e5-8444-8d616ca962f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.266155 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ca10-b847-43e5-8444-8d616ca962f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.326044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5ca10-b847-43e5-8444-8d616ca962f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba1392-30cd-43bd-b787-ad0c7da54267,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:51.332704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ee5ca10-b847-43e5-8444-8d616ca962f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2a119ca243a40f8af7b5becf72d50ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574162 Nov 12 05:47:51.334120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45762) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:51.386365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Deleting port c5e46c80-3e9d-498c-907a-00ca4bc21bdd {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:51.386721 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.441070 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0147e5bb-5d7e-46a0-8ee9-7b445d70f05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.472581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0147e5bb-5d7e-46a0-8ee9-7b445d70f05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.516942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] For port c5e46c80-3e9d-498c-907a-00ca4bc21bdd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,segment=NetworkSegment(3b321e58-1c83-457e-9005-b58d904bcab9),segment_id=3b321e58-1c83-457e-9005-b58d904bcab9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:51.517242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.530808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Calling delete_port for c5e46c80-3e9d-498c-907a-00ca4bc21bdd owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:51.584935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0147e5bb-5d7e-46a0-8ee9-7b445d70f05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.587784 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0147e5bb-5d7e-46a0-8ee9-7b445d70f05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.588939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0147e5bb-5d7e-46a0-8ee9-7b445d70f05c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6ba1392-30cd-43bd-b787-ad0c7da54267 HTTP/1.1" status: 204 len: 168 time: 0.2545409 Nov 12 05:47:51.611296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e5bb-5d7e-46a0-8ee9-7b445d70f05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba1392-30cd-43bd-b787-ad0c7da54267,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:51.770905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:51.815019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e46c80-3e9d-498c-907a-00ca4bc21bdd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:52.008574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:52.642067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Router f633a8f0-7157-4be7-a734-ecd584d5ea45 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:47:52.757130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:52.765360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:52.765788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8c9a1e29-47d3-46b6-8168-b0b66e40cb3e admin admin] 10.222.0.48 "PUT /v2.0/routers/f633a8f0-7157-4be7-a734-ecd584d5ea45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2602003 Nov 12 05:47:52.768920 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d71da-012e-4150-b423-2ae14766f1db None None] Sync routers for ids ['f633a8f0-7157-4be7-a734-ecd584d5ea45'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:52.780734 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d71da-012e-4150-b423-2ae14766f1db None None] Routers {'f633a8f0-7157-4be7-a734-ecd584d5ea45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:52.781845 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-270d71da-012e-4150-b423-2ae14766f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f633a8f0-7157-4be7-a734-ecd584d5ea45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:52.914128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:52.915529 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-270d71da-012e-4150-b423-2ae14766f1db None None] Set router f633a8f0-7157-4be7-a734-ecd584d5ea45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:53.162426 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-270d71da-012e-4150-b423-2ae14766f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:51Z', 'revision_number': 5, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:53.200053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45810) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:53.292824 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d71da-012e-4150-b423-2ae14766f1db None None] Checking router: f633a8f0-7157-4be7-a734-ecd584d5ea45 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:53.304056 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d71da-012e-4150-b423-2ae14766f1db None None] Routers {'f633a8f0-7157-4be7-a734-ecd584d5ea45'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:53.304689 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-270d71da-012e-4150-b423-2ae14766f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f633a8f0-7157-4be7-a734-ecd584d5ea45'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:53.398777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1281836890'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:53.426584 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-270d71da-012e-4150-b423-2ae14766f1db None None] Set router f633a8f0-7157-4be7-a734-ecd584d5ea45 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:53.429240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Made reservation on behalf of 7b942072dd4f434ab22b293126965e3a for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:53.433874 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.447453 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.449643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.514398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Deleting port 17acfebd-bad9-4c27-8162-84c23ac567fe {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:53.514790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.561160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.567907 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.593659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:47:53.605313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.605661 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Added segment f8d11491-7152-4e8c-a316-07a178bef16d of type vlan for network 437e88a1-62e2-4d00-b873-c96db4aaf084 Nov 12 05:47:53.609762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] For port 17acfebd-bad9-4c27-8162-84c23ac567fe, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17acfebd-bad9-4c27-8162-84c23ac567fe,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:53.610303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.627239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Calling delete_port for 17acfebd-bad9-4c27-8162-84c23ac567fe owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:53.657049 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.667731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcbb90c-10c1-4ce8-8fec-082f8f4ce220,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:53.670694 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-270d71da-012e-4150-b423-2ae14766f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:51Z', 'revision_number': 5, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:53.706391 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.706962 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d71da-012e-4150-b423-2ae14766f1db None None] The sync data for ids ['f633a8f0-7157-4be7-a734-ecd584d5ea45'] in n-d-765315-28 is: [{'id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'name': 'tempest-TestAggregatesBasicOps-846444690-router', 'tenant_id': 'd642b12f870d4876a17d96612477383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:34Z', 'updated_at': '2021-11-12T05:47:51Z', 'revision_number': 5, 'project_id': 'd642b12f870d4876a17d96612477383f', 'gw_port': {'id': '17acfebd-bad9-4c27-8162-84c23ac567fe', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f633a8f0-7157-4be7-a734-ecd584d5ea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:35Z', 'updated_at': '2021-11-12T05:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:53.714285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:53.715016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.746126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5449247 Nov 12 05:47:53.803775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9f16a-b592-4fec-9989-e327a0f9ea5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Pushing event updated for resources: {'Network': ['ID=437e88a1-62e2-4d00-b873-c96db4aaf084,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:53.813709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 437e88a1-62e2-4d00-b873-c96db4aaf084 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:47:53.872053 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.914301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=17acfebd-bad9-4c27-8162-84c23ac567fe,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:54.043636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.073526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45820) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:54.079840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Request body: {'port': {'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084', 'binding:host_id': 'n-h2-765315-28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1114360226'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:54.137268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Made reservation on behalf of 43faf61c3cbe4a41b759baec3bfe4a91 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:54.140570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.154680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.177958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9178ed8c-5f5b-46f6-9808-5cdbdd210595 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:54.221374 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.224085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.245430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c5e46c80-3e9d-498c-907a-00ca4bc21bdd no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:54.278168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: c5e46c80-3e9d-498c-907a-00ca4bc21bdd {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:54.279246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c5e46c80-3e9d-498c-907a-00ca4bc21bdd not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:54.290791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.297619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.302461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] device_id is not set on port e8acf108-c7b9-4878-bf19-8b8672b09491 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:47:54.307193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.307749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f633a8f0-7157-4be7-a734-ecd584d5ea45 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:47:54.313448 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.320103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bf42979a-d847-4506-aec7-ad800a558e59 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f633a8f0-7157-4be7-a734-ecd584d5ea45 HTTP/1.1" status: 204 len: 168 time: 1.5532084 Nov 12 05:47:54.320765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45824) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:54.389481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfda3c1-b05e-42f1-9fe0-222f6154ff9b admin admin] Deleting subnet d9820efc-921b-4873-8a47-7cad5a169e0b {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:47:54.393591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d88b26-2ce0-4ada-ab35-edae0f646aa7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:54.395939 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edfda3c1-b05e-42f1-9fe0-222f6154ff9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.440040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edfda3c1-b05e-42f1-9fe0-222f6154ff9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.536524 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edfda3c1-b05e-42f1-9fe0-222f6154ff9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.591873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] device_id is not set on port e8acf108-c7b9-4878-bf19-8b8672b09491 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:47:54.601252 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edfda3c1-b05e-42f1-9fe0-222f6154ff9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.603345 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.609758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.616584 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edfda3c1-b05e-42f1-9fe0-222f6154ff9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.622140 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-edfda3c1-b05e-42f1-9fe0-222f6154ff9b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d9820efc-921b-4873-8a47-7cad5a169e0b HTTP/1.1" status: 204 len: 168 time: 0.2978334 Nov 12 05:47:54.625949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36784e-084f-4e6b-bcac-1026dbe0aa28 None None] Network a1c59ebe-f5f6-40d9-a1c4-65fe720e753f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:54.639575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45826) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:54.714463 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.717056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfda3c1-b05e-42f1-9fe0-222f6154ff9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9820efc-921b-4873-8a47-7cad5a169e0b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:54.732012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=e8acf108-c7b9-4878-bf19-8b8672b09491,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:54.747596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Checking segment: {'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:47:54.748125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Network hostable DHCP agents. Network: 437e88a1-62e2-4d00-b873-c96db4aaf084, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:47:54.778816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Network 437e88a1-62e2-4d00-b873-c96db4aaf084 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:47:54.785087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Deleting port 44658896-8cd4-4ab9-bae9-adf392ca7ccb {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:54.785554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.803826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 437e88a1-62e2-4d00-b873-c96db4aaf084) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:54.809266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:54.816823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5817d58-be4e-40ec-815a-afb3613172ae None None] Network 437e88a1-62e2-4d00-b873-c96db4aaf084 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:47:54.830984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:54.831318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:54.831689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:54.837441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:54.837794 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:54.838972 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 2 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:54.863658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:54.864265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:54.865881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:54.866785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] For port 44658896-8cd4-4ab9-bae9-adf392ca7ccb, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44658896-8cd4-4ab9-bae9-adf392ca7ccb,segment=NetworkSegment(3b321e58-1c83-457e-9005-b58d904bcab9),segment_id=3b321e58-1c83-457e-9005-b58d904bcab9)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:54.867353 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:54.871546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:54.872089 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:54.872530 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 3 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:54.884882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Calling delete_port for 44658896-8cd4-4ab9-bae9-adf392ca7ccb owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:54.889302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:54.889650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:54.890016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:54.895345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:54.895845 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:54.896268 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 4 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:54.915744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:54.916217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:54.916564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:54.921478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:54.921815 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:54.922203 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 5 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:54.938198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:54.938854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:54.939246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:54.945111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:54.945381 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:54.945785 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 6 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:54.962119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:54.962412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:54.962894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:54.967516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:54.967855 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:54.968374 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 7 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:54.983667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:54.984024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:54.984736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:54.990486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:54.992545 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:54.992545 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 8 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:54.993290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.011523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:55.011745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:55.012097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:55.031732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:55.032139 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:55.032555 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 9 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:55.041442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=44658896-8cd4-4ab9-bae9-adf392ca7ccb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:55.044062 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] No DVR routers for this DVR port 44658896-8cd4-4ab9-bae9-adf392ca7ccb on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:55.050163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c32fb64-63c6-400a-918b-e388704b1f2a None None] DHCP port deletion for a1c59ebe-f5f6-40d9-a1c4-65fe720e753f request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:55.075603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:55.075947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:55.076290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:55.082666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:55.083006 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:55.083442 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 10 to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 Nov 12 05:47:55.100854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:55.101383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:55.102118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:55.107336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port e8acf108-c7b9-4878-bf19-8b8672b09491 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:55.107667 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port e8acf108-c7b9-4878-bf19-8b8672b09491 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:55.108170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.139780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.164077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c59ebe-f5f6-40d9-a1c4-65fe720e753f']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:55.175438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b321e58-1c83-457e-9005-b58d904bcab9') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:55.175974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b321e58-1c83-457e-9005-b58d904bcab9') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:55.179633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] For port e8acf108-c7b9-4878-bf19-8b8672b09491, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:55.180034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempted to set empty binding levels {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 05:47:55.188050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.191825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.205898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.217361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:47:55.217784 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:47:55.219893 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:47:55.229634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:55.230235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.253992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=e8acf108-c7b9-4878-bf19-8b8672b09491,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:55.259821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0f3d68ed-d71e-4b80-bf97-e54398b00b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.1848810 Nov 12 05:47:55.265157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45830) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:55.289649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.295561 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.302972 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] 10.222.0.48 "DELETE /v2.0/networks/a1c59ebe-f5f6-40d9-a1c4-65fe720e753f HTTP/1.1" status: 204 len: 168 time: 0.6595654 Nov 12 05:47:55.330216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d3cda-157f-44fc-b2e7-2d88bb1e3f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c59ebe-f5f6-40d9-a1c4-65fe720e753f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:55.372929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Deleting port e8acf108-c7b9-4878-bf19-8b8672b09491 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:55.373938 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.443972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] For port e8acf108-c7b9-4878-bf19-8b8672b09491, host n-h2-765315-28, got binding levels [] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:55.444467 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.459360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Calling delete_port for e8acf108-c7b9-4878-bf19-8b8672b09491 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:55.524865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45836) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:55.574011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-81956e18-4ed1-4999-92ff-0f8d35f62afb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b799e5828007499aac19789519995f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503938 Nov 12 05:47:55.575245 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.576829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:55.608293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8acf108-c7b9-4878-bf19-8b8672b09491,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:55.613734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.619705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2ef2c760-15fb-4928-89b9-3fdd9d1f9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e8acf108-c7b9-4878-bf19-8b8672b09491 HTTP/1.1" status: 204 len: 168 time: 0.3534217 Nov 12 05:47:55.620035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45840) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:55.643357 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3146e23a-0164-4838-bba6-aaf4ec09a7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] GET failed (client error): The resource could not be found. Nov 12 05:47:55.648860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3146e23a-0164-4838-bba6-aaf4ec09a7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "GET /v2.0/ports/e8acf108-c7b9-4878-bf19-8b8672b09491 HTTP/1.1" status: 404 len: 333 time: 0.0239913 Nov 12 05:47:55.649161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45842) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:55.654243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Request body: {'port': {'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977314877'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:55.659073 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4443b72-bd59-487b-b6ba-05088d156117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.691056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4443b72-bd59-487b-b6ba-05088d156117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.697979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Made reservation on behalf of 43faf61c3cbe4a41b759baec3bfe4a91 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:55.700289 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.738290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] device_id is not set on port 5499cdbd-9837-4225-8d4e-389a747c4fcc yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:47:55.810622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4443b72-bd59-487b-b6ba-05088d156117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.813217 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4443b72-bd59-487b-b6ba-05088d156117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.817176 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b4443b72-bd59-487b-b6ba-05088d156117 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/562a4324-f21f-4f63-8097-627889c23ae9 HTTP/1.1" status: 204 len: 168 time: 0.2364180 Nov 12 05:47:55.833990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443b72-bd59-487b-b6ba-05088d156117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562a4324-f21f-4f63-8097-627889c23ae9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:55.924814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:55.964590 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.016989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Network 437e88a1-62e2-4d00-b873-c96db4aaf084 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:56.022404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:56.024431 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=5499cdbd-9837-4225-8d4e-389a747c4fcc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:56.027322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:56.028277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.028888 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.056900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-496d7163-dda2-48e3-83c5-cf21bcd88044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4042950 Nov 12 05:47:56.058649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45848) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:56.064020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:56.093206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17acfebd-bad9-4c27-8162-84c23ac567fe no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:56.122277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 17acfebd-bad9-4c27-8162-84c23ac567fe {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:56.122906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17acfebd-bad9-4c27-8162-84c23ac567fe not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:56.123618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44658896-8cd4-4ab9-bae9-adf392ca7ccb no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:56.124548 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.152008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 44658896-8cd4-4ab9-bae9-adf392ca7ccb {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:56.152611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44658896-8cd4-4ab9-bae9-adf392ca7ccb not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:56.261620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45852) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:56.342885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ce9baead-4388-41ea-83c2-a0d3a9f5078d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d642b12f870d4876a17d96612477383f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774128 Nov 12 05:47:56.343468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45856) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:56.349537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] device_id is not set on port 5499cdbd-9837-4225-8d4e-389a747c4fcc yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:47:56.357322 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.365803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.417537 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7420bcc9-1b3e-4b0c-9d41-91cacb2f2b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.448412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7420bcc9-1b3e-4b0c-9d41-91cacb2f2b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.450738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=5499cdbd-9837-4225-8d4e-389a747c4fcc,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:56.459150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.459513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.459859 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.465373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.465703 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.466088 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 2 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.480148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.480477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.482587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.486871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.488112 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.488244 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 3 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.501491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.502179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.502742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.509911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7420bcc9-1b3e-4b0c-9d41-91cacb2f2b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.510322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.510717 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.511211 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 4 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.512928 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7420bcc9-1b3e-4b0c-9d41-91cacb2f2b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.514986 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7420bcc9-1b3e-4b0c-9d41-91cacb2f2b1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07695248-8bbd-485a-b201-89ea7f7eb800 HTTP/1.1" status: 204 len: 168 time: 0.1696620 Nov 12 05:47:56.531199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420bcc9-1b3e-4b0c-9d41-91cacb2f2b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07695248-8bbd-485a-b201-89ea7f7eb800,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:56.535319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.535864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.536154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.541905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.542068 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.542885 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 5 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.560313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.560664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.561011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.565829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.566292 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.566715 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 6 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.583537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.584571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.584913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.590796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.591121 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.592139 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 7 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.605038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.605371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.605706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.610842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.611190 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.611581 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 8 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.626060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.626060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.626461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.631276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.631600 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.631987 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 9 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.646930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.647552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.647890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.653166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.653491 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.653884 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 10 to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc Nov 12 05:47:56.669843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:56.670184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:56.670598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:56.674965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:56.675294 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 5499cdbd-9837-4225-8d4e-389a747c4fcc on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:56.675650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.745791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] For port 5499cdbd-9837-4225-8d4e-389a747c4fcc, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:56.746166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempted to set empty binding levels {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 05:47:56.750660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.790069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] In _notify_port_updated(), no bound segment for port 5499cdbd-9837-4225-8d4e-389a747c4fcc on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:47:56.792688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.793673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.797741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "PUT /v2.0/ports/5499cdbd-9837-4225-8d4e-389a747c4fcc HTTP/1.1" status: 200 len: 980 time: 0.7373700 Nov 12 05:47:56.800316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45862) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:56.822033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd434aa-1062-49cd-9ade-6952bbda0ec2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=5499cdbd-9837-4225-8d4e-389a747c4fcc,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:56.880868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.881567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.882206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.882708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.883178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.883648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.884243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.884840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.885309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.885770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.886231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.886721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.887184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.887710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.888168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.888733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.889196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.889656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.890117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.890690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.891316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.894854 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ada467f-13f0-4223-b367-fb4d4e567ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19241 time: 0.0930769 Nov 12 05:47:56.898934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45876) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:56.981053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Deleting port 5499cdbd-9837-4225-8d4e-389a747c4fcc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:56.981706 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.049432 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] For port 5499cdbd-9837-4225-8d4e-389a747c4fcc, host n-h2-765315-28, got binding levels [] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:57.049856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.062906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Calling delete_port for 5499cdbd-9837-4225-8d4e-389a747c4fcc owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:57.144641 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.173519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event deleted for resources: {'Port': ['ID=5499cdbd-9837-4225-8d4e-389a747c4fcc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:57.188113 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.192443 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-267f66b4-4221-41ad-82e6-8405360305da tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "DELETE /v2.0/ports/5499cdbd-9837-4225-8d4e-389a747c4fcc HTTP/1.1" status: 204 len: 168 time: 0.2922583 Nov 12 05:47:57.195495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45890) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:57.224578 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4320e1-21da-4fcc-a20f-36b0b4d8e7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] GET failed (client error): The resource could not be found. Nov 12 05:47:57.226186 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bc4320e1-21da-4fcc-a20f-36b0b4d8e7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "GET /v2.0/ports/5499cdbd-9837-4225-8d4e-389a747c4fcc HTTP/1.1" status: 404 len: 333 time: 0.0295730 Nov 12 05:47:57.229995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45892) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:57.235277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-593873555', 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:57.274137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Made reservation on behalf of 43faf61c3cbe4a41b759baec3bfe4a91 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:57.277486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.295463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] device_id is not set on port 1f9220bc-8503-4746-a37b-408ddc7510d5 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:47:57.339559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.482470 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.529348 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.581485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Network 437e88a1-62e2-4d00-b873-c96db4aaf084 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:57.585590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9220bc-8503-4746-a37b-408ddc7510d5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:57.587912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:57.589913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:57.590869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:57.591464 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.608361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4d90057b-7850-4dcd-a7d6-396cf13580fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3771169 Nov 12 05:47:57.611113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45910) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:57.646904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd01114-f92e-423c-a27e-f6e23eeecb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:57.651025 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1dd01114-f92e-423c-a27e-f6e23eeecb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "GET /v2.0/ports/1f9220bc-8503-4746-a37b-408ddc7510d5 HTTP/1.1" status: 200 len: 958 time: 0.0361886 Nov 12 05:47:57.651416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:57.732427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f17a3-f882-44c9-8c79-29dbbf6c1f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Deleting port 1f9220bc-8503-4746-a37b-408ddc7510d5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:57.732777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e0f17a3-f882-44c9-8c79-29dbbf6c1f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.798154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e0f17a3-f882-44c9-8c79-29dbbf6c1f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.811779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f17a3-f882-44c9-8c79-29dbbf6c1f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Calling delete_port for 1f9220bc-8503-4746-a37b-408ddc7510d5 owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:57.901385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e0f17a3-f882-44c9-8c79-29dbbf6c1f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.933505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f17a3-f882-44c9-8c79-29dbbf6c1f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f9220bc-8503-4746-a37b-408ddc7510d5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:57.939039 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9e0f17a3-f882-44c9-8c79-29dbbf6c1f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:57.944545 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9e0f17a3-f882-44c9-8c79-29dbbf6c1f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1f9220bc-8503-4746-a37b-408ddc7510d5 HTTP/1.1" status: 204 len: 168 time: 0.2919245 Nov 12 05:47:57.947101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45924) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:57.975767 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-18174302-2383-4449-8469-91b96baec3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] GET failed (client error): The resource could not be found. Nov 12 05:47:57.977451 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-18174302-2383-4449-8469-91b96baec3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "GET /v2.0/ports/1f9220bc-8503-4746-a37b-408ddc7510d5 HTTP/1.1" status: 404 len: 333 time: 0.0293214 Nov 12 05:47:57.981058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45926) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:57.985978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Request body: {'port': {'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1070061251'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:58.009654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Made reservation on behalf of 43faf61c3cbe4a41b759baec3bfe4a91 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:58.012796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.032768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] device_id is not set on port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:47:58.043700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45928) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:58.189808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.200696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'network': {'name': 'tempest-network-smoke--196216388', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'port_security_enabled': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:58.225388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:47:58.228410 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.229268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.242057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.283128 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Network 437e88a1-62e2-4d00-b873-c96db4aaf084 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:58.287317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:58.293482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:58.294451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:58.295064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.310130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=9bc1b9f6-d0de-441b-9b57-4301a3be2411,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:58.327037 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8de30df2-080d-42bf-8741-2d4c5ba7ba49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3417473 Nov 12 05:47:58.327195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45934) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:58.333923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:58.365788 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.372242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.420484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:47:58.431437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a997016e-427a-427d-9181-79d780b41ea5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:58.438042 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.438399 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Added segment 9685a4a7-076f-4ba1-8fd3-37dff00b35b6 of type vlan for network 0637e63b-b214-4e5f-9729-3b921b88a1ba Nov 12 05:47:58.439741 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.507212 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.587296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.592976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:58.593573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.681542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6332638 Nov 12 05:47:58.682806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:58.686717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'admin_state_up': True, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:47:58.693325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52033414-3e24-4a0c-a290-b3e8f9f97489 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Network': ['ID=0637e63b-b214-4e5f-9729-3b921b88a1ba,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:58.708104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:47:58.718255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.719533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.743455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] device_id is not set on port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:47:58.751880 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.759259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.781990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.821971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=9bc1b9f6-d0de-441b-9b57-4301a3be2411,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:58.843175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:58.843881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:58.844288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:58.849300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:58.849626 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:58.850014 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 2 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:58.864647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:58.865021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:58.865362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:58.869839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:58.870189 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:58.870636 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 3 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:58.884343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:58.884804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:58.885154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:58.890031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:58.892383 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:58.892383 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 4 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:58.905766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:58.906067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:58.906487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:58.911985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:58.912308 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:58.912700 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 5 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:58.926038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:58.926553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:58.928725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:58.929769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:58.932876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:58.933225 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:58.933979 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 6 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:58.949696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:58.950140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:58.950611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:58.956085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:58.956521 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:58.956987 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 7 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:58.971343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:58.971814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:58.972357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:58.977430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:58.977868 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:58.978326 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 8 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:59.001250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:59.001976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:59.002325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:59.008035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:59.008537 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:59.009046 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 9 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:59.023319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:59.023435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:59.023732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:59.028621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:59.028909 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:59.029304 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempt 10 to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 Nov 12 05:47:59.042704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:47:59.043048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:47:59.043383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempting to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:47:59.047785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:47:59.048270 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Failed to bind port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f8d11491-7152-4e8c-a316-07a178bef16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '437e88a1-62e2-4d00-b873-c96db4aaf084'}] Nov 12 05:47:59.048573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.116093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] For port 9bc1b9f6-d0de-441b-9b57-4301a3be2411, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:47:59.116566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attempted to set empty binding levels {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 05:47:59.121904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.140705 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.158269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] In _notify_port_updated(), no bound segment for port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 on network 437e88a1-62e2-4d00-b873-c96db4aaf084 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 05:47:59.158661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:59.159364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.160116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.164222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "PUT /v2.0/ports/9bc1b9f6-d0de-441b-9b57-4301a3be2411 HTTP/1.1" status: 200 len: 980 time: 0.8336434 Nov 12 05:47:59.164222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45948) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:59.196847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d931be6-47df-44da-ae63-e0fa5da8b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event updated for resources: {'Port': ['ID=9bc1b9f6-d0de-441b-9b57-4301a3be2411,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:59.260104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Deleting port 9bc1b9f6-d0de-441b-9b57-4301a3be2411 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:59.260362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.272200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.25.2.242 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/61586744-530a-4ff6-93a8-5f5843022bc8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:47:59.327785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] For port 9bc1b9f6-d0de-441b-9b57-4301a3be2411, host n-h2-765315-28, got binding levels [] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:59.328149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.342407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Calling delete_port for 9bc1b9f6-d0de-441b-9b57-4301a3be2411 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:59.406938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.430538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.451543 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.460591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bc1b9f6-d0de-441b-9b57-4301a3be2411,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:59.471104 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.477767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-252c4b26-3c5b-4dee-a710-4267d52f4d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9bc1b9f6-d0de-441b-9b57-4301a3be2411 HTTP/1.1" status: 204 len: 168 time: 0.3103957 Nov 12 05:47:59.478157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45952) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:59.492388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:47:59.495211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:47:59.498124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:47:59.525857 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-150c9876-5293-4710-a66a-e9369416618c tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] GET failed (client error): The resource could not be found. Nov 12 05:47:59.528581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246dd8c3-58da-4af2-9526-c8788b7a4a66 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:47:59.537252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-150c9876-5293-4710-a66a-e9369416618c tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-841898326-project-admin] 10.222.0.48 "GET /v2.0/ports/9bc1b9f6-d0de-441b-9b57-4301a3be2411 HTTP/1.1" status: 404 len: 333 time: 0.0565479 Nov 12 05:47:59.538601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:59.556811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=61586744-530a-4ff6-93a8-5f5843022bc8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:59.643415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-78b95342-1a7e-434a-86f6-4a83d4b1aefb None None] Provisioning complete for port 61586744-530a-4ff6-93a8-5f5843022bc8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:59.644455 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-78b95342-1a7e-434a-86f6-4a83d4b1aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.685403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-78b95342-1a7e-434a-86f6-4a83d4b1aefb None None] Port 61586744-530a-4ff6-93a8-5f5843022bc8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:47:59.727899 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.870031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.923002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437e88a1-62e2-4d00-b873-c96db4aaf084']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:59.939257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d11491-7152-4e8c-a316-07a178bef16d') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:59.939555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d11491-7152-4e8c-a316-07a178bef16d') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:59.952036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.958652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.998590 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.010457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:48:00.010848 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:48:00.013726 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:48:00.119469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.127117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.130294 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] 10.222.0.48 "DELETE /v2.0/networks/437e88a1-62e2-4d00-b873-c96db4aaf084 HTTP/1.1" status: 204 len: 168 time: 0.5903342 Nov 12 05:48:00.147369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af57010-a2a4-4447-8cd2-667002946a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226092371-project] Pushing event deleted for resources: {'Network': ['ID=437e88a1-62e2-4d00-b873-c96db4aaf084,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:00.249157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.388573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router dcbf8677-a84a-462a-9fee-9e6e6edc5cde is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:00.420179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45964) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:00.591765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d27e3f21-e129-457d-96f2-fe0a7f29176a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b942072dd4f434ab22b293126965e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1701016 Nov 12 05:48:00.593129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45970) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:00.649200 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af8cb780-9dc3-4758-a25e-2edd575d6e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.672754 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af8cb780-9dc3-4758-a25e-2edd575d6e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.726260 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af8cb780-9dc3-4758-a25e-2edd575d6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.729389 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-af8cb780-9dc3-4758-a25e-2edd575d6e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.733021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-af8cb780-9dc3-4758-a25e-2edd575d6e0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edcbb90c-10c1-4ce8-8fec-082f8f4ce220 HTTP/1.1" status: 204 len: 168 time: 0.1362553 Nov 12 05:48:00.746513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb780-9dc3-4758-a25e-2edd575d6e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcbb90c-10c1-4ce8-8fec-082f8f4ce220,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:00.855625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:00.869254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Sync routers for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:00.883938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:00.884583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:00.884921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.889429 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ab1536a-b30f-41d3-bb3a-0e729de5621a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2033014 Nov 12 05:48:00.889907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45976) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:01.007915 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:01.092598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45980) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:01.111194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-673e5fac-ad4a-43fd-898e-dfb343fb0e14 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0f1c40862aa04aea87f2c785f78206f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2200601 Nov 12 05:48:01.113783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45982) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:01.141830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-db7964c8-8f21-4bb4-9754-9599fba0ba75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43faf61c3cbe4a41b759baec3bfe4a91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475698 Nov 12 05:48:01.143987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45984) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:01.201298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ea51c1-a11d-42a9-8c5e-4da8acd65381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.208993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:47:59Z', 'revision_number': 3, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:01.224528 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ea51c1-a11d-42a9-8c5e-4da8acd65381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.225507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659707f-ef57-4d0a-9586-07deb136ae3a tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:01.227084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c659707f-ef57-4d0a-9586-07deb136ae3a tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1116402 Nov 12 05:48:01.229853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 45986) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:01.244548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Checking router: dcbf8677-a84a-462a-9fee-9e6e6edc5cde for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:01.245279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Updating router dcbf8677-a84a-462a-9fee-9e6e6edc5cde port 61586744-530a-4ff6-93a8-5f5843022bc8 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:48:01.267515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b29b69fc-d46d-42fb-a930-5622e4a89993 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362556 Nov 12 05:48:01.270778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 45988) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:01.276879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-373237967', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:01.289490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.293655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ea51c1-a11d-42a9-8c5e-4da8acd65381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.296279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ea51c1-a11d-42a9-8c5e-4da8acd65381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.297422 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-93ea51c1-a11d-42a9-8c5e-4da8acd65381 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67d88b26-2ce0-4ada-ab35-edae0f646aa7 HTTP/1.1" status: 204 len: 168 time: 0.1522696 Nov 12 05:48:01.343499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea51c1-a11d-42a9-8c5e-4da8acd65381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d88b26-2ce0-4ada-ab35-edae0f646aa7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:01.386663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:48:01.391615 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.666626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.672343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.681371 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.744223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98197393-6f98-4f8d-ae74-518bd14e5c4a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:01.758892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Subnet': ['ID=6106d151-25e4-4cfd-b1f9-07de263ed77f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:01.770164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Checking segment: {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:01.771204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network hostable DHCP agents. Network: 0637e63b-b214-4e5f-9729-3b921b88a1ba, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:48:01.783876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Attempting to bind port 61586744-530a-4ff6-93a8-5f5843022bc8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:48:01.784335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Attempting to bind port 61586744-530a-4ff6-93a8-5f5843022bc8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:48:01.784770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Attempting to bind port 61586744-530a-4ff6-93a8-5f5843022bc8 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:01.796411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:48:01.798124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92270dd1-e971-4378-b698-6e9a2cac2f3d None None] Pushing event updated for resources: {'Port': ['ID=61586744-530a-4ff6-93a8-5f5843022bc8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:01.802555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:48:01.802555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:01.802555 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.802555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:48:01.803020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Bound port: 61586744-530a-4ff6-93a8-5f5843022bc8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:48:01.804740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.823920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0637e63b-b214-4e5f-9729-3b921b88a1ba) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:01.840694 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f572ea0-90b1-4718-93da-92c1d1cd598b None None] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:48:01.844073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:01.845347 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.869211 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-793dc470-82c5-42fc-82b3-3cff905e5a49 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5966113 Nov 12 05:48:01.871822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46004) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:01.893825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5198ef68-79fb-47c9-a72f-f061c4baf096 None None] Provisioning complete for port 61586744-530a-4ff6-93a8-5f5843022bc8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:01.894328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5198ef68-79fb-47c9-a72f-f061c4baf096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.954993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] For port 61586744-530a-4ff6-93a8-5f5843022bc8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:48:01.973646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] For port 61586744-530a-4ff6-93a8-5f5843022bc8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=61586744-530a-4ff6-93a8-5f5843022bc8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:48:01.987007 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:02.019802 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5198ef68-79fb-47c9-a72f-f061c4baf096 None None] Port 61586744-530a-4ff6-93a8-5f5843022bc8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:02.060126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792cec0-6d1e-49da-9b08-af54b9ea0585 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:02.115296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:02.115977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:02.120012 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92270dd1-e971-4378-b698-6e9a2cac2f3d None None] Pushing event updated for resources: {'Port': ['ID=61586744-530a-4ff6-93a8-5f5843022bc8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:02.252749 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7336956f-6300-44e0-87b8-7f2e854ee8fd None None] Provisioning complete for port 61586744-530a-4ff6-93a8-5f5843022bc8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:02.253126 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7336956f-6300-44e0-87b8-7f2e854ee8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:02.261098 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-0637e63b-b214-4e5f-9729-3b921b88a1ba', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:48:02.261912 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:02.343274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:02.533730 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:02.610625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7336956f-6300-44e0-87b8-7f2e854ee8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:02.652586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7336956f-6300-44e0-87b8-7f2e854ee8fd None None] For port 61586744-530a-4ff6-93a8-5f5843022bc8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=61586744-530a-4ff6-93a8-5f5843022bc8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:02.665944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Allocated IP 172.20.0.2 (0637e63b-b214-4e5f-9729-3b921b88a1ba/6106d151-25e4-4cfd-b1f9-07de263ed77f/f1fcd5dc-c663-4140-9a2c-d2d48fb3de58) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:02.668914 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7336956f-6300-44e0-87b8-7f2e854ee8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:02.967596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336956f-6300-44e0-87b8-7f2e854ee8fd None None] Pushing event updated for resources: {'Port': ['ID=61586744-530a-4ff6-93a8-5f5843022bc8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:02.995076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:47:59Z', 'revision_number': 3, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:03.032987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b7442-c552-4c4e-b4ba-886afd028959 None None] The sync data for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 is: [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:47:59Z', 'revision_number': 3, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:03.095889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.103610 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.158924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:03.164762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:03.165985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Pushing event updated for resources: {'Port': ['ID=f1fcd5dc-c663-4140-9a2c-d2d48fb3de58,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:03.168374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:03.184420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46034) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:03.200359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.20.0.1 (0637e63b-b214-4e5f-9729-3b921b88a1ba/6106d151-25e4-4cfd-b1f9-07de263ed77f/c52c9d94-45ef-41e4-b69f-3fbe218c7b9a) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:03.232737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Attempting to bind port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:48:03.233462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Attempting to bind port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:48:03.234036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Attempting to bind port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 on network 0637e63b-b214-4e5f-9729-3b921b88a1ba {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:03.239573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:48:03.241111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Checking segment: {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:03.241740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.242404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Bound using segment: {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:48:03.243115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Bound port: f1fcd5dc-c663-4140-9a2c-d2d48fb3de58, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:48:03.243723 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.337274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] For port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:48:03.341661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] For port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f1fcd5dc-c663-4140-9a2c-d2d48fb3de58,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:48:03.351670 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.360499 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.421997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-333331855', 'router:external': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:03.448475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.475830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Made reservation on behalf of 0b3f9f3066724bb893bfcc0a42a7b2d5 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:48:03.476952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e1a9e-8fae-4027-87bc-f37cd1f9424a None None] Pushing event updated for resources: {'Port': ['ID=f1fcd5dc-c663-4140-9a2c-d2d48fb3de58,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:03.478383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.491646 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.527169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:03.531018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:03.543231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:03.576899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:03.640530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.658508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.664237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.723284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:48:03.755292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.755292 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Added segment 7a84b667-2851-49bb-aaee-7b3d73beafca of type vlan for network 862bb916-5121-497f-b2af-2a62bd34c902 Nov 12 05:48:03.764346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e73bdbf-f4d8-49ae-8007-3c4781f980f5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:03.829842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.830189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.830553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.830888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.831219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.831546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.831892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.832196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.832514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.832826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.857979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.858694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:03.898314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.947062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.988112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:03.989229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:03.989956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.109775 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9231811 Nov 12 05:48:04.114435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46042) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:04.120870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'subnet': {'network_id': '862bb916-5121-497f-b2af-2a62bd34c902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:04.143440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a597e-00f3-4376-8879-eeca39b499b0 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'Network': ['ID=862bb916-5121-497f-b2af-2a62bd34c902,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:04.151792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Made reservation on behalf of 0b3f9f3066724bb893bfcc0a42a7b2d5 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:48:04.156833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 862bb916-5121-497f-b2af-2a62bd34c902 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:48:04.157979 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.233067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:48:04.344977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:04.345357 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.443047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.452610 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.459041 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.522478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f1fcd5dc-c663-4140-9a2c-d2d48fb3de58,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:04.545911 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.547069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 61586744-530a-4ff6-93a8-5f5843022bc8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:48:04.559093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.632927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:04.660499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.objects.ports [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 05:48:04.661101 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.680622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=f1fcd5dc-c663-4140-9a2c-d2d48fb3de58,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:04.689176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 61586744-530a-4ff6-93a8-5f5843022bc8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:04.689551 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.717789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:04.719881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:04.767667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:04.772788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Checking segment: {'id': '7a84b667-2851-49bb-aaee-7b3d73beafca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '862bb916-5121-497f-b2af-2a62bd34c902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:04.773168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Network hostable DHCP agents. Network: 862bb916-5121-497f-b2af-2a62bd34c902, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:48:04.809701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Network 862bb916-5121-497f-b2af-2a62bd34c902 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:48:04.832007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 862bb916-5121-497f-b2af-2a62bd34c902) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:04.840426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:04.841318 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.883338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router dcbf8677-a84a-462a-9fee-9e6e6edc5cde has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:48:04.884668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c06f85-173a-46fb-9afa-75794295e2a8 None None] Network 862bb916-5121-497f-b2af-2a62bd34c902 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:48:04.897235 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dc61f290-de09-41df-acd3-2fe2bce25a0a tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7790413 Nov 12 05:48:04.898035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46046) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:04.907418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1597233117', 'network_id': '862bb916-5121-497f-b2af-2a62bd34c902'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:04.957906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Made reservation on behalf of 0b3f9f3066724bb893bfcc0a42a7b2d5 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:48:04.961133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.019329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] device_id is not set on port b0fb9383-f8a4-415a-aa59-b3df9e948782 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 05:48:05.139350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb81bca4-8410-4203-bcb6-21a2e8caf9e5 None None] Network 862bb916-5121-497f-b2af-2a62bd34c902 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:48:05.174870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202ab64-51d9-415f-a5a4-169d7bc17bbb None None] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:48:05.249152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Allocated IP 172.20.0.8 (862bb916-5121-497f-b2af-2a62bd34c902/f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375/b0fb9383-f8a4-415a-aa59-b3df9e948782) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:05.328552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-02a24b7b-ffbd-4f52-99d3-aafddf9c1a54 None None] Provisioning complete for port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:05.328915 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-02a24b7b-ffbd-4f52-99d3-aafddf9c1a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.465834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.504431 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.568131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Network 862bb916-5121-497f-b2af-2a62bd34c902 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:05.573050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:05.575050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'Port': ['ID=b0fb9383-f8a4-415a-aa59-b3df9e948782,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:05.577578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:05.603536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:05.617724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-274cb5b2-b98b-44b2-8e3e-2b95ab915c6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "PUT /v2.0/routers/dcbf8677-a84a-462a-9fee-9e6e6edc5cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7442896 Nov 12 05:48:05.620503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46058) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:05.633827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-23dbca1a-e5af-4439-aebb-e9f178981dcf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365429837&fields=id&tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 267 time: 0.0790854 Nov 12 05:48:05.636490 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Sync routers for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:05.640604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.641015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.649561 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:05.650167 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:05.730483 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b0f66797-bdb9-4203-a728-11a66ee334ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8311679 Nov 12 05:48:05.734309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46060) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:05.758807 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:05.813472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-3edc1bbd-dc6d-40e5-a2bb-32d61c17b9f2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.822236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-3edc1bbd-dc6d-40e5-a2bb-32d61c17b9f2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1776872 Nov 12 05:48:05.850468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-758c2f2a-58b3-4715-9a60-3ccb79d984c5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/quotas/43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 375 time: 0.0269654 Nov 12 05:48:05.891718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1905ca61-c046-41df-a14c-7f7a58135f92 None None] Provisioning complete for port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:05.897382 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1905ca61-c046-41df-a14c-7f7a58135f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.922475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.923201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.923991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.924617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.925241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.926001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.927204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.927824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.928475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.929091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:05.931380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-59338e30-e3b2-421c-a8f4-879ba4339ce2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7066 time: 0.3098395 Nov 12 05:48:05.936447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46064) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:05.965510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1905ca61-c046-41df-a14c-7f7a58135f92 None None] Port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:05.966327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-0557b5f7-6771-4bdd-b556-832ea55d383c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147625 Nov 12 05:48:05.980836 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:48:03Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:04Z', 'revision_number': 2, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:05.981551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-bab0c71f-1edb-436a-9182-d460b5d74bb3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:48:05.985313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1905ca61-c046-41df-a14c-7f7a58135f92 None None] Provisioning complete for port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:05.985699 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1905ca61-c046-41df-a14c-7f7a58135f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.002647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-bab0c71f-1edb-436a-9182-d460b5d74bb3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0297408 Nov 12 05:48:06.006812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a1b05f92-0dcb-42a3-a3b5-d61409bc5389 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Deleting port b0fb9383-f8a4-415a-aa59-b3df9e948782 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:06.010739 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1b05f92-0dcb-42a3-a3b5-d61409bc5389 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.019388 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Checking router: dcbf8677-a84a-462a-9fee-9e6e6edc5cde for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:06.020343 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Updating router dcbf8677-a84a-462a-9fee-9e6e6edc5cde port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:48:06.050694 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.052845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.053568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.053762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.054224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.054771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.055153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.055603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.057523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.057980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.058451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:06.074797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-91543161-f568-4267-9315-29c115989733 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6405 time: 0.1369996 Nov 12 05:48:06.077425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46066) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:06.148860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:48:06.227679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1b05f92-0dcb-42a3-a3b5-d61409bc5389 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.230984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:06.230984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.250636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-8ae2b821-0974-4e58-a836-e6e7066f4e52 service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461228 Nov 12 05:48:06.288073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a1b05f92-0dcb-42a3-a3b5-d61409bc5389 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Calling delete_port for b0fb9383-f8a4-415a-aa59-b3df9e948782 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:06.339962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-47ba27b7-3aa0-4052-ad90-f15b8feb0a95 None None] Provisioning complete for port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:06.340468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-47ba27b7-3aa0-4052-ad90-f15b8feb0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.419294 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.421910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-47ba27b7-3aa0-4052-ad90-f15b8feb0a95 None None] Port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:06.430180 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.445903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-48bffbd0-086b-45b2-9cf9-95a955e4b7a4 service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941295 Nov 12 05:48:06.474581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-25c2d0dc-b7c8-4618-a0c2-e9c2d1df90a1 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.3959041 Nov 12 05:48:06.508097 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bb4eb-ffc9-43cb-96e5-da28473e6943 None None] Pushing event updated for resources: {'Port': ['ID=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:06.551287 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1b05f92-0dcb-42a3-a3b5-d61409bc5389 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.561924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e9113ae9-c4c7-465a-832f-280ef42c4696 None None] Provisioning complete for port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:06.562290 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e9113ae9-c4c7-465a-832f-280ef42c4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.588637 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Attempting to bind port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:48:06.589102 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Attempting to bind port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:48:06.589533 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Attempting to bind port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a on network 0637e63b-b214-4e5f-9729-3b921b88a1ba {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:06.599803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b05f92-0dcb-42a3-a3b5-d61409bc5389 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0fb9383-f8a4-415a-aa59-b3df9e948782,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:06.601244 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:48:06.607930 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Checking segment: {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:06.608780 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.609400 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Bound using segment: {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:48:06.610652 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Bound port: c52c9d94-45ef-41e4-b69f-3fbe218c7b9a, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:48:06.611282 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.623310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e9113ae9-c4c7-465a-832f-280ef42c4696 None None] Port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:06.683356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1b05f92-0dcb-42a3-a3b5-d61409bc5389 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.689212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a1b05f92-0dcb-42a3-a3b5-d61409bc5389 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b0fb9383-f8a4-415a-aa59-b3df9e948782 HTTP/1.1" status: 204 len: 168 time: 0.9512808 Nov 12 05:48:06.689539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46076) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:06.694821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '862bb916-5121-497f-b2af-2a62bd34c902', 'external_fixed_ips': [{'subnet_id': 'f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375', 'ip_address': '172.20.0.8'}]}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:06.712050 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] For port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:48:06.716318 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] For port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:48:06.720548 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.721721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.723327 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.788323 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:06.789045 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:06.800873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.871614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f7a6549a-63e1-440a-b5bc-651609ff3cd8 None None] Provisioning complete for port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:06.872210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7a6549a-63e1-440a-b5bc-651609ff3cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.946062 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:07.048997 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7a6549a-63e1-440a-b5bc-651609ff3cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.087968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f7a6549a-63e1-440a-b5bc-651609ff3cd8 None None] For port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:07.092608 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bb4eb-ffc9-43cb-96e5-da28473e6943 None None] Pushing event updated for resources: {'Port': ['ID=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:07.092919 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7a6549a-63e1-440a-b5bc-651609ff3cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.115367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.223886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6549a-63e1-440a-b5bc-651609ff3cd8 None None] Pushing event updated for resources: {'Port': ['ID=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:07.238234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-164fa6f6-d15d-491c-9c86-183b82b0fa69 None None] Provisioning complete for port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:07.238234 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-164fa6f6-d15d-491c-9c86-183b82b0fa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.390884 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:48:03Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:06Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:07.413062 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.421974 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c8b8e-57f6-4f8b-a132-323a01db6e8c None None] The sync data for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 is: [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:48:03Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:06Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:07.439787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.621634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46090) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:07.627813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-61106dc7-64c8-4e66-905a-9fc6748a063a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368468634', 'description': 'tempest-secgroup-smoke-1368468634 description', 'project_id': '0f1c40862aa04aea87f2c785f78206f0'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:07.664648 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61106dc7-64c8-4e66-905a-9fc6748a063a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.712850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Allocated IP 172.20.0.8 (862bb916-5121-497f-b2af-2a62bd34c902/f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375/f7f0253c-3edd-40c6-a682-f2d6e30f2d90) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:07.732064 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97b9d40e-db58-468c-8573-9ddc9d03b99d req-55d0971f-b3f0-46a3-84c0-1c9549c31a8b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 210 time: 0.0408509 Nov 12 05:48:07.780099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61106dc7-64c8-4e66-905a-9fc6748a063a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.784632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61106dc7-64c8-4e66-905a-9fc6748a063a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.820827 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61106dc7-64c8-4e66-905a-9fc6748a063a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.824763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-61106dc7-64c8-4e66-905a-9fc6748a063a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1989667 Nov 12 05:48:07.824763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61106dc7-64c8-4e66-905a-9fc6748a063a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d99d7-bc61-4f11-8afc-a71583145449,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:07.827749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46092) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:07.836161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0fdb1d42-d02d-49ef-8d13-56da81332f01 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': 'c82d99d7-bc61-4f11-8afc-a71583145449', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:07.860133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.884890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d42-d02d-49ef-8d13-56da81332f01 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.929419 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.983725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Network 862bb916-5121-497f-b2af-2a62bd34c902 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:07.993455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:07.998120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d42-d02d-49ef-8d13-56da81332f01 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.999233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:08.005622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'Port': ['ID=f7f0253c-3edd-40c6-a682-f2d6e30f2d90,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:08.037517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d42-d02d-49ef-8d13-56da81332f01 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.071586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb1d42-d02d-49ef-8d13-56da81332f01 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52911dd-80f1-49bd-b34e-852c000fdbc3,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:08.082094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d42-d02d-49ef-8d13-56da81332f01 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.083475 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0fdb1d42-d02d-49ef-8d13-56da81332f01 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2544119 Nov 12 05:48:08.090167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46096) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:08.095027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-434dcb57-868f-43df-b186-04caca53cd76 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': 'c82d99d7-bc61-4f11-8afc-a71583145449', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:08.160126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c52c9d94-45ef-41e4-b69f-3fbe218c7b9a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:48:08.234182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:08.234522 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.251719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-94c85120-1f6b-45fd-bc60-0b27d20caab4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:08.253400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-94c85120-1f6b-45fd-bc60-0b27d20caab4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1841204 Nov 12 05:48:08.278896 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-434dcb57-868f-43df-b186-04caca53cd76 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.373400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-22d07659-81bf-4bcf-9bbf-994f25361dbc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 379 time: 0.1072867 Nov 12 05:48:08.384573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'port': {'device_id': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'admin_state_up': True, 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'security_groups': ['4274a4a0-58d0-4085-bdda-bac0b2c5c60e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:08.397230 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-434dcb57-868f-43df-b186-04caca53cd76 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.410433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-434dcb57-868f-43df-b186-04caca53cd76 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.439581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dcb57-868f-43df-b186-04caca53cd76 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ffc3b8-3416-43fd-a77b-07d046b0ffb0,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:08.476407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-434dcb57-868f-43df-b186-04caca53cd76 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.480258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-434dcb57-868f-43df-b186-04caca53cd76 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3865535 Nov 12 05:48:08.481791 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46098) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:08.486290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b54b7207-6466-4cf4-b6be-5b0b170285b7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': 'c82d99d7-bc61-4f11-8afc-a71583145449', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:08.521958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.553598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:48:08.558774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.573736 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54b7207-6466-4cf4-b6be-5b0b170285b7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.688459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54b7207-6466-4cf4-b6be-5b0b170285b7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.731234 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54b7207-6466-4cf4-b6be-5b0b170285b7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.749442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.20.0.11 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/af2a573e-ab87-4526-b205-d71fd805f3f8) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:08.776231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b7207-6466-4cf4-b6be-5b0b170285b7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c3ba75-e0a6-4660-86d3-48b71b7e6512,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:08.789901 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b54b7207-6466-4cf4-b6be-5b0b170285b7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.791809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b54b7207-6466-4cf4-b6be-5b0b170285b7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3083417 Nov 12 05:48:08.795047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46102) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:08.799039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ec0f994c-26c2-46d4-b288-fe862a9ccecc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': 'c82d99d7-bc61-4f11-8afc-a71583145449', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:08.883775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.888267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec0f994c-26c2-46d4-b288-fe862a9ccecc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.949410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80fabab7-82a5-4a73-9225-9ae3b647fd39 req-7ce0cb8c-6746-4f0f-98cd-09ed0c6afae9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 210 time: 0.0353146 Nov 12 05:48:08.998376 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.050404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec0f994c-26c2-46d4-b288-fe862a9ccecc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.052637 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.056344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec0f994c-26c2-46d4-b288-fe862a9ccecc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.072161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f994c-26c2-46d4-b288-fe862a9ccecc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a37166-dcc2-4bd7-b9d2-5e3a2f18c1ed,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:09.099138 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec0f994c-26c2-46d4-b288-fe862a9ccecc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.100365 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ec0f994c-26c2-46d4-b288-fe862a9ccecc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050764 Nov 12 05:48:09.104219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46104) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:09.109862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a03b142c-73a3-4cb0-9cd7-28116b6f3097 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': 'c82d99d7-bc61-4f11-8afc-a71583145449', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:09.122816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Router 853131a3-f151-49c1-9b2b-f6f2d8185fa4 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:09.131270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:09.135338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:09.140838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:09.146415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=af2a573e-ab87-4526-b205-d71fd805f3f8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:09.206867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:09.207023 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-a03b142c-73a3-4cb0-9cd7-28116b6f3097 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Project 0f1c40862aa04aea87f2c785f78206f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:48:09.207670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.223211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a03b142c-73a3-4cb0-9cd7-28116b6f3097 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.244695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-b0182622-19b8-4360-970a-e16ff9d34ab9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8647244 Nov 12 05:48:09.261064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Request body: {'port': {'device_id': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:09.326711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.335048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:09.351940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Sync routers for ids ['853131a3-f151-49c1-9b2b-f6f2d8185fa4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:09.354109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a03b142c-73a3-4cb0-9cd7-28116b6f3097 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.361055 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a03b142c-73a3-4cb0-9cd7-28116b6f3097 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.368611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Routers {'853131a3-f151-49c1-9b2b-f6f2d8185fa4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:09.369477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['853131a3-f151-49c1-9b2b-f6f2d8185fa4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:09.371862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.374863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-93edc8f8-66ea-4db0-aae5-d6f4acffd743 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6842778 Nov 12 05:48:09.386883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46108) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:09.415073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b142c-73a3-4cb0-9cd7-28116b6f3097 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714dac11-16b8-4a4b-80e1-e4fcc7523111,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:09.546474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f9f665e5-0103-4aee-ac6f-721d438adce5 None None] Provisioning complete for port af2a573e-ab87-4526-b205-d71fd805f3f8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:09.547408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f9f665e5-0103-4aee-ac6f-721d438adce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.550522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Set router 853131a3-f151-49c1-9b2b-f6f2d8185fa4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:09.679534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2a573e-ab87-4526-b205-d71fd805f3f8 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:48:09.688915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.703452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Transition to ACTIVE for port object af2a573e-ab87-4526-b205-d71fd805f3f8 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:48:09.708101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.714120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f9f665e5-0103-4aee-ac6f-721d438adce5 None None] Port af2a573e-ab87-4526-b205-d71fd805f3f8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:09.863304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853131a3-f151-49c1-9b2b-f6f2d8185fa4', 'name': '', 'tenant_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '862bb916-5121-497f-b2af-2a62bd34c902', 'external_fixed_ips': [{'subnet_id': 'f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f7f0253c-3edd-40c6-a682-f2d6e30f2d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:48:06Z', 'updated_at': '2021-11-12T05:48:08Z', 'revision_number': 3, 'project_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'gw_port': {'id': 'f7f0253c-3edd-40c6-a682-f2d6e30f2d90', 'name': '', 'network_id': '862bb916-5121-497f-b2af-2a62bd34c902', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853131a3-f151-49c1-9b2b-f6f2d8185fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:07Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:09.873367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Pushing event updated for resources: {'Port': ['ID=af2a573e-ab87-4526-b205-d71fd805f3f8,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:09.889510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Attempting to bind port af2a573e-ab87-4526-b205-d71fd805f3f8 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:48:09.889847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Attempting to bind port af2a573e-ab87-4526-b205-d71fd805f3f8 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:48:09.890378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Attempting to bind port af2a573e-ab87-4526-b205-d71fd805f3f8 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:09.901200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Port af2a573e-ab87-4526-b205-d71fd805f3f8 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:48:09.901526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Attempting to bind port af2a573e-ab87-4526-b205-d71fd805f3f8 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:09.913118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:48:09.913734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:09.913888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:48:09.914261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Bound port: af2a573e-ab87-4526-b205-d71fd805f3f8, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:48:09.914640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.933615 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a03b142c-73a3-4cb0-9cd7-28116b6f3097 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.935222 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a03b142c-73a3-4cb0-9cd7-28116b6f3097 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8292229 Nov 12 05:48:09.937916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46110) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:09.943027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-017bb7b3-94d3-4273-9701-27f59c588a69 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': 'c82d99d7-bc61-4f11-8afc-a71583145449', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:09.949844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.072476 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-017bb7b3-94d3-4273-9701-27f59c588a69 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Project 0f1c40862aa04aea87f2c785f78206f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:48:10.096639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-017bb7b3-94d3-4273-9701-27f59c588a69 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.108317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] For port af2a573e-ab87-4526-b205-d71fd805f3f8, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:48:10.134671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.165454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Checking router: 853131a3-f151-49c1-9b2b-f6f2d8185fa4 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:10.166479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Updating router 853131a3-f151-49c1-9b2b-f6f2d8185fa4 port f7f0253c-3edd-40c6-a682-f2d6e30f2d90 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:48:10.178390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] For port af2a573e-ab87-4526-b205-d71fd805f3f8, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af2a573e-ab87-4526-b205-d71fd805f3f8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:48:10.188891 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.201826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.216171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Deleting port f7f0253c-3edd-40c6-a682-f2d6e30f2d90 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:10.216514 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.250916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:10.251533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.252984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] 10.222.0.47 "PUT /v2.0/ports/af2a573e-ab87-4526-b205-d71fd805f3f8 HTTP/1.1" status: 200 len: 1093 time: 0.9964561 Nov 12 05:48:10.268497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7632-21ef-46c7-adb3-163217085e47 req-b714b09c-736a-4f54-8034-ec4e80f5566b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:10.268884 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9eb7632-21ef-46c7-adb3-163217085e47 req-b714b09c-736a-4f54-8034-ec4e80f5566b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.1747370 Nov 12 05:48:10.269537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'tag': 'af2a573e-ab87-4526-b205-d71fd805f3f8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:48:10.274226 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab7f6a-ef4e-413f-880f-57a02c4a0996", "tag": "af2a573e-ab87-4526-b205-d71fd805f3f8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:48:10.297862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-017bb7b3-94d3-4273-9701-27f59c588a69 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.314549 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-017bb7b3-94d3-4273-9701-27f59c588a69 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.357967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e6e7e-4651-483a-83d3-6d2c84fa9f9b service neutron] Pushing event updated for resources: {'Port': ['ID=af2a573e-ab87-4526-b205-d71fd805f3f8,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:10.391437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bb7b3-94d3-4273-9701-27f59c588a69 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9705060-f5e4-4c81-8987-12b55961e980,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:10.405771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-017bb7b3-94d3-4273-9701-27f59c588a69 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.407229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-017bb7b3-94d3-4273-9701-27f59c588a69 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4680898 Nov 12 05:48:10.426462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9eb7632-21ef-46c7-adb3-163217085e47 req-ecfdb1e4-757c-443d-8754-d6c695571ad6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393738 Nov 12 05:48:10.429965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-9efb72d7-e75b-43f7-9bcb-b79caa5e8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:10.431717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-9efb72d7-e75b-43f7-9bcb-b79caa5e8fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 1096 time: 0.1150296 Nov 12 05:48:10.445775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.476239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Calling delete_port for f7f0253c-3edd-40c6-a682-f2d6e30f2d90 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:10.552801 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3e548-f457-4200-99e2-3f239ab89b56 x-openstack-request-id: req-35d3e548-f457-4200-99e2-3f239ab89b56 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:48:10.553132 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab7f6a-ef4e-413f-880f-57a02c4a0996", "tag": "af2a573e-ab87-4526-b205-d71fd805f3f8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:48:10.553337 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35d3e548-f457-4200-99e2-3f239ab89b56 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:48:10.553990 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'tag': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'status': 'completed', 'code': 200} Nov 12 05:48:10.555344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-affd491b-5bcd-4742-8f50-d0a4e211084f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af2a573e-ab87-4526-b205-d71fd805f3f8 HTTP/1.1" status: 200 len: 217 time: 0.1131470 Nov 12 05:48:10.681536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-4ae3ae6c-bfc2-4b64-99fb-18dc47641868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:10.693478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-4ae3ae6c-bfc2-4b64-99fb-18dc47641868 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.1239543 Nov 12 05:48:10.809988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-3a86e72b-8cdc-4ca9-a219-330edcacc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:10.812418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-3a86e72b-8cdc-4ca9-a219-330edcacc092 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147323 Nov 12 05:48:10.816607 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-dfda32bc-bc76-401a-bb8b-f5c218fd4b1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0897205 Nov 12 05:48:10.855413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.899243 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:48:10.899603 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:48:10.905464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.940026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-ac040160-ee4b-4716-8a8a-720db62b56d5 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129255 Nov 12 05:48:10.951164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7f0253c-3edd-40c6-a682-f2d6e30f2d90,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:10.989774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-9cb5117d-eb40-4404-9174-873178b6edae tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368468634&fields=id&tenant_id=0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 267 time: 0.2225671 Nov 12 05:48:11.012727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-4bc53fb4-f2cb-435e-af2d-1bd2eca2c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.013210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-4bc53fb4-f2cb-435e-af2d-1bd2eca2c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.013680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-4bc53fb4-f2cb-435e-af2d-1bd2eca2c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.014178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-4bc53fb4-f2cb-435e-af2d-1bd2eca2c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.014666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-4bc53fb4-f2cb-435e-af2d-1bd2eca2c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.016540 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-4bc53fb4-f2cb-435e-af2d-1bd2eca2c00e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.1231391 Nov 12 05:48:11.038366 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.127379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dab0816a-0475-4679-9cb4-d167e0a6c038 req-2907e42a-defd-4e66-80c7-5c476112d890 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747923 Nov 12 05:48:11.158041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-7ae56b04-915a-4a2a-9f3d-cbc07273e8ea tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.159792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-7ae56b04-915a-4a2a-9f3d-cbc07273e8ea tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/networks?id=0637e63b-b214-4e5f-9729-3b921b88a1ba HTTP/1.1" status: 200 len: 796 time: 0.1352069 Nov 12 05:48:11.167343 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.178729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-5f69b835-76f3-4bdf-b1e7-8d7207372dec tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/quotas/0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 375 time: 0.0113657 Nov 12 05:48:11.195948 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.255375 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.256028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 853131a3-f151-49c1-9b2b-f6f2d8185fa4 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:11.260995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.265040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d231638-340f-4306-a103-3822570c9f64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "DELETE /v2.0/routers/853131a3-f151-49c1-9b2b-f6f2d8185fa4 HTTP/1.1" status: 204 len: 168 time: 1.8670847 Nov 12 05:48:11.267602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46130) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:11.271075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-670e7e41-8101-46a9-9da3-382880c3df82 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866086 Nov 12 05:48:11.278169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-4c44e94f-05c5-4124-bda5-cf940e723d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.280319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-4c44e94f-05c5-4124-bda5-cf940e723d20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 1096 time: 0.0865643 Nov 12 05:48:11.311861 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-a2995e19-5eb7-43a8-85c4-f209d070f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.312334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-a2995e19-5eb7-43a8-85c4-f209d070f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.312809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-a2995e19-5eb7-43a8-85c4-f209d070f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.314769 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-a2995e19-5eb7-43a8-85c4-f209d070f36a service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.2424340 Nov 12 05:48:11.363154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-7a88b50b-cd81-49bc-9a4c-5621d3629def service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0394111 Nov 12 05:48:11.367201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a08768-855e-449d-9037-6e5df8830b64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Deleting subnet f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:48:11.378279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99a08768-855e-449d-9037-6e5df8830b64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.446996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Port f7f0253c-3edd-40c6-a682-f2d6e30f2d90 not found while updating agent binding for router 853131a3-f151-49c1-9b2b-f6f2d8185fa4. {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 05:48:11.450302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-55a5d5c6-19ab-46ac-89de-71640c225a5b service neutron] 10.222.0.48 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669261 Nov 12 05:48:11.459899 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:48:11.460496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Routers set() bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:11.460496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Router IDs set() for agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 05:48:11.461176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_agentschedulers_db [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'853131a3-f151-49c1-9b2b-f6f2d8185fa4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:47:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent'). {{(pid=102591) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 05:48:11.461930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f87e4-0a2c-458f-9258-abf54cb06468 None None] The sync data for ids ['853131a3-f151-49c1-9b2b-f6f2d8185fa4'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:11.484272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-edc50b11-71cd-4263-8d13-f56e51d720a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.485803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-edc50b11-71cd-4263-8d13-f56e51d720a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1943729 Nov 12 05:48:11.497885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99a08768-855e-449d-9037-6e5df8830b64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.532411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-788ee3da-9e28-4e08-9fc9-510e0dd3d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.534003 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-788ee3da-9e28-4e08-9fc9-510e0dd3d379 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.1643763 Nov 12 05:48:11.540137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-1ba2463e-813b-42f3-b429-9b6fbf5a5037 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af2a573e-ab87-4526-b205-d71fd805f3f8 HTTP/1.1" status: 200 len: 217 time: 0.0419199 Nov 12 05:48:11.576361 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99a08768-855e-449d-9037-6e5df8830b64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.618517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-bc46f8c1-81bb-48b9-9274-cb1fd0775b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.620168 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-bc46f8c1-81bb-48b9-9274-cb1fd0775b80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784228 Nov 12 05:48:11.637049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-b34078ad-2eaa-4e18-972b-1ec05c50fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.638720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-b34078ad-2eaa-4e18-972b-1ec05c50fb72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0648108 Nov 12 05:48:11.653203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-00fa2342-0bec-4125-8873-122e040451e2 service neutron] 10.222.0.48 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902642 Nov 12 05:48:11.699819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99a08768-855e-449d-9037-6e5df8830b64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.701771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-384970f2-a791-418a-99e4-699312c062cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.703419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-384970f2-a791-418a-99e4-699312c062cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493178 Nov 12 05:48:11.737047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a08768-855e-449d-9037-6e5df8830b64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:11.738135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99a08768-855e-449d-9037-6e5df8830b64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.744793 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-99a08768-855e-449d-9037-6e5df8830b64 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375 HTTP/1.1" status: 204 len: 168 time: 0.4764297 Nov 12 05:48:11.747308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46136) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:11.819688 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-16f45b1f-f396-431a-80bb-df5e5e1aca46 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913424 Nov 12 05:48:11.852157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-619415c1-3115-42ad-8720-a1c6bc4fc780 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404457 Nov 12 05:48:11.904293 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.977540 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-bc6c523e-e591-4f2c-8c5a-bbd8493f41fd service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447418 Nov 12 05:48:11.984698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e766-0b93-4d71-b7b8-cee69baee855 req-b5eccc03-bac9-4336-917d-126b38b597ce tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:11.986252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d829e766-0b93-4d71-b7b8-cee69baee855 req-b5eccc03-bac9-4336-917d-126b38b597ce tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.1310554 Nov 12 05:48:12.041756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fc42a63-fe8a-4c2d-b355-a3bdad97e4d8 req-94821d20-a2e5-4ca1-aa77-aec4cf5aee6b service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757598 Nov 12 05:48:12.076385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d829e766-0b93-4d71-b7b8-cee69baee855 req-4b66fab6-4574-4285-bcaa-7526f9c2c7dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769765 Nov 12 05:48:12.097945 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-cf4e394d-8e7a-4fcd-8ab6-179e9de5b3b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.1103389 Nov 12 05:48:12.101775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.157532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862bb916-5121-497f-b2af-2a62bd34c902']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:12.179106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a84b667-2851-49bb-aaee-7b3d73beafca') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:12.179642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a84b667-2851-49bb-aaee-7b3d73beafca') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:12.181562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b5fe6ae-a40f-4a21-a911-9d26eee292bb req-108c8bba-c927-4863-b997-80598540fb76 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 210 time: 0.0371010 Nov 12 05:48:12.204285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.212825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-c56994ac-1b48-45f3-84de-6936a5f977c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:12.214584 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-c56994ac-1b48-45f3-84de-6936a5f977c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.1081796 Nov 12 05:48:12.255843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.265494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:48:12.266008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:48:12.267907 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:48:12.325449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-888f11aa-4be5-4a76-afed-b1a751facb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:12.327043 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-888f11aa-4be5-4a76-afed-b1a751facb9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055624 Nov 12 05:48:12.335217 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.348922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 862bb916-5121-497f-b2af-2a62bd34c902 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 05:48:12.360615 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.367818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "DELETE /v2.0/networks/862bb916-5121-497f-b2af-2a62bd34c902 HTTP/1.1" status: 204 len: 168 time: 0.6191847 Nov 12 05:48:12.384563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de284d71-769c-47c1-acdb-8f6faad4b041 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event deleted for resources: {'Network': ['ID=862bb916-5121-497f-b2af-2a62bd34c902,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:12.470730 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-43616549-51ff-49b1-84b2-bbc7cfc1706e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328094 Nov 12 05:48:12.601115 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-9c1d005f-5b83-4b68-810b-fec36fc3b293 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205354 Nov 12 05:48:12.670964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46156) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:12.675763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5936db2c-0f44-4cca-8b46-fc88385b515e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'router': {'name': 'tempest-router--794350894', 'project_id': 'cdafbc25bf2e489fad16a65ef30e5e75'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:12.691690 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-c7c97d9e-1f63-4f94-94dd-cd6210633b34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0762689 Nov 12 05:48:12.709612 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5936db2c-0f44-4cca-8b46-fc88385b515e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.710781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5936db2c-0f44-4cca-8b46-fc88385b515e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.750973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-884f9467-5e3a-4197-ac2a-e46718f4192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:12.752601 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-884f9467-5e3a-4197-ac2a-e46718f4192d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0516765 Nov 12 05:48:12.771800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5936db2c-0f44-4cca-8b46-fc88385b515e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.779377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5936db2c-0f44-4cca-8b46-fc88385b515e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.799441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5936db2c-0f44-4cca-8b46-fc88385b515e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.803745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5936db2c-0f44-4cca-8b46-fc88385b515e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1291132 Nov 12 05:48:12.804042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46158) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:12.808039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-a36c5594-9917-4538-85d7-bcf9bc847374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:12.809608 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-a36c5594-9917-4538-85d7-bcf9bc847374 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477655 Nov 12 05:48:12.888689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2679084-a7fd-4071-b02c-d4cc8050c14d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.919861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-4f9ddb70-95da-408b-8fca-930046911820 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009951 Nov 12 05:48:13.034663 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-eead3899-87e4-4dcb-8331-250893a39cdf service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065383 Nov 12 05:48:13.058113 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2679084-a7fd-4071-b02c-d4cc8050c14d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.060914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2679084-a7fd-4071-b02c-d4cc8050c14d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.117971 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-924e0367-bd9d-4ae8-b4f9-4c7fb6933ecc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0534747 Nov 12 05:48:13.173872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2679084-a7fd-4071-b02c-d4cc8050c14d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.174429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2679084-a7fd-4071-b02c-d4cc8050c14d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c253e0bb-67e0-435e-8d45-7a068ee6dcc4 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:13.179271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2679084-a7fd-4071-b02c-d4cc8050c14d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.180887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d2679084-a7fd-4071-b02c-d4cc8050c14d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c253e0bb-67e0-435e-8d45-7a068ee6dcc4 HTTP/1.1" status: 204 len: 168 time: 0.3746934 Nov 12 05:48:13.214181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-310ff844-1816-480e-be95-8e5444b1bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:13.216010 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-310ff844-1816-480e-be95-8e5444b1bb94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0912769 Nov 12 05:48:13.283023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-76658c4e-2e2e-4437-9249-0d276d455d3f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:13.285162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-76658c4e-2e2e-4437-9249-0d276d455d3f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/networks?id=0637e63b-b214-4e5f-9729-3b921b88a1ba HTTP/1.1" status: 200 len: 796 time: 0.2211637 Nov 12 05:48:13.297258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-b7a4421e-b739-459b-858b-10767f485e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:13.298369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52720-2182-4107-aff4-0684b4f48e82 req-a81c6741-7d87-4bd2-97c1-6831904dae5c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:13.299453 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-b7a4421e-b739-459b-858b-10767f485e90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755975 Nov 12 05:48:13.299854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7e52720-2182-4107-aff4-0684b4f48e82 req-a81c6741-7d87-4bd2-97c1-6831904dae5c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.0911665 Nov 12 05:48:13.340511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46166) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:13.391703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7e52720-2182-4107-aff4-0684b4f48e82 req-c1ee67ac-1aa0-43ff-892e-df95260b18e4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840428 Nov 12 05:48:13.436348 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-7ed5964a-501c-4094-a0c5-dfde25def4d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 380 time: 0.1208646 Nov 12 05:48:13.439090 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-fa7c0838-b01b-4986-9d0d-a6f1e0f733b7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188838 Nov 12 05:48:13.456359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'port': {'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'admin_state_up': True, 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'security_groups': ['c82d99d7-bc61-4f11-8afc-a71583145449']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:13.515317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c89836d6-85de-4cdf-af20-7c76bc070883 req-8a72f594-e611-4c80-a28b-1ea1eeb12394 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 210 time: 0.0540128 Nov 12 05:48:13.567532 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-d130a751-d4ec-46c0-a718-dfe8692aa66e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073797 Nov 12 05:48:13.627661 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-2d40d9c4-7657-4343-91d4-7b72e5de2ddb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0536983 Nov 12 05:48:13.649305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:48:13.654540 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.672880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-200621482', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:13.692744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-7fac8f79-ee76-490c-bbd3-4f815bf66989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:13.694412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-7fac8f79-ee76-490c-bbd3-4f815bf66989 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0577490 Nov 12 05:48:13.734397 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.735439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.745177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-33f9ad72-ea74-4296-b419-a175923189eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:13.746758 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-33f9ad72-ea74-4296-b419-a175923189eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452003 Nov 12 05:48:13.831019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.904745 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-764dd56e-6277-4840-9c48-61903d4d955c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.907323 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-3323e631-b80f-4a34-83be-09bfd975a481 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091795 Nov 12 05:48:14.011745 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8205ac9-1e6b-42ce-98a1-da5d2a2b787f req-b98009c3-8207-4a8a-a5c2-83a3b4c4de83 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963235 Nov 12 05:48:14.255956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.20.0.10 (0637e63b-b214-4e5f-9729-3b921b88a1ba/6106d151-25e4-4cfd-b1f9-07de263ed77f/ac74ba44-b530-4d3c-931b-da0bb3093fe1) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:14.334644 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:14.617273 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:14.636118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8943dfc-4836-4406-bbc2-5eb1967dd937 req-c57753ca-f688-4549-b9e3-d7f85052c4e0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:14.637639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8943dfc-4836-4406-bbc2-5eb1967dd937 req-c57753ca-f688-4549-b9e3-d7f85052c4e0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.1278260 Nov 12 05:48:14.738555 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:14.820658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8943dfc-4836-4406-bbc2-5eb1967dd937 req-423aafa6-a085-467d-a463-cc9ac53b308a tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680923 Nov 12 05:48:14.862418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=ac74ba44-b530-4d3c-931b-da0bb3093fe1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:14.864670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:14.868602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:14.872091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:14.891668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:14.896695 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.008479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:15.009110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.069583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-62937441-9a0a-4921-a72c-e0ccaf99dc2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6184576 Nov 12 05:48:15.077482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd20f52-0ad9-437b-9324-f2f368200e9a req-1e7b8b3f-23b3-4f5c-a0ad-8e4c30899179 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:15.079000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bd20f52-0ad9-437b-9324-f2f368200e9a req-1e7b8b3f-23b3-4f5c-a0ad-8e4c30899179 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 932 time: 0.1617231 Nov 12 05:48:15.090047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Request body: {'port': {'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:15.116285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-36f62561-1652-461d-aa54-a9753c21d046 None None] Provisioning complete for port ac74ba44-b530-4d3c-931b-da0bb3093fe1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:15.116878 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-36f62561-1652-461d-aa54-a9753c21d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.150766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Allocated IP 172.25.2.46 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/5b65dfd0-9518-47bd-9ddf-081724cd9e9f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:15.156418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-36f62561-1652-461d-aa54-a9753c21d046 None None] Port ac74ba44-b530-4d3c-931b-da0bb3093fe1 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:15.226505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.234505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9bd20f52-0ad9-437b-9324-f2f368200e9a req-bba2a4f7-f2bd-433d-aaff-3817ef895d10 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486890 Nov 12 05:48:15.396479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.496860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.545898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:15.555468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:15.563499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:15.569035 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b2cb3-79ce-46d4-a063-223a419acb0b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:15.589366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event updated for resources: {'Port': ['ID=5b65dfd0-9518-47bd-9ddf-081724cd9e9f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:15.686291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac74ba44-b530-4d3c-931b-da0bb3093fe1 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:48:15.688839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9faac44d-81f2-4474-806b-8f741a357f95 None None] Provisioning complete for port 5b65dfd0-9518-47bd-9ddf-081724cd9e9f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:15.689287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9faac44d-81f2-4474-806b-8f741a357f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.720434 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.729003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9faac44d-81f2-4474-806b-8f741a357f95 None None] Port 5b65dfd0-9518-47bd-9ddf-081724cd9e9f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:15.759858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Transition to ACTIVE for port object ac74ba44-b530-4d3c-931b-da0bb3093fe1 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:48:15.767748 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:15.857732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Pushing event updated for resources: {'Port': ['ID=ac74ba44-b530-4d3c-931b-da0bb3093fe1,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:16.011459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:16.017683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Attempting to bind port ac74ba44-b530-4d3c-931b-da0bb3093fe1 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:48:16.018013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Attempting to bind port ac74ba44-b530-4d3c-931b-da0bb3093fe1 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:48:16.018367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Attempting to bind port ac74ba44-b530-4d3c-931b-da0bb3093fe1 on network 0637e63b-b214-4e5f-9729-3b921b88a1ba {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:16.061093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048bf2c-5606-486d-97cb-23f911fe9e9b req-89f31a12-bb2f-4189-9393-93ab22f3e9fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:16.062680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2048bf2c-5606-486d-97cb-23f911fe9e9b req-89f31a12-bb2f-4189-9393-93ab22f3e9fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.1546261 Nov 12 05:48:16.067687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Port ac74ba44-b530-4d3c-931b-da0bb3093fe1 on network 0637e63b-b214-4e5f-9729-3b921b88a1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:48:16.068014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Attempting to bind port ac74ba44-b530-4d3c-931b-da0bb3093fe1 on network 0637e63b-b214-4e5f-9729-3b921b88a1ba {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:16.092431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:48:16.092695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Checking segment: {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:16.093067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Bound using segment: {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:48:16.093514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Bound port: ac74ba44-b530-4d3c-931b-da0bb3093fe1, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9685a4a7-076f-4ba1-8fd3-37dff00b35b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:48:16.093849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:16.199418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2048bf2c-5606-486d-97cb-23f911fe9e9b req-d1b57842-e2eb-4721-a813-007786271e6b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277003 Nov 12 05:48:16.263200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] For port ac74ba44-b530-4d3c-931b-da0bb3093fe1, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:48:16.281708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] For port ac74ba44-b530-4d3c-931b-da0bb3093fe1, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:48:16.315290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:16.320353 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-440c22d3-3c21-467e-a7ad-ae796fe9b795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:16.387269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:16.387886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:16.389272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] 10.222.0.43 "PUT /v2.0/ports/ac74ba44-b530-4d3c-931b-da0bb3093fe1 HTTP/1.1" status: 200 len: 1093 time: 1.3046737 Nov 12 05:48:16.394269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:48:16.397089 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3993a1f-842c-41ec-9a3b-817cacb0b606" -d '{"events": [{"name": "network-changed", "server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:48:16.423218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:16.428483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43e1c0-5eac-4c67-aa58-c7540154c0dc service neutron] Pushing event updated for resources: {'Port': ['ID=ac74ba44-b530-4d3c-931b-da0bb3093fe1,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:16.489135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503b90-b55c-46be-9017-9893c6bc9050 req-07db533e-a722-489c-96d4-33666c91306a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:16.490669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-86503b90-b55c-46be-9017-9893c6bc9050 req-07db533e-a722-489c-96d4-33666c91306a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 944 time: 0.1715322 Nov 12 05:48:16.611781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-b295b5e0-4e73-4da6-a0b2-d980e46800da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:16.613274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-b295b5e0-4e73-4da6-a0b2-d980e46800da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 1096 time: 0.1413765 Nov 12 05:48:16.618989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-86503b90-b55c-46be-9017-9893c6bc9050 req-d3862000-bbc5-43c2-bbd1-235b0d961e81 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089416 Nov 12 05:48:16.667674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-087ad248-8bd8-4bf6-8ca3-56d2c2f11d4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1 HTTP/1.1" status: 200 len: 217 time: 0.0397317 Nov 12 05:48:16.672949 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420ea8cc-99f5-41d6-8dc5-414e9e8e5a39 x-openstack-request-id: req-420ea8cc-99f5-41d6-8dc5-414e9e8e5a39 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:48:16.673235 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:48:16.673484 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-420ea8cc-99f5-41d6-8dc5-414e9e8e5a39 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:48:16.673882 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'status': 'completed', 'code': 200} Nov 12 05:48:16.712227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Router 9b8aa868-432c-4e2a-99ae-5dfdc760e7e6 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:16.729672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-0707edae-9176-4daf-a782-7c534ed8f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:16.731273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-0707edae-9176-4daf-a782-7c534ed8f32d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6106d151-25e4-4cfd-b1f9-07de263ed77f HTTP/1.1" status: 200 len: 834 time: 0.0532136 Nov 12 05:48:16.851909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-c8efddc0-de4f-4f58-9585-8bdb6f321d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:16.853312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-c8efddc0-de4f-4f58-9585-8bdb6f321d9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0637e63b-b214-4e5f-9729-3b921b88a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856104 Nov 12 05:48:16.859610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:16.868895 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf69d56-9b39-461e-82b1-7a08c3d2fe16 None None] Sync routers for ids ['9b8aa868-432c-4e2a-99ae-5dfdc760e7e6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:16.879049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf69d56-9b39-461e-82b1-7a08c3d2fe16 None None] Routers {'9b8aa868-432c-4e2a-99ae-5dfdc760e7e6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:16.880238 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-daf69d56-9b39-461e-82b1-7a08c3d2fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['9b8aa868-432c-4e2a-99ae-5dfdc760e7e6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:16.913619 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-daf69d56-9b39-461e-82b1-7a08c3d2fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:16.922122 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf69d56-9b39-461e-82b1-7a08c3d2fe16 None None] Routers {'9b8aa868-432c-4e2a-99ae-5dfdc760e7e6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:16.922744 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-daf69d56-9b39-461e-82b1-7a08c3d2fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['9b8aa868-432c-4e2a-99ae-5dfdc760e7e6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:16.926421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:16.927625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-98f76c03-ca27-446b-a15a-a7ce817fc0e6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5837653 Nov 12 05:48:16.930636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:16.954608 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-daf69d56-9b39-461e-82b1-7a08c3d2fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:16.955259 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf69d56-9b39-461e-82b1-7a08c3d2fe16 None None] The sync data for ids ['9b8aa868-432c-4e2a-99ae-5dfdc760e7e6'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:16.962213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-70e731b1-a4d1-41a7-b46b-b7c02c3de65f service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007354 Nov 12 05:48:17.047821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-47e23165-f0c4-4374-b6f7-40e8e834d4ae tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/routers/9b8aa868-432c-4e2a-99ae-5dfdc760e7e6 HTTP/1.1" status: 200 len: 919 time: 0.1150506 Nov 12 05:48:17.050684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46192) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:17.061891 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f1f67a59-c841-4f0b-94e3-333d891b1fd9 req-95e16719-5849-4491-89c8-04268f6b29a0 service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926797 Nov 12 05:48:17.079692 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4c66a242-af1d-43eb-9c2c-6f8cfa66abfc tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8aa868-432c-4e2a-99ae-5dfdc760e7e6 HTTP/1.1" status: 200 len: 205 time: 0.0273283 Nov 12 05:48:17.082203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46194) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:17.191967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:17.303704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:17.358031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Deleting port 5b65dfd0-9518-47bd-9ddf-081724cd9e9f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:17.358416 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:17.383809 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:17.445164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:17.456930 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Calling delete_port for 5b65dfd0-9518-47bd-9ddf-081724cd9e9f owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:17.551125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-9b16db48-90f5-4b23-86e8-e9c91e24345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:17.553204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-9b16db48-90f5-4b23-86e8-e9c91e24345b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 1096 time: 0.4018211 Nov 12 05:48:17.565750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67587dc-7dea-4551-9de7-cc1b53b09c72 req-6c3131e1-76c5-4c84-b988-dbcd738e205c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:17.567326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e67587dc-7dea-4551-9de7-cc1b53b09c72 req-6c3131e1-76c5-4c84-b988-dbcd738e205c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.0604370 Nov 12 05:48:17.680796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e67587dc-7dea-4551-9de7-cc1b53b09c72 req-5d5becf0-8062-4306-83d0-003794a6e92c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044695 Nov 12 05:48:17.707889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-2dc99c8c-cf90-4fa2-b4b8-225baf8c8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:17.709654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-2dc99c8c-cf90-4fa2-b4b8-225baf8c8b45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0637e63b-b214-4e5f-9729-3b921b88a1ba HTTP/1.1" status: 200 len: 897 time: 0.1414051 Nov 12 05:48:17.755815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-45825318-636b-4b3a-ada1-9fc0fad88c9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1 HTTP/1.1" status: 200 len: 217 time: 0.0390406 Nov 12 05:48:17.835569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-4b3d376a-7463-45b8-9383-1fabdd45d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:17.835569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-4b3d376a-7463-45b8-9383-1fabdd45d94d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6106d151-25e4-4cfd-b1f9-07de263ed77f HTTP/1.1" status: 200 len: 834 time: 0.0698707 Nov 12 05:48:17.847221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecdca-ff0c-4f3e-91c3-40804909bc0d req-5b276490-fccf-4055-a78f-a4abc30edc93 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:17.849261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6eecdca-ff0c-4f3e-91c3-40804909bc0d req-5b276490-fccf-4055-a78f-a4abc30edc93 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 944 time: 0.0963306 Nov 12 05:48:17.890178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:17.916728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event deleted for resources: {'Port': ['ID=5b65dfd0-9518-47bd-9ddf-081724cd9e9f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:17.923342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-c32a5f2b-876e-4dd9-a0b7-6679d4c5283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:17.924471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-c32a5f2b-876e-4dd9-a0b7-6679d4c5283c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0637e63b-b214-4e5f-9729-3b921b88a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743439 Nov 12 05:48:17.928890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6eecdca-ff0c-4f3e-91c3-40804909bc0d req-19e2fdc7-8991-4f6f-9175-b00e92954278 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697312 Nov 12 05:48:17.934594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd381c7-d057-4a50-928a-5385cb2fbf87 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:17.982732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.029388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-4a3ae8a9-f9dd-475a-801d-562b027432d7 service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958238 Nov 12 05:48:18.072796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.074989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.118892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.119498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Fanout notify agent at l3_agent the message router_deleted on router 9b8aa868-432c-4e2a-99ae-5dfdc760e7e6 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:18.122815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3993a1f-842c-41ec-9a3b-817cacb0b606 req-1682a1b9-f73f-4154-9b03-39951240f0b3 service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850968 Nov 12 05:48:18.126913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.131409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9ec390b8-86b0-49f9-bda4-4277a2689b98 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/9b8aa868-432c-4e2a-99ae-5dfdc760e7e6 HTTP/1.1" status: 204 len: 168 time: 1.0446370 Nov 12 05:48:18.131572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46202) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:18.135892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'router': {'name': 'tempest-snat-router-599932245', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': False}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:18.159241 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.160298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.216279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.348263 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.547770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.566618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.620135 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.670333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Allocated IP 172.25.2.205 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/9f928770-332e-4ef5-805d-bcc507acb1e2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:18.776352 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.801771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a413e-2db5-40f1-9bc9-fca3e5ccebb8 req-7be7a48c-1bd1-44ab-b131-e88ad9adb524 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:18.803302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-032a413e-2db5-40f1-9bc9-fca3e5ccebb8 req-7be7a48c-1bd1-44ab-b131-e88ad9adb524 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.0547819 Nov 12 05:48:18.810970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:18.849028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:18.854040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:18.856174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-032a413e-2db5-40f1-9bc9-fca3e5ccebb8 req-41674b24-d182-41cf-a856-817ff04762c1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466447 Nov 12 05:48:18.856535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:18.876033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4e77f-2ce1-4737-a83b-3ab2ef6dcb5a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:18.883741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'Port': ['ID=9f928770-332e-4ef5-805d-bcc507acb1e2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:19.013723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0a0258b3-b4b1-40da-af67-19e098706057 None None] Provisioning complete for port 9f928770-332e-4ef5-805d-bcc507acb1e2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:19.014105 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a0258b3-b4b1-40da-af67-19e098706057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.050982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0a0258b3-b4b1-40da-af67-19e098706057 None None] Port 9f928770-332e-4ef5-805d-bcc507acb1e2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:19.056028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5701d9-609e-49d5-8530-ab9dcfe235df req-2c41bbdb-3c94-4566-82e5-1934f455a3c9 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:19.057644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d5701d9-609e-49d5-8530-ab9dcfe235df req-2c41bbdb-3c94-4566-82e5-1934f455a3c9 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 944 time: 0.0529082 Nov 12 05:48:19.107277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d5701d9-609e-49d5-8530-ab9dcfe235df req-700c5ca8-0d96-4faa-826c-b2845d0b3c29 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Nov 12 05:48:19.117072 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.310262 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.434514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Router 12a3153b-7ece-4078-b3a1-06e7b0cbfee9 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:19.528866 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.541186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:19.549286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Sync routers for ids ['12a3153b-7ece-4078-b3a1-06e7b0cbfee9'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:19.557539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.558761 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-daf7ccf7-2274-4d3c-9292-2d8be2ab1288 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.4261215 Nov 12 05:48:19.561409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Routers {'12a3153b-7ece-4078-b3a1-06e7b0cbfee9'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:19.562364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['12a3153b-7ece-4078-b3a1-06e7b0cbfee9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:19.562927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46210) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:19.668033 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5968503e-7a2b-4613-8b50-138b86af651e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/routers/12a3153b-7ece-4078-b3a1-06e7b0cbfee9 HTTP/1.1" status: 200 len: 908 time: 0.1039798 Nov 12 05:48:19.670442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46212) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:19.671158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Set router 12a3153b-7ece-4078-b3a1-06e7b0cbfee9 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:19.674753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'router': {'name': 'tempest-snat-router-599932245', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': True}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:19.695644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.696626 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.746556 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.852312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a3153b-7ece-4078-b3a1-06e7b0cbfee9', 'name': 'tempest-snat-router-599932245', 'tenant_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.205'}], 'enable_snat': False}, 'gw_port_id': '9f928770-332e-4ef5-805d-bcc507acb1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:48:18Z', 'updated_at': '2021-11-12T05:48:19Z', 'revision_number': 3, 'project_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'gw_port': {'id': '9f928770-332e-4ef5-805d-bcc507acb1e2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a3153b-7ece-4078-b3a1-06e7b0cbfee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:18Z', 'updated_at': '2021-11-12T05:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:19.877779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Checking router: 12a3153b-7ece-4078-b3a1-06e7b0cbfee9 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:19.878129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Updating router 12a3153b-7ece-4078-b3a1-06e7b0cbfee9 port 9f928770-332e-4ef5-805d-bcc507acb1e2 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:48:19.884114 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.903747 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.012097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d34acb-da15-441d-b046-7b20d91956b6 req-2152bfba-7f1a-4187-bc53-1ff49c09ab49 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:20.013547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38d34acb-da15-441d-b046-7b20d91956b6 req-2152bfba-7f1a-4187-bc53-1ff49c09ab49 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.0600696 Nov 12 05:48:20.072890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38d34acb-da15-441d-b046-7b20d91956b6 req-eb1fe8e7-8f98-4838-930d-a301916733f2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515316 Nov 12 05:48:20.094553 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.113413 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.183810 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.189728 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.228198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbccaa-b5da-48a3-ad39-efad31a1177e req-fb1f49e8-b7a1-490c-9b06-ede7cd214fc2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:20.235368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Attempting to bind port 9f928770-332e-4ef5-805d-bcc507acb1e2 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:48:20.235675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcbbccaa-b5da-48a3-ad39-efad31a1177e req-fb1f49e8-b7a1-490c-9b06-ede7cd214fc2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 944 time: 0.0595405 Nov 12 05:48:20.235796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Attempting to bind port 9f928770-332e-4ef5-805d-bcc507acb1e2 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:48:20.236122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Attempting to bind port 9f928770-332e-4ef5-805d-bcc507acb1e2 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:20.242595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa686115-ba5c-424e-8abd-9777062774c6 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:20.251912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Allocated IP 172.25.2.148 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/b173d7b4-d1f8-4019-8599-a5f0ab2a7a55) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:20.257096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:48:20.257485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:20.257927 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.258362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:48:20.258836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Bound port: 9f928770-332e-4ef5-805d-bcc507acb1e2, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:48:20.259212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.280082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b19b2-29cb-4f1f-9c72-4c0fc5c5b996 None None] Pushing event updated for resources: {'Port': ['ID=9f928770-332e-4ef5-805d-bcc507acb1e2,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:20.290940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcbbccaa-b5da-48a3-ad39-efad31a1177e req-4698919b-8960-4edf-a988-0a8f564998ac tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544052 Nov 12 05:48:20.317669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] For port 9f928770-332e-4ef5-805d-bcc507acb1e2, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:48:20.320910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] For port 9f928770-332e-4ef5-805d-bcc507acb1e2, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9f928770-332e-4ef5-805d-bcc507acb1e2,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:48:20.325416 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.355276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ac74ba44-b530-4d3c-931b-da0bb3093fe1 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:48:20.383004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0437b3bb-3206-4090-beaa-e7fa13bd5a45 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:20.388748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.420587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b19b2-29cb-4f1f-9c72-4c0fc5c5b996 None None] Pushing event updated for resources: {'Port': ['ID=9f928770-332e-4ef5-805d-bcc507acb1e2,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:20.423358 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Routers {'12a3153b-7ece-4078-b3a1-06e7b0cbfee9'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:20.423836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['12a3153b-7ece-4078-b3a1-06e7b0cbfee9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:20.431248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.466296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:20.469201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:20.472482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e71287e5-2ce1-4f17-8325-271440a9c8db None None] Provisioning complete for port 9f928770-332e-4ef5-805d-bcc507acb1e2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:20.472642 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e71287e5-2ce1-4f17-8325-271440a9c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.472746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:20.504777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d4ee9-84e3-4c6f-872e-e2f765053347 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:20.505865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'Port': ['ID=b173d7b4-d1f8-4019-8599-a5f0ab2a7a55,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:20.636840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ac74ba44-b530-4d3c-931b-da0bb3093fe1, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:20.672628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] Set router 12a3153b-7ece-4078-b3a1-06e7b0cbfee9 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:20.701775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:48:20.728515 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.752303 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e71287e5-2ce1-4f17-8325-271440a9c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.837088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e71287e5-2ce1-4f17-8325-271440a9c8db None None] For port 9f928770-332e-4ef5-805d-bcc507acb1e2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9f928770-332e-4ef5-805d-bcc507acb1e2,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:20.841756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.845181 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e71287e5-2ce1-4f17-8325-271440a9c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:20.897045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac74ba44-b530-4d3c-931b-da0bb3093fe1 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:48:20.961909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ac74ba44-b530-4d3c-931b-da0bb3093fe1, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:20.962895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71287e5-2ce1-4f17-8325-271440a9c8db None None] Pushing event updated for resources: {'Port': ['ID=9f928770-332e-4ef5-805d-bcc507acb1e2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:20.970051 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.011479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c5c529f8-3958-475c-9e17-4b63ec5c2d88 None None] Provisioning complete for port 9f928770-332e-4ef5-805d-bcc507acb1e2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:21.011851 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c529f8-3958-475c-9e17-4b63ec5c2d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.070193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ac74ba44-b530-4d3c-931b-da0bb3093fe1,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:21.085608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a3153b-7ece-4078-b3a1-06e7b0cbfee9', 'name': 'tempest-snat-router-599932245', 'tenant_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.205'}], 'enable_snat': False}, 'gw_port_id': '9f928770-332e-4ef5-805d-bcc507acb1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:48:18Z', 'updated_at': '2021-11-12T05:48:19Z', 'revision_number': 3, 'project_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'gw_port': {'id': '9f928770-332e-4ef5-805d-bcc507acb1e2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a3153b-7ece-4078-b3a1-06e7b0cbfee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:18Z', 'updated_at': '2021-11-12T05:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:21.197490 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.199136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00739a5e-794b-4ff7-a622-be2ce11d6413 req-62d22d96-800e-475f-afc0-435945e50d3c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:21.201445 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00739a5e-794b-4ff7-a622-be2ce11d6413 req-62d22d96-800e-475f-afc0-435945e50d3c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.0572379 Nov 12 05:48:21.253260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00739a5e-794b-4ff7-a622-be2ce11d6413 req-98d9e28e-0c43-4e39-bbe3-177611236cde tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446987 Nov 12 05:48:21.278147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc514b8f-474f-49a6-b5e3-d541682b319b None None] The sync data for ids ['12a3153b-7ece-4078-b3a1-06e7b0cbfee9'] in n-d-765315-28 is: [{'id': '12a3153b-7ece-4078-b3a1-06e7b0cbfee9', 'name': 'tempest-snat-router-599932245', 'tenant_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.205'}], 'enable_snat': False}, 'gw_port_id': '9f928770-332e-4ef5-805d-bcc507acb1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:48:18Z', 'updated_at': '2021-11-12T05:48:19Z', 'revision_number': 3, 'project_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'gw_port': {'id': '9f928770-332e-4ef5-805d-bcc507acb1e2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a3153b-7ece-4078-b3a1-06e7b0cbfee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:18Z', 'updated_at': '2021-11-12T05:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:21.329158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c5c529f8-3958-475c-9e17-4b63ec5c2d88 None None] Provisioning complete for port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:21.329804 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c529f8-3958-475c-9e17-4b63ec5c2d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.349158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Router 512b66ee-d7a5-42bf-9ad2-73dd66cddb00 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:21.369605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c5c529f8-3958-475c-9e17-4b63ec5c2d88 None None] Port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:21.429455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeade67a-9952-4744-b035-80ee0f51fc07 req-b053ed95-8ef5-46d7-a6f6-b321e5ab7647 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:21.431178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aeade67a-9952-4744-b035-80ee0f51fc07 req-b053ed95-8ef5-46d7-a6f6-b321e5ab7647 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 945 time: 0.0557823 Nov 12 05:48:21.448387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['ac74ba44-b530-4d3c-931b-da0bb3093fe1'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:48:21.464871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:21.480779 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Sync routers for ids ['512b66ee-d7a5-42bf-9ad2-73dd66cddb00'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:21.487145 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.488450 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-44000814-963f-429f-8bff-b38c85cd6ae1 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8170822 Nov 12 05:48:21.491310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46226) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:21.494320 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Routers {'512b66ee-d7a5-42bf-9ad2-73dd66cddb00'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:21.495035 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['512b66ee-d7a5-42bf-9ad2-73dd66cddb00'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:21.497298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aeade67a-9952-4744-b035-80ee0f51fc07 req-a4274cfa-d885-401d-a33d-7762e647179d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601249 Nov 12 05:48:21.663065 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Set router 512b66ee-d7a5-42bf-9ad2-73dd66cddb00 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:21.684236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46228) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:21.685587 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-133c0f5e-ccb1-4360-b8a9-d554e56e63bc tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/routers/512b66ee-d7a5-42bf-9ad2-73dd66cddb00 HTTP/1.1" status: 200 len: 907 time: 0.1922135 Nov 12 05:48:21.807400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.867402 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b66ee-d7a5-42bf-9ad2-73dd66cddb00', 'name': 'tempest-snat-router-599932245', 'tenant_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'b173d7b4-d1f8-4019-8599-a5f0ab2a7a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:48:19Z', 'updated_at': '2021-11-12T05:48:20Z', 'revision_number': 3, 'project_id': '0b3f9f3066724bb893bfcc0a42a7b2d5', 'gw_port': {'id': 'b173d7b4-d1f8-4019-8599-a5f0ab2a7a55', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512b66ee-d7a5-42bf-9ad2-73dd66cddb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:20Z', 'updated_at': '2021-11-12T05:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:21.895465 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Checking router: 512b66ee-d7a5-42bf-9ad2-73dd66cddb00 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:21.896107 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Updating router 512b66ee-d7a5-42bf-9ad2-73dd66cddb00 port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:48:21.922373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.923979 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.981499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Deleting port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:21.981747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.071792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.093629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Calling delete_port for b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:22.124551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9f928770-332e-4ef5-805d-bcc507acb1e2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:48:22.191673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9f928770-332e-4ef5-805d-bcc507acb1e2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:22.192143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.224354 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.236116 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.304326 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Attempting to bind port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:48:22.304585 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Attempting to bind port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:48:22.304952 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Attempting to bind port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:22.306640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a23dc0-a411-41fa-b522-fa7895752228 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:22.324269 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:48:22.324828 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:22.325243 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.326188 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:48:22.326739 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Bound port: b173d7b4-d1f8-4019-8599-a5f0ab2a7a55, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:48:22.327456 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.365667 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.384287 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff4d85-c479-47ba-9264-b3825a51f518 None None] Pushing event updated for resources: {'Port': ['ID=b173d7b4-d1f8-4019-8599-a5f0ab2a7a55,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:22.386924 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.db.api [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:48:22.387363 n-d-765315-28 neutron-server[102592]: DEBUG oslo_db.api [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:48:22.398356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-deae6c89-8aa1-4386-97d1-9d99d9471004 None None] Could not find standard attr ID for object b173d7b4-d1f8-4019-8599-a5f0ab2a7a55. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:48:22.409387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event deleted for resources: {'Port': ['ID=b173d7b4-d1f8-4019-8599-a5f0ab2a7a55,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:22.426622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea143b26-7fd3-4a36-a772-0d255c89d9c5 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:22.502143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad5c6-815e-4d7a-a149-278e348fbe4f req-fd0451ad-05e8-46ad-a235-f0cd3c667706 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:22.503665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-493ad5c6-815e-4d7a-a149-278e348fbe4f req-fd0451ad-05e8-46ad-a235-f0cd3c667706 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 944 time: 0.1045732 Nov 12 05:48:22.510889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.620717 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.624396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.678885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-493ad5c6-815e-4d7a-a149-278e348fbe4f req-7a68a22d-ceb6-4be7-9b50-b63a4f986990 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654811 Nov 12 05:48:22.686439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.687050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 512b66ee-d7a5-42bf-9ad2-73dd66cddb00 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:22.692157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.693296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8b0901b9-822d-4340-aa2a-1c7a7352674d tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "DELETE /v2.0/routers/512b66ee-d7a5-42bf-9ad2-73dd66cddb00 HTTP/1.1" status: 204 len: 168 time: 1.0080135 Nov 12 05:48:22.695892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46236) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:22.720780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device af2a573e-ab87-4526-b205-d71fd805f3f8 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:48:22.823120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port af2a573e-ab87-4526-b205-d71fd805f3f8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af2a573e-ab87-4526-b205-d71fd805f3f8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:22.828274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10403d3-0497-41f6-a91a-afe4afc122df req-310737e1-dd28-42e7-89c6-a1bd6692a7b2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:22.829776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a10403d3-0497-41f6-a91a-afe4afc122df req-310737e1-dd28-42e7-89c6-a1bd6692a7b2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 945 time: 0.0911994 Nov 12 05:48:22.835979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'port_id': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'mac_address': 'fa:16:3e:ec:32:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:48:22.845822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.873202 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.887409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2a573e-ab87-4526-b205-d71fd805f3f8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:48:22.911356 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Attempting to bind port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:48:22.911952 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Attempting to bind port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:48:22.912089 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Attempting to bind port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:48:22.912190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port af2a573e-ab87-4526-b205-d71fd805f3f8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af2a573e-ab87-4526-b205-d71fd805f3f8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:22.916672 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.918591 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:48:22.919175 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:48:22.919776 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.920320 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:48:22.920944 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Bound port: b173d7b4-d1f8-4019-8599-a5f0ab2a7a55, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:48:22.921487 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:22.944438 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Port b173d7b4-d1f8-4019-8599-a5f0ab2a7a55 has been deleted concurrently {{(pid=102592) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 05:48:22.956702 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Routers set() bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:22.957255 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Router IDs set() for agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 05:48:22.958400 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_agentschedulers_db [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'512b66ee-d7a5-42bf-9ad2-73dd66cddb00'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent'). {{(pid=102592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 05:48:22.959073 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc1d3f-d666-4928-8f0d-015918fdc886 None None] The sync data for ids ['512b66ee-d7a5-42bf-9ad2-73dd66cddb00'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:22.968653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a10403d3-0497-41f6-a91a-afe4afc122df req-ff2bc7f4-d404-4bc8-9a22-59d674a322b9 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313386 Nov 12 05:48:22.981999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=af2a573e-ab87-4526-b205-d71fd805f3f8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:22.991668 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.048096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Deleting port 9f928770-332e-4ef5-805d-bcc507acb1e2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:23.048436 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.131316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] For port 9f928770-332e-4ef5-805d-bcc507acb1e2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9f928770-332e-4ef5-805d-bcc507acb1e2,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:23.131677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.143290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['af2a573e-ab87-4526-b205-d71fd805f3f8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:48:23.144240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Calling delete_port for 9f928770-332e-4ef5-805d-bcc507acb1e2 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:23.318129 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.344436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f928770-332e-4ef5-805d-bcc507acb1e2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:23.356952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015d6df-8268-46c2-9168-049094a40a10 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:23.407170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.497761 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.499926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.542548 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.543105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12a3153b-7ece-4078-b3a1-06e7b0cbfee9 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:23.547506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.548612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-90b7794f-563e-4079-a4ad-4be8deacba70 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "DELETE /v2.0/routers/12a3153b-7ece-4078-b3a1-06e7b0cbfee9 HTTP/1.1" status: 204 len: 168 time: 0.8518107 Nov 12 05:48:23.552898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46240) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:23.558386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1227003989', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:23.582085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.583188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.635956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.777560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.798077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d231c-a18b-45be-88eb-474c4e4eee28 req-c1ae2a38-b9fc-4ade-b40c-e12f0172362b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:23.799657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-469d231c-a18b-45be-88eb-474c4e4eee28 req-c1ae2a38-b9fc-4ade-b40c-e12f0172362b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 945 time: 0.0503552 Nov 12 05:48:23.854271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-469d231c-a18b-45be-88eb-474c4e4eee28 req-0d79a5a1-655f-4872-b390-c5ddeb362e6b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477238 Nov 12 05:48:23.965669 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:23.985020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.093403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9f928770-332e-4ef5-805d-bcc507acb1e2 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:24.102258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Allocated IP 172.25.2.58 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/616bcd5b-d9f3-4f27-af46-e91e39bf62fb) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:24.102486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618ce44-cb1a-4bca-868f-7b5c97294ad2 req-d4a15959-bea8-4832-94f5-7b4336369686 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:24.103967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0618ce44-cb1a-4bca-868f-7b5c97294ad2 req-d4a15959-bea8-4832-94f5-7b4336369686 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 945 time: 0.0549474 Nov 12 05:48:24.116517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9f928770-332e-4ef5-805d-bcc507acb1e2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:24.117008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9f928770-332e-4ef5-805d-bcc507acb1e2 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:24.155240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0618ce44-cb1a-4bca-868f-7b5c97294ad2 req-279abfda-2da7-463e-9c44-dc6930291d6d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 Nov 12 05:48:24.209403 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.243309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.280901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:24.283673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:24.289187 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:24.296186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b444259f-2f6b-4524-9167-f13cbec241fa None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:24.313015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event updated for resources: {'Port': ['ID=616bcd5b-d9f3-4f27-af46-e91e39bf62fb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:24.329568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2c759365-d1f9-4f60-820a-6bfea4a738cd None None] Provisioning complete for port 616bcd5b-d9f3-4f27-af46-e91e39bf62fb triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:24.330017 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2c759365-d1f9-4f60-820a-6bfea4a738cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.365534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2c759365-d1f9-4f60-820a-6bfea4a738cd None None] Port 616bcd5b-d9f3-4f27-af46-e91e39bf62fb cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:24.369994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ac74ba44-b530-4d3c-931b-da0bb3093fe1 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:48:24.421576 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port ac74ba44-b530-4d3c-931b-da0bb3093fe1 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:48:24.425677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port ac74ba44-b530-4d3c-931b-da0bb3093fe1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:24.426064 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.503462 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.529609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:48:24.531930 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f6146-6c88-4719-8136-72c7be05f61c" -d '{"events": [{"server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "name": "network-vif-plugged", "status": "completed", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:48:24.544714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port ac74ba44-b530-4d3c-931b-da0bb3093fe1, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:24.547250 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.551620 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.582849 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d1ffd0-0147-47f7-9d0a-df596ea9b008 x-openstack-request-id: req-d9d1ffd0-0147-47f7-9d0a-df596ea9b008 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:48:24.583139 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "name": "network-vif-plugged", "status": "completed", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:48:24.583397 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9d1ffd0-0147-47f7-9d0a-df596ea9b008 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:48:24.583783 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'code': 200} Nov 12 05:48:24.605030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=ac74ba44-b530-4d3c-931b-da0bb3093fe1,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:24.714257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909bb2f-24f9-4587-8526-efab60f894ff req-213f9769-4e39-4c95-9535-34a3a2a88bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:24.715713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0909bb2f-24f9-4587-8526-efab60f894ff req-213f9769-4e39-4c95-9535-34a3a2a88bc9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 1098 time: 0.0401397 Nov 12 05:48:24.735663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device af2a573e-ab87-4526-b205-d71fd805f3f8 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:48:24.753560 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.764254 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0909bb2f-24f9-4587-8526-efab60f894ff req-5496e55c-ca8d-403d-9ae6-1086fe34b6f0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416579 Nov 12 05:48:24.796552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port af2a573e-ab87-4526-b205-d71fd805f3f8 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:48:24.800576 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port af2a573e-ab87-4526-b205-d71fd805f3f8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:24.800976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.879793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.899809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Router 51ddfc4f-a389-4782-9e65-cb4da5cc3d46 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:24.924200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port af2a573e-ab87-4526-b205-d71fd805f3f8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af2a573e-ab87-4526-b205-d71fd805f3f8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:24.928863 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:24.978381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=af2a573e-ab87-4526-b205-d71fd805f3f8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:24.985392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e491b-439f-4f0b-a171-e93a1c406964 req-fa8d7965-3b7d-4e3d-a051-e316fe22fc85 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:24.987214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d0e491b-439f-4f0b-a171-e93a1c406964 req-fa8d7965-3b7d-4e3d-a051-e316fe22fc85 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 946 time: 0.0552247 Nov 12 05:48:25.012818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:25.024397 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b1f4d-d260-4419-ad6c-97c48a5fba03 None None] Sync routers for ids ['51ddfc4f-a389-4782-9e65-cb4da5cc3d46'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:25.035100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:25.039037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b1f4d-d260-4419-ad6c-97c48a5fba03 None None] Routers {'51ddfc4f-a389-4782-9e65-cb4da5cc3d46'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:25.039196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-17e1c66c-24f1-4ea1-8ec0-52c51b66faf3 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4819403 Nov 12 05:48:25.039314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-586b1f4d-d260-4419-ad6c-97c48a5fba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['51ddfc4f-a389-4782-9e65-cb4da5cc3d46'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:25.039437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46252) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:25.043574 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5f9f81bc-b4c3-4ca3-a104-3b051b33cc93 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': False}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:25.047931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d0e491b-439f-4f0b-a171-e93a1c406964 req-eca619e2-42a7-4765-ab3b-79ea6d976697 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542514 Nov 12 05:48:25.070003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-586b1f4d-d260-4419-ad6c-97c48a5fba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:25.079451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b1f4d-d260-4419-ad6c-97c48a5fba03 None None] Routers {'51ddfc4f-a389-4782-9e65-cb4da5cc3d46'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:25.080102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-586b1f4d-d260-4419-ad6c-97c48a5fba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['51ddfc4f-a389-4782-9e65-cb4da5cc3d46'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:25.114812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-586b1f4d-d260-4419-ad6c-97c48a5fba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:25.115452 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b1f4d-d260-4419-ad6c-97c48a5fba03 None None] The sync data for ids ['51ddfc4f-a389-4782-9e65-cb4da5cc3d46'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:25.279825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5064f-4086-4da7-91f6-79d499cf227a req-0f370122-3674-4083-96b5-65eeeb939b1b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:25.281439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24b5064f-4086-4da7-91f6-79d499cf227a req-0f370122-3674-4083-96b5-65eeeb939b1b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 946 time: 0.0531006 Nov 12 05:48:25.347142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24b5064f-4086-4da7-91f6-79d499cf227a req-0bf8b030-516b-4f9f-9b45-7f82b8e6e626 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526226 Nov 12 05:48:25.590233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9f81bc-b4c3-4ca3-a104-3b051b33cc93 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:25.971411 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9f81bc-b4c3-4ca3-a104-3b051b33cc93 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:25.975362 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9f81bc-b4c3-4ca3-a104-3b051b33cc93 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:26.076540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9f81bc-b4c3-4ca3-a104-3b051b33cc93 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Router 51ddfc4f-a389-4782-9e65-cb4da5cc3d46 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:48:26.195263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9f81bc-b4c3-4ca3-a104-3b051b33cc93 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:26.199506 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f9f81bc-b4c3-4ca3-a104-3b051b33cc93 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:26.200768 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5f9f81bc-b4c3-4ca3-a104-3b051b33cc93 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "PUT /v2.0/routers/51ddfc4f-a389-4782-9e65-cb4da5cc3d46 HTTP/1.1" status: 200 len: 921 time: 1.1604447 Nov 12 05:48:26.203534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46262) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:26.204448 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d4456-62a8-476d-9fe5-25e4e016b780 None None] Sync routers for ids ['51ddfc4f-a389-4782-9e65-cb4da5cc3d46'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:26.218594 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d4456-62a8-476d-9fe5-25e4e016b780 None None] Routers {'51ddfc4f-a389-4782-9e65-cb4da5cc3d46'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:26.219558 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5b6d4456-62a8-476d-9fe5-25e4e016b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['51ddfc4f-a389-4782-9e65-cb4da5cc3d46'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:26.256924 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5b6d4456-62a8-476d-9fe5-25e4e016b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:26.265457 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d4456-62a8-476d-9fe5-25e4e016b780 None None] Routers {'51ddfc4f-a389-4782-9e65-cb4da5cc3d46'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:26.266702 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5b6d4456-62a8-476d-9fe5-25e4e016b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['51ddfc4f-a389-4782-9e65-cb4da5cc3d46'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:26.305885 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5b6d4456-62a8-476d-9fe5-25e4e016b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:26.306565 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d4456-62a8-476d-9fe5-25e4e016b780 None None] The sync data for ids ['51ddfc4f-a389-4782-9e65-cb4da5cc3d46'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:26.353153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-868da059-6ba2-494c-8c3b-130f6e38cc8f tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/routers/51ddfc4f-a389-4782-9e65-cb4da5cc3d46 HTTP/1.1" status: 200 len: 921 time: 0.1457479 Nov 12 05:48:26.354598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46266) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:26.366321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdd1d-b617-4195-8775-49d7472b08b5 req-9ae9b317-7029-4f8c-b638-2407bd26f4f3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:26.368075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25bfdd1d-b617-4195-8775-49d7472b08b5 req-9ae9b317-7029-4f8c-b638-2407bd26f4f3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 946 time: 0.0615320 Nov 12 05:48:26.421428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25bfdd1d-b617-4195-8775-49d7472b08b5 req-b556b5ff-853d-4677-b2a4-ed8635b9e184 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469747 Nov 12 05:48:26.431098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f12c1e0-a28d-4892-b8c8-e637d6bfe575 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:26.433421 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f12c1e0-a28d-4892-b8c8-e637d6bfe575 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=51ddfc4f-a389-4782-9e65-cb4da5cc3d46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0777705 Nov 12 05:48:26.438757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46270) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:26.527676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d2543-f47b-4833-8821-cc0b4a4f9afb tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:26.529348 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cf0d2543-f47b-4833-8821-cc0b4a4f9afb tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 881 time: 0.0895209 Nov 12 05:48:26.530180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4cb28-f1c7-4136-94d0-cb5d56cdf48f req-e4085a69-ac4b-4d74-9854-d5efa3d1cfa6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:26.531704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e4cb28-f1c7-4136-94d0-cb5d56cdf48f req-e4085a69-ac4b-4d74-9854-d5efa3d1cfa6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 946 time: 0.0536757 Nov 12 05:48:26.532177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:26.568576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-72fbce42-54f5-4654-b096-d34ee47cbc1c tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ddfc4f-a389-4782-9e65-cb4da5cc3d46 HTTP/1.1" status: 200 len: 205 time: 0.0353384 Nov 12 05:48:26.571195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46274) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:26.586366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2a573e-ab87-4526-b205-d71fd805f3f8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:48:26.589628 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2147c4-204d-492b-8da9-ce86a27c0f5f" -d '{"events": [{"server_uuid": "a7ab7f6a-ef4e-413f-880f-57a02c4a0996", "name": "network-vif-plugged", "status": "completed", "tag": "af2a573e-ab87-4526-b205-d71fd805f3f8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:48:26.600885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e4cb28-f1c7-4136-94d0-cb5d56cdf48f req-b22e4d08-45e1-4790-a29d-0728c8722894 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584083 Nov 12 05:48:26.645535 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f68f3-8b45-410b-9267-626537941594 x-openstack-request-id: req-e40f68f3-8b45-410b-9267-626537941594 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:48:26.646092 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab7f6a-ef4e-413f-880f-57a02c4a0996", "name": "network-vif-plugged", "status": "completed", "tag": "af2a573e-ab87-4526-b205-d71fd805f3f8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:48:26.646628 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e40f68f3-8b45-410b-9267-626537941594 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:48:26.647023 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'code': 200} Nov 12 05:48:26.694065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:26.776541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268cb05-575c-4b4a-b819-5c6675106a84 req-7be1850b-19f2-4e22-b422-986e9e1c1475 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:26.777982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c268cb05-575c-4b4a-b819-5c6675106a84 req-7be1850b-19f2-4e22-b422-986e9e1c1475 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 946 time: 0.0809922 Nov 12 05:48:26.780821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f45f-c13d-42f5-a971-ae6422365cb5 req-29b51e6a-f200-42d4-b3a1-c99e3886b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:26.782203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c43f45f-c13d-42f5-a971-ae6422365cb5 req-29b51e6a-f200-42d4-b3a1-c99e3886b568 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 1098 time: 0.0734944 Nov 12 05:48:26.799153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:26.852706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Deleting port 616bcd5b-d9f3-4f27-af46-e91e39bf62fb {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:26.853052 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:26.856646 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c43f45f-c13d-42f5-a971-ae6422365cb5 req-bebd918d-e5aa-419b-9c76-d2c38a25a846 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668242 Nov 12 05:48:26.860936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c268cb05-575c-4b4a-b819-5c6675106a84 req-c6d23feb-2df9-421b-8f5e-d42223526a4a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769510 Nov 12 05:48:26.884530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46280) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:26.924053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec08763c-5955-4ec9-a747-9d536bf90171 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:26.925583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ec08763c-5955-4ec9-a747-9d536bf90171 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 1093 time: 0.0398154 Nov 12 05:48:26.929367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46282) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:26.932741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:26.933701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:26.945040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Calling delete_port for 616bcd5b-d9f3-4f27-af46-e91e39bf62fb owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:26.955761 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.055815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.113958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.140327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event deleted for resources: {'Port': ['ID=616bcd5b-d9f3-4f27-af46-e91e39bf62fb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:27.154652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b09d77-b340-40c0-b4e9-c7e0e911c7ad None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:27.168768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.25.2.109 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/e6bf6134-8569-4df1-b88f-372cb8d1cdd0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:27.203154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.270551 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.293902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.296146 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.307569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.340658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.341243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Fanout notify agent at l3_agent the message router_deleted on router 51ddfc4f-a389-4782-9e65-cb4da5cc3d46 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:27.346012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.346198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:27.349198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.350188 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b18f0180-c61a-45cf-92fb-602493782ec0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/51ddfc4f-a389-4782-9e65-cb4da5cc3d46 HTTP/1.1" status: 204 len: 168 time: 0.7780097 Nov 12 05:48:27.353654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:27.355403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:27.358168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0c157e17-5db9-4053-9026-e07d4e0b1d57 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-70345028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:27.359008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:27.365172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=e6bf6134-8569-4df1-b88f-372cb8d1cdd0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:27.382643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c157e17-5db9-4053-9026-e07d4e0b1d57 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.383676 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c157e17-5db9-4053-9026-e07d4e0b1d57 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.397574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.397985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.398328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.398617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.398950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.399282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.400784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.400784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.400784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.401105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.401206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.401457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:48:27.440649 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c157e17-5db9-4053-9026-e07d4e0b1d57 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.445479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c157e17-5db9-4053-9026-e07d4e0b1d57 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.465956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c157e17-5db9-4053-9026-e07d4e0b1d57 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.470414 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0c157e17-5db9-4053-9026-e07d4e0b1d57 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1157668 Nov 12 05:48:27.471388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46290) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:27.476735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:27.618716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123a6f3-3c53-4351-9b63-9e0dfe94d3d3 req-5ea61849-4352-4b45-b88e-45cff100c76b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:27.620219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7123a6f3-3c53-4351-9b63-9e0dfe94d3d3 req-5ea61849-4352-4b45-b88e-45cff100c76b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 946 time: 0.1262696 Nov 12 05:48:27.687016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.726582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7123a6f3-3c53-4351-9b63-9e0dfe94d3d3 req-f4e480a3-f393-4a95-97f5-987a485abe57 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998113 Nov 12 05:48:27.823079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.885076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.908664 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:27.911503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.012412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Allocated IP 172.25.2.78 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/43b5d327-2587-4c1e-95d7-17c6cc4ba4ab) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:28.064520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.069564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.117786 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.136516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=e6bf6134-8569-4df1-b88f-372cb8d1cdd0,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:28.149502 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.152321 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.189726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:28.195199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:28.198749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:28.213748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbc9a6-3866-4b95-99f1-d395be25a378 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:28.221399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event updated for resources: {'Port': ['ID=43b5d327-2587-4c1e-95d7-17c6cc4ba4ab,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:28.251990 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Floating IP c526f8a3-ff9d-403c-a055-249ac56125e9 associated. External IP: 172.25.2.109, port: ac74ba44-b530-4d3c-931b-da0bb3093fe1. Nov 12 05:48:28.310254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b32d0119-bece-4655-9e6c-cc387b0cd828 None None] Provisioning complete for port 43b5d327-2587-4c1e-95d7-17c6cc4ba4ab triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:28.310810 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b32d0119-bece-4655-9e6c-cc387b0cd828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.345780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b32d0119-bece-4655-9e6c-cc387b0cd828 None None] Port 43b5d327-2587-4c1e-95d7-17c6cc4ba4ab cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:28.466711 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.814552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router dcbf8677-a84a-462a-9fee-9e6e6edc5cde has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:48:28.857083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925fc7-4c2a-4f03-b1e9-5e2b06e42a50 req-1ffae71c-853b-481b-82b7-ff7565a24049 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:28.858591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f925fc7-4c2a-4f03-b1e9-5e2b06e42a50 req-1ffae71c-853b-481b-82b7-ff7565a24049 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 946 time: 0.0577872 Nov 12 05:48:28.930287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.933662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:28.973884 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f925fc7-4c2a-4f03-b1e9-5e2b06e42a50 req-971dbc9e-69a1-43f5-8327-a49a4e4c25cf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822070 Nov 12 05:48:28.992307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:29.009971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c331d-590d-4202-9c97-319406bdf967 None None] Sync routers for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:29.011115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:29.022903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c331d-590d-4202-9c97-319406bdf967 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:29.023984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-617c331d-590d-4202-9c97-319406bdf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:29.045330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5a108a87-463e-4a08-bf29-81bd6cf2ee37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1149201 Nov 12 05:48:29.046367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:48:29.049281 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6044df81-f71d-4b4a-b3b1-8f818a968bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:48:29.049938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:29.124736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad19873-980e-4e25-ac21-2f4110cd5717 req-db520f3e-1e34-4432-bfac-9523e0b410a7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:29.126466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ad19873-980e-4e25-ac21-2f4110cd5717 req-db520f3e-1e34-4432-bfac-9523e0b410a7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 946 time: 0.0568385 Nov 12 05:48:29.128737 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eb5c340d-3b53-4ff9-bfce-468a53a01c43 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/floatingips/c526f8a3-ff9d-403c-a055-249ac56125e9 HTTP/1.1" status: 200 len: 992 time: 0.0776474 Nov 12 05:48:29.136612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Router 14bde743-f3d4-45c6-994e-6304f1460213 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:29.147064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-617c331d-590d-4202-9c97-319406bdf967 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:29.180415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ad19873-980e-4e25-ac21-2f4110cd5717 req-b00320a0-d937-45ed-aae5-91ae89def0b7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Nov 12 05:48:29.205058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46304) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:29.238046 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39dc756-6328-4162-a87e-80833136b569 x-openstack-request-id: req-a39dc756-6328-4162-a87e-80833136b569 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:48:29.238662 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:48:29.239147 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a39dc756-6328-4162-a87e-80833136b569 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:48:29.239958 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'status': 'completed', 'code': 200} Nov 12 05:48:29.254432 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:29.261435 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:29.262657 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3b798604-5fac-4427-88cd-7a7ddf63ad7b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "PUT /v2.0/routers/14bde743-f3d4-45c6-994e-6304f1460213 HTTP/1.1" status: 200 len: 877 time: 1.7901464 Nov 12 05:48:29.265198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:29.267272 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c27adf-5495-4cc0-b499-5283957e417a None None] Sync routers for ids ['14bde743-f3d4-45c6-994e-6304f1460213'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:29.281351 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c27adf-5495-4cc0-b499-5283957e417a None None] Routers {'14bde743-f3d4-45c6-994e-6304f1460213'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:29.282272 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82c27adf-5495-4cc0-b499-5283957e417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['14bde743-f3d4-45c6-994e-6304f1460213'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:29.358980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-4ee42797-fd18-4034-a1b3-7e7a2902dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:29.361186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-4ee42797-fd18-4034-a1b3-7e7a2902dcf7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 1098 time: 0.0745673 Nov 12 05:48:29.361795 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82c27adf-5495-4cc0-b499-5283957e417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:29.375599 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c27adf-5495-4cc0-b499-5283957e417a None None] Routers {'14bde743-f3d4-45c6-994e-6304f1460213'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:29.376046 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82c27adf-5495-4cc0-b499-5283957e417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['14bde743-f3d4-45c6-994e-6304f1460213'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:29.389266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-775f5fd2-70d2-43a7-9c8b-150e90b3331b tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/routers/14bde743-f3d4-45c6-994e-6304f1460213 HTTP/1.1" status: 200 len: 918 time: 0.1229200 Nov 12 05:48:29.390282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46310) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:29.428745 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82c27adf-5495-4cc0-b499-5283957e417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:29.429660 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c27adf-5495-4cc0-b499-5283957e417a None None] The sync data for ids ['14bde743-f3d4-45c6-994e-6304f1460213'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:29.442181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-617c331d-590d-4202-9c97-319406bdf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:48:03Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:27Z', 'revision_number': 0, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:29.444183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26fa224-aadf-4507-9996-5cc622a32469 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:29.446096 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f26fa224-aadf-4507-9996-5cc622a32469 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=14bde743-f3d4-45c6-994e-6304f1460213&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0546854 Nov 12 05:48:29.448714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46312) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:29.471811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749f456-9fef-4f84-a2f7-8e61c1b14b34 tempest-TestVolumeBootPattern-1294230471 tempest-TestVolumeBootPattern-1294230471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:29.476153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9749f456-9fef-4f84-a2f7-8e61c1b14b34 tempest-TestVolumeBootPattern-1294230471 tempest-TestVolumeBootPattern-1294230471-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 1093 time: 0.2671871 Nov 12 05:48:29.476341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c331d-590d-4202-9c97-319406bdf967 None None] Checking router: dcbf8677-a84a-462a-9fee-9e6e6edc5cde for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:29.476451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46314) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:29.480906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:29.482321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c331d-590d-4202-9c97-319406bdf967 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:29.482997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-617c331d-590d-4202-9c97-319406bdf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:29.517048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-8d2c2c3b-f8ae-4d26-b9d7-df6780c9b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:29.518736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-8d2c2c3b-f8ae-4d26-b9d7-df6780c9b251 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0637e63b-b214-4e5f-9729-3b921b88a1ba HTTP/1.1" status: 200 len: 897 time: 0.1488051 Nov 12 05:48:29.526586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:29.555938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855bea86-3748-4386-be69-0c1aabfec8df tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:29.560352 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-855bea86-3748-4386-be69-0c1aabfec8df tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 881 time: 0.1104724 Nov 12 05:48:29.561159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46318) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:29.599283 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-da3bebba-5cb7-427b-b4d0-3a256d0a4fbc tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=14bde743-f3d4-45c6-994e-6304f1460213 HTTP/1.1" status: 200 len: 205 time: 0.0368631 Nov 12 05:48:29.599886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:29.614417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-301b5e4c-0c11-4ecc-9730-b23fcd467316 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1 HTTP/1.1" status: 200 len: 1000 time: 0.0844083 Nov 12 05:48:29.615389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-617c331d-590d-4202-9c97-319406bdf967 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:29.693413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-32a50b7e-a8e1-443a-af07-f85aef5d2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:29.694923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-32a50b7e-a8e1-443a-af07-f85aef5d2263 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6106d151-25e4-4cfd-b1f9-07de263ed77f HTTP/1.1" status: 200 len: 834 time: 0.0566895 Nov 12 05:48:29.718018 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:29.754528 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:29.757533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-621ffcfe-614d-459a-a1b3-b84b9b9cc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:29.759091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-621ffcfe-614d-459a-a1b3-b84b9b9cc7a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0637e63b-b214-4e5f-9729-3b921b88a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562034 Nov 12 05:48:29.835158 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:29.854385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-617c331d-590d-4202-9c97-319406bdf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:48:03Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:27Z', 'revision_number': 0, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:29.883082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c331d-590d-4202-9c97-319406bdf967 None None] The sync data for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 is: [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:48:03Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:27Z', 'revision_number': 0, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:29.892979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Deleting port 43b5d327-2587-4c1e-95d7-17c6cc4ba4ab {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:29.893605 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:29.936459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-3261ac1f-5031-4b0e-afb2-4d3a3354b5c9 service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693485 Nov 12 05:48:29.974901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.25.2.99 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/52ffec2e-59a5-4ac0-a84c-0879bf6d6c09) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:29.978660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:29.993029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Calling delete_port for 43b5d327-2587-4c1e-95d7-17c6cc4ba4ab owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:30.108572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6044df81-f71d-4b4a-b3b1-8f818a968bc6 req-6d3c762d-235b-43c5-ab16-1373bcac56d4 service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636350 Nov 12 05:48:30.133291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46322) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:30.148509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173de862-4b3b-45e9-8895-de4a155571f4 None None] New status for floating IP c526f8a3-ff9d-403c-a055-249ac56125e9: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:48:30.170838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.185644 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.201081 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event deleted for resources: {'Port': ['ID=43b5d327-2587-4c1e-95d7-17c6cc4ba4ab,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:30.218937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-735ccff9-9494-4cf6-8a25-c1b648fa33c6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/floatingips/c526f8a3-ff9d-403c-a055-249ac56125e9 HTTP/1.1" status: 200 len: 992 time: 0.0845401 Nov 12 05:48:30.242999 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.248291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62687b3d-b2ef-4095-9efd-c97177be00fa None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:30.271077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.287726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:30.290806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:30.293284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:30.337609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=52ffec2e-59a5-4ac0-a84c-0879bf6d6c09,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:30.383643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.386219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.433354 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.434042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Fanout notify agent at l3_agent the message router_deleted on router 14bde743-f3d4-45c6-994e-6304f1460213 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:30.440808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.445817 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-53415480-c145-4352-ac76-19c8a7824865 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/14bde743-f3d4-45c6-994e-6304f1460213 HTTP/1.1" status: 204 len: 168 time: 0.8449752 Nov 12 05:48:30.446461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46324) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:30.450904 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b3f7e12b-12c5-4b84-9e61-a9acfdf3060a tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-367697382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:30.473656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e12b-12c5-4b84-9e61-a9acfdf3060a tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.475075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e12b-12c5-4b84-9e61-a9acfdf3060a tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.528284 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e12b-12c5-4b84-9e61-a9acfdf3060a tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.532459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e12b-12c5-4b84-9e61-a9acfdf3060a tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.551761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e12b-12c5-4b84-9e61-a9acfdf3060a tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.552970 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b3f7e12b-12c5-4b84-9e61-a9acfdf3060a tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1055417 Nov 12 05:48:30.555771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46326) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:30.560073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': True}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:30.679222 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.748849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.766222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.901145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.905602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.963430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.973757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=52ffec2e-59a5-4ac0-a84c-0879bf6d6c09,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:30.982044 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:30.985743 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:31.087638 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Floating IP a3a8f41b-007e-4b3f-ba5d-a21285ad9326 associated. External IP: 172.25.2.99, port: af2a573e-ab87-4526-b205-d71fd805f3f8. Nov 12 05:48:31.090484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Allocated IP 172.25.2.4 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/0a75fa79-a5b4-4b30-b857-e74a7aa0e5e4) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:31.194755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:31.222710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46330) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:31.263462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:31.299589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Router 617ae49c-8352-4596-a1ed-cda16e26edae has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:48:31.317184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:31.325592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:31.339214 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ac2970b1-ea22-474b-a471-17aca7b1dd09 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/floatingips/c526f8a3-ff9d-403c-a055-249ac56125e9 HTTP/1.1" status: 200 len: 994 time: 0.1080768 Nov 12 05:48:31.339214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:31.340570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd83615-e6d9-45f5-b354-cbb420e2ec21 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:31.364723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'Port': ['ID=0a75fa79-a5b4-4b30-b857-e74a7aa0e5e4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:31.393448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c3e73117-8d0e-4083-8030-a1cc4ae3fdf5 None None] Provisioning complete for port 0a75fa79-a5b4-4b30-b857-e74a7aa0e5e4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:31.394734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3e73117-8d0e-4083-8030-a1cc4ae3fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:31.410376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:31.420830 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:31.431501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:31.433760 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:31.435151 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:31.444837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c3e73117-8d0e-4083-8030-a1cc4ae3fdf5 None None] Port 0a75fa79-a5b4-4b30-b857-e74a7aa0e5e4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:31.466883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7f26fdd6-e17e-4c25-bc43-4f5aa64cf81f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9892964 Nov 12 05:48:31.468873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'tag': 'af2a573e-ab87-4526-b205-d71fd805f3f8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:48:31.471719 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab7f6a-ef4e-413f-880f-57a02c4a0996", "tag": "af2a573e-ab87-4526-b205-d71fd805f3f8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:48:31.513344 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41881cb1-d3cd-4d21-96d5-d392c3ee8a30 x-openstack-request-id: req-41881cb1-d3cd-4d21-96d5-d392c3ee8a30 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:48:31.513655 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab7f6a-ef4e-413f-880f-57a02c4a0996", "tag": "af2a573e-ab87-4526-b205-d71fd805f3f8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:48:31.513904 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41881cb1-d3cd-4d21-96d5-d392c3ee8a30 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:48:31.514312 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'tag': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'status': 'completed', 'code': 200} Nov 12 05:48:31.591097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-900d5c4a-8cc8-4de4-b88d-9f38f8cbcd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:31.592633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-900d5c4a-8cc8-4de4-b88d-9f38f8cbcd68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 1098 time: 0.0540946 Nov 12 05:48:31.625231 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:31.654553 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:31.713609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-511fb368-bf91-40a9-9305-b1e931b583dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:31.715202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-511fb368-bf91-40a9-9305-b1e931b583dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1143119 Nov 12 05:48:31.784566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-caa6be1c-e06f-4b55-9814-54e2ac7baf0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af2a573e-ab87-4526-b205-d71fd805f3f8 HTTP/1.1" status: 200 len: 999 time: 0.0599062 Nov 12 05:48:31.837373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-cc48180c-ff73-4a39-9cb9-f62ac43a47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:31.838990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-cc48180c-ff73-4a39-9cb9-f62ac43a47c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0481536 Nov 12 05:48:31.839681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:31.843077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:31.887242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-8e73c303-a19a-47a7-aaeb-177ed06b8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:31.888980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-8e73c303-a19a-47a7-aaeb-177ed06b8f3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422533 Nov 12 05:48:31.904357 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a3a8f41b-007e-4b3f-ba5d-a21285ad9326', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:ec:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:30Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:31.935396 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:31.945045 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:31.945657 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:31.974113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Router 9f1c77e0-edba-4698-975d-647a0351587a is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:31.986206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-4d74ae90-afd1-4d7e-aab2-154892a89e96 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887816 Nov 12 05:48:32.054159 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:32.088242 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9a9458-13b7-4c6c-b5ae-b1fa4a9e8a27 req-fe5cfb02-6e02-453f-bd98-dba16a1567a4 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941880 Nov 12 05:48:32.292903 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a3a8f41b-007e-4b3f-ba5d-a21285ad9326', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:ec:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:30Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:32.319536 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f7995e-7743-4bb6-8450-b733fb8b4593 None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a3a8f41b-007e-4b3f-ba5d-a21285ad9326', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:ec:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:30Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:32.345385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:32.350772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:32.351885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-abce4afe-fb3a-4cab-a639-49136933a5a9 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "PUT /v2.0/routers/9f1c77e0-edba-4698-975d-647a0351587a HTTP/1.1" status: 200 len: 912 time: 1.7951751 Nov 12 05:48:32.355138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46338) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:32.355698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a347f-5c65-406a-b8e9-bd2fe4473160 None None] Sync routers for ids ['9f1c77e0-edba-4698-975d-647a0351587a'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:32.367248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a347f-5c65-406a-b8e9-bd2fe4473160 None None] Routers {'9f1c77e0-edba-4698-975d-647a0351587a'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:32.367875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bc5a347f-5c65-406a-b8e9-bd2fe4473160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['9f1c77e0-edba-4698-975d-647a0351587a'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:32.401843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bc5a347f-5c65-406a-b8e9-bd2fe4473160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:32.413711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a347f-5c65-406a-b8e9-bd2fe4473160 None None] Routers {'9f1c77e0-edba-4698-975d-647a0351587a'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:32.414371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bc5a347f-5c65-406a-b8e9-bd2fe4473160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['9f1c77e0-edba-4698-975d-647a0351587a'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:32.450192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bc5a347f-5c65-406a-b8e9-bd2fe4473160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:32.451288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a347f-5c65-406a-b8e9-bd2fe4473160 None None] The sync data for ids ['9f1c77e0-edba-4698-975d-647a0351587a'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:32.471745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-214659a5-6fe1-47ec-8971-95d759d56104 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/routers/9f1c77e0-edba-4698-975d-647a0351587a HTTP/1.1" status: 200 len: 918 time: 0.1152627 Nov 12 05:48:32.474329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46340) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:32.547550 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0daa-e717-43d5-b95d-93e362d01c81 None None] New status for floating IP a3a8f41b-007e-4b3f-ba5d-a21285ad9326: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:48:32.554083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51149c6-acec-4dfe-a8c2-617e6282f7ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:32.555991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d51149c6-acec-4dfe-a8c2-617e6282f7ee tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=9f1c77e0-edba-4698-975d-647a0351587a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0804729 Nov 12 05:48:32.558365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46342) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:32.645832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e7921-e462-4dc1-b73b-7bf536b282a4 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:32.649827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-563e7921-e462-4dc1-b73b-7bf536b282a4 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 881 time: 0.0879698 Nov 12 05:48:32.650062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46344) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:32.678768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e71e454-b4b7-4c45-b145-32b239e7741e tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f1c77e0-edba-4698-975d-647a0351587a HTTP/1.1" status: 200 len: 205 time: 0.0250535 Nov 12 05:48:32.678999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46346) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:32.787831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.207330 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.258442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Deleting port 0a75fa79-a5b4-4b30-b857-e74a7aa0e5e4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:33.258785 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.336563 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.348827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Calling delete_port for 0a75fa79-a5b4-4b30-b857-e74a7aa0e5e4 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:33.511703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.539560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event deleted for resources: {'Port': ['ID=0a75fa79-a5b4-4b30-b857-e74a7aa0e5e4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:33.551699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60657e2-4c97-48ea-8fdf-1446af5bfb02 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:33.601024 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.694739 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.696843 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.738661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.739189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Fanout notify agent at l3_agent the message router_deleted on router 9f1c77e0-edba-4698-975d-647a0351587a {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:33.745916 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.747056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ef2436e4-90df-4254-877e-843e519368b2 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/9f1c77e0-edba-4698-975d-647a0351587a HTTP/1.1" status: 204 len: 168 time: 1.0671871 Nov 12 05:48:33.750630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46352) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:33.755102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a9ee0320-b1a6-449a-b1d5-e49489613d8d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1329920467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:33.779307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0320-b1a6-449a-b1d5-e49489613d8d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.780516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0320-b1a6-449a-b1d5-e49489613d8d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.831232 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0320-b1a6-449a-b1d5-e49489613d8d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.836012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0320-b1a6-449a-b1d5-e49489613d8d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.853118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0320-b1a6-449a-b1d5-e49489613d8d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:33.854281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a9ee0320-b1a6-449a-b1d5-e49489613d8d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1026981 Nov 12 05:48:33.857035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46354) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:33.861242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': False}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:34.060540 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:34.256419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:34.278732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:34.384042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Allocated IP 172.25.2.154 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/b8219a36-ae4f-4607-a3ff-1a54438434d2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:34.488241 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:34.521962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:34.558103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:34.561400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:34.566925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:34.573716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5dc57c-081e-4271-a343-948831bc3d2b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:34.596071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Pushing event updated for resources: {'Port': ['ID=b8219a36-ae4f-4607-a3ff-1a54438434d2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:34.686774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-57446cf6-dc09-482e-9ff8-95e5958650fc None None] Provisioning complete for port b8219a36-ae4f-4607-a3ff-1a54438434d2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:34.687145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-57446cf6-dc09-482e-9ff8-95e5958650fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:34.721478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-57446cf6-dc09-482e-9ff8-95e5958650fc None None] Port b8219a36-ae4f-4607-a3ff-1a54438434d2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:34.819840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.011405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.014704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.138466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Router b6822e06-6c17-4fee-8a19-d4375a80c433 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:35.243233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:35.247377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.249574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-717d3951-39bb-448b-a7e5-96d7dce10c7e tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "PUT /v2.0/routers/b6822e06-6c17-4fee-8a19-d4375a80c433 HTTP/1.1" status: 200 len: 916 time: 1.3906271 Nov 12 05:48:35.251161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46358) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:35.253619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a9030-8849-4f5c-9399-1f94b0e1abdf None None] Sync routers for ids ['b6822e06-6c17-4fee-8a19-d4375a80c433'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:35.265280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a9030-8849-4f5c-9399-1f94b0e1abdf None None] Routers {'b6822e06-6c17-4fee-8a19-d4375a80c433'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:35.265948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d87a9030-8849-4f5c-9399-1f94b0e1abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b6822e06-6c17-4fee-8a19-d4375a80c433'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:35.301499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d87a9030-8849-4f5c-9399-1f94b0e1abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:35.310135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a9030-8849-4f5c-9399-1f94b0e1abdf None None] Routers {'b6822e06-6c17-4fee-8a19-d4375a80c433'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:35.310840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d87a9030-8849-4f5c-9399-1f94b0e1abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['b6822e06-6c17-4fee-8a19-d4375a80c433'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:35.343328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d87a9030-8849-4f5c-9399-1f94b0e1abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:35.343978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a9030-8849-4f5c-9399-1f94b0e1abdf None None] The sync data for ids ['b6822e06-6c17-4fee-8a19-d4375a80c433'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:35.356392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6063b27a-243f-4751-8aa6-38d746637fc5 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/routers/b6822e06-6c17-4fee-8a19-d4375a80c433 HTTP/1.1" status: 200 len: 922 time: 0.1041172 Nov 12 05:48:35.359082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46360) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:35.399943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15e6af6-2a16-4cfd-809e-7accb45bb376 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:35.401651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d15e6af6-2a16-4cfd-809e-7accb45bb376 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=b6822e06-6c17-4fee-8a19-d4375a80c433&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0416629 Nov 12 05:48:35.404526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46362) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:35.489708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3f347-083d-43b0-99e4-819814e228ce tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:35.491130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-98c3f347-083d-43b0-99e4-819814e228ce tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 881 time: 0.0857055 Nov 12 05:48:35.493932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46364) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:35.520300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ec742976-f0e8-451d-9930-5f9c440ba563 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6822e06-6c17-4fee-8a19-d4375a80c433 HTTP/1.1" status: 200 len: 205 time: 0.0252523 Nov 12 05:48:35.522765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46366) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:35.626400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.727443 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.776956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Deleting port b8219a36-ae4f-4607-a3ff-1a54438434d2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:35.777292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.850758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.862395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Calling delete_port for b8219a36-ae4f-4607-a3ff-1a54438434d2 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:36.023244 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.050359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event deleted for resources: {'Port': ['ID=b8219a36-ae4f-4607-a3ff-1a54438434d2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:36.065534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb82aa-ff8b-49b1-bee8-fdc1da749dde None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:36.112628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.201118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.203235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.244557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.245105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Fanout notify agent at l3_agent the message router_deleted on router b6822e06-6c17-4fee-8a19-d4375a80c433 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:36.251738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.252839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ff30d042-0e5d-4a56-bc92-d7b39e8fbfd1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/b6822e06-6c17-4fee-8a19-d4375a80c433 HTTP/1.1" status: 204 len: 168 time: 0.7291510 Nov 12 05:48:36.257079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46370) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:36.261716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-311544981', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:36.285369 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.286328 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.338414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.473255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.666230 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.684757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.783528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Allocated IP 172.25.2.83 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/8dd968ab-54a6-45e8-babf-615d253eefe8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:48:36.883283 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.917269 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:36.955599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:48:36.960898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:48:36.963307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:48:36.974122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b641b66-9c07-4237-8bb9-ea5630bd94aa None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:36.992191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event updated for resources: {'Port': ['ID=8dd968ab-54a6-45e8-babf-615d253eefe8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:37.053285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1dfd2840-d601-45d5-b9c0-045c3590f30f None None] Provisioning complete for port 8dd968ab-54a6-45e8-babf-615d253eefe8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:48:37.053659 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1dfd2840-d601-45d5-b9c0-045c3590f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:37.089729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd2840-d601-45d5-b9c0-045c3590f30f None None] Port 8dd968ab-54a6-45e8-babf-615d253eefe8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:48:37.220594 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:37.416555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:37.541899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Router 19fd5348-2c27-47ff-b919-42f5f45578e8 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:48:37.648925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:37.658453 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3c9aa-157f-4699-b7ce-3233a37da62f None None] Sync routers for ids ['19fd5348-2c27-47ff-b919-42f5f45578e8'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:37.670300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:37.671573 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6f486018-0c5c-468f-b578-dc07f2acd8f6 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.4134371 Nov 12 05:48:37.674061 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3c9aa-157f-4699-b7ce-3233a37da62f None None] Routers {'19fd5348-2c27-47ff-b919-42f5f45578e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:37.674231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:37.674738 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c2d3c9aa-157f-4699-b7ce-3233a37da62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['19fd5348-2c27-47ff-b919-42f5f45578e8'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:37.678709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:37.709065 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c2d3c9aa-157f-4699-b7ce-3233a37da62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:37.717885 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3c9aa-157f-4699-b7ce-3233a37da62f None None] Routers {'19fd5348-2c27-47ff-b919-42f5f45578e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:37.718559 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c2d3c9aa-157f-4699-b7ce-3233a37da62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['19fd5348-2c27-47ff-b919-42f5f45578e8'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:37.752389 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c2d3c9aa-157f-4699-b7ce-3233a37da62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:37.753011 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3c9aa-157f-4699-b7ce-3233a37da62f None None] The sync data for ids ['19fd5348-2c27-47ff-b919-42f5f45578e8'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:37.974886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:37.986623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:38.039106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Deleting port 8dd968ab-54a6-45e8-babf-615d253eefe8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:38.039450 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:38.113629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:38.125114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Calling delete_port for 8dd968ab-54a6-45e8-babf-615d253eefe8 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:38.291842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:38.323012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Pushing event deleted for resources: {'Port': ['ID=8dd968ab-54a6-45e8-babf-615d253eefe8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:38.338044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab43ff1-35f8-45ff-a275-bc4d99de40dc None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:38.386100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:38.860147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:38.863812 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:38.943765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Router 19fd5348-2c27-47ff-b919-42f5f45578e8 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:48:39.024401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:39.031953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:39.036521 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-30918140-9e2f-4605-b574-f91e9c9ad986 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "PUT /v2.0/routers/19fd5348-2c27-47ff-b919-42f5f45578e8 HTTP/1.1" status: 200 len: 705 time: 1.3580761 Nov 12 05:48:39.036627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfcebac-26c8-4900-b73e-d3c1fd2c32f4 None None] Sync routers for ids ['19fd5348-2c27-47ff-b919-42f5f45578e8'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:39.036718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46382) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.047365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfcebac-26c8-4900-b73e-d3c1fd2c32f4 None None] Routers {'19fd5348-2c27-47ff-b919-42f5f45578e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:39.048324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ccfcebac-26c8-4900-b73e-d3c1fd2c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['19fd5348-2c27-47ff-b919-42f5f45578e8'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:39.084430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ccfcebac-26c8-4900-b73e-d3c1fd2c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:39.093479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfcebac-26c8-4900-b73e-d3c1fd2c32f4 None None] Routers {'19fd5348-2c27-47ff-b919-42f5f45578e8'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:39.094079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ccfcebac-26c8-4900-b73e-d3c1fd2c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:48:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['19fd5348-2c27-47ff-b919-42f5f45578e8'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:39.114634 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1fe65bc4-f49f-437c-a226-3395572488b6 tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/routers/19fd5348-2c27-47ff-b919-42f5f45578e8 HTTP/1.1" status: 200 len: 740 time: 0.0769095 Nov 12 05:48:39.117192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46384) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.131758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ccfcebac-26c8-4900-b73e-d3c1fd2c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:39.132505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfcebac-26c8-4900-b73e-d3c1fd2c32f4 None None] The sync data for ids ['19fd5348-2c27-47ff-b919-42f5f45578e8'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:39.164073 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-62353c62-3bf1-4996-93b1-91d822e7f92f tempest-RoutersAdminTest-335377375 tempest-RoutersAdminTest-335377375-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=19fd5348-2c27-47ff-b919-42f5f45578e8 HTTP/1.1" status: 200 len: 205 time: 0.0458093 Nov 12 05:48:39.166680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46386) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.192756 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f56fc2fa-bdb8-4e1c-b723-aad68a6fb3f0 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=19fd5348-2c27-47ff-b919-42f5f45578e8 HTTP/1.1" status: 200 len: 205 time: 0.0250287 Nov 12 05:48:39.195427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46388) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.273716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfe017d4-3311-4f0c-8efc-8b733f545671 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:39.442081 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfe017d4-3311-4f0c-8efc-8b733f545671 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:39.444403 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfe017d4-3311-4f0c-8efc-8b733f545671 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:39.488608 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfe017d4-3311-4f0c-8efc-8b733f545671 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:39.489488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe017d4-3311-4f0c-8efc-8b733f545671 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Fanout notify agent at l3_agent the message router_deleted on router 19fd5348-2c27-47ff-b919-42f5f45578e8 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:39.497758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dfe017d4-3311-4f0c-8efc-8b733f545671 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:39.498979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dfe017d4-3311-4f0c-8efc-8b733f545671 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/19fd5348-2c27-47ff-b919-42f5f45578e8 HTTP/1.1" status: 204 len: 168 time: 0.3026609 Nov 12 05:48:39.502725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46390) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.535458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-265d1cdd-66e3-4f0b-bb89-9564e7dd03e1 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=19fd5348-2c27-47ff-b919-42f5f45578e8 HTTP/1.1" status: 200 len: 205 time: 0.0306795 Nov 12 05:48:39.537684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46392) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.573984 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-ea931784-5176-4a35-9164-b8070c6e415b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] delete failed (client error): The resource could not be found. Nov 12 05:48:39.574990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ea931784-5176-4a35-9164-b8070c6e415b tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/19fd5348-2c27-47ff-b919-42f5f45578e8 HTTP/1.1" status: 404 len: 336 time: 0.0364022 Nov 12 05:48:39.577305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46394) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.602877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-86e27a45-a5d9-47c3-81b7-0a43af09dafa tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6822e06-6c17-4fee-8a19-d4375a80c433 HTTP/1.1" status: 200 len: 205 time: 0.0245867 Nov 12 05:48:39.604985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46396) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.645843 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-9b27d8d8-df7f-41bc-997c-3063bc39ad4d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] delete failed (client error): The resource could not be found. Nov 12 05:48:39.647147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9b27d8d8-df7f-41bc-997c-3063bc39ad4d tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/b6822e06-6c17-4fee-8a19-d4375a80c433 HTTP/1.1" status: 404 len: 336 time: 0.0412850 Nov 12 05:48:39.649580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46398) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.676233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7ecf9f67-c3ea-42eb-a7c3-4c8a25c0aa3a tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f1c77e0-edba-4698-975d-647a0351587a HTTP/1.1" status: 200 len: 205 time: 0.0250318 Nov 12 05:48:39.678236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46400) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.713552 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-4442fcf5-f7e4-4afd-8aa9-2039449c5f84 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] delete failed (client error): The resource could not be found. Nov 12 05:48:39.714528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4442fcf5-f7e4-4afd-8aa9-2039449c5f84 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/9f1c77e0-edba-4698-975d-647a0351587a HTTP/1.1" status: 404 len: 336 time: 0.0353739 Nov 12 05:48:39.716792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46402) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.746207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-65a6f5c2-2f21-4394-8552-bd0b2c400c50 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=14bde743-f3d4-45c6-994e-6304f1460213 HTTP/1.1" status: 200 len: 205 time: 0.0284278 Nov 12 05:48:39.748356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46404) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.784306 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-fafd1084-d07b-4486-8db5-7b9754b38a8f tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] delete failed (client error): The resource could not be found. Nov 12 05:48:39.785225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fafd1084-d07b-4486-8db5-7b9754b38a8f tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/14bde743-f3d4-45c6-994e-6304f1460213 HTTP/1.1" status: 404 len: 336 time: 0.0359976 Nov 12 05:48:39.787639 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46406) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.813747 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-306fed85-7e81-4f3c-9b21-fb644d3c1181 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ddfc4f-a389-4782-9e65-cb4da5cc3d46 HTTP/1.1" status: 200 len: 205 time: 0.0251272 Nov 12 05:48:39.816008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46408) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.854619 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-baff63c9-1697-4836-98e1-6b3f105f17fd tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] delete failed (client error): The resource could not be found. Nov 12 05:48:39.855582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-baff63c9-1697-4836-98e1-6b3f105f17fd tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/51ddfc4f-a389-4782-9e65-cb4da5cc3d46 HTTP/1.1" status: 404 len: 336 time: 0.0382054 Nov 12 05:48:39.857924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46410) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.884845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2f50ed2f-1ec2-4d62-a259-aa2234dcb423 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8aa868-432c-4e2a-99ae-5dfdc760e7e6 HTTP/1.1" status: 200 len: 205 time: 0.0259023 Nov 12 05:48:39.887054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46412) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.922076 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-96d9de0e-6503-4b0d-a54c-3ee09e4ebd13 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] delete failed (client error): The resource could not be found. Nov 12 05:48:39.923068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-96d9de0e-6503-4b0d-a54c-3ee09e4ebd13 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/routers/9b8aa868-432c-4e2a-99ae-5dfdc760e7e6 HTTP/1.1" status: 404 len: 336 time: 0.0351548 Nov 12 05:48:39.925987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46414) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:39.954681 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2372f68c-f0a7-4b27-8565-4b5cede5aa65 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] DELETE failed (client error): The resource could not be found. Nov 12 05:48:39.955176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2372f68c-f0a7-4b27-8565-4b5cede5aa65 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:48:39.958075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2372f68c-f0a7-4b27-8565-4b5cede5aa65 tempest-RoutersAdminTest-1019608109 tempest-RoutersAdminTest-1019608109-project] 10.222.0.48 "DELETE /v2.0/subnets/f7f1d4a6-27bd-4b23-ad89-cc9e6cbb1375 HTTP/1.1" status: 404 len: 337 time: 0.0311880 Nov 12 05:48:40.198373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46422) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:40.302496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ccfb1103-df97-4473-85cf-1e205503c65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.377350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ccfb1103-df97-4473-85cf-1e205503c65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.381374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ccfb1103-df97-4473-85cf-1e205503c65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.419968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ccfb1103-df97-4473-85cf-1e205503c65b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89c6407cb09d442eb0dcb675760e48af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205122 Nov 12 05:48:40.422043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb1103-df97-4473-85cf-1e205503c65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d96a3c-ff84-41f6-89aa-c83a027b05d7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:40.422755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46426) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:40.475798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-800f0f6b-c386-4dc6-ba4e-2994bff65a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.496800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-800f0f6b-c386-4dc6-ba4e-2994bff65a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.549920 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-800f0f6b-c386-4dc6-ba4e-2994bff65a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.552616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-800f0f6b-c386-4dc6-ba4e-2994bff65a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.553823 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-800f0f6b-c386-4dc6-ba4e-2994bff65a96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18d96a3c-ff84-41f6-89aa-c83a027b05d7 HTTP/1.1" status: 204 len: 168 time: 0.1299660 Nov 12 05:48:40.569528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f0f6b-c386-4dc6-ba4e-2994bff65a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d96a3c-ff84-41f6-89aa-c83a027b05d7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:40.724733 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.820804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46432) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:40.859809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d1f9601-d8eb-4206-ae58-11a39fcd3f2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b3f9f3066724bb893bfcc0a42a7b2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378671 Nov 12 05:48:40.862223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46434) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:40.909292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2658b1f9-65af-415e-b02a-669e9cdf693e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.930149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2658b1f9-65af-415e-b02a-669e9cdf693e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.976123 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2658b1f9-65af-415e-b02a-669e9cdf693e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.978743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2658b1f9-65af-415e-b02a-669e9cdf693e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:40.979882 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2658b1f9-65af-415e-b02a-669e9cdf693e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e73bdbf-f4d8-49ae-8007-3c4781f980f5 HTTP/1.1" status: 204 len: 168 time: 0.1167488 Nov 12 05:48:40.987500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658b1f9-65af-415e-b02a-669e9cdf693e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e73bdbf-f4d8-49ae-8007-3c4781f980f5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:42.154920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:42.251489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-86d00047-be58-4f5f-a5cc-5d34a32868ff tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1540497705'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:42.273337 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d00047-be58-4f5f-a5cc-5d34a32868ff tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.274363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d00047-be58-4f5f-a5cc-5d34a32868ff tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.325993 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d00047-be58-4f5f-a5cc-5d34a32868ff tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.329881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d00047-be58-4f5f-a5cc-5d34a32868ff tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.345487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-86d00047-be58-4f5f-a5cc-5d34a32868ff tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.346706 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-86d00047-be58-4f5f-a5cc-5d34a32868ff tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1907582 Nov 12 05:48:42.349371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46478) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:42.422761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f81f17-c2da-4e9e-8ec1-fcd747d640db tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.575543 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f81f17-c2da-4e9e-8ec1-fcd747d640db tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.577644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f81f17-c2da-4e9e-8ec1-fcd747d640db tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.618978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f81f17-c2da-4e9e-8ec1-fcd747d640db tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.619569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f81f17-c2da-4e9e-8ec1-fcd747d640db tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6333b03-eaec-40ac-ab3d-b254090b9e49 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:42.623735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6f81f17-c2da-4e9e-8ec1-fcd747d640db tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.626898 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c6f81f17-c2da-4e9e-8ec1-fcd747d640db tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c6333b03-eaec-40ac-ab3d-b254090b9e49 HTTP/1.1" status: 204 len: 168 time: 0.2745576 Nov 12 05:48:42.628101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46480) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:42.632933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7f1a9508-7e44-46ba-ad88-310ce81cdfef tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Request body: {'router': {'name': 'tempest-router-1855708912', 'distributed': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:42.653119 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9508-7e44-46ba-ad88-310ce81cdfef tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.654142 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9508-7e44-46ba-ad88-310ce81cdfef tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.707094 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9508-7e44-46ba-ad88-310ce81cdfef tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.710975 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9508-7e44-46ba-ad88-310ce81cdfef tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.724764 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9508-7e44-46ba-ad88-310ce81cdfef tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.725984 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f1a9508-7e44-46ba-ad88-310ce81cdfef tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0963092 Nov 12 05:48:42.728781 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:42.796029 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4251dde-b260-41c0-a382-8466b9cbaf2d tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.946187 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4251dde-b260-41c0-a382-8466b9cbaf2d tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.948307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4251dde-b260-41c0-a382-8466b9cbaf2d tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.993192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4251dde-b260-41c0-a382-8466b9cbaf2d tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.993839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4251dde-b260-41c0-a382-8466b9cbaf2d tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76fb357f-6d8f-4110-a8a6-529da9e409ad {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:42.998050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4251dde-b260-41c0-a382-8466b9cbaf2d tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:42.999369 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4251dde-b260-41c0-a382-8466b9cbaf2d tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "DELETE /v2.0/routers/76fb357f-6d8f-4110-a8a6-529da9e409ad HTTP/1.1" status: 204 len: 168 time: 0.2695203 Nov 12 05:48:43.002755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46484) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:43.006926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-841650a1-d454-489c-8c9e-47a7f44d9cb4 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Request body: {'router': {'name': 'tempest-router-2072694510', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4547e898dc3746a7861926a76456be88'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:43.027737 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841650a1-d454-489c-8c9e-47a7f44d9cb4 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.028718 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841650a1-d454-489c-8c9e-47a7f44d9cb4 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.079652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841650a1-d454-489c-8c9e-47a7f44d9cb4 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.083757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841650a1-d454-489c-8c9e-47a7f44d9cb4 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.098638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-841650a1-d454-489c-8c9e-47a7f44d9cb4 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.099953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-841650a1-d454-489c-8c9e-47a7f44d9cb4 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0962691 Nov 12 05:48:43.102725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46486) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:43.107041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:43.306146 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.306866 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.380731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102589) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 05:48:43.381057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Router 19e94fae-72c7-43f7-ba13-e3422f2538db migrating from provider to provider. {{(pid=102589) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 05:48:43.381426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.385954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.391117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.717684 n-d-765315-28 neutron-server[102589]: WARNING neutron.scheduler.l3_agent_scheduler [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] No L3 agents can host the router 19e94fae-72c7-43f7-ba13-e3422f2538db Nov 12 05:48:43.829470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Hosts for router 19e94fae-72c7-43f7-ba13-e3422f2538db: [] {{(pid=102589) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 05:48:43.851006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Hosts for other DVR routers connected to router 19e94fae-72c7-43f7-ba13-e3422f2538db: set() {{(pid=102589) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 05:48:43.853572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.854794 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-abef08d7-49f5-49f2-9c9f-3612c754e881 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "PUT /v2.0/routers/19e94fae-72c7-43f7-ba13-e3422f2538db HTTP/1.1" status: 200 len: 717 time: 0.7511027 Nov 12 05:48:43.857301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46490) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:43.896951 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4105ddb-1508-4422-8cc4-223d81aeca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:43.931331 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4a16cd05-ba86-47d0-9224-22f27e17e07e tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "GET /v2.0/routers/19e94fae-72c7-43f7-ba13-e3422f2538db HTTP/1.1" status: 200 len: 717 time: 0.0729504 Nov 12 05:48:43.933868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46492) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:44.096978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6ee82dc5-097e-4736-bc25-3777690516a9 tempest-RoutersTestDVR-1992360339 tempest-RoutersTestDVR-1992360339-project] 10.222.0.48 "GET /v2.0/routers/19e94fae-72c7-43f7-ba13-e3422f2538db HTTP/1.1" status: 200 len: 683 time: 0.1620152 Nov 12 05:48:44.100194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46496) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:44.170926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5552275d-bd24-4b22-a56b-9e479f28913c tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.327746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5552275d-bd24-4b22-a56b-9e479f28913c tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.329972 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5552275d-bd24-4b22-a56b-9e479f28913c tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.374818 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5552275d-bd24-4b22-a56b-9e479f28913c tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.375520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5552275d-bd24-4b22-a56b-9e479f28913c tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19e94fae-72c7-43f7-ba13-e3422f2538db {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:44.380136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5552275d-bd24-4b22-a56b-9e479f28913c tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.381271 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5552275d-bd24-4b22-a56b-9e479f28913c tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "DELETE /v2.0/routers/19e94fae-72c7-43f7-ba13-e3422f2538db HTTP/1.1" status: 204 len: 168 time: 0.2801754 Nov 12 05:48:44.385377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46500) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:44.389692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-90b883ef-9e78-4ab6-9451-d86e2f52cbe8 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Request body: {'router': {'name': 'tempest-router-2117972779', 'distributed': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:48:44.412154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90b883ef-9e78-4ab6-9451-d86e2f52cbe8 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.413240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90b883ef-9e78-4ab6-9451-d86e2f52cbe8 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.467589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90b883ef-9e78-4ab6-9451-d86e2f52cbe8 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.471554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90b883ef-9e78-4ab6-9451-d86e2f52cbe8 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.486044 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-90b883ef-9e78-4ab6-9451-d86e2f52cbe8 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.487437 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-90b883ef-9e78-4ab6-9451-d86e2f52cbe8 tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1011062 Nov 12 05:48:44.490268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46502) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:44.562791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb810fb9-34cf-4aa9-922d-3bb7144d3a2f tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.716145 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb810fb9-34cf-4aa9-922d-3bb7144d3a2f tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.718255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb810fb9-34cf-4aa9-922d-3bb7144d3a2f tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.759533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb810fb9-34cf-4aa9-922d-3bb7144d3a2f tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.760175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb810fb9-34cf-4aa9-922d-3bb7144d3a2f tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdfbda31-e33a-4629-96ac-ab655bc3b89b {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:44.764712 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cb810fb9-34cf-4aa9-922d-3bb7144d3a2f tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:44.765931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cb810fb9-34cf-4aa9-922d-3bb7144d3a2f tempest-RoutersTestDVR-1053306487 tempest-RoutersTestDVR-1053306487-project-admin] 10.222.0.48 "DELETE /v2.0/routers/bdfbda31-e33a-4629-96ac-ab655bc3b89b HTTP/1.1" status: 204 len: 168 time: 0.2745306 Nov 12 05:48:45.004077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46510) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:45.109250 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fadcd66-5673-405f-b387-9589941c20e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.184822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fadcd66-5673-405f-b387-9589941c20e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.188647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fadcd66-5673-405f-b387-9589941c20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.228187 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3fadcd66-5673-405f-b387-9589941c20e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4547e898dc3746a7861926a76456be88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229490 Nov 12 05:48:45.229369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadcd66-5673-405f-b387-9589941c20e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65529ce-ba60-451f-8fce-2efc8a69d505,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:45.230879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46514) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:45.280384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29fe792f-9376-404b-a43e-c4b628cae5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.302464 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29fe792f-9376-404b-a43e-c4b628cae5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.351102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29fe792f-9376-404b-a43e-c4b628cae5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.354072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-29fe792f-9376-404b-a43e-c4b628cae5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.355430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-29fe792f-9376-404b-a43e-c4b628cae5d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d65529ce-ba60-451f-8fce-2efc8a69d505 HTTP/1.1" status: 204 len: 168 time: 0.1235242 Nov 12 05:48:45.369182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe792f-9376-404b-a43e-c4b628cae5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65529ce-ba60-451f-8fce-2efc8a69d505,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:45.637167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46522) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:45.652174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc531edd-94e4-4455-ac27-43069b07b262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.736774 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc531edd-94e4-4455-ac27-43069b07b262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.740363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dc531edd-94e4-4455-ac27-43069b07b262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.779118 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-dc531edd-94e4-4455-ac27-43069b07b262 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29a11b5d71bf4899aab88f48d6bb02e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408684 Nov 12 05:48:45.780029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc531edd-94e4-4455-ac27-43069b07b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdc2534-bbfb-47ba-8560-313d5971eb68,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:45.785225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46524) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:45.838006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fea1c5ec-5104-4181-9677-0f1467fe7421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.859037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fea1c5ec-5104-4181-9677-0f1467fe7421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.906162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fea1c5ec-5104-4181-9677-0f1467fe7421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.909037 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fea1c5ec-5104-4181-9677-0f1467fe7421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:45.913540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fea1c5ec-5104-4181-9677-0f1467fe7421 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbdc2534-bbfb-47ba-8560-313d5971eb68 HTTP/1.1" status: 204 len: 168 time: 0.1245773 Nov 12 05:48:45.920255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1c5ec-5104-4181-9677-0f1467fe7421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdc2534-bbfb-47ba-8560-313d5971eb68,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:46.322795 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23ad03f0-3fdd-4f6d-b8f6-8092d3d2e22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.386903 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.434620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46568) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:47.544834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63da1b27-68ae-4541-8a4e-34d1a0889f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.616542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63da1b27-68ae-4541-8a4e-34d1a0889f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.620686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-63da1b27-68ae-4541-8a4e-34d1a0889f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.660431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-63da1b27-68ae-4541-8a4e-34d1a0889f4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9db0a477c084c90828d2ab765e9d88e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2245502 Nov 12 05:48:47.661303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da1b27-68ae-4541-8a4e-34d1a0889f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe18272-6216-4896-9140-432a1dbfc37e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:47.663161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:47.711580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ce20802-06f8-4f3a-aff6-5919d9b11a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.732853 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ce20802-06f8-4f3a-aff6-5919d9b11a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.780038 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ce20802-06f8-4f3a-aff6-5919d9b11a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.782817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ce20802-06f8-4f3a-aff6-5919d9b11a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.783976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ce20802-06f8-4f3a-aff6-5919d9b11a9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fe18272-6216-4896-9140-432a1dbfc37e HTTP/1.1" status: 204 len: 168 time: 0.1197789 Nov 12 05:48:47.791501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce20802-06f8-4f3a-aff6-5919d9b11a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe18272-6216-4896-9140-432a1dbfc37e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:48.046426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:48.060116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1422023d-9862-408e-a6d0-65a96c9e76eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:48.136272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1422023d-9862-408e-a6d0-65a96c9e76eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:48.139997 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1422023d-9862-408e-a6d0-65a96c9e76eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:48.181708 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1422023d-9862-408e-a6d0-65a96c9e76eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcec099574034a80839a4448e5472775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341467 Nov 12 05:48:48.182460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422023d-9862-408e-a6d0-65a96c9e76eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab62643f-54a4-46f1-808e-d457c4e78bab,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:48.184510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46580) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:48.234425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8988f82e-528d-4798-bb68-a80ced715080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:48.258148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8988f82e-528d-4798-bb68-a80ced715080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:48.303839 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8988f82e-528d-4798-bb68-a80ced715080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:48.306585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8988f82e-528d-4798-bb68-a80ced715080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:48.307711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8988f82e-528d-4798-bb68-a80ced715080 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab62643f-54a4-46f1-808e-d457c4e78bab HTTP/1.1" status: 204 len: 168 time: 0.1221414 Nov 12 05:48:48.315117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988f82e-528d-4798-bb68-a80ced715080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab62643f-54a4-46f1-808e-d457c4e78bab,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:48.459932 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:48:48.623463 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:49.530912 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.125873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46646) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:50.234776 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20d4c104-f024-4932-9cfd-0bffe5767e5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.314577 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20d4c104-f024-4932-9cfd-0bffe5767e5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.319110 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20d4c104-f024-4932-9cfd-0bffe5767e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.358027 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-20d4c104-f024-4932-9cfd-0bffe5767e5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b98e19332c294323b71620c3c550df90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310553 Nov 12 05:48:50.358945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4c104-f024-4932-9cfd-0bffe5767e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ebbfa-5a12-4bb3-ae4f-ae50642c0d65,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:50.361344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46650) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:50.415097 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39830aa0-ae20-4c48-b5ca-1146893dbad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.438799 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39830aa0-ae20-4c48-b5ca-1146893dbad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.487498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39830aa0-ae20-4c48-b5ca-1146893dbad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.490988 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39830aa0-ae20-4c48-b5ca-1146893dbad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.492286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-39830aa0-ae20-4c48-b5ca-1146893dbad7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d31ebbfa-5a12-4bb3-ae4f-ae50642c0d65 HTTP/1.1" status: 204 len: 168 time: 0.1299088 Nov 12 05:48:50.500443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39830aa0-ae20-4c48-b5ca-1146893dbad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ebbfa-5a12-4bb3-ae4f-ae50642c0d65,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:50.780305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46658) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:50.794649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-805e6c57-63d6-4e91-868c-a9966cdfc744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.872030 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-805e6c57-63d6-4e91-868c-a9966cdfc744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.875780 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-805e6c57-63d6-4e91-868c-a9966cdfc744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.914488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-805e6c57-63d6-4e91-868c-a9966cdfc744 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=507ac68ec7444d2c8c857294dcf0f061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330631 Nov 12 05:48:50.915362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e6c57-63d6-4e91-868c-a9966cdfc744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8872a894-c387-4e23-b6c8-7472ac947def,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:50.917266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46660) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:50.967490 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8eac907c-0b4a-42ae-8d40-bfda1e4ae1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:50.989526 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8eac907c-0b4a-42ae-8d40-bfda1e4ae1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:51.037486 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8eac907c-0b4a-42ae-8d40-bfda1e4ae1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:51.040221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8eac907c-0b4a-42ae-8d40-bfda1e4ae1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:51.041454 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8eac907c-0b4a-42ae-8d40-bfda1e4ae1f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8872a894-c387-4e23-b6c8-7472ac947def HTTP/1.1" status: 204 len: 168 time: 0.1230943 Nov 12 05:48:51.051743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac907c-0b4a-42ae-8d40-bfda1e4ae1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8872a894-c387-4e23-b6c8-7472ac947def,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:57.342595 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:58.415645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-f017ac1a-1380-45ab-94ae-7177b5041875 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3713620 Nov 12 05:48:58.503686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-6b69ac81-a72d-4578-a3f3-134493343075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:58.505187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-6b69ac81-a72d-4578-a3f3-134493343075 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 1098 time: 0.0447700 Nov 12 05:48:58.625414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-c4f85798-edd0-4c58-86bd-b04b088f9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:58.626967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-c4f85798-edd0-4c58-86bd-b04b088f9814 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0948355 Nov 12 05:48:58.700112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-32e4024d-2c48-4ab5-bbd3-598f5c5eb86a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af2a573e-ab87-4526-b205-d71fd805f3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0634370 Nov 12 05:48:58.755279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-89b1945b-b0b2-4034-a1de-bc3b36394004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:58.756770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-89b1945b-b0b2-4034-a1de-bc3b36394004 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0476937 Nov 12 05:48:58.809406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-427d6b05-56c1-41d7-9197-efa14f3fe5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:58.810931 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-427d6b05-56c1-41d7-9197-efa14f3fe5e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465431 Nov 12 05:48:58.919991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-67443782-cc14-4924-9d05-24568250c36e service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004829 Nov 12 05:48:59.029846 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64e3c703-2727-4279-ad0e-b17da6452ba9 req-93c42692-4a3b-49aa-a1fc-9758566f0305 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977542 Nov 12 05:49:02.515479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-ba827ed2-8629-4004-b4e9-fbf6d1880001 req-fe586304-cff6-4a33-a710-096d2a5ac61e service neutron] (102589) timed out ('10.222.0.43', 51554) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:49:10.760115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:11.310266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-7ffb3b87-0572-450d-b8d5-ab1ec7339090 req-f079d963-c188-4378-a289-6e655ef75d06 service neutron] (102589) timed out ('10.222.0.48', 48486) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:49:11.643514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:11.764163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:11.841598 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:11.847530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:11.886997 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdc2c119c3ea4c9dad02188b0f279ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416751 Nov 12 05:49:11.887859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bac235-d599-4b80-980a-b2bdae373c81,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:11.889516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46962) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:11.895610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.895960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.896307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.896647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.896985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.897315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.897646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.897977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.898304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.898664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.898990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.899320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cdff9d-2f72-4e88-a5c9-c852e1887164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:11.938479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3efcbcf5-00bd-4976-9f64-952863ae111e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:11.961564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3efcbcf5-00bd-4976-9f64-952863ae111e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.011164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3efcbcf5-00bd-4976-9f64-952863ae111e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.014044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3efcbcf5-00bd-4976-9f64-952863ae111e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.015258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3efcbcf5-00bd-4976-9f64-952863ae111e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26bac235-d599-4b80-980a-b2bdae373c81 HTTP/1.1" status: 204 len: 168 time: 0.1246700 Nov 12 05:49:12.023674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcbcf5-00bd-4976-9f64-952863ae111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bac235-d599-4b80-980a-b2bdae373c81,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:12.272858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 46970) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:12.286276 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8866460-d52d-4c11-bed8-4e0bbe9518b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.369322 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8866460-d52d-4c11-bed8-4e0bbe9518b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.373279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e8866460-d52d-4c11-bed8-4e0bbe9518b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.416063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e8866460-d52d-4c11-bed8-4e0bbe9518b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1efa2c9c1e1d403db8936541c4994fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420979 Nov 12 05:49:12.416916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866460-d52d-4c11-bed8-4e0bbe9518b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d5ca4a-25b6-4c36-a1d0-a5db2a6d3179,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:12.419238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 46974) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:12.480568 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59d440e4-a9d4-4b07-98df-d178d9074dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.493786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-19544bef-ccbe-4dab-a89d-913a6804258f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1999581 Nov 12 05:49:12.502748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59d440e4-a9d4-4b07-98df-d178d9074dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.552063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59d440e4-a9d4-4b07-98df-d178d9074dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.554862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59d440e4-a9d4-4b07-98df-d178d9074dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:12.556110 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-59d440e4-a9d4-4b07-98df-d178d9074dbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2d5ca4a-25b6-4c36-a1d0-a5db2a6d3179 HTTP/1.1" status: 204 len: 168 time: 0.1358583 Nov 12 05:49:12.566271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d440e4-a9d4-4b07-98df-d178d9074dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d5ca4a-25b6-4c36-a1d0-a5db2a6d3179,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:12.603997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-823ff37c-2152-4106-be06-482c1a463ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.604484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-823ff37c-2152-4106-be06-482c1a463ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.604964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-823ff37c-2152-4106-be06-482c1a463ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.605434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-823ff37c-2152-4106-be06-482c1a463ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.605903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-823ff37c-2152-4106-be06-482c1a463ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.607733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-823ff37c-2152-4106-be06-482c1a463ec8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0515640 Nov 12 05:49:12.730302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-26ca106c-a056-40a4-bb80-ada69151a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.730886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-26ca106c-a056-40a4-bb80-ada69151a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.731363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-26ca106c-a056-40a4-bb80-ada69151a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.733043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-26ca106c-a056-40a4-bb80-ada69151a790 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1013281 Nov 12 05:49:12.777341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-b0a6bc92-d5e5-4af0-a48d-906a4b5e196a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0373845 Nov 12 05:49:12.826883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-79f0b1a5-576e-4cf3-a9ad-78b29ca41aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.828431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-79f0b1a5-576e-4cf3-a9ad-78b29ca41aa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0446272 Nov 12 05:49:12.877827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-b9566a1f-aa73-4338-b9af-ab334bd6b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:12.879419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-b9566a1f-aa73-4338-b9af-ab334bd6b6f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445886 Nov 12 05:49:12.975719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-05046609-5594-4e72-ab0b-cc7658bc4a7f service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882280 Nov 12 05:49:13.074094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-f944d4c6-0867-4cfd-91b9-9bad2cc0be22 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914428 Nov 12 05:49:13.116876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-c1eefd56-3ec4-41cb-84a0-5f6cf5ff0b08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0355332 Nov 12 05:49:13.167520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-274b90c5-42c9-48c6-b4eb-7f729293102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:13.169021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-274b90c5-42c9-48c6-b4eb-7f729293102b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0455205 Nov 12 05:49:13.219436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-6fefcc93-0463-4929-ba30-833f686c7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:13.220947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-6fefcc93-0463-4929-ba30-833f686c7be1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0449054 Nov 12 05:49:13.313390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-f4771e77-c163-4317-b6e6-086996dd73d6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835650 Nov 12 05:49:13.409205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-455e8e2f-69e5-4169-9624-b92ed663aa22 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880244 Nov 12 05:49:13.452047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-953f36ad-3521-4bcf-83cc-d56353fbf875 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0354657 Nov 12 05:49:13.501451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-4586af56-5527-4ec5-8fc3-ef0adf786075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:13.502966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-4586af56-5527-4ec5-8fc3-ef0adf786075 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0447249 Nov 12 05:49:13.556344 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-6c36dd85-9420-4a3d-9b53-0b35b047ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:13.557852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-6c36dd85-9420-4a3d-9b53-0b35b047ef8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472953 Nov 12 05:49:13.653201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-0add8ca3-51d9-4c2b-b731-1b655a533530 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878510 Nov 12 05:49:13.749180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-5916c2dc-ba21-4ee5-9a72-3d07d7371d55 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889668 Nov 12 05:49:13.793101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-3c4bb845-aa70-4859-ae1c-1b12290ae1b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0374401 Nov 12 05:49:13.847118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-f4c1c1f3-6b2a-4166-a580-492066915b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:13.848810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-f4c1c1f3-6b2a-4166-a580-492066915b81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0493627 Nov 12 05:49:13.900137 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d512531e-de1a-4aa6-8a3e-456faabf4dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:13.908517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-5326c59a-90a3-411b-af03-250797e9eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:13.910109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-5326c59a-90a3-411b-af03-250797e9eb72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541208 Nov 12 05:49:14.001674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-e7cded8f-9e26-4e3d-a4cf-a4e363160908 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842211 Nov 12 05:49:14.096562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-2477e2fc-aec1-44bc-a8a4-195f7fe32395 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873163 Nov 12 05:49:14.139259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-6a0cde2f-596a-495b-ac77-6668697bd265 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0349681 Nov 12 05:49:14.188434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-dcb7e834-404d-44e9-8131-595721d0b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:14.189797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-dcb7e834-404d-44e9-8131-595721d0b20f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0443134 Nov 12 05:49:14.243400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-1e85cc7f-bfbb-42d7-84ce-e9ab05a95110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:14.245076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-1e85cc7f-bfbb-42d7-84ce-e9ab05a95110 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0474396 Nov 12 05:49:14.345447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-2396be29-2c84-41a5-8e79-92e97c8e2352 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928764 Nov 12 05:49:14.450519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c589505-a225-496b-a7ef-9ec1c5606ac9 req-613f2e95-c99f-49c1-a937-a3a6635cda50 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973818 Nov 12 05:49:16.325658 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a2d06d34-86f8-450a-a857-40c565e1b4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:17.387558 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:18.627681 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:19.534502 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:25.461650 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:49:25.567255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47104) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:25.675441 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e5e346b-bc3a-4d55-b884-4d775a013a3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:25.755077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e5e346b-bc3a-4d55-b884-4d775a013a3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:25.759150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e5e346b-bc3a-4d55-b884-4d775a013a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:25.803133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8e5e346b-bc3a-4d55-b884-4d775a013a3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e29aa723595743b7b5c448a121817f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347722 Nov 12 05:49:25.804392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e346b-bc3a-4d55-b884-4d775a013a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91554c1-492c-4d5b-9954-bf2dee4b641c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:25.805844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:25.860860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5a101a0-7172-496a-b26f-09c4f8b6da41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:25.883203 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5a101a0-7172-496a-b26f-09c4f8b6da41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:25.930251 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5a101a0-7172-496a-b26f-09c4f8b6da41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:25.932909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5a101a0-7172-496a-b26f-09c4f8b6da41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:25.934225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e5a101a0-7172-496a-b26f-09c4f8b6da41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b91554c1-492c-4d5b-9954-bf2dee4b641c HTTP/1.1" status: 204 len: 168 time: 0.1231329 Nov 12 05:49:25.942042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a101a0-7172-496a-b26f-09c4f8b6da41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91554c1-492c-4d5b-9954-bf2dee4b641c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:26.194912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47114) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:26.213300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8792fbb-fe4e-4c23-a465-ff55c84a4fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:26.292981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8792fbb-fe4e-4c23-a465-ff55c84a4fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:26.296911 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a8792fbb-fe4e-4c23-a465-ff55c84a4fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:26.341324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a8792fbb-fe4e-4c23-a465-ff55c84a4fb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18ec89406e6642f0bfb094c9011a67c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452551 Nov 12 05:49:26.342206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8792fbb-fe4e-4c23-a465-ff55c84a4fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472570cd-6f8d-4de5-ad1c-7e5792a1306f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:26.345052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47116) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:26.401050 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19ec2711-5f73-4f68-be3d-d78645ba8b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:26.424988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19ec2711-5f73-4f68-be3d-d78645ba8b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:26.472133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19ec2711-5f73-4f68-be3d-d78645ba8b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:26.474867 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-19ec2711-5f73-4f68-be3d-d78645ba8b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:26.476014 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-19ec2711-5f73-4f68-be3d-d78645ba8b0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/472570cd-6f8d-4de5-ad1c-7e5792a1306f HTTP/1.1" status: 204 len: 168 time: 0.1294496 Nov 12 05:49:26.483720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec2711-5f73-4f68-be3d-d78645ba8b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472570cd-6f8d-4de5-ad1c-7e5792a1306f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:27.137212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47140) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:27.233307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-790468576-network', 'tenant_id': 'aaee47a56de24535a5602d2327aafaad'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:27.254591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Made reservation on behalf of aaee47a56de24535a5602d2327aafaad for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:49:27.256860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.264994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.339635 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.341472 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.343730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.370546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:49:27.375750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3b28ee-ac36-4479-812c-48327bdf3be0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:27.383392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.383392 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Added segment 7fbf8470-a8ce-428b-814c-4fcb824b9bb7 of type vlan for network efd0cd62-78fc-4b94-ad45-fac8caf97095 Nov 12 05:49:27.424658 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.448757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.449685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:27.450254 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.481573 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3431253 Nov 12 05:49:27.484655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47146) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:27.490936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Request body: {'subnet': {'network_id': 'efd0cd62-78fc-4b94-ad45-fac8caf97095', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-790468576-subnet', 'tenant_id': 'aaee47a56de24535a5602d2327aafaad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:27.514839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177fb46-ff1d-41da-92d1-2ad88c5087a8 admin admin] Pushing event updated for resources: {'Network': ['ID=efd0cd62-78fc-4b94-ad45-fac8caf97095,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:27.517408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Made reservation on behalf of aaee47a56de24535a5602d2327aafaad for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:49:27.520109 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.527168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network efd0cd62-78fc-4b94-ad45-fac8caf97095 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:49:27.689126 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.736663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb98d2d-0a40-44d1-a8e6-a6cb198602bc,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:27.750934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.751275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.751609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.751940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.752264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.752619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.752946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.753266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.753580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.753895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.754210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.754555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:27.762654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Checking segment: {'id': '7fbf8470-a8ce-428b-814c-4fcb824b9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'efd0cd62-78fc-4b94-ad45-fac8caf97095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:49:27.763012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Network hostable DHCP agents. Network: efd0cd62-78fc-4b94-ad45-fac8caf97095, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:49:27.779998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Network efd0cd62-78fc-4b94-ad45-fac8caf97095 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:49:27.788514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, efd0cd62-78fc-4b94-ad45-fac8caf97095) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:49:27.792485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:27.793074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:27.797195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102b905-3286-4e46-a14e-6cc5fcb37c22 None None] Network efd0cd62-78fc-4b94-ad45-fac8caf97095 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:49:27.808485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-89ca79a6-f4a6-4a72-b400-f8c7c12391f5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3225625 Nov 12 05:49:27.922687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff734284-6d26-4df6-869a-1115bc37c15a None None] Network efd0cd62-78fc-4b94-ad45-fac8caf97095 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:49:28.260534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47162) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:28.265533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1444202911-network', 'tenant_id': '99d08ab240b44742a8dac5e53ba78ea3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:28.286893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Made reservation on behalf of 99d08ab240b44742a8dac5e53ba78ea3 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:49:28.289143 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.297775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.370436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.374041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.395022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:49:28.410635 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08afe4f-ceed-4528-9218-270e9b6c50d1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:28.414538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.414890 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Added segment b7185f37-67b4-496f-8ca9-256d629aef0c of type vlan for network 8a2a64d4-ee88-4c27-8d65-082effcfb2e5 Nov 12 05:49:28.458968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.483424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.484374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:28.484957 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.516093 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2544181 Nov 12 05:49:28.523518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47166) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:28.530624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Request body: {'subnet': {'network_id': '8a2a64d4-ee88-4c27-8d65-082effcfb2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1444202911-subnet', 'tenant_id': '99d08ab240b44742a8dac5e53ba78ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:28.549032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf2d88-7b61-4790-83cd-4eed3b1cfb1d admin admin] Pushing event updated for resources: {'Network': ['ID=8a2a64d4-ee88-4c27-8d65-082effcfb2e5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:28.559548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Made reservation on behalf of 99d08ab240b44742a8dac5e53ba78ea3 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:49:28.560016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 8a2a64d4-ee88-4c27-8d65-082effcfb2e5 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:49:28.562356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.730308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.784039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ff7631-0919-4e7e-a45f-b32b69fadf77,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:28.794044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Checking segment: {'id': 'b7185f37-67b4-496f-8ca9-256d629aef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8a2a64d4-ee88-4c27-8d65-082effcfb2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:49:28.794447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Network hostable DHCP agents. Network: 8a2a64d4-ee88-4c27-8d65-082effcfb2e5, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:49:28.810797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Network 8a2a64d4-ee88-4c27-8d65-082effcfb2e5 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:49:28.820081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 8a2a64d4-ee88-4c27-8d65-082effcfb2e5) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:49:28.823910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:28.824516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:28.829635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9510c99-4ff1-42f1-bc4d-88d5bfa79bdf None None] Network 8a2a64d4-ee88-4c27-8d65-082effcfb2e5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:49:28.840866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dcefc851-1094-4765-8bbc-e317d65b5fec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3161664 Nov 12 05:49:28.953379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b57852-ce66-4356-84b7-c19d5a4b22a3 None None] Network 8a2a64d4-ee88-4c27-8d65-082effcfb2e5 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:49:29.416903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-2dbfa344-7d08-4348-a0e2-354412870a8b tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:29.418398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-2dbfa344-7d08-4348-a0e2-354412870a8b tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/networks?id=efd0cd62-78fc-4b94-ad45-fac8caf97095 HTTP/1.1" status: 200 len: 808 time: 0.1056044 Nov 12 05:49:29.433877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-26ea8255-965b-402a-a6ff-b80d0d2dad7f tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/quotas/aaee47a56de24535a5602d2327aafaad HTTP/1.1" status: 200 len: 375 time: 0.0096951 Nov 12 05:49:29.464861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-2103f134-223f-4a44-81a4-79c1fffc1a52 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aaee47a56de24535a5602d2327aafaad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255294 Nov 12 05:49:29.557184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-a0045826-33f9-4f70-ab7b-50f9992d0cee service neutron] 10.222.0.48 "GET /v2.0/networks/efd0cd62-78fc-4b94-ad45-fac8caf97095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855074 Nov 12 05:49:29.647358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1864de9-18f7-4e42-b0c1-95ee49a89d4b service neutron] 10.222.0.48 "GET /v2.0/networks/efd0cd62-78fc-4b94-ad45-fac8caf97095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836420 Nov 12 05:49:29.804536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66ae5dba-7eba-4812-b198-dc4d3434ffb8 req-aec8a1da-2bb8-4c51-a0c8-46b81b0b11e4 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 210 time: 0.0269666 Nov 12 05:49:30.745471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-3f74166c-c972-4b05-8613-2ee6cfbac3c2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:30.746939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-3f74166c-c972-4b05-8613-2ee6cfbac3c2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.47 "GET /v2.0/networks?id=efd0cd62-78fc-4b94-ad45-fac8caf97095 HTTP/1.1" status: 200 len: 808 time: 0.1123092 Nov 12 05:49:30.761147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Request body: {'port': {'device_id': '22cd18d8-235b-480f-bf70-38794e13513e', 'network_id': 'efd0cd62-78fc-4b94-ad45-fac8caf97095', 'admin_state_up': True, 'tenant_id': 'aaee47a56de24535a5602d2327aafaad'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:30.872144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Made reservation on behalf of aaee47a56de24535a5602d2327aafaad for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:49:30.875686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:30.915220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8ce31df3-25d5-49e6-a1b3-edab89211feb req-1cc43cbb-1684-4cbc-bfdb-0ce3dc51027f tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 210 time: 0.0357909 Nov 12 05:49:31.019188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Allocated IP 172.20.0.8 (efd0cd62-78fc-4b94-ad45-fac8caf97095/8cb98d2d-0a40-44d1-a8e6-a6cb198602bc/e8165702-11b9-44bc-82f6-df889ff83369) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:49:31.164067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.196795 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.241621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Network efd0cd62-78fc-4b94-ad45-fac8caf97095 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:49:31.246568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:49:31.250142 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:49:31.256552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Pushing event updated for resources: {'Port': ['ID=e8165702-11b9-44bc-82f6-df889ff83369,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:31.301004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:31.301603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.316576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-d609f95c-623d-4d1f-8fae-c28745be56a1 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592043 Nov 12 05:49:31.328666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Request body: {'port': {'device_id': '22cd18d8-235b-480f-bf70-38794e13513e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:31.379427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.637600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8165702-11b9-44bc-82f6-df889ff83369 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:49:31.645569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.659901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Transition to ACTIVE for port object e8165702-11b9-44bc-82f6-df889ff83369 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:49:31.663762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.715347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Pushing event updated for resources: {'Port': ['ID=e8165702-11b9-44bc-82f6-df889ff83369,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:31.779562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Attempting to bind port e8165702-11b9-44bc-82f6-df889ff83369 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:49:31.780221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Attempting to bind port e8165702-11b9-44bc-82f6-df889ff83369 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '7fbf8470-a8ce-428b-814c-4fcb824b9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'efd0cd62-78fc-4b94-ad45-fac8caf97095'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:49:31.780221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Attempting to bind port e8165702-11b9-44bc-82f6-df889ff83369 on network efd0cd62-78fc-4b94-ad45-fac8caf97095 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:49:31.784384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Port e8165702-11b9-44bc-82f6-df889ff83369 on network efd0cd62-78fc-4b94-ad45-fac8caf97095 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:49:31.784707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Attempting to bind port e8165702-11b9-44bc-82f6-df889ff83369 on network efd0cd62-78fc-4b94-ad45-fac8caf97095 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:49:31.789527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:49:31.789863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Checking segment: {'id': '7fbf8470-a8ce-428b-814c-4fcb824b9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'efd0cd62-78fc-4b94-ad45-fac8caf97095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:49:31.790247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Bound using segment: {'id': '7fbf8470-a8ce-428b-814c-4fcb824b9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'efd0cd62-78fc-4b94-ad45-fac8caf97095'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:49:31.790709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Bound port: e8165702-11b9-44bc-82f6-df889ff83369, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbf8470-a8ce-428b-814c-4fcb824b9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'efd0cd62-78fc-4b94-ad45-fac8caf97095'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:49:31.791063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.855274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] For port e8165702-11b9-44bc-82f6-df889ff83369, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:49:31.858216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] For port e8165702-11b9-44bc-82f6-df889ff83369, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e8165702-11b9-44bc-82f6-df889ff83369,segment=NetworkSegment(7fbf8470-a8ce-428b-814c-4fcb824b9bb7),segment_id=7fbf8470-a8ce-428b-814c-4fcb824b9bb7)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:49:31.863053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.895517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:31.896131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:31.897499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] 10.222.0.47 "PUT /v2.0/ports/e8165702-11b9-44bc-82f6-df889ff83369 HTTP/1.1" status: 200 len: 1092 time: 0.5727072 Nov 12 05:49:31.897932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cd18d8-235b-480f-bf70-38794e13513e', 'tag': 'e8165702-11b9-44bc-82f6-df889ff83369'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:49:31.900185 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96" -d '{"events": [{"name": "network-changed", "server_uuid": "22cd18d8-235b-480f-bf70-38794e13513e", "tag": "e8165702-11b9-44bc-82f6-df889ff83369"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:49:31.928150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1090351-85a9-4b9f-87a4-e0ba59181ecb service neutron] Pushing event updated for resources: {'Port': ['ID=e8165702-11b9-44bc-82f6-df889ff83369,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:31.944878 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfcd598-d450-4dac-a699-8edffff586f5 x-openstack-request-id: req-6bfcd598-d450-4dac-a699-8edffff586f5 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:49:31.945169 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cd18d8-235b-480f-bf70-38794e13513e", "tag": "e8165702-11b9-44bc-82f6-df889ff83369", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:49:31.945423 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bfcd598-d450-4dac-a699-8edffff586f5 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:49:31.945820 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cd18d8-235b-480f-bf70-38794e13513e', 'tag': 'e8165702-11b9-44bc-82f6-df889ff83369', 'status': 'completed', 'code': 200} Nov 12 05:49:31.978111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-b84b567a-7314-43bf-91f5-c5055b95d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:31.979683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-b84b567a-7314-43bf-91f5-c5055b95d0bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aaee47a56de24535a5602d2327aafaad&device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 1095 time: 0.0452926 Nov 12 05:49:31.987971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47214) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:32.051316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-0e7177fd-973b-43bb-8b2e-a7b2f136fbf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8165702-11b9-44bc-82f6-df889ff83369 HTTP/1.1" status: 200 len: 217 time: 0.0629454 Nov 12 05:49:32.060212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78afcb1c-69ae-4e32-b7f4-4f922711e39b tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:32.060851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78afcb1c-69ae-4e32-b7f4-4f922711e39b tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:32.061323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78afcb1c-69ae-4e32-b7f4-4f922711e39b tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:32.063070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-78afcb1c-69ae-4e32-b7f4-4f922711e39b tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=0f1c40862aa04aea87f2c785f78206f0&network_id=0637e63b-b214-4e5f-9729-3b921b88a1ba HTTP/1.1" status: 200 len: 2973 time: 0.0740995 Nov 12 05:49:32.097815 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc19f6c-c115-48ce-ae31-0f59f039d2d1 req-a084dbec-c257-4b35-a5d2-738a467f7f1e tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:32.099314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6cc19f6c-c115-48ce-ae31-0f59f039d2d1 req-a084dbec-c257-4b35-a5d2-738a467f7f1e tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 943 time: 0.1128690 Nov 12 05:49:32.124358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-a5362510-6f6f-4b7e-b958-9db7f398e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:32.125733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-a5362510-6f6f-4b7e-b958-9db7f398e378 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cb98d2d-0a40-44d1-a8e6-a6cb198602bc HTTP/1.1" status: 200 len: 848 time: 0.0661395 Nov 12 05:49:32.168117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-173ba715-6be0-4dd5-b0ff-7d08bec9dbed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efd0cd62-78fc-4b94-ad45-fac8caf97095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346103 Nov 12 05:49:32.175728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6cc19f6c-c115-48ce-ae31-0f59f039d2d1 req-ebd38243-9793-4380-b9c8-131a3b4cd516 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690730 Nov 12 05:49:32.261384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-e065db78-c3b8-48fe-b551-cfadaeb33c5a service neutron] 10.222.0.47 "GET /v2.0/networks/efd0cd62-78fc-4b94-ad45-fac8caf97095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847335 Nov 12 05:49:32.350879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cc8661-21d3-477b-8ef7-f4d734316e60 req-84491d1d-4af4-42c4-9266-19a2ee320a0a service neutron] 10.222.0.47 "GET /v2.0/networks/efd0cd62-78fc-4b94-ad45-fac8caf97095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810919 Nov 12 05:49:32.443478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-1e9b26dc-a45a-4b6f-ba02-85bdbd834cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:32.444973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-1e9b26dc-a45a-4b6f-ba02-85bdbd834cad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aaee47a56de24535a5602d2327aafaad&device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 1095 time: 0.0460377 Nov 12 05:49:32.536451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-d9d8ad11-b570-42cf-9430-26d3a9fcab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:32.537949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-d9d8ad11-b570-42cf-9430-26d3a9fcab9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=efd0cd62-78fc-4b94-ad45-fac8caf97095 HTTP/1.1" status: 200 len: 909 time: 0.0850596 Nov 12 05:49:32.581921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-4f43eeed-e206-45a2-aceb-fb953bf37db9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8165702-11b9-44bc-82f6-df889ff83369 HTTP/1.1" status: 200 len: 217 time: 0.0366676 Nov 12 05:49:32.633402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-23ae4000-10dc-4495-946d-a6a7f392e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:32.634878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-23ae4000-10dc-4495-946d-a6a7f392e74a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cb98d2d-0a40-44d1-a8e6-a6cb198602bc HTTP/1.1" status: 200 len: 848 time: 0.0437362 Nov 12 05:49:32.668192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-11e99fc5-70f2-44ef-80d8-9d7d90e8654f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efd0cd62-78fc-4b94-ad45-fac8caf97095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252769 Nov 12 05:49:32.760956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-2bf5d98f-5d4e-4b77-b3cf-dafe191549fb service neutron] 10.222.0.47 "GET /v2.0/networks/efd0cd62-78fc-4b94-ad45-fac8caf97095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Nov 12 05:49:32.852088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b89ca7bc-dd27-4410-a0ba-9635a9e3ad96 req-3decf4e3-b30f-406d-aeb1-38c1a936bf70 service neutron] 10.222.0.47 "GET /v2.0/networks/efd0cd62-78fc-4b94-ad45-fac8caf97095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827544 Nov 12 05:49:33.290970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9e3b0-3df0-4104-8f21-381de0cef21c req-80e38e98-a7a5-4db8-8c59-cf20ae754d33 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:33.292409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1bc9e3b0-3df0-4104-8f21-381de0cef21c req-80e38e98-a7a5-4db8-8c59-cf20ae754d33 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 943 time: 0.0498517 Nov 12 05:49:33.342159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1bc9e3b0-3df0-4104-8f21-381de0cef21c req-d2aff623-c0c2-4be5-b6b1-80bd70a281b3 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 Nov 12 05:49:34.456590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4769e54-e1c0-4e10-9b28-08bcb2ca6e67 req-6a851bdc-62b3-43d8-a9a3-5a469ef68bef tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:34.458659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4769e54-e1c0-4e10-9b28-08bcb2ca6e67 req-6a851bdc-62b3-43d8-a9a3-5a469ef68bef tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 943 time: 0.0497320 Nov 12 05:49:34.505719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4769e54-e1c0-4e10-9b28-08bcb2ca6e67 req-63c02a01-f788-45eb-a85e-cf808d87edcc tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Nov 12 05:49:35.065062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device e8165702-11b9-44bc-82f6-df889ff83369 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:49:35.161008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port e8165702-11b9-44bc-82f6-df889ff83369, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e8165702-11b9-44bc-82f6-df889ff83369,segment=NetworkSegment(7fbf8470-a8ce-428b-814c-4fcb824b9bb7),segment_id=7fbf8470-a8ce-428b-814c-4fcb824b9bb7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:35.171889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'e8165702-11b9-44bc-82f6-df889ff83369', 'network_id': 'efd0cd62-78fc-4b94-ad45-fac8caf97095', 'port_id': 'e8165702-11b9-44bc-82f6-df889ff83369', 'mac_address': 'fa:16:3e:32:71:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb98d2d-0a40-44d1-a8e6-a6cb198602bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:49:35.208084 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:35.220409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8165702-11b9-44bc-82f6-df889ff83369 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:49:35.239198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port e8165702-11b9-44bc-82f6-df889ff83369, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e8165702-11b9-44bc-82f6-df889ff83369,segment=NetworkSegment(7fbf8470-a8ce-428b-814c-4fcb824b9bb7),segment_id=7fbf8470-a8ce-428b-814c-4fcb824b9bb7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:35.243093 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:35.291235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=e8165702-11b9-44bc-82f6-df889ff83369,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:35.298518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.298864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.299202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.299534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.299862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.300187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.300509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.301340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.301659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.301978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.302296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.302635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:35.470736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47236) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:35.475599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['e8165702-11b9-44bc-82f6-df889ff83369'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:49:35.526676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693525a-b79c-469a-9235-92053d0abc96 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:35.528384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a693525a-b79c-469a-9235-92053d0abc96 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 814 time: 0.0566652 Nov 12 05:49:35.625567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a8ff8-79f2-4f25-86ef-013accbe9240 req-fb972d00-17e5-4eaf-abba-b1cef9d82343 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:35.627045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c7a8ff8-79f2-4f25-86ef-013accbe9240 req-fb972d00-17e5-4eaf-abba-b1cef9d82343 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 944 time: 0.0526304 Nov 12 05:49:35.673321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c7a8ff8-79f2-4f25-86ef-013accbe9240 req-9a6dcd0c-1cef-45ba-8dc8-431fe8b840fc tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 Nov 12 05:49:36.532560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47246) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:36.537856 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'network': {'name': 'tempest-network-smoke--255412500', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'port_security_enabled': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:36.558618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:49:36.561971 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:36.589342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:49:36.597864 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:36.598213 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Added segment e94f4dcf-359b-4cd4-bcd9-18573fc67d5c of type vlan for network ed410e35-d53c-4ad9-92b9-628906c43986 Nov 12 05:49:36.637367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:36.662247 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:36.667942 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:36.668532 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:36.703889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1702080 Nov 12 05:49:36.707289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47250) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:36.747154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357040f6-580d-4d5b-8dfd-34f9c9e55fd6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Network': ['ID=ed410e35-d53c-4ad9-92b9-628906c43986,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:36.758293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ed410e35-d53c-4ad9-92b9-628906c43986 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:49:36.798834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea1251-157c-4af3-a6ea-cb73a2864376 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:36.800258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-12ea1251-157c-4af3-a6ea-cb73a2864376 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0f1c40862aa04aea87f2c785f78206f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0919869 Nov 12 05:49:36.803450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47252) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:37.064046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device e8165702-11b9-44bc-82f6-df889ff83369 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:49:37.114721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port e8165702-11b9-44bc-82f6-df889ff83369 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:49:37.119166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port e8165702-11b9-44bc-82f6-df889ff83369 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:37.119537 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:37.197024 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:37.204318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04e9c-b83d-4982-ad4a-3e5a54394c32 req-3c7f279f-54e0-453d-9a69-8ae4531abe96 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:37.205800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ad04e9c-b83d-4982-ad4a-3e5a54394c32 req-3c7f279f-54e0-453d-9a69-8ae4531abe96 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 944 time: 0.4480579 Nov 12 05:49:37.219353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cd18d8-235b-480f-bf70-38794e13513e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8165702-11b9-44bc-82f6-df889ff83369'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:49:37.221890 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845181b-3e08-4343-8d60-108f3666c0ba" -d '{"events": [{"server_uuid": "22cd18d8-235b-480f-bf70-38794e13513e", "name": "network-vif-plugged", "status": "completed", "tag": "e8165702-11b9-44bc-82f6-df889ff83369"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:49:37.237954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port e8165702-11b9-44bc-82f6-df889ff83369, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e8165702-11b9-44bc-82f6-df889ff83369,segment=NetworkSegment(7fbf8470-a8ce-428b-814c-4fcb824b9bb7),segment_id=7fbf8470-a8ce-428b-814c-4fcb824b9bb7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:37.242807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:37.259672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2915b5cb-521f-44d5-a3f7-6f1971ebbea2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:37.261416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2915b5cb-521f-44d5-a3f7-6f1971ebbea2 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4570472 Nov 12 05:49:37.264485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47258) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:37.277456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ad04e9c-b83d-4982-ad4a-3e5a54394c32 req-bf472641-f1fe-4d5c-afe7-1985b6efaf8a tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638199 Nov 12 05:49:37.300419 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a691e208-12e8-4435-b072-c4287a93a631 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345800 Nov 12 05:49:37.303504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47260) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:37.306173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=e8165702-11b9-44bc-82f6-df889ff83369,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:37.329822 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca4edfe-1466-47cb-88b5-b27e65a4684a x-openstack-request-id: req-3ca4edfe-1466-47cb-88b5-b27e65a4684a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:49:37.330140 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cd18d8-235b-480f-bf70-38794e13513e", "name": "network-vif-plugged", "status": "completed", "tag": "e8165702-11b9-44bc-82f6-df889ff83369", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:49:37.330914 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ca4edfe-1466-47cb-88b5-b27e65a4684a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:49:37.331318 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cd18d8-235b-480f-bf70-38794e13513e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8165702-11b9-44bc-82f6-df889ff83369', 'code': 200} Nov 12 05:49:37.335848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-60cd2f68-22a2-44b4-bcd0-73acf868c654 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0f1c40862aa04aea87f2c785f78206f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311658 Nov 12 05:49:37.338417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47262) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:37.452190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267b211-d05e-4c73-a079-1f7bab328cd3 req-478b9860-76f4-4982-8d0b-806770d98c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:37.453684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4267b211-d05e-4c73-a079-1f7bab328cd3 req-478b9860-76f4-4982-8d0b-806770d98c97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 1097 time: 0.0633001 Nov 12 05:49:37.454743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad09c9d-e685-4f32-a91a-7ca243e5e998 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:37.456113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1ad09c9d-e685-4f32-a91a-7ca243e5e998 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1167963 Nov 12 05:49:37.459466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47264) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:37.500070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-648edd10-73db-4f29-8322-95756fb42ed8 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395353 Nov 12 05:49:37.502745 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47266) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:37.508191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1415785758', 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:37.528398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4267b211-d05e-4c73-a079-1f7bab328cd3 req-98fa4d53-0d97-4d65-8770-6852bbad3509 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607095 Nov 12 05:49:37.594482 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:49:37.598585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:37.774562 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:37.830455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Subnet': ['ID=6a2c7522-785a-4204-a182-8aa512cada1e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:37.842187 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Checking segment: {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:49:37.842583 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network hostable DHCP agents. Network: ed410e35-d53c-4ad9-92b9-628906c43986, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:49:37.859078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network ed410e35-d53c-4ad9-92b9-628906c43986 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:49:37.867429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, ed410e35-d53c-4ad9-92b9-628906c43986) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:49:37.872029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:37.873047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:37.876218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540cd8b2-32a6-45b2-8711-1c179625aef7 None None] Network ed410e35-d53c-4ad9-92b9-628906c43986 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:49:37.889688 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aebc0041-4268-4a16-97bf-ca959df07126 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3855319 Nov 12 05:49:38.020625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-ed410e35-d53c-4ad9-92b9-628906c43986', 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ips': [{'subnet_id': '6a2c7522-785a-4204-a182-8aa512cada1e'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:49:38.021500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.157590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Allocated IP 172.20.0.18 (ed410e35-d53c-4ad9-92b9-628906c43986/6a2c7522-785a-4204-a182-8aa512cada1e/58567791-fb2d-4db5-9b8d-6f7e3ae06e32) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:49:38.198511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:38.203167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d172b59c-f5a9-4167-b325-3cb6a7251330 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390843012', 'description': 'tempest-secgroup-smoke-1390843012 description', 'project_id': '0f1c40862aa04aea87f2c785f78206f0'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:38.224541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d172b59c-f5a9-4167-b325-3cb6a7251330 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.291637 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d172b59c-f5a9-4167-b325-3cb6a7251330 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.296093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d172b59c-f5a9-4167-b325-3cb6a7251330 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.298081 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.306082 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.329965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d172b59c-f5a9-4167-b325-3cb6a7251330 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.334433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d172b59c-f5a9-4167-b325-3cb6a7251330 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1316721 Nov 12 05:49:38.334652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47276) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:38.339288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-14d58a7d-7efd-46d5-8d9d-f7d7cf9a0a67 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '53639266-bf31-4a31-bf7e-0655e5190ef4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:38.344387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172b59c-f5a9-4167-b325-3cb6a7251330 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53639266-bf31-4a31-bf7e-0655e5190ef4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:38.361836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Network ed410e35-d53c-4ad9-92b9-628906c43986 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:49:38.365971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:49:38.367841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Pushing event updated for resources: {'Port': ['ID=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:38.370163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:49:38.397461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14d58a7d-7efd-46d5-8d9d-f7d7cf9a0a67 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.427293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Attempting to bind port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:49:38.427578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Attempting to bind port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:49:38.427936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Attempting to bind port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 on network ed410e35-d53c-4ad9-92b9-628906c43986 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:49:38.432452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdb7db-fc7c-4f00-a623-f9de269e7884 req-8cc22af5-a6c5-4f18-97c6-85aa387135b6 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:38.433066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:49:38.433434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Checking segment: {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:49:38.433830 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.433950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99bdb7db-fc7c-4f00-a623-f9de269e7884 req-8cc22af5-a6c5-4f18-97c6-85aa387135b6 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 945 time: 0.0794289 Nov 12 05:49:38.434217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Bound using segment: {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:49:38.434708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Bound port: 58567791-fb2d-4db5-9b8d-6f7e3ae06e32, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:49:38.435617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.479246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14d58a7d-7efd-46d5-8d9d-f7d7cf9a0a67 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.485817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14d58a7d-7efd-46d5-8d9d-f7d7cf9a0a67 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.507163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] For port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:49:38.511269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] For port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:49:38.517536 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.522103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99bdb7db-fc7c-4f00-a623-f9de269e7884 req-1d15a9a9-20fd-40f1-967e-a1b1ce57d9b3 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806406 Nov 12 05:49:38.522756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d58a7d-7efd-46d5-8d9d-f7d7cf9a0a67 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558562ba-b7dd-4207-8617-ed7eaebc4a25,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:38.531720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14d58a7d-7efd-46d5-8d9d-f7d7cf9a0a67 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.534789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-14d58a7d-7efd-46d5-8d9d-f7d7cf9a0a67 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991870 Nov 12 05:49:38.536019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47278) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:38.540729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c04dc877-c136-432f-a844-67b917cf184d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '53639266-bf31-4a31-bf7e-0655e5190ef4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:38.581176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c04dc877-c136-432f-a844-67b917cf184d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.594695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c1470-7b9f-4842-ab34-a792efe34b45 None None] Pushing event updated for resources: {'Port': ['ID=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:38.664170 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c04dc877-c136-432f-a844-67b917cf184d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.668858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c04dc877-c136-432f-a844-67b917cf184d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.687167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dc877-c136-432f-a844-67b917cf184d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d34fcce-e9f9-4e74-8015-03d330666d26,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:38.695714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c04dc877-c136-432f-a844-67b917cf184d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.696935 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c04dc877-c136-432f-a844-67b917cf184d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598477 Nov 12 05:49:38.699837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47280) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:38.704549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a1722528-1bd3-490d-b3ed-586a14158a8b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '53639266-bf31-4a31-bf7e-0655e5190ef4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:38.732677 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1722528-1bd3-490d-b3ed-586a14158a8b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.808415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1722528-1bd3-490d-b3ed-586a14158a8b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.814187 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1722528-1bd3-490d-b3ed-586a14158a8b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.835355 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1722528-1bd3-490d-b3ed-586a14158a8b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfcf222-62e0-473e-b45e-f84ed908a68b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:38.848298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a1722528-1bd3-490d-b3ed-586a14158a8b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.849622 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a1722528-1bd3-490d-b3ed-586a14158a8b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487973 Nov 12 05:49:38.852986 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47282) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:38.857531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ecaf061f-a345-4aac-a2bd-69c3efdfca37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '53639266-bf31-4a31-bf7e-0655e5190ef4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:38.892539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecaf061f-a345-4aac-a2bd-69c3efdfca37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.951031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecaf061f-a345-4aac-a2bd-69c3efdfca37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.954809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecaf061f-a345-4aac-a2bd-69c3efdfca37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.973269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf061f-a345-4aac-a2bd-69c3efdfca37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817dac79-deda-4c42-87d0-445d39272552,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:38.980601 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecaf061f-a345-4aac-a2bd-69c3efdfca37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.981795 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ecaf061f-a345-4aac-a2bd-69c3efdfca37 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278489 Nov 12 05:49:38.984616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:38.989006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e1fecd84-bd59-4e33-bd40-c176e840f279 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '53639266-bf31-4a31-bf7e-0655e5190ef4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:39.010511 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-e1fecd84-bd59-4e33-bd40-c176e840f279 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Project 0f1c40862aa04aea87f2c785f78206f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:49:39.015211 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fecd84-bd59-4e33-bd40-c176e840f279 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.077552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fecd84-bd59-4e33-bd40-c176e840f279 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.082291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fecd84-bd59-4e33-bd40-c176e840f279 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.100388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fecd84-bd59-4e33-bd40-c176e840f279 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433f64f0-8598-4c44-899b-9c362e36c162,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:39.108774 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fecd84-bd59-4e33-bd40-c176e840f279 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.110022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e1fecd84-bd59-4e33-bd40-c176e840f279 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244521 Nov 12 05:49:39.113105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47288) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:39.117553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a32ca160-112d-4834-b3e2-a056d84f2bd5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '53639266-bf31-4a31-bf7e-0655e5190ef4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:39.139388 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-a32ca160-112d-4834-b3e2-a056d84f2bd5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Project 0f1c40862aa04aea87f2c785f78206f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:49:39.144104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a32ca160-112d-4834-b3e2-a056d84f2bd5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.205163 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a32ca160-112d-4834-b3e2-a056d84f2bd5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.209891 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a32ca160-112d-4834-b3e2-a056d84f2bd5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.229709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ca160-112d-4834-b3e2-a056d84f2bd5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e503dd8-9a00-4e0c-b164-54c9b17c4a49,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:39.238900 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a32ca160-112d-4834-b3e2-a056d84f2bd5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.240142 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a32ca160-112d-4834-b3e2-a056d84f2bd5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261010 Nov 12 05:49:39.444799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-c58cb2ae-7eb5-4780-aba8-4ba6995d36d2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390843012&fields=id&tenant_id=0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 267 time: 0.0470028 Nov 12 05:49:39.502505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41204b26-9b89-41df-8c33-eaacb7f19253 None None] Network ed410e35-d53c-4ad9-92b9-628906c43986 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:49:39.556628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-7fc47676-4e7a-4806-b863-7c5b0a03651a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:39.558418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-7fc47676-4e7a-4806-b863-7c5b0a03651a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/networks?id=ed410e35-d53c-4ad9-92b9-628906c43986 HTTP/1.1" status: 200 len: 796 time: 0.1051722 Nov 12 05:49:39.571277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-201d5f26-1eef-4e50-bb8e-440386976092 None None] Provisioning complete for port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:39.571650 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-201d5f26-1eef-4e50-bb8e-440386976092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.572903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-e433bb7e-7168-4300-8a6b-eb302dd5998d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/quotas/0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 375 time: 0.0090680 Nov 12 05:49:39.635850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-32772cd8-dea8-4471-82d0-81456b74235d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0573463 Nov 12 05:49:39.717173 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-201d5f26-1eef-4e50-bb8e-440386976092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.731770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-d4655ef3-e655-4a21-bb85-57c25e7c0386 service neutron] 10.222.0.48 "GET /v2.0/networks/ed410e35-d53c-4ad9-92b9-628906c43986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827444 Nov 12 05:49:39.757788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-201d5f26-1eef-4e50-bb8e-440386976092 None None] For port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:39.762603 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-201d5f26-1eef-4e50-bb8e-440386976092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.816410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d5f26-1eef-4e50-bb8e-440386976092 None None] Pushing event updated for resources: {'Port': ['ID=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:39.830409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-affde2ca-6faa-4f57-92c0-290a49ce2b10 service neutron] 10.222.0.48 "GET /v2.0/networks/ed410e35-d53c-4ad9-92b9-628906c43986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922194 Nov 12 05:49:39.983249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7b6b1a1b-bc4d-4f11-b084-e5a7c9dc7d0a None None] Provisioning complete for port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:39.983474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1a1b-bc4d-4f11-b084-e5a7c9dc7d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:40.042472 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2651-7edc-472b-9390-93691b152480 req-3e8a4bb6-db46-413d-8767-b6dfad873b27 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:40.044178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-285e2651-7edc-472b-9390-93691b152480 req-3e8a4bb6-db46-413d-8767-b6dfad873b27 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 945 time: 0.0615706 Nov 12 05:49:40.109706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-285e2651-7edc-472b-9390-93691b152480 req-d8c2a4b7-368b-40b5-9a2d-2e0a20897fb7 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587692 Nov 12 05:49:40.193576 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:49:40.222714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d39809e1-6621-4fee-873d-0f18ad543f75 req-3ea8a510-f1e7-456e-a61b-35d5f92e170c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 210 time: 0.0315073 Nov 12 05:49:40.280747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:40.281123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:40.748902 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:41.154851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-a27e9500-63f8-486b-81ec-9adb2b14c8a5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:41.154851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-a27e9500-63f8-486b-81ec-9adb2b14c8a5 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/networks?id=ed410e35-d53c-4ad9-92b9-628906c43986 HTTP/1.1" status: 200 len: 796 time: 0.1158171 Nov 12 05:49:41.255183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-785e977e-470e-4aed-86bf-8d7d8faafab6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 473 time: 0.0831468 Nov 12 05:49:41.278225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'port': {'device_id': '53e3c8f7-25e7-4c89-983b-10fa8fa2eefb', 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986', 'admin_state_up': True, 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'security_groups': ['53639266-bf31-4a31-bf7e-0655e5190ef4']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:41.355322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c04181b5-8052-4dd1-afee-000e26c6c538 req-0b1df53b-4460-4407-8215-ccbe343bd0cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 210 time: 0.0542173 Nov 12 05:49:41.412287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:49:41.415758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:41.544766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.20.0.23 (ed410e35-d53c-4ad9-92b9-628906c43986/6a2c7522-785a-4204-a182-8aa512cada1e/8197ee83-d86c-489e-b5b9-53d18f975093) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:49:41.686067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:41.720797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:41.776616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network ed410e35-d53c-4ad9-92b9-628906c43986 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:49:41.779705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:49:41.785993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:49:41.814438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=8197ee83-d86c-489e-b5b9-53d18f975093,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:41.841704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:41.842374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:41.860473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-8fb3bb54-ff8b-4100-9c17-6be4dbaf0a5a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5864518 Nov 12 05:49:41.880877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Request body: {'port': {'device_id': '53e3c8f7-25e7-4c89-983b-10fa8fa2eefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:49:41.935732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:41.995551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cbfeee7d-6586-4565-b91a-68a4812b560c None None] Provisioning complete for port 8197ee83-d86c-489e-b5b9-53d18f975093 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:41.996983 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cbfeee7d-6586-4565-b91a-68a4812b560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:42.035392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cbfeee7d-6586-4565-b91a-68a4812b560c None None] Port 8197ee83-d86c-489e-b5b9-53d18f975093 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:49:42.214822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8197ee83-d86c-489e-b5b9-53d18f975093 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:49:42.223831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:42.237613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Transition to ACTIVE for port object 8197ee83-d86c-489e-b5b9-53d18f975093 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:49:42.243408 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:42.292307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Pushing event updated for resources: {'Port': ['ID=8197ee83-d86c-489e-b5b9-53d18f975093,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:42.383808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Attempting to bind port 8197ee83-d86c-489e-b5b9-53d18f975093 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:49:42.384330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Attempting to bind port 8197ee83-d86c-489e-b5b9-53d18f975093 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:49:42.384778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Attempting to bind port 8197ee83-d86c-489e-b5b9-53d18f975093 on network ed410e35-d53c-4ad9-92b9-628906c43986 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:49:42.389605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Port 8197ee83-d86c-489e-b5b9-53d18f975093 on network ed410e35-d53c-4ad9-92b9-628906c43986 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:49:42.390009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Attempting to bind port 8197ee83-d86c-489e-b5b9-53d18f975093 on network ed410e35-d53c-4ad9-92b9-628906c43986 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:49:42.396641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:49:42.396980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Checking segment: {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:49:42.397361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Bound using segment: {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:49:42.397787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Bound port: 8197ee83-d86c-489e-b5b9-53d18f975093, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:49:42.398137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:42.466310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] For port 8197ee83-d86c-489e-b5b9-53d18f975093, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:49:42.469875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] For port 8197ee83-d86c-489e-b5b9-53d18f975093, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8197ee83-d86c-489e-b5b9-53d18f975093,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:49:42.476003 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:42.524710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:42.525342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:42.527144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] 10.222.0.43 "PUT /v2.0/ports/8197ee83-d86c-489e-b5b9-53d18f975093 HTTP/1.1" status: 200 len: 1093 time: 0.6517370 Nov 12 05:49:42.527626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e3c8f7-25e7-4c89-983b-10fa8fa2eefb', 'tag': '8197ee83-d86c-489e-b5b9-53d18f975093'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:49:42.529920 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6addfd0-a3c2-4417-9253-21cdda958f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "53e3c8f7-25e7-4c89-983b-10fa8fa2eefb", "tag": "8197ee83-d86c-489e-b5b9-53d18f975093"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:49:42.636742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbccffa-0165-48b9-8bfb-cac324b1d907 service neutron] Pushing event updated for resources: {'Port': ['ID=8197ee83-d86c-489e-b5b9-53d18f975093,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:42.666530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686c14e-62c4-4be5-b6b8-102ef1220ff1 req-c2fa4030-8cdb-4e5b-ae77-0ebac87d88ff tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:42.668156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7686c14e-62c4-4be5-b6b8-102ef1220ff1 req-c2fa4030-8cdb-4e5b-ae77-0ebac87d88ff tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 944 time: 0.1040463 Nov 12 05:49:42.670219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-a0fe1d9a-c3c0-4e7a-abe6-7570917e24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:42.671760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-a0fe1d9a-c3c0-4e7a-abe6-7570917e24e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 1096 time: 0.0777726 Nov 12 05:49:42.730972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-b9d12c0f-90e5-47a3-9f6c-772928cb0d8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8197ee83-d86c-489e-b5b9-53d18f975093 HTTP/1.1" status: 200 len: 217 time: 0.0400252 Nov 12 05:49:42.790355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7686c14e-62c4-4be5-b6b8-102ef1220ff1 req-69652b58-8e53-400d-8710-9402280cadf3 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151087 Nov 12 05:49:42.803728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-b0da0f49-60bd-47bd-965c-a7487d9a2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:42.805174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-b0da0f49-60bd-47bd-965c-a7487d9a2f3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a2c7522-785a-4204-a182-8aa512cada1e HTTP/1.1" status: 200 len: 838 time: 0.0653601 Nov 12 05:49:42.855025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-d6b08c47-c08c-48c6-ab03-290dfce36a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:42.857290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-d6b08c47-c08c-48c6-ab03-290dfce36a3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed410e35-d53c-4ad9-92b9-628906c43986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0454178 Nov 12 05:49:42.964534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01538aaa-0abb-464e-a551-1a9946a83267 req-25541ce7-1284-4801-931b-a34eabf4cfaf tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:42.965999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01538aaa-0abb-464e-a551-1a9946a83267 req-25541ce7-1284-4801-931b-a34eabf4cfaf tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 945 time: 0.1078405 Nov 12 05:49:42.995381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-efb250c9-ab37-404a-b089-6160cf8b782b service neutron] 10.222.0.43 "GET /v2.0/networks/ed410e35-d53c-4ad9-92b9-628906c43986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283147 Nov 12 05:49:43.070424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01538aaa-0abb-464e-a551-1a9946a83267 req-68b8f09a-16b7-45da-b8a0-026de9c5a971 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962212 Nov 12 05:49:43.104827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c8f45bc-76e4-4bf2-8d0c-3f3f870453b4 req-94971991-ba4f-4946-a6db-f2531723d97d service neutron] 10.222.0.43 "GET /v2.0/networks/ed410e35-d53c-4ad9-92b9-628906c43986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016541 Nov 12 05:49:43.112413 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1164a91a-0db4-4a53-bebf-ad55804bf632 x-openstack-request-id: req-1164a91a-0db4-4a53-bebf-ad55804bf632 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:49:43.112704 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e3c8f7-25e7-4c89-983b-10fa8fa2eefb", "tag": "8197ee83-d86c-489e-b5b9-53d18f975093", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:49:43.113578 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1164a91a-0db4-4a53-bebf-ad55804bf632 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:49:43.113979 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e3c8f7-25e7-4c89-983b-10fa8fa2eefb', 'tag': '8197ee83-d86c-489e-b5b9-53d18f975093', 'status': 'completed', 'code': 200} Nov 12 05:49:43.237492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-0e1d7e8b-e6ec-4377-85d0-d8222ec61f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:43.239775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-0e1d7e8b-e6ec-4377-85d0-d8222ec61f5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 1096 time: 0.0464990 Nov 12 05:49:43.342628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-3f0cecfb-0342-4fb8-95b2-d5ba324ab435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:43.344155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-3f0cecfb-0342-4fb8-95b2-d5ba324ab435 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed410e35-d53c-4ad9-92b9-628906c43986 HTTP/1.1" status: 200 len: 897 time: 0.0970614 Nov 12 05:49:43.391588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-429d3f6e-3e0d-42e2-bf20-988e2cd63cad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8197ee83-d86c-489e-b5b9-53d18f975093 HTTP/1.1" status: 200 len: 217 time: 0.0401530 Nov 12 05:49:43.442843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-118451aa-30c2-4cce-853d-86bbd6d6b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:43.444321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-118451aa-30c2-4cce-853d-86bbd6d6b203 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a2c7522-785a-4204-a182-8aa512cada1e HTTP/1.1" status: 200 len: 838 time: 0.0459247 Nov 12 05:49:43.490469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-c9c9f7ad-67f9-49bf-91c7-978b03a2f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:43.491959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-c9c9f7ad-67f9-49bf-91c7-978b03a2f663 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed410e35-d53c-4ad9-92b9-628906c43986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0405371 Nov 12 05:49:43.585661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-e59c2c52-5e94-4073-8f7c-5ec9a5824a22 service neutron] 10.222.0.43 "GET /v2.0/networks/ed410e35-d53c-4ad9-92b9-628906c43986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856874 Nov 12 05:49:43.676835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6addfd0-a3c2-4417-9253-21cdda958f2f req-0559c274-e308-4446-afaf-e132d3db0e2d service neutron] 10.222.0.43 "GET /v2.0/networks/ed410e35-d53c-4ad9-92b9-628906c43986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830333 Nov 12 05:49:43.902665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1126460e-994b-4569-8395-3ad1e086ee15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:43.907598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebfdbe-81f0-4ff1-83e9-fcd683799bcd req-27fdb330-8277-4dcf-9357-e91388e0420b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:43.909135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40ebfdbe-81f0-4ff1-83e9-fcd683799bcd req-27fdb330-8277-4dcf-9357-e91388e0420b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 944 time: 0.0505209 Nov 12 05:49:43.971084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40ebfdbe-81f0-4ff1-83e9-fcd683799bcd req-4df5a453-df1a-4eb5-8448-7ca56e471f6f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560186 Nov 12 05:49:44.007623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-0b5c476b-d17e-4d16-a120-28d2e49fc940 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:44.009072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-0b5c476b-d17e-4d16-a120-28d2e49fc940 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.47 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 945 time: 0.0551050 Nov 12 05:49:44.102221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Deleting port e8165702-11b9-44bc-82f6-df889ff83369 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:49:44.102621 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:44.224377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] For port e8165702-11b9-44bc-82f6-df889ff83369, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e8165702-11b9-44bc-82f6-df889ff83369,segment=NetworkSegment(7fbf8470-a8ce-428b-814c-4fcb824b9bb7),segment_id=7fbf8470-a8ce-428b-814c-4fcb824b9bb7)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:44.224640 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:44.234985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72d5de-aa75-46a8-814b-b00d7b9734c8 req-9af95a13-e77a-4e12-ad1b-5cad37f65870 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:44.236449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f72d5de-aa75-46a8-814b-b00d7b9734c8 req-9af95a13-e77a-4e12-ad1b-5cad37f65870 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/ports?device_id=22cd18d8-235b-480f-bf70-38794e13513e HTTP/1.1" status: 200 len: 945 time: 0.0803895 Nov 12 05:49:44.253088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Calling delete_port for e8165702-11b9-44bc-82f6-df889ff83369 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:49:44.329232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f72d5de-aa75-46a8-814b-b00d7b9734c8 req-cc47323c-ade4-4cab-99b9-324b00b77eba tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a3b28ee-ac36-4479-812c-48327bdf3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850933 Nov 12 05:49:44.416354 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:44.428779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['e8165702-11b9-44bc-82f6-df889ff83369'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:49:44.444627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Pushing event deleted for resources: {'Port': ['ID=e8165702-11b9-44bc-82f6-df889ff83369,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:44.493439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] No DVR routers for this DVR port e8165702-11b9-44bc-82f6-df889ff83369 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:49:44.496064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:44.499803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a156fcf-ae0d-4652-ac06-19c9cab98698 req-226b1933-4d9e-4c01-bf7b-75a50c5962d2 tempest-VolumesActionsTest-1168047088 tempest-VolumesActionsTest-1168047088-project] 10.222.0.47 "DELETE /v2.0/ports/e8165702-11b9-44bc-82f6-df889ff83369 HTTP/1.1" status: 204 len: 173 time: 0.4834864 Nov 12 05:49:45.086757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dc70d-bf66-4888-a8db-834c099ff60e req-30942b10-9913-4388-93b4-d6492f3468a0 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:45.088218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-764dc70d-bf66-4888-a8db-834c099ff60e req-30942b10-9913-4388-93b4-d6492f3468a0 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 944 time: 0.0489819 Nov 12 05:49:45.118182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cd18d8-235b-480f-bf70-38794e13513e', 'name': 'network-vif-deleted', 'tag': 'e8165702-11b9-44bc-82f6-df889ff83369'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:49:45.120455 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031ed6f3-11d3-448e-9931-66ebbea23cd0" -d '{"events": [{"server_uuid": "22cd18d8-235b-480f-bf70-38794e13513e", "name": "network-vif-deleted", "tag": "e8165702-11b9-44bc-82f6-df889ff83369"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:49:45.141175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-764dc70d-bf66-4888-a8db-834c099ff60e req-c21f9d53-9851-42ef-a4f5-3d85addb5d67 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471041 Nov 12 05:49:45.182916 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce117c-8b3d-46e1-b9dd-61f0202a896f x-openstack-request-id: req-83ce117c-8b3d-46e1-b9dd-61f0202a896f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:49:45.183210 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cd18d8-235b-480f-bf70-38794e13513e", "name": "network-vif-deleted", "tag": "e8165702-11b9-44bc-82f6-df889ff83369", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:49:45.183467 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83ce117c-8b3d-46e1-b9dd-61f0202a896f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:49:45.183865 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cd18d8-235b-480f-bf70-38794e13513e', 'name': 'network-vif-deleted', 'tag': 'e8165702-11b9-44bc-82f6-df889ff83369', 'status': 'completed', 'code': 200} Nov 12 05:49:46.262322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9620d1-25ce-4ad7-98be-41fb15b4e0a8 req-6f5c84e2-4e04-4275-9478-5bc0dbd96bf2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:46.264080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d9620d1-25ce-4ad7-98be-41fb15b4e0a8 req-6f5c84e2-4e04-4275-9478-5bc0dbd96bf2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 944 time: 0.0523410 Nov 12 05:49:46.318494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d9620d1-25ce-4ad7-98be-41fb15b4e0a8 req-ef77437d-5e3f-4424-839e-3602e6aad1d6 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475087 Nov 12 05:49:46.329278 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd10b6c6-5028-4229-83fa-7c54ae3cb6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:46.744124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8197ee83-d86c-489e-b5b9-53d18f975093 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:49:46.842726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8197ee83-d86c-489e-b5b9-53d18f975093, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8197ee83-d86c-489e-b5b9-53d18f975093,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:46.859556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '8197ee83-d86c-489e-b5b9-53d18f975093', 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986', 'port_id': '8197ee83-d86c-489e-b5b9-53d18f975093', 'mac_address': 'fa:16:3e:2e:a0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2c7522-785a-4204-a182-8aa512cada1e', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:49:46.907485 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:46.920600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8197ee83-d86c-489e-b5b9-53d18f975093 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:49:46.944457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8197ee83-d86c-489e-b5b9-53d18f975093, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8197ee83-d86c-489e-b5b9-53d18f975093,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:46.948655 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:46.994701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8197ee83-d86c-489e-b5b9-53d18f975093,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:47.123473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device e8165702-11b9-44bc-82f6-df889ff83369 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:49:47.145007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: e8165702-11b9-44bc-82f6-df889ff83369 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:49:47.145351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device e8165702-11b9-44bc-82f6-df889ff83369 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:49:47.391465 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:47.418483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['8197ee83-d86c-489e-b5b9-53d18f975093'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:49:47.449320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fc456-7c26-4c97-ad34-a2bf831f46c4 req-3f577e5b-c283-4032-866f-df892d135641 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:47.450964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a16fc456-7c26-4c97-ad34-a2bf831f46c4 req-3f577e5b-c283-4032-866f-df892d135641 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 945 time: 0.0539792 Nov 12 05:49:47.510385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a16fc456-7c26-4c97-ad34-a2bf831f46c4 req-63ec9345-797b-400a-a760-770b2b9f5b0b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520582 Nov 12 05:49:48.637922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d4cba-13aa-46cc-818d-49c5299f43c0 req-da07b5df-b268-4a79-bc42-d46cd4a13466 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:48.639464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd8d4cba-13aa-46cc-818d-49c5299f43c0 req-da07b5df-b268-4a79-bc42-d46cd4a13466 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 945 time: 0.0524061 Nov 12 05:49:48.642936 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:48.691156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd8d4cba-13aa-46cc-818d-49c5299f43c0 req-5a386503-07a7-4d5a-bfdd-1f1247287c06 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447872 Nov 12 05:49:48.758797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8197ee83-d86c-489e-b5b9-53d18f975093 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:49:48.814514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 8197ee83-d86c-489e-b5b9-53d18f975093 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:49:48.818740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 8197ee83-d86c-489e-b5b9-53d18f975093 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:48.819106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:48.901061 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:48.924069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e3c8f7-25e7-4c89-983b-10fa8fa2eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8197ee83-d86c-489e-b5b9-53d18f975093'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:49:48.926334 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfb2277-7fee-4893-8699-587e14f7a4ff" -d '{"events": [{"server_uuid": "53e3c8f7-25e7-4c89-983b-10fa8fa2eefb", "name": "network-vif-plugged", "status": "completed", "tag": "8197ee83-d86c-489e-b5b9-53d18f975093"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:49:48.939055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8197ee83-d86c-489e-b5b9-53d18f975093, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8197ee83-d86c-489e-b5b9-53d18f975093,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:48.943874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:48.970594 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e389486-c0ec-454e-b7e6-11409386489e x-openstack-request-id: req-4e389486-c0ec-454e-b7e6-11409386489e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:49:48.975390 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e3c8f7-25e7-4c89-983b-10fa8fa2eefb", "name": "network-vif-plugged", "status": "completed", "tag": "8197ee83-d86c-489e-b5b9-53d18f975093", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:49:48.975390 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e389486-c0ec-454e-b7e6-11409386489e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:49:48.975390 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e3c8f7-25e7-4c89-983b-10fa8fa2eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8197ee83-d86c-489e-b5b9-53d18f975093', 'code': 200} Nov 12 05:49:49.000845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8197ee83-d86c-489e-b5b9-53d18f975093,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:49.097669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc9377-5f1e-4b93-a345-edbed28f3e3a req-44bcb872-319f-4754-baaa-31f12ba091fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:49.099224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44fc9377-5f1e-4b93-a345-edbed28f3e3a req-44bcb872-319f-4754-baaa-31f12ba091fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 1098 time: 0.0422289 Nov 12 05:49:49.151601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44fc9377-5f1e-4b93-a345-edbed28f3e3a req-aff7de10-1d46-45b3-a350-0c09e56725db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Nov 12 05:49:49.545543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:49.814618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4d238-686c-445d-8d7a-3f0fbbcca6ca req-eb8b5453-794a-42a3-997b-4b182fe5d4fa tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:49.817060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6e4d238-686c-445d-8d7a-3f0fbbcca6ca req-eb8b5453-794a-42a3-997b-4b182fe5d4fa tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 946 time: 0.0529997 Nov 12 05:49:49.867625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6e4d238-686c-445d-8d7a-3f0fbbcca6ca req-987e7635-12f1-4ea3-87ba-a369422051cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 Nov 12 05:49:50.985070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec929536-4ac7-441f-8c5a-b4fbb32a5452 req-578552ac-1669-461f-9637-5e2b93d0e69c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:50.986497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec929536-4ac7-441f-8c5a-b4fbb32a5452 req-578552ac-1669-461f-9637-5e2b93d0e69c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 946 time: 0.0491972 Nov 12 05:49:51.035995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec929536-4ac7-441f-8c5a-b4fbb32a5452 req-8ced5296-3483-4f10-9360-7c1b2373866a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Nov 12 05:49:51.156856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a6689-2283-4f03-ac14-437925096be6 req-d0ccf625-26fd-43c5-87a3-49bbb0e1ae0f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:49:51.158317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed4a6689-2283-4f03-ac14-437925096be6 req-d0ccf625-26fd-43c5-87a3-49bbb0e1ae0f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 946 time: 0.0535152 Nov 12 05:49:51.206843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed4a6689-2283-4f03-ac14-437925096be6 req-5b17ad8c-0220-4141-b47d-a36556ce5095 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Nov 12 05:49:52.678641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47460) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:49:53.407489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:53.814484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.20.0.17 (ed410e35-d53c-4ad9-92b9-628906c43986/6a2c7522-785a-4204-a182-8aa512cada1e/a285bfcd-8e2a-40db-ae4d-102314779951) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:49:53.933054 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:53.966133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:54.020578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network ed410e35-d53c-4ad9-92b9-628906c43986 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:49:54.028405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:49:54.039476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:49:54.042135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=a285bfcd-8e2a-40db-ae4d-102314779951,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:54.106240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:54.244501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:54.347723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cf0255f7-3302-42f9-9743-300ac8396d21 None None] Provisioning complete for port a285bfcd-8e2a-40db-ae4d-102314779951 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:54.348285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cf0255f7-3302-42f9-9743-300ac8396d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:54.385415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cf0255f7-3302-42f9-9743-300ac8396d21 None None] Port a285bfcd-8e2a-40db-ae4d-102314779951 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:49:54.522434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:54.527815 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:54.604248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:54.606099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=a285bfcd-8e2a-40db-ae4d-102314779951,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:54.701481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network ed410e35-d53c-4ad9-92b9-628906c43986 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:49:54.703052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:49:54.828680 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router dcbf8677-a84a-462a-9fee-9e6e6edc5cde has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:49:54.910490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d0def9e3-c103-4917-823a-1ea4812ecd30 None None] Provisioning complete for port a285bfcd-8e2a-40db-ae4d-102314779951 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:54.911004 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d0def9e3-c103-4917-823a-1ea4812ecd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:54.951614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d0def9e3-c103-4917-823a-1ea4812ecd30 None None] Port a285bfcd-8e2a-40db-ae4d-102314779951 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:49:54.962674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:49:54.967932 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-269f7ddb-f55a-4be8-8735-9d76ffe93732 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "PUT /v2.0/routers/dcbf8677-a84a-462a-9fee-9e6e6edc5cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880340 Nov 12 05:49:54.973959 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Sync routers for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:49:54.993341 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:49:54.994003 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:49:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:49:55.103488 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:49:55.338013 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:49:54Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 1, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a285bfcd-8e2a-40db-ae4d-102314779951', 'name': '', 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:9f:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '6a2c7522-785a-4204-a182-8aa512cada1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:49:53Z', 'updated_at': '2021-11-12T05:49:54Z', 'revision_number': 2, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6a2c7522-785a-4204-a182-8aa512cada1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:49:55.457874 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Checking router: dcbf8677-a84a-462a-9fee-9e6e6edc5cde for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:49:55.458225 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Updating router dcbf8677-a84a-462a-9fee-9e6e6edc5cde port a285bfcd-8e2a-40db-ae4d-102314779951 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:49:55.483987 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:55.744087 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:55.751349 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:55.806379 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Pushing event updated for resources: {'Port': ['ID=a285bfcd-8e2a-40db-ae4d-102314779951,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:55.830192 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.830641 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.830984 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.831885 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.832219 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.832545 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.832874 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.833193 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.833530 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.833832 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.834158 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.834500 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:49:55.863419 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Attempting to bind port a285bfcd-8e2a-40db-ae4d-102314779951 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:49:55.863786 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Attempting to bind port a285bfcd-8e2a-40db-ae4d-102314779951 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:49:55.864143 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Attempting to bind port a285bfcd-8e2a-40db-ae4d-102314779951 on network ed410e35-d53c-4ad9-92b9-628906c43986 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:49:55.869328 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:49:55.869722 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Checking segment: {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:49:55.870119 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:55.870544 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Bound using segment: {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:49:55.871004 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Bound port: a285bfcd-8e2a-40db-ae4d-102314779951, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:49:55.871614 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:55.942793 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] For port a285bfcd-8e2a-40db-ae4d-102314779951, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:49:55.946113 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] For port a285bfcd-8e2a-40db-ae4d-102314779951, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a285bfcd-8e2a-40db-ae4d-102314779951,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:49:55.950936 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:56.001172 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:49:56.001862 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:49:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:49:56.070499 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a5b26-5567-4e0f-83d0-8f8da5cca74d None None] Pushing event updated for resources: {'Port': ['ID=a285bfcd-8e2a-40db-ae4d-102314779951,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:56.088302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-af767ca9-7da0-4cb8-af99-76ea88852458 None None] Provisioning complete for port a285bfcd-8e2a-40db-ae4d-102314779951 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:56.088915 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af767ca9-7da0-4cb8-af99-76ea88852458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:56.145184 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:49:56.209628 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af767ca9-7da0-4cb8-af99-76ea88852458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:56.247168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-af767ca9-7da0-4cb8-af99-76ea88852458 None None] For port a285bfcd-8e2a-40db-ae4d-102314779951, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a285bfcd-8e2a-40db-ae4d-102314779951,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:49:56.254983 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af767ca9-7da0-4cb8-af99-76ea88852458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:56.321272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af767ca9-7da0-4cb8-af99-76ea88852458 None None] Pushing event updated for resources: {'Port': ['ID=a285bfcd-8e2a-40db-ae4d-102314779951,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:49:56.376679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-799404f8-e694-4efe-8ad2-6e943db51fd0 None None] Provisioning complete for port a285bfcd-8e2a-40db-ae4d-102314779951 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:56.376904 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-799404f8-e694-4efe-8ad2-6e943db51fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:56.424872 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:49:54Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 1, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a285bfcd-8e2a-40db-ae4d-102314779951', 'name': '', 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:9f:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '6a2c7522-785a-4204-a182-8aa512cada1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:49:53Z', 'updated_at': '2021-11-12T05:49:55Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6a2c7522-785a-4204-a182-8aa512cada1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:49:56.463941 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50974d-0a3c-49c0-a7eb-b798314773ed None None] The sync data for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 is: [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:49:54Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 1, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a285bfcd-8e2a-40db-ae4d-102314779951', 'name': '', 'network_id': 'ed410e35-d53c-4ad9-92b9-628906c43986', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:9f:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '6a2c7522-785a-4204-a182-8aa512cada1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:49:53Z', 'updated_at': '2021-11-12T05:49:55Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6a2c7522-785a-4204-a182-8aa512cada1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:49:57.345563 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:58.147375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a285bfcd-8e2a-40db-ae4d-102314779951 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:49:58.198048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a285bfcd-8e2a-40db-ae4d-102314779951 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:49:58.198454 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:00.631649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-f24b5fa3-5ad5-4182-9471-cbbf0b93c1dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409296 Nov 12 05:50:00.723598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-9195ba88-1d83-4b32-96d5-e14f4b8c7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:00.725219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-9195ba88-1d83-4b32-96d5-e14f4b8c7816 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 1098 time: 0.0443618 Nov 12 05:50:00.841803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-fbab4891-420a-4f7c-9c43-cde31e3952da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:00.843266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-fbab4891-420a-4f7c-9c43-cde31e3952da service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0954213 Nov 12 05:50:00.917297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-594d8823-f08a-456b-be74-253559cd4079 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af2a573e-ab87-4526-b205-d71fd805f3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0665720 Nov 12 05:50:00.977458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-952c3268-d4ec-4429-ab31-a64fff578059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:00.978997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-952c3268-d4ec-4429-ab31-a64fff578059 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0526102 Nov 12 05:50:01.032073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-06953ceb-49e5-4e96-a588-76de810c64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:01.033609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-06953ceb-49e5-4e96-a588-76de810c64c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466955 Nov 12 05:50:01.124533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-8ed17e22-1097-4465-865f-541f88504957 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828204 Nov 12 05:50:01.218551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9409f64d-85c6-4c05-928a-0d63af7d3a9c req-61922ddd-6413-4b4b-93f4-c70e17e5e3f4 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863507 Nov 12 05:50:02.460041 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:50:06.043702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47592) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:06.092694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9aea00-4c8b-42f8-b225-17eedb4f7d4b admin admin] Deleting subnet 8cb98d2d-0a40-44d1-a8e6-a6cb198602bc {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:50:06.095923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea00-4c8b-42f8-b225-17eedb4f7d4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.131495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea00-4c8b-42f8-b225-17eedb4f7d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.172083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea00-4c8b-42f8-b225-17eedb4f7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.226909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea00-4c8b-42f8-b225-17eedb4f7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.254404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9aea00-4c8b-42f8-b225-17eedb4f7d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb98d2d-0a40-44d1-a8e6-a6cb198602bc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:06.256430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea00-4c8b-42f8-b225-17eedb4f7d4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.259696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9c9aea00-4c8b-42f8-b225-17eedb4f7d4b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8cb98d2d-0a40-44d1-a8e6-a6cb198602bc HTTP/1.1" status: 204 len: 168 time: 0.2149630 Nov 12 05:50:06.262006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47596) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:06.334809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.413511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.440413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd0cd62-78fc-4b94-ad45-fac8caf97095']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:06.449871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbf8470-a8ce-428b-814c-4fcb824b9bb7') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:06.450174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbf8470-a8ce-428b-814c-4fcb824b9bb7') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:06.461119 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.477860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.485754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:50:06.486196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:50:06.488809 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:50:06.553377 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.572210 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.578543 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] 10.222.0.48 "DELETE /v2.0/networks/efd0cd62-78fc-4b94-ad45-fac8caf97095 HTTP/1.1" status: 204 len: 168 time: 0.3129401 Nov 12 05:50:06.578543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8316bda-c81a-4e77-8ce6-f323bdacbd27 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd0cd62-78fc-4b94-ad45-fac8caf97095,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:06.579047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47600) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:06.632324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad892ec-f9c7-48d3-93ce-e129f8e23ccd admin admin] Deleting subnet 05ff7631-0919-4e7e-a45f-b32b69fadf77 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:50:06.636042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bad892ec-f9c7-48d3-93ce-e129f8e23ccd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.679458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bad892ec-f9c7-48d3-93ce-e129f8e23ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.722533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bad892ec-f9c7-48d3-93ce-e129f8e23ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.778380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bad892ec-f9c7-48d3-93ce-e129f8e23ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.804384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad892ec-f9c7-48d3-93ce-e129f8e23ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ff7631-0919-4e7e-a45f-b32b69fadf77,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:06.810482 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bad892ec-f9c7-48d3-93ce-e129f8e23ccd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.814863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bad892ec-f9c7-48d3-93ce-e129f8e23ccd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/05ff7631-0919-4e7e-a45f-b32b69fadf77 HTTP/1.1" status: 204 len: 168 time: 0.2338922 Nov 12 05:50:06.816631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47602) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:06.895325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:06.978616 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.009316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2a64d4-ee88-4c27-8d65-082effcfb2e5']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:07.020000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7185f37-67b4-496f-8ca9-256d629aef0c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:07.020317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7185f37-67b4-496f-8ca9-256d629aef0c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:07.029846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.045061 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.051298 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:50:07.051691 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:50:07.053485 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:50:07.107181 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.112445 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.115830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8a2a64d4-ee88-4c27-8d65-082effcfb2e5 HTTP/1.1" status: 204 len: 168 time: 0.2980711 Nov 12 05:50:07.127093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd0260-a3f0-4379-92a1-5c1366f6c5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2a64d4-ee88-4c27-8d65-082effcfb2e5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:07.289338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47606) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:07.328944 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4acdf2f-004d-4b6c-9290-756899c13517 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaee47a56de24535a5602d2327aafaad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383949 Nov 12 05:50:07.331346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47608) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:07.381876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-faa10b31-7508-4913-a5cb-fd8f52fd743f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.402849 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-faa10b31-7508-4913-a5cb-fd8f52fd743f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.448713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-faa10b31-7508-4913-a5cb-fd8f52fd743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.451555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-faa10b31-7508-4913-a5cb-fd8f52fd743f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.452713 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-faa10b31-7508-4913-a5cb-fd8f52fd743f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a3b28ee-ac36-4479-812c-48327bdf3be0 HTTP/1.1" status: 204 len: 168 time: 0.1204743 Nov 12 05:50:07.460405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa10b31-7508-4913-a5cb-fd8f52fd743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3b28ee-ac36-4479-812c-48327bdf3be0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:07.783253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47616) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:07.822147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0096d19a-0944-4096-96d7-c8d12e9e8a55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99d08ab240b44742a8dac5e53ba78ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372195 Nov 12 05:50:07.824527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47618) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:07.869819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d37919ef-8aba-4382-b945-df2d5be10cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.890122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d37919ef-8aba-4382-b945-df2d5be10cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.936892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d37919ef-8aba-4382-b945-df2d5be10cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.939883 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d37919ef-8aba-4382-b945-df2d5be10cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.941031 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d37919ef-8aba-4382-b945-df2d5be10cd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d08afe4f-ceed-4528-9218-270e9b6c50d1 HTTP/1.1" status: 204 len: 168 time: 0.1156268 Nov 12 05:50:07.949059 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37919ef-8aba-4382-b945-df2d5be10cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08afe4f-ceed-4528-9218-270e9b6c50d1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:10.752087 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:12.682399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-f52aa573-7e7a-4696-8986-39835ab4ad28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419543 Nov 12 05:50:12.763484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-e148b338-c6bc-497b-9de7-5c3f016f5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:12.764980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-e148b338-c6bc-497b-9de7-5c3f016f5083 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 1098 time: 0.0474136 Nov 12 05:50:12.872585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-7b5e1720-214f-4f72-9182-4702511af6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:12.874567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-7b5e1720-214f-4f72-9182-4702511af6a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0637e63b-b214-4e5f-9729-3b921b88a1ba HTTP/1.1" status: 200 len: 897 time: 0.0885324 Nov 12 05:50:12.945617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-6c3ae7b3-32d8-4eb1-b3c9-efeed64371e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1 HTTP/1.1" status: 200 len: 1002 time: 0.0637362 Nov 12 05:50:12.996083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-93d52ef7-c05b-4354-b70e-414c69d0af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:12.997567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-93d52ef7-c05b-4354-b70e-414c69d0af07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6106d151-25e4-4cfd-b1f9-07de263ed77f HTTP/1.1" status: 200 len: 834 time: 0.0453398 Nov 12 05:50:13.046245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-810ac43c-7142-413d-938a-482f30de750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:13.047890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-810ac43c-7142-413d-938a-482f30de750e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0637e63b-b214-4e5f-9729-3b921b88a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424085 Nov 12 05:50:13.145258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-7aa13e22-e741-420d-98ee-598b024972f7 service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893800 Nov 12 05:50:13.236997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63c3f4d1-9198-4a19-b655-f67ced6762b8 req-4dd55ffe-265e-49a8-9545-cede4524178a service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844314 Nov 12 05:50:13.905661 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-15ec7434-e46c-4660-a1b9-bd1d6363891b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:16.324946 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-adfdde4e-806f-45df-81fc-16716b82b8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:17.394322 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:18.632562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:19.538546 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:26.409326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47838) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:26.516114 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4618ff7b-64ee-49d0-ad31-30ffce57a52e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:26.586571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47844) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:26.599472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4618ff7b-64ee-49d0-ad31-30ffce57a52e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:26.604705 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4618ff7b-64ee-49d0-ad31-30ffce57a52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:26.652914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4618ff7b-64ee-49d0-ad31-30ffce57a52e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adfb2d174e1643de882b7cc786ff5010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423151 Nov 12 05:50:26.656099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47846) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:26.665446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618ff7b-64ee-49d0-ad31-30ffce57a52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e4e46-a60b-4378-a601-263e9586b735,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:26.716286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9016-369c-486b-9057-500ff28a17c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:26.738981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9016-369c-486b-9057-500ff28a17c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:26.798288 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9016-369c-486b-9057-500ff28a17c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:26.801006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9016-369c-486b-9057-500ff28a17c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:26.802280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9f7d9016-369c-486b-9057-500ff28a17c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/460e4e46-a60b-4378-a601-263e9586b735 HTTP/1.1" status: 204 len: 168 time: 0.1453121 Nov 12 05:50:26.811852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d9016-369c-486b-9057-500ff28a17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e4e46-a60b-4378-a601-263e9586b735,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:27.002577 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:27.114595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f402-132d-4b32-be66-1aee5ab10967 req-0020f697-b614-48f0-a1ec-c60493b5a297 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:27.116491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2713f402-132d-4b32-be66-1aee5ab10967 req-0020f697-b614-48f0-a1ec-c60493b5a297 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 946 time: 0.0608580 Nov 12 05:50:27.181410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2713f402-132d-4b32-be66-1aee5ab10967 req-94406508-9cd9-4675-9399-701b276e1e8d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560350 Nov 12 05:50:27.357746 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:27.404072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port a285bfcd-8e2a-40db-ae4d-102314779951 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:27.404473 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:27.497101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port a285bfcd-8e2a-40db-ae4d-102314779951, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a285bfcd-8e2a-40db-ae4d-102314779951,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:27.497467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:27.511420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for a285bfcd-8e2a-40db-ae4d-102314779951 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:27.702256 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:27.729367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=a285bfcd-8e2a-40db-ae4d-102314779951,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:27.741907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.742257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.742630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.743073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.743289 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.743618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.743946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.744275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.744600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.744933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.745233 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:27.745556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:28.217014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:28.317312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f9c3e-57cf-4d72-8135-b9c034f0b1fd req-66c73cd3-0aed-4604-b1b8-9d7083fd5c86 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:28.319230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae4f9c3e-57cf-4d72-8135-b9c034f0b1fd req-66c73cd3-0aed-4604-b1b8-9d7083fd5c86 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 946 time: 0.0558279 Nov 12 05:50:28.371821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae4f9c3e-57cf-4d72-8135-b9c034f0b1fd req-806401ba-58ce-4e53-9efc-f1a1175621f0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458937 Nov 12 05:50:28.451677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router dcbf8677-a84a-462a-9fee-9e6e6edc5cde has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:50:28.560317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:50:28.569594 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4429ed90-8d91-4046-854e-3595311219ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "PUT /v2.0/routers/dcbf8677-a84a-462a-9fee-9e6e6edc5cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9783254 Nov 12 05:50:28.571966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] Sync routers for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:50:28.581918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:28.582696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:28.672552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-e92c8788-838e-47f3-be8f-ca2313f4b341 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:28.675344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-e92c8788-838e-47f3-be8f-ca2313f4b341 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 946 time: 0.0608706 Nov 12 05:50:28.731012 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:28.860427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d576c2a-33e4-4347-812f-2475a687b132 req-b484f976-6790-4b4a-8f68-1e60dc8e6a63 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:28.862625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d576c2a-33e4-4347-812f-2475a687b132 req-b484f976-6790-4b4a-8f68-1e60dc8e6a63 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 946 time: 0.0691214 Nov 12 05:50:28.873131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port af2a573e-ab87-4526-b205-d71fd805f3f8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:28.873461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:28.980880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d576c2a-33e4-4347-812f-2475a687b132 req-02f13743-4c74-4478-af5e-b93615da2084 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043231 Nov 12 05:50:28.999274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:27Z', 'revision_number': 6, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 1, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:29.011281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] For port af2a573e-ab87-4526-b205-d71fd805f3f8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=af2a573e-ab87-4526-b205-d71fd805f3f8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:29.011655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:29.031868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] Checking router: dcbf8677-a84a-462a-9fee-9e6e6edc5cde for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:50:29.041214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:29.041938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:29.160266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:29.198193 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:29.198607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:29.199398 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Floating IP a3a8f41b-007e-4b3f-ba5d-a21285ad9326 disassociated. External IP: 172.25.2.99, port: af2a573e-ab87-4526-b205-d71fd805f3f8. Nov 12 05:50:29.199398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for af2a573e-ab87-4526-b205-d71fd805f3f8 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:29.354631 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:29.384176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=af2a573e-ab87-4526-b205-d71fd805f3f8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:29.398835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.399398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.399896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.400405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.401149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.402372 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.402873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.403366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.403853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.404342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.404915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.405581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:29.411692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:27Z', 'revision_number': 6, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 1, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:29.453969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab0d7e-0898-4e0a-808a-edf4d46b05a1 None None] The sync data for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 is: [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:27Z', 'revision_number': 6, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c526f8a3-ff9d-403c-a055-249ac56125e9', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'port_id': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'mac_address': 'fa:16:3e:06:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:48:27Z', 'updated_at': '2021-11-12T05:48:30Z', 'revision_number': 1, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:50:29.531192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fad75289-91c1-40fa-b209-103587717dde req-c96ce4fa-0ccc-419f-9ef6-1ff133974d98 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 210 time: 0.0679734 Nov 12 05:50:29.566889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Router 617ae49c-8352-4596-a1ed-cda16e26edae has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:50:30.053383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:50:30.063953 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:50:30.076193 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:30.092248 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:30.113842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a285bfcd-8e2a-40db-ae4d-102314779951 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:50:30.123094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] No DVR routers for this DVR port af2a573e-ab87-4526-b205-d71fd805f3f8 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:50:30.126291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:30.130412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74efce64-e399-40ff-821f-ccc6ba2edcd1 req-2045d462-95c3-4808-a70e-7c22217855dc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "DELETE /v2.0/ports/af2a573e-ab87-4526-b205-d71fd805f3f8 HTTP/1.1" status: 204 len: 173 time: 1.4488633 Nov 12 05:50:30.131062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'name': 'network-vif-deleted', 'tag': 'af2a573e-ab87-4526-b205-d71fd805f3f8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:50:30.133733 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2ed31c-9ba6-4442-978d-b371ee383e17" -d '{"events": [{"server_uuid": "a7ab7f6a-ef4e-413f-880f-57a02c4a0996", "name": "network-vif-deleted", "tag": "af2a573e-ab87-4526-b205-d71fd805f3f8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:50:30.155835 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a285bfcd-8e2a-40db-ae4d-102314779951 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:50:30.156458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a285bfcd-8e2a-40db-ae4d-102314779951 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:50:30.205499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20d8b6-190c-41ec-a959-5b7ad7acb49b req-de4ccf00-108f-4f0e-8eb7-7232fc2bcdaf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:30.215004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b20d8b6-190c-41ec-a959-5b7ad7acb49b req-de4ccf00-108f-4f0e-8eb7-7232fc2bcdaf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 946 time: 0.1565132 Nov 12 05:50:30.225367 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:30.266497 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b20d8b6-190c-41ec-a959-5b7ad7acb49b req-6a1f8fb8-3063-4ae2-8810-2073b89a1a4d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=53639266-bf31-4a31-bf7e-0655e5190ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501385 Nov 12 05:50:30.313651 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dad6ba-b220-4a86-bcb8-22b4edb896f0 x-openstack-request-id: req-35dad6ba-b220-4a86-bcb8-22b4edb896f0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:50:30.314137 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab7f6a-ef4e-413f-880f-57a02c4a0996", "name": "network-vif-deleted", "tag": "af2a573e-ab87-4526-b205-d71fd805f3f8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:50:30.314611 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35dad6ba-b220-4a86-bcb8-22b4edb896f0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:50:30.315188 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab7f6a-ef4e-413f-880f-57a02c4a0996', 'name': 'network-vif-deleted', 'tag': 'af2a573e-ab87-4526-b205-d71fd805f3f8', 'status': 'completed', 'code': 200} Nov 12 05:50:30.439576 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:30.463521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-71158f6a-61bf-4fc4-834c-bb2cbf868cc0 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:30.466769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-71158f6a-61bf-4fc4-834c-bb2cbf868cc0 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 946 time: 0.0685065 Nov 12 05:50:30.472763 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:50:30.481857 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:30.482496 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:30.594656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port 8197ee83-d86c-489e-b5b9-53d18f975093 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:30.595276 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:30.693656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b65f104-7b6d-4a6e-894f-728148a0fe19 req-0c0a8673-6cd8-44f4-b4d8-c3eabd5d1167 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 210 time: 0.0379367 Nov 12 05:50:30.739628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port 8197ee83-d86c-489e-b5b9-53d18f975093, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8197ee83-d86c-489e-b5b9-53d18f975093,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:30.740271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:30.756940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for 8197ee83-d86c-489e-b5b9-53d18f975093 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:30.793674 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:30.914655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:30.949185 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=8197ee83-d86c-489e-b5b9-53d18f975093,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:30.998955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] No DVR routers for this DVR port 8197ee83-d86c-489e-b5b9-53d18f975093 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:50:31.001549 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:31.005593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd89255b-240f-4b28-ac92-a137d3949f10 req-4c26b2ad-e41f-41df-b76c-34631870ba7e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "DELETE /v2.0/ports/8197ee83-d86c-489e-b5b9-53d18f975093 HTTP/1.1" status: 204 len: 173 time: 0.5325253 Nov 12 05:50:31.044567 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:31.079118 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0d5da-e207-476f-a892-5323daa51f4e None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:50:31.372613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device af2a573e-ab87-4526-b205-d71fd805f3f8 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:50:31.424278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: af2a573e-ab87-4526-b205-d71fd805f3f8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:50:31.427211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9c329fa3-667c-49e6-90b0-cfb5d55a1806 req-7cea8580-a379-4675-be61-de256cda5b3e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=53e3c8f7-25e7-4c89-983b-10fa8fa2eefb HTTP/1.1" status: 200 len: 210 time: 0.0410240 Nov 12 05:50:31.427645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device af2a573e-ab87-4526-b205-d71fd805f3f8 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:50:31.460942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa9dea-2714-4e54-99e3-ed99ec6dd513 None None] New status for floating IP a3a8f41b-007e-4b3f-ba5d-a21285ad9326: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:50:31.835509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcfb6e38-2906-4104-9473-06e333613a43 req-2e835684-050d-4975-8886-ead64fa508f1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 210 time: 0.0299895 Nov 12 05:50:32.316916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e3c8f7-25e7-4c89-983b-10fa8fa2eefb', 'name': 'network-vif-deleted', 'tag': '8197ee83-d86c-489e-b5b9-53d18f975093'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:50:32.319475 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb74e51a-009d-4fc2-ba51-78a7f2119b13" -d '{"events": [{"server_uuid": "53e3c8f7-25e7-4c89-983b-10fa8fa2eefb", "name": "network-vif-deleted", "tag": "8197ee83-d86c-489e-b5b9-53d18f975093"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:50:32.356090 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a291e4-96ea-4dd7-b33a-79cabececa89 x-openstack-request-id: req-28a291e4-96ea-4dd7-b33a-79cabececa89 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:50:32.356505 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e3c8f7-25e7-4c89-983b-10fa8fa2eefb", "name": "network-vif-deleted", "tag": "8197ee83-d86c-489e-b5b9-53d18f975093", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:50:32.356852 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28a291e4-96ea-4dd7-b33a-79cabececa89 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:50:32.357404 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e3c8f7-25e7-4c89-983b-10fa8fa2eefb', 'name': 'network-vif-deleted', 'tag': '8197ee83-d86c-489e-b5b9-53d18f975093', 'status': 'completed', 'code': 200} Nov 12 05:50:32.486215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47948) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:32.549650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d7659a9-df54-4108-9f72-51bd3e4888d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:32.577991 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d7659a9-df54-4108-9f72-51bd3e4888d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:32.640404 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d7659a9-df54-4108-9f72-51bd3e4888d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:32.644379 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d7659a9-df54-4108-9f72-51bd3e4888d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:32.645785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2d7659a9-df54-4108-9f72-51bd3e4888d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/security-groups/53639266-bf31-4a31-bf7e-0655e5190ef4 HTTP/1.1" status: 204 len: 168 time: 0.1585493 Nov 12 05:50:32.657290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7659a9-df54-4108-9f72-51bd3e4888d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53639266-bf31-4a31-bf7e-0655e5190ef4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:32.703931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47952) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:32.765843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d061e869-203a-47f0-b563-99a79587d981 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting subnet 6a2c7522-785a-4204-a182-8aa512cada1e {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:50:32.769796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d061e869-203a-47f0-b563-99a79587d981 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:32.815143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d061e869-203a-47f0-b563-99a79587d981 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:32.918213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d061e869-203a-47f0-b563-99a79587d981 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.021027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fcf4a0d3-1a16-4f6e-b758-eeb30af35f7c req-28bdbd84-e473-4099-8053-e5bbdfe93461 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 210 time: 0.0331998 Nov 12 05:50:33.046046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d061e869-203a-47f0-b563-99a79587d981 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.077366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061e869-203a-47f0-b563-99a79587d981 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2c7522-785a-4204-a182-8aa512cada1e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:33.091221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d061e869-203a-47f0-b563-99a79587d981 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.098060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d061e869-203a-47f0-b563-99a79587d981 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/subnets/6a2c7522-785a-4204-a182-8aa512cada1e HTTP/1.1" status: 204 len: 168 time: 0.3889296 Nov 12 05:50:33.099828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 47962) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:33.115936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187fe89a-66b5-43a2-b17d-56f76591ceb5 None None] Network ed410e35-d53c-4ad9-92b9-628906c43986 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:50:33.191994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47966) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:33.210235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.278558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:33.278860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.361041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] DHCP port deletion for ed410e35-d53c-4ad9-92b9-628906c43986 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:50:33.368243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3592e0a1-9f04-48a1-a351-1c20d5db3b17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.386399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:33.392721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.411329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:33.437897 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] Deleting port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:33.438431 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.487427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3592e0a1-9f04-48a1-a351-1c20d5db3b17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.493187 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3592e0a1-9f04-48a1-a351-1c20d5db3b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.518059 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.525905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592e0a1-9f04-48a1-a351-1c20d5db3b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a5e9f8-44b5-4898-a5c5-0cac1579fcb2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:33.548237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3592e0a1-9f04-48a1-a351-1c20d5db3b17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b99dfb6ebdaa4362aff7ef1a6111ea6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549843 Nov 12 05:50:33.549021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47970) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:33.551483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:33.553536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] For port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,segment=NetworkSegment(e94f4dcf-359b-4cd4-bcd9-18573fc67d5c),segment_id=e94f4dcf-359b-4cd4-bcd9-18573fc67d5c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:33.555934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] No DVR routers for this DVR port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:50:33.557542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.576337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] Calling delete_port for 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:33.610912 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25252eac-8d76-455b-930c-7166b661c8f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.635947 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25252eac-8d76-455b-930c-7166b661c8f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.644231 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.670858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed410e35-d53c-4ad9-92b9-628906c43986']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:33.672391 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.688143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:33.688450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94f4dcf-359b-4cd4-bcd9-18573fc67d5c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:33.700490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] Pushing event deleted for resources: {'Port': ['ID=58567791-fb2d-4db5-9b8d-6f7e3ae06e32,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:33.702452 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25252eac-8d76-455b-930c-7166b661c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.703339 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.708210 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25252eac-8d76-455b-930c-7166b661c8f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.709144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ff9fdb-5ee7-47a0-8ed9-5dec96a1b23e None None] No DVR routers for this DVR port 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:50:33.710648 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-25252eac-8d76-455b-930c-7166b661c8f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44a5e9f8-44b5-4898-a5c5-0cac1579fcb2 HTTP/1.1" status: 204 len: 168 time: 0.1606476 Nov 12 05:50:33.726232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25252eac-8d76-455b-930c-7166b661c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a5e9f8-44b5-4898-a5c5-0cac1579fcb2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:33.738496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.752351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:50:33.752768 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:50:33.759914 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:50:33.832733 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.846946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.853597 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/networks/ed410e35-d53c-4ad9-92b9-628906c43986 HTTP/1.1" status: 204 len: 168 time: 0.7484615 Nov 12 05:50:33.853759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 47976) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:33.865324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379b380-ea95-489e-a9fb-dfcae7efb1ce tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Network': ['ID=ed410e35-d53c-4ad9-92b9-628906c43986,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:34.033969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port e6bf6134-8569-4df1-b88f-372cb8d1cdd0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:34.034533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:34.170906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ad77312-497d-47df-8a5e-243e089be7c0 req-f1b1c7a4-45c5-466c-9bb0-f74b865b77bc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 210 time: 0.0456116 Nov 12 05:50:34.192623 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:34.193160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:34.195545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:50:34.212257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for e6bf6134-8569-4df1-b88f-372cb8d1cdd0 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:34.217961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:50:34.218497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 58567791-fb2d-4db5-9b8d-6f7e3ae06e32 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:50:34.393242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:34.428729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=e6bf6134-8569-4df1-b88f-372cb8d1cdd0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:34.488839 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:34.489174 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Floating IP c526f8a3-ff9d-403c-a055-249ac56125e9 disassociated (deleted). External IP: 172.25.2.109, port: ac74ba44-b530-4d3c-931b-da0bb3093fe1. Nov 12 05:50:34.712463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router dcbf8677-a84a-462a-9fee-9e6e6edc5cde has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:50:34.832786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:50:34.838009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:34.844866 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] Sync routers for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:50:34.855560 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:34.856705 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:34.880149 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ce92a4c5-d12e-4e06-84c7-cfa9a01fd652 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/floatingips/c526f8a3-ff9d-403c-a055-249ac56125e9 HTTP/1.1" status: 204 len: 168 time: 1.0254321 Nov 12 05:50:34.880818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:50:34.883285 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1de00e8-9d73-4899-a6cb-b4cea1852568" -d '{"events": [{"name": "network-changed", "server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:50:34.977342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8197ee83-d86c-489e-b5b9-53d18f975093 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:50:35.010257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 8197ee83-d86c-489e-b5b9-53d18f975093 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:50:35.010937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8197ee83-d86c-489e-b5b9-53d18f975093 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:50:35.039558 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:35.113830 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5d852f-9c78-4ddf-80a0-b4c100d3bc18 x-openstack-request-id: req-7f5d852f-9c78-4ddf-80a0-b4c100d3bc18 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:50:35.114297 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:50:35.114297 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f5d852f-9c78-4ddf-80a0-b4c100d3bc18 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:50:35.114735 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'status': 'completed', 'code': 200} Nov 12 05:50:35.257492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-e98b864c-b3d5-4700-bd3c-429170edd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:35.259351 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-e98b864c-b3d5-4700-bd3c-429170edd397 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 1098 time: 0.0866375 Nov 12 05:50:35.280547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13783e7b-1e6d-4798-80e2-d86b7897e03f req-664e748b-9764-4ff9-bc90-1285ebd5d7ca tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:35.289558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13783e7b-1e6d-4798-80e2-d86b7897e03f req-664e748b-9764-4ff9-bc90-1285ebd5d7ca tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 946 time: 0.0851252 Nov 12 05:50:35.330898 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:27Z', 'revision_number': 6, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:35.357660 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] Checking router: dcbf8677-a84a-462a-9fee-9e6e6edc5cde for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:50:35.366622 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:35.367231 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:35.404694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-13783e7b-1e6d-4798-80e2-d86b7897e03f req-a6458612-1fad-4e77-9a58-064ef7b4b693 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143517 Nov 12 05:50:35.424520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-f91c93c5-543c-4286-94c1-87f42d654ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:35.426129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-f91c93c5-543c-4286-94c1-87f42d654ed3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0637e63b-b214-4e5f-9729-3b921b88a1ba HTTP/1.1" status: 200 len: 897 time: 0.1552250 Nov 12 05:50:35.482546 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:35.487633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-a08f3334-b565-4244-b088-afc1e8248f9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1 HTTP/1.1" status: 200 len: 217 time: 0.0512443 Nov 12 05:50:35.556747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-faaead04-4571-4b52-8e75-18de66803128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:35.558660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-faaead04-4571-4b52-8e75-18de66803128 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6106d151-25e4-4cfd-b1f9-07de263ed77f HTTP/1.1" status: 200 len: 834 time: 0.0633202 Nov 12 05:50:35.618820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7465d991-68fe-47cf-990e-d790230a0e67 req-6661b504-32dd-4b10-a27f-07cdb3f8375b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7ab7f6a-ef4e-413f-880f-57a02c4a0996 HTTP/1.1" status: 200 len: 210 time: 0.1123374 Nov 12 05:50:35.639666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-2776ff1f-f805-4287-9897-118e2aca7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:35.639666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-2776ff1f-f805-4287-9897-118e2aca7d46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0637e63b-b214-4e5f-9729-3b921b88a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721581 Nov 12 05:50:35.739890 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:27Z', 'revision_number': 6, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:35.761133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-1a84440d-f36c-4f64-b6dd-ecf08512214d service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133356 Nov 12 05:50:35.768782 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0d9be-0242-415d-b317-bbf9beef3c64 None None] The sync data for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 is: [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:27Z', 'revision_number': 6, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'c52c9d94-45ef-41e4-b69f-3fbe218c7b9a', 'name': '', 'network_id': '0637e63b-b214-4e5f-9729-3b921b88a1ba', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:b2:e6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:48:02Z', 'updated_at': '2021-11-12T05:48:07Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': '6106d151-25e4-4cfd-b1f9-07de263ed77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:50:35.875755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1de00e8-9d73-4899-a6cb-b4cea1852568 req-5fc64a8d-d99c-46ac-8b5c-6bef790d68b9 service neutron] 10.222.0.43 "GET /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069283 Nov 12 05:50:36.034369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b82b8-3c27-4ce0-a3e7-a1251e82d84f None None] New status for floating IP c526f8a3-ff9d-403c-a055-249ac56125e9: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:50:36.545673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d49177-ec10-4765-8c0b-03bb3fc317d5 req-9d1b939d-fc79-43c5-ab01-c17bbbd11ce2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:36.547384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8d49177-ec10-4765-8c0b-03bb3fc317d5 req-9d1b939d-fc79-43c5-ab01-c17bbbd11ce2 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 946 time: 0.0565543 Nov 12 05:50:36.600430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8d49177-ec10-4765-8c0b-03bb3fc317d5 req-e4a00af6-014e-478b-892a-646ab903a092 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82d99d7-bc61-4f11-8afc-a71583145449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456984 Nov 12 05:50:36.890362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-6a7761df-1926-4bce-ae8e-891e51732a96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:36.891823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-6a7761df-1926-4bce-ae8e-891e51732a96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 946 time: 0.0746884 Nov 12 05:50:36.912890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-542fc00e-e2c5-4357-97b3-b4b9f77d8427 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365429837&fields=id&tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 267 time: 0.0701091 Nov 12 05:50:37.078064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-b8e0e21c-785f-4194-bb78-76f40f5ef540 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:37.079574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-b8e0e21c-785f-4194-bb78-76f40f5ef540 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1503482 Nov 12 05:50:37.082783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port ac74ba44-b530-4d3c-931b-da0bb3093fe1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:37.083117 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:37.122295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-b6bef50c-0e0c-4410-babd-e0a7586dab7d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/quotas/43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 375 time: 0.0343864 Nov 12 05:50:37.224303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-e0b7e818-dd26-4fe4-adf9-bebb8f2a607b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770783 Nov 12 05:50:37.226131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port ac74ba44-b530-4d3c-931b-da0bb3093fe1, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=ac74ba44-b530-4d3c-931b-da0bb3093fe1,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:37.226555 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:37.240357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for ac74ba44-b530-4d3c-931b-da0bb3093fe1 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:37.385168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-28bb4995-3b77-45cb-888d-002e66f56aeb service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427178 Nov 12 05:50:37.500204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:37.540455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=ac74ba44-b530-4d3c-931b-da0bb3093fe1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:37.557342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-f1a39db5-fc15-4f1f-8fba-f95758d7f33d service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659186 Nov 12 05:50:37.601335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] No DVR routers for this DVR port ac74ba44-b530-4d3c-931b-da0bb3093fe1 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:50:37.605293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:37.608909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1c19581f-f2d2-4cdc-8b96-996fecf0245f req-e5b28fed-1717-4659-9fdf-9d63348f1f0c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "DELETE /v2.0/ports/ac74ba44-b530-4d3c-931b-da0bb3093fe1 HTTP/1.1" status: 204 len: 173 time: 0.7080092 Nov 12 05:50:37.609670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'name': 'network-vif-deleted', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:50:37.612442 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e15e5-f174-4a30-aba0-e26e8a5344ba" -d '{"events": [{"server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "name": "network-vif-deleted", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:50:37.862197 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaba12f-cc0a-405a-9fe5-dd22107451ea x-openstack-request-id: req-bfaba12f-cc0a-405a-9fe5-dd22107451ea {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:50:37.863009 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fed3d5-05cb-4434-adc1-d2097e3ae56f", "name": "network-vif-deleted", "tag": "ac74ba44-b530-4d3c-931b-da0bb3093fe1", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:50:37.863460 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfaba12f-cc0a-405a-9fe5-dd22107451ea {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:50:37.864160 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fed3d5-05cb-4434-adc1-d2097e3ae56f', 'name': 'network-vif-deleted', 'tag': 'ac74ba44-b530-4d3c-931b-da0bb3093fe1', 'status': 'completed', 'code': 200} Nov 12 05:50:37.953515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99e9debb-3691-47c9-a63e-690e9ea7da2b req-0789de04-de50-4187-82bd-87d4b7dc0e29 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=08fed3d5-05cb-4434-adc1-d2097e3ae56f HTTP/1.1" status: 200 len: 210 time: 0.0309393 Nov 12 05:50:38.057500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-063be54c-f99c-4fa0-943e-570b4ecacfef req-13d9290a-38ee-46ac-979b-f1e8335180da tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 210 time: 0.0369303 Nov 12 05:50:39.027075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48088) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:39.055386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3dc09495-ffba-499e-9e6c-048f19091be3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:39.057210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3dc09495-ffba-499e-9e6c-048f19091be3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1256092 Nov 12 05:50:39.102559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa2ee-651f-49d7-a73a-6353b7526f38 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.132249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa2ee-651f-49d7-a73a-6353b7526f38 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.133964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-05ef7883-cea6-4b7e-b6a2-7bd8a25c0565 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 379 time: 0.0665848 Nov 12 05:50:39.146021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'port': {'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'admin_state_up': True, 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'security_groups': ['4274a4a0-58d0-4085-bdda-bac0b2c5c60e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:39.216522 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa2ee-651f-49d7-a73a-6353b7526f38 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.219631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa2ee-651f-49d7-a73a-6353b7526f38 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.221634 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0b5fa2ee-651f-49d7-a73a-6353b7526f38 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/security-groups/c82d99d7-bc61-4f11-8afc-a71583145449 HTTP/1.1" status: 204 len: 168 time: 0.1928325 Nov 12 05:50:39.233130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fa2ee-651f-49d7-a73a-6353b7526f38 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d99d7-bc61-4f11-8afc-a71583145449,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:39.252365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b35911c-129e-406c-b3c0-9239cfb0bcd5 req-38b7dff8-8e6c-4c33-836e-3f6dc9138208 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 210 time: 0.0371544 Nov 12 05:50:39.313124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48094) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:39.316013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:50:39.319696 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.459969 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:50:39.492847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.20.0.9 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/262ba735-a847-4068-8a57-42d545f0e8b8) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:50:39.668782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.715569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.784475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=262ba735-a847-4068-8a57-42d545f0e8b8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:39.803165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:50:39.804908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:50:39.805485 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.808823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:50:39.905922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:39.907031 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.931725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-3cfe29ac-07ae-4d39-84dd-ddabcdb83a71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7908030 Nov 12 05:50:39.951115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Request body: {'port': {'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:40.062413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:40.270021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1c31d9cc-68d6-4bbb-9781-5ba72f12aee2 None None] Provisioning complete for port 262ba735-a847-4068-8a57-42d545f0e8b8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:40.270991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c31d9cc-68d6-4bbb-9781-5ba72f12aee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:40.317158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:40.317728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:40.525065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port c52c9d94-45ef-41e4-b69f-3fbe218c7b9a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:40.526797 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:40.568664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for c52c9d94-45ef-41e4-b69f-3fbe218c7b9a owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:40.589763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfee9d-dc31-4557-a60d-4f9b96299ab7 req-02cd8bde-adc1-4771-81d1-80ddef362d79 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:40.598640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bddfee9d-dc31-4557-a60d-4f9b96299ab7 req-02cd8bde-adc1-4771-81d1-80ddef362d79 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 931 time: 0.1705604 Nov 12 05:50:40.677858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1c31d9cc-68d6-4bbb-9781-5ba72f12aee2 None None] Port 262ba735-a847-4068-8a57-42d545f0e8b8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:50:40.694718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bddfee9d-dc31-4557-a60d-4f9b96299ab7 req-21712faa-6e70-4dee-b3cc-d0f08e0723c6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948653 Nov 12 05:50:40.743198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262ba735-a847-4068-8a57-42d545f0e8b8 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:50:40.755188 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:40.772924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:40.775955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Transition to ACTIVE for port object 262ba735-a847-4068-8a57-42d545f0e8b8 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:50:40.784901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:40.879242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Pushing event updated for resources: {'Port': ['ID=262ba735-a847-4068-8a57-42d545f0e8b8,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:40.916296 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:40.982682 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=c52c9d94-45ef-41e4-b69f-3fbe218c7b9a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:40.994048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ac74ba44-b530-4d3c-931b-da0bb3093fe1 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:50:41.039059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: ac74ba44-b530-4d3c-931b-da0bb3093fe1 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:50:41.041204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device ac74ba44-b530-4d3c-931b-da0bb3093fe1 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:50:41.041345 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Attempting to bind port 262ba735-a847-4068-8a57-42d545f0e8b8 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:50:41.043342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Attempting to bind port 262ba735-a847-4068-8a57-42d545f0e8b8 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:50:41.056817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Attempting to bind port 262ba735-a847-4068-8a57-42d545f0e8b8 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:50:41.075566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Port 262ba735-a847-4068-8a57-42d545f0e8b8 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:50:41.076233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Attempting to bind port 262ba735-a847-4068-8a57-42d545f0e8b8 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:50:41.081707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:50:41.082219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:50:41.082743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:50:41.083241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Bound port: 262ba735-a847-4068-8a57-42d545f0e8b8, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:50:41.083661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:41.210619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] For port 262ba735-a847-4068-8a57-42d545f0e8b8, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:50:41.214369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] For port 262ba735-a847-4068-8a57-42d545f0e8b8, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=262ba735-a847-4068-8a57-42d545f0e8b8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:50:41.235014 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:41.315014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:41.323626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:41.324167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:41.325562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] 10.222.0.47 "PUT /v2.0/ports/262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 200 len: 1092 time: 1.3831284 Nov 12 05:50:41.326161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:50:41.328487 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:50:41.404438 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb21f075-47cb-4e87-969c-65f80b872653 x-openstack-request-id: req-cb21f075-47cb-4e87-969c-65f80b872653 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:50:41.404956 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:50:41.405389 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb21f075-47cb-4e87-969c-65f80b872653 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:50:41.405969 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8', 'status': 'completed', 'code': 200} Nov 12 05:50:41.407038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a703d5-ddbf-4fa6-b8bd-ddff0fb00b9a service neutron] Pushing event updated for resources: {'Port': ['ID=262ba735-a847-4068-8a57-42d545f0e8b8,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:41.442768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-5cad1d95-a9c5-483e-9538-cdd28ac6d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:41.445841 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-5cad1d95-a9c5-483e-9538-cdd28ac6d5ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1095 time: 0.0678589 Nov 12 05:50:41.515614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-bbce222a-e73a-4db6-aa8d-b02956ab3633 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 200 len: 217 time: 0.0601211 Nov 12 05:50:41.619263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-7577f996-b799-4c26-bd8f-ef3ce64919de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:41.620932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-7577f996-b799-4c26-bd8f-ef3ce64919de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0932770 Nov 12 05:50:41.736309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-31450280-51ea-4c09-b221-fd995a56edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:41.737840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-31450280-51ea-4c09-b221-fd995a56edd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058335 Nov 12 05:50:41.810710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router dcbf8677-a84a-462a-9fee-9e6e6edc5cde has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:50:41.902626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-139b5382-92f7-4f0e-b581-327187004a3d service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538806 Nov 12 05:50:41.942888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aef265-702a-4c7b-9bae-a026b052b695 req-e7995a14-ec1b-42e4-87ab-831650c39c84 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:41.944535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38aef265-702a-4c7b-9bae-a026b052b695 req-e7995a14-ec1b-42e4-87ab-831650c39c84 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.0878940 Nov 12 05:50:41.963027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:50:41.971946 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3e888cb6-2818-4883-8eca-76d9dc2d4477 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "PUT /v2.0/routers/dcbf8677-a84a-462a-9fee-9e6e6edc5cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6568058 Nov 12 05:50:41.974490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48116) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:41.977134 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] Sync routers for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:50:41.992650 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:41.993554 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:42.056192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef55571-23e3-46e9-9e10-d5c5ec9bb252 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting subnet 6106d151-25e4-4cfd-b1f9-07de263ed77f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:50:42.059761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ef55571-23e3-46e9-9e10-d5c5ec9bb252 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:42.146287 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:42.184529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ef55571-23e3-46e9-9e10-d5c5ec9bb252 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:42.356284 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ef55571-23e3-46e9-9e10-d5c5ec9bb252 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:42.362490 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:40Z', 'revision_number': 7, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:42.389754 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] Checking router: dcbf8677-a84a-462a-9fee-9e6e6edc5cde for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:50:42.400259 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] Routers {'dcbf8677-a84a-462a-9fee-9e6e6edc5cde'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:42.401379 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:42.467699 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ef55571-23e3-46e9-9e10-d5c5ec9bb252 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:42.493364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38aef265-702a-4c7b-9bae-a026b052b695 req-66d6c377-03a2-4441-a52d-4309bc3f9b9d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5398645 Nov 12 05:50:42.502919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65c230ba-c4d2-49b7-98d1-8f9472bd8fdc req-f8feefe8-fcb8-4229-b1c2-dbf397484cce service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906487 Nov 12 05:50:42.547082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef55571-23e3-46e9-9e10-d5c5ec9bb252 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Subnet': ['ID=6106d151-25e4-4cfd-b1f9-07de263ed77f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:42.564933 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ef55571-23e3-46e9-9e10-d5c5ec9bb252 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:42.567914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8076c0-cc8f-4672-a26c-7ac9e87444b4 None None] Network 0637e63b-b214-4e5f-9729-3b921b88a1ba requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:50:42.572645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5ef55571-23e3-46e9-9e10-d5c5ec9bb252 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/subnets/6106d151-25e4-4cfd-b1f9-07de263ed77f HTTP/1.1" status: 204 len: 168 time: 0.5843582 Nov 12 05:50:42.573311 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48120) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:42.648371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-aa0190e4-220b-4c24-a4a5-a151a6ae6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:42.654679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-aa0190e4-220b-4c24-a4a5-a151a6ae6ad1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1095 time: 0.0919921 Nov 12 05:50:42.707091 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] Set router dcbf8677-a84a-462a-9fee-9e6e6edc5cde gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:42.783655 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:42.853576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-e12d2c1c-6aea-45f2-9b70-a2798774060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:42.856594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-e12d2c1c-6aea-45f2-9b70-a2798774060b service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1910458 Nov 12 05:50:42.879721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] DHCP port deletion for 0637e63b-b214-4e5f-9729-3b921b88a1ba request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:50:42.939941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-5eb343bd-000f-431f-8fb6-ca7c6c515066 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 200 len: 217 time: 0.0752883 Nov 12 05:50:42.974695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Deleting port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:42.975333 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:42.992383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:43.041685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-13922128-4f8e-49c1-abd5-19a352936049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:43.042137 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:40Z', 'revision_number': 7, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:43.044144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-13922128-4f8e-49c1-abd5-19a352936049 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0940042 Nov 12 05:50:43.072876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port 61586744-530a-4ff6-93a8-5f5843022bc8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:50:43.073332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:43.088137 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] For port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f1fcd5dc-c663-4140-9a2c-d2d48fb3de58,segment=NetworkSegment(9685a4a7-076f-4ba1-8fd3-37dff00b35b6),segment_id=9685a4a7-076f-4ba1-8fd3-37dff00b35b6)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:43.088543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:43.092919 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010de6f7-92bc-4872-a121-f32a32082d18 None None] The sync data for ids ['dcbf8677-a84a-462a-9fee-9e6e6edc5cde'] in n-d-765315-28 is: [{'id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'name': 'tempest-TestNetworkBasicOps-router-1109632694', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:47:58Z', 'updated_at': '2021-11-12T05:50:40Z', 'revision_number': 7, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': '61586744-530a-4ff6-93a8-5f5843022bc8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf8677-a84a-462a-9fee-9e6e6edc5cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:47:59Z', 'updated_at': '2021-11-12T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:50:43.116985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Calling delete_port for f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:43.136426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-87ceef46-c50e-46c5-a8cc-0ac6b6cae4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:43.138071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-87ceef46-c50e-46c5-a8cc-0ac6b6cae4a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849640 Nov 12 05:50:43.225776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port 61586744-530a-4ff6-93a8-5f5843022bc8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=61586744-530a-4ff6-93a8-5f5843022bc8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:43.226628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:43.242041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for 61586744-530a-4ff6-93a8-5f5843022bc8 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:50:43.248475 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:43.295608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Pushing event deleted for resources: {'Port': ['ID=f1fcd5dc-c663-4140-9a2c-d2d48fb3de58,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:43.305466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] No DVR routers for this DVR port f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:50:43.308172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.308524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.308869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.309209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.309546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.309973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.310275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.310898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.311634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.311634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.311963 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.312214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae42a35-f793-415f-8c18-9e3d88830d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:50:43.352855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-26988df9-4178-4d41-a164-a738a4e98b80 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053864 Nov 12 05:50:43.468341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e9a3077-36d9-46a8-8c05-00f4d8c667f2 req-19027a1c-6161-40a4-a68e-5bd6ab1aa371 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068282 Nov 12 05:50:43.699609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936c292-b641-4a47-922d-65d9cde3137c req-1194fe4d-b266-4f0c-80e9-d074085e5585 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:43.715343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4936c292-b641-4a47-922d-65d9cde3137c req-1194fe4d-b266-4f0c-80e9-d074085e5585 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.1048131 Nov 12 05:50:43.782277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4936c292-b641-4a47-922d-65d9cde3137c req-ddf1eeb5-7ed4-47b4-93ee-0bb4f00eabf0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657053 Nov 12 05:50:43.798623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:43.824728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=61586744-530a-4ff6-93a8-5f5843022bc8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:43.847477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304ef4c-fc40-4529-b1f0-ba73c076079d None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:50:43.908756 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:43.909836 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87f68409-17dd-4536-8488-07a303f41fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.014395 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.017967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.062495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.063107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Fanout notify agent at l3_agent the message router_deleted on router dcbf8677-a84a-462a-9fee-9e6e6edc5cde {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:50:44.076496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.077643 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0de5a352-7d64-4d49-a893-b5cfbd6b78ed tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/routers/dcbf8677-a84a-462a-9fee-9e6e6edc5cde HTTP/1.1" status: 204 len: 168 time: 1.5032997 Nov 12 05:50:44.080485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48130) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:44.189570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.319520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.340259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0637e63b-b214-4e5f-9729-3b921b88a1ba']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:44.350065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9685a4a7-076f-4ba1-8fd3-37dff00b35b6') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:44.350326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9685a4a7-076f-4ba1-8fd3-37dff00b35b6') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:44.360025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.374643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.381428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:50:44.381882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: items = [ Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:50:44.448455 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:50:44.456143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.464521 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.471633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/networks/0637e63b-b214-4e5f-9729-3b921b88a1ba HTTP/1.1" status: 204 len: 168 time: 0.3864927 Nov 12 05:50:44.489088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17fb64-aefd-4c9d-a6e4-f5f814e3a8cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Network': ['ID=0637e63b-b214-4e5f-9729-3b921b88a1ba,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:44.500119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48136) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:44.502600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'network': {'name': 'tempest-network-smoke--2101563352', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'port_security_enabled': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:44.539831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:50:44.545578 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.602739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:50:44.604835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:50:44.624731 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.625339 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Added segment 95923194-d7dd-4877-8165-07797863eec2 of type vlan for network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d Nov 12 05:50:44.638442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:50:44.638742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f1fcd5dc-c663-4140-9a2c-d2d48fb3de58 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:50:44.649647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c52c9d94-45ef-41e4-b69f-3fbe218c7b9a no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:50:44.706597 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: c52c9d94-45ef-41e4-b69f-3fbe218c7b9a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:50:44.706933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device c52c9d94-45ef-41e4-b69f-3fbe218c7b9a not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:50:44.730107 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.770991 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.779294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:44.780362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.875026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Network': ['ID=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:44.885476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48146) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:44.888758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:50:44.890847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'admin_state_up': True, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:44.896620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d40a20fe-f158-4a4d-a656-70c1639195d8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3985364 Nov 12 05:50:44.925578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.927592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:44.995409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:45.011669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528f8f-d6fe-4c1b-ad92-34b3a044af2c req-aa9f3181-4192-480a-b5e3-afd01e3c2b55 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:45.013280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28528f8f-d6fe-4c1b-ad92-34b3a044af2c req-aa9f3181-4192-480a-b5e3-afd01e3c2b55 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.1150732 Nov 12 05:50:45.103106 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28528f8f-d6fe-4c1b-ad92-34b3a044af2c req-a7b6ca4b-1276-4fba-a469-0c6e0833cee6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776982 Nov 12 05:50:45.186874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:45.392885 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:45.412622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:45.531323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.25.2.61 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/a39c3c35-8d59-456c-8b0d-52af2e22e067) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:50:45.667372 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:45.701705 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:45.746597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:50:45.746753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:50:45.758814 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3358b88-00a7-4ec7-965b-170baf358410 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:50:45.759637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:50:45.795638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=a39c3c35-8d59-456c-8b0d-52af2e22e067,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:45.820465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3f16c6e4-0723-434f-ab7a-be8235065204 None None] Provisioning complete for port a39c3c35-8d59-456c-8b0d-52af2e22e067 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:45.821068 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f16c6e4-0723-434f-ab7a-be8235065204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:45.863676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3f16c6e4-0723-434f-ab7a-be8235065204 None None] Port a39c3c35-8d59-456c-8b0d-52af2e22e067 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:50:46.041796 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:46.124127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 61586744-530a-4ff6-93a8-5f5843022bc8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:50:46.171508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 61586744-530a-4ff6-93a8-5f5843022bc8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:50:46.172113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 61586744-530a-4ff6-93a8-5f5843022bc8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:50:46.270231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be994239-754a-4de0-92c5-506acd75305e req-f6974f13-cc16-4399-8f45-584fc2025e69 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:46.271915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be994239-754a-4de0-92c5-506acd75305e req-f6974f13-cc16-4399-8f45-584fc2025e69 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.0614305 Nov 12 05:50:46.333844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:46.345791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be994239-754a-4de0-92c5-506acd75305e req-76d8dd7d-07a1-4184-ba65-0b1b45d9ca82 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668564 Nov 12 05:50:46.346044 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-84be4afa-69e5-4562-a6cb-5b63c16d55f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:46.471839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router 777dcb78-a314-41cb-a682-4a88dd35794f is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:50:46.579067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:50:46.589443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Sync routers for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:50:46.600507 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:46.601062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:46.601778 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-293f754e-3833-489b-985f-4073ec94b638 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7148981 Nov 12 05:50:46.601957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:46.604903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48164) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:46.654326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3b8a80fc-770b-4f11-b8b4-58e1b4fe8b4b tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0f1c40862aa04aea87f2c785f78206f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471551 Nov 12 05:50:46.657042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:46.733557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:46.823762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730d3c9-39ee-43d1-8b1f-ee0407117677 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:46.826504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3730d3c9-39ee-43d1-8b1f-ee0407117677 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1665630 Nov 12 05:50:46.828148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48168) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:46.856431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-326c10c8-03be-4579-8252-b18b5bf6c451 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270872 Nov 12 05:50:46.858873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48170) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:46.864328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018565367', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:46.917063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:45Z', 'revision_number': 3, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:46.949549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Checking router: 777dcb78-a314-41cb-a682-4a88dd35794f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:50:46.949901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Updating router 777dcb78-a314-41cb-a682-4a88dd35794f port a39c3c35-8d59-456c-8b0d-52af2e22e067 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:50:46.958145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:50:46.961762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:46.977059 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.169235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.248136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Subnet': ['ID=c6aad36c-6048-4ee9-a4ea-e36059404d2a,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:47.258162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Checking segment: {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:50:47.258642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network hostable DHCP agents. Network: dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:50:47.276249 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.277121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:50:47.282039 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.286714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:50:47.293477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:47.294398 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.312196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cf3c1775-b2f8-4cfc-ac75-b2c741e87c0a tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4518945 Nov 12 05:50:47.314494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48176) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:47.316028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54304b0d-0755-4c51-9263-a2d09a2bf493 None None] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:50:47.348853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43179aca-e311-4eff-afbc-6517c524e6f4 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:50:47.416515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353eb2a-a08e-47a2-bcf4-819228a16220 None None] Pushing event updated for resources: {'Port': ['ID=a39c3c35-8d59-456c-8b0d-52af2e22e067,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:47.418862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Attempting to bind port a39c3c35-8d59-456c-8b0d-52af2e22e067 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:50:47.419230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Attempting to bind port a39c3c35-8d59-456c-8b0d-52af2e22e067 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:50:47.419849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Attempting to bind port a39c3c35-8d59-456c-8b0d-52af2e22e067 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:50:47.434496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:50:47.435196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:50:47.435798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.436530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:50:47.437197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Bound port: a39c3c35-8d59-456c-8b0d-52af2e22e067, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:50:47.437757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.444821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.523021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab828696-d4f8-4a46-9b37-b0b84b3d65ab req-15a2155b-36ca-4382-b560-34e88d9b8463 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:47.533205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab828696-d4f8-4a46-9b37-b0b84b3d65ab req-15a2155b-36ca-4382-b560-34e88d9b8463 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.0750628 Nov 12 05:50:47.559362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] For port a39c3c35-8d59-456c-8b0d-52af2e22e067, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:50:47.577209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5e3ff8f2-0f3b-4a0b-902e-9a38d7b943fd None None] Provisioning complete for port a39c3c35-8d59-456c-8b0d-52af2e22e067 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:47.577850 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff8f2-0f3b-4a0b-902e-9a38d7b943fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.581351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] For port a39c3c35-8d59-456c-8b0d-52af2e22e067, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a39c3c35-8d59-456c-8b0d-52af2e22e067,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:50:47.589194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab828696-d4f8-4a46-9b37-b0b84b3d65ab req-adb72ee3-4081-405e-91a0-bcdfd9257323 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548148 Nov 12 05:50:47.609547 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.749842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:47.752364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:47.758064 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353eb2a-a08e-47a2-bcf4-819228a16220 None None] Pushing event updated for resources: {'Port': ['ID=a39c3c35-8d59-456c-8b0d-52af2e22e067,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:47.764873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee189f-1da1-4d73-8474-b30f30594836 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:50:47.814680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:50:47.818516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.911232 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.999978 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff8f2-0f3b-4a0b-902e-9a38d7b943fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:48.223975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:48.228649 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5e3ff8f2-0f3b-4a0b-902e-9a38d7b943fd None None] For port a39c3c35-8d59-456c-8b0d-52af2e22e067, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a39c3c35-8d59-456c-8b0d-52af2e22e067,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:48.280613 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff8f2-0f3b-4a0b-902e-9a38d7b943fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:48.365979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Allocated IP 172.20.0.2 (dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d/c6aad36c-6048-4ee9-a4ea-e36059404d2a/7f6f20a7-9c84-403e-834a-97488af76c66) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:50:48.410377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ff8f2-0f3b-4a0b-902e-9a38d7b943fd None None] Pushing event updated for resources: {'Port': ['ID=a39c3c35-8d59-456c-8b0d-52af2e22e067,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:48.488847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ca2c0cb5-98b4-48a9-98db-63a416fdafc9 None None] Provisioning complete for port a39c3c35-8d59-456c-8b0d-52af2e22e067 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:48.489226 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca2c0cb5-98b4-48a9-98db-63a416fdafc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:48.657789 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:48.683246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:48.690368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:45Z', 'revision_number': 3, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:48.692457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:48.741462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe113c60-bc17-45be-a65d-edd530f63fa4 req-8b44125c-3845-4cb1-8807-5fca2a090705 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:48.743435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe113c60-bc17-45be-a65d-edd530f63fa4 req-8b44125c-3845-4cb1-8807-5fca2a090705 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.0631592 Nov 12 05:50:48.758059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed558d-8e27-496a-a66e-994b7ba1805d None None] The sync data for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 is: [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:45Z', 'revision_number': 3, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:50:48.783320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:50:48.786573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:50:48.796426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:50:48.806276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Pushing event updated for resources: {'Port': ['ID=7f6f20a7-9c84-403e-834a-97488af76c66,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:48.835941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe113c60-bc17-45be-a65d-edd530f63fa4 req-dea3fdfa-456f-47e1-8f13-1d09196dd4b4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845957 Nov 12 05:50:48.880141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Attempting to bind port 7f6f20a7-9c84-403e-834a-97488af76c66 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:50:48.880396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Attempting to bind port 7f6f20a7-9c84-403e-834a-97488af76c66 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:50:48.880731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Attempting to bind port 7f6f20a7-9c84-403e-834a-97488af76c66 on network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:50:48.887796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:50:48.888132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Checking segment: {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:50:48.888646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:48.889123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Bound using segment: {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:50:48.889682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Bound port: 7f6f20a7-9c84-403e-834a-97488af76c66, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:50:48.890109 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:48.961418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] For port 7f6f20a7-9c84-403e-834a-97488af76c66, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:50:48.964954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] For port 7f6f20a7-9c84-403e-834a-97488af76c66, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7f6f20a7-9c84-403e-834a-97488af76c66,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:50:48.971808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.041041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222f3c0-9b3d-4a29-9776-544f8cdaaaba None None] Pushing event updated for resources: {'Port': ['ID=7f6f20a7-9c84-403e-834a-97488af76c66,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:49.105814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.20.0.1 (dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d/c6aad36c-6048-4ee9-a4ea-e36059404d2a/99f0cb26-1ed4-49ba-a9f5-756375b51b50) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:50:49.304405 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.353517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.415871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:50:49.420559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:50:49.422843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=99f0cb26-1ed4-49ba-a9f5-756375b51b50,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:49.425377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:50:49.487524 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.554547 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.643406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.977790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.987546 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:50.027448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c30af2-d658-40f1-99e5-01aba1c3d293 req-27f32439-c1ff-402e-9b53-726d0025c43b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.035396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25c30af2-d658-40f1-99e5-01aba1c3d293 req-27f32439-c1ff-402e-9b53-726d0025c43b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.0651073 Nov 12 05:50:50.040627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=99f0cb26-1ed4-49ba-a9f5-756375b51b50,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:50.094518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:50.122483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25c30af2-d658-40f1-99e5-01aba1c3d293 req-a7edccab-60bf-4a39-8ab5-db5a23532431 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864534 Nov 12 05:50:50.222980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:50:50.224604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:50:50.281248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a39c3c35-8d59-456c-8b0d-52af2e22e067 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:50:50.287317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b81c4-039d-4c14-b793-9fc710201705 None None] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:50:50.372277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router 777dcb78-a314-41cb-a682-4a88dd35794f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:50:50.408193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-66f28243-8351-47cd-8541-98837fe1309b None None] Provisioning complete for port 7f6f20a7-9c84-403e-834a-97488af76c66 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:50.408193 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66f28243-8351-47cd-8541-98837fe1309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:50.462371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a39c3c35-8d59-456c-8b0d-52af2e22e067 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:50.462894 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:50.516434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:50:50.522687 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-edd6f85b-1fab-44eb-bd8f-28af459a38cc tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "PUT /v2.0/routers/777dcb78-a314-41cb-a682-4a88dd35794f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2068031 Nov 12 05:50:50.524844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48196) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:50.661468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66f28243-8351-47cd-8541-98837fe1309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:50.674814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.675565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.677104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.677906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.679175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.679989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.680633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.681388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.682026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.684786 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a40b995-4236-42ab-9000-71766162faab tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.1589546 Nov 12 05:50:50.687690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48198) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:50.758079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7f6f20a7-9c84-403e-834a-97488af76c66 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:50:50.766856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-66f28243-8351-47cd-8541-98837fe1309b None None] For port 7f6f20a7-9c84-403e-834a-97488af76c66, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7f6f20a7-9c84-403e-834a-97488af76c66,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:50.792123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66f28243-8351-47cd-8541-98837fe1309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:50.805410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.805883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.806403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.806821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.807274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.807722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.808172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.808618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.809062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:50.814608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ad0863f9-8665-4cb7-a9fb-6d3530fc2527 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5813 time: 0.1240511 Nov 12 05:50:50.814763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48200) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:50.883323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28243-8351-47cd-8541-98837fe1309b None None] Pushing event updated for resources: {'Port': ['ID=7f6f20a7-9c84-403e-834a-97488af76c66,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:50.933470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 7f6f20a7-9c84-403e-834a-97488af76c66 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:50.933843 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:50.950580 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Sync routers for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:50:50.971028 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:50.971906 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:51.056842 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a39480fb-650a-4182-8bbf-7fd788b56e4b tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.2409334 Nov 12 05:50:51.131401 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:51.135295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3717d5b-60ae-43dc-bedd-4f4b5380e04a None None] Provisioning complete for port 7f6f20a7-9c84-403e-834a-97488af76c66 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:51.135676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3717d5b-60ae-43dc-bedd-4f4b5380e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.268947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3717d5b-60ae-43dc-bedd-4f4b5380e04a None None] Provisioning complete for port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:51.269319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3717d5b-60ae-43dc-bedd-4f4b5380e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.312702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d3717d5b-60ae-43dc-bedd-4f4b5380e04a None None] Port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:50:51.438518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4cbef30f-d5ae-47f8-a35e-c4b078ff493f None None] Provisioning complete for port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:51.440019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cbef30f-d5ae-47f8-a35e-c4b078ff493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.455910 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 2, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:51.517577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4cbef30f-d5ae-47f8-a35e-c4b078ff493f None None] Port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:50:51.521149 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Checking router: 777dcb78-a314-41cb-a682-4a88dd35794f for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:50:51.522063 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Updating router 777dcb78-a314-41cb-a682-4a88dd35794f port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:50:51.549082 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.737706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48210) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:51.743415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-df836254-c03b-49e7-a97e-404453cd65a7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452445606', 'description': 'tempest-secgroup-smoke-452445606 description', 'project_id': '0f1c40862aa04aea87f2c785f78206f0'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:51.754003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a7a19056-757a-44c1-84db-92c9147a8393 None None] Provisioning complete for port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:51.754602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7a19056-757a-44c1-84db-92c9147a8393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.798924 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df836254-c03b-49e7-a97e-404453cd65a7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.844835 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a7a19056-757a-44c1-84db-92c9147a8393 None None] Port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:50:51.874736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f9f68-eda5-4e07-9c88-d257e56e82bb req-1d701129-afab-44de-8274-f5ecce24481c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:51.877519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c04f9f68-eda5-4e07-9c88-d257e56e82bb req-1d701129-afab-44de-8274-f5ecce24481c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.0832970 Nov 12 05:50:51.895704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df836254-c03b-49e7-a97e-404453cd65a7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.901508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df836254-c03b-49e7-a97e-404453cd65a7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.924951 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.935309 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.942020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df836254-c03b-49e7-a97e-404453cd65a7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:51.943613 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-df836254-c03b-49e7-a97e-404453cd65a7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2048016 Nov 12 05:50:51.945841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df836254-c03b-49e7-a97e-404453cd65a7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b28fd92-659d-44c1-acf2-b23ee37074e4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:51.948489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48212) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:51.952519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c04f9f68-eda5-4e07-9c88-d257e56e82bb req-9f93101c-258c-4db0-b754-bea955e4f2a1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653868 Nov 12 05:50:51.961882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7f1d41ea-5701-49d8-b525-eb25a6f9e3dd tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '4b28fd92-659d-44c1-acf2-b23ee37074e4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:52.005290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1d41ea-5701-49d8-b525-eb25a6f9e3dd tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.026623 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb698ad-4111-4da9-8dc9-4559beccd781 None None] Pushing event updated for resources: {'Port': ['ID=99f0cb26-1ed4-49ba-a9f5-756375b51b50,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:52.058298 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Attempting to bind port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:50:52.058550 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Attempting to bind port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:50:52.058906 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Attempting to bind port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 on network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:50:52.065763 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:50:52.066455 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Checking segment: {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:50:52.067011 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.067568 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Bound using segment: {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:50:52.068423 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Bound port: 99f0cb26-1ed4-49ba-a9f5-756375b51b50, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:50:52.068588 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.128703 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1d41ea-5701-49d8-b525-eb25a6f9e3dd tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.143048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1d41ea-5701-49d8-b525-eb25a6f9e3dd tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.169588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d41ea-5701-49d8-b525-eb25a6f9e3dd tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351d5bab-49bc-463c-8365-6a1708a77ff7,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:52.191213 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7f1d41ea-5701-49d8-b525-eb25a6f9e3dd tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.195361 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7f1d41ea-5701-49d8-b525-eb25a6f9e3dd tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2457013 Nov 12 05:50:52.196354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48214) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:52.207684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7f6f20a7-9c84-403e-834a-97488af76c66 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:50:52.207836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-368031a6-f0cd-45cf-b52b-917cdae946e8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '4b28fd92-659d-44c1-acf2-b23ee37074e4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:52.243313 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] For port 99f0cb26-1ed4-49ba-a9f5-756375b51b50, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:50:52.265189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 7f6f20a7-9c84-403e-834a-97488af76c66 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:52.265663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.271615 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] For port 99f0cb26-1ed4-49ba-a9f5-756375b51b50, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=99f0cb26-1ed4-49ba-a9f5-756375b51b50,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:50:52.279854 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.292904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-368031a6-f0cd-45cf-b52b-917cdae946e8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.373241 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb698ad-4111-4da9-8dc9-4559beccd781 None None] Pushing event updated for resources: {'Port': ['ID=99f0cb26-1ed4-49ba-a9f5-756375b51b50,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:52.379128 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:50:52.379947 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:52.381436 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-368031a6-f0cd-45cf-b52b-917cdae946e8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.389169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-368031a6-f0cd-45cf-b52b-917cdae946e8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.434147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-83dcc293-ef0a-4b70-bb49-23e8b08cb244 None None] Provisioning complete for port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:52.434543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-83dcc293-ef0a-4b70-bb49-23e8b08cb244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.435403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368031a6-f0cd-45cf-b52b-917cdae946e8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c3b733-4e9c-43c3-939b-b04b48fe8b44,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:52.498255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-368031a6-f0cd-45cf-b52b-917cdae946e8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.506607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-368031a6-f0cd-45cf-b52b-917cdae946e8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3045509 Nov 12 05:50:52.507667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48220) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:52.512551 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c9d338bf-baa2-4206-bb51-9c98a0d97623 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '4b28fd92-659d-44c1-acf2-b23ee37074e4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:52.590959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9d338bf-baa2-4206-bb51-9c98a0d97623 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.605238 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-83dcc293-ef0a-4b70-bb49-23e8b08cb244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.629409 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:50:52.681161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-83dcc293-ef0a-4b70-bb49-23e8b08cb244 None None] For port 99f0cb26-1ed4-49ba-a9f5-756375b51b50, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=99f0cb26-1ed4-49ba-a9f5-756375b51b50,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:52.690662 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-83dcc293-ef0a-4b70-bb49-23e8b08cb244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.702222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9d338bf-baa2-4206-bb51-9c98a0d97623 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.709578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9d338bf-baa2-4206-bb51-9c98a0d97623 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.744281 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d338bf-baa2-4206-bb51-9c98a0d97623 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8a55b2-4e82-4cae-8212-b92935b24252,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:52.757734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc293-ef0a-4b70-bb49-23e8b08cb244 None None] Pushing event updated for resources: {'Port': ['ID=99f0cb26-1ed4-49ba-a9f5-756375b51b50,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:52.784704 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c9d338bf-baa2-4206-bb51-9c98a0d97623 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.786194 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c9d338bf-baa2-4206-bb51-9c98a0d97623 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2773275 Nov 12 05:50:52.795153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48222) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:52.800248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cec24dad-7927-4523-af5f-962535c7cafb tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '4b28fd92-659d-44c1-acf2-b23ee37074e4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:52.817230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-93ec8436-6f93-491a-b6bd-7f95e78c62bf None None] Provisioning complete for port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:52.819066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93ec8436-6f93-491a-b6bd-7f95e78c62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.838799 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cec24dad-7927-4523-af5f-962535c7cafb tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.921240 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:52Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:50:52.921530 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cec24dad-7927-4523-af5f-962535c7cafb tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.926703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cec24dad-7927-4523-af5f-962535c7cafb tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.941649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec24dad-7927-4523-af5f-962535c7cafb tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c907460-3a01-4780-a1d0-08dcd0275b7a,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:52.957181 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbbca0-33b5-4b73-ae30-49250692e169 None None] The sync data for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 is: [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:52Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:50:52.959513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cec24dad-7927-4523-af5f-962535c7cafb tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:52.960720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cec24dad-7927-4523-af5f-962535c7cafb tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1645494 Nov 12 05:50:52.966412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48224) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:52.973877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-45e44bf8-5d42-4399-a60a-1542fe030d53 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '4b28fd92-659d-44c1-acf2-b23ee37074e4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:53.012592 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-45e44bf8-5d42-4399-a60a-1542fe030d53 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Project 0f1c40862aa04aea87f2c785f78206f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:50:53.020553 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e44bf8-5d42-4399-a60a-1542fe030d53 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.137033 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e44bf8-5d42-4399-a60a-1542fe030d53 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.147943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a60a4-4315-4890-aa9e-fcdb043530bf req-30d375c7-b8ca-48e7-b539-e6c17f18a5f3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:53.149528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-196a60a4-4315-4890-aa9e-fcdb043530bf req-30d375c7-b8ca-48e7-b539-e6c17f18a5f3 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 943 time: 0.0922854 Nov 12 05:50:53.151121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e44bf8-5d42-4399-a60a-1542fe030d53 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.186725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e44bf8-5d42-4399-a60a-1542fe030d53 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6126f711-59cc-4bca-832a-9bdff27478ca,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:53.202567 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e44bf8-5d42-4399-a60a-1542fe030d53 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.204581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-45e44bf8-5d42-4399-a60a-1542fe030d53 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2364635 Nov 12 05:50:53.208128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48228) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:53.212628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-162fd055-f7d8-4313-a308-c8ad214b1483 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'security_group_rule': {'security_group_id': '4b28fd92-659d-44c1-acf2-b23ee37074e4', 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:53.242199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-196a60a4-4315-4890-aa9e-fcdb043530bf req-ae27bd89-2ce5-49e5-89d8-2f5ce6de98d7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848439 Nov 12 05:50:53.257350 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-162fd055-f7d8-4313-a308-c8ad214b1483 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Project 0f1c40862aa04aea87f2c785f78206f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:50:53.263098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-162fd055-f7d8-4313-a308-c8ad214b1483 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.370405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-162fd055-f7d8-4313-a308-c8ad214b1483 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.377656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-162fd055-f7d8-4313-a308-c8ad214b1483 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.399407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fd055-f7d8-4313-a308-c8ad214b1483 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7346b4-180e-45b8-92b1-92bad6c8c883,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:53.424750 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-162fd055-f7d8-4313-a308-c8ad214b1483 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.435769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-162fd055-f7d8-4313-a308-c8ad214b1483 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2263439 Nov 12 05:50:53.437476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 262ba735-a847-4068-8a57-42d545f0e8b8 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:50:53.627147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 262ba735-a847-4068-8a57-42d545f0e8b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=262ba735-a847-4068-8a57-42d545f0e8b8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:53.774966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-45cfd9f5-973e-4615-98ed-e935bdb1b095 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452445606&fields=id&tenant_id=0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 267 time: 0.0879335 Nov 12 05:50:53.835790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '262ba735-a847-4068-8a57-42d545f0e8b8', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:50:53.881147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:53.901274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262ba735-a847-4068-8a57-42d545f0e8b8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:50:53.934661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf436e2-da27-4319-bd33-533182593e20 req-3d85413e-3083-4b40-ba26-2c174f1ca137 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:53.936456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-3d85413e-3083-4b40-ba26-2c174f1ca137 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/networks?id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d HTTP/1.1" status: 200 len: 797 time: 0.1573610 Nov 12 05:50:53.954511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 262ba735-a847-4068-8a57-42d545f0e8b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=262ba735-a847-4068-8a57-42d545f0e8b8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:53.962081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-a2df9a7a-061a-4115-a41a-8f9dba25ce98 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/quotas/0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 375 time: 0.0185890 Nov 12 05:50:53.967450 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:54.020390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=262ba735-a847-4068-8a57-42d545f0e8b8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:54.054003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-534496a8-bf8e-41ac-82dc-a0bb75df383d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909784 Nov 12 05:50:54.189944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['262ba735-a847-4068-8a57-42d545f0e8b8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:50:54.205957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-a54b5cec-dfce-43e9-ac17-00578ecbad0e service neutron] 10.222.0.48 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419117 Nov 12 05:50:54.253095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 99f0cb26-1ed4-49ba-a9f5-756375b51b50 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:50:54.338052 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-118ebbd1-5be5-4747-9d05-84bc8df8c7d7 service neutron] 10.222.0.48 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313581 Nov 12 05:50:54.340353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:54.340823 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:54.682866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fa4d8-4ebc-42d1-9aea-685f298a0c74 req-6864a3b9-3246-4946-84b4-05b6e04c6fe2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:54.684398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e45fa4d8-4ebc-42d1-9aea-685f298a0c74 req-6864a3b9-3246-4946-84b4-05b6e04c6fe2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 944 time: 0.0612445 Nov 12 05:50:54.786159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e45fa4d8-4ebc-42d1-9aea-685f298a0c74 req-2b99b3ff-b161-49a4-9bd6-c2bd0cdfa5d8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948808 Nov 12 05:50:54.877680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c2e5af6-7909-49f0-9580-9f7172a179b3 req-b4c2abed-2f41-4409-a417-5a70a91f10e8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 210 time: 0.0339763 Nov 12 05:50:55.460214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 262ba735-a847-4068-8a57-42d545f0e8b8 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:50:55.519397 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 262ba735-a847-4068-8a57-42d545f0e8b8 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:50:55.523432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 262ba735-a847-4068-8a57-42d545f0e8b8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:55.523808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:55.613485 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:55.640425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:50:55.642846 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54858bbf-fb4f-486a-8e0d-9be64308a2b1" -d '{"events": [{"server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "name": "network-vif-plugged", "status": "completed", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:50:55.656399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 262ba735-a847-4068-8a57-42d545f0e8b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=262ba735-a847-4068-8a57-42d545f0e8b8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:50:55.666271 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:55.692912 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153cb695-176c-4b27-9be0-cec584d8bed1 x-openstack-request-id: req-153cb695-176c-4b27-9be0-cec584d8bed1 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:50:55.693202 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "name": "network-vif-plugged", "status": "completed", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:50:55.693454 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-153cb695-176c-4b27-9be0-cec584d8bed1 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:50:55.693849 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8', 'code': 200} Nov 12 05:50:55.734525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=262ba735-a847-4068-8a57-42d545f0e8b8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:55.841946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf436e2-da27-4319-bd33-533182593e20 req-660d3048-ac96-4da7-bafd-b9c6cb14d7cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:55.841946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-660d3048-ac96-4da7-bafd-b9c6cb14d7cf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/networks?id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d HTTP/1.1" status: 200 len: 797 time: 0.1693888 Nov 12 05:50:55.923579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad47e-fbfc-470a-831f-89fb31effc43 req-caac2dd5-e088-4872-926f-aa1e619288db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:55.925078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-600ad47e-fbfc-470a-831f-89fb31effc43 req-caac2dd5-e088-4872-926f-aa1e619288db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1097 time: 0.1066363 Nov 12 05:50:55.975971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-2c43cdcc-d53f-4be4-a14c-fc3f87ddee87 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f1c40862aa04aea87f2c785f78206f0 HTTP/1.1" status: 200 len: 379 time: 0.1156182 Nov 12 05:50:56.006038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196519f7-dc98-4934-9412-028d0772dbab req-4306448d-d754-41c3-bf36-98ae808b7a5f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:56.013032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-196519f7-dc98-4934-9412-028d0772dbab req-4306448d-d754-41c3-bf36-98ae808b7a5f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 945 time: 0.1047211 Nov 12 05:50:56.028818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'port': {'device_id': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'admin_state_up': True, 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'security_groups': ['4b28fd92-659d-44c1-acf2-b23ee37074e4']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:56.065921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-600ad47e-fbfc-470a-831f-89fb31effc43 req-411aa2cd-3a40-454f-9055-ac7f3b985cb3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198201 Nov 12 05:50:56.135365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-196519f7-dc98-4934-9412-028d0772dbab req-4e833f7d-a275-41d4-8268-1b9aab03ebc9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213343 Nov 12 05:50:56.181850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Made reservation on behalf of 0f1c40862aa04aea87f2c785f78206f0 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:50:56.185787 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:56.261673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2b5f169-f4a9-4916-97ee-34fc73134e30 req-66d54039-d009-4f14-ac7b-4ba298c80958 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 210 time: 0.0531604 Nov 12 05:50:56.343099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.20.0.10 (dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d/c6aad36c-6048-4ee9-a4ea-e36059404d2a/47c059ab-87b2-42af-8698-cd1d35a05dbe) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:50:56.483920 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:56.521740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:56.567621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:50:56.571144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:50:56.580478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:50:56.608428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=47c059ab-87b2-42af-8698-cd1d35a05dbe,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:56.639559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:56.640211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:56.658777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-5cf632d9-6a8d-403a-af39-dce8f148d5ba tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436493 Nov 12 05:50:56.678800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Request body: {'port': {'device_id': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:56.743052 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:56.886511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-26a46b3c-9049-4430-85de-81d7bb656e61 None None] Provisioning complete for port 47c059ab-87b2-42af-8698-cd1d35a05dbe triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:50:56.887566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-26a46b3c-9049-4430-85de-81d7bb656e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:56.927446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-26a46b3c-9049-4430-85de-81d7bb656e61 None None] Port 47c059ab-87b2-42af-8698-cd1d35a05dbe cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:50:57.025207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c059ab-87b2-42af-8698-cd1d35a05dbe {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:50:57.033599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:57.045893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Transition to ACTIVE for port object 47c059ab-87b2-42af-8698-cd1d35a05dbe will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:50:57.050088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:57.102564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Pushing event updated for resources: {'Port': ['ID=47c059ab-87b2-42af-8698-cd1d35a05dbe,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:57.185924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Attempting to bind port 47c059ab-87b2-42af-8698-cd1d35a05dbe on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:50:57.186335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Attempting to bind port 47c059ab-87b2-42af-8698-cd1d35a05dbe by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:50:57.186629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Attempting to bind port 47c059ab-87b2-42af-8698-cd1d35a05dbe on network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:50:57.193252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Port 47c059ab-87b2-42af-8698-cd1d35a05dbe on network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:50:57.193478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Attempting to bind port 47c059ab-87b2-42af-8698-cd1d35a05dbe on network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:50:57.198754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:50:57.199096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Checking segment: {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:50:57.199482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Bound using segment: {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:50:57.199912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Bound port: 47c059ab-87b2-42af-8698-cd1d35a05dbe, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95923194-d7dd-4877-8165-07797863eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:50:57.200271 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:57.307834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] For port 47c059ab-87b2-42af-8698-cd1d35a05dbe, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:50:57.311879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] For port 47c059ab-87b2-42af-8698-cd1d35a05dbe, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:50:57.320839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ed59c-a459-45cc-96a5-0dd68ba049b4 req-51373608-1c11-4060-8378-7662901963e6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:57.327017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-783ed59c-a459-45cc-96a5-0dd68ba049b4 req-51373608-1c11-4060-8378-7662901963e6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 945 time: 0.0904129 Nov 12 05:50:57.329247 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:57.380872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:57.391750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:57.392370 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:57.393751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] 10.222.0.43 "PUT /v2.0/ports/47c059ab-87b2-42af-8698-cd1d35a05dbe HTTP/1.1" status: 200 len: 1093 time: 0.7203696 Nov 12 05:50:57.394212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:50:57.396675 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:50:57.439395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e05ac4-4a4f-4d47-9318-f7b162ee09b9 service neutron] Pushing event updated for resources: {'Port': ['ID=47c059ab-87b2-42af-8698-cd1d35a05dbe,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:57.445290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-783ed59c-a459-45cc-96a5-0dd68ba049b4 req-a0b5135c-d6df-4bc7-962e-ed877f2101a9 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135538 Nov 12 05:50:57.510795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf436e2-da27-4319-bd33-533182593e20 req-f60f2fe0-884b-4c2a-a8ae-be5f69fd547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:57.512381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-f60f2fe0-884b-4c2a-a8ae-be5f69fd547c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 1096 time: 0.0607259 Nov 12 05:50:57.587274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-ece95225-fd94-4d7d-9d88-171e2a7d306a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe HTTP/1.1" status: 200 len: 217 time: 0.0550728 Nov 12 05:50:57.640574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c30aa1-600e-4f63-bb33-6db7ead07f61 req-4170f982-df83-4611-a31b-0b25cf5bc475 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:57.642643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70c30aa1-600e-4f63-bb33-6db7ead07f61 req-4170f982-df83-4611-a31b-0b25cf5bc475 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 944 time: 0.1203747 Nov 12 05:50:57.668451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf436e2-da27-4319-bd33-533182593e20 req-62531c4f-ae55-489f-b51f-c3242be55f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:57.670275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-62531c4f-ae55-489f-b51f-c3242be55f33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6aad36c-6048-4ee9-a4ea-e36059404d2a HTTP/1.1" status: 200 len: 835 time: 0.0723312 Nov 12 05:50:57.729345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-70c30aa1-600e-4f63-bb33-6db7ead07f61 req-c9efda7c-4fc0-4860-bcea-2d2efd40f1da tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800967 Nov 12 05:50:57.739274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf436e2-da27-4319-bd33-533182593e20 req-c492d4eb-9ba5-42dd-9611-803d4df28e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:57.744805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-c492d4eb-9ba5-42dd-9611-803d4df28e22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611048 Nov 12 05:50:57.778412 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7732fac-f85a-4bbf-9c92-d2ba8bf1e9cc x-openstack-request-id: req-d7732fac-f85a-4bbf-9c92-d2ba8bf1e9cc {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:50:57.779044 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:50:57.779296 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7732fac-f85a-4bbf-9c92-d2ba8bf1e9cc {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:50:57.779787 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'status': 'completed', 'code': 200} Nov 12 05:50:57.887496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-33ba27b9-0161-49d3-aba9-3903f781c9a8 service neutron] 10.222.0.43 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379714 Nov 12 05:50:57.897561 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20088e5f-e1aa-429a-a9bd-2d85d1d65a93 req-0010e06d-a87e-45d7-83aa-6bbab51d1d8d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:57.900917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20088e5f-e1aa-429a-a9bd-2d85d1d65a93 req-0010e06d-a87e-45d7-83aa-6bbab51d1d8d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 945 time: 0.0795093 Nov 12 05:50:58.015155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20088e5f-e1aa-429a-a9bd-2d85d1d65a93 req-34525382-7cfa-4e89-a72c-5a75c40ee7a2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063204 Nov 12 05:50:58.032018 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bf436e2-da27-4319-bd33-533182593e20 req-47606cbf-395c-47ff-9141-76ef73eccf26 service neutron] 10.222.0.43 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314664 Nov 12 05:50:58.039519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48288) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:58.084779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1cc67-0129-47a4-a3af-ab851ed8f4a9 tempest-TestVolumeBootPattern-1294230471 tempest-TestVolumeBootPattern-1294230471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:58.086379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-01c1cc67-0129-47a4-a3af-ab851ed8f4a9 tempest-TestVolumeBootPattern-1294230471 tempest-TestVolumeBootPattern-1294230471-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1092 time: 0.0459151 Nov 12 05:50:58.089943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48290) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:50:58.095009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:50:58.131173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:58.190166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-bcbc2ee3-4215-40e5-85df-707b64546b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:58.191701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-bcbc2ee3-4215-40e5-85df-707b64546b63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 1096 time: 0.0718522 Nov 12 05:50:58.319298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-b9da6dce-db79-4159-bf88-c8fde4a4c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:58.320784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-b9da6dce-db79-4159-bf88-c8fde4a4c037 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d HTTP/1.1" status: 200 len: 898 time: 0.1053600 Nov 12 05:50:58.338206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:58.370626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-5504f8f1-e28e-4eee-ab98-22c9c086784f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe HTTP/1.1" status: 200 len: 217 time: 0.0397766 Nov 12 05:50:58.477399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-27edbccc-ce20-4d4c-b977-6c312240b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:58.479146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-27edbccc-ce20-4d4c-b977-6c312240b1aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6aad36c-6048-4ee9-a4ea-e36059404d2a HTTP/1.1" status: 200 len: 835 time: 0.0800526 Nov 12 05:50:58.528722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.25.2.135 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/dcea4773-1179-410b-8530-9cafde846ceb) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:50:58.566603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-8e4415c8-a87f-4018-970e-ff53559bc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:58.568091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-8e4415c8-a87f-4018-970e-ff53559bc007 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806205 Nov 12 05:50:58.704070 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:58.718257 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-6fa2dcfc-4bb6-43a6-9c51-95b306ae9626 service neutron] 10.222.0.43 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200945 Nov 12 05:50:58.802651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:58.870627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:50:58.882692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:50:58.888263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:50:58.898144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-120ba230-dba1-4d91-bf4a-ddfcd4a5042a req-cb3d657b-f66f-407c-a36c-aa3bc3109c04 service neutron] 10.222.0.43 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699269 Nov 12 05:50:58.924890 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=dcea4773-1179-410b-8530-9cafde846ceb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:58.950430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b18194-450e-40fd-a65c-2c37a0da9f73 req-f5db017f-9778-485f-b7de-8492cd275fe7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:50:58.951934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4b18194-450e-40fd-a65c-2c37a0da9f73 req-f5db017f-9778-485f-b7de-8492cd275fe7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 944 time: 0.1416414 Nov 12 05:50:59.051402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4b18194-450e-40fd-a65c-2c37a0da9f73 req-14377f6e-f541-4f33-b8eb-08159664badf tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913987 Nov 12 05:50:59.333089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:59.408421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:59.896150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:59.901270 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:59.968459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=dcea4773-1179-410b-8530-9cafde846ceb,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:50:59.981594 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:00.099963 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Floating IP 894dcce5-2733-4013-a2be-8867e0406e03 associated. External IP: 172.25.2.135, port: 262ba735-a847-4068-8a57-42d545f0e8b8. Nov 12 05:51:00.253791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf75d9-c965-4ec6-b42c-2abbade40a32 req-9a7b56d7-7485-4aa7-a8bf-373bbcc2718e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:00.255347 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83cf75d9-c965-4ec6-b42c-2abbade40a32 req-9a7b56d7-7485-4aa7-a8bf-373bbcc2718e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 944 time: 0.1052794 Nov 12 05:51:00.352916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83cf75d9-c965-4ec6-b42c-2abbade40a32 req-b5ab56c2-2a46-41d5-a0fb-6664b594f082 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902436 Nov 12 05:51:00.414445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Router 617ae49c-8352-4596-a1ed-cda16e26edae has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:51:00.537330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:51:00.551140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:51:00.557320 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:00.565155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:00.566687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:00.590320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c9b007ee-b579-4ca4-8da5-3d68596dc127 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4991083 Nov 12 05:51:00.591201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:51:00.593956 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be96827-91f2-455d-a929-ddeabdbaaacf" -d '{"events": [{"name": "network-changed", "server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:51:00.701336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:00.808008 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a53ae8-d1a7-4dd4-ae10-b0ada7383956 x-openstack-request-id: req-96a53ae8-d1a7-4dd4-ae10-b0ada7383956 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:51:00.808370 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:51:00.808708 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96a53ae8-d1a7-4dd4-ae10-b0ada7383956 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:51:00.809189 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8', 'status': 'completed', 'code': 200} Nov 12 05:51:00.878906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-9fa88626-058d-4a91-9ee2-46ccca0c4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:00.880545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-9fa88626-058d-4a91-9ee2-46ccca0c4090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1097 time: 0.0430477 Nov 12 05:51:00.947466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:50:59Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:00.974775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:51:00.980834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-2b7df2cd-f3dc-47bc-b585-3c9027d068fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:00.982669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-2b7df2cd-f3dc-47bc-b585-3c9027d068fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0924883 Nov 12 05:51:00.983549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:00.984413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:01.037938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 47c059ab-87b2-42af-8698-cd1d35a05dbe details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:51:01.055730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-beb2f8e8-89d5-4d30-b3b9-3f77d4d25d20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 200 len: 999 time: 0.0646269 Nov 12 05:51:01.109966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-4cd106b5-9a19-40bf-a6ca-420378ea7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:01.111580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-4cd106b5-9a19-40bf-a6ca-420378ea7ef0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0468781 Nov 12 05:51:01.148617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:01.165994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-408cddc1-8448-4120-a84d-0a6ee23c821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:01.167795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-408cddc1-8448-4120-a84d-0a6ee23c821d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481467 Nov 12 05:51:01.268334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-8b4b7c41-b96f-4890-9177-a01cb723bbd6 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924728 Nov 12 05:51:01.272617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 47c059ab-87b2-42af-8698-cd1d35a05dbe, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:01.292893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'port_id': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'mac_address': 'fa:16:3e:bc:2a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:51:01.368212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5be96827-91f2-455d-a929-ddeabdbaaacf req-61920fb1-e788-4cd9-9e93-1d656a578ae8 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925529 Nov 12 05:51:01.402074 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:01.427416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c059ab-87b2-42af-8698-cd1d35a05dbe {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:51:01.471564 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 47c059ab-87b2-42af-8698-cd1d35a05dbe, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:01.478082 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:01.486553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bab14-755a-47b6-b328-9cf185e5b855 req-cf10da52-18bd-46bb-a57b-ee951a59f0f4 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:01.488281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9bab14-755a-47b6-b328-9cf185e5b855 req-cf10da52-18bd-46bb-a57b-ee951a59f0f4 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 944 time: 0.0587294 Nov 12 05:51:01.539640 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:50:59Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:01.541526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=47c059ab-87b2-42af-8698-cd1d35a05dbe,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:01.562496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f9bab14-755a-47b6-b328-9cf185e5b855 req-de48d8ca-43f8-41bc-8ef3-188090a52cb8 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630088 Nov 12 05:51:01.572626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd8519-9c5c-4137-aaf0-8f907917d76b None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:50:59Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:51:01.792200 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdddb7c-da41-4011-8826-351b535048ef None None] New status for floating IP 894dcce5-2733-4013-a2be-8867e0406e03: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:51:01.928306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['47c059ab-87b2-42af-8698-cd1d35a05dbe'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:51:02.000340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-feca24fd-6bf8-440e-a36d-e1d75db702c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491183 Nov 12 05:51:02.105746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-170c5f03-4ca5-4f82-8aef-7437218b34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:02.107199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-170c5f03-4ca5-4f82-8aef-7437218b34b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1097 time: 0.0543613 Nov 12 05:51:02.225518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-32f3d018-67e5-4a71-a372-0bdfd1443996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:02.227035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-32f3d018-67e5-4a71-a372-0bdfd1443996 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0879788 Nov 12 05:51:02.300838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-10ecbe65-e959-47ff-830a-1bea60fd3e9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 200 len: 1001 time: 0.0642896 Nov 12 05:51:02.355085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-de983add-7de2-4de0-ba8f-1e2edcbcb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:02.356531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-de983add-7de2-4de0-ba8f-1e2edcbcb1c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0482030 Nov 12 05:51:02.402625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-52899f83-19b5-4d91-8e55-54b711407069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:02.404187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-52899f83-19b5-4d91-8e55-54b711407069 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404410 Nov 12 05:51:02.502496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-26ca1934-ba38-45bb-ace4-43dbae3ee6b7 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899866 Nov 12 05:51:02.599212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e9c27f0-c41f-4751-b665-a39040fbfe1c req-bf939cd1-0d2b-4e75-aa8e-829a14e24e26 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892024 Nov 12 05:51:02.693270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350e115-714c-4afb-86a8-f5585f8cf5f4 req-ed1872b3-2bd7-4c1e-9d65-309c41baaa24 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:02.695843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4350e115-714c-4afb-86a8-f5585f8cf5f4 req-ed1872b3-2bd7-4c1e-9d65-309c41baaa24 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 945 time: 0.0723987 Nov 12 05:51:02.758210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4350e115-714c-4afb-86a8-f5585f8cf5f4 req-29e21165-b243-4e86-9675-32e55694c0dd tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554399 Nov 12 05:51:03.892131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28cc30-6e22-4f20-b871-933d7d6f3a5a req-0c59a786-941d-4972-b945-7aefb84fee2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:03.894597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a28cc30-6e22-4f20-b871-933d7d6f3a5a req-0c59a786-941d-4972-b945-7aefb84fee2d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 945 time: 0.0553682 Nov 12 05:51:03.961183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a28cc30-6e22-4f20-b871-933d7d6f3a5a req-362cd453-1e2e-41a4-aadb-d1bc2150e13e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596318 Nov 12 05:51:05.070921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 47c059ab-87b2-42af-8698-cd1d35a05dbe up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:51:05.090255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929ed3a-9c94-4ee4-ab69-579dd89ca2a0 req-d4d85f33-0c02-45cc-bd55-0b5322c240a0 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:05.092908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0929ed3a-9c94-4ee4-ab69-579dd89ca2a0 req-d4d85f33-0c02-45cc-bd55-0b5322c240a0 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 945 time: 0.0579174 Nov 12 05:51:05.135257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 47c059ab-87b2-42af-8698-cd1d35a05dbe completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:51:05.142004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 47c059ab-87b2-42af-8698-cd1d35a05dbe triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:05.142565 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:05.163974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0929ed3a-9c94-4ee4-ab69-579dd89ca2a0 req-442dcdd5-3428-4a81-9156-7abc8a9c8748 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645750 Nov 12 05:51:05.232480 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:05.279196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 47c059ab-87b2-42af-8698-cd1d35a05dbe, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:05.280165 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:51:05.282976 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67daa46-d55c-44fc-a606-540513fbbc09" -d '{"events": [{"server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "name": "network-vif-plugged", "status": "completed", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:51:05.287176 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:05.332223 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd67773-c8e6-48bb-83a4-1aa8b1f155ef x-openstack-request-id: req-4dd67773-c8e6-48bb-83a4-1aa8b1f155ef {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:51:05.332775 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "name": "network-vif-plugged", "status": "completed", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:51:05.333046 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4dd67773-c8e6-48bb-83a4-1aa8b1f155ef {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:51:05.333447 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'code': 200} Nov 12 05:51:05.347095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=47c059ab-87b2-42af-8698-cd1d35a05dbe,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:05.481364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05d6da-f2f3-43cd-a245-f5b52c07bb03 req-6badd9b9-85cb-48ca-8481-0d08bd0df343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:05.483577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de05d6da-f2f3-43cd-a245-f5b52c07bb03 req-6badd9b9-85cb-48ca-8481-0d08bd0df343 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 1098 time: 0.0431893 Nov 12 05:51:05.538711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de05d6da-f2f3-43cd-a245-f5b52c07bb03 req-922f3649-c198-46e8-a785-22db466ffe7c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481331 Nov 12 05:51:06.285487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2717c-c383-4066-8e29-7cb4617cacdf req-48e9c927-5e05-46f8-9523-c07c57eae321 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:06.287062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcd2717c-c383-4066-8e29-7cb4617cacdf req-48e9c927-5e05-46f8-9523-c07c57eae321 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 946 time: 0.0516040 Nov 12 05:51:06.339362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcd2717c-c383-4066-8e29-7cb4617cacdf req-24488be2-f77d-4d9b-9711-b2c8e749821e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457504 Nov 12 05:51:07.468049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cbddd-0f87-4471-8976-3a9875730b17 req-fe45bf80-5122-4209-972f-e92a92fe83ec tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:07.470215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-547cbddd-0f87-4471-8976-3a9875730b17 req-fe45bf80-5122-4209-972f-e92a92fe83ec tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 946 time: 0.0579023 Nov 12 05:51:07.527259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-547cbddd-0f87-4471-8976-3a9875730b17 req-ade25c89-6f59-49cc-8a9f-afe2264cdd6b tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502939 Nov 12 05:51:07.638560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb154b-a370-4ff0-96e1-915c34a80690 req-6f8974a4-3266-465e-aefb-b80e9c0c0302 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:07.640079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fbb154b-a370-4ff0-96e1-915c34a80690 req-6f8974a4-3266-465e-aefb-b80e9c0c0302 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 946 time: 0.0507457 Nov 12 05:51:07.693068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fbb154b-a370-4ff0-96e1-915c34a80690 req-2c0f0c30-29b9-4c59-aab7-4e85cd63c695 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463278 Nov 12 05:51:07.717162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:07.759972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5ef7d-0c63-4326-9a1f-4cfaae8150c1 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:07.761567 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b1c5ef7d-0c63-4326-9a1f-4cfaae8150c1 tempest-TestNetworkBasicOps-428243987 tempest-TestNetworkBasicOps-428243987-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 1093 time: 0.0433953 Nov 12 05:51:07.764467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48456) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:07.769355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:07.794281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:07.904611 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:08.022305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Allocated IP 172.25.2.104 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/26a557ed-8205-4278-bf40-2d1a8c72fd49) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:51:08.137532 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:08.176832 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:08.215260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:08.220266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:08.223930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:51:08.251656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=26a557ed-8205-4278-bf40-2d1a8c72fd49,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:08.620855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:08.692001 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:08.852031 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:08.856724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:08.937044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event updated for resources: {'Port': ['ID=26a557ed-8205-4278-bf40-2d1a8c72fd49,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:08.951749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:09.060836 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Floating IP 0cc20d8e-07d5-4988-8a75-6025355c7a51 associated. External IP: 172.25.2.104, port: 47c059ab-87b2-42af-8698-cd1d35a05dbe. Nov 12 05:51:09.278376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router 777dcb78-a314-41cb-a682-4a88dd35794f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:51:09.732986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:51:09.745148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] Sync routers for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:51:09.755016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:09.757475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:09.758381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:09.783709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8b0b1420-0980-4ec3-bbac-ed8798ecc34f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0181773 Nov 12 05:51:09.784314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:51:09.786589 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d42950b-77bf-4eb1-8bc5-140ca1288110" -d '{"events": [{"name": "network-changed", "server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:51:09.786974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48466) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:09.860122 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edf96b4-af9b-43b2-bce2-1ba35dd57cc0 x-openstack-request-id: req-5edf96b4-af9b-43b2-bce2-1ba35dd57cc0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:51:09.860841 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:51:09.861918 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5edf96b4-af9b-43b2-bce2-1ba35dd57cc0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:51:09.862551 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'status': 'completed', 'code': 200} Nov 12 05:51:09.872878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ccc9e00e-8fe3-4d45-a158-79f2ff831afa tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/floatingips/0cc20d8e-07d5-4988-8a75-6025355c7a51 HTTP/1.1" status: 200 len: 992 time: 0.0840917 Nov 12 05:51:09.883596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:09.943962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-8b9c560b-e355-4261-849f-5e9e3087404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:09.946431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-8b9c560b-e355-4261-849f-5e9e3087404d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 1098 time: 0.0454936 Nov 12 05:51:10.044497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-096a2224-232f-4f5b-af76-e79031e2f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:10.046321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-096a2224-232f-4f5b-af76-e79031e2f7da service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d HTTP/1.1" status: 200 len: 898 time: 0.0928576 Nov 12 05:51:10.118842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-4e539cc6-ef54-439b-9371-ce0e20f4b790 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe HTTP/1.1" status: 200 len: 1000 time: 0.0658064 Nov 12 05:51:10.129603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0cc20d8e-07d5-4988-8a75-6025355c7a51', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'port_id': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'mac_address': 'fa:16:3e:bc:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:51:08Z', 'updated_at': '2021-11-12T05:51:08Z', 'revision_number': 0, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:52Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:10.157457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] Checking router: 777dcb78-a314-41cb-a682-4a88dd35794f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:51:10.166377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:10.167007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:50:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:10.169515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-cca727a2-a544-4faa-b6b5-e499e77df55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:10.171020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-cca727a2-a544-4faa-b6b5-e499e77df55d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6aad36c-6048-4ee9-a4ea-e36059404d2a HTTP/1.1" status: 200 len: 835 time: 0.0457914 Nov 12 05:51:10.221646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-ff2d41ed-8477-4a1d-a6a8-3a64964efc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:10.223202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-ff2d41ed-8477-4a1d-a6a8-3a64964efc51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454352 Nov 12 05:51:10.325003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-bd01a209-d9a4-4b45-aa88-6dd836c609a1 service neutron] 10.222.0.43 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949967 Nov 12 05:51:10.427573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2d42950b-77bf-4eb1-8bc5-140ca1288110 req-7db2c0b4-11c1-4901-bf7e-6cffe63b1429 service neutron] 10.222.0.43 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961058 Nov 12 05:51:10.440410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:10.683163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0cc20d8e-07d5-4988-8a75-6025355c7a51', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'port_id': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'mac_address': 'fa:16:3e:bc:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:51:08Z', 'updated_at': '2021-11-12T05:51:08Z', 'revision_number': 0, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:52Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:10.716462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e139a93f-4771-4821-b246-a8f93f8aabfb None None] The sync data for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 is: [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0cc20d8e-07d5-4988-8a75-6025355c7a51', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'port_id': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'mac_address': 'fa:16:3e:bc:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:51:08Z', 'updated_at': '2021-11-12T05:51:08Z', 'revision_number': 0, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:52Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:51:10.764725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:10.876764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48474) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:10.941557 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45364fb8-d361-4ca6-a890-375f685237c5 None None] New status for floating IP 0cc20d8e-07d5-4988-8a75-6025355c7a51: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:51:10.949783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-00b217b0-0b96-4c8d-b9ba-035087ab2cd7 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/floatingips/0cc20d8e-07d5-4988-8a75-6025355c7a51 HTTP/1.1" status: 200 len: 992 time: 0.0718105 Nov 12 05:51:11.951988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48480) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:12.026747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-209232a9-6976-4c9d-8ea3-b68ae4d0d431 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/floatingips/0cc20d8e-07d5-4988-8a75-6025355c7a51 HTTP/1.1" status: 200 len: 994 time: 0.0728378 Nov 12 05:51:13.681382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-4d76754e-5f0b-4da2-a958-a9187c38ff63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0479352 Nov 12 05:51:13.790778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-b4b8d5d0-669a-47be-aead-54008ef5961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:13.791280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-b4b8d5d0-669a-47be-aead-54008ef5961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:13.791760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-b4b8d5d0-669a-47be-aead-54008ef5961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:13.792230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-b4b8d5d0-669a-47be-aead-54008ef5961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:13.792717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-b4b8d5d0-669a-47be-aead-54008ef5961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:13.794831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-b4b8d5d0-669a-47be-aead-54008ef5961c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0504801 Nov 12 05:51:13.913777 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fb2044e9-8851-444f-85eb-60f6eecba534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:13.926085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-515af08f-863c-4ac6-b4e1-99f20dad2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:13.926590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-515af08f-863c-4ac6-b4e1-99f20dad2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:13.927065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-515af08f-863c-4ac6-b4e1-99f20dad2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:13.928656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-515af08f-863c-4ac6-b4e1-99f20dad2983 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1064620 Nov 12 05:51:13.971929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-41bcdf83-e150-4a25-b50a-9c8d422b8e39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0354397 Nov 12 05:51:14.023197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-906cb3fe-f491-4435-83cb-ea458da9fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:14.024713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-906cb3fe-f491-4435-83cb-ea458da9fd9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0465915 Nov 12 05:51:14.079651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-46f56b1c-32ca-409f-b97e-a931d22418a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:14.081089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-46f56b1c-32ca-409f-b97e-a931d22418a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490453 Nov 12 05:51:14.173188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-d9e45e89-ee3e-4101-a7dd-00ad3d04cb03 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850699 Nov 12 05:51:14.271493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-6d04c099-50b8-45f4-a083-5d712a1209e3 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917611 Nov 12 05:51:14.316322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-a19b3111-f09c-4b06-9c52-7d2a3121ff20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0359788 Nov 12 05:51:14.369877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-95cf4471-6667-4fa5-93ac-5179fafc22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:14.371506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-95cf4471-6667-4fa5-93ac-5179fafc22ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0484672 Nov 12 05:51:14.419686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-6309cc01-fa4e-4936-81d6-d67592dd0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:14.421343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-6309cc01-fa4e-4936-81d6-d67592dd0dc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433004 Nov 12 05:51:14.512263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-50ade7b8-8512-4795-a51f-e2dc7fefd3e4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842111 Nov 12 05:51:14.613339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-dae9812d-113b-4d09-9618-3a9a7d6cfae9 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944297 Nov 12 05:51:14.655353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-364714da-7020-421a-91b0-d035fae1c6a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0356033 Nov 12 05:51:14.710355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-9a9ee95c-7ca7-4d38-b79f-4ee3eae39409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:14.712126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-9a9ee95c-7ca7-4d38-b79f-4ee3eae39409 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0507934 Nov 12 05:51:14.761305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-c2624307-ad36-4506-ad76-943dfb28212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:14.763089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-c2624307-ad36-4506-ad76-943dfb28212c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431609 Nov 12 05:51:14.903911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-1cf1ddcd-d710-4398-8928-d6415f127770 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333795 Nov 12 05:51:15.007151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-86eab336-8567-4993-825a-36bc71d851b3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967867 Nov 12 05:51:15.054654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-bb1797bf-cb8d-4b08-93fd-488fa00bc041 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0399141 Nov 12 05:51:15.112566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-db6b6e10-4c19-4909-b468-836ee6d1be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:15.114068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-db6b6e10-4c19-4909-b468-836ee6d1be08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0520670 Nov 12 05:51:15.167908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-0b88ec7a-2016-46c7-83bf-94c5ff04cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:15.170508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-0b88ec7a-2016-46c7-83bf-94c5ff04cff8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486546 Nov 12 05:51:15.276711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-e8c5b676-6d62-4d4d-b0ce-36b50201d378 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991721 Nov 12 05:51:15.390379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-e282a64c-452b-4348-8f49-f9c36fb15daf service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054087 Nov 12 05:51:15.434469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-299069ee-d63f-4203-bfcf-5ad82f57d5fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0368123 Nov 12 05:51:15.492053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-9cd46210-84f0-4c8d-ac38-0206c44a4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:15.493620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-9cd46210-84f0-4c8d-ac38-0206c44a4b40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0537140 Nov 12 05:51:15.544899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-4b8f40e7-9bc9-4543-bddd-1832ab078157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:15.546469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-4b8f40e7-9bc9-4543-bddd-1832ab078157 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447018 Nov 12 05:51:15.643943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-d1080473-1a5a-40bd-9f88-73225e685670 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909050 Nov 12 05:51:15.747042 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e1d11f9-8b9a-4f86-8bad-e33ab3ab8c61 req-c3452593-a355-401f-8927-097bfdcda1f2 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960729 Nov 12 05:51:16.328979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f773fa72-a68a-4d36-9dbe-47fad2642fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:16.459413 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:51:17.399903 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:18.637182 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:19.556134 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:27.370769 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:29.416681 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 48610) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:29.526332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:29.603276 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:29.607168 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:29.646647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d55cfd1ef5f49ac864e2eac7dceed21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288029 Nov 12 05:51:29.647556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b982a7-34f1-4749-b6e6-42ef317c771e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:29.649490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 48616) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:29.661878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.662220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.662578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.663103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.663618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.664194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.664881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.665381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.666076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.666668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.667200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.667680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4962c2-e38d-49ae-b74c-a92f98a46211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.702959 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:29.728315 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:29.774939 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:29.778099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:29.779549 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71b982a7-34f1-4749-b6e6-42ef317c771e HTTP/1.1" status: 204 len: 168 time: 0.1288738 Nov 12 05:51:29.789084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b982a7-34f1-4749-b6e6-42ef317c771e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:29.799152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.799594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.800010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.800357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.800694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.801028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.801387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.801681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.802011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.802335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.802687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:29.803010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16ae3-64b2-4fb8-b244-ee0979fb6e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:31.971173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-1bf731f3-945f-47ce-921d-f9f7497d7d91 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b49f040b37174938bad1c3879e65374a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227513 Nov 12 05:51:32.079351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17f5adda-6963-4617-a60f-534b8f1122e1 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:32.080692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17f5adda-6963-4617-a60f-534b8f1122e1 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042092 Nov 12 05:51:32.095169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-f693102b-2d59-4fbc-b5b7-d5083a3bd8da tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/quotas/b49f040b37174938bad1c3879e65374a HTTP/1.1" status: 200 len: 375 time: 0.0089386 Nov 12 05:51:32.127014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-22542d01-040e-4323-a4b2-eaa61a54ce88 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b49f040b37174938bad1c3879e65374a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267799 Nov 12 05:51:32.280030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd2441a7-2779-405b-accb-d44965cc0457 req-aaeab8bf-9eb6-44cf-a574-dd517a513ad9 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 210 time: 0.0255992 Nov 12 05:51:33.234677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-5d42db67-7072-4664-9a8c-96387e4420da tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b49f040b37174938bad1c3879e65374a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249190 Nov 12 05:51:33.347473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-a54fe8fd-59f4-400e-8602-3d973d84f509 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:33.348960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-a54fe8fd-59f4-400e-8602-3d973d84f509 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082399 Nov 12 05:51:33.364987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Request body: {'port': {'device_id': '935c9ef7-d2f5-4759-94f1-0b706bceffca', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': 'b49f040b37174938bad1c3879e65374a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:33.404255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-915fc0f9-ebde-43ae-81db-d25eee156d49 req-2afd25ca-11a5-4d0c-87c1-4d6bbab79797 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 210 time: 0.0514178 Nov 12 05:51:33.491155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Made reservation on behalf of b49f040b37174938bad1c3879e65374a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:51:33.494799 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:33.503971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:33.580064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:33.583746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:33.644586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f86a3-0596-48ea-841f-1d1f047c8851,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:33.719878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Allocated IP 192.168.233.104 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/5c0d09c8-353c-4ff4-a164-45803a8b407e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:51:33.868296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:33.901513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:33.943796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:33.948748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:33.952412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:51:33.958795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Pushing event updated for resources: {'Port': ['ID=5c0d09c8-353c-4ff4-a164-45803a8b407e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:34.006475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:34.007206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:34.023744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-17166678-459d-4066-aedb-398e859ed3e7 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6626318 Nov 12 05:51:34.139445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Request body: {'port': {'device_id': '935c9ef7-d2f5-4759-94f1-0b706bceffca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:34.144306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c6a5e49-8d0c-4eac-95d1-636eb9b29520 None None] Provisioning complete for port 5c0d09c8-353c-4ff4-a164-45803a8b407e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:34.144812 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5e49-8d0c-4eac-95d1-636eb9b29520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:34.181975 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a5e49-8d0c-4eac-95d1-636eb9b29520 None None] Port 5c0d09c8-353c-4ff4-a164-45803a8b407e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:51:34.196490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:34.450649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0d09c8-353c-4ff4-a164-45803a8b407e {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:51:34.458532 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:34.470447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Transition to ACTIVE for port object 5c0d09c8-353c-4ff4-a164-45803a8b407e will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:51:34.476481 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:34.560436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0d09c8-353c-4ff4-a164-45803a8b407e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:34.592960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2795cb5-1845-41fd-b78f-fdeaca71f4c7 req-dea5a809-b35f-4c28-9d64-a8a4f5d49c6e tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:34.594562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2795cb5-1845-41fd-b78f-fdeaca71f4c7 req-dea5a809-b35f-4c28-9d64-a8a4f5d49c6e tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 948 time: 0.1192167 Nov 12 05:51:34.678066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Attempting to bind port 5c0d09c8-353c-4ff4-a164-45803a8b407e on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:51:34.678428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Attempting to bind port 5c0d09c8-353c-4ff4-a164-45803a8b407e by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:51:34.678763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Attempting to bind port 5c0d09c8-353c-4ff4-a164-45803a8b407e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:51:34.686839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2795cb5-1845-41fd-b78f-fdeaca71f4c7 req-3b3b35a7-b1d7-4ce0-8e47-034e6997a1f9 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712159 Nov 12 05:51:34.687898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Port 5c0d09c8-353c-4ff4-a164-45803a8b407e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:51:34.688224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Attempting to bind port 5c0d09c8-353c-4ff4-a164-45803a8b407e on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:51:34.694457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:51:34.694801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:51:34.695200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:51:34.695628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Bound port: 5c0d09c8-353c-4ff4-a164-45803a8b407e, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:51:34.695988 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:34.762470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] For port 5c0d09c8-353c-4ff4-a164-45803a8b407e, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:51:34.765805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] For port 5c0d09c8-353c-4ff4-a164-45803a8b407e, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5c0d09c8-353c-4ff4-a164-45803a8b407e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:51:34.769403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:34.804651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:34.805577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:34.806635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] 10.222.0.47 "PUT /v2.0/ports/5c0d09c8-353c-4ff4-a164-45803a8b407e HTTP/1.1" status: 200 len: 1097 time: 0.7743831 Nov 12 05:51:34.807070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935c9ef7-d2f5-4759-94f1-0b706bceffca', 'tag': '5c0d09c8-353c-4ff4-a164-45803a8b407e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:51:34.809299 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b1151-3325-4a56-8bd7-55c30062ab1c" -d '{"events": [{"name": "network-changed", "server_uuid": "935c9ef7-d2f5-4759-94f1-0b706bceffca", "tag": "5c0d09c8-353c-4ff4-a164-45803a8b407e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:51:34.839831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7c482-7c00-4d7c-b220-c2e3b9480a58 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0d09c8-353c-4ff4-a164-45803a8b407e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:34.863446 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e379c08e-760f-4db0-a846-64f0b1aa6cf1 x-openstack-request-id: req-e379c08e-760f-4db0-a846-64f0b1aa6cf1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:51:34.864262 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935c9ef7-d2f5-4759-94f1-0b706bceffca", "tag": "5c0d09c8-353c-4ff4-a164-45803a8b407e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:51:34.864491 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e379c08e-760f-4db0-a846-64f0b1aa6cf1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:51:34.864885 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935c9ef7-d2f5-4759-94f1-0b706bceffca', 'tag': '5c0d09c8-353c-4ff4-a164-45803a8b407e', 'status': 'completed', 'code': 200} Nov 12 05:51:34.895962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-c5772906-9e8a-423e-99b9-799f1d77445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:34.897507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-c5772906-9e8a-423e-99b9-799f1d77445d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b49f040b37174938bad1c3879e65374a&device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 1100 time: 0.0459421 Nov 12 05:51:34.952831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-19e4caeb-273b-4363-9a5a-15429944adcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5c0d09c8-353c-4ff4-a164-45803a8b407e HTTP/1.1" status: 200 len: 217 time: 0.0451500 Nov 12 05:51:35.007917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-d3ea7b2c-33da-4e5e-bea6-fc8636442864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:35.009417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-d3ea7b2c-33da-4e5e-bea6-fc8636442864 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0489964 Nov 12 05:51:35.058960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-9365c89a-a378-4317-a020-5488c0ac930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:35.060466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-9365c89a-a378-4317-a020-5488c0ac930b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428612 Nov 12 05:51:35.156364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-2005db1a-3e99-4a39-8253-bee3b7d3e0a7 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850506 Nov 12 05:51:35.245782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30af8ce6-1fe6-43c5-a861-e8737ee7f22c req-3c5b52a7-b51d-4911-a785-55172cc6efd6 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813246 Nov 12 05:51:35.328752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-1f4fe39a-5438-462c-8737-6073e74af225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:35.330245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-1f4fe39a-5438-462c-8737-6073e74af225 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b49f040b37174938bad1c3879e65374a&device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 1100 time: 0.0403435 Nov 12 05:51:35.425071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-54b05e96-af82-44c4-bb01-405357e4e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:35.427230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-54b05e96-af82-44c4-bb01-405357e4e01b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.0883694 Nov 12 05:51:35.468537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-21c89ab7-78ee-41ed-a5c0-dd840c4feb78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5c0d09c8-353c-4ff4-a164-45803a8b407e HTTP/1.1" status: 200 len: 217 time: 0.0329876 Nov 12 05:51:35.522217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-3508137a-975a-4486-9a68-7fc52c6de7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:35.523654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-3508137a-975a-4486-9a68-7fc52c6de7fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0473118 Nov 12 05:51:35.570867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-8825e770-f857-4566-a14e-0d8e0ee9a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:35.572403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-8825e770-f857-4566-a14e-0d8e0ee9a093 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403857 Nov 12 05:51:35.668719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-8e74ba4e-b299-45f4-913b-52be7579919f service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871868 Nov 12 05:51:35.760179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a63b1151-3325-4a56-8bd7-55c30062ab1c req-3bd22dbd-4a6a-46dc-8ddc-3c5bbfc4d765 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834177 Nov 12 05:51:35.807936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdb90b-620a-45a9-8270-762387006ae1 req-bb255521-7bee-4c9f-9559-431fbff6a3dd tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:35.809296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9cdb90b-620a-45a9-8270-762387006ae1 req-bb255521-7bee-4c9f-9559-431fbff6a3dd tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 948 time: 0.0482674 Nov 12 05:51:35.858896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b9cdb90b-620a-45a9-8270-762387006ae1 req-09524656-e1f0-4b12-bf32-ec83d70ff47b tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436919 Nov 12 05:51:36.975458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e4a05-2d62-413e-b647-bf472a9f526c req-a10e34a9-a42f-4c12-ae89-0b9b6de3cbc0 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:36.977007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c6e4a05-2d62-413e-b647-bf472a9f526c req-a10e34a9-a42f-4c12-ae89-0b9b6de3cbc0 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 948 time: 0.0511820 Nov 12 05:51:37.028728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c6e4a05-2d62-413e-b647-bf472a9f526c req-e94e2845-c759-40c2-b1d3-61d1557d4f53 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Nov 12 05:51:37.760759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5c0d09c8-353c-4ff4-a164-45803a8b407e details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:51:37.858910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5c0d09c8-353c-4ff4-a164-45803a8b407e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5c0d09c8-353c-4ff4-a164-45803a8b407e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:37.870762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '5c0d09c8-353c-4ff4-a164-45803a8b407e', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '5c0d09c8-353c-4ff4-a164-45803a8b407e', 'mac_address': 'fa:16:3e:ea:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:51:37.908004 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:37.920463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0d09c8-353c-4ff4-a164-45803a8b407e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:51:37.939543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5c0d09c8-353c-4ff4-a164-45803a8b407e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5c0d09c8-353c-4ff4-a164-45803a8b407e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:37.943860 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:37.991383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=5c0d09c8-353c-4ff4-a164-45803a8b407e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:38.152087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97760642-df74-4f2a-9ed5-ed7814b84c10 req-4ce06cd8-9032-4a21-a431-1368b0c0cc68 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:38.153672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97760642-df74-4f2a-9ed5-ed7814b84c10 req-4ce06cd8-9032-4a21-a431-1368b0c0cc68 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 949 time: 0.0524414 Nov 12 05:51:38.168089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['5c0d09c8-353c-4ff4-a164-45803a8b407e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:51:38.204623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97760642-df74-4f2a-9ed5-ed7814b84c10 req-74c4fd9d-6ff0-4552-acae-0663886f8a4e tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Nov 12 05:51:39.337514 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117d2ac-4852-4010-a697-b415f4c64be7 req-e7635bc3-2950-4ee2-8f61-8557241788c4 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:39.339206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9117d2ac-4852-4010-a697-b415f4c64be7 req-e7635bc3-2950-4ee2-8f61-8557241788c4 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 949 time: 0.0604780 Nov 12 05:51:39.388534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9117d2ac-4852-4010-a697-b415f4c64be7 req-0db99a40-b686-4cc0-8bcf-d015337cbe89 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Nov 12 05:51:39.764705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5c0d09c8-353c-4ff4-a164-45803a8b407e up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:51:39.813760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 5c0d09c8-353c-4ff4-a164-45803a8b407e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:51:39.818760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 5c0d09c8-353c-4ff4-a164-45803a8b407e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:39.819212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:39.897294 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:39.919479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c9ef7-d2f5-4759-94f1-0b706bceffca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0d09c8-353c-4ff4-a164-45803a8b407e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:51:39.921745 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c62ed5-0fcc-43e4-8129-47fdfa0c93eb" -d '{"events": [{"server_uuid": "935c9ef7-d2f5-4759-94f1-0b706bceffca", "name": "network-vif-plugged", "status": "completed", "tag": "5c0d09c8-353c-4ff4-a164-45803a8b407e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:51:39.935413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 5c0d09c8-353c-4ff4-a164-45803a8b407e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5c0d09c8-353c-4ff4-a164-45803a8b407e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:39.939746 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:39.985952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=5c0d09c8-353c-4ff4-a164-45803a8b407e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:40.078293 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860df9fa-6087-417c-ab1f-b6744d4ce5eb x-openstack-request-id: req-860df9fa-6087-417c-ab1f-b6744d4ce5eb {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:51:40.078677 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c9ef7-d2f5-4759-94f1-0b706bceffca", "name": "network-vif-plugged", "status": "completed", "tag": "5c0d09c8-353c-4ff4-a164-45803a8b407e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:51:40.078940 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-860df9fa-6087-417c-ab1f-b6744d4ce5eb {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:51:40.079342 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c9ef7-d2f5-4759-94f1-0b706bceffca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0d09c8-353c-4ff4-a164-45803a8b407e', 'code': 200} Nov 12 05:51:40.186178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d885ac0-f3a4-4094-ac82-2b124615f191 req-e8362457-9461-4a6d-a0a6-2ceae519b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:40.187693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d885ac0-f3a4-4094-ac82-2b124615f191 req-e8362457-9461-4a6d-a0a6-2ceae519b28e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 1102 time: 0.0399826 Nov 12 05:51:40.235638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d885ac0-f3a4-4094-ac82-2b124615f191 req-5be4f617-ea06-4e06-a0b1-88f79c29488d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Nov 12 05:51:40.512484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f15fe3-91d5-44e6-8040-8e7e2ce6f6d3 req-0ff28002-a1dd-4d43-9e69-0129bb77da73 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:40.513968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04f15fe3-91d5-44e6-8040-8e7e2ce6f6d3 req-0ff28002-a1dd-4d43-9e69-0129bb77da73 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 950 time: 0.0490401 Nov 12 05:51:40.563923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04f15fe3-91d5-44e6-8040-8e7e2ce6f6d3 req-cae049f1-1ca2-4341-9857-7ee90eb7e83e tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Nov 12 05:51:40.784567 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:41.683775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f85699-3e6f-446d-813c-03cfa6bb1705 req-4ceeb5ed-c2ed-4f60-8100-0b5849ab404e tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:41.685228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73f85699-3e6f-446d-813c-03cfa6bb1705 req-4ceeb5ed-c2ed-4f60-8100-0b5849ab404e tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 950 time: 0.0485163 Nov 12 05:51:41.730619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73f85699-3e6f-446d-813c-03cfa6bb1705 req-63737cea-e2b7-4de4-8d1f-2a8f2566991d tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Nov 12 05:51:41.977652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61c59-f9ff-4678-a0d3-1bd438c5c03e req-e2e2cc52-4672-41e4-b20c-afc1707ff4d9 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:41.979147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57c61c59-f9ff-4678-a0d3-1bd438c5c03e req-e2e2cc52-4672-41e4-b20c-afc1707ff4d9 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 950 time: 0.0487578 Nov 12 05:51:42.025624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57c61c59-f9ff-4678-a0d3-1bd438c5c03e req-6366bace-62d8-47fc-822d-9052c9c0e0bf tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Nov 12 05:51:43.147556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4abe5b-c9a7-4268-87ec-1b75164261d2 req-60be747c-39f2-4525-8482-1b46b3ab4182 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:43.148989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df4abe5b-c9a7-4268-87ec-1b75164261d2 req-60be747c-39f2-4525-8482-1b46b3ab4182 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 950 time: 0.0515528 Nov 12 05:51:43.195516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df4abe5b-c9a7-4268-87ec-1b75164261d2 req-16cc686f-1ea6-4fd7-8c89-cb3a8377ba31 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac1f86a3-0596-48ea-841f-1d1f047c8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Nov 12 05:51:43.494120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-10c6c50c-db39-491d-aaa5-e144eef6493e tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:43.495591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-10c6c50c-db39-491d-aaa5-e144eef6493e tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.47 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 950 time: 0.0485020 Nov 12 05:51:43.592217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Deleting port 5c0d09c8-353c-4ff4-a164-45803a8b407e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:51:43.592477 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:43.680617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] For port 5c0d09c8-353c-4ff4-a164-45803a8b407e, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=5c0d09c8-353c-4ff4-a164-45803a8b407e,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:43.680983 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:43.693287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Calling delete_port for 5c0d09c8-353c-4ff4-a164-45803a8b407e owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:51:43.822171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:43.851541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Pushing event deleted for resources: {'Port': ['ID=5c0d09c8-353c-4ff4-a164-45803a8b407e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:43.895905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] No DVR routers for this DVR port 5c0d09c8-353c-4ff4-a164-45803a8b407e on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:51:43.899219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:43.902979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c7f2e43-fef5-454f-a59b-ae2b1082dcee req-0b6c5bd0-c814-44d9-ba1d-039720ec1294 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.47 "DELETE /v2.0/ports/5c0d09c8-353c-4ff4-a164-45803a8b407e HTTP/1.1" status: 204 len: 173 time: 0.4008827 Nov 12 05:51:43.903447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c9ef7-d2f5-4759-94f1-0b706bceffca', 'name': 'network-vif-deleted', 'tag': '5c0d09c8-353c-4ff4-a164-45803a8b407e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:51:43.905747 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1022be6-838c-4ea4-88bd-b8bbfb3ba204" -d '{"events": [{"server_uuid": "935c9ef7-d2f5-4759-94f1-0b706bceffca", "name": "network-vif-deleted", "tag": "5c0d09c8-353c-4ff4-a164-45803a8b407e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:51:43.925647 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f228d987-116e-4bac-9bac-1c517f39759d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:43.947190 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a7d2f2-3977-49ca-aa83-2ded7f2fee2d x-openstack-request-id: req-82a7d2f2-3977-49ca-aa83-2ded7f2fee2d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:51:43.947484 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c9ef7-d2f5-4759-94f1-0b706bceffca", "name": "network-vif-deleted", "tag": "5c0d09c8-353c-4ff4-a164-45803a8b407e", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:51:43.947735 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82a7d2f2-3977-49ca-aa83-2ded7f2fee2d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:51:43.948135 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c9ef7-d2f5-4759-94f1-0b706bceffca', 'name': 'network-vif-deleted', 'tag': '5c0d09c8-353c-4ff4-a164-45803a8b407e', 'status': 'completed', 'code': 200} Nov 12 05:51:44.303270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-922609fd-0862-4495-ab40-3789db515718 req-061d8db1-7afd-4ee8-8fd0-2fb5b02e95f3 tempest-VolumesNegativeTest-348941243 tempest-VolumesNegativeTest-348941243-project] 10.222.0.48 "GET /v2.0/ports?device_id=935c9ef7-d2f5-4759-94f1-0b706bceffca HTTP/1.1" status: 200 len: 210 time: 0.0264931 Nov 12 05:51:45.797209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5c0d09c8-353c-4ff4-a164-45803a8b407e no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:51:45.818832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 5c0d09c8-353c-4ff4-a164-45803a8b407e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:51:45.819232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 5c0d09c8-353c-4ff4-a164-45803a8b407e not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:51:46.330556 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-57b103dc-012b-4fbe-a4af-884ee735e642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:47.404515 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:48.643872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:49.548457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:50.346236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:50.479853 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6b1cf25a-adca-4aaf-a02e-f06768520235 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b49f040b37174938bad1c3879e65374a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322544 Nov 12 05:51:50.482130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:50.531190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afd686ce-7327-42e9-af97-8d33403890cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:50.551671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afd686ce-7327-42e9-af97-8d33403890cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:50.602325 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afd686ce-7327-42e9-af97-8d33403890cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:50.605001 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afd686ce-7327-42e9-af97-8d33403890cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:50.606201 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-afd686ce-7327-42e9-af97-8d33403890cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac1f86a3-0596-48ea-841f-1d1f047c8851 HTTP/1.1" status: 204 len: 168 time: 0.1231089 Nov 12 05:51:50.614435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd686ce-7327-42e9-af97-8d33403890cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f86a3-0596-48ea-841f-1d1f047c8851,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:51.258663 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49040) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:51.354838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-364361953-network', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:51.374486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Made reservation on behalf of 8a26bbb6788a488d883f3794d7efcf5a for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:51:51.376706 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.385021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.459466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.463674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.488219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:51:51.497977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60dbf3d-e3c9-4a31-aca6-9ce34caf900f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:51.510792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.511141 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Added segment eb2f4850-cec0-4a42-b974-94a13440bc69 of type vlan for network e8c386a1-36a9-4eef-853d-8fffc82ae509 Nov 12 05:51:51.551724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.576012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.577038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:51.577617 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.610587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3507762 Nov 12 05:51:51.613698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49044) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:51.619327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Request body: {'subnet': {'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-364361953-subnet', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:51.641038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Made reservation on behalf of 8a26bbb6788a488d883f3794d7efcf5a for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:51:51.643682 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.645008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be0c9f-3e05-40d4-bae4-dd26021ba114 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c386a1-36a9-4eef-853d-8fffc82ae509,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:51.655980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:51:51.810251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.871018 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32941e71-7a1e-4573-b4e5-92fa05a20115,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:51.878387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Checking segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:51:51.878751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Network hostable DHCP agents. Network: e8c386a1-36a9-4eef-853d-8fffc82ae509, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:51:51.895533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:51:51.904759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e8c386a1-36a9-4eef-853d-8fffc82ae509) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:51.908756 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:51.909350 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.914312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057dbb0-6fa0-4bf4-9c09-26c3a3498e77 None None] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:51:51.925196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b74dccda-fd18-4785-8222-67742dc34951 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3098309 Nov 12 05:51:51.927929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49048) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:51.932289 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:51.953921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:51.955066 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.005440 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.062628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e8c386a1-36a9-4eef-853d-8fffc82ae509', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'fixed_ips': [{'subnet_id': '32941e71-7a1e-4573-b4e5-92fa05a20115'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:51:52.063720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.147404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.198732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Allocated IP 172.20.0.2 (e8c386a1-36a9-4eef-853d-8fffc82ae509/32941e71-7a1e-4573-b4e5-92fa05a20115/607ee3d9-8665-442e-b954-886d3ff8f92e) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:51:52.342392 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.344011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.348645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.367619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.384650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:52.387948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:52.390459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:51:52.408491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Pushing event updated for resources: {'Port': ['ID=607ee3d9-8665-442e-b954-886d3ff8f92e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:52.448892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.449239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.449583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.449921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.450260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.450621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.450953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.451282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.451610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.451936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.452260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.452581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:52.466489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Attempting to bind port 607ee3d9-8665-442e-b954-886d3ff8f92e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:51:52.466859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Attempting to bind port 607ee3d9-8665-442e-b954-886d3ff8f92e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:51:52.467222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Attempting to bind port 607ee3d9-8665-442e-b954-886d3ff8f92e on network e8c386a1-36a9-4eef-853d-8fffc82ae509 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:51:52.472192 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:51:52.472566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Checking segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:51:52.473010 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.473351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Bound using segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:51:52.473815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Bound port: 607ee3d9-8665-442e-b954-886d3ff8f92e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:51:52.474195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.475624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Allocated IP 172.25.2.56 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/ffee7089-75f9-4f72-a75a-11aca128cd13) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:51:52.542843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] For port 607ee3d9-8665-442e-b954-886d3ff8f92e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:51:52.546547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] For port 607ee3d9-8665-442e-b954-886d3ff8f92e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=607ee3d9-8665-442e-b954-886d3ff8f92e,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:51:52.551348 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.581235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.609091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b9d0f-c7a8-486e-85ff-6b272f7486f2 None None] Pushing event updated for resources: {'Port': ['ID=607ee3d9-8665-442e-b954-886d3ff8f92e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:52.622481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.665677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:52.668768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:52.673377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:51:52.676465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Pushing event updated for resources: {'Port': ['ID=ffee7089-75f9-4f72-a75a-11aca128cd13,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:52.689607 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1df3d3-c86f-42f5-b689-b6eabaafae10 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:51:52.797954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8c1a2e70-0537-477d-b7c7-aeba5c37e82e None None] Provisioning complete for port ffee7089-75f9-4f72-a75a-11aca128cd13 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:52.798655 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2e70-0537-477d-b7c7-aeba5c37e82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:52.843351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a2e70-0537-477d-b7c7-aeba5c37e82e None None] Port ffee7089-75f9-4f72-a75a-11aca128cd13 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:51:52.959388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:53.151787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:53.280570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Router 8669577c-1481-48f4-a663-5e87af1f2152 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:51:53.458690 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:51:53.565164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61df6d02-da57-4bee-bcd0-4ed9090f5a0e None None] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:51:53.685010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:51:53.698828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Sync routers for ids ['8669577c-1481-48f4-a663-5e87af1f2152'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:51:53.702914 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:53.704227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d8dfa05b-75fa-4be3-91df-dda53c93b84e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7753012 Nov 12 05:51:53.706884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49054) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:53.723519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-be4f4b26-6a87-4f0c-a935-4023578636eb None None] Provisioning complete for port 607ee3d9-8665-442e-b954-886d3ff8f92e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:53.723891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be4f4b26-6a87-4f0c-a935-4023578636eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:53.756818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Routers {'8669577c-1481-48f4-a663-5e87af1f2152'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:53.757375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8669577c-1481-48f4-a663-5e87af1f2152'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:53.909763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Set router 8669577c-1481-48f4-a663-5e87af1f2152 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:53.972734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be4f4b26-6a87-4f0c-a935-4023578636eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.054028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-be4f4b26-6a87-4f0c-a935-4023578636eb None None] For port 607ee3d9-8665-442e-b954-886d3ff8f92e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=607ee3d9-8665-442e-b954-886d3ff8f92e,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:54.063627 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be4f4b26-6a87-4f0c-a935-4023578636eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.140869 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.144728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f4b26-6a87-4f0c-a935-4023578636eb None None] Pushing event updated for resources: {'Port': ['ID=607ee3d9-8665-442e-b954-886d3ff8f92e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:54.172087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:51:52Z', 'revision_number': 3, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port': {'id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:52Z', 'updated_at': '2021-11-12T05:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:54.205788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Checking router: 8669577c-1481-48f4-a663-5e87af1f2152 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:51:54.206135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Updating router 8669577c-1481-48f4-a663-5e87af1f2152 port ffee7089-75f9-4f72-a75a-11aca128cd13 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:51:54.238846 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.244284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 607ee3d9-8665-442e-b954-886d3ff8f92e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:51:54.269458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-22417e54-d410-49fc-bab9-b4d799a5fe4c None None] Provisioning complete for port 607ee3d9-8665-442e-b954-886d3ff8f92e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:54.269752 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22417e54-d410-49fc-bab9-b4d799a5fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.306288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Allocated IP 172.20.0.1 (e8c386a1-36a9-4eef-853d-8fffc82ae509/32941e71-7a1e-4573-b4e5-92fa05a20115/4665fdec-3817-48a0-aa44-6edbd3b8e60e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:51:54.408298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.442140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.478602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:54.481389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:54.487457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:51:54.493514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 607ee3d9-8665-442e-b954-886d3ff8f92e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:54.493907 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.515744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=4665fdec-3817-48a0-aa44-6edbd3b8e60e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:54.537177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.678196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.837673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-01b39bac-ee9b-4d13-b8ca-85be2fa0a612 None None] Provisioning complete for port 4665fdec-3817-48a0-aa44-6edbd3b8e60e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:54.838282 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-01b39bac-ee9b-4d13-b8ca-85be2fa0a612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.843384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.847660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.863291 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.873286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.916446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.921829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-01b39bac-ee9b-4d13-b8ca-85be2fa0a612 None None] Port 4665fdec-3817-48a0-aa44-6edbd3b8e60e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:51:54.929139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=4665fdec-3817-48a0-aa44-6edbd3b8e60e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:54.936306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b64336-16d1-46b6-b8aa-8b8040032758 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:51:54.941988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3754f92-2865-4be6-9d91-1cfbb2e5c255 None None] Pushing event updated for resources: {'Port': ['ID=ffee7089-75f9-4f72-a75a-11aca128cd13,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:54.944682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Attempting to bind port ffee7089-75f9-4f72-a75a-11aca128cd13 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:51:54.945577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Attempting to bind port ffee7089-75f9-4f72-a75a-11aca128cd13 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:51:54.945952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Attempting to bind port ffee7089-75f9-4f72-a75a-11aca128cd13 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:51:54.953018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:51:54.953394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:51:54.953809 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:54.954170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:51:54.954683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Bound port: ffee7089-75f9-4f72-a75a-11aca128cd13, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:51:54.955559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.007384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] For port ffee7089-75f9-4f72-a75a-11aca128cd13, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:51:55.011367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] For port ffee7089-75f9-4f72-a75a-11aca128cd13, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ffee7089-75f9-4f72-a75a-11aca128cd13,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:51:55.015308 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.030859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:55.032374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:55.071230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f361ea5-6284-4abf-b5bd-df03e96c573c None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:51:55.097186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4fd14d5a-9a2d-4dee-9af2-74df94c11afd None None] Provisioning complete for port ffee7089-75f9-4f72-a75a-11aca128cd13 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:55.097503 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4fd14d5a-9a2d-4dee-9af2-74df94c11afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.120138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3754f92-2865-4be6-9d91-1cfbb2e5c255 None None] Pushing event updated for resources: {'Port': ['ID=ffee7089-75f9-4f72-a75a-11aca128cd13,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:55.125318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Routers {'8669577c-1481-48f4-a663-5e87af1f2152'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:55.125930 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8669577c-1481-48f4-a663-5e87af1f2152'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:55.164294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Router 8669577c-1481-48f4-a663-5e87af1f2152 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:51:55.273572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] Set router 8669577c-1481-48f4-a663-5e87af1f2152 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:55.275904 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4fd14d5a-9a2d-4dee-9af2-74df94c11afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.280995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:51:55.287104 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2bcc5e66-4350-44ca-bb65-f1a3742bffe6 admin admin] 10.222.0.48 "PUT /v2.0/routers/8669577c-1481-48f4-a663-5e87af1f2152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5792520 Nov 12 05:51:55.330533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4fd14d5a-9a2d-4dee-9af2-74df94c11afd None None] For port ffee7089-75f9-4f72-a75a-11aca128cd13, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ffee7089-75f9-4f72-a75a-11aca128cd13,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:55.335157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4fd14d5a-9a2d-4dee-9af2-74df94c11afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.469169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd14d5a-9a2d-4dee-9af2-74df94c11afd None None] Pushing event updated for resources: {'Port': ['ID=ffee7089-75f9-4f72-a75a-11aca128cd13,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:55.489247 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-59899362-64ff-4eb4-9e88-a853c37bde88 None None] Provisioning complete for port 4665fdec-3817-48a0-aa44-6edbd3b8e60e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:55.489614 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59899362-64ff-4eb4-9e88-a853c37bde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.553368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-59899362-64ff-4eb4-9e88-a853c37bde88 None None] Port 4665fdec-3817-48a0-aa44-6edbd3b8e60e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:51:55.571659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-59899362-64ff-4eb4-9e88-a853c37bde88 None None] Provisioning complete for port ffee7089-75f9-4f72-a75a-11aca128cd13 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:55.572028 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59899362-64ff-4eb4-9e88-a853c37bde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.618961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:51:54Z', 'revision_number': 4, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port': {'id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:52Z', 'updated_at': '2021-11-12T05:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4665fdec-3817-48a0-aa44-6edbd3b8e60e', 'name': '', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'mac_address': 'fa:16:3e:24:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:54Z', 'updated_at': '2021-11-12T05:51:54Z', 'revision_number': 2, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'subnets': [{'id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:55.646127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99608d25-8984-4f3f-a461-ffa2ba213699 None None] The sync data for ids ['8669577c-1481-48f4-a663-5e87af1f2152'] in n-d-765315-28 is: [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:51:54Z', 'revision_number': 4, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port': {'id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:52Z', 'updated_at': '2021-11-12T05:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4665fdec-3817-48a0-aa44-6edbd3b8e60e', 'name': '', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'mac_address': 'fa:16:3e:24:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:54Z', 'updated_at': '2021-11-12T05:51:54Z', 'revision_number': 2, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'subnets': [{'id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:51:55.776848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49074) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:55.781927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1339304881-network', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:55.803515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Made reservation on behalf of 7daaa69cd9f441899308e3e9b2445861 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:51:55.805888 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.815420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.906454 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.912413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.938366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:51:55.948453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:55.953406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:55.953750 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Added segment 6950e2d4-8d25-4ad5-83c8-4b9f59d77e61 of type vlan for network a98d76c6-643d-4f84-95f8-40796543f874 Nov 12 05:51:55.997676 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.027527 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.028194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:56.028797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.089448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3114474 Nov 12 05:51:56.092109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:56.097118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Request body: {'subnet': {'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1339304881-subnet', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:56.109196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf57a4-3d2b-4cc9-8b03-6f96bdee4a69 admin admin] Pushing event updated for resources: {'Network': ['ID=a98d76c6-643d-4f84-95f8-40796543f874,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:56.120407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network a98d76c6-643d-4f84-95f8-40796543f874 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:51:56.129863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Made reservation on behalf of 7daaa69cd9f441899308e3e9b2445861 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:51:56.132696 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.223561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 607ee3d9-8665-442e-b954-886d3ff8f92e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:51:56.281025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 607ee3d9-8665-442e-b954-886d3ff8f92e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:56.281408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.682644 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.731832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7de100c-2415-475d-87be-00faa6ae47f4,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:56.748056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Checking segment: {'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:51:56.748412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Network hostable DHCP agents. Network: a98d76c6-643d-4f84-95f8-40796543f874, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:51:56.765792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Network a98d76c6-643d-4f84-95f8-40796543f874 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:51:56.774305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, a98d76c6-643d-4f84-95f8-40796543f874) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:56.778745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:51:56.779488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.785201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec086559-005e-4c66-bb26-2b0cf65bfe6e None None] Network a98d76c6-643d-4f84-95f8-40796543f874 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:51:56.795008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-240da928-54bc-49f7-ac35-9bff0c17e55f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7018695 Nov 12 05:51:56.797493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49080) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:56.801809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:51:56.830652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.831686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.892859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:56.960249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-a98d76c6-643d-4f84-95f8-40796543f874', 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'fixed_ips': [{'subnet_id': 'e7de100c-2415-475d-87be-00faa6ae47f4'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:51:56.961163 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.041209 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.112489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Allocated IP 172.20.0.2 (a98d76c6-643d-4f84-95f8-40796543f874/e7de100c-2415-475d-87be-00faa6ae47f4/60ab9516-b8ba-4572-959e-cec0827b6c18) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:51:57.252903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.256992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.262886 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.272590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.300174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Network a98d76c6-643d-4f84-95f8-40796543f874 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:57.303007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:57.308747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:51:57.317855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Pushing event updated for resources: {'Port': ['ID=60ab9516-b8ba-4572-959e-cec0827b6c18,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:57.380762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Attempting to bind port 60ab9516-b8ba-4572-959e-cec0827b6c18 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:51:57.381136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Attempting to bind port 60ab9516-b8ba-4572-959e-cec0827b6c18 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:51:57.381470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Attempting to bind port 60ab9516-b8ba-4572-959e-cec0827b6c18 on network a98d76c6-643d-4f84-95f8-40796543f874 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:51:57.383433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Allocated IP 172.25.2.163 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/17f5036e-ab39-4ba0-b386-13b89ef96bc3) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:51:57.387954 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.388909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:51:57.389270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Checking segment: {'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:51:57.389665 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.390024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Bound using segment: {'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:51:57.391095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Bound port: 60ab9516-b8ba-4572-959e-cec0827b6c18, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:51:57.391464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.452921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] For port 60ab9516-b8ba-4572-959e-cec0827b6c18, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:51:57.456157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] For port 60ab9516-b8ba-4572-959e-cec0827b6c18, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=60ab9516-b8ba-4572-959e-cec0827b6c18,segment=NetworkSegment(6950e2d4-8d25-4ad5-83c8-4b9f59d77e61),segment_id=6950e2d4-8d25-4ad5-83c8-4b9f59d77e61)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:51:57.462202 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.497229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.530261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594aa67-c2a5-4a19-83c3-b3cdbd2c196a None None] Pushing event updated for resources: {'Port': ['ID=60ab9516-b8ba-4572-959e-cec0827b6c18,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:57.548036 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.591779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:57.594856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:57.599714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:51:57.603270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Pushing event updated for resources: {'Port': ['ID=17f5036e-ab39-4ba0-b386-13b89ef96bc3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:57.614026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804f204-df82-42b3-809d-e558f9bad435 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:51:57.730666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8491f308-7976-45eb-947c-c38f3f86cc9f None None] Provisioning complete for port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:57.731047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8491f308-7976-45eb-947c-c38f3f86cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.785062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8491f308-7976-45eb-947c-c38f3f86cc9f None None] Port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:51:57.885756 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Sync routers for ids ['8669577c-1481-48f4-a663-5e87af1f2152'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:51:57.889198 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:57.896021 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Routers {'8669577c-1481-48f4-a663-5e87af1f2152'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:57.896712 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8669577c-1481-48f4-a663-5e87af1f2152'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:58.002031 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Set router 8669577c-1481-48f4-a663-5e87af1f2152 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:58.082604 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.207141 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:51:54Z', 'revision_number': 4, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port': {'id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:52Z', 'updated_at': '2021-11-12T05:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4665fdec-3817-48a0-aa44-6edbd3b8e60e', 'name': '', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'mac_address': 'fa:16:3e:24:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:54Z', 'updated_at': '2021-11-12T05:51:54Z', 'revision_number': 2, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'subnets': [{'id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:58.228043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Router 92ece089-85e3-478f-8b2a-5a2e045354d4 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:51:58.241138 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Checking router: 8669577c-1481-48f4-a663-5e87af1f2152 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:51:58.241658 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Updating router 8669577c-1481-48f4-a663-5e87af1f2152 port 4665fdec-3817-48a0-aa44-6edbd3b8e60e binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:51:58.267495 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.299202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ffee7089-75f9-4f72-a75a-11aca128cd13 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:51:58.350582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:51:58.354925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ffee7089-75f9-4f72-a75a-11aca128cd13 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:58.355378 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.361189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Sync routers for ids ['92ece089-85e3-478f-8b2a-5a2e045354d4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:51:58.375358 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.376783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6a6dc1c0-a12c-4b4a-b34a-e5dd5fb50f63 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5782237 Nov 12 05:51:58.379501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49088) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:51:58.404893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Routers {'92ece089-85e3-478f-8b2a-5a2e045354d4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:58.405606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['92ece089-85e3-478f-8b2a-5a2e045354d4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:58.578929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 60ab9516-b8ba-4572-959e-cec0827b6c18 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:51:58.594913 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.604281 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.694330 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Pushing event updated for resources: {'Port': ['ID=4665fdec-3817-48a0-aa44-6edbd3b8e60e,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:58.718786 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.719533 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.720094 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.720662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.721231 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.722013 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.722482 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.722879 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.723354 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.723683 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.724007 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.724326 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:51:58.760122 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Attempting to bind port 4665fdec-3817-48a0-aa44-6edbd3b8e60e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:51:58.760786 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Attempting to bind port 4665fdec-3817-48a0-aa44-6edbd3b8e60e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:51:58.761152 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Attempting to bind port 4665fdec-3817-48a0-aa44-6edbd3b8e60e on network e8c386a1-36a9-4eef-853d-8fffc82ae509 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:51:58.767187 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:51:58.767562 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Checking segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:51:58.767960 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.768345 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Bound using segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:51:58.769265 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Bound port: 4665fdec-3817-48a0-aa44-6edbd3b8e60e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:51:58.769521 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.851680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Set router 92ece089-85e3-478f-8b2a-5a2e045354d4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:58.861569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.862071 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] For port 4665fdec-3817-48a0-aa44-6edbd3b8e60e, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:51:58.867988 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] For port 4665fdec-3817-48a0-aa44-6edbd3b8e60e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4665fdec-3817-48a0-aa44-6edbd3b8e60e,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:51:58.874410 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:58.928109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1b0f86-a4d7-40a4-9870-3d6a4812bf58 None None] Network a98d76c6-643d-4f84-95f8-40796543f874 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:51:58.934021 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c7a39-264b-4d72-b59e-39908748b8b1 None None] Pushing event updated for resources: {'Port': ['ID=4665fdec-3817-48a0-aa44-6edbd3b8e60e,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:58.958079 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Routers {'8669577c-1481-48f4-a663-5e87af1f2152'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:51:58.958925 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8669577c-1481-48f4-a663-5e87af1f2152'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:58.994534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 60ab9516-b8ba-4572-959e-cec0827b6c18 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:58.994914 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.075798 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] Set router 8669577c-1481-48f4-a663-5e87af1f2152 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:51:59.077543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Allocated IP 172.20.0.1 (a98d76c6-643d-4f84-95f8-40796543f874/e7de100c-2415-475d-87be-00faa6ae47f4/e887d845-8b5b-459b-8dbe-a5eb00fbf711) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:51:59.091667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e0b0403f-db01-4493-bf9d-61298a117083 None None] Provisioning complete for port 60ab9516-b8ba-4572-959e-cec0827b6c18 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:51:59.092042 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e0b0403f-db01-4493-bf9d-61298a117083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.216404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.271108 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.309126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Network a98d76c6-643d-4f84-95f8-40796543f874 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:59.312455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:59.316158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:51:59.346535 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:51:54Z', 'revision_number': 4, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port': {'id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:52Z', 'updated_at': '2021-11-12T05:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4665fdec-3817-48a0-aa44-6edbd3b8e60e', 'name': '', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'mac_address': 'fa:16:3e:24:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:54Z', 'updated_at': '2021-11-12T05:51:58Z', 'revision_number': 4, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'subnets': [{'id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:59.352046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Pushing event updated for resources: {'Port': ['ID=e887d845-8b5b-459b-8dbe-a5eb00fbf711,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:59.353762 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.374462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.375175 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954dfb34-c2a0-4e52-a60b-cc3a5b7003a0 None None] The sync data for ids ['8669577c-1481-48f4-a663-5e87af1f2152'] in n-d-765315-28 is: [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:51:54Z', 'revision_number': 4, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port': {'id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:52Z', 'updated_at': '2021-11-12T05:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '4665fdec-3817-48a0-aa44-6edbd3b8e60e', 'name': '', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'mac_address': 'fa:16:3e:24:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:54Z', 'updated_at': '2021-11-12T05:51:58Z', 'revision_number': 4, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'subnets': [{'id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:51:59.381332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e0b0403f-db01-4493-bf9d-61298a117083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.419472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:51:57Z', 'revision_number': 3, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:51:59.463810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Checking router: 92ece089-85e3-478f-8b2a-5a2e045354d4 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:51:59.464173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Updating router 92ece089-85e3-478f-8b2a-5a2e045354d4 port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:51:59.471246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 60ab9516-b8ba-4572-959e-cec0827b6c18, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=60ab9516-b8ba-4572-959e-cec0827b6c18,segment=NetworkSegment(6950e2d4-8d25-4ad5-83c8-4b9f59d77e61),segment_id=6950e2d4-8d25-4ad5-83c8-4b9f59d77e61)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:51:59.494767 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.528750 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.530424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.619666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-e0b0403f-db01-4493-bf9d-61298a117083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:51:59.620027 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-e0b0403f-db01-4493-bf9d-61298a117083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:51:59.673731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=60ab9516-b8ba-4572-959e-cec0827b6c18,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:59.741209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.747652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.829837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Pushing event updated for resources: {'Port': ['ID=e887d845-8b5b-459b-8dbe-a5eb00fbf711,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:59.832689 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.899175 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.912508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:59.942159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Network a98d76c6-643d-4f84-95f8-40796543f874 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:51:59.943679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:51:59.974505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632cf7-b7cb-489e-a102-6a57e9bb30a0 None None] Pushing event updated for resources: {'Port': ['ID=17f5036e-ab39-4ba0-b386-13b89ef96bc3,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:51:59.993623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4926d70d-2c6f-43dd-8f00-59bfb3716f35 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:51:59.997304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Attempting to bind port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:51:59.997666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Attempting to bind port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:51:59.998024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Attempting to bind port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:00.006901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:00.007279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:00.008316 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:00.008703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:00.009179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Bound port: 17f5036e-ab39-4ba0-b386-13b89ef96bc3, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:00.009666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:00.080117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] For port 17f5036e-ab39-4ba0-b386-13b89ef96bc3, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:00.086462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] For port 17f5036e-ab39-4ba0-b386-13b89ef96bc3, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17f5036e-ab39-4ba0-b386-13b89ef96bc3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:00.092682 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:00.194191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83900d-02e3-4481-8944-620e1ec084c0 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:00.229022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Routers {'92ece089-85e3-478f-8b2a-5a2e045354d4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:00.233571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['92ece089-85e3-478f-8b2a-5a2e045354d4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:00.236121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632cf7-b7cb-489e-a102-6a57e9bb30a0 None None] Pushing event updated for resources: {'Port': ['ID=17f5036e-ab39-4ba0-b386-13b89ef96bc3,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:00.345174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 60ab9516-b8ba-4572-959e-cec0827b6c18 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:00.455633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Provisioning complete for port 4665fdec-3817-48a0-aa44-6edbd3b8e60e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:00.456311 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:00.476891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Router 92ece089-85e3-478f-8b2a-5a2e045354d4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:52:00.491015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] Set router 92ece089-85e3-478f-8b2a-5a2e045354d4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:00.536728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 60ab9516-b8ba-4572-959e-cec0827b6c18 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:00.537100 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:00.587026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:00.600868 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-006c446e-514d-42f4-a689-2c13994a4ecc admin admin] 10.222.0.48 "PUT /v2.0/routers/92ece089-85e3-478f-8b2a-5a2e045354d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2115028 Nov 12 05:52:00.732293 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:00.781085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4665fdec-3817-48a0-aa44-6edbd3b8e60e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:00.830089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] For port 4665fdec-3817-48a0-aa44-6edbd3b8e60e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4665fdec-3817-48a0-aa44-6edbd3b8e60e,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:00.838889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:00.913421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Provisioning complete for port 60ab9516-b8ba-4572-959e-cec0827b6c18 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:00.914331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:00.940495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Pushing event updated for resources: {'Port': ['ID=4665fdec-3817-48a0-aa44-6edbd3b8e60e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:01.108807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-a070fa47-8eb5-41ec-bbdf-b35e8783a8c3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:01.110321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-a070fa47-8eb5-41ec-bbdf-b35e8783a8c3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/networks?id=e8c386a1-36a9-4eef-853d-8fffc82ae509 HTTP/1.1" status: 200 len: 910 time: 0.0953324 Nov 12 05:52:01.119519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4665fdec-3817-48a0-aa44-6edbd3b8e60e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:01.119885 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:01.124575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:51:59Z', 'revision_number': 4, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e887d845-8b5b-459b-8dbe-a5eb00fbf711', 'name': '', 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'mac_address': 'fa:16:3e:1e:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:58Z', 'updated_at': '2021-11-12T05:51:59Z', 'revision_number': 2, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'subnets': [{'id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:01.126531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-462b0577-2d2e-486f-a5fa-e6956edb885f tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/quotas/7daaa69cd9f441899308e3e9b2445861 HTTP/1.1" status: 200 len: 375 time: 0.0096784 Nov 12 05:52:01.160724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-4e5634a6-320c-4fc7-bb96-06c9ba724564 req-ad82f0a8-cf4e-4378-9db3-8542ba1dbb7a service neutron] (102590) timed out ('10.222.0.47', 62661) {{(pid=102590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:52:01.172468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755bf1a-8a92-4583-962e-0d2a9f10c141 None None] The sync data for ids ['92ece089-85e3-478f-8b2a-5a2e045354d4'] in n-d-765315-28 is: [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:51:59Z', 'revision_number': 4, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e887d845-8b5b-459b-8dbe-a5eb00fbf711', 'name': '', 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'mac_address': 'fa:16:3e:1e:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:58Z', 'updated_at': '2021-11-12T05:51:59Z', 'revision_number': 2, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'subnets': [{'id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:01.207458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-33917970-84fe-4602-b5a9-a0ba421103a1 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=7daaa69cd9f441899308e3e9b2445861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748646 Nov 12 05:52:01.277397 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Provisioning complete for port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:01.277764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:01.361640 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:01.392324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] For port 17f5036e-ab39-4ba0-b386-13b89ef96bc3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17f5036e-ab39-4ba0-b386-13b89ef96bc3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:01.407421 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:01.451917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-dfed2b83-c786-495f-83f6-72ae8ba0b500 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367387 Nov 12 05:52:01.455186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Provisioning complete for port e887d845-8b5b-459b-8dbe-a5eb00fbf711 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:01.455566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:01.502417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Pushing event updated for resources: {'Port': ['ID=17f5036e-ab39-4ba0-b386-13b89ef96bc3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:01.516381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d2a45-8d41-44e1-9a16-118455882588 None None] Port e887d845-8b5b-459b-8dbe-a5eb00fbf711 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:01.557345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-eb6b0ca9-011c-4b95-9e3e-2c5da6504e33 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990961 Nov 12 05:52:01.730873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcba40cf-6c12-492e-b5ca-6dd745334d60 req-7b2f6d3b-f5ba-4ea7-b8c0-6e31d89c0105 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 210 time: 0.0272858 Nov 12 05:52:02.260789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4665fdec-3817-48a0-aa44-6edbd3b8e60e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:02.314320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4665fdec-3817-48a0-aa44-6edbd3b8e60e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:02.314714 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:02.833614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-97b24a62-5934-487a-995d-54ead24479ed tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:02.835136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-97b24a62-5934-487a-995d-54ead24479ed tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.47 "GET /v2.0/networks?id=e8c386a1-36a9-4eef-853d-8fffc82ae509 HTTP/1.1" status: 200 len: 910 time: 0.1205626 Nov 12 05:52:02.852877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30ddc216-7f75-44e8-b8af-0402988c1c94 req-86b3eb02-a2bb-434f-915b-cdc0cedd93a9 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 210 time: 0.0336900 Nov 12 05:52:02.856536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Request body: {'port': {'device_id': '709fa1ee-93fd-4d56-9040-4e0328aae1b2', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'admin_state_up': True, 'tenant_id': '7daaa69cd9f441899308e3e9b2445861'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:02.877927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Made reservation on behalf of 7daaa69cd9f441899308e3e9b2445861 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:52:02.880391 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:02.996893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Allocated IP 172.20.0.8 (e8c386a1-36a9-4eef-853d-8fffc82ae509/32941e71-7a1e-4573-b4e5-92fa05a20115/f0c096d4-98b8-4b2a-b92a-e1e7095c99bf) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:03.134364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-40cde73d-b9bb-4e94-8fb0-3b77e8a2e342 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0966918 Nov 12 05:52:03.163127 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:03.223130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:03.263241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-d3e32344-fafe-45a8-ae70-baab728efa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:03.264758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-d3e32344-fafe-45a8-ae70-baab728efa37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1097 time: 0.0814197 Nov 12 05:52:03.280529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:03.284827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:03.288048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Pushing event updated for resources: {'Port': ['ID=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:03.296707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:03.385020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:03.385953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:03.420448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-4a9cca71-ecc7-48a8-8d53-9e44060ff173 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5705214 Nov 12 05:52:03.426041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-b82feeba-7548-4dca-8cf2-deb7d43bbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:03.427801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-b82feeba-7548-4dca-8cf2-deb7d43bbbc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1407063 Nov 12 05:52:03.458668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Request body: {'port': {'device_id': '709fa1ee-93fd-4d56-9040-4e0328aae1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:03.557502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0af99c85-7696-40f6-886c-78af8f2653aa None None] Provisioning complete for port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:03.558072 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0af99c85-7696-40f6-886c-78af8f2653aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:03.582608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-e802822e-00ca-4f44-b667-dce60fefaf03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 200 len: 1001 time: 0.1451018 Nov 12 05:52:03.583725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:03.594577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0af99c85-7696-40f6-886c-78af8f2653aa None None] Port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:03.673326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-c8fc5674-4768-4ba3-81f1-700c824ea9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:03.674846 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-c8fc5674-4768-4ba3-81f1-700c824ea9cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0825605 Nov 12 05:52:03.693343 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Sync routers for ids ['92ece089-85e3-478f-8b2a-5a2e045354d4'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:03.704533 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Routers {'92ece089-85e3-478f-8b2a-5a2e045354d4'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:03.705300 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['92ece089-85e3-478f-8b2a-5a2e045354d4'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:03.810172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-7e1b74fa-ab58-4b3a-b3a8-630a2d6c01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:03.811711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-7e1b74fa-ab58-4b3a-b3a8-630a2d6c01af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284552 Nov 12 05:52:03.825985 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Set router 92ece089-85e3-478f-8b2a-5a2e045354d4 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:04.039853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c096d4-98b8-4b2a-b92a-e1e7095c99bf {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:52:04.056702 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.069346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-b739425d-7a7a-465e-bf17-836a4adbaa8c service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312498 Nov 12 05:52:04.073999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec60195-fb86-402d-a08e-c409016202b2 req-2333a591-575b-4f0f-8c4d-04c2200b2dff tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:04.075464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ec60195-fb86-402d-a08e-c409016202b2 req-2333a591-575b-4f0f-8c4d-04c2200b2dff tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1027 time: 0.1471696 Nov 12 05:52:04.082054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Transition to ACTIVE for port object f0c096d4-98b8-4b2a-b92a-e1e7095c99bf will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:52:04.093959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.125156 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:51:59Z', 'revision_number': 4, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e887d845-8b5b-459b-8dbe-a5eb00fbf711', 'name': '', 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'mac_address': 'fa:16:3e:1e:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:58Z', 'updated_at': '2021-11-12T05:51:59Z', 'revision_number': 2, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'subnets': [{'id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:04.152931 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Checking router: 92ece089-85e3-478f-8b2a-5a2e045354d4 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:04.153343 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Updating router 92ece089-85e3-478f-8b2a-5a2e045354d4 port e887d845-8b5b-459b-8dbe-a5eb00fbf711 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:52:04.179828 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.256328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:04.293068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ec60195-fb86-402d-a08e-c409016202b2 req-0bc3732f-2a9e-4460-b3ca-f92d9b6b2754 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871367 Nov 12 05:52:04.329217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17f5036e-ab39-4ba0-b386-13b89ef96bc3 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:04.379618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Attempting to bind port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:04.380052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Attempting to bind port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:04.380583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Attempting to bind port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf on network e8c386a1-36a9-4eef-853d-8fffc82ae509 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:04.384837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:04.385279 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.387555 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-97591782-0b09-4d3b-a12d-3d82c6df508c service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067949 Nov 12 05:52:04.388515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf on network e8c386a1-36a9-4eef-853d-8fffc82ae509 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:52:04.388842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Attempting to bind port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf on network e8c386a1-36a9-4eef-853d-8fffc82ae509 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:04.394858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:04.395200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Checking segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:04.395592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Bound using segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:04.396033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Bound port: f0c096d4-98b8-4b2a-b92a-e1e7095c99bf, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:04.396406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.517351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] For port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:04.524950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] For port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:04.536541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.562303 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.571436 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.583369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:04.583975 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.585946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] 10.222.0.47 "PUT /v2.0/ports/f0c096d4-98b8-4b2a-b92a-e1e7095c99bf HTTP/1.1" status: 200 len: 1092 time: 1.1468098 Nov 12 05:52:04.586428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709fa1ee-93fd-4d56-9040-4e0328aae1b2', 'tag': 'f0c096d4-98b8-4b2a-b92a-e1e7095c99bf'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:04.592418 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c20a5f-93a7-45a4-8f14-c57b053e3015" -d '{"events": [{"name": "network-changed", "server_uuid": "709fa1ee-93fd-4d56-9040-4e0328aae1b2", "tag": "f0c096d4-98b8-4b2a-b92a-e1e7095c99bf"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:04.623356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3489d1-e32a-46e6-836c-2a85117c8e51 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:04.635423 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9fe28-b302-4e56-a935-0a6c6b36e9a3 None None] Pushing event updated for resources: {'Port': ['ID=e887d845-8b5b-459b-8dbe-a5eb00fbf711,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:04.681623 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43c9aaa-b125-4215-a7c1-63a5e264816c x-openstack-request-id: req-c43c9aaa-b125-4215-a7c1-63a5e264816c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:04.682064 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709fa1ee-93fd-4d56-9040-4e0328aae1b2", "tag": "f0c096d4-98b8-4b2a-b92a-e1e7095c99bf", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:04.682325 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c43c9aaa-b125-4215-a7c1-63a5e264816c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:04.682753 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709fa1ee-93fd-4d56-9040-4e0328aae1b2', 'tag': 'f0c096d4-98b8-4b2a-b92a-e1e7095c99bf', 'status': 'completed', 'code': 200} Nov 12 05:52:04.696599 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Attempting to bind port e887d845-8b5b-459b-8dbe-a5eb00fbf711 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:04.697751 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Attempting to bind port e887d845-8b5b-459b-8dbe-a5eb00fbf711 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:04.698129 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Attempting to bind port e887d845-8b5b-459b-8dbe-a5eb00fbf711 on network a98d76c6-643d-4f84-95f8-40796543f874 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:04.703550 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:04.703912 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Checking segment: {'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:04.704245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-809546a9-894e-4db8-bd71-e2b0a2f361bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:04.704691 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.705137 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Bound using segment: {'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:04.705603 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Bound port: e887d845-8b5b-459b-8dbe-a5eb00fbf711, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:04.705748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-809546a9-894e-4db8-bd71-e2b0a2f361bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7daaa69cd9f441899308e3e9b2445861&device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1095 time: 0.0624843 Nov 12 05:52:04.705983 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.752812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-e69b80ca-3923-45d8-b081-7b1e81691e50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf HTTP/1.1" status: 200 len: 217 time: 0.0368593 Nov 12 05:52:04.778717 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] For port e887d845-8b5b-459b-8dbe-a5eb00fbf711, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:04.783214 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] For port e887d845-8b5b-459b-8dbe-a5eb00fbf711, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e887d845-8b5b-459b-8dbe-a5eb00fbf711,segment=NetworkSegment(6950e2d4-8d25-4ad5-83c8-4b9f59d77e61),segment_id=6950e2d4-8d25-4ad5-83c8-4b9f59d77e61)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:04.789675 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:04.814084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-95d1ae60-a724-4a8b-a455-6cdb11a1c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:04.815660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-95d1ae60-a724-4a8b-a455-6cdb11a1c315 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32941e71-7a1e-4573-b4e5-92fa05a20115 HTTP/1.1" status: 200 len: 848 time: 0.0549247 Nov 12 05:52:04.858230 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Routers {'92ece089-85e3-478f-8b2a-5a2e045354d4'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:04.859383 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['92ece089-85e3-478f-8b2a-5a2e045354d4'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:04.860782 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9fe28-b302-4e56-a935-0a6c6b36e9a3 None None] Pushing event updated for resources: {'Port': ['ID=e887d845-8b5b-459b-8dbe-a5eb00fbf711,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:04.894419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-51a05cd9-c49b-41e4-b7d5-d9e48b8933db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:04.896192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-51a05cd9-c49b-41e4-b7d5-d9e48b8933db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8c386a1-36a9-4eef-853d-8fffc82ae509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718689 Nov 12 05:52:04.984446 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] Set router 92ece089-85e3-478f-8b2a-5a2e045354d4 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:04.987281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-edf205d8-ff80-4947-a41f-b8923532ddac None None] Provisioning complete for port e887d845-8b5b-459b-8dbe-a5eb00fbf711 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:04.990862 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edf205d8-ff80-4947-a41f-b8923532ddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:05.005745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-789c9839-b2fd-4062-bea9-c3d35cc0c057 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007805 Nov 12 05:52:05.092307 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edf205d8-ff80-4947-a41f-b8923532ddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:05.121028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e80f71a-d31d-46e1-89fb-2d789288fb16 req-c2b86afe-1d5a-4e26-abe4-edf02d680d14 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039057 Nov 12 05:52:05.129419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-edf205d8-ff80-4947-a41f-b8923532ddac None None] For port e887d845-8b5b-459b-8dbe-a5eb00fbf711, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e887d845-8b5b-459b-8dbe-a5eb00fbf711,segment=NetworkSegment(6950e2d4-8d25-4ad5-83c8-4b9f59d77e61),segment_id=6950e2d4-8d25-4ad5-83c8-4b9f59d77e61)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:05.134605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edf205d8-ff80-4947-a41f-b8923532ddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:05.199516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf205d8-ff80-4947-a41f-b8923532ddac None None] Pushing event updated for resources: {'Port': ['ID=e887d845-8b5b-459b-8dbe-a5eb00fbf711,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:05.227531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-95caf3c1-da16-467c-b191-e534508d4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:05.229139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-95caf3c1-da16-467c-b191-e534508d4243 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7daaa69cd9f441899308e3e9b2445861&device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1095 time: 0.0449376 Nov 12 05:52:05.232898 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:51:59Z', 'revision_number': 4, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e887d845-8b5b-459b-8dbe-a5eb00fbf711', 'name': '', 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'mac_address': 'fa:16:3e:1e:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:58Z', 'updated_at': '2021-11-12T05:52:04Z', 'revision_number': 4, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'subnets': [{'id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:05.259245 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c594e0b-fbb1-4c02-b03a-57815b972737 None None] The sync data for ids ['92ece089-85e3-478f-8b2a-5a2e045354d4'] in n-d-765315-28 is: [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:51:59Z', 'revision_number': 4, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e887d845-8b5b-459b-8dbe-a5eb00fbf711', 'name': '', 'network_id': 'a98d76c6-643d-4f84-95f8-40796543f874', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'mac_address': 'fa:16:3e:1e:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:58Z', 'updated_at': '2021-11-12T05:52:04Z', 'revision_number': 4, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'subnets': [{'id': 'e7de100c-2415-475d-87be-00faa6ae47f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:05.301060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8ed78019-0cfe-4290-b125-f50e508dceca None None] Provisioning complete for port e887d845-8b5b-459b-8dbe-a5eb00fbf711 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:05.302383 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ed78019-0cfe-4290-b125-f50e508dceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:05.330543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-ec8ec88e-27d8-4d85-bff9-e532c08f5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:05.332122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-ec8ec88e-27d8-4d85-bff9-e532c08f5b02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8c386a1-36a9-4eef-853d-8fffc82ae509 HTTP/1.1" status: 200 len: 910 time: 0.0958397 Nov 12 05:52:05.394928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-ce31a599-fadd-4872-adab-c0155c4f23ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf HTTP/1.1" status: 200 len: 217 time: 0.0551195 Nov 12 05:52:05.463614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-20359574-6bd4-42b4-ade1-98d611df1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:05.465143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-20359574-6bd4-42b4-ade1-98d611df1030 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32941e71-7a1e-4573-b4e5-92fa05a20115 HTTP/1.1" status: 200 len: 848 time: 0.0529606 Nov 12 05:52:05.468088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ffa64-5bba-4a00-9659-5635215d77cc req-a52f8f4b-65ef-43ad-bd6e-cef88030f056 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:05.469499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a68ffa64-5bba-4a00-9659-5635215d77cc req-a52f8f4b-65ef-43ad-bd6e-cef88030f056 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1095 time: 0.1201048 Nov 12 05:52:05.551541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-557192dd-7590-4fc1-adbd-ac52a8bd2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:05.553067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-557192dd-7590-4fc1-adbd-ac52a8bd2511 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8c386a1-36a9-4eef-853d-8fffc82ae509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799325 Nov 12 05:52:05.556449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a68ffa64-5bba-4a00-9659-5635215d77cc req-5035cbd7-2e2f-4bc2-8349-98cca60a1501 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747118 Nov 12 05:52:05.657772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-f9e82d9e-74da-48f5-a488-b2525ed3a377 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954347 Nov 12 05:52:06.082219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9c20a5f-93a7-45a4-8f14-c57b053e3015 req-451b49fc-0ae2-4024-8283-7683e45f3def service neutron] 10.222.0.47 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166861 Nov 12 05:52:06.224063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e887d845-8b5b-459b-8dbe-a5eb00fbf711 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:06.276267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e887d845-8b5b-459b-8dbe-a5eb00fbf711 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:06.276638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:06.669523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d5d25-bcbd-4db2-9f43-5ffbe8a1c0a8 req-f52602d6-a48f-4233-9a0e-cba9abc64669 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:06.671114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d2d5d25-bcbd-4db2-9f43-5ffbe8a1c0a8 req-f52602d6-a48f-4233-9a0e-cba9abc64669 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1095 time: 0.0438271 Nov 12 05:52:06.714663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d2d5d25-bcbd-4db2-9f43-5ffbe8a1c0a8 req-ea77d147-68a3-4f9f-a8ec-fafa8a325906 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Nov 12 05:52:08.042920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a7f5c-7453-4fc8-bc6a-46eae526a2f0 req-4abde867-aa59-496d-8b7e-37b8048a5cde tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:08.044409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-121a7f5c-7453-4fc8-bc6a-46eae526a2f0 req-4abde867-aa59-496d-8b7e-37b8048a5cde tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1095 time: 0.0431552 Nov 12 05:52:08.087299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-121a7f5c-7453-4fc8-bc6a-46eae526a2f0 req-6fcb05b4-06b9-4fe6-a450-eeeeaf078e29 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371666 Nov 12 05:52:08.098484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f0c096d4-98b8-4b2a-b92a-e1e7095c99bf details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:52:08.195779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:08.206784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'f0c096d4-98b8-4b2a-b92a-e1e7095c99bf', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'port_id': 'f0c096d4-98b8-4b2a-b92a-e1e7095c99bf', 'mac_address': 'fa:16:3e:a2:cf:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:52:08.243490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:08.255748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c096d4-98b8-4b2a-b92a-e1e7095c99bf {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:52:08.274508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:08.279118 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:08.330032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:08.502117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f0c096d4-98b8-4b2a-b92a-e1e7095c99bf'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:52:09.189533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f07c07-e6d1-42fe-acad-9fc97fd03cad req-77fb02de-a50e-4c79-aafd-d83a813cf083 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:09.191058 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53f07c07-e6d1-42fe-acad-9fc97fd03cad req-77fb02de-a50e-4c79-aafd-d83a813cf083 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0392311 Nov 12 05:52:09.234271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53f07c07-e6d1-42fe-acad-9fc97fd03cad req-319bd22d-6962-42b8-b4ee-82e7d299d628 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Nov 12 05:52:10.121146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f0c096d4-98b8-4b2a-b92a-e1e7095c99bf up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:10.173408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:52:10.177297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:10.177658 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:10.250844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:10.272539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709fa1ee-93fd-4d56-9040-4e0328aae1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c096d4-98b8-4b2a-b92a-e1e7095c99bf'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:10.275358 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c4829-0601-4765-ac1a-e16fab3f9b97" -d '{"events": [{"server_uuid": "709fa1ee-93fd-4d56-9040-4e0328aae1b2", "name": "network-vif-plugged", "status": "completed", "tag": "f0c096d4-98b8-4b2a-b92a-e1e7095c99bf"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:10.288324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:10.294086 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:10.342056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817619-4aed-46bf-8e90-0d52b9ff6fc4 req-550ccd74-4c6a-4942-beef-25c40a874f79 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:10.344547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a817619-4aed-46bf-8e90-0d52b9ff6fc4 req-550ccd74-4c6a-4942-beef-25c40a874f79 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0428946 Nov 12 05:52:10.346910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:10.391128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a817619-4aed-46bf-8e90-0d52b9ff6fc4 req-6a3b1164-33eb-460a-9eaa-8f654b7e8b24 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Nov 12 05:52:10.432661 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f2c77d-795d-4819-994f-75fb5e162ff3 x-openstack-request-id: req-d6f2c77d-795d-4819-994f-75fb5e162ff3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:10.432950 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709fa1ee-93fd-4d56-9040-4e0328aae1b2", "name": "network-vif-plugged", "status": "completed", "tag": "f0c096d4-98b8-4b2a-b92a-e1e7095c99bf", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:10.433197 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6f2c77d-795d-4819-994f-75fb5e162ff3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:10.433589 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709fa1ee-93fd-4d56-9040-4e0328aae1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c096d4-98b8-4b2a-b92a-e1e7095c99bf', 'code': 200} Nov 12 05:52:10.528970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303dee5-f6c7-48bd-ab91-23a6e1b5a2d2 req-6a2f8346-53be-4ddb-8b34-556209d184e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:10.530508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9303dee5-f6c7-48bd-ab91-23a6e1b5a2d2 req-6a2f8346-53be-4ddb-8b34-556209d184e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0423203 Nov 12 05:52:10.575129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9303dee5-f6c7-48bd-ab91-23a6e1b5a2d2 req-3c7173d4-309c-4081-848a-5fdf5218fa0c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367942 Nov 12 05:52:10.805178 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:11.496591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8f88e-704c-4817-8da4-4aecb14ef581 req-66880b7f-e23a-48a1-b2b8-1da447996182 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:11.498066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49a8f88e-704c-4817-8da4-4aecb14ef581 req-66880b7f-e23a-48a1-b2b8-1da447996182 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0395157 Nov 12 05:52:11.544067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-49a8f88e-704c-4817-8da4-4aecb14ef581 req-614b5e2b-7130-4366-965d-48b6738bb21d tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Nov 12 05:52:12.653258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f8ce9-ba6f-4bce-9af8-11d81a65bcac req-4852f8f4-8309-4d35-ac2f-5b40ea12dddc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:12.654966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a61f8ce9-ba6f-4bce-9af8-11d81a65bcac req-4852f8f4-8309-4d35-ac2f-5b40ea12dddc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0447335 Nov 12 05:52:12.670706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49178) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:12.698562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a61f8ce9-ba6f-4bce-9af8-11d81a65bcac req-ac49495a-22dd-4bbc-8627-48a735159776 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 Nov 12 05:52:12.731449 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-95e9139b-ebaa-49d2-b7f3-95be2b518147 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/floatingips/0cc20d8e-07d5-4988-8a75-6025355c7a51 HTTP/1.1" status: 200 len: 994 time: 0.0593677 Nov 12 05:52:12.804427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac82bc-2c7f-437b-a694-5a38a401c4a8 req-f4e3a79f-daba-4293-809d-59b6b0bb7122 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:12.806413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1cac82bc-2c7f-437b-a694-5a38a401c4a8 req-f4e3a79f-daba-4293-809d-59b6b0bb7122 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0404377 Nov 12 05:52:12.848820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1cac82bc-2c7f-437b-a694-5a38a401c4a8 req-5ee3193c-1371-4531-b0a4-cf5abaecd792 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Nov 12 05:52:13.024235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91146cb8-6f12-4b25-aa17-838827e91f8b req-096e52b1-1b40-4c67-9c0d-fd8fcfd9ccec tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:13.025999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91146cb8-6f12-4b25-aa17-838827e91f8b req-096e52b1-1b40-4c67-9c0d-fd8fcfd9ccec tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0440974 Nov 12 05:52:13.068912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91146cb8-6f12-4b25-aa17-838827e91f8b req-aa1a0b5f-f768-4bb4-a88f-761caacc785c tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Nov 12 05:52:13.157113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49194) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:13.281376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-763bfa70-3411-4291-975d-637c89f6b2fb tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:13.282912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-763bfa70-3411-4291-975d-637c89f6b2fb tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/networks?id=e8c386a1-36a9-4eef-853d-8fffc82ae509 HTTP/1.1" status: 200 len: 910 time: 0.0859964 Nov 12 05:52:13.297763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-93ee7901-24f9-4d9a-aafd-198f75b8477d tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/quotas/7daaa69cd9f441899308e3e9b2445861 HTTP/1.1" status: 200 len: 375 time: 0.0091693 Nov 12 05:52:13.313388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port 26a557ed-8205-4278-bf40-2d1a8c72fd49 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:13.313736 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:13.349148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-7965e73f-d687-437e-b798-4809340d6ed1 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=7daaa69cd9f441899308e3e9b2445861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457468 Nov 12 05:52:13.392208 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:13.392534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:13.404981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for 26a557ed-8205-4278-bf40-2d1a8c72fd49 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:13.438802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-f6f5015a-d0f3-49c0-9745-efd8cbf01f12 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818903 Nov 12 05:52:13.534759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-620c5e61-9c1a-4a58-9715-b5e4d80fc0ce service neutron] 10.222.0.48 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898943 Nov 12 05:52:13.559042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:13.593220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=26a557ed-8205-4278-bf40-2d1a8c72fd49,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:13.650438 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:13.651358 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Floating IP 0cc20d8e-07d5-4988-8a75-6025355c7a51 disassociated (deleted). External IP: 172.25.2.104, port: 47c059ab-87b2-42af-8698-cd1d35a05dbe. Nov 12 05:52:13.697401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9da5aa8b-9d24-4039-898b-d78490f22baf req-1a08c6ff-b226-48d4-8857-ddd9a7139639 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 210 time: 0.0285149 Nov 12 05:52:13.874654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router 777dcb78-a314-41cb-a682-4a88dd35794f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:52:13.917144 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5db4e79f-aaf5-48c2-aefd-3e8ed7b542ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:13.990223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:13.995614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:14.004864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] Sync routers for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:14.017921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:14.018980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:14.028463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a5e017ba-8a75-4be4-99af-3120b831a122 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/floatingips/0cc20d8e-07d5-4988-8a75-6025355c7a51 HTTP/1.1" status: 204 len: 168 time: 0.8702350 Nov 12 05:52:14.029122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:14.032173 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e329de4-8f80-4be6-b0fc-93a376252650" -d '{"events": [{"name": "network-changed", "server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:14.145316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:14.278060 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e24fb-94ae-4531-99e3-91d2b64d9a86 x-openstack-request-id: req-997e24fb-94ae-4531-99e3-91d2b64d9a86 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:14.278688 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:14.279002 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-997e24fb-94ae-4531-99e3-91d2b64d9a86 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:14.279665 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'status': 'completed', 'code': 200} Nov 12 05:52:14.361508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:52Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:14.392955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] Checking router: 777dcb78-a314-41cb-a682-4a88dd35794f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:14.401759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987e872-795a-40e8-9849-de04c7d7a82d req-a9ea2ed4-9e68-45e9-9aca-e60af302182f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:14.401987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:14.401987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:51:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:14.402958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1987e872-795a-40e8-9849-de04c7d7a82d req-a9ea2ed4-9e68-45e9-9aca-e60af302182f tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 946 time: 0.0786679 Nov 12 05:52:14.411953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-a985feda-425c-459d-b726-4f9de9d3c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:14.413429 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-a985feda-425c-459d-b726-4f9de9d3c7fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f1c40862aa04aea87f2c785f78206f0&device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 1098 time: 0.0878732 Nov 12 05:52:14.471921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1987e872-795a-40e8-9849-de04c7d7a82d req-67aa8534-ebce-46c1-bb5e-5ab37b8f280e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575287 Nov 12 05:52:14.526574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:14.555722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-bdfaac24-fd8e-4363-8c7e-8bb912f44e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:14.557248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-bdfaac24-fd8e-4363-8c7e-8bb912f44e55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d HTTP/1.1" status: 200 len: 898 time: 0.1036890 Nov 12 05:52:14.604616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-f3d75a0c-c70d-482a-b277-7617bc14c489 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe HTTP/1.1" status: 200 len: 217 time: 0.0390449 Nov 12 05:52:14.654749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-9bd3396e-907c-4fd6-bb1f-e1a1b04fc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:14.656104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-9bd3396e-907c-4fd6-bb1f-e1a1b04fc026 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6aad36c-6048-4ee9-a4ea-e36059404d2a HTTP/1.1" status: 200 len: 835 time: 0.0436153 Nov 12 05:52:14.708765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-31289ea9-2d18-4ea0-be45-db5c3568871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:14.710281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-31289ea9-2d18-4ea0-be45-db5c3568871f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409303 Nov 12 05:52:14.724542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:52Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:14.751772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe92528-be85-4985-8e59-5b2efbcee184 None None] The sync data for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 is: [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:50:49Z', 'revision_number': 4, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '99f0cb26-1ed4-49ba-a9f5-756375b51b50', 'name': '', 'network_id': 'dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'mac_address': 'fa:16:3e:57:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:48Z', 'updated_at': '2021-11-12T05:50:52Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'subnets': [{'id': 'c6aad36c-6048-4ee9-a4ea-e36059404d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:14.808967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-967d0475-8aea-4d6c-a89b-0502bbe9e4ee req-c714346e-9b86-4608-b81b-c8fba69b660c tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 210 time: 0.0334451 Nov 12 05:52:14.833057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-84a31d1f-b482-4fb6-aea7-02912c2c331d service neutron] 10.222.0.43 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138327 Nov 12 05:52:14.949718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e329de4-8f80-4be6-b0fc-93a376252650 req-a1d7eb41-e320-4b6f-8e20-8ff74fc9f921 service neutron] 10.222.0.43 "GET /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091299 Nov 12 05:52:15.025383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-744c48a4-af87-4886-bccb-42e422e737bd tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:15.027183 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-744c48a4-af87-4886-bccb-42e422e737bd tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.43 "GET /v2.0/networks?id=e8c386a1-36a9-4eef-853d-8fffc82ae509 HTTP/1.1" status: 200 len: 910 time: 0.1164336 Nov 12 05:52:15.040726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Request body: {'port': {'device_id': '525d4435-8947-4c4d-93a1-b1c7223d00b2', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'admin_state_up': True, 'tenant_id': '7daaa69cd9f441899308e3e9b2445861'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:15.066953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Made reservation on behalf of 7daaa69cd9f441899308e3e9b2445861 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:52:15.069758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:15.079541 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58432131-d0b6-47f6-9974-c8da92a17210 None None] New status for floating IP 0cc20d8e-07d5-4988-8a75-6025355c7a51: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:52:15.197126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Allocated IP 172.20.0.12 (e8c386a1-36a9-4eef-853d-8fffc82ae509/32941e71-7a1e-4573-b4e5-92fa05a20115/51fb179c-821d-48bc-8704-9583384ba09d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:15.335984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:15.367765 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:15.378621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f0c096d4-98b8-4b2a-b92a-e1e7095c99bf'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:52:15.410466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:15.413374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:15.419076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:15.449524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Pushing event updated for resources: {'Port': ['ID=51fb179c-821d-48bc-8704-9583384ba09d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:15.471798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:15.472564 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:15.499772 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d1d3d752-0f6b-4d9b-bec7-ab0d9783b4a3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4630260 Nov 12 05:52:15.521468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Request body: {'port': {'device_id': '525d4435-8947-4c4d-93a1-b1c7223d00b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:15.623310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:15.639632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95861483-d1cf-4561-a0b9-6024a4ca3b30 req-5cb5f3d1-f894-4a7f-af22-13594fa22174 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:15.647092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95861483-d1cf-4561-a0b9-6024a4ca3b30 req-5cb5f3d1-f894-4a7f-af22-13594fa22174 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 946 time: 0.0856404 Nov 12 05:52:15.708877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95861483-d1cf-4561-a0b9-6024a4ca3b30 req-d992a794-20ce-44cd-8b1a-77174d58969d tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b28fd92-659d-44c1-acf2-b23ee37074e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606909 Nov 12 05:52:15.779115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-812161fd-d8af-44f4-b737-4e5da120a524 None None] Provisioning complete for port 51fb179c-821d-48bc-8704-9583384ba09d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:15.779669 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-812161fd-d8af-44f4-b737-4e5da120a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:15.818438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-812161fd-d8af-44f4-b737-4e5da120a524 None None] Port 51fb179c-821d-48bc-8704-9583384ba09d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:15.919425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47618e8b-41d7-4e36-bd10-2f707d5ff0c1 req-a520ad8a-97af-4543-999a-f088686c87e9 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:15.920935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47618e8b-41d7-4e36-bd10-2f707d5ff0c1 req-a520ad8a-97af-4543-999a-f088686c87e9 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1028 time: 0.0418742 Nov 12 05:52:15.966282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47618e8b-41d7-4e36-bd10-2f707d5ff0c1 req-884c2f2d-f91b-4fb5-a782-4a8d7701cf4c tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Nov 12 05:52:15.966689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fb179c-821d-48bc-8704-9583384ba09d {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:52:15.974129 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:15.990681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Transition to ACTIVE for port object 51fb179c-821d-48bc-8704-9583384ba09d will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:52:15.994622 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.047159 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Pushing event updated for resources: {'Port': ['ID=51fb179c-821d-48bc-8704-9583384ba09d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:16.125902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Attempting to bind port 51fb179c-821d-48bc-8704-9583384ba09d on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:16.126240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Attempting to bind port 51fb179c-821d-48bc-8704-9583384ba09d by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:16.126598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Attempting to bind port 51fb179c-821d-48bc-8704-9583384ba09d on network e8c386a1-36a9-4eef-853d-8fffc82ae509 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:16.132502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Port 51fb179c-821d-48bc-8704-9583384ba09d on network e8c386a1-36a9-4eef-853d-8fffc82ae509 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:52:16.132825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Attempting to bind port 51fb179c-821d-48bc-8704-9583384ba09d on network e8c386a1-36a9-4eef-853d-8fffc82ae509 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:16.138127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:16.138497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Checking segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:16.138884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Bound using segment: {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:16.139307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Bound port: 51fb179c-821d-48bc-8704-9583384ba09d, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2f4850-cec0-4a42-b974-94a13440bc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:16.139661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.210017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] For port 51fb179c-821d-48bc-8704-9583384ba09d, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:16.213694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] For port 51fb179c-821d-48bc-8704-9583384ba09d, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=51fb179c-821d-48bc-8704-9583384ba09d,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:16.218513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.235296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba02e6-295b-4819-a986-f3945770ac70 req-30b320ae-f665-4ccf-961a-1dc79f5bc0a9 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:16.237087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76ba02e6-295b-4819-a986-f3945770ac70 req-30b320ae-f665-4ccf-961a-1dc79f5bc0a9 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 946 time: 0.0637267 Nov 12 05:52:16.254595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:16.255740 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.257412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/51fb179c-821d-48bc-8704-9583384ba09d HTTP/1.1" status: 200 len: 1093 time: 0.7405932 Nov 12 05:52:16.280697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525d4435-8947-4c4d-93a1-b1c7223d00b2', 'tag': '51fb179c-821d-48bc-8704-9583384ba09d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:16.283189 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c272620-e3fe-45b7-bdaa-031ef858c8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "525d4435-8947-4c4d-93a1-b1c7223d00b2", "tag": "51fb179c-821d-48bc-8704-9583384ba09d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:16.291048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95953367-cf37-4738-96c2-33b3b99276d3 service neutron] Pushing event updated for resources: {'Port': ['ID=51fb179c-821d-48bc-8704-9583384ba09d,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:16.341836 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f99cb61-150b-4b5f-afdf-f3af97701cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.354447 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587061c-92aa-4e7d-9cfd-a84110e3c271 x-openstack-request-id: req-d587061c-92aa-4e7d-9cfd-a84110e3c271 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:16.354783 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525d4435-8947-4c4d-93a1-b1c7223d00b2", "tag": "51fb179c-821d-48bc-8704-9583384ba09d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:16.355110 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d587061c-92aa-4e7d-9cfd-a84110e3c271 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:16.355562 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525d4435-8947-4c4d-93a1-b1c7223d00b2', 'tag': '51fb179c-821d-48bc-8704-9583384ba09d', 'status': 'completed', 'code': 200} Nov 12 05:52:16.365208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port 47c059ab-87b2-42af-8698-cd1d35a05dbe {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:16.365546 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.372047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-8db53a0a-7651-4d3a-9379-0363a2c1a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:16.373559 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-8db53a0a-7651-4d3a-9379-0363a2c1a223 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7daaa69cd9f441899308e3e9b2445861&device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1096 time: 0.0613980 Nov 12 05:52:16.428628 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-e8d28355-62d1-4973-9d7f-64d4f53cab7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fb179c-821d-48bc-8704-9583384ba09d HTTP/1.1" status: 200 len: 217 time: 0.0403643 Nov 12 05:52:16.466099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port 47c059ab-87b2-42af-8698-cd1d35a05dbe, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=47c059ab-87b2-42af-8698-cd1d35a05dbe,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:16.466488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.479147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for 47c059ab-87b2-42af-8698-cd1d35a05dbe owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:16.483045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-33ce8e35-4bad-415c-b609-b2c6c0edcdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:16.485181 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-33ce8e35-4bad-415c-b609-b2c6c0edcdea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32941e71-7a1e-4573-b4e5-92fa05a20115 HTTP/1.1" status: 200 len: 848 time: 0.0487750 Nov 12 05:52:16.535527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-eb084b99-e5bf-4a92-a831-2a1f7432932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:16.537182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-eb084b99-e5bf-4a92-a831-2a1f7432932d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8c386a1-36a9-4eef-853d-8fffc82ae509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441821 Nov 12 05:52:16.608779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.634859 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-39208105-6624-40f5-8b40-c1943ade30c1 service neutron] 10.222.0.43 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905399 Nov 12 05:52:16.646311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=47c059ab-87b2-42af-8698-cd1d35a05dbe,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:16.688102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] No DVR routers for this DVR port 47c059ab-87b2-42af-8698-cd1d35a05dbe on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:52:16.690854 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:16.694538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-76ba02e6-295b-4819-a986-f3945770ac70 req-4b75a7e3-d0b4-4bf0-9773-f5d714e9ff2e tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.43 "DELETE /v2.0/ports/47c059ab-87b2-42af-8698-cd1d35a05dbe HTTP/1.1" status: 204 len: 173 time: 0.4507065 Nov 12 05:52:16.695001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'name': 'network-vif-deleted', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:16.698449 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3802d2dd-abe6-4d93-b757-79a3218763ba" -d '{"events": [{"server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "name": "network-vif-deleted", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:16.735851 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5a5b1678-f40e-4ed0-ba31-6450f48d7e74 req-d6d26a8e-23b8-41e1-ad5d-407a39bedd28 service neutron] 10.222.0.43 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941217 Nov 12 05:52:16.738423 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429e55b6-0a15-4407-910e-24668a0d2d85 x-openstack-request-id: req-429e55b6-0a15-4407-910e-24668a0d2d85 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:16.738968 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa437883-bfee-4bcb-9c93-97277b2c8c88", "name": "network-vif-deleted", "tag": "47c059ab-87b2-42af-8698-cd1d35a05dbe", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:16.739110 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-429e55b6-0a15-4407-910e-24668a0d2d85 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:16.739421 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa437883-bfee-4bcb-9c93-97277b2c8c88', 'name': 'network-vif-deleted', 'tag': '47c059ab-87b2-42af-8698-cd1d35a05dbe', 'status': 'completed', 'code': 200} Nov 12 05:52:16.811092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c873d44-e65e-4d32-8a8a-ac53953361c1 req-a6a64251-abb6-4d3b-919c-f12eaa950289 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa437883-bfee-4bcb-9c93-97277b2c8c88 HTTP/1.1" status: 200 len: 210 time: 0.0268214 Nov 12 05:52:16.914245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-59cbbc25-4d8a-46b5-8a23-4f4ba63aa86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:16.915837 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-59cbbc25-4d8a-46b5-8a23-4f4ba63aa86c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7daaa69cd9f441899308e3e9b2445861&device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1096 time: 0.0460844 Nov 12 05:52:17.007620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-567c40b2-137e-460f-bf82-915749c84a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:17.009895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-567c40b2-137e-460f-bf82-915749c84a95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8c386a1-36a9-4eef-853d-8fffc82ae509 HTTP/1.1" status: 200 len: 910 time: 0.0867426 Nov 12 05:52:17.059585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-d893ccd6-5e0d-4aed-8fbf-de2e5610451d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fb179c-821d-48bc-8704-9583384ba09d HTTP/1.1" status: 200 len: 217 time: 0.0421174 Nov 12 05:52:17.084235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ac4d-5cd3-44e6-a62f-94948e0e5acd req-0fb21a65-86fb-4d0e-a607-c29f75cd91ed tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:17.085779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f46ac4d-5cd3-44e6-a62f-94948e0e5acd req-0fb21a65-86fb-4d0e-a607-c29f75cd91ed tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1096 time: 0.0436990 Nov 12 05:52:17.112149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-e677b6a6-b510-4716-8551-b766ed40115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:17.113788 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-e677b6a6-b510-4716-8551-b766ed40115e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32941e71-7a1e-4573-b4e5-92fa05a20115 HTTP/1.1" status: 200 len: 848 time: 0.0468287 Nov 12 05:52:17.139846 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f46ac4d-5cd3-44e6-a62f-94948e0e5acd req-c3780196-17a7-4e96-bb9f-8e11459a4659 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 Nov 12 05:52:17.165725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-c172a5de-268c-41e5-9794-2249e6a1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:17.167163 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-c172a5de-268c-41e5-9794-2249e6a1ee84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8c386a1-36a9-4eef-853d-8fffc82ae509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449290 Nov 12 05:52:17.262771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-7b56b7a6-0a57-4cdd-b9b5-ce5b276b379d service neutron] 10.222.0.43 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859823 Nov 12 05:52:17.361300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c272620-e3fe-45b7-bdaa-031ef858c8c7 req-8e37b713-bb0b-4f3d-ac12-b9a689549f3c service neutron] 10.222.0.43 "GET /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 Nov 12 05:52:17.404670 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:17.870508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49246) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:17.930184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4761bec5-136d-4f63-82d2-70f99d4fb21c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:17.959668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4761bec5-136d-4f63-82d2-70f99d4fb21c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:18.017684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4761bec5-136d-4f63-82d2-70f99d4fb21c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:18.020424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4761bec5-136d-4f63-82d2-70f99d4fb21c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:18.021604 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4761bec5-136d-4f63-82d2-70f99d4fb21c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/security-groups/4b28fd92-659d-44c1-acf2-b23ee37074e4 HTTP/1.1" status: 204 len: 168 time: 0.1500726 Nov 12 05:52:18.032453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761bec5-136d-4f63-82d2-70f99d4fb21c tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b28fd92-659d-44c1-acf2-b23ee37074e4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:18.058042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49250) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:18.295549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3f9b8-5434-40cf-ab02-6d3fa44bf3f3 req-d0d28f37-a807-4fb2-b974-635a7bcd1988 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:18.297035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffb3f9b8-5434-40cf-ab02-6d3fa44bf3f3 req-d0d28f37-a807-4fb2-b974-635a7bcd1988 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1096 time: 0.0884724 Nov 12 05:52:18.376473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffb3f9b8-5434-40cf-ab02-6d3fa44bf3f3 req-177bbfc8-1fd9-4fda-8351-967676ffe445 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723298 Nov 12 05:52:18.481071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:18.643682 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:18.738991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port 99f0cb26-1ed4-49ba-a9f5-756375b51b50 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:18.739229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:18.825857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port 99f0cb26-1ed4-49ba-a9f5-756375b51b50, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=99f0cb26-1ed4-49ba-a9f5-756375b51b50,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:18.826220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:18.838615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for 99f0cb26-1ed4-49ba-a9f5-756375b51b50 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:19.020017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.050801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=99f0cb26-1ed4-49ba-a9f5-756375b51b50,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:19.220417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.433820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Router 777dcb78-a314-41cb-a682-4a88dd35794f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:52:19.551563 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.554615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c45dd-43eb-4134-89eb-a3ea2f9ee0c2 req-db2364c4-25d2-4011-b1f3-6e4e3f42c1a6 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:19.556691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-815c45dd-43eb-4134-89eb-a3ea2f9ee0c2 req-db2364c4-25d2-4011-b1f3-6e4e3f42c1a6 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1096 time: 0.1114545 Nov 12 05:52:19.583547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:19.589346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-90919461-00ad-4ddf-b8c0-fcec0356ae96 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "PUT /v2.0/routers/777dcb78-a314-41cb-a682-4a88dd35794f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5302200 Nov 12 05:52:19.592264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49260) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:19.603617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] Sync routers for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:19.613541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-815c45dd-43eb-4134-89eb-a3ea2f9ee0c2 req-98bc51f9-1e79-43f0-9790-53747241a830 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500948 Nov 12 05:52:19.614143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:19.615007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:19.648012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e47719-8993-48f1-af3b-cb4361e26c56 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting subnet c6aad36c-6048-4ee9-a4ea-e36059404d2a {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:52:19.651502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4e47719-8993-48f1-af3b-cb4361e26c56 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.692394 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4e47719-8993-48f1-af3b-cb4361e26c56 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.722127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:19.786954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4e47719-8993-48f1-af3b-cb4361e26c56 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.847549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4e47719-8993-48f1-af3b-cb4361e26c56 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.875397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e47719-8993-48f1-af3b-cb4361e26c56 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Subnet': ['ID=c6aad36c-6048-4ee9-a4ea-e36059404d2a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:19.879578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4e47719-8993-48f1-af3b-cb4361e26c56 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.883514 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c4e47719-8993-48f1-af3b-cb4361e26c56 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/subnets/c6aad36c-6048-4ee9-a4ea-e36059404d2a HTTP/1.1" status: 204 len: 168 time: 0.2895262 Nov 12 05:52:19.886230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:19.935235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc50b4-ba8b-4d05-8a82-de5142df541c None None] Network dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:52:19.993319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.102259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.156446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Deleting port a39c3c35-8d59-456c-8b0d-52af2e22e067 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:20.156800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.158697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:52:18Z', 'revision_number': 5, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port': {'id': 'a39c3c35-8d59-456c-8b0d-52af2e22e067', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:50:45Z', 'updated_at': '2021-11-12T05:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:20.187442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] Checking router: 777dcb78-a314-41cb-a682-4a88dd35794f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:20.199761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] Routers {'777dcb78-a314-41cb-a682-4a88dd35794f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:20.200503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['777dcb78-a314-41cb-a682-4a88dd35794f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:20.235948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] DHCP port deletion for dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:20.248671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] For port a39c3c35-8d59-456c-8b0d-52af2e22e067, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a39c3c35-8d59-456c-8b0d-52af2e22e067,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:20.249125 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.262185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Calling delete_port for a39c3c35-8d59-456c-8b0d-52af2e22e067 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:20.309356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] Set router 777dcb78-a314-41cb-a682-4a88dd35794f gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:20.365777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:52:20Z', 'revision_number': 6, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:20.395080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef23b1-845a-4461-8689-2c47871792e9 None None] The sync data for ids ['777dcb78-a314-41cb-a682-4a88dd35794f'] in n-d-765315-28 is: [{'id': '777dcb78-a314-41cb-a682-4a88dd35794f', 'name': 'tempest-TestNetworkBasicOps-router-1843549224', 'tenant_id': '0f1c40862aa04aea87f2c785f78206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:50:44Z', 'updated_at': '2021-11-12T05:52:20Z', 'revision_number': 6, 'project_id': '0f1c40862aa04aea87f2c785f78206f0', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:20.410399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] Deleting port 7f6f20a7-9c84-403e-834a-97488af76c66 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:20.411058 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.439707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.465947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Port': ['ID=a39c3c35-8d59-456c-8b0d-52af2e22e067,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:20.481726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f667d02-810b-426c-b4f8-e89216b8089d None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:20.484535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] For port 7f6f20a7-9c84-403e-834a-97488af76c66, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7f6f20a7-9c84-403e-834a-97488af76c66,segment=NetworkSegment(95923194-d7dd-4877-8165-07797863eec2),segment_id=95923194-d7dd-4877-8165-07797863eec2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:20.484931 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.504652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] Calling delete_port for 7f6f20a7-9c84-403e-834a-97488af76c66 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:20.537049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.582037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.605679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] Pushing event deleted for resources: {'Port': ['ID=7f6f20a7-9c84-403e-834a-97488af76c66,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:20.611116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194cc55-d462-41b1-9ba3-4cf5c6f022d8 None None] No DVR routers for this DVR port 7f6f20a7-9c84-403e-834a-97488af76c66 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:52:20.632667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.634913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.678385 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.678928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Fanout notify agent at l3_agent the message router_deleted on router 777dcb78-a314-41cb-a682-4a88dd35794f {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:52:20.686565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.687683 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aea616a8-8ab3-4310-8ed5-69dda0c69c80 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/routers/777dcb78-a314-41cb-a682-4a88dd35794f HTTP/1.1" status: 204 len: 168 time: 0.8002386 Nov 12 05:52:20.690417 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49268) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:20.725470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd4996-7579-40eb-91c5-7c388c23da3e req-52d961bb-afe3-4a1b-89e0-9df02801c353 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:20.727059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77dd4996-7579-40eb-91c5-7c388c23da3e req-52d961bb-afe3-4a1b-89e0-9df02801c353 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1096 time: 0.0421035 Nov 12 05:52:20.772093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.782379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-77dd4996-7579-40eb-91c5-7c388c23da3e req-a1ff6119-7ce0-4355-8889-9b5544e11699 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492091 Nov 12 05:52:20.866536 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.887172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:20.896170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95923194-d7dd-4877-8165-07797863eec2') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:20.896484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95923194-d7dd-4877-8165-07797863eec2') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:20.906259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.919571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.925259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:52:20.925788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:52:20.928749 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:52:20.988762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.996484 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:20.999711 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] 10.222.0.48 "DELETE /v2.0/networks/dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d HTTP/1.1" status: 204 len: 168 time: 0.3083258 Nov 12 05:52:21.014367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f7ec3-fee0-4e22-867b-ca103adba850 tempest-TestNetworkBasicOps-145929071 tempest-TestNetworkBasicOps-145929071-project] Pushing event deleted for resources: {'Network': ['ID=dfda3fe1-f4b8-4625-9f46-e3dbd0fedf1d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:21.361094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 51fb179c-821d-48bc-8704-9583384ba09d details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:52:21.371719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 47c059ab-87b2-42af-8698-cd1d35a05dbe no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:21.402950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49276) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:21.406070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 47c059ab-87b2-42af-8698-cd1d35a05dbe {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:21.406454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 47c059ab-87b2-42af-8698-cd1d35a05dbe not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:21.499695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 51fb179c-821d-48bc-8704-9583384ba09d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=51fb179c-821d-48bc-8704-9583384ba09d,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:21.510894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '51fb179c-821d-48bc-8704-9583384ba09d', 'network_id': 'e8c386a1-36a9-4eef-853d-8fffc82ae509', 'port_id': '51fb179c-821d-48bc-8704-9583384ba09d', 'mac_address': 'fa:16:3e:0c:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32941e71-7a1e-4573-b4e5-92fa05a20115', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:52:21.551458 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:21.553215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b81b71d-b847-4f98-bf9f-be8c4dceb4c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f1c40862aa04aea87f2c785f78206f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491215 Nov 12 05:52:21.555778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49280) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:21.567929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fb179c-821d-48bc-8704-9583384ba09d {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:52:21.587734 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 51fb179c-821d-48bc-8704-9583384ba09d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=51fb179c-821d-48bc-8704-9583384ba09d,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:21.593263 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:21.605993 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edc5a147-c71c-43bc-a407-68cabfe0ce67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:21.633578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edc5a147-c71c-43bc-a407-68cabfe0ce67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:21.641840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=51fb179c-821d-48bc-8704-9583384ba09d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:21.683707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edc5a147-c71c-43bc-a407-68cabfe0ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:21.686203 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-edc5a147-c71c-43bc-a407-68cabfe0ce67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:21.687379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-edc5a147-c71c-43bc-a407-68cabfe0ce67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a997016e-427a-427d-9181-79d780b41ea5 HTTP/1.1" status: 204 len: 168 time: 0.1306934 Nov 12 05:52:21.695144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5a147-c71c-43bc-a407-68cabfe0ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a997016e-427a-427d-9181-79d780b41ea5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:21.900338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a0e61-23f4-4880-877d-0f551c32eac1 req-3ce810f8-5cd4-4a72-a239-b7fde8dce25b tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:21.907622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc7a0e61-23f4-4880-877d-0f551c32eac1 req-3ce810f8-5cd4-4a72-a239-b7fde8dce25b tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1097 time: 0.0497220 Nov 12 05:52:21.947244 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dc7a0e61-23f4-4880-877d-0f551c32eac1 req-b591a11b-4622-4bb5-8385-fa3ec7a20a50 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Nov 12 05:52:21.947704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49288) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:21.963396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1551acf-41b9-489d-b9de-dbfc21819f26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:22.037895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1551acf-41b9-489d-b9de-dbfc21819f26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:22.038214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['51fb179c-821d-48bc-8704-9583384ba09d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:52:22.041999 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1551acf-41b9-489d-b9de-dbfc21819f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:22.081768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e1551acf-41b9-489d-b9de-dbfc21819f26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=587f87b362754c9693e41df790e79089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306779 Nov 12 05:52:22.081768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1551acf-41b9-489d-b9de-dbfc21819f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2e24ed-5bd2-4c03-889a-91868ec188b4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:22.082697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49290) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:22.135436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab6c50bb-dc5e-4c1f-9465-0ff5890706ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:22.156499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab6c50bb-dc5e-4c1f-9465-0ff5890706ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:22.203989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab6c50bb-dc5e-4c1f-9465-0ff5890706ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:22.206432 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ab6c50bb-dc5e-4c1f-9465-0ff5890706ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:22.209892 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ab6c50bb-dc5e-4c1f-9465-0ff5890706ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef2e24ed-5bd2-4c03-889a-91868ec188b4 HTTP/1.1" status: 204 len: 168 time: 0.1236243 Nov 12 05:52:22.215712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c50bb-dc5e-4c1f-9465-0ff5890706ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2e24ed-5bd2-4c03-889a-91868ec188b4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:22.219234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a39c3c35-8d59-456c-8b0d-52af2e22e067 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:22.246003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a39c3c35-8d59-456c-8b0d-52af2e22e067 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:22.246362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a39c3c35-8d59-456c-8b0d-52af2e22e067 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:22.246788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 99f0cb26-1ed4-49ba-a9f5-756375b51b50 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:22.267222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 99f0cb26-1ed4-49ba-a9f5-756375b51b50 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:22.267591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 99f0cb26-1ed4-49ba-a9f5-756375b51b50 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:22.267986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7f6f20a7-9c84-403e-834a-97488af76c66 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:22.287170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 7f6f20a7-9c84-403e-834a-97488af76c66 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:22.287520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7f6f20a7-9c84-403e-834a-97488af76c66 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:22.863968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49314) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:22.960788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2110381487-network', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:22.982182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Made reservation on behalf of 7b27dcdf5efc4059a34015a1c9719777 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:52:22.984922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:22.993997 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.058683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa81665-61fa-4e60-8b3d-e962ff94b2f8 req-bce69c64-c28f-482a-a983-64f85aaae43a tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:23.060259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fa81665-61fa-4e60-8b3d-e962ff94b2f8 req-bce69c64-c28f-482a-a983-64f85aaae43a tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1097 time: 0.0452850 Nov 12 05:52:23.071667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.075565 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.095944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:52:23.107505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fa81665-61fa-4e60-8b3d-e962ff94b2f8 req-86d8e82c-7ade-4acc-9d6e-75af177a9708 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405622 Nov 12 05:52:23.109362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7271665e-85c8-4c7c-9676-23ae05e2620f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:23.114246 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.114614 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Added segment 01068649-b98c-478a-aae4-f8eea0c1ccbe of type vlan for network 01c654b1-3c25-4df5-8127-6eda96e860b3 Nov 12 05:52:23.157019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.182719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.183669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:23.184249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.215028 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3498600 Nov 12 05:52:23.218097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49320) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:23.223189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Request body: {'subnet': {'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2110381487-subnet', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:23.244774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Made reservation on behalf of 7b27dcdf5efc4059a34015a1c9719777 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:52:23.246713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d81802-75ca-4936-9eec-7cb7b86a2c13 admin admin] Pushing event updated for resources: {'Network': ['ID=01c654b1-3c25-4df5-8127-6eda96e860b3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:23.247218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.257075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:52:23.376324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 51fb179c-821d-48bc-8704-9583384ba09d up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:23.412551 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.424378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 51fb179c-821d-48bc-8704-9583384ba09d completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:52:23.428765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 51fb179c-821d-48bc-8704-9583384ba09d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:23.429127 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.469760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d4b462-71f9-42ec-aa61-a44c54436ee7,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:23.477942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Checking segment: {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:23.478302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Network hostable DHCP agents. Network: 01c654b1-3c25-4df5-8127-6eda96e860b3, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:52:23.495131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:52:23.504723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 01c654b1-3c25-4df5-8127-6eda96e860b3) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:23.510063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:23.511210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.511349 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.515398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8365e2ef-54eb-49ff-a5b1-9b4307c8f19e None None] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:52:23.538370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49324) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:23.538871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-04bd25fc-1bcc-454c-8c61-5971d0904673 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3192749 Nov 12 05:52:23.545466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:23.573285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.573285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.583322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525d4435-8947-4c4d-93a1-b1c7223d00b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fb179c-821d-48bc-8704-9583384ba09d'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:23.586285 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d6fdf-6047-4875-ba57-a787beae0531" -d '{"events": [{"server_uuid": "525d4435-8947-4c4d-93a1-b1c7223d00b2", "name": "network-vif-plugged", "status": "completed", "tag": "51fb179c-821d-48bc-8704-9583384ba09d"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:23.605861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 51fb179c-821d-48bc-8704-9583384ba09d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=51fb179c-821d-48bc-8704-9583384ba09d,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:23.614620 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.650991 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b53ee3d-b7fb-4742-bd2c-9361efef1311 x-openstack-request-id: req-8b53ee3d-b7fb-4742-bd2c-9361efef1311 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:23.651308 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525d4435-8947-4c4d-93a1-b1c7223d00b2", "name": "network-vif-plugged", "status": "completed", "tag": "51fb179c-821d-48bc-8704-9583384ba09d", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:23.651524 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b53ee3d-b7fb-4742-bd2c-9361efef1311 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:23.651912 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525d4435-8947-4c4d-93a1-b1c7223d00b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fb179c-821d-48bc-8704-9583384ba09d', 'code': 200} Nov 12 05:52:23.709909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=51fb179c-821d-48bc-8704-9583384ba09d,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:23.751582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-01c654b1-3c25-4df5-8127-6eda96e860b3', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:52:23.752542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:23.894784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Allocated IP 172.20.0.2 (01c654b1-3c25-4df5-8127-6eda96e860b3/e8d4b462-71f9-42ec-aa61-a44c54436ee7/d9ac09de-63d1-4186-ac6a-61aadac3632b) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:23.931058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.041305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.046594 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.050642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86686dd-a22d-4e72-b8c6-bc32279702cb req-f46ff51e-287c-437d-afba-a004758fb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:24.052207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f86686dd-a22d-4e72-b8c6-bc32279702cb req-f46ff51e-287c-437d-afba-a004758fb9fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.1320193 Nov 12 05:52:24.084501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:24.090668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:24.093066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:24.097012 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.102458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Pushing event updated for resources: {'Port': ['ID=d9ac09de-63d1-4186-ac6a-61aadac3632b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:24.146674 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f86686dd-a22d-4e72-b8c6-bc32279702cb req-00bbf532-da89-4837-bec4-8a99b0b25329 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696435 Nov 12 05:52:24.161664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Attempting to bind port d9ac09de-63d1-4186-ac6a-61aadac3632b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:24.162034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Attempting to bind port d9ac09de-63d1-4186-ac6a-61aadac3632b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:24.162433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Attempting to bind port d9ac09de-63d1-4186-ac6a-61aadac3632b on network 01c654b1-3c25-4df5-8127-6eda96e860b3 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:24.168797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:24.169219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Checking segment: {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:24.169639 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.170028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Bound using segment: {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:24.170523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Bound port: d9ac09de-63d1-4186-ac6a-61aadac3632b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:24.170905 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.229347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b3b0e-c231-49de-8ade-a841538ee1e3 req-73288ab9-f9c2-45db-8ad4-b29ce7fb6bff tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:24.230898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d5b3b0e-c231-49de-8ade-a841538ee1e3 req-73288ab9-f9c2-45db-8ad4-b29ce7fb6bff tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.0409870 Nov 12 05:52:24.245867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] For port d9ac09de-63d1-4186-ac6a-61aadac3632b, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:24.249208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] For port d9ac09de-63d1-4186-ac6a-61aadac3632b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d9ac09de-63d1-4186-ac6a-61aadac3632b,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:24.253119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.283873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d5b3b0e-c231-49de-8ade-a841538ee1e3 req-0de30d0f-eca0-4c57-a812-1b01fc3c036c tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467668 Nov 12 05:52:24.329896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535085f-21e7-49f5-bcf1-bedfa50e04db None None] Pushing event updated for resources: {'Port': ['ID=d9ac09de-63d1-4186-ac6a-61aadac3632b,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:24.334386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.353791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.481336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Allocated IP 172.25.2.66 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:24.600544 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.634242 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.675100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:24.677911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:24.684043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:24.690931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc461bea-2c7a-49b2-bf01-be3c4556115b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:24.707489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:24.746926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e32107a3-0ea2-47fa-89ac-cc0103e655ec None None] Provisioning complete for port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:24.747336 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e32107a3-0ea2-47fa-89ac-cc0103e655ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:24.781272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e32107a3-0ea2-47fa-89ac-cc0103e655ec None None] Port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:24.940832 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:25.151580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:25.203972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e9964-b6fe-44bd-90be-4241217c283e None None] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:52:25.283506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:52:25.333218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6a5d5203-f2ba-42f6-95af-8820b58faf26 None None] Provisioning complete for port d9ac09de-63d1-4186-ac6a-61aadac3632b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:25.333739 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5203-f2ba-42f6-95af-8820b58faf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:25.400094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:25.414174 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Sync routers for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:25.416775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069c6d-7f6d-42e9-ad65-aee59cd6cebe req-b4e070c4-3ebf-4628-9af3-f3dfe19cdf16 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:25.421465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:25.423114 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-76e40f97-aa11-4cd2-b8dd-635a7cb8e0d7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8827462 Nov 12 05:52:25.424749 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:25.425398 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:25.426057 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49334) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:25.429828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25069c6d-7f6d-42e9-ad65-aee59cd6cebe req-b4e070c4-3ebf-4628-9af3-f3dfe19cdf16 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.0457578 Nov 12 05:52:25.490374 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5203-f2ba-42f6-95af-8820b58faf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:25.512137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25069c6d-7f6d-42e9-ad65-aee59cd6cebe req-264d0940-8c85-4505-bda9-0a21ba0df9f3 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759373 Nov 12 05:52:25.544559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6a5d5203-f2ba-42f6-95af-8820b58faf26 None None] For port d9ac09de-63d1-4186-ac6a-61aadac3632b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d9ac09de-63d1-4186-ac6a-61aadac3632b,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:25.548929 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5203-f2ba-42f6-95af-8820b58faf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:25.591596 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:25.624351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d5203-f2ba-42f6-95af-8820b58faf26 None None] Pushing event updated for resources: {'Port': ['ID=d9ac09de-63d1-4186-ac6a-61aadac3632b,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:25.780302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0d28c2af-4084-4642-a643-f3b8d5a85afe None None] Provisioning complete for port d9ac09de-63d1-4186-ac6a-61aadac3632b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:25.780806 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0d28c2af-4084-4642-a643-f3b8d5a85afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:25.885139 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:24Z', 'revision_number': 3, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:25.911612 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Checking router: ac93214b-e83a-4eb6-bae1-3cdaf2756af6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:25.911899 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Updating router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:52:25.936481 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:25.950205 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.104261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Allocated IP 172.20.0.1 (01c654b1-3c25-4df5-8127-6eda96e860b3/e8d4b462-71f9-42ec-aa61-a44c54436ee7/e290408a-813c-4dac-8628-67e179f96a67) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:26.186143 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.193221 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.213177 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.235715 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Attempting to bind port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:26.236087 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Attempting to bind port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:26.236449 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Attempting to bind port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:26.236580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed07975-2dbf-47b8-be9c-92ee2df53fe9 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:26.247650 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:26.248132 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:26.248411 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.248848 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:26.249360 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Bound port: 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:26.249744 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.258772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.271355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d9ac09de-63d1-4186-ac6a-61aadac3632b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:26.294761 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddc9b1-d268-45f8-8875-faf3ad9b64f0 None None] Pushing event updated for resources: {'Port': ['ID=23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:26.303429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:26.309384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:26.313201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:26.314210 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] For port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:26.317749 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] For port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:26.319722 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Pushing event updated for resources: {'Port': ['ID=e290408a-813c-4dac-8628-67e179f96a67,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:26.324450 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.336828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-98fc6972-c3a3-4b23-a371-36ddcb1c3f3b None None] Provisioning complete for port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:26.337327 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98fc6972-c3a3-4b23-a371-36ddcb1c3f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.363521 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.383444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d9ac09de-63d1-4186-ac6a-61aadac3632b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:26.383811 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.387883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf64e6-b1d6-4060-a3be-17d52505aa6a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:26.397335 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddc9b1-d268-45f8-8875-faf3ad9b64f0 None None] Pushing event updated for resources: {'Port': ['ID=23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:26.400488 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:26.401326 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:26.502553 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98fc6972-c3a3-4b23-a371-36ddcb1c3f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.526011 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:26.557063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-98fc6972-c3a3-4b23-a371-36ddcb1c3f3b None None] For port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:26.564730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.566398 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98fc6972-c3a3-4b23-a371-36ddcb1c3f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.690442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189c4fc-c789-4257-bb60-71f9feb0e244 req-8a8ccb20-a84f-466e-a355-4c2428122a1f tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:26.711363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8189c4fc-c789-4257-bb60-71f9feb0e244 req-8a8ccb20-a84f-466e-a355-4c2428122a1f tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.0668309 Nov 12 05:52:26.767542 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:24Z', 'revision_number': 3, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:26.797237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.799412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8189c4fc-c789-4257-bb60-71f9feb0e244 req-3dd0b30d-7679-4391-bd8c-11f2f3a41522 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858705 Nov 12 05:52:26.806243 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1b15d-31bb-4e3f-ac2b-358dba905336 None None] The sync data for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 is: [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:24Z', 'revision_number': 3, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:26.806552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc6972-c3a3-4b23-a371-36ddcb1c3f3b None None] Pushing event updated for resources: {'Port': ['ID=23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:26.811974 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.837482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1b22234d-9f6f-4fdf-a827-83c0a0458d7c None None] Provisioning complete for port e290408a-813c-4dac-8628-67e179f96a67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:26.837855 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b22234d-9f6f-4fdf-a827-83c0a0458d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.888410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1b22234d-9f6f-4fdf-a827-83c0a0458d7c None None] Port e290408a-813c-4dac-8628-67e179f96a67 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:26.888679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.890599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Pushing event updated for resources: {'Port': ['ID=e290408a-813c-4dac-8628-67e179f96a67,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:26.904441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1b22234d-9f6f-4fdf-a827-83c0a0458d7c None None] Provisioning complete for port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:26.904808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b22234d-9f6f-4fdf-a827-83c0a0458d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:26.957292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef823d-8e30-4af8-8517-eecdab6a4aca req-264bfa6d-f5ef-4f76-8cd9-a3403c5941f6 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:26.958767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cdef823d-8e30-4af8-8517-eecdab6a4aca req-264bfa6d-f5ef-4f76-8cd9-a3403c5941f6 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.0520151 Nov 12 05:52:27.005393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:27.007652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cdef823d-8e30-4af8-8517-eecdab6a4aca req-df4ce5e1-cf58-4a3f-b978-bd2d000ef85f tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Nov 12 05:52:27.007836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:27.171327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b14526-1573-46bb-afbf-57ba86294b14 req-1c8beee5-50ca-4925-9984-92881250371f tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:27.172876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97b14526-1573-46bb-afbf-57ba86294b14 req-1c8beee5-50ca-4925-9984-92881250371f tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.0813742 Nov 12 05:52:27.175943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:52:27.224766 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97b14526-1573-46bb-afbf-57ba86294b14 req-52ba5ed0-dbd1-4749-8b97-0c28babeec1b tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Nov 12 05:52:27.318386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:27.323963 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9470f9a8-924b-4cd1-9e2a-0c3fb6eb0baf admin admin] 10.222.0.48 "PUT /v2.0/routers/ac93214b-e83a-4eb6-bae1-3cdaf2756af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8965199 Nov 12 05:52:27.376064 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:27.436442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b6654523-3045-48a9-93ff-4ef42610f9fc None None] Provisioning complete for port e290408a-813c-4dac-8628-67e179f96a67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:27.438778 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6654523-3045-48a9-93ff-4ef42610f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:27.477327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b6654523-3045-48a9-93ff-4ef42610f9fc None None] Port e290408a-813c-4dac-8628-67e179f96a67 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:27.528086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60650797-df3d-46b1-9b97-5ac0edac72b3 req-8bd0f043-0c8b-4299-857c-06f44bbf5c9b tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:27.529669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60650797-df3d-46b1-9b97-5ac0edac72b3 req-8bd0f043-0c8b-4299-857c-06f44bbf5c9b tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.0648599 Nov 12 05:52:27.884582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49366) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:27.890125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1626855516-network', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:27.913120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Made reservation on behalf of 513ea926a6a649c88f8d81a488ad9c26 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:52:27.916613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:27.926063 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:27.929680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60650797-df3d-46b1-9b97-5ac0edac72b3 req-22f2e131-5684-40eb-9d84-be5553ddbff4 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940015 Nov 12 05:52:28.001597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.005392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.033206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:52:28.042793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1cdf6b-deae-404f-b28d-228cc17ada6f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:28.047468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.047813 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Added segment 53a926da-9653-4b91-955b-6fb35ddca8ef of type vlan for network 0bdda362-b85e-4b00-9435-151fc8d3dd6c Nov 12 05:52:28.086981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.112278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.113325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:28.113914 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.145406 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2595811 Nov 12 05:52:28.148458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49368) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:28.153709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Request body: {'subnet': {'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1626855516-subnet', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:28.193066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0392d7a-8a3c-4a99-841f-0ecd6802d62e admin admin] Pushing event updated for resources: {'Network': ['ID=0bdda362-b85e-4b00-9435-151fc8d3dd6c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:28.197844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Made reservation on behalf of 513ea926a6a649c88f8d81a488ad9c26 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:52:28.200590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.208892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0bdda362-b85e-4b00-9435-151fc8d3dd6c details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:52:28.286775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:28.351451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:28.351828 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.410324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.468813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbb0368-7b79-425c-bfd9-b02021050ea3,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:28.477337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Checking segment: {'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:28.477698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Network hostable DHCP agents. Network: 0bdda362-b85e-4b00-9435-151fc8d3dd6c, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:52:28.495405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Network 0bdda362-b85e-4b00-9435-151fc8d3dd6c is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:52:28.506737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0bdda362-b85e-4b00-9435-151fc8d3dd6c) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:28.511884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:28.513055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.525636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f0e2c-89d5-4afb-98a7-b2142bb22f4b None None] Network 0bdda362-b85e-4b00-9435-151fc8d3dd6c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:52:28.547312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49372) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:28.547513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d75d6e4a-1a21-4279-975a-e1ff33bea5a2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3977675 Nov 12 05:52:28.553284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:28.578144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.579377 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.644582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.710811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-0bdda362-b85e-4b00-9435-151fc8d3dd6c', 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'fixed_ips': [{'subnet_id': '2fbb0368-7b79-425c-bfd9-b02021050ea3'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:52:28.711692 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:28.798121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Sync routers for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:28.813120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:28.813766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:28.929051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:29.056062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0612e-602a-4493-bb28-c17ecd7359e2 req-8c275955-1797-4712-aecc-fc38747d2275 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:29.064909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80e0612e-602a-4493-bb28-c17ecd7359e2 req-8c275955-1797-4712-aecc-fc38747d2275 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.0576019 Nov 12 05:52:29.135743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Allocated IP 172.20.0.2 (0bdda362-b85e-4b00-9435-151fc8d3dd6c/2fbb0368-7b79-425c-bfd9-b02021050ea3/2cd2edaa-4861-483b-9770-cb98aa6c6b68) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:29.143666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80e0612e-602a-4493-bb28-c17ecd7359e2 req-b0738884-326c-4e7f-a371-2e6ee7842f9e tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723820 Nov 12 05:52:29.161128 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.200132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-f5d41f75-2d35-43fc-8676-16c74791e65c tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:29.201753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-f5d41f75-2d35-43fc-8676-16c74791e65c tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 1098 time: 0.0980873 Nov 12 05:52:29.267048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 2, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:29.300606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Checking router: ac93214b-e83a-4eb6-bae1-3cdaf2756af6 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:29.300958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Updating router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 port e290408a-813c-4dac-8628-67e179f96a67 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:52:29.334119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Deleting port 51fb179c-821d-48bc-8704-9583384ba09d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:29.334412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.353768 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.402520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.417232 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.509317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] For port 51fb179c-821d-48bc-8704-9583384ba09d, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=51fb179c-821d-48bc-8704-9583384ba09d,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:29.509706 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.511351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Network 0bdda362-b85e-4b00-9435-151fc8d3dd6c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:29.517438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:29.519285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.526610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:29.543684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Pushing event updated for resources: {'Port': ['ID=2cd2edaa-4861-483b-9770-cb98aa6c6b68,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:29.552716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Calling delete_port for 51fb179c-821d-48bc-8704-9583384ba09d owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:29.557334 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.645447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Attempting to bind port 2cd2edaa-4861-483b-9770-cb98aa6c6b68 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:29.645447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Attempting to bind port 2cd2edaa-4861-483b-9770-cb98aa6c6b68 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:29.645840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Attempting to bind port 2cd2edaa-4861-483b-9770-cb98aa6c6b68 on network 0bdda362-b85e-4b00-9435-151fc8d3dd6c {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:29.653995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:29.654483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Checking segment: {'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:29.655108 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.655674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Bound using segment: {'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:29.656341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Bound port: 2cd2edaa-4861-483b-9770-cb98aa6c6b68, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:29.656729 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.731989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Allocated IP 172.25.2.164 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/0dca424c-9409-48e5-976b-9d0470602b6d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:29.759408 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] For port 2cd2edaa-4861-483b-9770-cb98aa6c6b68, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:29.765505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] For port 2cd2edaa-4861-483b-9770-cb98aa6c6b68, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2cd2edaa-4861-483b-9770-cb98aa6c6b68,segment=NetworkSegment(53a926da-9653-4b91-955b-6fb35ddca8ef),segment_id=53a926da-9653-4b91-955b-6fb35ddca8ef)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:29.787035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.840770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.857226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f0c096d4-98b8-4b2a-b92a-e1e7095c99bf'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:52:29.860675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.880304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Pushing event deleted for resources: {'Port': ['ID=51fb179c-821d-48bc-8704-9583384ba09d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:29.897365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['51fb179c-821d-48bc-8704-9583384ba09d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:52:29.923579 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:29.934174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a644c-d4fa-4a7f-82cd-3f6129c474f2 None None] Pushing event updated for resources: {'Port': ['ID=2cd2edaa-4861-483b-9770-cb98aa6c6b68,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:30.009244 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:30.030031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.030440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.030728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.031064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.031849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.032178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.032504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.033010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.033328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.033651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.033989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.034439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:30.041601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] No DVR routers for this DVR port 51fb179c-821d-48bc-8704-9583384ba09d on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:52:30.044968 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:30.049478 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-75ca2b5f-5f32-4c8f-8012-9a4a2f40cdb7 req-50190ede-aa81-41d7-b081-b522e84d11a2 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.43 "DELETE /v2.0/ports/51fb179c-821d-48bc-8704-9583384ba09d HTTP/1.1" status: 204 len: 173 time: 0.8413501 Nov 12 05:52:30.051968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525d4435-8947-4c4d-93a1-b1c7223d00b2', 'name': 'network-vif-deleted', 'tag': '51fb179c-821d-48bc-8704-9583384ba09d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:30.066170 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c40e65d-540e-4acd-9afd-2441c3867673" -d '{"events": [{"server_uuid": "525d4435-8947-4c4d-93a1-b1c7223d00b2", "name": "network-vif-deleted", "tag": "51fb179c-821d-48bc-8704-9583384ba09d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:30.143208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b8783-7a21-478c-8548-0496de9bc6b6 None None] Pushing event updated for resources: {'Port': ['ID=e290408a-813c-4dac-8628-67e179f96a67,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:30.184290 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098a64b2-1ad8-49f0-acb2-3638f078d5bb x-openstack-request-id: req-098a64b2-1ad8-49f0-acb2-3638f078d5bb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:30.184861 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525d4435-8947-4c4d-93a1-b1c7223d00b2", "name": "network-vif-deleted", "tag": "51fb179c-821d-48bc-8704-9583384ba09d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:30.184861 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-098a64b2-1ad8-49f0-acb2-3638f078d5bb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:30.185216 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525d4435-8947-4c4d-93a1-b1c7223d00b2', 'name': 'network-vif-deleted', 'tag': '51fb179c-821d-48bc-8704-9583384ba09d', 'status': 'completed', 'code': 200} Nov 12 05:52:30.307684 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:30.370474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Attempting to bind port e290408a-813c-4dac-8628-67e179f96a67 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:30.370595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Attempting to bind port e290408a-813c-4dac-8628-67e179f96a67 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:30.371103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Attempting to bind port e290408a-813c-4dac-8628-67e179f96a67 on network 01c654b1-3c25-4df5-8127-6eda96e860b3 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:30.388294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:30.388896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Checking segment: {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:30.389382 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:30.389839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Bound using segment: {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:30.390396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Bound port: e290408a-813c-4dac-8628-67e179f96a67, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:30.391022 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:30.462959 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:52:30.470754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:30.474304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:30.478333 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:30.505373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff90a06d-37b3-4003-a909-5526b752f377 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:30.506592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ec26d4c-5be2-4420-bc3d-bcb8af0b613e req-afb07d93-defd-47b8-9c4b-feb68cda3279 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=525d4435-8947-4c4d-93a1-b1c7223d00b2 HTTP/1.1" status: 200 len: 210 time: 0.0582757 Nov 12 05:52:30.548052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] For port e290408a-813c-4dac-8628-67e179f96a67, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:30.552190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] For port e290408a-813c-4dac-8628-67e179f96a67, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e290408a-813c-4dac-8628-67e179f96a67,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:30.559824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Pushing event updated for resources: {'Port': ['ID=0dca424c-9409-48e5-976b-9d0470602b6d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:30.576784 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:30.672918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:30.673555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:30.677196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b8783-7a21-478c-8548-0496de9bc6b6 None None] Pushing event updated for resources: {'Port': ['ID=e290408a-813c-4dac-8628-67e179f96a67,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:30.772404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cfce313c-76e9-4767-b17d-dc6299e676bb None None] Provisioning complete for port 0dca424c-9409-48e5-976b-9d0470602b6d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:30.772783 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cfce313c-76e9-4767-b17d-dc6299e676bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:30.869415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:30.878969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cfce313c-76e9-4767-b17d-dc6299e676bb None None] Port 0dca424c-9409-48e5-976b-9d0470602b6d cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:30.911302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:31.050024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-84c8cbb3-1191-4eb1-a3c9-752d9a82fb2b None None] Provisioning complete for port e290408a-813c-4dac-8628-67e179f96a67 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:31.050440 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-84c8cbb3-1191-4eb1-a3c9-752d9a82fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:31.083268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:31.225557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:52:31.342888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:31.344590 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-84c8cbb3-1191-4eb1-a3c9-752d9a82fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:31.356382 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Sync routers for ids ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:31.371040 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Routers {'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:31.371884 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:31.388634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:31.389941 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ea584f5f-d3f8-4498-8991-1a35ce7cced3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8411415 Nov 12 05:52:31.390404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:30Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:31.392733 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49396) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:31.405391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-84c8cbb3-1191-4eb1-a3c9-752d9a82fb2b None None] For port e290408a-813c-4dac-8628-67e179f96a67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e290408a-813c-4dac-8628-67e179f96a67,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:31.444352 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-84c8cbb3-1191-4eb1-a3c9-752d9a82fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:31.447524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d48f21-da5f-47ed-a6ed-f5479967806f None None] The sync data for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 is: [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:30Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:31.453295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91104279-f47e-4bb2-ac8d-53b193a4baad None None] Network 0bdda362-b85e-4b00-9435-151fc8d3dd6c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:52:31.538740 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Set router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:31.587139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8cbb3-1191-4eb1-a3c9-752d9a82fb2b None None] Pushing event updated for resources: {'Port': ['ID=e290408a-813c-4dac-8628-67e179f96a67,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:31.652762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2289c102-2246-401f-b1be-b7b6926c9293 None None] Provisioning complete for port 2cd2edaa-4861-483b-9770-cb98aa6c6b68 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:31.653142 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2289c102-2246-401f-b1be-b7b6926c9293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:31.824356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2289c102-2246-401f-b1be-b7b6926c9293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:31.876714 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:52:30Z', 'revision_number': 3, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port': {'id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:29Z', 'updated_at': '2021-11-12T05:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:31.900347 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2289c102-2246-401f-b1be-b7b6926c9293 None None] For port 2cd2edaa-4861-483b-9770-cb98aa6c6b68, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2cd2edaa-4861-483b-9770-cb98aa6c6b68,segment=NetworkSegment(53a926da-9653-4b91-955b-6fb35ddca8ef),segment_id=53a926da-9653-4b91-955b-6fb35ddca8ef)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:31.915500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2289c102-2246-401f-b1be-b7b6926c9293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:31.934978 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Checking router: ac1e3b7e-5b72-4444-a10a-08b1767b7e0e for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:31.935329 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Updating router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e port 0dca424c-9409-48e5-976b-9d0470602b6d binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:52:31.988704 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.009236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289c102-2246-401f-b1be-b7b6926c9293 None None] Pushing event updated for resources: {'Port': ['ID=2cd2edaa-4861-483b-9770-cb98aa6c6b68,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:32.012174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162736bf-76e0-45b7-9890-cd1791686cbf req-0fda25de-f0e5-4df0-a795-d83c5d59b152 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:32.031063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-162736bf-76e0-45b7-9890-cd1791686cbf req-0fda25de-f0e5-4df0-a795-d83c5d59b152 tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0844212 Nov 12 05:52:32.099953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-162736bf-76e0-45b7-9890-cd1791686cbf req-39e5b97b-e829-4a06-8d2b-11d2519b0a1d tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679877 Nov 12 05:52:32.219035 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.255850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f51bd8cc-c15c-4fd4-a759-9e4fa69af1e0 None None] Provisioning complete for port 2cd2edaa-4861-483b-9770-cb98aa6c6b68 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:32.256266 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f51bd8cc-c15c-4fd4-a759-9e4fa69af1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.443112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2cd2edaa-4861-483b-9770-cb98aa6c6b68 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:32.490262 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.502633 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.556471 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Attempting to bind port 0dca424c-9409-48e5-976b-9d0470602b6d on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:32.557765 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Attempting to bind port 0dca424c-9409-48e5-976b-9d0470602b6d by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:32.558106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1dd83-49ae-4fc2-9393-f4e5badffe17 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:32.558765 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Attempting to bind port 0dca424c-9409-48e5-976b-9d0470602b6d on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:32.559450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Allocated IP 172.20.0.1 (0bdda362-b85e-4b00-9435-151fc8d3dd6c/2fbb0368-7b79-425c-bfd9-b02021050ea3/f3f113f0-7277-4e72-bd04-d9ca3342c257) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:32.567654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 2cd2edaa-4861-483b-9770-cb98aa6c6b68 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:32.568743 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.584636 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:32.585078 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:32.586899 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.587299 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:32.588544 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Bound port: 0dca424c-9409-48e5-976b-9d0470602b6d, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:32.589040 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.648598 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] For port 0dca424c-9409-48e5-976b-9d0470602b6d, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:32.652637 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] For port 0dca424c-9409-48e5-976b-9d0470602b6d, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0dca424c-9409-48e5-976b-9d0470602b6d,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:32.657703 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17dc00-6e79-4ef1-aa46-67da861d6462 None None] Pushing event updated for resources: {'Port': ['ID=0dca424c-9409-48e5-976b-9d0470602b6d,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:32.657901 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-20165f98-7aa6-4c38-90e1-57e7a157ded2 None None] Provisioning complete for port 0dca424c-9409-48e5-976b-9d0470602b6d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:32.659109 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-20165f98-7aa6-4c38-90e1-57e7a157ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.664525 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.731271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417f9751-7bc9-4ef0-a7bc-578e1ba98c9a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:32.759836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e290408a-813c-4dac-8628-67e179f96a67 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:32.765547 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Routers {'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:32.766197 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:32.811119 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.814580 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17dc00-6e79-4ef1-aa46-67da861d6462 None None] Pushing event updated for resources: {'Port': ['ID=0dca424c-9409-48e5-976b-9d0470602b6d,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:32.857386 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-20165f98-7aa6-4c38-90e1-57e7a157ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.868621 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.880661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-20165f98-7aa6-4c38-90e1-57e7a157ded2 None None] For port 0dca424c-9409-48e5-976b-9d0470602b6d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0dca424c-9409-48e5-976b-9d0470602b6d,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:32.888246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-20165f98-7aa6-4c38-90e1-57e7a157ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.894079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e290408a-813c-4dac-8628-67e179f96a67 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:32.894581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:32.930761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f113f0-7277-4e72-bd04-d9ca3342c257,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:32.950376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Network 0bdda362-b85e-4b00-9435-151fc8d3dd6c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:32.952253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:32.955360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:32.988093 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] Set router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:33.010076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.010894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20165f98-7aa6-4c38-90e1-57e7a157ded2 None None] Pushing event updated for resources: {'Port': ['ID=0dca424c-9409-48e5-976b-9d0470602b6d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:33.049704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8f897717-0b35-4b2c-a4fb-75277b3e9bb8 None None] Provisioning complete for port 0dca424c-9409-48e5-976b-9d0470602b6d triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:33.050071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f897717-0b35-4b2c-a4fb-75277b3e9bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.221271 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.362087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d494e-deac-4292-9839-e2311ea34841 req-4ada48d1-fb63-487e-a7a9-0e583e92698e tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:33.364517 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:52:30Z', 'revision_number': 3, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port': {'id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:29Z', 'updated_at': '2021-11-12T05:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:33.369913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071d494e-deac-4292-9839-e2311ea34841 req-4ada48d1-fb63-487e-a7a9-0e583e92698e tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.1340234 Nov 12 05:52:33.395840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d80b687c-f296-497f-a4b6-f44cc9dfabcd None None] Provisioning complete for port f3f113f0-7277-4e72-bd04-d9ca3342c257 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:33.398703 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d80b687c-f296-497f-a4b6-f44cc9dfabcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.447964 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36871a5-49db-4010-9f7c-e07f82f3c639 None None] The sync data for ids ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'] in n-d-765315-28 is: [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:52:30Z', 'revision_number': 3, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port': {'id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:29Z', 'updated_at': '2021-11-12T05:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:33.451450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-071d494e-deac-4292-9839-e2311ea34841 req-fd5d4448-5e27-4ad7-9033-7674afba8f2e tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800281 Nov 12 05:52:33.453727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 51fb179c-821d-48bc-8704-9583384ba09d no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:33.456123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-92697fe3-0d47-4e24-b172-65a56b82ec9e tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:33.457779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-92697fe3-0d47-4e24-b172-65a56b82ec9e tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 1097 time: 0.1508198 Nov 12 05:52:33.497929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 51fb179c-821d-48bc-8704-9583384ba09d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:33.497929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 51fb179c-821d-48bc-8704-9583384ba09d not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:33.542951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d80b687c-f296-497f-a4b6-f44cc9dfabcd None None] Port f3f113f0-7277-4e72-bd04-d9ca3342c257 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:33.568781 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.576280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.603050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Deleting port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:33.603915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.671443 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.673460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f113f0-7277-4e72-bd04-d9ca3342c257,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:33.702201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] For port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:33.702598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.718036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Calling delete_port for f0c096d4-98b8-4b2a-b92a-e1e7095c99bf owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:33.787379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Network 0bdda362-b85e-4b00-9435-151fc8d3dd6c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:33.789906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:33.912252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.924789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['f0c096d4-98b8-4b2a-b92a-e1e7095c99bf'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:52:33.949210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0c096d4-98b8-4b2a-b92a-e1e7095c99bf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:33.958790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.958941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.959262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.959708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.960044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.960438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.961851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.962585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.962585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.963086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.963476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.963811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:52:33.964830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:52:34.105227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] No DVR routers for this DVR port f0c096d4-98b8-4b2a-b92a-e1e7095c99bf on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:52:34.111863 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:34.123346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-172b0dbf-9a56-447c-ada1-5adf677ea334 req-def3b78e-fa39-4348-8fa9-45dc5ad7d0cc tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.47 "DELETE /v2.0/ports/f0c096d4-98b8-4b2a-b92a-e1e7095c99bf HTTP/1.1" status: 204 len: 173 time: 0.6515753 Nov 12 05:52:34.130976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709fa1ee-93fd-4d56-9040-4e0328aae1b2', 'name': 'network-vif-deleted', 'tag': 'f0c096d4-98b8-4b2a-b92a-e1e7095c99bf'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:34.134739 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eec9f7d-f238-4b0e-80cb-d0de45c48782" -d '{"events": [{"server_uuid": "709fa1ee-93fd-4d56-9040-4e0328aae1b2", "name": "network-vif-deleted", "tag": "f0c096d4-98b8-4b2a-b92a-e1e7095c99bf"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:34.237507 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539b3806-a648-42ed-a176-b985f462f506 x-openstack-request-id: req-539b3806-a648-42ed-a176-b985f462f506 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:34.238118 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709fa1ee-93fd-4d56-9040-4e0328aae1b2", "name": "network-vif-deleted", "tag": "f0c096d4-98b8-4b2a-b92a-e1e7095c99bf", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:34.238605 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-539b3806-a648-42ed-a176-b985f462f506 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:34.239375 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709fa1ee-93fd-4d56-9040-4e0328aae1b2', 'name': 'network-vif-deleted', 'tag': 'f0c096d4-98b8-4b2a-b92a-e1e7095c99bf', 'status': 'completed', 'code': 200} Nov 12 05:52:34.284797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-246d6192-f8f7-4880-82b0-c6b0c757d214 None None] Provisioning complete for port f3f113f0-7277-4e72-bd04-d9ca3342c257 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:34.285141 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-246d6192-f8f7-4880-82b0-c6b0c757d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:34.372958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0dca424c-9409-48e5-976b-9d0470602b6d up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:34.378220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-246d6192-f8f7-4880-82b0-c6b0c757d214 None None] Port f3f113f0-7277-4e72-bd04-d9ca3342c257 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:34.437771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0dca424c-9409-48e5-976b-9d0470602b6d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:34.438138 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:34.588839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:34.598396 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad46d74a-8c14-44ea-beca-023677450ac2 admin admin] 10.222.0.48 "PUT /v2.0/routers/ac1e3b7e-5b72-4444-a10a-08b1767b7e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005370 Nov 12 05:52:34.624629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c3fdcc4-3485-4c7d-8fe5-2b5e4e5162e1 req-f6ef110d-96dd-4fd4-8bc4-0a092da3f61b tempest-TestServerMultinode-1293742081 tempest-TestServerMultinode-1293742081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=709fa1ee-93fd-4d56-9040-4e0328aae1b2 HTTP/1.1" status: 200 len: 210 time: 0.0514684 Nov 12 05:52:35.242185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49438) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:35.247150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e893cf64-5a1c-4160-a4b4-d1311c5ffb58 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801824454', 'description': 'tempest-secgroup-smoke-801824454 description', 'project_id': '7b27dcdf5efc4059a34015a1c9719777'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:35.270098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e893cf64-5a1c-4160-a4b4-d1311c5ffb58 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.339533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e893cf64-5a1c-4160-a4b4-d1311c5ffb58 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.343898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e893cf64-5a1c-4160-a4b4-d1311c5ffb58 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.376136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e893cf64-5a1c-4160-a4b4-d1311c5ffb58 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.377374 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e893cf64-5a1c-4160-a4b4-d1311c5ffb58 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340106 Nov 12 05:52:35.379410 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893cf64-5a1c-4160-a4b4-d1311c5ffb58 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d93e60-6235-433b-81cc-02ea8029ad7a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:35.380520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49440) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:35.387073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2a5c51b5-0fef-4b5c-bcd2-fd49e237453d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'security_group_rule': {'security_group_id': 'b2d93e60-6235-433b-81cc-02ea8029ad7a', 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:35.417206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a5c51b5-0fef-4b5c-bcd2-fd49e237453d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.492983 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a5c51b5-0fef-4b5c-bcd2-fd49e237453d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.497590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a5c51b5-0fef-4b5c-bcd2-fd49e237453d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.516246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c51b5-0fef-4b5c-bcd2-fd49e237453d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bcf4af-0d3c-4b72-8e3b-027e110046fa,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:35.529509 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2a5c51b5-0fef-4b5c-bcd2-fd49e237453d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.530950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2a5c51b5-0fef-4b5c-bcd2-fd49e237453d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489298 Nov 12 05:52:35.533558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49442) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:35.537916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cf9be33c-4c06-40aa-ad32-44ec412ffc4d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'security_group_rule': {'security_group_id': 'b2d93e60-6235-433b-81cc-02ea8029ad7a', 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:35.565853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf9be33c-4c06-40aa-ad32-44ec412ffc4d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.626166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf9be33c-4c06-40aa-ad32-44ec412ffc4d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.631603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf9be33c-4c06-40aa-ad32-44ec412ffc4d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.656601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9be33c-4c06-40aa-ad32-44ec412ffc4d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb731ad5-0954-4476-9a82-f36f972d9a55,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:35.661313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf9be33c-4c06-40aa-ad32-44ec412ffc4d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.665364 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cf9be33c-4c06-40aa-ad32-44ec412ffc4d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308284 Nov 12 05:52:35.665502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49448) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:35.672850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f0cbe7b7-d747-4bf8-9d88-e8c428138f0a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'security_group_rule': {'security_group_id': 'b2d93e60-6235-433b-81cc-02ea8029ad7a', 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:35.712442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49450) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:35.730244 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe7b7-d747-4bf8-9d88-e8c428138f0a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.812773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe7b7-d747-4bf8-9d88-e8c428138f0a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.818721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe7b7-d747-4bf8-9d88-e8c428138f0a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.838882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe7b7-d747-4bf8-9d88-e8c428138f0a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e60006-4e72-4ea0-9832-4b9f83fd6789,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:35.855808 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe7b7-d747-4bf8-9d88-e8c428138f0a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.857056 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f0cbe7b7-d747-4bf8-9d88-e8c428138f0a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1905911 Nov 12 05:52:35.861557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49454) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:35.868878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8f58a9fb-47f7-46c5-b15b-f634b3d89d5d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'security_group_rule': {'security_group_id': 'b2d93e60-6235-433b-81cc-02ea8029ad7a', 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:35.904729 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f58a9fb-47f7-46c5-b15b-f634b3d89d5d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.941169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Sync routers for ids ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:35.952962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Routers {'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:35.954002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:36.021806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f58a9fb-47f7-46c5-b15b-f634b3d89d5d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.029336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f58a9fb-47f7-46c5-b15b-f634b3d89d5d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.063060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58a9fb-47f7-46c5-b15b-f634b3d89d5d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85c3316-4c90-4f89-bfc7-13fcc8549b7c,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:36.092522 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8f58a9fb-47f7-46c5-b15b-f634b3d89d5d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.097239 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8f58a9fb-47f7-46c5-b15b-f634b3d89d5d tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2309895 Nov 12 05:52:36.098426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49456) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:36.108339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-34b623ad-7dd3-4452-be1c-df752de359e7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'security_group_rule': {'security_group_id': 'b2d93e60-6235-433b-81cc-02ea8029ad7a', 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:36.136554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Set router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:36.188416 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-34b623ad-7dd3-4452-be1c-df752de359e7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Project 7b27dcdf5efc4059a34015a1c9719777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:52:36.195934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34b623ad-7dd3-4452-be1c-df752de359e7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.239882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.271008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f0c096d4-98b8-4b2a-b92a-e1e7095c99bf no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:36.304112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: f0c096d4-98b8-4b2a-b92a-e1e7095c99bf {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:36.304377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device f0c096d4-98b8-4b2a-b92a-e1e7095c99bf not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:36.343376 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34b623ad-7dd3-4452-be1c-df752de359e7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.351566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34b623ad-7dd3-4452-be1c-df752de359e7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.387709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b623ad-7dd3-4452-be1c-df752de359e7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2f8dcf-e1ad-4a59-9667-1a0b4d4ee99a,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:36.390571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:52:33Z', 'revision_number': 4, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port': {'id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:29Z', 'updated_at': '2021-11-12T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'f3f113f0-7277-4e72-bd04-d9ca3342c257', 'name': '', 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'mac_address': 'fa:16:3e:ca:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '2fbb0368-7b79-425c-bfd9-b02021050ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:32Z', 'updated_at': '2021-11-12T05:52:33Z', 'revision_number': 2, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'subnets': [{'id': '2fbb0368-7b79-425c-bfd9-b02021050ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:36.395925 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-34b623ad-7dd3-4452-be1c-df752de359e7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.401061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-34b623ad-7dd3-4452-be1c-df752de359e7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3022351 Nov 12 05:52:36.401501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49458) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:36.407249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3eae2f22-bcbf-4d67-bd7a-72015ba441dc tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'security_group_rule': {'security_group_id': 'b2d93e60-6235-433b-81cc-02ea8029ad7a', 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:36.423677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Checking router: ac1e3b7e-5b72-4444-a10a-08b1767b7e0e for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:36.424183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Updating router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e port f3f113f0-7277-4e72-bd04-d9ca3342c257 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:52:36.449248 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-3eae2f22-bcbf-4d67-bd7a-72015ba441dc tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Project 7b27dcdf5efc4059a34015a1c9719777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:52:36.456111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.456920 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3eae2f22-bcbf-4d67-bd7a-72015ba441dc tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.541021 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3eae2f22-bcbf-4d67-bd7a-72015ba441dc tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.547846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3eae2f22-bcbf-4d67-bd7a-72015ba441dc tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.571852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae2f22-bcbf-4d67-bd7a-72015ba441dc tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45b7cd2-399f-49c0-842f-bd1351194fb9,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:36.591075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3eae2f22-bcbf-4d67-bd7a-72015ba441dc tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.592569 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3eae2f22-bcbf-4d67-bd7a-72015ba441dc tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1898539 Nov 12 05:52:36.614302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Deleting port 4665fdec-3817-48a0-aa44-6edbd3b8e60e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:36.614673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.708245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] For port 4665fdec-3817-48a0-aa44-6edbd3b8e60e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4665fdec-3817-48a0-aa44-6edbd3b8e60e,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:36.708971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.760865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Calling delete_port for 4665fdec-3817-48a0-aa44-6edbd3b8e60e owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:36.836976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.846469 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:36.891020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-1e8a18d1-28c5-47cb-8f34-28b2ce135a91 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801824454&fields=id&tenant_id=7b27dcdf5efc4059a34015a1c9719777 HTTP/1.1" status: 200 len: 267 time: 0.1578715 Nov 12 05:52:36.919021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2011cc-7202-4576-953a-427915e905ff None None] Pushing event updated for resources: {'Port': ['ID=f3f113f0-7277-4e72-bd04-d9ca3342c257,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:37.047329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Attempting to bind port f3f113f0-7277-4e72-bd04-d9ca3342c257 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:37.050303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Attempting to bind port f3f113f0-7277-4e72-bd04-d9ca3342c257 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:37.051709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Attempting to bind port f3f113f0-7277-4e72-bd04-d9ca3342c257 on network 0bdda362-b85e-4b00-9435-151fc8d3dd6c {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:37.067273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:37.067656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Checking segment: {'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:37.068067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:37.068457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Bound using segment: {'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:37.068936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Bound port: f3f113f0-7277-4e72-bd04-d9ca3342c257, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a926da-9653-4b91-955b-6fb35ddca8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:37.069319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:37.126100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-fd7276ee-5386-4a7b-8eab-fdbd0df1c32b tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:37.127679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-fd7276ee-5386-4a7b-8eab-fdbd0df1c32b tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/networks?id=01c654b1-3c25-4df5-8127-6eda96e860b3 HTTP/1.1" status: 200 len: 809 time: 0.1925428 Nov 12 05:52:37.166182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-bb91cf7a-0c81-476c-a7a7-058227104277 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/quotas/7b27dcdf5efc4059a34015a1c9719777 HTTP/1.1" status: 200 len: 375 time: 0.0238078 Nov 12 05:52:37.192370 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:37.200115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] For port f3f113f0-7277-4e72-bd04-d9ca3342c257, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:37.203859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] For port f3f113f0-7277-4e72-bd04-d9ca3342c257, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f3f113f0-7277-4e72-bd04-d9ca3342c257,segment=NetworkSegment(53a926da-9653-4b91-955b-6fb35ddca8ef),segment_id=53a926da-9653-4b91-955b-6fb35ddca8ef)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:37.220578 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:37.262525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Pushing event deleted for resources: {'Port': ['ID=4665fdec-3817-48a0-aa44-6edbd3b8e60e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:37.300090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Routers {'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:37.301036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:37.303059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2011cc-7202-4576-953a-427915e905ff None None] Pushing event updated for resources: {'Port': ['ID=f3f113f0-7277-4e72-bd04-d9ca3342c257,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:37.410623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-5d28e131-3a64-4795-9102-ca9ca7f1bfc7 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b27dcdf5efc4059a34015a1c9719777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2327666 Nov 12 05:52:37.479633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] Set router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:37.638816 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:37.640755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6096fa5b-16b3-470e-abd5-b1831e7be626 None None] Provisioning complete for port f3f113f0-7277-4e72-bd04-d9ca3342c257 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:37.641117 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6096fa5b-16b3-470e-abd5-b1831e7be626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:37.812195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-cbbf1930-9d9f-4f15-97c9-90d701259841 service neutron] 10.222.0.48 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807144 Nov 12 05:52:38.067552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6096fa5b-16b3-470e-abd5-b1831e7be626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:38.108187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:52:33Z', 'revision_number': 4, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port': {'id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:29Z', 'updated_at': '2021-11-12T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'f3f113f0-7277-4e72-bd04-d9ca3342c257', 'name': '', 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'mac_address': 'fa:16:3e:ca:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '2fbb0368-7b79-425c-bfd9-b02021050ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:32Z', 'updated_at': '2021-11-12T05:52:37Z', 'revision_number': 4, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'subnets': [{'id': '2fbb0368-7b79-425c-bfd9-b02021050ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:38.118996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6096fa5b-16b3-470e-abd5-b1831e7be626 None None] For port f3f113f0-7277-4e72-bd04-d9ca3342c257, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f3f113f0-7277-4e72-bd04-d9ca3342c257,segment=NetworkSegment(53a926da-9653-4b91-955b-6fb35ddca8ef),segment_id=53a926da-9653-4b91-955b-6fb35ddca8ef)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:38.130332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d2d4c4c8-71e3-4b5c-a700-63b33e64d5aa service neutron] 10.222.0.48 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017669 Nov 12 05:52:38.137128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Router 8669577c-1481-48f4-a663-5e87af1f2152 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:52:38.154225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58891057-a15e-42fb-a2e6-9523507a75cb None None] The sync data for ids ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'] in n-d-765315-28 is: [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:52:33Z', 'revision_number': 4, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port': {'id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:29Z', 'updated_at': '2021-11-12T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'f3f113f0-7277-4e72-bd04-d9ca3342c257', 'name': '', 'network_id': '0bdda362-b85e-4b00-9435-151fc8d3dd6c', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'mac_address': 'fa:16:3e:ca:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '2fbb0368-7b79-425c-bfd9-b02021050ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:32Z', 'updated_at': '2021-11-12T05:52:37Z', 'revision_number': 4, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'subnets': [{'id': '2fbb0368-7b79-425c-bfd9-b02021050ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:38.157993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6096fa5b-16b3-470e-abd5-b1831e7be626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:38.233373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096fa5b-16b3-470e-abd5-b1831e7be626 None None] Pushing event updated for resources: {'Port': ['ID=f3f113f0-7277-4e72-bd04-d9ca3342c257,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:38.311721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ca69ebe3-0df4-49c6-8b98-ca8793c5899c None None] Provisioning complete for port f3f113f0-7277-4e72-bd04-d9ca3342c257 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:38.312101 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca69ebe3-0df4-49c6-8b98-ca8793c5899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:38.374481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:38.379696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c6ccd764-4f59-4ba0-aab9-dd6db792ceaa admin admin] 10.222.0.48 "PUT /v2.0/routers/8669577c-1481-48f4-a663-5e87af1f2152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6661484 Nov 12 05:52:38.382943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49480) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:38.390271 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] Sync routers for ids ['8669577c-1481-48f4-a663-5e87af1f2152'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:38.433483 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] Routers {'8669577c-1481-48f4-a663-5e87af1f2152'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:38.434493 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8669577c-1481-48f4-a663-5e87af1f2152'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:38.596593 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:38.649608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe0a89a4-8311-4e97-9bbd-3fa8fa7b6e4f req-334b9851-5771-4b54-8ff5-c47cd0fce2fe tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 210 time: 0.0764599 Nov 12 05:52:38.787018 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:38.815966 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] Set router 8669577c-1481-48f4-a663-5e87af1f2152 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:38.881375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Deleting port ffee7089-75f9-4f72-a75a-11aca128cd13 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:38.881730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:39.093995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] For port ffee7089-75f9-4f72-a75a-11aca128cd13, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ffee7089-75f9-4f72-a75a-11aca128cd13,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:39.094396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:39.126250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Calling delete_port for ffee7089-75f9-4f72-a75a-11aca128cd13 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:39.201049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:52:37Z', 'revision_number': 5, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port': {'id': 'ffee7089-75f9-4f72-a75a-11aca128cd13', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8669577c-1481-48f4-a663-5e87af1f2152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:52Z', 'updated_at': '2021-11-12T05:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:39.244136 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] Checking router: 8669577c-1481-48f4-a663-5e87af1f2152 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:39.253431 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] Routers {'8669577c-1481-48f4-a663-5e87af1f2152'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:39.254203 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8669577c-1481-48f4-a663-5e87af1f2152'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:39.413049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] Set router 8669577c-1481-48f4-a663-5e87af1f2152 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:39.497547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:39.570990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffee7089-75f9-4f72-a75a-11aca128cd13,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:39.602514 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:52:38Z', 'revision_number': 6, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:39.607760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e405ece-7d31-44cf-82a5-2cf5cf32a415 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:39.649480 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc58387-0c7c-4b03-9bcd-0d4e63e97723 None None] The sync data for ids ['8669577c-1481-48f4-a663-5e87af1f2152'] in n-d-765315-28 is: [{'id': '8669577c-1481-48f4-a663-5e87af1f2152', 'name': 'tempest-TestServerMultinode-364361953-router', 'tenant_id': '8a26bbb6788a488d883f3794d7efcf5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:51Z', 'updated_at': '2021-11-12T05:52:38Z', 'revision_number': 6, 'project_id': '8a26bbb6788a488d883f3794d7efcf5a', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:39.779990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:39.839124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a99d027e-32de-49d8-b2ea-2df3d331b26a req-4998e8d3-6205-4bec-bc08-119b17c55df3 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 210 time: 0.0646825 Nov 12 05:52:39.954781 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:39.958184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.039801 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.040802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8669577c-1481-48f4-a663-5e87af1f2152 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:52:40.051881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.053092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6c2cda81-9b41-43d5-890c-ea32f980e8a3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8669577c-1481-48f4-a663-5e87af1f2152 HTTP/1.1" status: 204 len: 168 time: 1.6691513 Nov 12 05:52:40.055769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49500) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:40.136850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2666b56b-1ab5-4dec-886d-8a61a4d363da admin admin] Deleting subnet 32941e71-7a1e-4573-b4e5-92fa05a20115 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:52:40.148510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2666b56b-1ab5-4dec-886d-8a61a4d363da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.245041 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2666b56b-1ab5-4dec-886d-8a61a4d363da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.354495 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2666b56b-1ab5-4dec-886d-8a61a4d363da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.469788 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2666b56b-1ab5-4dec-886d-8a61a4d363da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.509069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b56b-1ab5-4dec-886d-8a61a4d363da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32941e71-7a1e-4573-b4e5-92fa05a20115,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:40.516350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2666b56b-1ab5-4dec-886d-8a61a4d363da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.520024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2666b56b-1ab5-4dec-886d-8a61a4d363da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/32941e71-7a1e-4573-b4e5-92fa05a20115 HTTP/1.1" status: 204 len: 168 time: 0.4628439 Nov 12 05:52:40.522407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49504) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:40.533270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39513ea-791d-4d85-924d-4d00a78b3b40 None None] Network e8c386a1-36a9-4eef-853d-8fffc82ae509 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:52:40.547880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-f8f7aca6-9983-41a6-b920-4922e273ba6c tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:40.549409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-f8f7aca6-9983-41a6-b920-4922e273ba6c tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.43 "GET /v2.0/networks?id=01c654b1-3c25-4df5-8127-6eda96e860b3 HTTP/1.1" status: 200 len: 809 time: 0.3500109 Nov 12 05:52:40.622491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.682978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b8b30ac0-6866-425a-8148-4bb94510a70e tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b27dcdf5efc4059a34015a1c9719777 HTTP/1.1" status: 200 len: 379 time: 0.0922196 Nov 12 05:52:40.699763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'port': {'device_id': '008e7785-6650-4de1-94b2-5701776c6358', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'admin_state_up': True, 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'security_groups': ['b2d93e60-6235-433b-81cc-02ea8029ad7a']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:40.743646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Deleting port 607ee3d9-8665-442e-b954-886d3ff8f92e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:40.743646 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.746612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f3f113f0-7277-4e72-bd04-d9ca3342c257 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:40.792051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] DHCP port deletion for e8c386a1-36a9-4eef-853d-8fffc82ae509 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:40.845536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] For port 607ee3d9-8665-442e-b954-886d3ff8f92e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=607ee3d9-8665-442e-b954-886d3ff8f92e,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:40.846154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.860298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.874099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Calling delete_port for 607ee3d9-8665-442e-b954-886d3ff8f92e owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:40.903681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f3f113f0-7277-4e72-bd04-d9ca3342c257 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:40.904246 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.957899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Made reservation on behalf of 7b27dcdf5efc4059a34015a1c9719777 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:52:40.962567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.990420 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] Deleting port 607ee3d9-8665-442e-b954-886d3ff8f92e {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:40.991044 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.042188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72d44355-28a1-4809-985e-1d6702c6f767 req-84e0102b-ce16-4770-9a2f-e1201826ad42 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 210 time: 0.0384402 Nov 12 05:52:41.081014 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.096921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] For port 607ee3d9-8665-442e-b954-886d3ff8f92e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=607ee3d9-8665-442e-b954-886d3ff8f92e,segment=NetworkSegment(eb2f4850-cec0-4a42-b974-94a13440bc69),segment_id=eb2f4850-cec0-4a42-b974-94a13440bc69)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:41.097201 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.117925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] Calling delete_port for 607ee3d9-8665-442e-b954-886d3ff8f92e owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:41.124484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4665fdec-3817-48a0-aa44-6edbd3b8e60e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:41.136408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Pushing event deleted for resources: {'Port': ['ID=607ee3d9-8665-442e-b954-886d3ff8f92e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:41.144144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] No DVR routers for this DVR port 607ee3d9-8665-442e-b954-886d3ff8f92e on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:52:41.165664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4665fdec-3817-48a0-aa44-6edbd3b8e60e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:41.169533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4665fdec-3817-48a0-aa44-6edbd3b8e60e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:41.286813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.291035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.304968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Allocated IP 172.20.0.12 (01c654b1-3c25-4df5-8127-6eda96e860b3/e8d4b462-71f9-42ec-aa61-a44c54436ee7/f22ade1e-5781-4006-8f69-f4fdef4ef7fa) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:41.316737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] Pushing event deleted for resources: {'Port': ['ID=607ee3d9-8665-442e-b954-886d3ff8f92e,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:41.321270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c386a1-36a9-4eef-853d-8fffc82ae509']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:41.330259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853b216d-76e2-4af6-95af-d9fc141348fb None None] No DVR routers for this DVR port 607ee3d9-8665-442e-b954-886d3ff8f92e on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:52:41.359120 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2f4850-cec0-4a42-b974-94a13440bc69') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:41.359696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2f4850-cec0-4a42-b974-94a13440bc69') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:41.373923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.395338 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.403050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:52:41.403577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:52:41.405807 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:52:41.486727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.505583 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.511716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.519174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] 10.222.0.48 "DELETE /v2.0/networks/e8c386a1-36a9-4eef-853d-8fffc82ae509 HTTP/1.1" status: 204 len: 168 time: 0.9951267 Nov 12 05:52:41.519421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49512) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:41.521916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82407e5-505b-4f3a-8177-6364ef216dba admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c386a1-36a9-4eef-853d-8fffc82ae509,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:41.672539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.755571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:41.766808 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:41.777116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:41.875012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'Port': ['ID=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:41.885210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:41.886215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:41.919846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d3fc7586-39aa-4b33-83b4-25e5672fbf09 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2303267 Nov 12 05:52:41.942647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Request body: {'port': {'device_id': '008e7785-6650-4de1-94b2-5701776c6358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:42.037627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.126655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b1e1adab-58fa-4e22-a2fa-d7747944be2b None None] Provisioning complete for port f22ade1e-5781-4006-8f69-f4fdef4ef7fa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:42.127490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b1e1adab-58fa-4e22-a2fa-d7747944be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.258383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1adab-58fa-4e22-a2fa-d7747944be2b None None] Port f22ade1e-5781-4006-8f69-f4fdef4ef7fa cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:42.274149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0513c-86cd-47f4-a0c3-b538b4309c72 req-e8705207-5e55-4eca-9b0f-f30504cf0233 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:42.285339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ad0513c-86cd-47f4-a0c3-b538b4309c72 req-e8705207-5e55-4eca-9b0f-f30504cf0233 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 932 time: 0.1414635 Nov 12 05:52:42.288870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.295832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ffee7089-75f9-4f72-a75a-11aca128cd13 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:42.330161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ffee7089-75f9-4f72-a75a-11aca128cd13 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:42.330553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ffee7089-75f9-4f72-a75a-11aca128cd13 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:42.330987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 607ee3d9-8665-442e-b954-886d3ff8f92e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:42.348170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ad0513c-86cd-47f4-a0c3-b538b4309c72 req-fb222260-40f0-4b3f-a279-173ae9f09a71 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566640 Nov 12 05:52:42.391718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 607ee3d9-8665-442e-b954-886d3ff8f92e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:42.392074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 607ee3d9-8665-442e-b954-886d3ff8f92e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:42.516029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22ade1e-5781-4006-8f69-f4fdef4ef7fa {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:52:42.526799 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.543565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Transition to ACTIVE for port object f22ade1e-5781-4006-8f69-f4fdef4ef7fa will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:52:42.549401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.619200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Pushing event updated for resources: {'Port': ['ID=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:42.755117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Attempting to bind port f22ade1e-5781-4006-8f69-f4fdef4ef7fa on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:42.755811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Attempting to bind port f22ade1e-5781-4006-8f69-f4fdef4ef7fa by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:42.755811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Attempting to bind port f22ade1e-5781-4006-8f69-f4fdef4ef7fa on network 01c654b1-3c25-4df5-8127-6eda96e860b3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:42.765852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Port f22ade1e-5781-4006-8f69-f4fdef4ef7fa on network 01c654b1-3c25-4df5-8127-6eda96e860b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:52:42.766277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Attempting to bind port f22ade1e-5781-4006-8f69-f4fdef4ef7fa on network 01c654b1-3c25-4df5-8127-6eda96e860b3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:42.773807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Deleting port e887d845-8b5b-459b-8dbe-a5eb00fbf711 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:42.774157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.777360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:42.777701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Checking segment: {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:42.778081 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Bound using segment: {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:42.778554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Bound port: f22ade1e-5781-4006-8f69-f4fdef4ef7fa, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01068649-b98c-478a-aae4-f8eea0c1ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:42.778892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.914926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] For port f22ade1e-5781-4006-8f69-f4fdef4ef7fa, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:42.917933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] For port e887d845-8b5b-459b-8dbe-a5eb00fbf711, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e887d845-8b5b-459b-8dbe-a5eb00fbf711,segment=NetworkSegment(6950e2d4-8d25-4ad5-83c8-4b9f59d77e61),segment_id=6950e2d4-8d25-4ad5-83c8-4b9f59d77e61)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:42.918306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.921558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] For port f22ade1e-5781-4006-8f69-f4fdef4ef7fa, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:42.929829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.960805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Calling delete_port for e887d845-8b5b-459b-8dbe-a5eb00fbf711 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:42.978597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:42.979259 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:42.980630 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] 10.222.0.43 "PUT /v2.0/ports/f22ade1e-5781-4006-8f69-f4fdef4ef7fa HTTP/1.1" status: 200 len: 1093 time: 1.0422676 Nov 12 05:52:42.981670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008e7785-6650-4de1-94b2-5701776c6358', 'tag': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:42.984942 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e90788-de53-4a1e-b168-57c0e057075f" -d '{"events": [{"name": "network-changed", "server_uuid": "008e7785-6650-4de1-94b2-5701776c6358", "tag": "f22ade1e-5781-4006-8f69-f4fdef4ef7fa"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:43.058619 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b10057-db88-4f6c-8612-34ec33affede x-openstack-request-id: req-38b10057-db88-4f6c-8612-34ec33affede {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:43.058917 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008e7785-6650-4de1-94b2-5701776c6358", "tag": "f22ade1e-5781-4006-8f69-f4fdef4ef7fa", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:43.059173 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38b10057-db88-4f6c-8612-34ec33affede {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:43.059573 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008e7785-6650-4de1-94b2-5701776c6358', 'tag': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'status': 'completed', 'code': 200} Nov 12 05:52:43.063510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846d59c-e6a6-4a4d-ae4d-96bd1693029b service neutron] Pushing event updated for resources: {'Port': ['ID=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:43.156834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d6a0ff8d-ca4e-450c-9b70-0149f9960ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:43.158546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-d6a0ff8d-ca4e-450c-9b70-0149f9960ddc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b27dcdf5efc4059a34015a1c9719777&device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 1096 time: 0.0920601 Nov 12 05:52:43.216479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-e647a05a-3ea8-4b9d-9c23-bb94c6875921 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa HTTP/1.1" status: 200 len: 217 time: 0.0441949 Nov 12 05:52:43.285936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b7c3b634-03a4-40ca-a779-48b8a876dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:43.287396 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-b7c3b634-03a4-40ca-a779-48b8a876dd56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d4b462-71f9-42ec-aa61-a44c54436ee7 HTTP/1.1" status: 200 len: 848 time: 0.0542765 Nov 12 05:52:43.487052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cacc88-7b13-49f9-b7a2-3b4a8d96c97c req-ed620a5b-32d4-47ed-b1b8-bc32e8647899 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:43.495391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22cacc88-7b13-49f9-b7a2-3b4a8d96c97c req-ed620a5b-32d4-47ed-b1b8-bc32e8647899 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 944 time: 0.0669239 Nov 12 05:52:43.557961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22cacc88-7b13-49f9-b7a2-3b4a8d96c97c req-ce8ab996-a1f1-4831-ab37-d836d5c6b286 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603254 Nov 12 05:52:43.690251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:43.699775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-c5d2fef9-8afe-4e99-9a96-07441e1492ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:43.701311 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-c5d2fef9-8afe-4e99-9a96-07441e1492ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01c654b1-3c25-4df5-8127-6eda96e860b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3966150 Nov 12 05:52:43.728461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Pushing event deleted for resources: {'Port': ['ID=e887d845-8b5b-459b-8dbe-a5eb00fbf711,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:43.892775 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-21c8d62d-0292-42c2-bd12-bc46f085787f service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734447 Nov 12 05:52:43.921666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d4d49dd-1d47-4fae-baab-cea8eda98530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:44.013353 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:44.070003 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-71b2ff79-95a3-4c6f-8ccd-8a06cd980768 req-06a46e43-6812-4a5e-904e-93717893306a service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674852 Nov 12 05:52:44.253578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e90788-de53-4a1e-b168-57c0e057075f req-a69354cd-344e-42b3-8188-fdfcb15b6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:44.255093 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0e90788-de53-4a1e-b168-57c0e057075f req-a69354cd-344e-42b3-8188-fdfcb15b6ba5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b27dcdf5efc4059a34015a1c9719777&device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 1096 time: 0.0834956 Nov 12 05:52:44.324461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Router 92ece089-85e3-478f-8b2a-5a2e045354d4 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:52:44.400171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e90788-de53-4a1e-b168-57c0e057075f req-643feb63-2e98-4e5c-9dc0-9bf477adbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:44.401900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0e90788-de53-4a1e-b168-57c0e057075f req-643feb63-2e98-4e5c-9dc0-9bf477adbbaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=01c654b1-3c25-4df5-8127-6eda96e860b3 HTTP/1.1" status: 200 len: 910 time: 0.1375823 Nov 12 05:52:44.472742 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0e90788-de53-4a1e-b168-57c0e057075f req-d68ae0e8-80b6-4443-9717-29394ca7d7aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa HTTP/1.1" status: 200 len: 217 time: 0.0636322 Nov 12 05:52:44.524286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:44.532384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9977e504-7d68-4548-a322-c965cc7f6117 admin admin] 10.222.0.48 "PUT /v2.0/routers/92ece089-85e3-478f-8b2a-5a2e045354d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0118895 Nov 12 05:52:44.534692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] Sync routers for ids ['92ece089-85e3-478f-8b2a-5a2e045354d4'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:44.534863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49534) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:44.545851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e90788-de53-4a1e-b168-57c0e057075f req-866e02d9-48e9-455b-ab63-241c17299577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:44.547348 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0e90788-de53-4a1e-b168-57c0e057075f req-866e02d9-48e9-455b-ab63-241c17299577 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d4b462-71f9-42ec-aa61-a44c54436ee7 HTTP/1.1" status: 200 len: 848 time: 0.0667303 Nov 12 05:52:44.551683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] Routers {'92ece089-85e3-478f-8b2a-5a2e045354d4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:44.552307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['92ece089-85e3-478f-8b2a-5a2e045354d4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:44.675602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] Set router 92ece089-85e3-478f-8b2a-5a2e045354d4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:44.692748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e90788-de53-4a1e-b168-57c0e057075f req-0579bfec-981c-4f27-989b-b9d75471416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:44.694252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0e90788-de53-4a1e-b168-57c0e057075f req-0579bfec-981c-4f27-989b-b9d75471416d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01c654b1-3c25-4df5-8127-6eda96e860b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160057 Nov 12 05:52:44.697923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3457a-e906-46b1-92aa-6abdbda01982 req-17fa703e-7932-432f-85e1-ae3283c71d42 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:44.700755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73a3457a-e906-46b1-92aa-6abdbda01982 req-17fa703e-7932-432f-85e1-ae3283c71d42 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 944 time: 0.0651708 Nov 12 05:52:44.711181 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:44.754879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73a3457a-e906-46b1-92aa-6abdbda01982 req-600907f2-fb9d-44f0-b6e8-ced991a8cf4a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465536 Nov 12 05:52:44.865616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:52:43Z', 'revision_number': 5, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:44.877033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-71edaf5e-789b-488a-baaf-56dbcf56ca69 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365429837&fields=id&tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 267 time: 0.0448780 Nov 12 05:52:44.885255 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0e90788-de53-4a1e-b168-57c0e057075f req-0dccfe72-292d-4ba0-85e9-6606c2e30a25 service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819313 Nov 12 05:52:44.898995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] Checking router: 92ece089-85e3-478f-8b2a-5a2e045354d4 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:44.903581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:44.907953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] Routers {'92ece089-85e3-478f-8b2a-5a2e045354d4'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:44.908752 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['92ece089-85e3-478f-8b2a-5a2e045354d4'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:44.996988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbea60-a8b8-434b-9907-85b158036528 req-f8a6d56a-d777-4b0c-acc3-e0ab824170ec tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:45.005190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-f8a6d56a-d777-4b0c-acc3-e0ab824170ec tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1188912 Nov 12 05:52:45.021757 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-b615c461-814c-4f70-a220-f0f880f9ed71 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/quotas/43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 375 time: 0.0150669 Nov 12 05:52:45.024652 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] Set router 92ece089-85e3-478f-8b2a-5a2e045354d4 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:45.029238 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d0e90788-de53-4a1e-b168-57c0e057075f req-bb395682-ba76-428c-ac17-7e16af415589 service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363432 Nov 12 05:52:45.042827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Deleting port 17f5036e-ab39-4ba0-b386-13b89ef96bc3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:45.043174 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.100237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-a992dc66-1fef-4eba-afbb-5f3a90eb1857 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0776129 Nov 12 05:52:45.136748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] For port 17f5036e-ab39-4ba0-b386-13b89ef96bc3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=17f5036e-ab39-4ba0-b386-13b89ef96bc3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:45.137029 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.148979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Calling delete_port for 17f5036e-ab39-4ba0-b386-13b89ef96bc3 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:45.213031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-6c093471-6498-47ad-8223-3f9f53048511 service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977831 Nov 12 05:52:45.223794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:52:43Z', 'revision_number': 5, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:45.251468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d72bf-c6d3-446d-b511-32335999a9c8 None None] The sync data for ids ['92ece089-85e3-478f-8b2a-5a2e045354d4'] in n-d-765315-28 is: [{'id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'name': 'tempest-TestServerMultinode-1339304881-router', 'tenant_id': '7daaa69cd9f441899308e3e9b2445861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:51:56Z', 'updated_at': '2021-11-12T05:52:43Z', 'revision_number': 5, 'project_id': '7daaa69cd9f441899308e3e9b2445861', 'gw_port': {'id': '17f5036e-ab39-4ba0-b386-13b89ef96bc3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ece089-85e3-478f-8b2a-5a2e045354d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:51:57Z', 'updated_at': '2021-11-12T05:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:45.319809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-de377f63-11ec-46c0-a05e-3618dd75e2e6 service neutron] 10.222.0.48 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978329 Nov 12 05:52:45.328554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.358071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f5036e-ab39-4ba0-b386-13b89ef96bc3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:45.369617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b10510-5758-4850-bb77-9d5a1e8d0d91 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:45.418838 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.513753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.516902 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.572489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.573270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ece089-85e3-478f-8b2a-5a2e045354d4 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:52:45.577629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.581108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ba38b41-f5ff-4d54-8862-ab09338572e9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/92ece089-85e3-478f-8b2a-5a2e045354d4 HTTP/1.1" status: 204 len: 168 time: 1.0430191 Nov 12 05:52:45.582086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49554) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:45.658995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8712c74-8053-4d14-9504-887b6b297ac5 req-9fa28aa6-af6a-48fc-832f-d34da8c130a8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 210 time: 0.0473034 Nov 12 05:52:45.686325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c087e1-2eef-4843-ba69-97f3d4db9476 admin admin] Deleting subnet e7de100c-2415-475d-87be-00faa6ae47f4 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:52:45.689850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7c087e1-2eef-4843-ba69-97f3d4db9476 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.728273 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7c087e1-2eef-4843-ba69-97f3d4db9476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:45.820254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7c087e1-2eef-4843-ba69-97f3d4db9476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.261307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf694b5-fef7-4ba2-ae01-ba844ebc914d req-8751455b-c664-45d5-8a19-4c9395ad219c tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:46.262901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ecf694b5-fef7-4ba2-ae01-ba844ebc914d req-8751455b-c664-45d5-8a19-4c9395ad219c tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 944 time: 0.0696325 Nov 12 05:52:46.267343 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7c087e1-2eef-4843-ba69-97f3d4db9476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.306834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c087e1-2eef-4843-ba69-97f3d4db9476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7de100c-2415-475d-87be-00faa6ae47f4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:46.312868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7c087e1-2eef-4843-ba69-97f3d4db9476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.316056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c7c087e1-2eef-4843-ba69-97f3d4db9476 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e7de100c-2415-475d-87be-00faa6ae47f4 HTTP/1.1" status: 204 len: 168 time: 0.7331097 Nov 12 05:52:46.318802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49568) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:46.319308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166ad85-95ac-4180-be73-1930577ee5c9 None None] Network a98d76c6-643d-4f84-95f8-40796543f874 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:52:46.348027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ecf694b5-fef7-4ba2-ae01-ba844ebc914d req-5942217c-4c1c-4aad-99fd-5808eaec7565 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783744 Nov 12 05:52:46.389864 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f49a4f7-2ae2-4d1d-b54c-b1c0ee4ee92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.411472 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.465861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17f5036e-ab39-4ba0-b386-13b89ef96bc3 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:46.480968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Deleting port 60ab9516-b8ba-4572-959e-cec0827b6c18 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:46.481310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.494801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 17f5036e-ab39-4ba0-b386-13b89ef96bc3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:46.495143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 17f5036e-ab39-4ba0-b386-13b89ef96bc3 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:46.495553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e887d845-8b5b-459b-8dbe-a5eb00fbf711 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:46.526857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: e887d845-8b5b-459b-8dbe-a5eb00fbf711 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:46.526857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e887d845-8b5b-459b-8dbe-a5eb00fbf711 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:46.559801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] For port 60ab9516-b8ba-4572-959e-cec0827b6c18, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=60ab9516-b8ba-4572-959e-cec0827b6c18,segment=NetworkSegment(6950e2d4-8d25-4ad5-83c8-4b9f59d77e61),segment_id=6950e2d4-8d25-4ad5-83c8-4b9f59d77e61)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:46.560321 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.574176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Calling delete_port for 60ab9516-b8ba-4572-959e-cec0827b6c18 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:46.599363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] DHCP port deletion for a98d76c6-643d-4f84-95f8-40796543f874 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:52:46.652056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] Deleting port 60ab9516-b8ba-4572-959e-cec0827b6c18 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:52:46.652405 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.667881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.717192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ab9516-b8ba-4572-959e-cec0827b6c18,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:46.725186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] No DVR routers for this DVR port 60ab9516-b8ba-4572-959e-cec0827b6c18 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:52:46.748083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbea60-a8b8-434b-9907-85b158036528 req-5bee0402-92af-4797-a401-65b5d8632f92 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:46.750171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-5bee0402-92af-4797-a401-65b5d8632f92 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 812 time: 0.1729865 Nov 12 05:52:46.752774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] For port 60ab9516-b8ba-4572-959e-cec0827b6c18, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=60ab9516-b8ba-4572-959e-cec0827b6c18,segment=NetworkSegment(6950e2d4-8d25-4ad5-83c8-4b9f59d77e61),segment_id=6950e2d4-8d25-4ad5-83c8-4b9f59d77e61)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:46.757884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.772962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] Calling delete_port for 60ab9516-b8ba-4572-959e-cec0827b6c18 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:52:46.801244 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.809615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad6722d3-a91b-4492-af03-e8bb3f9dfc01 req-1e66567d-cc1a-470d-9b70-65fc37c682f8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 210 time: 0.0554018 Nov 12 05:52:46.833374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98d76c6-643d-4f84-95f8-40796543f874']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:46.845086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:46.845393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6950e2d4-8d25-4ad5-83c8-4b9f59d77e61') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:46.858240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.868463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-e2060a70-0f04-4477-ae18-0fb9849ccdde tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c HTTP/1.1" status: 200 len: 379 time: 0.1017461 Nov 12 05:52:46.872669 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.875579 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.880350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'port': {'device_id': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'admin_state_up': True, 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'security_groups': ['4274a4a0-58d0-4085-bdda-bac0b2c5c60e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:46.880859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:52:46.881335 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:52:46.883757 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:52:46.910673 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] Pushing event deleted for resources: {'Port': ['ID=60ab9516-b8ba-4572-959e-cec0827b6c18,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:46.920758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9fb1ea-4bca-4977-b921-e735e434760f None None] No DVR routers for this DVR port 60ab9516-b8ba-4572-959e-cec0827b6c18 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:52:46.961881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.978458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:46.982385 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a98d76c6-643d-4f84-95f8-40796543f874 HTTP/1.1" status: 204 len: 168 time: 0.6619351 Nov 12 05:52:46.983176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63739f62-1cfe-466d-9f0c-4cc59a981fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98d76c6-643d-4f84-95f8-40796543f874,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:47.025258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Made reservation on behalf of 43ffd5b3e903433a97d57d2cda5b3b2c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:52:47.029215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.181728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49576) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:47.187827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.20.0.5 (db4059d3-70bb-4552-b045-9ed4e7d348e6/b6b3601e-cc35-4ab1-828d-44313bb912ef/4d624556-0c9f-4c28-a79a-40551533a798) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:47.224575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4d6d7717-b6f2-4f1c-a131-cb07c6166c7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a26bbb6788a488d883f3794d7efcf5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416133 Nov 12 05:52:47.227671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49578) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:47.341763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff381a16-d03c-405d-9147-f8e74bc38cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.386947 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.389487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff381a16-d03c-405d-9147-f8e74bc38cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.412908 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.492826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d57d-0fb3-44da-a2c3-8e9ab98f1bf9 req-6d2537c6-ab6c-4281-b82c-7cad4939e8e6 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:47.494450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d09d57d-0fb3-44da-a2c3-8e9ab98f1bf9 req-6d2537c6-ab6c-4281-b82c-7cad4939e8e6 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 944 time: 0.0705316 Nov 12 05:52:47.497076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.502053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device f22ade1e-5781-4006-8f69-f4fdef4ef7fa details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:52:47.510841 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff381a16-d03c-405d-9147-f8e74bc38cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.513654 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff381a16-d03c-405d-9147-f8e74bc38cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.522896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ff381a16-d03c-405d-9147-f8e74bc38cb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c60dbf3d-e3c9-4a31-aca6-9ce34caf900f HTTP/1.1" status: 204 len: 168 time: 0.2859027 Nov 12 05:52:47.569993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff381a16-d03c-405d-9147-f8e74bc38cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60dbf3d-e3c9-4a31-aca6-9ce34caf900f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:47.580377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:47.592008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:47.594406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:47.641937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=4d624556-0c9f-4c28-a79a-40551533a798,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:47.668048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d09d57d-0fb3-44da-a2c3-8e9ab98f1bf9 req-c22b89c5-e289-4325-9cd5-8f5da7088ab1 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634490 Nov 12 05:52:47.686587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port f22ade1e-5781-4006-8f69-f4fdef4ef7fa, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:47.698182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:47.699363 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.715891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'port_id': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'mac_address': 'fa:16:3e:0d:38:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:52:47.719272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-436bff69-7cd4-463a-bfa6-bfce83961539 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8440926 Nov 12 05:52:47.741227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Request body: {'port': {'device_id': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:47.771315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.791913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22ade1e-5781-4006-8f69-f4fdef4ef7fa {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:52:47.826419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port f22ade1e-5781-4006-8f69-f4fdef4ef7fa, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:47.834245 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.851048 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:47.907143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:48.003457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-eb746973-0b45-47e4-afaa-5d15a237eafc None None] Provisioning complete for port 4d624556-0c9f-4c28-a79a-40551533a798 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:48.004198 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb746973-0b45-47e4-afaa-5d15a237eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.044370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-eb746973-0b45-47e4-afaa-5d15a237eafc None None] Port 4d624556-0c9f-4c28-a79a-40551533a798 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:52:48.088126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053a06-fddc-421d-bd81-6b499bea7738 req-cc1ea423-91ed-4518-9916-8064055a3468 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:48.089689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5053a06-fddc-421d-bd81-6b499bea7738 req-cc1ea423-91ed-4518-9916-8064055a3468 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 931 time: 0.0800641 Nov 12 05:52:48.096585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:48.143355 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0605c9b9-261d-4937-a2f0-429b0123a338 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7daaa69cd9f441899308e3e9b2445861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434527 Nov 12 05:52:48.145766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49590) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:48.191905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5053a06-fddc-421d-bd81-6b499bea7738 req-c4919b3e-800e-4b74-a3c2-216ce1d24ea5 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948954 Nov 12 05:52:48.213470 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48b64eb1-dcde-4819-9309-d608d2126045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.251068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 60ab9516-b8ba-4572-959e-cec0827b6c18 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:52:48.266402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48b64eb1-dcde-4819-9309-d608d2126045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.291957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['f22ade1e-5781-4006-8f69-f4fdef4ef7fa'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:52:48.294644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 60ab9516-b8ba-4572-959e-cec0827b6c18 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:52:48.295175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 60ab9516-b8ba-4572-959e-cec0827b6c18 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:52:48.323439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d624556-0c9f-4c28-a79a-40551533a798 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:52:48.323703 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48b64eb1-dcde-4819-9309-d608d2126045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.327263 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48b64eb1-dcde-4819-9309-d608d2126045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.329145 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-48b64eb1-dcde-4819-9309-d608d2126045 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b87eb1c-4ced-4a8e-8bfa-64b756f733a2 HTTP/1.1" status: 204 len: 168 time: 0.1821482 Nov 12 05:52:48.336809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.341418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b64eb1-dcde-4819-9309-d608d2126045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b87eb1c-4ced-4a8e-8bfa-64b756f733a2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:48.359260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Transition to ACTIVE for port object 4d624556-0c9f-4c28-a79a-40551533a798 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:52:48.367649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.450237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Pushing event updated for resources: {'Port': ['ID=4d624556-0c9f-4c28-a79a-40551533a798,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:48.562456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Attempting to bind port 4d624556-0c9f-4c28-a79a-40551533a798 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:52:48.563804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Attempting to bind port 4d624556-0c9f-4c28-a79a-40551533a798 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:52:48.565811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Attempting to bind port 4d624556-0c9f-4c28-a79a-40551533a798 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:48.572412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Port 4d624556-0c9f-4c28-a79a-40551533a798 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:52:48.572743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Attempting to bind port 4d624556-0c9f-4c28-a79a-40551533a798 on network db4059d3-70bb-4552-b045-9ed4e7d348e6 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:52:48.580263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:52:48.580808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Checking segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:52:48.581377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Bound using segment: {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:52:48.582106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Bound port: 4d624556-0c9f-4c28-a79a-40551533a798, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754f0b7-eac6-4724-8f6d-4a8b4a168b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:52:48.583390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.678963 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:48.841079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] For port 4d624556-0c9f-4c28-a79a-40551533a798, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:52:48.869624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] For port 4d624556-0c9f-4c28-a79a-40551533a798, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d624556-0c9f-4c28-a79a-40551533a798,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:52:48.890113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd2856-74da-40e5-833c-d0fbfd5dc3d3 req-aa27f528-17f3-4a61-b00e-7e59ebc4aa2f tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:48.893020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bdd2856-74da-40e5-833c-d0fbfd5dc3d3 req-aa27f528-17f3-4a61-b00e-7e59ebc4aa2f tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 945 time: 0.1004822 Nov 12 05:52:48.895099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:49.021216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.021834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:49.023454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] 10.222.0.47 "PUT /v2.0/ports/4d624556-0c9f-4c28-a79a-40551533a798 HTTP/1.1" status: 200 len: 1092 time: 1.2950826 Nov 12 05:52:49.024151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:49.028281 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d64d154-e6d4-49c2-bdac-162eb4acae4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "tag": "4d624556-0c9f-4c28-a79a-40551533a798"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:49.041597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bdcc5-593a-4e3f-906e-fa8fdf0dc163 service neutron] Pushing event updated for resources: {'Port': ['ID=4d624556-0c9f-4c28-a79a-40551533a798,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:49.079613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bdd2856-74da-40e5-833c-d0fbfd5dc3d3 req-9ed83501-433a-4c19-af2a-a74489276a70 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765664 Nov 12 05:52:49.140396 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eb116e-4f9c-446c-8139-406cc8361e14 x-openstack-request-id: req-08eb116e-4f9c-446c-8139-406cc8361e14 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:49.140805 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "tag": "4d624556-0c9f-4c28-a79a-40551533a798", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:49.141219 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08eb116e-4f9c-446c-8139-406cc8361e14 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:49.141646 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798', 'status': 'completed', 'code': 200} Nov 12 05:52:49.150660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbea60-a8b8-434b-9907-85b158036528 req-9ae2d26a-e15f-4fb9-8158-abd1bb9f39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.152576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-9ae2d26a-e15f-4fb9-8158-abd1bb9f39f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 1095 time: 0.0677774 Nov 12 05:52:49.198067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-d1fac0e8-c071-4e32-b912-6573d6a4ddbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d624556-0c9f-4c28-a79a-40551533a798 HTTP/1.1" status: 200 len: 217 time: 0.0369849 Nov 12 05:52:49.266954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbea60-a8b8-434b-9907-85b158036528 req-d9e212f9-e837-4de6-b15e-04caa00dfac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.268604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-d9e212f9-e837-4de6-b15e-04caa00dfac2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0629885 Nov 12 05:52:49.355904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670f5e-a7c4-4d08-b80f-8655bb45d00f req-1aefe386-6b8e-40d5-aa20-b283c1a53adf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.357409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74670f5e-a7c4-4d08-b80f-8655bb45d00f req-1aefe386-6b8e-40d5-aa20-b283c1a53adf tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0818093 Nov 12 05:52:49.360225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbea60-a8b8-434b-9907-85b158036528 req-9a25df14-0dc1-4fbe-bdc3-5fd0ffa1331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.361579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-9a25df14-0dc1-4fbe-bdc3-5fd0ffa1331d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756338 Nov 12 05:52:49.461162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74670f5e-a7c4-4d08-b80f-8655bb45d00f req-6cd423a2-7cfe-4164-bf30-40baa929fce7 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973608 Nov 12 05:52:49.488678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-7dc9e179-534c-4a9a-b118-df624f47ca00 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182954 Nov 12 05:52:49.557302 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:49.592360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7cbea60-a8b8-434b-9907-85b158036528 req-5d3ece9c-f5d7-4b8a-9c5a-585b44f1fc8d service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945644 Nov 12 05:52:49.692768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-c0177f32-9870-4940-a35f-f33be86097df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.695131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-c0177f32-9870-4940-a35f-f33be86097df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 1095 time: 0.0561719 Nov 12 05:52:49.794195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-fdedfde9-86de-4b19-8e1d-1d9ba78609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.795922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-fdedfde9-86de-4b19-8e1d-1d9ba78609ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0934746 Nov 12 05:52:49.845739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-189f9123-5bf2-40b9-97e8-325a03a36626 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d624556-0c9f-4c28-a79a-40551533a798 HTTP/1.1" status: 200 len: 217 time: 0.0421317 Nov 12 05:52:49.901029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-b4749531-9745-4db8-9c4c-45e5f3dbdc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.902766 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-b4749531-9745-4db8-9c4c-45e5f3dbdc51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0486882 Nov 12 05:52:49.954768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-b7c80724-ab27-420d-b1a7-5a3d9a8fe908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:49.956301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-b7c80724-ab27-420d-b1a7-5a3d9a8fe908 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462811 Nov 12 05:52:50.053395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-53c77d5f-de0a-4491-8737-985089b67851 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Nov 12 05:52:50.148579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d64d154-e6d4-49c2-bdac-162eb4acae4c req-71e12795-43e9-40f3-97dd-2bc9dbaf2a2b service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871603 Nov 12 05:52:50.201446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2a648-5355-4bd9-8e72-aca65bebbf90 req-bb1ba785-7b5f-422c-a38c-fb1fcfa5c452 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:50.202972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2af2a648-5355-4bd9-8e72-aca65bebbf90 req-bb1ba785-7b5f-422c-a38c-fb1fcfa5c452 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 945 time: 0.0515199 Nov 12 05:52:50.257373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2af2a648-5355-4bd9-8e72-aca65bebbf90 req-d10dd0ef-4ba1-461c-8b6c-197e205fa1e9 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477426 Nov 12 05:52:50.589493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1760-1af6-4c37-8391-e3d0cda26f77 req-338b27e1-4dee-489d-aecd-a3b91916935f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:50.591227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1760-1af6-4c37-8391-e3d0cda26f77 req-338b27e1-4dee-489d-aecd-a3b91916935f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0565052 Nov 12 05:52:50.648660 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1760-1af6-4c37-8391-e3d0cda26f77 req-223968d8-22cb-45d4-8f6a-055e1668a006 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452929 Nov 12 05:52:51.391655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf65af-2f73-43e4-9879-73a6fc90b5df req-36c41f7e-321f-4675-9b8e-9e2111391b18 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:51.393231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c5bf65af-2f73-43e4-9879-73a6fc90b5df req-36c41f7e-321f-4675-9b8e-9e2111391b18 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 945 time: 0.0593381 Nov 12 05:52:51.452293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c5bf65af-2f73-43e4-9879-73a6fc90b5df req-9a40bbe8-b6fc-4c30-b951-b829e2cdceb5 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500305 Nov 12 05:52:51.516344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device f22ade1e-5781-4006-8f69-f4fdef4ef7fa up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:52:51.575725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port f22ade1e-5781-4006-8f69-f4fdef4ef7fa completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:52:51.580405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port f22ade1e-5781-4006-8f69-f4fdef4ef7fa triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:52:51.580979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:51.672101 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:51.706232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008e7785-6650-4de1-94b2-5701776c6358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:51.710697 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e0800-dc64-4b68-8ebe-82922abccf88" -d '{"events": [{"server_uuid": "008e7785-6650-4de1-94b2-5701776c6358", "name": "network-vif-plugged", "status": "completed", "tag": "f22ade1e-5781-4006-8f69-f4fdef4ef7fa"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:51.726661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port f22ade1e-5781-4006-8f69-f4fdef4ef7fa, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:52:51.731769 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:51.777173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e7b9c-f733-4ee5-902a-8841f5ca676e req-61a6a077-74c5-40b3-a391-622e4a0c1722 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:51.784724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb1e7b9c-f733-4ee5-902a-8841f5ca676e req-61a6a077-74c5-40b3-a391-622e4a0c1722 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0631475 Nov 12 05:52:51.793534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:51.831745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb1e7b9c-f733-4ee5-902a-8841f5ca676e req-2ff31c28-0c9c-4d35-a909-0fcf4a18f265 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Nov 12 05:52:51.893477 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb0afc9-f485-4884-8569-b68741a59e2a x-openstack-request-id: req-bfb0afc9-f485-4884-8569-b68741a59e2a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:51.893780 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008e7785-6650-4de1-94b2-5701776c6358", "name": "network-vif-plugged", "status": "completed", "tag": "f22ade1e-5781-4006-8f69-f4fdef4ef7fa", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:51.894038 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfb0afc9-f485-4884-8569-b68741a59e2a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:51.894520 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008e7785-6650-4de1-94b2-5701776c6358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'code': 200} Nov 12 05:52:52.038243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db1bab-9438-477c-a45d-166ae71c4baf req-cd0fc0cb-24bc-4c2f-bd58-550e41d3b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:52.039776 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-17db1bab-9438-477c-a45d-166ae71c4baf req-cd0fc0cb-24bc-4c2f-bd58-550e41d3b4ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 1098 time: 0.0561359 Nov 12 05:52:52.089589 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-17db1bab-9438-477c-a45d-166ae71c4baf req-97486f69-bd74-435e-8501-a23c93573626 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Nov 12 05:52:52.583712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2d717-db75-48a7-a45a-b89a6f591aa9 req-89291711-db7d-4ec8-b96a-14d0ce850baf tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:52.585385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4d2d717-db75-48a7-a45a-b89a6f591aa9 req-89291711-db7d-4ec8-b96a-14d0ce850baf tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 946 time: 0.0530269 Nov 12 05:52:52.637055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4d2d717-db75-48a7-a45a-b89a6f591aa9 req-2e336883-8035-4d77-bc3e-f1b2f9f57e21 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453665 Nov 12 05:52:52.967411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e057298-7033-4e99-88d6-344a900fae79 req-91a101c4-a106-4d67-9daf-3fff9c3e942f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:52.968850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e057298-7033-4e99-88d6-344a900fae79 req-91a101c4-a106-4d67-9daf-3fff9c3e942f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0600834 Nov 12 05:52:53.021674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e057298-7033-4e99-88d6-344a900fae79 req-bc5275d5-958d-4ea1-a2e6-6531febd0ba1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461254 Nov 12 05:52:53.755610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3564b8-2e4e-4885-995a-a45f5f4d1722 req-38d26cfd-1776-4422-ae2f-d6d536c044db tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:53.757071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d3564b8-2e4e-4885-995a-a45f5f4d1722 req-38d26cfd-1776-4422-ae2f-d6d536c044db tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 946 time: 0.0487921 Nov 12 05:52:53.806889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d3564b8-2e4e-4885-995a-a45f5f4d1722 req-4b7bc719-828c-43d6-8a8c-64495c572068 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 Nov 12 05:52:53.920368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc95ea-26f2-4204-b63a-98bca9c04d26 req-5ba07599-50d4-46f4-8cd1-f14c7ad226bf tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:53.921840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02cc95ea-26f2-4204-b63a-98bca9c04d26 req-5ba07599-50d4-46f4-8cd1-f14c7ad226bf tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 946 time: 0.0503244 Nov 12 05:52:53.974586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02cc95ea-26f2-4204-b63a-98bca9c04d26 req-52340782-1c69-47c5-9389-18a194c590d5 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467582 Nov 12 05:52:54.089357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b15a0-31e3-4c0d-a632-5127eb7957ac req-c180be85-9f69-4fb4-bdb9-916ce388297a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:54.090761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1b15a0-31e3-4c0d-a632-5127eb7957ac req-c180be85-9f69-4fb4-bdb9-916ce388297a tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 946 time: 0.0498793 Nov 12 05:52:54.139942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a1b15a0-31e3-4c0d-a632-5127eb7957ac req-9dade324-e139-4ff9-86c1-454a921cd0cb tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433476 Nov 12 05:52:54.162525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49634) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:54.244735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac8944-bcbd-40df-b9d2-29252996dda7 req-8474c6ea-e167-4685-b107-fd93f4b344fd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:54.246217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8ac8944-bcbd-40df-b9d2-29252996dda7 req-8474c6ea-e167-4685-b107-fd93f4b344fd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0507627 Nov 12 05:52:54.295601 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b8ac8944-bcbd-40df-b9d2-29252996dda7 req-3b6d2202-69d9-4ec8-baef-5106df01721b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433619 Nov 12 05:52:54.397124 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d23e4-175d-492a-8fff-94ebf45831a0 tempest-TestServerBasicOps-814442995 tempest-TestServerBasicOps-814442995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:54.398723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-907d23e4-175d-492a-8fff-94ebf45831a0 tempest-TestServerBasicOps-814442995 tempest-TestServerBasicOps-814442995-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 1093 time: 0.2351048 Nov 12 05:52:54.401914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49638) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:52:54.406254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:52:54.427609 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:54.523203 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:54.631455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Allocated IP 172.25.2.220 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/c79431a6-a05a-418b-8ab1-73d634848aa4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:52:54.731171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:54.763976 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:54.798789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:52:54.801528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:52:54.805515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:52:54.840166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'Port': ['ID=c79431a6-a05a-418b-8ab1-73d634848aa4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:55.167431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:55.234603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:55.408522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:55.414754 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:55.465053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95554288-5335-4407-986f-fdaa2f0a5ba1 req-86456e0c-a640-4cba-993a-b7f5ada936b0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:55.466465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95554288-5335-4407-986f-fdaa2f0a5ba1 req-86456e0c-a640-4cba-993a-b7f5ada936b0 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0972278 Nov 12 05:52:55.507264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event updated for resources: {'Port': ['ID=c79431a6-a05a-418b-8ab1-73d634848aa4,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:52:55.535048 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:55.590574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95554288-5335-4407-986f-fdaa2f0a5ba1 req-8c0969d4-a206-4a31-90c5-b5e27d1dc104 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034389 Nov 12 05:52:55.653372 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Floating IP 0bda153b-2281-407e-8d2a-eeaf8d75a697 associated. External IP: 172.25.2.220, port: f22ade1e-5781-4006-8f69-f4fdef4ef7fa. Nov 12 05:52:55.862354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:52:55.969834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:52:55.979477 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] Sync routers for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:52:55.987364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:55.989432 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:55.990099 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:56.015240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e81b70ac-ea82-4c34-9aec-d9a178688954 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6122446 Nov 12 05:52:56.016104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008e7785-6650-4de1-94b2-5701776c6358', 'tag': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:52:56.018450 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "008e7785-6650-4de1-94b2-5701776c6358", "tag": "f22ade1e-5781-4006-8f69-f4fdef4ef7fa"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:52:56.058164 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbd6b24-b24f-412b-a473-0ebb7e91df29 x-openstack-request-id: req-6fbd6b24-b24f-412b-a473-0ebb7e91df29 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:52:56.058492 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008e7785-6650-4de1-94b2-5701776c6358", "tag": "f22ade1e-5781-4006-8f69-f4fdef4ef7fa", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:52:56.058742 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fbd6b24-b24f-412b-a473-0ebb7e91df29 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:52:56.059149 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008e7785-6650-4de1-94b2-5701776c6358', 'tag': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'status': 'completed', 'code': 200} Nov 12 05:52:56.102170 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:56.141535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-3dec2ead-bdcb-4c20-bce3-ad9d90de55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:56.143003 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-3dec2ead-bdcb-4c20-bce3-ad9d90de55e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b27dcdf5efc4059a34015a1c9719777&device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 1098 time: 0.0407658 Nov 12 05:52:56.236610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-d77c7ae2-7a57-475f-add6-9cfa8963bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:56.238086 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-d77c7ae2-7a57-475f-add6-9cfa8963bae5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01c654b1-3c25-4df5-8127-6eda96e860b3 HTTP/1.1" status: 200 len: 910 time: 0.0881310 Nov 12 05:52:56.323239 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0bda153b-2281-407e-8d2a-eeaf8d75a697', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'port_id': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'mac_address': 'fa:16:3e:0d:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008e7785-6650-4de1-94b2-5701776c6358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:52:55Z', 'updated_at': '2021-11-12T05:52:55Z', 'revision_number': 0, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:31Z', 'revision_number': 5, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:56.334730 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-d8a59c62-937a-4216-9d2a-3cd3a9b5be4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa HTTP/1.1" status: 200 len: 1000 time: 0.0890226 Nov 12 05:52:56.348644 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] Checking router: ac93214b-e83a-4eb6-bae1-3cdaf2756af6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:52:56.357376 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:52:56.357981 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:56.386174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-3fdb1e17-72a2-4b00-a7b0-4a46399f320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:56.387679 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-3fdb1e17-72a2-4b00-a7b0-4a46399f320b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d4b462-71f9-42ec-aa61-a44c54436ee7 HTTP/1.1" status: 200 len: 848 time: 0.0458937 Nov 12 05:52:56.433843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-e68d02da-4fd4-4180-a26a-970a0a2e37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:56.435444 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-e68d02da-4fd4-4180-a26a-970a0a2e37d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01c654b1-3c25-4df5-8127-6eda96e860b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407734 Nov 12 05:52:56.460305 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:52:56.531210 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-cbd25212-8b02-4480-86be-4be0449ea472 service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885329 Nov 12 05:52:56.626905 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-624d4915-7f0f-43cc-bded-96d8b7ba0fc9 req-a6e860b3-eb3b-4a4f-b9b9-40ee8837620e service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Nov 12 05:52:56.689864 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0bda153b-2281-407e-8d2a-eeaf8d75a697', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'port_id': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'mac_address': 'fa:16:3e:0d:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008e7785-6650-4de1-94b2-5701776c6358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:52:55Z', 'updated_at': '2021-11-12T05:52:55Z', 'revision_number': 0, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:31Z', 'revision_number': 5, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:52:56.721512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bf565-e356-478b-a8f6-da02f8088793 req-8b29dafe-24d7-4f8f-95f1-2a691b54cb17 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:56.721950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab875ae2-d667-4813-9e5b-8f208ce5ad0b None None] The sync data for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 is: [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '0bda153b-2281-407e-8d2a-eeaf8d75a697', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'port_id': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'mac_address': 'fa:16:3e:0d:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008e7785-6650-4de1-94b2-5701776c6358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:52:55Z', 'updated_at': '2021-11-12T05:52:55Z', 'revision_number': 0, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:31Z', 'revision_number': 5, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:52:56.723047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c2bf565-e356-478b-a8f6-da02f8088793 req-8b29dafe-24d7-4f8f-95f1-2a691b54cb17 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0569003 Nov 12 05:52:56.774774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c2bf565-e356-478b-a8f6-da02f8088793 req-1d3103d8-040c-4657-84a6-25212183c9ef tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445855 Nov 12 05:52:56.926519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c6625f-39d3-4830-b639-659965434b84 None None] New status for floating IP 0bda153b-2281-407e-8d2a-eeaf8d75a697: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:52:57.368411 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:57.893941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111560c-8528-401a-b2ed-bc04ea09a2c7 req-5e251af4-2d34-4882-b796-705aa82286b6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:57.895432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1111560c-8528-401a-b2ed-bc04ea09a2c7 req-5e251af4-2d34-4882-b796-705aa82286b6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0528417 Nov 12 05:52:57.944040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1111560c-8528-401a-b2ed-bc04ea09a2c7 req-0a7e7455-72cd-40de-abf2-82b64af42a1f tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424657 Nov 12 05:52:59.061670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55eb206-2b44-4a79-8706-b76b13e0ca95 req-4b5b5539-c3af-458e-8627-f3bad666ae16 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:52:59.063069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b55eb206-2b44-4a79-8706-b76b13e0ca95 req-4b5b5539-c3af-458e-8627-f3bad666ae16 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0486262 Nov 12 05:52:59.111707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b55eb206-2b44-4a79-8706-b76b13e0ca95 req-a640e3ad-d749-4c39-9130-2d21af94b4ae tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 Nov 12 05:53:00.229988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37748-b93e-40b0-ada6-33f51ea7daef req-d725971b-58f6-4aa2-8a0d-2a659e32319e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:00.231451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28a37748-b93e-40b0-ada6-33f51ea7daef req-d725971b-58f6-4aa2-8a0d-2a659e32319e tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 943 time: 0.0527902 Nov 12 05:53:00.278696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28a37748-b93e-40b0-ada6-33f51ea7daef req-4d055a3e-90eb-4b1f-83ab-521c2b090910 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412354 Nov 12 05:53:00.368004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4d624556-0c9f-4c28-a79a-40551533a798 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:53:00.463808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4d624556-0c9f-4c28-a79a-40551533a798, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d624556-0c9f-4c28-a79a-40551533a798,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:53:00.475274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '4d624556-0c9f-4c28-a79a-40551533a798', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'port_id': '4d624556-0c9f-4c28-a79a-40551533a798', 'mac_address': 'fa:16:3e:18:d1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:53:00.512131 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:00.525201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d624556-0c9f-4c28-a79a-40551533a798 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:53:00.544594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4d624556-0c9f-4c28-a79a-40551533a798, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d624556-0c9f-4c28-a79a-40551533a798,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:53:00.548540 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:00.595764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=4d624556-0c9f-4c28-a79a-40551533a798,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:53:00.603722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.604082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.604426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.604768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.605103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.605434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.605765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.606090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.606561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.606888 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.607212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.607533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:53:00.769266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['4d624556-0c9f-4c28-a79a-40551533a798'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:53:01.393679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa2355-0335-4ca2-86d9-aa36c9428296 req-5df3a7b0-675e-477a-801d-3fb32775b957 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:01.395210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bfa2355-0335-4ca2-86d9-aa36c9428296 req-5df3a7b0-675e-477a-801d-3fb32775b957 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 944 time: 0.0494885 Nov 12 05:53:01.444330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bfa2355-0335-4ca2-86d9-aa36c9428296 req-92fd9aa9-1ab9-49f8-ab12-b98f74928a87 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Nov 12 05:53:02.371455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4d624556-0c9f-4c28-a79a-40551533a798 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:53:02.423862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 4d624556-0c9f-4c28-a79a-40551533a798 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:53:02.428169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 4d624556-0c9f-4c28-a79a-40551533a798 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:53:02.428538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:02.510696 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:02.533913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:53:02.536181 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f81813-5849-4d2d-88c4-1eace311a756" -d '{"events": [{"server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "name": "network-vif-plugged", "status": "completed", "tag": "4d624556-0c9f-4c28-a79a-40551533a798"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:53:02.548656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4d624556-0c9f-4c28-a79a-40551533a798, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d624556-0c9f-4c28-a79a-40551533a798,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:53:02.552610 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:02.560870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343706a1-e814-4649-8dad-e4ab69127be7 req-f0507f85-0426-464b-a519-a304181c2681 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:02.562392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-343706a1-e814-4649-8dad-e4ab69127be7 req-f0507f85-0426-464b-a519-a304181c2681 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 944 time: 0.0497258 Nov 12 05:53:02.602186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=4d624556-0c9f-4c28-a79a-40551533a798,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:53:02.616715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-343706a1-e814-4649-8dad-e4ab69127be7 req-cfdd145d-57c2-4131-9eff-f9c01feb8312 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481110 Nov 12 05:53:02.659870 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a5504-5f0b-47e0-9cb7-a5e183b9c377 x-openstack-request-id: req-4c5a5504-5f0b-47e0-9cb7-a5e183b9c377 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:53:02.660164 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "name": "network-vif-plugged", "status": "completed", "tag": "4d624556-0c9f-4c28-a79a-40551533a798", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:53:02.660417 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c5a5504-5f0b-47e0-9cb7-a5e183b9c377 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:53:02.660812 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798', 'code': 200} Nov 12 05:53:02.758086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9897a-79f0-4ffc-a62c-d902b928fba6 req-5ecb3770-2f82-4f81-aebf-eab3e09537cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:02.759485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a9897a-79f0-4ffc-a62c-d902b928fba6 req-5ecb3770-2f82-4f81-aebf-eab3e09537cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 1097 time: 0.0407114 Nov 12 05:53:02.805471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8a9897a-79f0-4ffc-a62c-d902b928fba6 req-0a191f31-d7e2-4020-9e25-3481e917f474 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Nov 12 05:53:03.250072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-141fe5b4-5fec-4740-9ee9-84e16757417a req-6c56228a-5663-4fc2-8423-973c6d1fdc5f tempest-AttachVolumeNegativeTest-1251372543 tempest-AttachVolumeNegativeTest-1251372543-project] (102590) timed out ('10.222.0.48', 46462) {{(pid=102590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:53:03.739012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca41c0-a213-4628-adf0-6766b2e9165a req-0b789533-5677-41ba-9d7b-d6ccf0797fee tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:03.740619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74ca41c0-a213-4628-adf0-6766b2e9165a req-0b789533-5677-41ba-9d7b-d6ccf0797fee tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 945 time: 0.0508494 Nov 12 05:53:03.792325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74ca41c0-a213-4628-adf0-6766b2e9165a req-fc79aacc-8c90-4599-a962-1db30f3ead59 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448694 Nov 12 05:53:04.910267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248308-d076-4b34-a8c7-def115a573a4 req-beeac6c2-046f-4f92-8fd7-d76a1950a15d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:04.911758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39248308-d076-4b34-a8c7-def115a573a4 req-beeac6c2-046f-4f92-8fd7-d76a1950a15d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 945 time: 0.0530229 Nov 12 05:53:04.960413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39248308-d076-4b34-a8c7-def115a573a4 req-3e0cfa01-0c93-42ad-81d8-2831e416189c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423708 Nov 12 05:53:05.100912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-31181d6f-b011-484d-a320-2169dfdecb71 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618465 Nov 12 05:53:05.109218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a99ec1-f4c7-4c76-949b-dde5ea8e3909 req-4626f19e-d098-4655-89bf-de59c230d1ee tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:05.110795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8a99ec1-f4c7-4c76-949b-dde5ea8e3909 req-4626f19e-d098-4655-89bf-de59c230d1ee tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 945 time: 0.0806026 Nov 12 05:53:05.185829 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8a99ec1-f4c7-4c76-949b-dde5ea8e3909 req-8d172b99-d5fe-4a28-a161-3f43e42e47c2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686557 Nov 12 05:53:05.200609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-763eaa8c-96b9-4c7d-9cc3-38b23bd0e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:05.202072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-763eaa8c-96b9-4c7d-9cc3-38b23bd0e3f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1097 time: 0.0545731 Nov 12 05:53:05.207770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 49690) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:53:05.303876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f3eb38-73a5-4692-8492-df1df6d2fcf7 tempest-TestVolumeBootPattern-1294230471 tempest-TestVolumeBootPattern-1294230471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:05.305959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-30f3eb38-73a5-4692-8492-df1df6d2fcf7 tempest-TestVolumeBootPattern-1294230471 tempest-TestVolumeBootPattern-1294230471-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 1092 time: 0.0972369 Nov 12 05:53:05.308900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49692) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:53:05.314120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '4d624556-0c9f-4c28-a79a-40551533a798', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:53:05.331554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-17facbe4-7e6a-4635-b15d-a5b76f9b46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:05.333010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-17facbe4-7e6a-4635-b15d-a5b76f9b46d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0993595 Nov 12 05:53:05.339171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:05.400472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-c5bda0bb-71d0-4f44-b2ad-3f4b884e7f6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 200 len: 1001 time: 0.0590515 Nov 12 05:53:05.442173 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:05.452310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-c7c90f02-0360-4920-978d-4d150633928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:05.453804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-c7c90f02-0360-4920-978d-4d150633928c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0461569 Nov 12 05:53:05.504353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-d39c2662-fb70-4d99-b4ad-1ae331e759cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:05.506149 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-d39c2662-fb70-4d99-b4ad-1ae331e759cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447943 Nov 12 05:53:05.552061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Allocated IP 172.25.2.126 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/86ec8aa3-dc9a-4c96-ad1f-13038ad3c673) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:53:05.597120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-f8b20f02-2789-47a7-b0c9-cd79aff3e37c service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824645 Nov 12 05:53:05.652681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:05.687396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:05.724698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:53:05.732177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:53:05.735817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:53:05.741758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=86ec8aa3-dc9a-4c96-ad1f-13038ad3c673,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:53:06.045842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebf29ef4-9d8b-4461-ba04-4c7e5a5f2947 req-514bfbba-84eb-4a74-bab5-70f482d3042b service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395671 Nov 12 05:53:06.436667 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:06.508369 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:06.657028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:06.661503 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:06.732123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event updated for resources: {'Port': ['ID=86ec8aa3-dc9a-4c96-ad1f-13038ad3c673,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:53:06.741305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:06.842055 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Floating IP 6796e623-306d-48f3-9db0-97b7324596b9 associated. External IP: 172.25.2.126, port: 4d624556-0c9f-4c28-a79a-40551533a798. Nov 12 05:53:07.049483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Router 617ae49c-8352-4596-a1ed-cda16e26edae has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:53:07.158885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:53:07.168744 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:53:07.177832 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:07.178270 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:53:07.178915 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:53:07.206648 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c94ec856-e5b3-4054-bf12-1dd36a0595fa tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8960161 Nov 12 05:53:07.207243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:53:07.209523 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bc46e6-f4b5-4129-a57b-73f88259e913" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "tag": "4d624556-0c9f-4c28-a79a-40551533a798"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:53:07.248896 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201a97a0-5fd1-4b4b-bf42-5ea5bbfa204a x-openstack-request-id: req-201a97a0-5fd1-4b4b-bf42-5ea5bbfa204a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:53:07.249193 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "tag": "4d624556-0c9f-4c28-a79a-40551533a798", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:53:07.249451 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-201a97a0-5fd1-4b4b-bf42-5ea5bbfa204a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:53:07.249912 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798', 'status': 'completed', 'code': 200} Nov 12 05:53:07.314754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-9fdb09c1-2950-49bc-86e1-7b18ab2be269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:07.316188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-9fdb09c1-2950-49bc-86e1-7b18ab2be269 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 1097 time: 0.0427489 Nov 12 05:53:07.375287 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:53:07.408841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-fbc408ec-2769-4d46-9f23-a5b0d88c3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:07.410319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-fbc408ec-2769-4d46-9f23-a5b0d88c3f3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0850887 Nov 12 05:53:07.468148 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:53:07.478791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-9d8bafe1-2837-4451-8f3c-c35494aee4ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d624556-0c9f-4c28-a79a-40551533a798 HTTP/1.1" status: 200 len: 999 time: 0.0607972 Nov 12 05:53:07.528369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-07005901-5ef5-464d-af54-9ba5d69b3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:07.529839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-07005901-5ef5-464d-af54-9ba5d69b3cca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0441675 Nov 12 05:53:07.576497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-a1b818e6-efb3-48fd-990a-21e75641cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:07.577915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-a1b818e6-efb3-48fd-990a-21e75641cbd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402451 Nov 12 05:53:07.603603 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '6796e623-306d-48f3-9db0-97b7324596b9', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '4d624556-0c9f-4c28-a79a-40551533a798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:18:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:53:06Z', 'updated_at': '2021-11-12T05:53:06Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}, {'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:51:02Z', 'revision_number': 1, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:53:07.633478 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:53:07.641839 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:53:07.642478 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:52:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:53:07.672870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-a265c699-5ce1-4430-8399-2cf386b04303 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867381 Nov 12 05:53:07.746834 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:53:07.767698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87bc46e6-f4b5-4129-a57b-73f88259e913 req-98edd738-9d5a-4a36-9691-43317d81390f service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862715 Nov 12 05:53:07.965752 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '6796e623-306d-48f3-9db0-97b7324596b9', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '4d624556-0c9f-4c28-a79a-40551533a798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:18:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:53:06Z', 'updated_at': '2021-11-12T05:53:06Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}, {'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:51:02Z', 'revision_number': 1, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:53:07.990821 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533083df-1fc1-4517-a4de-029737351ca4 None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '6796e623-306d-48f3-9db0-97b7324596b9', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '4d624556-0c9f-4c28-a79a-40551533a798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:18:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:53:06Z', 'updated_at': '2021-11-12T05:53:06Z', 'revision_number': 0, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}, {'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:51:02Z', 'revision_number': 1, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:53:08.185251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5f6c7-9adf-4224-9888-3ff41166aa05 None None] New status for floating IP 6796e623-306d-48f3-9db0-97b7324596b9: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:53:10.823639 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:13.923119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3374c80-b649-4ce0-931c-0fa6f0408f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:15.362416 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-5c2d8012-3e4a-4e02-9fbc-1c995e9f33c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0430851 Nov 12 05:53:15.472730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-6416f226-d18b-44e0-924d-045db2c99bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.473217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-6416f226-d18b-44e0-924d-045db2c99bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.473695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-6416f226-d18b-44e0-924d-045db2c99bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.474165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-6416f226-d18b-44e0-924d-045db2c99bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.474658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-6416f226-d18b-44e0-924d-045db2c99bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.476475 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-6416f226-d18b-44e0-924d-045db2c99bb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0501008 Nov 12 05:53:15.589458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-19f67e34-9382-4ed2-91fd-9cc18ae361ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.589941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-19f67e34-9382-4ed2-91fd-9cc18ae361ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.590438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-19f67e34-9382-4ed2-91fd-9cc18ae361ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.592018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-19f67e34-9382-4ed2-91fd-9cc18ae361ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0917573 Nov 12 05:53:15.639423 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-d2590832-6b34-4b12-8a11-ba6d8269b16a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0394313 Nov 12 05:53:15.688051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-202671dd-bb0f-4ed2-a2c0-ff191a7671f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.689497 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-202671dd-bb0f-4ed2-a2c0-ff191a7671f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0436831 Nov 12 05:53:15.736481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-55cd63de-d4ca-4a2d-8d0a-bafa2f63fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:15.737936 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-55cd63de-d4ca-4a2d-8d0a-bafa2f63fd3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405478 Nov 12 05:53:15.832195 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-545a7854-6a2a-45b5-b07c-d288c150bfd4 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Nov 12 05:53:15.924478 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-bdc1d98a-5681-497f-8de0-62d4dfb3951a service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838368 Nov 12 05:53:15.971210 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-01300783-4ebf-4522-a830-1143a28ab794 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0383415 Nov 12 05:53:16.021014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-4708f48c-6868-4e6a-bcd2-fbe68ffce17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:16.022517 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-4708f48c-6868-4e6a-bcd2-fbe68ffce17f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0445187 Nov 12 05:53:16.068148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-7d71c6ce-fc0c-418c-9104-3993119bf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:16.069671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-7d71c6ce-fc0c-418c-9104-3993119bf929 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406318 Nov 12 05:53:16.177201 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-1afb784a-a49b-4b4b-8006-bcd8b65af7fb service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006083 Nov 12 05:53:16.265979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-1200374f-9a9e-4ed5-8e2a-c2ad04521394 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804830 Nov 12 05:53:16.310123 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-6332bdca-9b21-403d-835d-8525520569e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0369935 Nov 12 05:53:16.335510 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a8056747-93fc-4be7-9944-d5b6ba686359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:16.365102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-981291e3-cee1-4d39-8209-2c08992288ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:16.366609 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-981291e3-cee1-4d39-8209-2c08992288ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0500519 Nov 12 05:53:16.412068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-bbbe772d-0d8e-4a09-abb9-d3a0057dfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:16.413567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-bbbe772d-0d8e-4a09-abb9-d3a0057dfb47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399010 Nov 12 05:53:16.505940 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-7a98249f-a7e2-4801-944f-7cf1d9fd9cbc service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844667 Nov 12 05:53:16.594363 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-411a5ee1-9158-475e-b66c-ca816821694d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809011 Nov 12 05:53:16.639712 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-b3521716-98ed-4893-9522-d2ef95917341 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0373297 Nov 12 05:53:16.690012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-86c18445-9d78-4352-b9e1-4fed7ab0968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:16.691552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-86c18445-9d78-4352-b9e1-4fed7ab0968f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0451508 Nov 12 05:53:16.738236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-a57c5c4b-4e58-4c65-bed6-dc83a9e2aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:16.739736 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-a57c5c4b-4e58-4c65-bed6-dc83a9e2aca2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0403509 Nov 12 05:53:16.831764 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-f47da32d-6d90-4be4-98f4-c9469607d322 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835462 Nov 12 05:53:16.921202 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-99c694f0-d945-49c8-99e2-8b31b009595f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813484 Nov 12 05:53:16.965026 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-740fd1bd-6e93-4ce0-8a3a-debb7de21215 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0365570 Nov 12 05:53:17.012357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-c1a19ef6-e02c-42c5-9046-ed84dacd6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:17.013748 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-c1a19ef6-e02c-42c5-9046-ed84dacd6861 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0419805 Nov 12 05:53:17.060069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-a2cb7808-de86-4f04-8d64-92e0cc36570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:53:17.061568 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-a2cb7808-de86-4f04-8d64-92e0cc36570c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0409265 Nov 12 05:53:17.153364 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-e80ed6c1-04d3-46d3-8757-06bfccfdaaea service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844622 Nov 12 05:53:17.240399 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-52e261f2-bb20-4c84-8e0b-43ba316658f6 req-c94dbe37-8c88-41aa-b8a8-7e1554ef14fd service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799572 Nov 12 05:53:17.412955 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:18.652127 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:19.551338 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:27.365465 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:40.836464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:43.924164 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2c65411-de18-4a54-907a-43e51349bd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:44.468055 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:53:46.338168 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89e00c65-d0f6-49ed-96c5-ea5600c8a35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:47.415559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:48.652277 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:49.552386 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:57.392099 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:01.754539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49846) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:54:01.839786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2784af-7685-466d-9940-2c66581487c6 req-6c7ad9df-b14c-4bd5-a377-3e9f78ea57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:01.841286 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e2784af-7685-466d-9940-2c66581487c6 req-6c7ad9df-b14c-4bd5-a377-3e9f78ea57fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 1098 time: 0.0857196 Nov 12 05:54:01.890414 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e2784af-7685-466d-9940-2c66581487c6 req-ae6293d9-23cc-443c-9db2-86249901d019 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Nov 12 05:54:07.076922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-2de7d91b-5d97-4def-9969-2526a6fc3dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419254 Nov 12 05:54:07.139547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4436-844f-46a2-925d-21d28b08095f req-fe462919-e07a-41ca-9afd-19485428e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:07.141101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-fe462919-e07a-41ca-9afd-19485428e278 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 1097 time: 0.0410578 Nov 12 05:54:07.247536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4436-844f-46a2-925d-21d28b08095f req-59818021-7742-4ae3-aad1-0191c5f9a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:07.249026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-59818021-7742-4ae3-aad1-0191c5f9a551 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0880756 Nov 12 05:54:07.313982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-3dce4e6c-09f2-4892-9503-8d6892751698 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d624556-0c9f-4c28-a79a-40551533a798 HTTP/1.1" status: 200 len: 1001 time: 0.0571318 Nov 12 05:54:07.362450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4436-844f-46a2-925d-21d28b08095f req-926e208e-4198-4dee-b6dd-9c7ca4007b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:07.363859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-926e208e-4198-4dee-b6dd-9c7ca4007b78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0423286 Nov 12 05:54:07.412938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4436-844f-46a2-925d-21d28b08095f req-a162f67d-15e0-45d7-aa62-1bbb746fddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:07.414426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-a162f67d-15e0-45d7-aa62-1bbb746fddfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423956 Nov 12 05:54:07.426307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-7965b2c5-c32d-472b-a3f7-010db08d5a66 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:54:07.427419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-7965b2c5-c32d-472b-a3f7-010db08d5a66 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049677 Nov 12 05:54:07.515170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-f34d4886-e31e-4437-925d-75daeb302523 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804806 Nov 12 05:54:07.608547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fec4436-844f-46a2-925d-21d28b08095f req-4a78f39f-990d-4213-9169-b3c57a59c9fe service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856144 Nov 12 05:54:10.831898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:13.924839 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a2585faa-a3ef-442e-b898-43fbecc473e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:15.336233 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-8c3d078a-8bc9-41bd-ac0d-14afe1534fd9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0992966 Nov 12 05:54:15.408748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-e64f232d-2902-4aa7-ab31-5ecf54f32435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:15.410384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-e64f232d-2902-4aa7-ab31-5ecf54f32435 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b27dcdf5efc4059a34015a1c9719777&device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 1098 time: 0.0408289 Nov 12 05:54:15.517701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-08987196-4a63-4ef2-8ce3-da8599d62f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:15.519138 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-08987196-4a63-4ef2-8ce3-da8599d62f2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=01c654b1-3c25-4df5-8127-6eda96e860b3 HTTP/1.1" status: 200 len: 910 time: 0.0885468 Nov 12 05:54:15.586148 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-6bff739c-7804-4a68-a498-ca6edb433736 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa HTTP/1.1" status: 200 len: 1002 time: 0.0591226 Nov 12 05:54:15.633543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-2f994a99-6c4c-4d51-a145-519dc3135f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:15.635008 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-2f994a99-6c4c-4d51-a145-519dc3135f90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d4b462-71f9-42ec-aa61-a44c54436ee7 HTTP/1.1" status: 200 len: 848 time: 0.0423000 Nov 12 05:54:15.684157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-d06efd87-61ed-4636-9f08-00450ba432aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:15.685634 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-d06efd87-61ed-4636-9f08-00450ba432aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01c654b1-3c25-4df5-8127-6eda96e860b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436721 Nov 12 05:54:15.696371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-00b09c0c-4d68-4624-a0ce-fa4a71efd167 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:54:15.697283 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-00b09c0c-4d68-4624-a0ce-fa4a71efd167 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047233 Nov 12 05:54:15.786013 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-c82c3347-bb6d-48a3-b934-99b6ed399567 service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816863 Nov 12 05:54:15.876357 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cd0e9545-1298-4612-855a-e95350b2b6e6 req-3d95ab8b-804d-425d-9f7a-398d19226b1a service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832095 Nov 12 05:54:16.339284 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2c04670-db89-48a5-9eb7-8de849b4f951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:17.418638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:18.659160 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:19.553919 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:21.466666 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:54:27.399213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:37.987655 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 49938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:54:38.266117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port 86ec8aa3-dc9a-4c96-ad1f-13038ad3c673 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:54:38.266406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:38.341265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:38.341592 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:38.353012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for 86ec8aa3-dc9a-4c96-ad1f-13038ad3c673 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:54:38.495303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:38.522016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=86ec8aa3-dc9a-4c96-ad1f-13038ad3c673,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:54:38.535831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.536183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.536527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.536869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.537204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.537535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.537865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.538192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.538544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.538875 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.539201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.539527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:38.592278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:38.592595 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Floating IP 6796e623-306d-48f3-9db0-97b7324596b9 disassociated (deleted). External IP: 172.25.2.126, port: 4d624556-0c9f-4c28-a79a-40551533a798. Nov 12 05:54:39.096644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Router 617ae49c-8352-4596-a1ed-cda16e26edae has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:54:39.200918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:54:39.205716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:39.210148 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:54:39.219458 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:54:39.220053 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:54:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:54:39.232232 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f4a9735b-fe03-4325-bab4-c9aab9baeadb tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "DELETE /v2.0/floatingips/6796e623-306d-48f3-9db0-97b7324596b9 HTTP/1.1" status: 204 len: 168 time: 1.2434936 Nov 12 05:54:39.233086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:54:39.235412 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b3d5ff-57df-401f-9e84-0543a1409bef" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "tag": "4d624556-0c9f-4c28-a79a-40551533a798"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:54:39.325134 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:54:39.383988 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7097bf-57b5-4ff8-a435-ee3b9d41d1d6 x-openstack-request-id: req-ce7097bf-57b5-4ff8-a435-ee3b9d41d1d6 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:54:39.384375 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "tag": "4d624556-0c9f-4c28-a79a-40551533a798", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:54:39.384721 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce7097bf-57b5-4ff8-a435-ee3b9d41d1d6 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:54:39.385221 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798', 'status': 'completed', 'code': 200} Nov 12 05:54:39.465270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-87e36f87-291f-48ea-9731-24ee54f14a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:39.467193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-87e36f87-291f-48ea-9731-24ee54f14a21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 1097 time: 0.0565360 Nov 12 05:54:39.567160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-6c89ab19-e3b6-4de8-80e9-b2685e454bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:39.568631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-6c89ab19-e3b6-4de8-80e9-b2685e454bc0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.0938547 Nov 12 05:54:39.572016 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:51:02Z', 'revision_number': 1, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:54:39.601820 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:54:39.610191 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:54:39.610822 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:54:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:54:39.634687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-751703a5-a284-45e3-a97a-55d3d5d2d6f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d624556-0c9f-4c28-a79a-40551533a798 HTTP/1.1" status: 200 len: 217 time: 0.0575430 Nov 12 05:54:39.684373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b910e-cba2-4972-a1ef-093e6fcc8779 req-95c1eb0d-766f-4005-9d27-923cdf3548c8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:39.686419 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-292b910e-cba2-4972-a1ef-093e6fcc8779 req-95c1eb0d-766f-4005-9d27-923cdf3548c8 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 945 time: 0.2483091 Nov 12 05:54:39.712212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-8d7c2569-ed84-4f3b-9ff0-c458f4eb2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:39.713696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-8d7c2569-ed84-4f3b-9ff0-c458f4eb2b10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0714560 Nov 12 05:54:39.778242 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-292b910e-cba2-4972-a1ef-093e6fcc8779 req-164b1592-3413-40c0-ad21-65cee2b0ca73 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853078 Nov 12 05:54:39.788141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-3450301c-8c8b-4fc0-9bab-22cce91ceb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:39.789620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-3450301c-8c8b-4fc0-9bab-22cce91ceb16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623248 Nov 12 05:54:39.811048 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:54:39.881563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-bbfaf76e-27b5-4867-8f9f-ad00c8b57ae2 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838895 Nov 12 05:54:39.975837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b3d5ff-57df-401f-9e84-0543a1409bef req-2861b9fc-bce3-47d2-a884-fe9c76eb9c48 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861607 Nov 12 05:54:40.028997 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:51:02Z', 'revision_number': 1, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:54:40.054620 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5336bdf-80ed-4dab-a6bb-7cca3434a2e9 None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '894dcce5-2733-4013-a2be-8867e0406e03', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'port_id': '262ba735-a847-4068-8a57-42d545f0e8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'mac_address': 'fa:16:3e:62:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:50:59Z', 'updated_at': '2021-11-12T05:51:02Z', 'revision_number': 1, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:54:40.264655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d0f67-5bf3-4fad-9c4c-ea74d6a9528e None None] New status for floating IP 6796e623-306d-48f3-9db0-97b7324596b9: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:54:40.835986 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:40.896870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09d93-070f-4d12-9e35-47410e2640dd req-33f37f25-5db0-4b20-aa8c-73f269dbdaf1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:40.898327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09d93-070f-4d12-9e35-47410e2640dd req-33f37f25-5db0-4b20-aa8c-73f269dbdaf1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Nov 12 05:54:40.949597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59a09d93-070f-4d12-9e35-47410e2640dd req-0bf2ce61-05b8-4ea2-ba80-a8af88ff8601 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Nov 12 05:54:41.065799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-401f95a8-3d27-4e6f-9a29-2a69d640e6c2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:41.067179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-401f95a8-3d27-4e6f-9a29-2a69d640e6c2 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 945 time: 0.0527971 Nov 12 05:54:41.158932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port 4d624556-0c9f-4c28-a79a-40551533a798 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:54:41.159276 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:41.249869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] For port 4d624556-0c9f-4c28-a79a-40551533a798, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4d624556-0c9f-4c28-a79a-40551533a798,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:54:41.250232 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:41.262613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for 4d624556-0c9f-4c28-a79a-40551533a798 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:54:41.386248 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:41.419452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=4d624556-0c9f-4c28-a79a-40551533a798,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:54:41.448951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.449303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.449650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.449990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.450370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.450720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.451049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.451376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.451703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.452027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.452353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.452677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:54:41.472894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] No DVR routers for this DVR port 4d624556-0c9f-4c28-a79a-40551533a798 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:54:41.475580 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:41.478977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bcaecae-0a4f-4a40-a56f-8ef98c06ba46 req-74304a07-3812-430d-8e49-bcc0185b7dad tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "DELETE /v2.0/ports/4d624556-0c9f-4c28-a79a-40551533a798 HTTP/1.1" status: 204 len: 173 time: 0.4053841 Nov 12 05:54:41.479406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'name': 'network-vif-deleted', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:54:41.482235 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2d74bb-d29c-4433-a855-1a345e36d720" -d '{"events": [{"server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "name": "network-vif-deleted", "tag": "4d624556-0c9f-4c28-a79a-40551533a798"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:54:41.518880 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79853f-da6b-424a-b1ff-f579f5cc776e x-openstack-request-id: req-3b79853f-da6b-424a-b1ff-f579f5cc776e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:54:41.519179 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7b6956-67f7-4a2e-9f2a-410969d4cd16", "name": "network-vif-deleted", "tag": "4d624556-0c9f-4c28-a79a-40551533a798", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:54:41.519433 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b79853f-da6b-424a-b1ff-f579f5cc776e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:54:41.519850 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7b6956-67f7-4a2e-9f2a-410969d4cd16', 'name': 'network-vif-deleted', 'tag': '4d624556-0c9f-4c28-a79a-40551533a798', 'status': 'completed', 'code': 200} Nov 12 05:54:42.051584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4814529-344a-400b-9c35-31efe45b71a3 req-540d0555-6642-43c9-adde-00b8899da32b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Nov 12 05:54:43.147034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65f89aa7-b021-4747-884a-6cf8e2a8a951 req-9c61e16e-e7ee-40b0-88b8-550ab946fa36 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 210 time: 0.0276575 Nov 12 05:54:43.927301 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf3df-493c-4088-8409-42723229d023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:44.247165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d937fca-7fb4-41ce-bfb2-0b12f68b7aa0 req-5d867a03-1893-42a4-a32a-4f38640eef53 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 210 time: 0.0316136 Nov 12 05:54:44.943280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4d624556-0c9f-4c28-a79a-40551533a798 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:54:44.967330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 4d624556-0c9f-4c28-a79a-40551533a798 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:54:44.967668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4d624556-0c9f-4c28-a79a-40551533a798 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:54:45.342212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fe78e12-84f4-4566-89ac-97f9327cd287 req-d1f00109-16c8-4513-a6ac-c926fa415832 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a7b6956-67f7-4a2e-9f2a-410969d4cd16 HTTP/1.1" status: 200 len: 210 time: 0.0264902 Nov 12 05:54:46.340752 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b298fe9f-0a10-44f1-9e0f-e17aef1e22ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:47.422361 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:48.658845 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:49.556340 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:51.737033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50012) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:54:51.891123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port dcea4773-1179-410b-8530-9cafde846ceb {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:54:51.891465 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:51.968790 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:51.969121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:51.980671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for dcea4773-1179-410b-8530-9cafde846ceb owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:54:52.128672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:52.157903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=dcea4773-1179-410b-8530-9cafde846ceb,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:54:52.216797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:52.217174 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Floating IP 894dcce5-2733-4013-a2be-8867e0406e03 disassociated (deleted). External IP: 172.25.2.135, port: 262ba735-a847-4068-8a57-42d545f0e8b8. Nov 12 05:54:52.423556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Router 617ae49c-8352-4596-a1ed-cda16e26edae has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:54:52.534019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:54:52.538833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:52.543320 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:54:52.552857 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:54:52.553453 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:54:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:54:52.568199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8c917ced-1cdc-4a7c-a897-18a93783e1ac tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "DELETE /v2.0/floatingips/894dcce5-2733-4013-a2be-8867e0406e03 HTTP/1.1" status: 204 len: 168 time: 0.8277233 Nov 12 05:54:52.568199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:54:52.568896 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46b1519-13ed-4c48-9509-a5d35a3566c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:54:52.668209 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:54:52.720588 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b50ca88-66cf-429e-812f-f7c47919543e x-openstack-request-id: req-4b50ca88-66cf-429e-812f-f7c47919543e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:54:52.720855 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:54:52.721103 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b50ca88-66cf-429e-812f-f7c47919543e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:54:52.721511 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8', 'status': 'completed', 'code': 200} Nov 12 05:54:52.817640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-04ccd39a-1850-4375-9574-9abff698a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:52.819116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-04ccd39a-1850-4375-9574-9abff698a217 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 1097 time: 0.0737991 Nov 12 05:54:52.831375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f7672-6a11-4b54-958d-a07c362608b3 req-293d25bc-d59a-44f2-bc5b-2787108566bd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:52.832781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d54f7672-6a11-4b54-958d-a07c362608b3 req-293d25bc-d59a-44f2-bc5b-2787108566bd tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 945 time: 0.0595980 Nov 12 05:54:52.868772 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:54:52.894641 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:54:52.903150 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:54:52.903744 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:54:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:54:52.939143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d54f7672-6a11-4b54-958d-a07c362608b3 req-47f40ae6-ea84-44df-a8b4-cb4a1591f3fc tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978670 Nov 12 05:54:52.957042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-63e0ac22-e32f-4fe6-8fb4-3498936ad100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:52.958438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-63e0ac22-e32f-4fe6-8fb4-3498936ad100 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 200 len: 913 time: 0.1247761 Nov 12 05:54:53.008565 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:54:53.013262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-164a8928-5982-44c6-81d0-bcf88fbac5f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 200 len: 217 time: 0.0401535 Nov 12 05:54:53.065580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-57820c9d-e7cc-4c9e-a23d-981d35cc6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:53.067082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-57820c9d-e7cc-4c9e-a23d-981d35cc6e07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 200 len: 851 time: 0.0444772 Nov 12 05:54:53.116130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-23455c8a-c1d3-4e61-91ed-1846c9877056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:53.117635 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-23455c8a-c1d3-4e61-91ed-1846c9877056 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db4059d3-70bb-4552-b045-9ed4e7d348e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424891 Nov 12 05:54:53.206194 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:54:53.211303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-fd31440c-fb89-4aff-87e3-7b3c22a7783a service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Nov 12 05:54:53.232839 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910b4d1-1bac-42b4-8865-5164452961cb None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '30b9f549-97e0-4837-b911-1cea8b03ecec', 'name': '', 'network_id': 'db4059d3-70bb-4552-b045-9ed4e7d348e6', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'mac_address': 'fa:16:3e:b4:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:12Z', 'updated_at': '2021-11-12T05:43:22Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'subnets': [{'id': 'b6b3601e-cc35-4ab1-828d-44313bb912ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:54:53.305124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f46b1519-13ed-4c48-9509-a5d35a3566c3 req-ad1c7df0-b1fb-4131-ad24-3f6670ae60d7 service neutron] 10.222.0.47 "GET /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852544 Nov 12 05:54:53.466090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0465d-3928-46c1-84cd-c5b2830b9479 None None] New status for floating IP 894dcce5-2733-4013-a2be-8867e0406e03: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:54:54.056354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0997a8a-0a3d-40f9-862c-e6097d998227 req-ae61e252-797d-4da8-848c-3b92b164f63d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:54.057802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0997a8a-0a3d-40f9-862c-e6097d998227 req-ae61e252-797d-4da8-848c-3b92b164f63d tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 945 time: 0.0494170 Nov 12 05:54:54.109773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0997a8a-0a3d-40f9-862c-e6097d998227 req-7545398f-55fd-4c41-95a1-b6b22bc505da tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/security-groups?id=4274a4a0-58d0-4085-bdda-bac0b2c5c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455649 Nov 12 05:54:54.319333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-b8e2a14e-d8f0-4fe1-9b88-6a18f477a9b1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:54:54.320744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-b8e2a14e-d8f0-4fe1-9b88-6a18f477a9b1 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 945 time: 0.0477602 Nov 12 05:54:54.410150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port 262ba735-a847-4068-8a57-42d545f0e8b8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:54:54.410516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:54.509456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] For port 262ba735-a847-4068-8a57-42d545f0e8b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=262ba735-a847-4068-8a57-42d545f0e8b8,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:54:54.509823 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:54.523280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for 262ba735-a847-4068-8a57-42d545f0e8b8 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:54:54.652204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:54.682741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=262ba735-a847-4068-8a57-42d545f0e8b8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:54:54.724487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] No DVR routers for this DVR port 262ba735-a847-4068-8a57-42d545f0e8b8 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:54:54.726953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:54.730213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54cc59b8-fe10-4b1e-8594-657d85120bfa req-d882a4f8-7a2d-4ee4-ad91-032433762c54 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.47 "DELETE /v2.0/ports/262ba735-a847-4068-8a57-42d545f0e8b8 HTTP/1.1" status: 204 len: 173 time: 0.4018409 Nov 12 05:54:54.730679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'name': 'network-vif-deleted', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:54:54.733571 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b2e0cf-194b-4ad2-a2e5-724ab7de21e8" -d '{"events": [{"server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "name": "network-vif-deleted", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:54:54.775294 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f54ab8-c56a-4bc2-bae2-f99bf14ec2f9 x-openstack-request-id: req-e8f54ab8-c56a-4bc2-bae2-f99bf14ec2f9 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:54:54.775618 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda6f482-e921-4847-ba7f-96c30cb2656d", "name": "network-vif-deleted", "tag": "262ba735-a847-4068-8a57-42d545f0e8b8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:54:54.776135 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8f54ab8-c56a-4bc2-bae2-f99bf14ec2f9 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:54:54.776539 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda6f482-e921-4847-ba7f-96c30cb2656d', 'name': 'network-vif-deleted', 'tag': '262ba735-a847-4068-8a57-42d545f0e8b8', 'status': 'completed', 'code': 200} Nov 12 05:54:55.209451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba7a74eb-7699-400a-9116-c53baec5a55d req-697975b5-9a27-46aa-8ba1-96d5a5626457 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 210 time: 0.0263705 Nov 12 05:54:56.307845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92876a88-a4d1-4585-9235-eb51046c3dec req-c74c8493-f368-4f70-aa03-e8ec4a60512b tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 210 time: 0.0309010 Nov 12 05:54:57.414398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-913d868e-e3f8-41d0-9908-da61bcc8b6b6 req-e8f659f1-fc83-4f09-9773-261c1921e4d4 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 210 time: 0.0266533 Nov 12 05:54:57.422203 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:58.466827 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:54:58.505123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74858950-60d8-44d4-82dc-e2cc49332f73 req-234d2b84-4806-49a6-953a-8532d926786c tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "GET /v2.0/ports?device_id=bda6f482-e921-4847-ba7f-96c30cb2656d HTTP/1.1" status: 200 len: 210 time: 0.0279078 Nov 12 05:54:59.022587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 262ba735-a847-4068-8a57-42d545f0e8b8 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:54:59.042991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 262ba735-a847-4068-8a57-42d545f0e8b8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:54:59.043332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 262ba735-a847-4068-8a57-42d545f0e8b8 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:54:59.559609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50048) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:54:59.680145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Deleting port 52ffec2e-59a5-4ac0-a84c-0879bf6d6c09 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:54:59.680484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:59.757586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:59.757963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:59.770075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Calling delete_port for 52ffec2e-59a5-4ac0-a84c-0879bf6d6c09 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:54:59.894724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:59.922532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'Port': ['ID=52ffec2e-59a5-4ac0-a84c-0879bf6d6c09,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:54:59.981744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:59.984673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:59.985822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-80cc9205-efef-45d6-9713-ad5859dae6d6 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "DELETE /v2.0/floatingips/a3a8f41b-007e-4b3f-ba5d-a21285ad9326 HTTP/1.1" status: 204 len: 168 time: 0.4251525 Nov 12 05:55:03.273194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50072) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:03.352129 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6cff272-24f2-42b5-a97b-16a255dcf137 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:03.387858 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6cff272-24f2-42b5-a97b-16a255dcf137 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:03.461467 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6cff272-24f2-42b5-a97b-16a255dcf137 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:03.464575 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6cff272-24f2-42b5-a97b-16a255dcf137 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:03.468871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e6cff272-24f2-42b5-a97b-16a255dcf137 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] 10.222.0.48 "DELETE /v2.0/security-groups/4274a4a0-58d0-4085-bdda-bac0b2c5c60e HTTP/1.1" status: 204 len: 168 time: 0.1910117 Nov 12 05:55:03.478075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cff272-24f2-42b5-a97b-16a255dcf137 tempest-TestVolumeBootPattern-811836285 tempest-TestVolumeBootPattern-811836285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4274a4a0-58d0-4085-bdda-bac0b2c5c60e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:03.543850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50076) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:04.045635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:04.297203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Deleting port 30b9f549-97e0-4837-b911-1cea8b03ecec {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:55:04.297907 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:04.374571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] For port 30b9f549-97e0-4837-b911-1cea8b03ecec, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=30b9f549-97e0-4837-b911-1cea8b03ecec,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:55:04.374836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:04.391987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Calling delete_port for 30b9f549-97e0-4837-b911-1cea8b03ecec owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:55:04.576111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:04.932164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Pushing event deleted for resources: {'Port': ['ID=30b9f549-97e0-4837-b911-1cea8b03ecec,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:05.097689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:05.309362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Router 617ae49c-8352-4596-a1ed-cda16e26edae has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:55:05.413515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:55:05.418561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e6e95f6b-6ab7-4942-9e8d-9db56a00b89c admin admin] 10.222.0.48 "PUT /v2.0/routers/617ae49c-8352-4596-a1ed-cda16e26edae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714075 Nov 12 05:55:05.421055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50084) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:05.425670 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] Sync routers for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:55:05.437012 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:55:05.438789 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:54:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:05.529766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:05.544974 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:55:05.633621 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:05.686732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Deleting port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:55:05.687040 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:05.726600 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:55:04Z', 'revision_number': 5, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port': {'id': '2c5e2a80-82f5-437a-9ae7-2292d03e4cc4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:09Z', 'updated_at': '2021-11-12T05:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:05.752738 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] Checking router: 617ae49c-8352-4596-a1ed-cda16e26edae for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:55:05.761268 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] Routers {'617ae49c-8352-4596-a1ed-cda16e26edae'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:55:05.761876 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:54:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['617ae49c-8352-4596-a1ed-cda16e26edae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:05.765889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] For port 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2c5e2a80-82f5-437a-9ae7-2292d03e4cc4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:55:05.766290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:05.783479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Calling delete_port for 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:55:05.938710 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] Set router 617ae49c-8352-4596-a1ed-cda16e26edae gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:55:05.949027 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:05.977259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5e2a80-82f5-437a-9ae7-2292d03e4cc4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:05.991375 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:55:05Z', 'revision_number': 6, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:05.995113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb8be2-5fd4-4630-8aa0-3119a56644b3 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:55:06.022356 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b1d46-2fde-440b-adaa-9e23643bac15 None None] The sync data for ids ['617ae49c-8352-4596-a1ed-cda16e26edae'] in n-d-765315-28 is: [{'id': '617ae49c-8352-4596-a1ed-cda16e26edae', 'name': 'tempest-TestVolumeBootPattern-2080695317-router', 'tenant_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:08Z', 'updated_at': '2021-11-12T05:55:05Z', 'revision_number': 6, 'project_id': '43ffd5b3e903433a97d57d2cda5b3b2c', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:55:06.045777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.139648 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.141759 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.183458 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.183998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617ae49c-8352-4596-a1ed-cda16e26edae {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:55:06.189034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.189992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5a2957bd-2b8d-45b0-b65b-79310c5fe86b admin admin] 10.222.0.48 "DELETE /v2.0/routers/617ae49c-8352-4596-a1ed-cda16e26edae HTTP/1.1" status: 204 len: 168 time: 0.7680094 Nov 12 05:55:06.192634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50088) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:06.239829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a4067d-e1a1-4a5a-a4c7-b509a9cb2f91 admin admin] Deleting subnet b6b3601e-cc35-4ab1-828d-44313bb912ef {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:55:06.242984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49a4067d-e1a1-4a5a-a4c7-b509a9cb2f91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.277322 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49a4067d-e1a1-4a5a-a4c7-b509a9cb2f91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.354789 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49a4067d-e1a1-4a5a-a4c7-b509a9cb2f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.419156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49a4067d-e1a1-4a5a-a4c7-b509a9cb2f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.448153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4067d-e1a1-4a5a-a4c7-b509a9cb2f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b3601e-cc35-4ab1-828d-44313bb912ef,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:06.452537 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49a4067d-e1a1-4a5a-a4c7-b509a9cb2f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.457905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-49a4067d-e1a1-4a5a-a4c7-b509a9cb2f91 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b6b3601e-cc35-4ab1-828d-44313bb912ef HTTP/1.1" status: 204 len: 168 time: 0.2619443 Nov 12 05:55:06.458360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50090) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:06.461196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee7965-2b96-4690-82aa-21a05694a555 None None] Network db4059d3-70bb-4552-b045-9ed4e7d348e6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:55:06.493497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 30b9f549-97e0-4837-b911-1cea8b03ecec no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:55:06.515105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 30b9f549-97e0-4837-b911-1cea8b03ecec {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:55:06.515442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 30b9f549-97e0-4837-b911-1cea8b03ecec not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:55:06.535204 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.595096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Deleting port 89611dee-7bc7-4b34-be42-9b9e3619336e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:55:06.595096 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.661513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] For port 89611dee-7bc7-4b34-be42-9b9e3619336e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=89611dee-7bc7-4b34-be42-9b9e3619336e,segment=NetworkSegment(5754f0b7-eac6-4724-8f6d-4a8b4a168b87),segment_id=5754f0b7-eac6-4724-8f6d-4a8b4a168b87)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:55:06.661886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.674892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Calling delete_port for 89611dee-7bc7-4b34-be42-9b9e3619336e owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:55:06.754422 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.779746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Pushing event deleted for resources: {'Port': ['ID=89611dee-7bc7-4b34-be42-9b9e3619336e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:06.784624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] No DVR routers for this DVR port 89611dee-7bc7-4b34-be42-9b9e3619336e on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:55:06.819389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed5e44-e703-48cd-8824-d48dd567d13d None None] DHCP port deletion for db4059d3-70bb-4552-b045-9ed4e7d348e6 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:55:06.864916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.884683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4059d3-70bb-4552-b045-9ed4e7d348e6']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:06.894500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5754f0b7-eac6-4724-8f6d-4a8b4a168b87') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:06.894806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5754f0b7-eac6-4724-8f6d-4a8b4a168b87') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:06.906770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.921629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.927964 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:55:06.928392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:55:06.930411 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:55:06.984574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.990419 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:06.993545 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] 10.222.0.48 "DELETE /v2.0/networks/db4059d3-70bb-4552-b045-9ed4e7d348e6 HTTP/1.1" status: 204 len: 168 time: 0.5342236 Nov 12 05:55:06.996658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50092) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:07.007575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfe284-a989-4fc8-a625-b3786197ec8e admin admin] Pushing event deleted for resources: {'Network': ['ID=db4059d3-70bb-4552-b045-9ed4e7d348e6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:07.346568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:07.586458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Deleting port 2df69e56-af53-45f5-bb10-1a5967ad0175 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:55:07.587186 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:07.665439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] For port 2df69e56-af53-45f5-bb10-1a5967ad0175, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2df69e56-af53-45f5-bb10-1a5967ad0175,segment=NetworkSegment(a0cc8466-f282-4cc4-9ff0-145c63d100a4),segment_id=a0cc8466-f282-4cc4-9ff0-145c63d100a4)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:55:07.665808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:07.678397 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Calling delete_port for 2df69e56-af53-45f5-bb10-1a5967ad0175 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:55:07.850720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:07.876419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df69e56-af53-45f5-bb10-1a5967ad0175,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:08.036570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:08.247937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Router 33f3dc3c-58ae-4e47-b402-529af4cf9645 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:55:08.349095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:55:08.355451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:55:08.360376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fa0e187d-7c23-4396-a5c9-c07754ef2409 admin admin] 10.222.0.48 "PUT /v2.0/routers/33f3dc3c-58ae-4e47-b402-529af4cf9645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3626742 Nov 12 05:55:08.362909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50098) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:08.376789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] Sync routers for ids ['33f3dc3c-58ae-4e47-b402-529af4cf9645'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:55:08.379126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:55:08.379474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2c5e2a80-82f5-437a-9ae7-2292d03e4cc4 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:55:08.379895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 89611dee-7bc7-4b34-be42-9b9e3619336e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:55:08.404243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 89611dee-7bc7-4b34-be42-9b9e3619336e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:55:08.404587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 89611dee-7bc7-4b34-be42-9b9e3619336e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:55:08.408469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] Routers {'33f3dc3c-58ae-4e47-b402-529af4cf9645'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:55:08.409148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:54:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['33f3dc3c-58ae-4e47-b402-529af4cf9645'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:08.467650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:08.514828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] Set router 33f3dc3c-58ae-4e47-b402-529af4cf9645 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:55:08.569331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:08.623401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Deleting port a038cec7-c40b-4823-bf5d-b330ee9c23b0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:55:08.624174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:08.709173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] For port a038cec7-c40b-4823-bf5d-b330ee9c23b0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a038cec7-c40b-4823-bf5d-b330ee9c23b0,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:55:08.709531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:08.721482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Calling delete_port for a038cec7-c40b-4823-bf5d-b330ee9c23b0 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:55:08.853207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:55:07Z', 'revision_number': 5, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port': {'id': 'a038cec7-c40b-4823-bf5d-b330ee9c23b0', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:43:20Z', 'updated_at': '2021-11-12T05:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:08.883498 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] Checking router: 33f3dc3c-58ae-4e47-b402-529af4cf9645 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:55:08.886802 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:08.892668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] Routers {'33f3dc3c-58ae-4e47-b402-529af4cf9645'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:55:08.893278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:54:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['33f3dc3c-58ae-4e47-b402-529af4cf9645'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:08.912792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Pushing event deleted for resources: {'Port': ['ID=a038cec7-c40b-4823-bf5d-b330ee9c23b0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:08.928817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d631a96-b410-4ccb-82f9-f5f4165bcb3b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:55:08.968243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] Set router 33f3dc3c-58ae-4e47-b402-529af4cf9645 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:55:08.975722 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.021389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:55:08Z', 'revision_number': 7, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:09.051582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f67fa4-609a-40d6-8048-7dc6b2d5e0a0 None None] The sync data for ids ['33f3dc3c-58ae-4e47-b402-529af4cf9645'] in n-d-765315-28 is: [{'id': '33f3dc3c-58ae-4e47-b402-529af4cf9645', 'name': 'tempest-TestVolumeBootPattern-881011851-router', 'tenant_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:43:19Z', 'updated_at': '2021-11-12T05:55:08Z', 'revision_number': 7, 'project_id': '1599ea7ef76f4815a5b2f8753ed439e8', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:55:09.071715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.073962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.123512 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.124099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33f3dc3c-58ae-4e47-b402-529af4cf9645 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:55:09.128752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.130008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4c8713c8-1fd7-4491-b157-61fa9702e408 admin admin] 10.222.0.48 "DELETE /v2.0/routers/33f3dc3c-58ae-4e47-b402-529af4cf9645 HTTP/1.1" status: 204 len: 168 time: 0.7661116 Nov 12 05:55:09.132583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50102) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:09.177323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd58840-5ed1-4a40-8aa5-90d2e20d643e admin admin] Deleting subnet 86cd085a-3d3b-481a-86df-a95f3fef9f12 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:55:09.180449 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cd58840-5ed1-4a40-8aa5-90d2e20d643e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.214525 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cd58840-5ed1-4a40-8aa5-90d2e20d643e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.294686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cd58840-5ed1-4a40-8aa5-90d2e20d643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.344198 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cd58840-5ed1-4a40-8aa5-90d2e20d643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.371740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cd58840-5ed1-4a40-8aa5-90d2e20d643e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.375517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5cd58840-5ed1-4a40-8aa5-90d2e20d643e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/86cd085a-3d3b-481a-86df-a95f3fef9f12 HTTP/1.1" status: 204 len: 168 time: 0.2420101 Nov 12 05:55:09.377029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd58840-5ed1-4a40-8aa5-90d2e20d643e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86cd085a-3d3b-481a-86df-a95f3fef9f12,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:09.379182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50106) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:09.382850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc2097-83f5-43da-9e3b-0c3cadeefae8 None None] Network 4de34cfc-4dcc-434d-8b06-53e8443471b6 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:55:09.462757 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.519968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Deleting port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:55:09.520370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.587204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] For port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6,segment=NetworkSegment(a0cc8466-f282-4cc4-9ff0-145c63d100a4),segment_id=a0cc8466-f282-4cc4-9ff0-145c63d100a4)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:55:09.587570 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.600031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Calling delete_port for ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:55:09.675943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.701694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:09.703525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] No DVR routers for this DVR port ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:55:09.775766 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.796709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de34cfc-4dcc-434d-8b06-53e8443471b6']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:09.806801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cc8466-f282-4cc4-9ff0-145c63d100a4') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:09.807113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cc8466-f282-4cc4-9ff0-145c63d100a4') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:55:09.819942 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.822219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be21f070-ca0e-43e0-a6e2-619d2b71b68b None None] DHCP port deletion for 4de34cfc-4dcc-434d-8b06-53e8443471b6 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:55:09.835248 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.843321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:55:09.843732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:55:09.854712 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:55:09.904651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.910412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.913809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/4de34cfc-4dcc-434d-8b06-53e8443471b6 HTTP/1.1" status: 204 len: 168 time: 0.5335860 Nov 12 05:55:09.925081 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63257e6b-03ac-4edf-91d9-550126b5e4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4de34cfc-4dcc-434d-8b06-53e8443471b6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:10.031682 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50110) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:10.073738 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b8afe5b7-092c-485a-b683-1adfd9d7e6c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43ffd5b3e903433a97d57d2cda5b3b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407820 Nov 12 05:55:10.076823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50112) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:10.126554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d429f861-b13e-4689-923d-6e2fc4ae3269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:10.147529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d429f861-b13e-4689-923d-6e2fc4ae3269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:10.192571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d429f861-b13e-4689-923d-6e2fc4ae3269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:10.195195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d429f861-b13e-4689-923d-6e2fc4ae3269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:10.196368 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d429f861-b13e-4689-923d-6e2fc4ae3269 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e88a059b-69a5-47ed-a89b-cf4ab480997a HTTP/1.1" status: 204 len: 168 time: 0.1186395 Nov 12 05:55:10.204383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429f861-b13e-4689-923d-6e2fc4ae3269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a059b-69a5-47ed-a89b-cf4ab480997a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:10.320385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2df69e56-af53-45f5-bb10-1a5967ad0175 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:55:10.341481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 2df69e56-af53-45f5-bb10-1a5967ad0175 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:55:10.341827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2df69e56-af53-45f5-bb10-1a5967ad0175 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:55:10.342275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:55:10.361440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:55:10.361785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ca540c69-c5cc-4a3d-b30b-0805a4ebe5b6 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:55:10.362205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a038cec7-c40b-4823-bf5d-b330ee9c23b0 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:55:10.381772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a038cec7-c40b-4823-bf5d-b330ee9c23b0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:55:10.382121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a038cec7-c40b-4823-bf5d-b330ee9c23b0 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:55:10.524135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50120) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:10.563950 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6222e361-5e65-4a68-8adc-b3af39eec0d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1599ea7ef76f4815a5b2f8753ed439e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385811 Nov 12 05:55:10.566377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50122) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:55:10.621422 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4fb-50c3-4440-ab72-42a8afdcb8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:10.642422 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4fb-50c3-4440-ab72-42a8afdcb8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:10.687743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4fb-50c3-4440-ab72-42a8afdcb8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:10.690814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4fb-50c3-4440-ab72-42a8afdcb8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:10.691950 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6d5cf4fb-50c3-4440-ab72-42a8afdcb8a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bd936fa-8dfd-426f-a3d0-c984acf3cb12 HTTP/1.1" status: 204 len: 168 time: 0.1194129 Nov 12 05:55:10.700438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cf4fb-50c3-4440-ab72-42a8afdcb8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd936fa-8dfd-426f-a3d0-c984acf3cb12,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:55:10.848881 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:13.930135 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d240f931-3d92-4645-a553-f68b16510058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:15.312090 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-8c4d4612-5c0a-4c8c-8224-0124b52b965b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0431180 Nov 12 05:55:15.415974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2b0c979b-2255-4cef-bc17-0d38904d896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.416463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2b0c979b-2255-4cef-bc17-0d38904d896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.416955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2b0c979b-2255-4cef-bc17-0d38904d896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.417415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2b0c979b-2255-4cef-bc17-0d38904d896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.417888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2b0c979b-2255-4cef-bc17-0d38904d896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.419803 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2b0c979b-2255-4cef-bc17-0d38904d896c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0469398 Nov 12 05:55:15.535804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-171e5ce1-275f-4d6f-8004-8f429a58fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.536277 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-171e5ce1-275f-4d6f-8004-8f429a58fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.536737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-171e5ce1-275f-4d6f-8004-8f429a58fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.538335 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-171e5ce1-275f-4d6f-8004-8f429a58fd97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0965729 Nov 12 05:55:15.579460 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-10e73c0a-437a-46c4-80a0-c96e448fbe5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0341954 Nov 12 05:55:15.633221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-30c4b169-fe0c-4e70-892e-bceac0a9c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.634805 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-30c4b169-fe0c-4e70-892e-bceac0a9c346 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0473909 Nov 12 05:55:15.679165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-7980f8ca-af2a-420e-bd2a-93b4f6997494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.680700 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-7980f8ca-af2a-420e-bd2a-93b4f6997494 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392730 Nov 12 05:55:15.768856 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-54c50210-8ab8-4266-b4fe-0e4522317057 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812581 Nov 12 05:55:15.861662 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-725b55ac-533f-42f5-acf9-7c5b2a699575 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858145 Nov 12 05:55:15.902359 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-5cacce71-ae1f-4bd6-996f-f9570e75bee7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0339813 Nov 12 05:55:15.955437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-44bc9a08-02df-427a-bd60-7d57d3f62323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:15.956880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-44bc9a08-02df-427a-bd60-7d57d3f62323 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0473220 Nov 12 05:55:16.003578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-38a2ab33-faa8-4e52-b7e1-bf095816a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:16.005056 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-38a2ab33-faa8-4e52-b7e1-bf095816a690 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0401618 Nov 12 05:55:16.093581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-46194655-f9d9-474c-baa9-a9669a59eb07 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811474 Nov 12 05:55:16.185645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2425ea24-4ee0-442e-b5ad-69f8f5028b6f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Nov 12 05:55:16.225938 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-a42fc4b5-d5c8-43d1-b19b-c174d49de566 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0335677 Nov 12 05:55:16.277464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2a15eb64-652e-4f05-b995-7d52fdcd7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:16.279419 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2a15eb64-652e-4f05-b995-7d52fdcd7ff6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0468538 Nov 12 05:55:16.325735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-87d33d77-73aa-48fc-a07e-047bdb441b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:16.327282 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-87d33d77-73aa-48fc-a07e-047bdb441b10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411935 Nov 12 05:55:16.346930 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-88ae7fe6-fa05-4f5b-9247-65e08fa5d323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:16.422012 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-eda9ea77-c60d-4198-b222-8078af5511b6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878880 Nov 12 05:55:16.519681 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-2df7d570-a0fc-42ce-8aa6-8e4fa58d057c service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904191 Nov 12 05:55:16.562114 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-370f2b08-d69e-4923-8519-2cfd87e500e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0353999 Nov 12 05:55:16.619083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-93b44005-fdc0-4da9-bde5-9feb4184aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:16.620783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-93b44005-fdc0-4da9-bde5-9feb4184aa09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0514026 Nov 12 05:55:16.666842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-d3eeb3ca-6de1-4a46-9bcd-e19991044433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:16.668502 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-d3eeb3ca-6de1-4a46-9bcd-e19991044433 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410132 Nov 12 05:55:16.756147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-81085fa9-116f-454b-85d0-68ee512d3376 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807559 Nov 12 05:55:16.849250 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-f4611f4f-e1cd-4c41-82f0-121e8fee7056 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853574 Nov 12 05:55:16.889771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-07fcc6a5-7dec-46bd-a915-7df2088b2da7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0336156 Nov 12 05:55:16.941736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-397d87d6-e36e-4759-9559-447515972adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:16.943203 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-397d87d6-e36e-4759-9559-447515972adf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0470655 Nov 12 05:55:16.988890 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-bdc7c9e2-9946-4274-8635-256b352d646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:55:16.990412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-bdc7c9e2-9946-4274-8635-256b352d646a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0392332 Nov 12 05:55:17.081124 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-27d4e156-fdd1-4a51-a9b1-f1877a917f5a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830595 Nov 12 05:55:17.173200 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3c5cacb8-af19-449a-adcb-3a4422021773 req-af1dfd7b-c231-4bdf-9a6d-58de9ba6c975 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845053 Nov 12 05:55:17.423009 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:18.661420 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:19.560130 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:27.407520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:35.464884 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:55:40.843298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:43.930335 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8dadebb5-220f-41c1-9ab9-6f1dff475d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:46.339111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-acad2500-39b7-4ceb-adb7-3ff136f00d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:47.425408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:48.663605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:49.562144 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:57.422915 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:10.858025 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:12.463115 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:56:13.930831 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9add7c0-68eb-4731-a27e-78468cb5a650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:16.329964 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-fe965a51-08bd-4ce7-9996-1e3c7c263847 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406272 Nov 12 05:56:16.339525 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-291ddac7-585e-490d-8a81-4d2635811ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:16.402270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-74cfe057-ddae-44e5-ba6d-ad2c3a326525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:56:16.403792 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-74cfe057-ddae-44e5-ba6d-ad2c3a326525 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b27dcdf5efc4059a34015a1c9719777&device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 1098 time: 0.0407479 Nov 12 05:56:16.509841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-31a7bbb9-c31c-4bde-a656-a032961300d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:56:16.511362 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-31a7bbb9-c31c-4bde-a656-a032961300d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01c654b1-3c25-4df5-8127-6eda96e860b3 HTTP/1.1" status: 200 len: 910 time: 0.0885725 Nov 12 05:56:16.576200 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-8c03af4e-4bc7-42c8-acbf-8189dfc99bc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa HTTP/1.1" status: 200 len: 1002 time: 0.0575647 Nov 12 05:56:16.633588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-0cea5577-650c-494c-b595-0632f1b11ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:56:16.635157 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-0cea5577-650c-494c-b595-0632f1b11ee5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d4b462-71f9-42ec-aa61-a44c54436ee7 HTTP/1.1" status: 200 len: 848 time: 0.0497704 Nov 12 05:56:16.683115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-595a7aea-d0c4-485b-b317-170208744685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:56:16.684652 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-595a7aea-d0c4-485b-b317-170208744685 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01c654b1-3c25-4df5-8127-6eda96e860b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423901 Nov 12 05:56:16.776096 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-f94a61e0-433d-42e2-b4e8-009f4efb58fd service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845311 Nov 12 05:56:16.870877 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07c6dca5-6843-444c-86af-3a69df04ff14 req-272b2682-3dc4-4114-bbd0-55065a8caf79 service neutron] 10.222.0.43 "GET /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877330 Nov 12 05:56:17.431732 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:18.666617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:19.565255 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:27.422088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:40.868915 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:43.931442 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9bc80232-49ea-484f-89f6-1884e7e4a0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:46.339659 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b573c473-843b-4172-b36b-fd651c2585a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:47.432235 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:48.668691 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:49.461847 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:56:49.565978 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:57.439206 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:10.883663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:13.931704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-938db5da-6efd-4bf5-8d2c-edee6ce2d59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:16.341275 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e5bef1bb-a9d5-44f9-bf86-fbdc3dea3e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:16.343075 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-bb96d42e-041c-4648-aefc-e901c0ec93e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0442870 Nov 12 05:57:16.454019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-ba75b2cc-2bd9-4fb0-b1f9-fde81763f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.454534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-ba75b2cc-2bd9-4fb0-b1f9-fde81763f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.455060 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-ba75b2cc-2bd9-4fb0-b1f9-fde81763f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.456128 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-ba75b2cc-2bd9-4fb0-b1f9-fde81763f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.456599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-ba75b2cc-2bd9-4fb0-b1f9-fde81763f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.458367 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-ba75b2cc-2bd9-4fb0-b1f9-fde81763f6bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0523362 Nov 12 05:57:16.570886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-6a8482e6-1d9d-4d69-92c7-d0271e8be208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.571275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-6a8482e6-1d9d-4d69-92c7-d0271e8be208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.571739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-6a8482e6-1d9d-4d69-92c7-d0271e8be208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.573297 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-6a8482e6-1d9d-4d69-92c7-d0271e8be208 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0915499 Nov 12 05:57:16.616717 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-c564c799-28d8-4cd8-b4a5-ef0c7282d71f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0362437 Nov 12 05:57:16.664377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-173006ef-7161-42fa-a88f-bb84d3f0e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.665798 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-173006ef-7161-42fa-a88f-bb84d3f0e6b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0423675 Nov 12 05:57:16.710876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-34808ecb-c1a9-47ce-bb5f-682e49243741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:16.712332 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-34808ecb-c1a9-47ce-bb5f-682e49243741 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396810 Nov 12 05:57:16.803602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-56648469-c63c-4aee-8057-8d169039cd5b service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839338 Nov 12 05:57:16.906117 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-69af9a5d-6120-4670-a650-f59a1168c10f service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954871 Nov 12 05:57:16.957957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-d4e43642-f0a3-4d15-857a-02030d44e9ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0446918 Nov 12 05:57:17.008606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-f052fe6e-b97f-46cb-b595-070284c4e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:17.010069 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-f052fe6e-b97f-46cb-b595-070284c4e492 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0448554 Nov 12 05:57:17.058317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-8646dc95-18fa-4bfb-a698-d44fb434ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:17.059874 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-8646dc95-18fa-4bfb-a698-d44fb434ac26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432603 Nov 12 05:57:17.155134 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-648457a6-efa9-4286-826d-60b35a28b5dd service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879099 Nov 12 05:57:17.242899 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-3a253d7c-03db-49b7-bc77-1e21049db97f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806098 Nov 12 05:57:17.287206 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-5dc851c0-523b-4000-8812-46f7b430123e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0370681 Nov 12 05:57:17.335463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-ed8222cd-2cf6-45ca-a8fa-06d8ef34d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:17.336871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-ed8222cd-2cf6-45ca-a8fa-06d8ef34d0a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0431018 Nov 12 05:57:17.382249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-dcfda7f7-ba96-4c5c-8b3a-319c5e3b0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:17.383755 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-dcfda7f7-ba96-4c5c-8b3a-319c5e3b0c3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0398266 Nov 12 05:57:17.435664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:17.476584 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-81405a79-c7c4-46ed-a0fa-152e222a35f6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856283 Nov 12 05:57:17.564427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-2cbf692c-89e6-4599-88e5-dc7fcb623164 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813520 Nov 12 05:57:17.607942 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-1d2704a4-6f6e-4a7d-a451-115a7fd2f805 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0358303 Nov 12 05:57:17.955700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-4d86e2c7-4880-469d-930a-fd31c2bd1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:17.957136 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-4d86e2c7-4880-469d-930a-fd31c2bd1b9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.3425298 Nov 12 05:57:18.001621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-d2d7a26e-aefa-4b17-af7f-185652934765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:18.003095 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-d2d7a26e-aefa-4b17-af7f-185652934765 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0384033 Nov 12 05:57:18.091560 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-84992f5e-9ddf-489f-9e29-da0fb99933be service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817308 Nov 12 05:57:18.177256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-04d2ee88-64e4-48ea-8c52-4a86959c5b8b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787652 Nov 12 05:57:18.220130 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-321b6c77-b2c8-4ce8-9609-9fdce5cf7311 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0357559 Nov 12 05:57:18.266008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-f34c818e-bac4-4776-a070-bb81c9587036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:18.267398 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-f34c818e-bac4-4776-a070-bb81c9587036 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0408165 Nov 12 05:57:18.312520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-81d3086b-b047-41e4-96f9-b7ae44bad889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:57:18.314091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-81d3086b-b047-41e4-96f9-b7ae44bad889 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394993 Nov 12 05:57:18.405586 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-b137fd70-ead5-4092-bbba-23ca39a1574f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836527 Nov 12 05:57:18.497630 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7c0f0110-38c1-482d-9422-b44974e4ba56 req-7e58c5f4-e579-4f49-ad72-336a16fada53 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844860 Nov 12 05:57:18.671846 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:19.569793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:26.461347 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:57:27.457413 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:40.885861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:43.933708 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ae35a2b2-421e-4eba-8a4d-4851f3a1843f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:46.342808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73eafd14-398a-4ff3-8ec0-e9b2d204b853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:47.438212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:48.673033 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:49.573232 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:57.469437 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:03.460950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:58:06.291709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e051580-382a-420d-9cfc-9130775bd427 req-44359337-f810-4a64-a252-d3e29730a6d5 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:06.293185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e051580-382a-420d-9cfc-9130775bd427 req-44359337-f810-4a64-a252-d3e29730a6d5 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 946 time: 0.0503800 Nov 12 05:58:06.345702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e051580-382a-420d-9cfc-9130775bd427 req-99dc19ee-fe4b-45b6-a185-d7a9f57a50ce tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2d93e60-6235-433b-81cc-02ea8029ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465295 Nov 12 05:58:06.895386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-4d21be6e-b427-446f-8fc2-abad9f4bcd22 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:06.896825 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-4d21be6e-b427-446f-8fc2-abad9f4bcd22 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.43 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 946 time: 0.0478997 Nov 12 05:58:06.990208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Deleting port f22ade1e-5781-4006-8f69-f4fdef4ef7fa {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:06.990412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:07.083287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] For port f22ade1e-5781-4006-8f69-f4fdef4ef7fa, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:07.083652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:07.294469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:07.294725 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:07.294973 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Floating IP 0bda153b-2281-407e-8d2a-eeaf8d75a697 disassociated. External IP: 172.25.2.220, port: f22ade1e-5781-4006-8f69-f4fdef4ef7fa. Nov 12 05:58:07.295317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Calling delete_port for f22ade1e-5781-4006-8f69-f4fdef4ef7fa owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:07.424707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:07.453102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event deleted for resources: {'Port': ['ID=f22ade1e-5781-4006-8f69-f4fdef4ef7fa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:07.465753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.466100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.466472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.466813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.467145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.467472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.467795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.468118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.468442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.468768 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.469090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.469421 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:07.482609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31e5abfd-4c13-4e40-83d2-351226f69c08 req-05aa099f-a9de-4f70-b100-ab0b9988ff65 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "GET /v2.0/ports?device_id=008e7785-6650-4de1-94b2-5701776c6358 HTTP/1.1" status: 200 len: 210 time: 0.0332353 Nov 12 05:58:07.580265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:58:07.686687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:58:07.696046 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] Sync routers for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:58:07.705720 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:07.706436 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:57:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:07.727279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] No DVR routers for this DVR port f22ade1e-5781-4006-8f69-f4fdef4ef7fa on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:58:07.730255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:07.733772 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-68b63dee-3b9f-4bd4-a2ac-4e9fdf7a663c req-344e3a3d-12b8-440f-a250-25726822d5b0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.43 "DELETE /v2.0/ports/f22ade1e-5781-4006-8f69-f4fdef4ef7fa HTTP/1.1" status: 204 len: 173 time: 0.8311887 Nov 12 05:58:07.734240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008e7785-6650-4de1-94b2-5701776c6358', 'name': 'network-vif-deleted', 'tag': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:58:07.736619 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c28cd6-1da3-43bb-ba29-fecec5835f59" -d '{"events": [{"server_uuid": "008e7785-6650-4de1-94b2-5701776c6358", "name": "network-vif-deleted", "tag": "f22ade1e-5781-4006-8f69-f4fdef4ef7fa"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:58:07.830958 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:07.858131 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068f258-bc51-432a-9e8e-3b0d6351f08f x-openstack-request-id: req-9068f258-bc51-432a-9e8e-3b0d6351f08f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:58:07.858572 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008e7785-6650-4de1-94b2-5701776c6358", "name": "network-vif-deleted", "tag": "f22ade1e-5781-4006-8f69-f4fdef4ef7fa", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:58:07.859042 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9068f258-bc51-432a-9e8e-3b0d6351f08f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:58:07.859706 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008e7785-6650-4de1-94b2-5701776c6358', 'name': 'network-vif-deleted', 'tag': 'f22ade1e-5781-4006-8f69-f4fdef4ef7fa', 'status': 'completed', 'code': 200} Nov 12 05:58:08.047052 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:31Z', 'revision_number': 5, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:08.076000 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] Checking router: ac93214b-e83a-4eb6-bae1-3cdaf2756af6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:58:08.084732 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:08.085251 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:57:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:08.182567 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:08.386996 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:31Z', 'revision_number': 5, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:08.415720 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f2251-a31f-4de3-91f3-6062c1949df4 None None] The sync data for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 is: [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e290408a-813c-4dac-8628-67e179f96a67', 'name': '', 'network_id': '01c654b1-3c25-4df5-8127-6eda96e860b3', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'mac_address': 'fa:16:3e:e4:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:25Z', 'updated_at': '2021-11-12T05:52:31Z', 'revision_number': 5, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'subnets': [{'id': 'e8d4b462-71f9-42ec-aa61-a44c54436ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:58:08.543020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50534) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:08.649908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac909ac-5086-48fb-8ab8-56b85a17038e None None] New status for floating IP 0bda153b-2281-407e-8d2a-eeaf8d75a697: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:58:08.677457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Deleting port c79431a6-a05a-418b-8ab1-73d634848aa4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:08.677793 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:08.751937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:08.752462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:08.766670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Calling delete_port for c79431a6-a05a-418b-8ab1-73d634848aa4 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:08.901331 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:08.927009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event deleted for resources: {'Port': ['ID=c79431a6-a05a-418b-8ab1-73d634848aa4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:08.989760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:08.992351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:08.993501 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ca3cdcef-e2ce-4ff4-a565-732d4a6a0016 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "DELETE /v2.0/floatingips/0bda153b-2281-407e-8d2a-eeaf8d75a697 HTTP/1.1" status: 204 len: 168 time: 0.4494364 Nov 12 05:58:09.063318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50540) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:09.120414 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0de5f73-8a52-4bcb-a644-37246ad47ea0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:09.145571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0de5f73-8a52-4bcb-a644-37246ad47ea0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:09.202712 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0de5f73-8a52-4bcb-a644-37246ad47ea0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:09.205263 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0de5f73-8a52-4bcb-a644-37246ad47ea0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:09.206554 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b0de5f73-8a52-4bcb-a644-37246ad47ea0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] 10.222.0.48 "DELETE /v2.0/security-groups/b2d93e60-6235-433b-81cc-02ea8029ad7a HTTP/1.1" status: 204 len: 168 time: 0.1421044 Nov 12 05:58:09.218404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de5f73-8a52-4bcb-a644-37246ad47ea0 tempest-TestServerBasicOps-1677297414 tempest-TestServerBasicOps-1677297414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d93e60-6235-433b-81cc-02ea8029ad7a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:09.256713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50546) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:09.757273 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:09.995226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Deleting port e290408a-813c-4dac-8628-67e179f96a67 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:09.995572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:10.077110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] For port e290408a-813c-4dac-8628-67e179f96a67, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e290408a-813c-4dac-8628-67e179f96a67,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:10.077479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:10.090624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Calling delete_port for e290408a-813c-4dac-8628-67e179f96a67 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:10.266513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:10.292990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e290408a-813c-4dac-8628-67e179f96a67,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:10.461875 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:10.672631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:58:10.885359 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.076645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:58:11.082304 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-becbea09-3e00-4170-a6c8-380bea34c0b2 admin admin] 10.222.0.48 "PUT /v2.0/routers/ac93214b-e83a-4eb6-bae1-3cdaf2756af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251359 Nov 12 05:58:11.084591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50552) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:11.086451 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] Sync routers for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:58:11.097049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:11.097652 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:57:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:11.125603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device f22ade1e-5781-4006-8f69-f4fdef4ef7fa no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:11.146669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: f22ade1e-5781-4006-8f69-f4fdef4ef7fa {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:11.147019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device f22ade1e-5781-4006-8f69-f4fdef4ef7fa not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:11.187613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.204377 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:11.294794 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.348609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Deleting port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:11.348956 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.425500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] For port 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:11.425781 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.438755 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Calling delete_port for 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:11.470110 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:58:10Z', 'revision_number': 5, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port': {'id': '23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:24Z', 'updated_at': '2021-11-12T05:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:11.496132 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] Checking router: ac93214b-e83a-4eb6-bae1-3cdaf2756af6 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:58:11.505481 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] Routers {'ac93214b-e83a-4eb6-bae1-3cdaf2756af6'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:11.506093 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:57:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:11.590090 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] Set router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:11.602821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.633217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:11.646913 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:58:11Z', 'revision_number': 6, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:11.651182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be535e-4722-4c32-96a8-f089caf42926 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:58:11.680025 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db61ff-865f-4788-986f-493b56ec9b31 None None] The sync data for ids ['ac93214b-e83a-4eb6-bae1-3cdaf2756af6'] in n-d-765315-28 is: [{'id': 'ac93214b-e83a-4eb6-bae1-3cdaf2756af6', 'name': 'tempest-TestServerBasicOps-2110381487-router', 'tenant_id': '7b27dcdf5efc4059a34015a1c9719777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:23Z', 'updated_at': '2021-11-12T05:58:11Z', 'revision_number': 6, 'project_id': '7b27dcdf5efc4059a34015a1c9719777', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:58:11.695505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.786304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.788427 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.828857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.829415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac93214b-e83a-4eb6-bae1-3cdaf2756af6 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:58:11.833921 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.835090 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d4d2118f-174b-4794-9d4e-0228293c2d12 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ac93214b-e83a-4eb6-bae1-3cdaf2756af6 HTTP/1.1" status: 204 len: 168 time: 0.7495797 Nov 12 05:58:11.837514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50556) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:11.884874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2665e350-3fd2-4df6-8772-de4c905b4fd9 admin admin] Deleting subnet e8d4b462-71f9-42ec-aa61-a44c54436ee7 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:58:11.887908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2665e350-3fd2-4df6-8772-de4c905b4fd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.924412 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2665e350-3fd2-4df6-8772-de4c905b4fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:11.997573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2665e350-3fd2-4df6-8772-de4c905b4fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.055531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2665e350-3fd2-4df6-8772-de4c905b4fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.081729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665e350-3fd2-4df6-8772-de4c905b4fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d4b462-71f9-42ec-aa61-a44c54436ee7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:12.085907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2665e350-3fd2-4df6-8772-de4c905b4fd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.091362 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2665e350-3fd2-4df6-8772-de4c905b4fd9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e8d4b462-71f9-42ec-aa61-a44c54436ee7 HTTP/1.1" status: 204 len: 168 time: 0.2507136 Nov 12 05:58:12.091556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1be86-75e5-4583-9b90-1c5b8ac442b8 None None] Network 01c654b1-3c25-4df5-8127-6eda96e860b3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:58:12.092011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:12.164503 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.220529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Deleting port d9ac09de-63d1-4186-ac6a-61aadac3632b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:12.220860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.285145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] For port d9ac09de-63d1-4186-ac6a-61aadac3632b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d9ac09de-63d1-4186-ac6a-61aadac3632b,segment=NetworkSegment(01068649-b98c-478a-aae4-f8eea0c1ccbe),segment_id=01068649-b98c-478a-aae4-f8eea0c1ccbe)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:12.285511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.297887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Calling delete_port for d9ac09de-63d1-4186-ac6a-61aadac3632b owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:12.376938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.401945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ac09de-63d1-4186-ac6a-61aadac3632b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:12.405567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] No DVR routers for this DVR port d9ac09de-63d1-4186-ac6a-61aadac3632b on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:58:12.475679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.495316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c38e330-887c-4ac9-b0a8-f8492096a854 None None] DHCP port deletion for 01c654b1-3c25-4df5-8127-6eda96e860b3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:58:12.512936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c654b1-3c25-4df5-8127-6eda96e860b3']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:12.523307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01068649-b98c-478a-aae4-f8eea0c1ccbe') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:12.523614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01068649-b98c-478a-aae4-f8eea0c1ccbe') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:12.538637 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.549531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e290408a-813c-4dac-8628-67e179f96a67 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:12.553501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.561140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:58:12.561753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:58:12.563574 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:58:12.573374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: e290408a-813c-4dac-8628-67e179f96a67 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:12.573715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e290408a-813c-4dac-8628-67e179f96a67 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:12.574131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:12.593174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:12.593504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 23f13b7c-d0bb-494b-abaf-d7c56b7ef7b3 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:12.594111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d9ac09de-63d1-4186-ac6a-61aadac3632b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:12.615661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d9ac09de-63d1-4186-ac6a-61aadac3632b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:12.616009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d9ac09de-63d1-4186-ac6a-61aadac3632b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:12.620645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.626288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:12.629873 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] 10.222.0.48 "DELETE /v2.0/networks/01c654b1-3c25-4df5-8127-6eda96e860b3 HTTP/1.1" status: 204 len: 168 time: 0.5370173 Nov 12 05:58:12.633035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50562) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:12.641531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44d44c-82e9-47c4-82c2-040e783c21da admin admin] Pushing event deleted for resources: {'Network': ['ID=01c654b1-3c25-4df5-8127-6eda96e860b3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:13.316476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:13.560542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Deleting port f3f113f0-7277-4e72-bd04-d9ca3342c257 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:13.560819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:13.640860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] For port f3f113f0-7277-4e72-bd04-d9ca3342c257, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f3f113f0-7277-4e72-bd04-d9ca3342c257,segment=NetworkSegment(53a926da-9653-4b91-955b-6fb35ddca8ef),segment_id=53a926da-9653-4b91-955b-6fb35ddca8ef)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:13.641565 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:13.653448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Calling delete_port for f3f113f0-7277-4e72-bd04-d9ca3342c257 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:13.831005 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:13.856252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f113f0-7277-4e72-bd04-d9ca3342c257,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:13.867612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.867958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.868297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.868632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.868963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.869296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.869626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.869947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.870269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.870611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.870936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.871257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:13.937155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8cd0072d-96bb-4b64-b499-9c5326f4e0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:14.036713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:14.252085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:58:14.361616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:58:14.368097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3a5c2495-7cc1-413c-8969-6b27bdb449f3 admin admin] 10.222.0.48 "PUT /v2.0/routers/ac1e3b7e-5b72-4444-a10a-08b1767b7e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339885 Nov 12 05:58:14.370763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50568) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:14.373483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] Sync routers for ids ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:58:14.384865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] Routers {'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:14.387204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:57:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:14.480401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:14.493600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] Set router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:14.586081 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:14.647308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Deleting port 0dca424c-9409-48e5-976b-9d0470602b6d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:14.647654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:14.733005 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] For port 0dca424c-9409-48e5-976b-9d0470602b6d, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0dca424c-9409-48e5-976b-9d0470602b6d,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:14.733351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:14.745594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Calling delete_port for 0dca424c-9409-48e5-976b-9d0470602b6d owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:14.826934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:58:13Z', 'revision_number': 5, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port': {'id': '0dca424c-9409-48e5-976b-9d0470602b6d', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:52:29Z', 'updated_at': '2021-11-12T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:14.856205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] Checking router: ac1e3b7e-5b72-4444-a10a-08b1767b7e0e for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:58:14.865202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] Routers {'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:14.865822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:57:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:14.912661 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:14.941649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=0dca424c-9409-48e5-976b-9d0470602b6d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:14.955543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] Set router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:14.958756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a064a341-d683-4dbb-8cd8-84f156807ca1 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:58:15.009444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.015424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:58:14Z', 'revision_number': 6, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:15.046271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb8297-f7a9-475d-ab60-f02fb2f48a77 None None] The sync data for ids ['ac1e3b7e-5b72-4444-a10a-08b1767b7e0e'] in n-d-765315-28 is: [{'id': 'ac1e3b7e-5b72-4444-a10a-08b1767b7e0e', 'name': 'tempest-TestServerBasicOps-1626855516-router', 'tenant_id': '513ea926a6a649c88f8d81a488ad9c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:52:28Z', 'updated_at': '2021-11-12T05:58:14Z', 'revision_number': 6, 'project_id': '513ea926a6a649c88f8d81a488ad9c26', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:58:15.103967 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.106127 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.149995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.150588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac1e3b7e-5b72-4444-a10a-08b1767b7e0e {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:58:15.155582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.156815 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-70cb2780-9518-496a-bed9-14d97a621c0e admin admin] 10.222.0.48 "DELETE /v2.0/routers/ac1e3b7e-5b72-4444-a10a-08b1767b7e0e HTTP/1.1" status: 204 len: 168 time: 0.7849836 Nov 12 05:58:15.159273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50570) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:15.204196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a42f5d3-099a-4069-9dcd-deaaacf1d4eb admin admin] Deleting subnet 2fbb0368-7b79-425c-bfd9-b02021050ea3 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:58:15.207306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a42f5d3-099a-4069-9dcd-deaaacf1d4eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.245287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a42f5d3-099a-4069-9dcd-deaaacf1d4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.326654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a42f5d3-099a-4069-9dcd-deaaacf1d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.378794 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a42f5d3-099a-4069-9dcd-deaaacf1d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.402228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42f5d3-099a-4069-9dcd-deaaacf1d4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbb0368-7b79-425c-bfd9-b02021050ea3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:15.408657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3a42f5d3-099a-4069-9dcd-deaaacf1d4eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.415227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50574) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:15.415739 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3a42f5d3-099a-4069-9dcd-deaaacf1d4eb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2fbb0368-7b79-425c-bfd9-b02021050ea3 HTTP/1.1" status: 204 len: 168 time: 0.2549572 Nov 12 05:58:15.416010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8819235-8117-4cb0-ad33-af80dc2424ad None None] Network 0bdda362-b85e-4b00-9435-151fc8d3dd6c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:58:15.513448 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.571178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Deleting port 2cd2edaa-4861-483b-9770-cb98aa6c6b68 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:15.571529 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.634496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] For port 2cd2edaa-4861-483b-9770-cb98aa6c6b68, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2cd2edaa-4861-483b-9770-cb98aa6c6b68,segment=NetworkSegment(53a926da-9653-4b91-955b-6fb35ddca8ef),segment_id=53a926da-9653-4b91-955b-6fb35ddca8ef)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:15.634792 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.647552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Calling delete_port for 2cd2edaa-4861-483b-9770-cb98aa6c6b68 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:15.728998 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.756564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] No DVR routers for this DVR port 2cd2edaa-4861-483b-9770-cb98aa6c6b68 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:58:15.762072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd2edaa-4861-483b-9770-cb98aa6c6b68,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:15.834714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.857487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdda362-b85e-4b00-9435-151fc8d3dd6c']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:15.868351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a926da-9653-4b91-955b-6fb35ddca8ef') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:15.868351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a926da-9653-4b91-955b-6fb35ddca8ef') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:15.874084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b57873-fb06-42ae-a3de-1193af8db487 None None] DHCP port deletion for 0bdda362-b85e-4b00-9435-151fc8d3dd6c request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:58:15.877776 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.892982 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.899842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:58:15.900230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: timer() Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:58:15.901882 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:58:15.956346 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.962709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:15.968470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] 10.222.0.48 "DELETE /v2.0/networks/0bdda362-b85e-4b00-9435-151fc8d3dd6c HTTP/1.1" status: 204 len: 168 time: 0.5497172 Nov 12 05:58:15.978436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043242a-5019-4ddc-931a-ccab7237969a admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdda362-b85e-4b00-9435-151fc8d3dd6c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:16.087097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50578) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:16.128991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2bdf21c4-a1c8-439d-a31f-4d83f11ff39f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b27dcdf5efc4059a34015a1c9719777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406520 Nov 12 05:58:16.132606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50580) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:16.184641 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e18e6fd-cdcb-4fff-bc2e-ad5ae2d998cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.205723 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e18e6fd-cdcb-4fff-bc2e-ad5ae2d998cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.251218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e18e6fd-cdcb-4fff-bc2e-ad5ae2d998cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.253835 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e18e6fd-cdcb-4fff-bc2e-ad5ae2d998cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.255581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1e18e6fd-cdcb-4fff-bc2e-ad5ae2d998cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7271665e-85c8-4c7c-9676-23ae05e2620f HTTP/1.1" status: 204 len: 168 time: 0.1219921 Nov 12 05:58:16.263429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18e6fd-cdcb-4fff-bc2e-ad5ae2d998cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7271665e-85c8-4c7c-9676-23ae05e2620f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:16.347820 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb742b8a-c423-4a81-baa9-807582b3dbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.392775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0dca424c-9409-48e5-976b-9d0470602b6d no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:16.413801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 0dca424c-9409-48e5-976b-9d0470602b6d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:16.414147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0dca424c-9409-48e5-976b-9d0470602b6d not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:16.414593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2cd2edaa-4861-483b-9770-cb98aa6c6b68 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:16.434300 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 2cd2edaa-4861-483b-9770-cb98aa6c6b68 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:16.434719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2cd2edaa-4861-483b-9770-cb98aa6c6b68 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:16.435086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f3f113f0-7277-4e72-bd04-d9ca3342c257 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:16.454721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: f3f113f0-7277-4e72-bd04-d9ca3342c257 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:16.455071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f3f113f0-7277-4e72-bd04-d9ca3342c257 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:16.572349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50588) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:16.610762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a4334186-a7f9-4ff0-9813-34a1772f3b82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=513ea926a6a649c88f8d81a488ad9c26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372093 Nov 12 05:58:16.613070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50590) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:16.661101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c374e5f-045a-404a-8e0a-69ece8850b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.682235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c374e5f-045a-404a-8e0a-69ece8850b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.728276 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c374e5f-045a-404a-8e0a-69ece8850b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.731064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c374e5f-045a-404a-8e0a-69ece8850b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:16.732237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5c374e5f-045a-404a-8e0a-69ece8850b5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de1cdf6b-deae-404f-b28d-228cc17ada6f HTTP/1.1" status: 204 len: 168 time: 0.1182728 Nov 12 05:58:16.740805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c374e5f-045a-404a-8e0a-69ece8850b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1cdf6b-deae-404f-b28d-228cc17ada6f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:17.440939 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:18.676333 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:19.574928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:27.485959 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:30.192533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50622) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:30.717251 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:30.959322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Deleting port 1e38b961-aaba-4412-9628-46a65c2981db {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:30.959663 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:31.035670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] For port 1e38b961-aaba-4412-9628-46a65c2981db, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1e38b961-aaba-4412-9628-46a65c2981db,segment=NetworkSegment(4bf10eb0-8c34-44a5-bdbf-67affabceb8e),segment_id=4bf10eb0-8c34-44a5-bdbf-67affabceb8e)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:31.036568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:31.054511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Calling delete_port for 1e38b961-aaba-4412-9628-46a65c2981db owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:31.229157 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:31.256507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e38b961-aaba-4412-9628-46a65c2981db,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:31.419697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:31.630697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Router d613b62e-4e1e-41ac-9e28-e2724008332e has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:58:31.736627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:58:31.741637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4bec94a0-6c60-44bd-bb68-a78cc5aa58b6 admin admin] 10.222.0.48 "PUT /v2.0/routers/d613b62e-4e1e-41ac-9e28-e2724008332e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5480735 Nov 12 05:58:31.744220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50626) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:31.748083 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] Sync routers for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:58:31.758275 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:31.758995 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:58:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:31.847490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:31.859435 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:31.948455 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:31.999441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Deleting port daa55e6c-0730-40f2-a1e5-3299648fc170 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:31.999778 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.036742 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:58:31Z', 'revision_number': 5, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port': {'id': 'daa55e6c-0730-40f2-a1e5-3299648fc170', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:32:25Z', 'updated_at': '2021-11-12T05:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:32.062639 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] Checking router: d613b62e-4e1e-41ac-9e28-e2724008332e for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:58:32.071532 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] Routers {'d613b62e-4e1e-41ac-9e28-e2724008332e'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:32.072154 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:58:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['d613b62e-4e1e-41ac-9e28-e2724008332e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:32.077454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] For port daa55e6c-0730-40f2-a1e5-3299648fc170, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=daa55e6c-0730-40f2-a1e5-3299648fc170,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:32.077829 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.091424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Calling delete_port for daa55e6c-0730-40f2-a1e5-3299648fc170 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:32.157457 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] Set router d613b62e-4e1e-41ac-9e28-e2724008332e gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:32.212491 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:58:31Z', 'revision_number': 6, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:32.238483 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc3d5b-7f2b-4c28-b447-654caeb14355 None None] The sync data for ids ['d613b62e-4e1e-41ac-9e28-e2724008332e'] in n-d-765315-28 is: [{'id': 'd613b62e-4e1e-41ac-9e28-e2724008332e', 'name': 'tempest-TaggedBootDevicesTest-994942294-router', 'tenant_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:32:24Z', 'updated_at': '2021-11-12T05:58:31Z', 'revision_number': 6, 'project_id': 'a4ad7107e9b24144b2feb5de1af8ef0e', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:58:32.256375 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.284579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa55e6c-0730-40f2-a1e5-3299648fc170,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:32.300005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c6770-6b64-443c-8398-29fa4edc037a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:58:32.345624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.433461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.435491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.476824 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.477409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d613b62e-4e1e-41ac-9e28-e2724008332e {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:58:32.481724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.482897 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1cffe57c-c8df-4e62-af5b-45785bf73533 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d613b62e-4e1e-41ac-9e28-e2724008332e HTTP/1.1" status: 204 len: 168 time: 0.7377379 Nov 12 05:58:32.485536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50628) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:32.533464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebb8267-ee08-42a2-bed6-2dfdd5e27949 admin admin] Deleting subnet d33a274b-9f92-41a5-992c-21b88f3cda07 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:58:32.537095 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ebb8267-ee08-42a2-bed6-2dfdd5e27949 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.571230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ebb8267-ee08-42a2-bed6-2dfdd5e27949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:32.610519 n-d-765315-28 neutron-server[102590]: INFO neutron.db.db_base_plugin_v2 [None req-2ebb8267-ee08-42a2-bed6-2dfdd5e27949 admin admin] Found port (05db968a-2a34-4be2-ac65-f335cfbfb1d9, 172.20.0.4) having IP allocation on subnet d33a274b-9f92-41a5-992c-21b88f3cda07, cannot delete Nov 12 05:58:32.612277 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebb8267-ee08-42a2-bed6-2dfdd5e27949 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 05:58:32.612749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebb8267-ee08-42a2-bed6-2dfdd5e27949 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:58:32.616704 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2ebb8267-ee08-42a2-bed6-2dfdd5e27949 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 409 len: 404 time: 0.1301947 Nov 12 05:58:33.004539 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1e38b961-aaba-4412-9628-46a65c2981db no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:33.029078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 1e38b961-aaba-4412-9628-46a65c2981db {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:33.029428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1e38b961-aaba-4412-9628-46a65c2981db not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:33.134565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50648) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:33.234478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1880926553-network', 'tenant_id': '7b071c8a83db4a588784901a6540d07c'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:33.257758 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Made reservation on behalf of 7b071c8a83db4a588784901a6540d07c for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:58:33.260278 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.273872 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.350264 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.353940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.378314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:58:33.388342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48632a1-8893-4216-a52b-e73e6bd9fc9c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:33.393164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.393515 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Added segment 70c784b1-321f-42ed-92e1-f26aca313745 of type vlan for network 74d82bf3-cc01-4d6b-a170-353a45d4efce Nov 12 05:58:33.433380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.458994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.459896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:33.460479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.518590 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3828523 Nov 12 05:58:33.521404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50652) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:33.526130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Request body: {'subnet': {'network_id': '74d82bf3-cc01-4d6b-a170-353a45d4efce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1880926553-subnet', 'tenant_id': '7b071c8a83db4a588784901a6540d07c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:33.538024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc1a33-d9a9-4767-bb5a-10a4d7294033 admin admin] Pushing event updated for resources: {'Network': ['ID=74d82bf3-cc01-4d6b-a170-353a45d4efce,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:33.548432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 74d82bf3-cc01-4d6b-a170-353a45d4efce details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:58:33.552855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Made reservation on behalf of 7b071c8a83db4a588784901a6540d07c for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:58:33.555309 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.720549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.775221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420aa24e-0d1d-4350-bdb3-c21d7b95dbf7,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:33.782731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Checking segment: {'id': '70c784b1-321f-42ed-92e1-f26aca313745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '74d82bf3-cc01-4d6b-a170-353a45d4efce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:58:33.783198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Network hostable DHCP agents. Network: 74d82bf3-cc01-4d6b-a170-353a45d4efce, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:58:33.799797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Network 74d82bf3-cc01-4d6b-a170-353a45d4efce is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:58:33.808886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 74d82bf3-cc01-4d6b-a170-353a45d4efce) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:58:33.812777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:33.813365 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:33.819657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff5b4a-a291-4751-b34f-00a4bb1a056e None None] Network 74d82bf3-cc01-4d6b-a170-353a45d4efce requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:58:33.836862 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b1280ff-3cff-4b8d-917b-52d83567f752 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3069322 Nov 12 05:58:33.947282 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df7856-e122-4a98-9b22-13866e5fa77a None None] Network 74d82bf3-cc01-4d6b-a170-353a45d4efce requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:58:34.248831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-c936e82a-bae1-4e75-af7f-56629431c532 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:34.250221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-c936e82a-bae1-4e75-af7f-56629431c532 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/networks?id=74d82bf3-cc01-4d6b-a170-353a45d4efce HTTP/1.1" status: 200 len: 822 time: 0.1044617 Nov 12 05:58:34.264655 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-2ff5c9d8-6fd6-4ca7-9b6f-6075f5c5b765 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/quotas/7b071c8a83db4a588784901a6540d07c HTTP/1.1" status: 200 len: 375 time: 0.0087562 Nov 12 05:58:34.297273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-cb4c6944-2609-4023-8fa5-56efa40c1586 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b071c8a83db4a588784901a6540d07c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261700 Nov 12 05:58:34.353773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device daa55e6c-0730-40f2-a1e5-3299648fc170 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:34.360958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-e56cc411-9f99-414c-8206-3163228fa008 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:58:34.361970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-e56cc411-9f99-414c-8206-3163228fa008 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0575798 Nov 12 05:58:34.375209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: daa55e6c-0730-40f2-a1e5-3299648fc170 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:34.375635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device daa55e6c-0730-40f2-a1e5-3299648fc170 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:34.450542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-1726557e-9be6-4613-91c9-51ebeb5c173a service neutron] 10.222.0.48 "GET /v2.0/networks/74d82bf3-cc01-4d6b-a170-353a45d4efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815358 Nov 12 05:58:34.873217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-304fa2e5-3f21-41a8-a818-3b8621b3ec7c service neutron] 10.222.0.48 "GET /v2.0/networks/74d82bf3-cc01-4d6b-a170-353a45d4efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164484 Nov 12 05:58:35.032086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02ff317b-dbf5-4dab-9f47-5068679ebbfc req-92079465-dc0b-4a00-9727-071533257eeb tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 210 time: 0.0274568 Nov 12 05:58:36.105533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-d1938de1-02ea-448f-bdcb-cc0f114ba6bb tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:36.107103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-d1938de1-02ea-448f-bdcb-cc0f114ba6bb tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.47 "GET /v2.0/networks?id=74d82bf3-cc01-4d6b-a170-353a45d4efce HTTP/1.1" status: 200 len: 822 time: 0.1087532 Nov 12 05:58:36.123174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Request body: {'port': {'device_id': '72fe0aba-d02c-47be-a76a-83bc56011310', 'network_id': '74d82bf3-cc01-4d6b-a170-353a45d4efce', 'admin_state_up': True, 'tenant_id': '7b071c8a83db4a588784901a6540d07c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:36.141507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3ef1a84-4322-4846-893f-4c81b8caf6ec req-35889109-bdf1-4073-885a-3061f3b5086d tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 210 time: 0.0334308 Nov 12 05:58:36.245829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Made reservation on behalf of 7b071c8a83db4a588784901a6540d07c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:58:36.249333 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:36.371314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Allocated IP 172.20.0.11 (74d82bf3-cc01-4d6b-a170-353a45d4efce/420aa24e-0d1d-4350-bdb3-c21d7b95dbf7/cb25210b-ef21-4d7e-a1eb-4175d7320d15) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:58:36.519318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:36.553717 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:36.595991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Network 74d82bf3-cc01-4d6b-a170-353a45d4efce is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:58:36.600889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:58:36.604547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:58:36.632846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Pushing event updated for resources: {'Port': ['ID=cb25210b-ef21-4d7e-a1eb-4175d7320d15,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:36.660861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:36.661478 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:36.676175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-3dd81544-cddd-4e56-b318-e6434010f69a tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576394 Nov 12 05:58:36.736984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Request body: {'port': {'device_id': '72fe0aba-d02c-47be-a76a-83bc56011310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:36.789771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:37.047784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb25210b-ef21-4d7e-a1eb-4175d7320d15 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:58:37.055626 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:37.067249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Transition to ACTIVE for port object cb25210b-ef21-4d7e-a1eb-4175d7320d15 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:58:37.072278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:37.126117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Pushing event updated for resources: {'Port': ['ID=cb25210b-ef21-4d7e-a1eb-4175d7320d15,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:37.189644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Attempting to bind port cb25210b-ef21-4d7e-a1eb-4175d7320d15 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:58:37.189987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Attempting to bind port cb25210b-ef21-4d7e-a1eb-4175d7320d15 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '70c784b1-321f-42ed-92e1-f26aca313745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '74d82bf3-cc01-4d6b-a170-353a45d4efce'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:58:37.190318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Attempting to bind port cb25210b-ef21-4d7e-a1eb-4175d7320d15 on network 74d82bf3-cc01-4d6b-a170-353a45d4efce {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:58:37.194672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Port cb25210b-ef21-4d7e-a1eb-4175d7320d15 on network 74d82bf3-cc01-4d6b-a170-353a45d4efce not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:58:37.194997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Attempting to bind port cb25210b-ef21-4d7e-a1eb-4175d7320d15 on network 74d82bf3-cc01-4d6b-a170-353a45d4efce {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:58:37.199802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:58:37.200141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Checking segment: {'id': '70c784b1-321f-42ed-92e1-f26aca313745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '74d82bf3-cc01-4d6b-a170-353a45d4efce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:58:37.200533 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Bound using segment: {'id': '70c784b1-321f-42ed-92e1-f26aca313745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '74d82bf3-cc01-4d6b-a170-353a45d4efce'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:58:37.200962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Bound port: cb25210b-ef21-4d7e-a1eb-4175d7320d15, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c784b1-321f-42ed-92e1-f26aca313745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '74d82bf3-cc01-4d6b-a170-353a45d4efce'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:58:37.201315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:37.298863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5154-9901-4bef-b5b5-4bcb7d9ce636 req-45fe4ea3-2f61-4ae7-a0a3-60b272ff9d87 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:37.300255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f5e5154-9901-4bef-b5b5-4bcb7d9ce636 req-45fe4ea3-2f61-4ae7-a0a3-60b272ff9d87 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 944 time: 0.0900037 Nov 12 05:58:37.306378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] For port cb25210b-ef21-4d7e-a1eb-4175d7320d15, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:58:37.311163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] For port cb25210b-ef21-4d7e-a1eb-4175d7320d15, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cb25210b-ef21-4d7e-a1eb-4175d7320d15,segment=NetworkSegment(70c784b1-321f-42ed-92e1-f26aca313745),segment_id=70c784b1-321f-42ed-92e1-f26aca313745)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:58:37.317958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:37.377928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:37.378587 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:37.379944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] 10.222.0.47 "PUT /v2.0/ports/cb25210b-ef21-4d7e-a1eb-4175d7320d15 HTTP/1.1" status: 200 len: 1093 time: 0.6955299 Nov 12 05:58:37.380379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fe0aba-d02c-47be-a76a-83bc56011310', 'tag': 'cb25210b-ef21-4d7e-a1eb-4175d7320d15'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:58:37.382696 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80c9566-27cc-49cc-a669-50e3a429a91b" -d '{"events": [{"name": "network-changed", "server_uuid": "72fe0aba-d02c-47be-a76a-83bc56011310", "tag": "cb25210b-ef21-4d7e-a1eb-4175d7320d15"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:58:37.409513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f5e5154-9901-4bef-b5b5-4bcb7d9ce636 req-9e3c122f-7c67-4985-b2ec-909979432706 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008835 Nov 12 05:58:37.415040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cdaee-19de-4152-8c38-f2bd525b0593 service neutron] Pushing event updated for resources: {'Port': ['ID=cb25210b-ef21-4d7e-a1eb-4175d7320d15,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:37.463651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-b056e71e-9121-4320-a2c6-b92c88e017b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:37.465211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-b056e71e-9121-4320-a2c6-b92c88e017b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b071c8a83db4a588784901a6540d07c&device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 1096 time: 0.0473232 Nov 12 05:58:37.509740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-ead3d8d4-5589-41c3-b646-463c606db73d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb25210b-ef21-4d7e-a1eb-4175d7320d15 HTTP/1.1" status: 200 len: 217 time: 0.0365283 Nov 12 05:58:37.526405 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64476cd2-cf8e-42ad-91b0-16165460a244 x-openstack-request-id: req-64476cd2-cf8e-42ad-91b0-16165460a244 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:58:37.526690 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fe0aba-d02c-47be-a76a-83bc56011310", "tag": "cb25210b-ef21-4d7e-a1eb-4175d7320d15", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:58:37.526941 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64476cd2-cf8e-42ad-91b0-16165460a244 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:58:37.527339 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fe0aba-d02c-47be-a76a-83bc56011310', 'tag': 'cb25210b-ef21-4d7e-a1eb-4175d7320d15', 'status': 'completed', 'code': 200} Nov 12 05:58:37.563818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-5c7781f6-64b8-4bdd-8a0d-ec26825a31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:37.565203 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-5c7781f6-64b8-4bdd-8a0d-ec26825a31b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=420aa24e-0d1d-4350-bdb3-c21d7b95dbf7 HTTP/1.1" status: 200 len: 862 time: 0.0476582 Nov 12 05:58:37.597566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-d1d1149c-258c-4252-b426-b3de73d748be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74d82bf3-cc01-4d6b-a170-353a45d4efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246029 Nov 12 05:58:37.690446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-5853ec38-6fcf-4c4a-885f-c47ca27ebcf0 service neutron] 10.222.0.47 "GET /v2.0/networks/74d82bf3-cc01-4d6b-a170-353a45d4efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Nov 12 05:58:37.785681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6d746d4-55ad-43fe-84fd-d98d20333ab9 req-bedddbef-038f-4f3c-88b6-53641be6f186 service neutron] 10.222.0.47 "GET /v2.0/networks/74d82bf3-cc01-4d6b-a170-353a45d4efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866380 Nov 12 05:58:37.873172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-0f9cab81-5730-4372-a41c-fd2ad6d2e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:37.874705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-0f9cab81-5730-4372-a41c-fd2ad6d2e256 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b071c8a83db4a588784901a6540d07c&device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 1096 time: 0.0418117 Nov 12 05:58:37.964482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-85fa6ac0-955c-4fb6-9de5-300e70c23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:37.965927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-85fa6ac0-955c-4fb6-9de5-300e70c23fe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74d82bf3-cc01-4d6b-a170-353a45d4efce HTTP/1.1" status: 200 len: 923 time: 0.0838239 Nov 12 05:58:38.012027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-813e2b80-b90f-4b9c-8f86-9f89022a7fd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb25210b-ef21-4d7e-a1eb-4175d7320d15 HTTP/1.1" status: 200 len: 217 time: 0.0375223 Nov 12 05:58:38.063832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-05efefb3-cc58-46d2-9e5f-47613034e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:38.065237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-05efefb3-cc58-46d2-9e5f-47613034e5e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=420aa24e-0d1d-4350-bdb3-c21d7b95dbf7 HTTP/1.1" status: 200 len: 862 time: 0.0440211 Nov 12 05:58:38.098172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-50be5df5-1c17-419a-a78a-c75593786c4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74d82bf3-cc01-4d6b-a170-353a45d4efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245066 Nov 12 05:58:38.191072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-46f169c9-2854-42a6-a155-8e1b4bd0db0a service neutron] 10.222.0.47 "GET /v2.0/networks/74d82bf3-cc01-4d6b-a170-353a45d4efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849977 Nov 12 05:58:38.280202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f80c9566-27cc-49cc-a669-50e3a429a91b req-12b3357b-d31c-4be4-b52c-62db271067e8 service neutron] 10.222.0.47 "GET /v2.0/networks/74d82bf3-cc01-4d6b-a170-353a45d4efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811388 Nov 12 05:58:38.531738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e0570-f08d-460e-8d1a-cdc876efcba4 req-d9261e10-5538-4446-b2fc-c0f98ac82c05 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:38.533200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da4e0570-f08d-460e-8d1a-cdc876efcba4 req-d9261e10-5538-4446-b2fc-c0f98ac82c05 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 944 time: 0.0542769 Nov 12 05:58:38.580218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da4e0570-f08d-460e-8d1a-cdc876efcba4 req-c13ad790-eeab-48cb-927e-849827aae0b5 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405004 Nov 12 05:58:39.698294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a8108-72d7-498f-8efd-2d1048d04ae3 req-8174ee63-7ad1-4e1a-b61a-aba350f81524 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:39.699777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-566a8108-72d7-498f-8efd-2d1048d04ae3 req-8174ee63-7ad1-4e1a-b61a-aba350f81524 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 944 time: 0.0499897 Nov 12 05:58:39.746369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-566a8108-72d7-498f-8efd-2d1048d04ae3 req-b9da3a77-aa3f-422c-85cc-c8397a2d29ef tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Nov 12 05:58:40.036624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device cb25210b-ef21-4d7e-a1eb-4175d7320d15 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:58:40.135349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port cb25210b-ef21-4d7e-a1eb-4175d7320d15, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cb25210b-ef21-4d7e-a1eb-4175d7320d15,segment=NetworkSegment(70c784b1-321f-42ed-92e1-f26aca313745),segment_id=70c784b1-321f-42ed-92e1-f26aca313745)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:40.146043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'cb25210b-ef21-4d7e-a1eb-4175d7320d15', 'network_id': '74d82bf3-cc01-4d6b-a170-353a45d4efce', 'port_id': 'cb25210b-ef21-4d7e-a1eb-4175d7320d15', 'mac_address': 'fa:16:3e:88:66:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420aa24e-0d1d-4350-bdb3-c21d7b95dbf7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:58:40.185960 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:40.198019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb25210b-ef21-4d7e-a1eb-4175d7320d15 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:58:40.216047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port cb25210b-ef21-4d7e-a1eb-4175d7320d15, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cb25210b-ef21-4d7e-a1eb-4175d7320d15,segment=NetworkSegment(70c784b1-321f-42ed-92e1-f26aca313745),segment_id=70c784b1-321f-42ed-92e1-f26aca313745)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:40.220190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:40.265715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=cb25210b-ef21-4d7e-a1eb-4175d7320d15,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:40.272954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.273300 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.273644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.273981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.274309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.274664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.274990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.275312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.275636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.275955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.276273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.276591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:40.460641 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:58:40.481179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['cb25210b-ef21-4d7e-a1eb-4175d7320d15'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:58:40.860125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a01dce-b068-4b6d-90c2-e1d1b96fe781 req-5ee53f32-bc20-4e45-9b23-6e4cb4059967 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:40.861599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5a01dce-b068-4b6d-90c2-e1d1b96fe781 req-5ee53f32-bc20-4e45-9b23-6e4cb4059967 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 945 time: 0.0482712 Nov 12 05:58:40.896542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:40.913383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5a01dce-b068-4b6d-90c2-e1d1b96fe781 req-7b4c11de-3f39-4748-9618-877597e34310 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Nov 12 05:58:42.027634 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebb725-de58-4b88-8fb1-5b13e4bba9c9 req-d5a0a377-87c2-4582-9197-54e2b0e595d1 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:42.029095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11ebb725-de58-4b88-8fb1-5b13e4bba9c9 req-d5a0a377-87c2-4582-9197-54e2b0e595d1 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Nov 12 05:58:42.058062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device cb25210b-ef21-4d7e-a1eb-4175d7320d15 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:58:42.076815 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-11ebb725-de58-4b88-8fb1-5b13e4bba9c9 req-3454a22f-be02-4987-841b-1c945e8aa959 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Nov 12 05:58:42.107682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port cb25210b-ef21-4d7e-a1eb-4175d7320d15 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:58:42.111515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port cb25210b-ef21-4d7e-a1eb-4175d7320d15 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:58:42.111883 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:42.189974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:42.211880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fe0aba-d02c-47be-a76a-83bc56011310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb25210b-ef21-4d7e-a1eb-4175d7320d15'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:58:42.214254 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5682e424-6294-4681-8133-d9cc805ce7f2" -d '{"events": [{"server_uuid": "72fe0aba-d02c-47be-a76a-83bc56011310", "name": "network-vif-plugged", "status": "completed", "tag": "cb25210b-ef21-4d7e-a1eb-4175d7320d15"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:58:42.227283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port cb25210b-ef21-4d7e-a1eb-4175d7320d15, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cb25210b-ef21-4d7e-a1eb-4175d7320d15,segment=NetworkSegment(70c784b1-321f-42ed-92e1-f26aca313745),segment_id=70c784b1-321f-42ed-92e1-f26aca313745)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:42.232027 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:42.278398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=cb25210b-ef21-4d7e-a1eb-4175d7320d15,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:42.313601 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee83f8ed-040c-4564-a9a3-7bcd0021b35d x-openstack-request-id: req-ee83f8ed-040c-4564-a9a3-7bcd0021b35d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:58:42.313898 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fe0aba-d02c-47be-a76a-83bc56011310", "name": "network-vif-plugged", "status": "completed", "tag": "cb25210b-ef21-4d7e-a1eb-4175d7320d15", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:58:42.314156 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee83f8ed-040c-4564-a9a3-7bcd0021b35d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:58:42.314596 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fe0aba-d02c-47be-a76a-83bc56011310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb25210b-ef21-4d7e-a1eb-4175d7320d15', 'code': 200} Nov 12 05:58:42.411537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ea6d-9f74-42bc-b4d1-317a8470e026 req-a3f7c47e-f52d-43e7-a841-461f4e5c0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:42.413504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7449ea6d-9f74-42bc-b4d1-317a8470e026 req-a3f7c47e-f52d-43e7-a841-461f4e5c0187 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 1098 time: 0.0395365 Nov 12 05:58:42.456562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7449ea6d-9f74-42bc-b4d1-317a8470e026 req-b9a20671-e8fd-443e-96c4-836f829efe96 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360281 Nov 12 05:58:43.202065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e73ec5-91b1-491f-a7b5-100e84e58934 req-3715386b-0f66-4c3c-b804-cfa2510284ca tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:43.203576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0e73ec5-91b1-491f-a7b5-100e84e58934 req-3715386b-0f66-4c3c-b804-cfa2510284ca tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 946 time: 0.0526071 Nov 12 05:58:43.249756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e0e73ec5-91b1-491f-a7b5-100e84e58934 req-8239065b-61f4-459f-a8d5-e636808b55b2 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Nov 12 05:58:43.939378 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79411bb7-bb68-4b0b-810f-ad5191fa10cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:44.363461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942103-d0c3-4e20-8f5a-504db584a2ad req-61270093-cd1f-49b8-b32d-250f99c247d0 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:44.364936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58942103-d0c3-4e20-8f5a-504db584a2ad req-61270093-cd1f-49b8-b32d-250f99c247d0 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 946 time: 0.0486035 Nov 12 05:58:44.412670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58942103-d0c3-4e20-8f5a-504db584a2ad req-4e394497-aea0-42cf-81cc-270af5697a17 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Nov 12 05:58:44.697453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2abb1-acc7-499d-a616-f601dbe7d3d9 req-512ad122-469d-48e5-9ac3-0f4f668daf53 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:44.698962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30f2abb1-acc7-499d-a616-f601dbe7d3d9 req-512ad122-469d-48e5-9ac3-0f4f668daf53 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 946 time: 0.0493443 Nov 12 05:58:44.749063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30f2abb1-acc7-499d-a616-f601dbe7d3d9 req-997ec045-5495-4cd9-8c0c-72100a4aecca tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Nov 12 05:58:45.867573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d0f2-b94d-4fc8-ab77-813d9c326ae9 req-17414941-a579-44c4-ae22-06c1f08ba1aa tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:45.869066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b863d0f2-b94d-4fc8-ab77-813d9c326ae9 req-17414941-a579-44c4-ae22-06c1f08ba1aa tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 946 time: 0.0506823 Nov 12 05:58:45.916009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b863d0f2-b94d-4fc8-ab77-813d9c326ae9 req-572b8547-d393-4c1f-b98f-3980a5791935 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48632a1-8893-4216-a52b-e73e6bd9fc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Nov 12 05:58:46.018632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-6e7e0df5-1f0d-46d4-9680-131f53a349c0 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:46.020057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-6e7e0df5-1f0d-46d4-9680-131f53a349c0 tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.47 "GET /v2.0/ports?device_id=72fe0aba-d02c-47be-a76a-83bc56011310 HTTP/1.1" status: 200 len: 946 time: 0.0489120 Nov 12 05:58:46.112950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Deleting port cb25210b-ef21-4d7e-a1eb-4175d7320d15 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:58:46.113297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:46.199575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] For port cb25210b-ef21-4d7e-a1eb-4175d7320d15, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=cb25210b-ef21-4d7e-a1eb-4175d7320d15,segment=NetworkSegment(70c784b1-321f-42ed-92e1-f26aca313745),segment_id=70c784b1-321f-42ed-92e1-f26aca313745)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:46.199937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:46.212360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Calling delete_port for cb25210b-ef21-4d7e-a1eb-4175d7320d15 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:58:46.339045 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1ff5796d-621d-4805-b254-17087e5bd959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:46.341696 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:46.353285 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['cb25210b-ef21-4d7e-a1eb-4175d7320d15'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:58:46.371321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Pushing event deleted for resources: {'Port': ['ID=cb25210b-ef21-4d7e-a1eb-4175d7320d15,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:46.417259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] No DVR routers for this DVR port cb25210b-ef21-4d7e-a1eb-4175d7320d15 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:58:46.419840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:46.423166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6790effd-2399-4281-b0cf-c45d17ac06fc req-00f42c9f-27a9-4414-a275-a088f734500e tempest-ServerAddressesNegativeTestJSON-212237068 tempest-ServerAddressesNegativeTestJSON-212237068-project] 10.222.0.47 "DELETE /v2.0/ports/cb25210b-ef21-4d7e-a1eb-4175d7320d15 HTTP/1.1" status: 204 len: 173 time: 0.3965194 Nov 12 05:58:46.423606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fe0aba-d02c-47be-a76a-83bc56011310', 'name': 'network-vif-deleted', 'tag': 'cb25210b-ef21-4d7e-a1eb-4175d7320d15'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:58:46.425846 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3bd747-d894-46e4-8ff7-2fa7b0ac3341" -d '{"events": [{"server_uuid": "72fe0aba-d02c-47be-a76a-83bc56011310", "name": "network-vif-deleted", "tag": "cb25210b-ef21-4d7e-a1eb-4175d7320d15"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:58:46.463353 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbfedcc-3936-4c76-9b0c-fc9f85f26538 x-openstack-request-id: req-1dbfedcc-3936-4c76-9b0c-fc9f85f26538 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:58:46.464039 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fe0aba-d02c-47be-a76a-83bc56011310", "name": "network-vif-deleted", "tag": "cb25210b-ef21-4d7e-a1eb-4175d7320d15", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:58:46.464294 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dbfedcc-3936-4c76-9b0c-fc9f85f26538 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:58:46.464718 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fe0aba-d02c-47be-a76a-83bc56011310', 'name': 'network-vif-deleted', 'tag': 'cb25210b-ef21-4d7e-a1eb-4175d7320d15', 'status': 'completed', 'code': 200} Nov 12 05:58:46.972888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50728) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:47.017172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf06a9a9-c29c-4463-a5ce-fb0ef10f34d2 admin admin] Deleting subnet 420aa24e-0d1d-4350-bdb3-c21d7b95dbf7 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:58:47.020190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf06a9a9-c29c-4463-a5ce-fb0ef10f34d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.054891 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf06a9a9-c29c-4463-a5ce-fb0ef10f34d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.097555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf06a9a9-c29c-4463-a5ce-fb0ef10f34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.148713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf06a9a9-c29c-4463-a5ce-fb0ef10f34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.174101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06a9a9-c29c-4463-a5ce-fb0ef10f34d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420aa24e-0d1d-4350-bdb3-c21d7b95dbf7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:47.177702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf06a9a9-c29c-4463-a5ce-fb0ef10f34d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.180887 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bf06a9a9-c29c-4463-a5ce-fb0ef10f34d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/420aa24e-0d1d-4350-bdb3-c21d7b95dbf7 HTTP/1.1" status: 204 len: 168 time: 0.2068484 Nov 12 05:58:47.183492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50730) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:47.247790 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.325444 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.344555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d82bf3-cc01-4d6b-a170-353a45d4efce']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:47.353926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c784b1-321f-42ed-92e1-f26aca313745') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:47.354219 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c784b1-321f-42ed-92e1-f26aca313745') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:47.363207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.376099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.383191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:58:47.383568 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: timer() Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:58:47.385193 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:58:47.444535 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.445494 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.450538 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.453717 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] 10.222.0.48 "DELETE /v2.0/networks/74d82bf3-cc01-4d6b-a170-353a45d4efce HTTP/1.1" status: 204 len: 168 time: 0.2693138 Nov 12 05:58:47.467291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2f62e-e7f0-4fe7-84b7-e32252a8e465 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d82bf3-cc01-4d6b-a170-353a45d4efce,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:47.561894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50734) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:47.601208 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0342040e-34eb-4478-9c78-323c23ab0dc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b071c8a83db4a588784901a6540d07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380378 Nov 12 05:58:47.603467 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50736) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:47.649201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26f9b85-932e-492e-bc7d-7b0ec1775f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.669842 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26f9b85-932e-492e-bc7d-7b0ec1775f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.715549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26f9b85-932e-492e-bc7d-7b0ec1775f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.718266 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d26f9b85-932e-492e-bc7d-7b0ec1775f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:47.719447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d26f9b85-932e-492e-bc7d-7b0ec1775f35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f48632a1-8893-4216-a52b-e73e6bd9fc9c HTTP/1.1" status: 204 len: 168 time: 0.1150744 Nov 12 05:58:47.727122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f9b85-932e-492e-bc7d-7b0ec1775f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48632a1-8893-4216-a52b-e73e6bd9fc9c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:48.360641 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 50758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:48.457303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-485469849-network', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:48.485034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Made reservation on behalf of 9d7a9042261144b2b3dbe871755ec9da for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:58:48.487402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.496104 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.574409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.577952 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.602151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:58:48.611588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46031a9c-9f67-48ed-8c26-ee69cb559ba8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:48.616299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.616700 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Added segment 03afbe33-e12f-489c-8e4d-043475d7acd7 of type vlan for network 8e35437c-2400-4a07-b564-dd84a34e2a37 Nov 12 05:58:48.654879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.679697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.680611 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.681559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:48.682133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.713563 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3518333 Nov 12 05:58:48.716463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50762) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:48.721375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Request body: {'subnet': {'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-485469849-subnet', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:48.742848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Made reservation on behalf of 9d7a9042261144b2b3dbe871755ec9da for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:58:48.744474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa6c97-87d0-4a76-b5b0-54a44ba22c85 admin admin] Pushing event updated for resources: {'Network': ['ID=8e35437c-2400-4a07-b564-dd84a34e2a37,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:48.745239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.754482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 8e35437c-2400-4a07-b564-dd84a34e2a37 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:58:48.911219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:48.964368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2310cfa7-380c-49de-afa5-5e838e7754f7,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:48.974222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Checking segment: {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:58:48.974608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Network hostable DHCP agents. Network: 8e35437c-2400-4a07-b564-dd84a34e2a37, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:58:48.990382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Network 8e35437c-2400-4a07-b564-dd84a34e2a37 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:58:48.998018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 8e35437c-2400-4a07-b564-dd84a34e2a37) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:58:49.001919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:49.002566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.008163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab1010-51b8-4954-a15d-ea43ef41406b None None] Network 8e35437c-2400-4a07-b564-dd84a34e2a37 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:58:49.018271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a4877fda-7440-45da-8cfa-0e0194a2d548 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3006909 Nov 12 05:58:49.021000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50764) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:49.025860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:49.047018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.048231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.098642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.133588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f6ec9-b90d-4efe-b145-276c9b5d0734 None None] Network 8e35437c-2400-4a07-b564-dd84a34e2a37 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:58:49.236703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.430937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.456324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.556271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Allocated IP 172.25.2.119 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/09bb8a83-6498-4dd1-b9fb-a7a915bab983) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:58:49.580552 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.662302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.695395 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.732759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:58:49.737674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:58:49.740054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:58:49.750289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492066b0-365d-43ae-81c8-08926ae4c648 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:58:49.766385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Pushing event updated for resources: {'Port': ['ID=09bb8a83-6498-4dd1-b9fb-a7a915bab983,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:49.843480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4e899a7b-e159-40bd-a293-1832978d318e None None] Provisioning complete for port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:58:49.843749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e899a7b-e159-40bd-a293-1832978d318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:49.878081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4e899a7b-e159-40bd-a293-1832978d318e None None] Port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:58:49.989140 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:50.098135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device cb25210b-ef21-4d7e-a1eb-4175d7320d15 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:58:50.118779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: cb25210b-ef21-4d7e-a1eb-4175d7320d15 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:58:50.119124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device cb25210b-ef21-4d7e-a1eb-4175d7320d15 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:58:50.177383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:50.299263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Router 274a8634-d8a4-43b7-9b01-bdc8db283897 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:58:50.401106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:58:50.420126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Sync routers for ids ['274a8634-d8a4-43b7-9b01-bdc8db283897'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:58:50.422822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:50.424062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e7b5d1a8-b56f-41ca-a1ff-6c7577d4b037 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4021418 Nov 12 05:58:50.426749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 50766) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:58:50.430494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Routers {'274a8634-d8a4-43b7-9b01-bdc8db283897'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:50.431099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:58:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['274a8634-d8a4-43b7-9b01-bdc8db283897'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:50.535937 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Set router 274a8634-d8a4-43b7-9b01-bdc8db283897 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:50.982258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:49Z', 'revision_number': 3, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port': {'id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:51.013841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Checking router: 274a8634-d8a4-43b7-9b01-bdc8db283897 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:58:51.014197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Updating router 274a8634-d8a4-43b7-9b01-bdc8db283897 port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:58:51.046917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.172510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.306975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.313324 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.327435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Allocated IP 172.20.0.1 (8e35437c-2400-4a07-b564-dd84a34e2a37/2310cfa7-380c-49de-afa5-5e838e7754f7/e890c2a2-a1db-4237-87a8-03def32c5aa2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:58:51.361130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b176e949-dfb3-42d4-ad5d-aba270df8ff6 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:58:51.372308 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Attempting to bind port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:58:51.372674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Attempting to bind port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:58:51.373033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Attempting to bind port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:58:51.374855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba146c-05d8-4745-8015-9060a0212e6f None None] Pushing event updated for resources: {'Port': ['ID=09bb8a83-6498-4dd1-b9fb-a7a915bab983,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:51.382858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:58:51.382858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:58:51.383322 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.383626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:58:51.384103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Bound port: 09bb8a83-6498-4dd1-b9fb-a7a915bab983, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:58:51.384480 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.428162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-63ee637d-0f3f-4817-866e-0350a7c76ac1 None None] Provisioning complete for port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:58:51.428531 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63ee637d-0f3f-4817-866e-0350a7c76ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.439403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.478304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.480906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] For port 09bb8a83-6498-4dd1-b9fb-a7a915bab983, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:58:51.492732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-63ee637d-0f3f-4817-866e-0350a7c76ac1 None None] Port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:58:51.495150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] For port 09bb8a83-6498-4dd1-b9fb-a7a915bab983, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=09bb8a83-6498-4dd1-b9fb-a7a915bab983,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:58:51.500314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.519041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Network 8e35437c-2400-4a07-b564-dd84a34e2a37 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:58:51.526564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:58:51.529014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:58:51.547854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30530500-8d34-4ba3-b339-36b48f253ebf None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:58:51.555603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Pushing event updated for resources: {'Port': ['ID=e890c2a2-a1db-4237-87a8-03def32c5aa2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:51.565453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Routers {'274a8634-d8a4-43b7-9b01-bdc8db283897'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:51.566074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:58:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['274a8634-d8a4-43b7-9b01-bdc8db283897'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:51.579563 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.599521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba146c-05d8-4745-8015-9060a0212e6f None None] Pushing event updated for resources: {'Port': ['ID=09bb8a83-6498-4dd1-b9fb-a7a915bab983,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:51.662209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-39e981c0-165a-40ce-a828-24324c92a1d1 None None] Provisioning complete for port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:58:51.662603 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39e981c0-165a-40ce-a828-24324c92a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.712479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] Set router 274a8634-d8a4-43b7-9b01-bdc8db283897 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:51.716219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.860144 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39e981c0-165a-40ce-a828-24324c92a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.877149 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.881020 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.891388 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-39e981c0-165a-40ce-a828-24324c92a1d1 None None] For port 09bb8a83-6498-4dd1-b9fb-a7a915bab983, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=09bb8a83-6498-4dd1-b9fb-a7a915bab983,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:51.915125 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39e981c0-165a-40ce-a828-24324c92a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.954048 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:51.956661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Pushing event updated for resources: {'Port': ['ID=e890c2a2-a1db-4237-87a8-03def32c5aa2,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:51.974624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e981c0-165a-40ce-a828-24324c92a1d1 None None] Pushing event updated for resources: {'Port': ['ID=09bb8a83-6498-4dd1-b9fb-a7a915bab983,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:51.983248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:49Z', 'revision_number': 3, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port': {'id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:52.009811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4516c-4b45-4fcc-9056-edf3a86f7935 None None] The sync data for ids ['274a8634-d8a4-43b7-9b01-bdc8db283897'] in n-d-765315-28 is: [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:49Z', 'revision_number': 3, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port': {'id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:58:52.053732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Network 8e35437c-2400-4a07-b564-dd84a34e2a37 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:58:52.055217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:58:52.171516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Router 274a8634-d8a4-43b7-9b01-bdc8db283897 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:58:52.297709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:58:52.303192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a249f152-e42a-4745-9757-164c3207c63d admin admin] 10.222.0.48 "PUT /v2.0/routers/274a8634-d8a4-43b7-9b01-bdc8db283897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8751278 Nov 12 05:58:52.440647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 09bb8a83-6498-4dd1-b9fb-a7a915bab983 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:58:52.499162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:58:52.499529 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:52.834532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-dfaea15c-32d5-4876-b307-63c7a17b0079 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:52.836197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-dfaea15c-32d5-4876-b307-63c7a17b0079 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 810 time: 0.1105759 Nov 12 05:58:52.852784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-a07e6d84-0eba-41b6-9dbc-0209dd2e53d3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/quotas/9d7a9042261144b2b3dbe871755ec9da HTTP/1.1" status: 200 len: 375 time: 0.0105112 Nov 12 05:58:52.903171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-cbdfc8f7-b01e-4e8a-b100-daa268f9e9ef tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444875 Nov 12 05:58:52.992812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-22a7a395-4545-4a52-97db-cf8a401ad889 service neutron] 10.222.0.48 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825262 Nov 12 05:58:53.084936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-fac345bc-e2d5-4d8b-ac2c-4c5aa8ba4c36 service neutron] 10.222.0.48 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Nov 12 05:58:53.247587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03b52753-1f77-4898-b0e1-3c4f9ffc0088 req-3ec6f3c6-898f-4c3f-8f89-41b4fc45afb3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 210 time: 0.0297971 Nov 12 05:58:53.566224 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Sync routers for ids ['274a8634-d8a4-43b7-9b01-bdc8db283897'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:58:53.576236 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Routers {'274a8634-d8a4-43b7-9b01-bdc8db283897'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:53.576911 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:58:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['274a8634-d8a4-43b7-9b01-bdc8db283897'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:53.688235 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Set router 274a8634-d8a4-43b7-9b01-bdc8db283897 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:53.892622 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 4, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port': {'id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e890c2a2-a1db-4237-87a8-03def32c5aa2', 'name': '', 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'mac_address': 'fa:16:3e:67:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '2310cfa7-380c-49de-afa5-5e838e7754f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:51Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 2, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'subnets': [{'id': '2310cfa7-380c-49de-afa5-5e838e7754f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:53.919067 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Checking router: 274a8634-d8a4-43b7-9b01-bdc8db283897 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:58:53.919411 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Updating router 274a8634-d8a4-43b7-9b01-bdc8db283897 port e890c2a2-a1db-4237-87a8-03def32c5aa2 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:58:53.942561 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.221448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-cc4f3a88-9c7e-4203-bb24-adc0163808fc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:54.223080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-cc4f3a88-9c7e-4203-bb24-adc0163808fc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.47 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 810 time: 0.1269374 Nov 12 05:58:54.238025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Request body: {'port': {'device_id': 'd634f0c0-8040-4e0d-855f-b2d57d602c99', 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37', 'admin_state_up': True, 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:54.318686 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.325288 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.372702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee79563f-3031-4738-979a-f57e35618624 req-fda85cdd-43ea-4470-afd1-c75346353fc7 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 210 time: 0.0313017 Nov 12 05:58:54.376679 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Pushing event updated for resources: {'Port': ['ID=e890c2a2-a1db-4237-87a8-03def32c5aa2,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:54.381065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Made reservation on behalf of 9d7a9042261144b2b3dbe871755ec9da for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:58:54.385425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.399049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.399397 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.399729 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.400063 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.400394 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.400718 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.401039 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.401389 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.401672 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.401990 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.402307 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.402672 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:58:54.437523 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Attempting to bind port e890c2a2-a1db-4237-87a8-03def32c5aa2 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:58:54.437887 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Attempting to bind port e890c2a2-a1db-4237-87a8-03def32c5aa2 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:58:54.438247 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Attempting to bind port e890c2a2-a1db-4237-87a8-03def32c5aa2 on network 8e35437c-2400-4a07-b564-dd84a34e2a37 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:58:54.443220 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:58:54.443584 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Checking segment: {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:58:54.443974 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.444363 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Bound using segment: {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:58:54.445397 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Bound port: e890c2a2-a1db-4237-87a8-03def32c5aa2, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:58:54.445781 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.514061 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] For port e890c2a2-a1db-4237-87a8-03def32c5aa2, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:58:54.517187 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] For port e890c2a2-a1db-4237-87a8-03def32c5aa2, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e890c2a2-a1db-4237-87a8-03def32c5aa2,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:58:54.522718 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.524378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Allocated IP 172.20.0.6 (8e35437c-2400-4a07-b564-dd84a34e2a37/2310cfa7-380c-49de-afa5-5e838e7754f7/88877594-eebf-47b5-8a27-6426e03ed34d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:58:54.575951 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Routers {'274a8634-d8a4-43b7-9b01-bdc8db283897'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:58:54.576597 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T05:58:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['274a8634-d8a4-43b7-9b01-bdc8db283897'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:54.624158 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ef288-9da4-4043-9725-33dbe336fa50 None None] Pushing event updated for resources: {'Port': ['ID=e890c2a2-a1db-4237-87a8-03def32c5aa2,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:54.676754 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.695729 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] Set router 274a8634-d8a4-43b7-9b01-bdc8db283897 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:58:54.709784 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.753310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Network 8e35437c-2400-4a07-b564-dd84a34e2a37 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:58:54.756309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:58:54.759826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:58:54.791246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Pushing event updated for resources: {'Port': ['ID=88877594-eebf-47b5-8a27-6426e03ed34d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:54.818094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:54.818720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.834302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-ae2ae6ec-4878-40b5-a717-760a2c03760e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003077 Nov 12 05:58:54.846319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Request body: {'port': {'device_id': 'd634f0c0-8040-4e0d-855f-b2d57d602c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:58:54.895112 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 4, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port': {'id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e890c2a2-a1db-4237-87a8-03def32c5aa2', 'name': '', 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'mac_address': 'fa:16:3e:67:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '2310cfa7-380c-49de-afa5-5e838e7754f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:51Z', 'updated_at': '2021-11-12T05:58:54Z', 'revision_number': 4, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'subnets': [{'id': '2310cfa7-380c-49de-afa5-5e838e7754f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:58:54.904856 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:54.925525 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47daaa-f841-4687-93cc-97fc56b564f8 None None] The sync data for ids ['274a8634-d8a4-43b7-9b01-bdc8db283897'] in n-d-765315-28 is: [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 4, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port': {'id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'e890c2a2-a1db-4237-87a8-03def32c5aa2', 'name': '', 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'mac_address': 'fa:16:3e:67:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '2310cfa7-380c-49de-afa5-5e838e7754f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:51Z', 'updated_at': '2021-11-12T05:58:54Z', 'revision_number': 4, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'subnets': [{'id': '2310cfa7-380c-49de-afa5-5e838e7754f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:58:55.185833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88877594-eebf-47b5-8a27-6426e03ed34d {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:58:55.194182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:55.208031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Transition to ACTIVE for port object 88877594-eebf-47b5-8a27-6426e03ed34d will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:58:55.212281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:55.266264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Pushing event updated for resources: {'Port': ['ID=88877594-eebf-47b5-8a27-6426e03ed34d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:55.339237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Attempting to bind port 88877594-eebf-47b5-8a27-6426e03ed34d on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:58:55.339578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Attempting to bind port 88877594-eebf-47b5-8a27-6426e03ed34d by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:58:55.339912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Attempting to bind port 88877594-eebf-47b5-8a27-6426e03ed34d on network 8e35437c-2400-4a07-b564-dd84a34e2a37 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:58:55.344688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Port 88877594-eebf-47b5-8a27-6426e03ed34d on network 8e35437c-2400-4a07-b564-dd84a34e2a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:58:55.345010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Attempting to bind port 88877594-eebf-47b5-8a27-6426e03ed34d on network 8e35437c-2400-4a07-b564-dd84a34e2a37 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:58:55.349979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:58:55.350317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Checking segment: {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:58:55.350741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Bound using segment: {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:58:55.351203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Bound port: 88877594-eebf-47b5-8a27-6426e03ed34d, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:58:55.351561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:55.417413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] For port 88877594-eebf-47b5-8a27-6426e03ed34d, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:58:55.420970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] For port 88877594-eebf-47b5-8a27-6426e03ed34d, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=88877594-eebf-47b5-8a27-6426e03ed34d,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:58:55.427582 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:55.507073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:55.508564 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:55.510220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] 10.222.0.47 "PUT /v2.0/ports/88877594-eebf-47b5-8a27-6426e03ed34d HTTP/1.1" status: 200 len: 1092 time: 0.6679232 Nov 12 05:58:55.510982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd634f0c0-8040-4e0d-855f-b2d57d602c99', 'tag': '88877594-eebf-47b5-8a27-6426e03ed34d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:58:55.513488 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a81452-f4ad-496a-b77b-23822187c5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d634f0c0-8040-4e0d-855f-b2d57d602c99", "tag": "88877594-eebf-47b5-8a27-6426e03ed34d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:58:55.540134 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5437-a750-49a4-903d-9c46b08d2464 service neutron] Pushing event updated for resources: {'Port': ['ID=88877594-eebf-47b5-8a27-6426e03ed34d,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:55.556075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6bf2-0f37-4d82-b2a4-5fa1d2a2a6b3 req-300bc0f0-e879-47bd-8f59-565e852d8376 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:55.557694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5fc6bf2-0f37-4d82-b2a4-5fa1d2a2a6b3 req-300bc0f0-e879-47bd-8f59-565e852d8376 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 943 time: 0.0962706 Nov 12 05:58:55.639130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5fc6bf2-0f37-4d82-b2a4-5fa1d2a2a6b3 req-2c65ac90-4249-4d35-b7ed-bfb46ff08f8a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753069 Nov 12 05:58:55.644248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-79bbb0ae-f8af-49de-8f41-11a8ff726bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:55.645741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-79bbb0ae-f8af-49de-8f41-11a8ff726bd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 1095 time: 0.0743341 Nov 12 05:58:55.697765 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee8190c-ce9f-4f63-9911-fcb741b49dc1 x-openstack-request-id: req-eee8190c-ce9f-4f63-9911-fcb741b49dc1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:58:55.697948 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d634f0c0-8040-4e0d-855f-b2d57d602c99", "tag": "88877594-eebf-47b5-8a27-6426e03ed34d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:58:55.698206 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eee8190c-ce9f-4f63-9911-fcb741b49dc1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:58:55.698639 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd634f0c0-8040-4e0d-855f-b2d57d602c99', 'tag': '88877594-eebf-47b5-8a27-6426e03ed34d', 'status': 'completed', 'code': 200} Nov 12 05:58:55.700672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-9e87f2c5-50be-46bc-8e84-855f76548d20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88877594-eebf-47b5-8a27-6426e03ed34d HTTP/1.1" status: 200 len: 217 time: 0.0452735 Nov 12 05:58:55.753740 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-70043311-80b0-4a13-bfe4-8ed01be58b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:55.755274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-70043311-80b0-4a13-bfe4-8ed01be58b9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0460784 Nov 12 05:58:55.789596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-aee2465c-2005-4587-9cf1-1ad5b1ff7c6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270860 Nov 12 05:58:55.887989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-691eafdd-ce7b-4af0-b914-83f7b6d88656 service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907607 Nov 12 05:58:55.987922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1ea976d-e186-4ef6-9b24-6854be9b3ab5 req-99e8a1a3-a200-4ce8-892a-cb746ffdb67a service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864003 Nov 12 05:58:56.076784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-d35d3cda-4100-4ea6-ae8d-73d17ced151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:56.078182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-d35d3cda-4100-4ea6-ae8d-73d17ced151d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 1095 time: 0.0412366 Nov 12 05:58:56.173036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-0d35b555-89d9-44e7-9c9c-a90ed92fb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:56.174528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-0d35b555-89d9-44e7-9c9c-a90ed92fb18c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 911 time: 0.0880415 Nov 12 05:58:56.215201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-656f02be-6b12-4580-83ef-cba2af315c81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88877594-eebf-47b5-8a27-6426e03ed34d HTTP/1.1" status: 200 len: 217 time: 0.0335138 Nov 12 05:58:56.269581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-06d8e446-f1c5-462b-8857-2ddf83b592af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:56.271047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-06d8e446-f1c5-462b-8857-2ddf83b592af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0464489 Nov 12 05:58:56.304027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-86a8839d-efc7-4947-92db-76b967057f4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246589 Nov 12 05:58:56.395234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-27c3510b-176e-4cd1-8af8-743e37ad9bdd service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836711 Nov 12 05:58:56.432181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e890c2a2-a1db-4237-87a8-03def32c5aa2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:58:56.483985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e890c2a2-a1db-4237-87a8-03def32c5aa2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:58:56.484354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:56.492783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a81452-f4ad-496a-b77b-23822187c5b8 req-b24673c9-292b-4e93-adaf-7d1787d4e128 service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900247 Nov 12 05:58:56.561202 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:56.592336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port e890c2a2-a1db-4237-87a8-03def32c5aa2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e890c2a2-a1db-4237-87a8-03def32c5aa2,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:56.596210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:56.642773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=e890c2a2-a1db-4237-87a8-03def32c5aa2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:56.754886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b23b8b-cea1-4c4c-ab7c-035d7e300e92 req-c42e4dd7-edf1-4fe6-82f2-d81e14313175 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:56.756340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2b23b8b-cea1-4c4c-ab7c-035d7e300e92 req-c42e4dd7-edf1-4fe6-82f2-d81e14313175 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 943 time: 0.0483332 Nov 12 05:58:56.802649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2b23b8b-cea1-4c4c-ab7c-035d7e300e92 req-cedbe694-f926-4a6e-818f-7a2a14a5bcef tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Nov 12 05:58:57.510464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:57.922364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2bbc9-6066-495b-8bb3-c58691db3e53 req-db2e4798-1736-48c9-849b-e92cade66963 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:57.923863 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54c2bbc9-6066-495b-8bb3-c58691db3e53 req-db2e4798-1736-48c9-849b-e92cade66963 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 943 time: 0.0535603 Nov 12 05:58:57.970796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-54c2bbc9-6066-495b-8bb3-c58691db3e53 req-33c09024-bd5b-4b57-b647-db61a24a71fe tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Nov 12 05:58:58.116082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 88877594-eebf-47b5-8a27-6426e03ed34d details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:58:58.217760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 88877594-eebf-47b5-8a27-6426e03ed34d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=88877594-eebf-47b5-8a27-6426e03ed34d,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:58.228469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '88877594-eebf-47b5-8a27-6426e03ed34d', 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37', 'port_id': '88877594-eebf-47b5-8a27-6426e03ed34d', 'mac_address': 'fa:16:3e:8c:cd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2310cfa7-380c-49de-afa5-5e838e7754f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:58:58.267209 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:58.279886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88877594-eebf-47b5-8a27-6426e03ed34d {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:58:58.298465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 88877594-eebf-47b5-8a27-6426e03ed34d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=88877594-eebf-47b5-8a27-6426e03ed34d,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:58:58.302264 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:58.347331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=88877594-eebf-47b5-8a27-6426e03ed34d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:58:58.413387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e890c2a2-a1db-4237-87a8-03def32c5aa2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:58:58.468857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port e890c2a2-a1db-4237-87a8-03def32c5aa2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:58:58.469235 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:58:58.537896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['88877594-eebf-47b5-8a27-6426e03ed34d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:58:59.084474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daefdd-ddd1-4397-b4b4-3bd9879b60a8 req-2520ee6d-a331-4909-b744-0161a521109a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:58:59.086593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2daefdd-ddd1-4397-b4b4-3bd9879b60a8 req-2520ee6d-a331-4909-b744-0161a521109a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 944 time: 0.0499249 Nov 12 05:58:59.133003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2daefdd-ddd1-4397-b4b4-3bd9879b60a8 req-ec221ae8-c07f-46b9-b919-cfcb19bd260b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Nov 12 05:59:00.144926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 88877594-eebf-47b5-8a27-6426e03ed34d up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:59:00.197647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 88877594-eebf-47b5-8a27-6426e03ed34d completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:59:00.201985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 88877594-eebf-47b5-8a27-6426e03ed34d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:59:00.202451 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:00.253613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f1b65-ad1b-449c-9218-2449c1a9e16f req-f08dc32a-2aca-4cc0-85ff-0d14e0a778a8 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:00.255135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-818f1b65-ad1b-449c-9218-2449c1a9e16f req-f08dc32a-2aca-4cc0-85ff-0d14e0a778a8 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 944 time: 0.0527613 Nov 12 05:59:00.279559 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:00.302331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-818f1b65-ad1b-449c-9218-2449c1a9e16f req-6b6960f2-4e97-472f-9650-4f80d89dc3ca tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Nov 12 05:59:00.303459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd634f0c0-8040-4e0d-855f-b2d57d602c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88877594-eebf-47b5-8a27-6426e03ed34d'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:59:00.306320 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c879857-d36e-4e9b-834d-a9f3c4a26b24" -d '{"events": [{"server_uuid": "d634f0c0-8040-4e0d-855f-b2d57d602c99", "name": "network-vif-plugged", "status": "completed", "tag": "88877594-eebf-47b5-8a27-6426e03ed34d"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:59:00.319163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 88877594-eebf-47b5-8a27-6426e03ed34d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=88877594-eebf-47b5-8a27-6426e03ed34d,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:59:00.324648 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:00.350310 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e53a4-23d2-4610-94a7-b22444ee777f x-openstack-request-id: req-850e53a4-23d2-4610-94a7-b22444ee777f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:59:00.350628 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d634f0c0-8040-4e0d-855f-b2d57d602c99", "name": "network-vif-plugged", "status": "completed", "tag": "88877594-eebf-47b5-8a27-6426e03ed34d", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:59:00.351376 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-850e53a4-23d2-4610-94a7-b22444ee777f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:59:00.351760 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd634f0c0-8040-4e0d-855f-b2d57d602c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88877594-eebf-47b5-8a27-6426e03ed34d', 'code': 200} Nov 12 05:59:00.377171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=88877594-eebf-47b5-8a27-6426e03ed34d,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:59:00.446416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e377-d469-4259-9808-7e67e5e5eda8 req-bb503c6f-303b-46ad-b244-1e41e2893eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:00.447921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4e9e377-d469-4259-9808-7e67e5e5eda8 req-bb503c6f-303b-46ad-b244-1e41e2893eba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 1097 time: 0.0413744 Nov 12 05:59:00.494917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4e9e377-d469-4259-9808-7e67e5e5eda8 req-7011e745-2317-4664-a370-87018d41b5ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 Nov 12 05:59:01.420508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fa7fe-80c6-4e37-8563-e3671076768c req-c32bd7bc-9056-4344-ab27-67297bb3051e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:01.422052 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-157fa7fe-80c6-4e37-8563-e3671076768c req-c32bd7bc-9056-4344-ab27-67297bb3051e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0501952 Nov 12 05:59:01.472857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-157fa7fe-80c6-4e37-8563-e3671076768c req-ba4a1489-f489-4fb3-bf6b-4430a3d229e5 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 Nov 12 05:59:02.594728 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446c9ea-9720-4576-8d8c-e17e8e72519a req-e4395f38-bf95-4c40-8819-febe2bd12cc9 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:02.596218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0446c9ea-9720-4576-8d8c-e17e8e72519a req-e4395f38-bf95-4c40-8819-febe2bd12cc9 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0491776 Nov 12 05:59:02.642076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0446c9ea-9720-4576-8d8c-e17e8e72519a req-39da598f-d121-480e-b45c-f317b044e1ed tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Nov 12 05:59:02.888415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625185-b144-4407-945f-59df9c38eeb1 req-fa48d41d-862a-4243-9f2e-2bc8c9b1ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:02.889906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd625185-b144-4407-945f-59df9c38eeb1 req-fa48d41d-862a-4243-9f2e-2bc8c9b1ce4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 1097 time: 0.0729852 Nov 12 05:59:02.898273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a751e-3f8b-4f14-8845-d94f5f78ec8b req-8797d4ed-78d3-4604-aac8-fbd8f7ffb007 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:02.899578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d14a751e-3f8b-4f14-8845-d94f5f78ec8b req-8797d4ed-78d3-4604-aac8-fbd8f7ffb007 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0738995 Nov 12 05:59:03.001390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d14a751e-3f8b-4f14-8845-d94f5f78ec8b req-e13ad35d-189b-4852-8293-0b614823402a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920086 Nov 12 05:59:03.016832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625185-b144-4407-945f-59df9c38eeb1 req-e64205e6-1ab9-4f58-8ca4-fa75ec5741bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:03.018368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd625185-b144-4407-945f-59df9c38eeb1 req-e64205e6-1ab9-4f58-8ca4-fa75ec5741bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 911 time: 0.1163540 Nov 12 05:59:03.064943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd625185-b144-4407-945f-59df9c38eeb1 req-6fdfc265-bac0-44e5-93d4-eb2828a29357 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88877594-eebf-47b5-8a27-6426e03ed34d HTTP/1.1" status: 200 len: 217 time: 0.0377436 Nov 12 05:59:03.113410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625185-b144-4407-945f-59df9c38eeb1 req-611dd2d8-2cae-4299-b756-7bf02c7bf733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:03.114846 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd625185-b144-4407-945f-59df9c38eeb1 req-611dd2d8-2cae-4299-b756-7bf02c7bf733 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0423100 Nov 12 05:59:03.146526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd625185-b144-4407-945f-59df9c38eeb1 req-32d3abd9-2456-410f-8fbc-fdf8264ac120 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242431 Nov 12 05:59:03.240227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd625185-b144-4407-945f-59df9c38eeb1 req-56452548-fb4f-42f6-bf22-e0da0e7fada4 service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859766 Nov 12 05:59:03.330940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd625185-b144-4407-945f-59df9c38eeb1 req-924e83a2-0993-4433-8cf5-0045725c8b39 service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830834 Nov 12 05:59:04.117599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a40c81-b4d6-4844-a1f6-b62165c107be req-828705c5-14fb-4762-a1da-8c584a5b6954 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:04.119754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7a40c81-b4d6-4844-a1f6-b62165c107be req-828705c5-14fb-4762-a1da-8c584a5b6954 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0497532 Nov 12 05:59:04.171482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e7a40c81-b4d6-4844-a1f6-b62165c107be req-3bfaf33e-d6a0-4421-ad43-a0fab2c81957 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458198 Nov 12 05:59:05.286271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aebcf-173b-4ffc-9210-18290b7c334a req-3341118f-d31e-476b-9f18-0c5ef4a0a66c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:05.287679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b1aebcf-173b-4ffc-9210-18290b7c334a req-3341118f-d31e-476b-9f18-0c5ef4a0a66c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0490110 Nov 12 05:59:05.334420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b1aebcf-173b-4ffc-9210-18290b7c334a req-9c86b9c4-7f41-46c3-a209-3299134fd38d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Nov 12 05:59:06.449827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abb14b-50ea-4e96-96f2-5d666ae97b1c req-9d016b4a-c57d-43f5-a7a6-ea3f5623393e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:06.451303 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88abb14b-50ea-4e96-96f2-5d666ae97b1c req-9d016b4a-c57d-43f5-a7a6-ea3f5623393e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0483580 Nov 12 05:59:06.497593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88abb14b-50ea-4e96-96f2-5d666ae97b1c req-9e1f4eb9-0673-46e3-aa7a-870856eab1c7 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Nov 12 05:59:07.615708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73109f-04b4-4459-b237-3543da16d6ff req-07273f96-f8fe-4fb7-8eed-44c43717b7dd tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:07.617147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd73109f-04b4-4459-b237-3543da16d6ff req-07273f96-f8fe-4fb7-8eed-44c43717b7dd tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0507009 Nov 12 05:59:07.663274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd73109f-04b4-4459-b237-3543da16d6ff req-a884f160-1165-463b-9cf9-c644a29439ae tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Nov 12 05:59:08.779963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a049953-f914-407a-976b-5c802c60fdde req-d13df5ef-2814-4368-86cc-26be6d6bbf3a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:08.781404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a049953-f914-407a-976b-5c802c60fdde req-d13df5ef-2814-4368-86cc-26be6d6bbf3a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0483048 Nov 12 05:59:08.827455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a049953-f914-407a-976b-5c802c60fdde req-a37e89e1-49fa-4d13-acdc-569496d14934 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Nov 12 05:59:09.949555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac87d4d-97eb-4b9f-8ef7-9dd24bff20d7 req-acc88d72-82ce-48e2-81ec-26841c8e4825 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:09.951110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ac87d4d-97eb-4b9f-8ef7-9dd24bff20d7 req-acc88d72-82ce-48e2-81ec-26841c8e4825 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0561242 Nov 12 05:59:10.004093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2ac87d4d-97eb-4b9f-8ef7-9dd24bff20d7 req-a4e502dd-3611-475a-af19-4c86633e25d1 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Nov 12 05:59:10.897543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:11.117469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b38694-0200-4311-84bf-a23436aa0cbd req-ace60885-7287-4820-be8f-1c01d89b830f tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:11.119450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38b38694-0200-4311-84bf-a23436aa0cbd req-ace60885-7287-4820-be8f-1c01d89b830f tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Nov 12 05:59:11.166086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38b38694-0200-4311-84bf-a23436aa0cbd req-9c315ffa-649f-4a76-8572-a0ac04557a44 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Nov 12 05:59:11.677609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-38575e97-a967-4149-9a4e-08d4bf4fce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:11.679094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-38575e97-a967-4149-9a4e-08d4bf4fce6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 1097 time: 0.0398941 Nov 12 05:59:11.784387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-5ece226e-df78-402b-8449-c79ba4b0b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:11.785736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-5ece226e-df78-402b-8449-c79ba4b0b072 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 911 time: 0.0855205 Nov 12 05:59:11.825415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-97838c3a-bfbc-4e07-829f-90478f80c5f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88877594-eebf-47b5-8a27-6426e03ed34d HTTP/1.1" status: 200 len: 217 time: 0.0323997 Nov 12 05:59:11.885100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-df94b2bf-a2af-462c-8872-214a1ed6de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:11.886517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-df94b2bf-a2af-462c-8872-214a1ed6de55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0449321 Nov 12 05:59:11.923101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-bc34a1f1-8efa-479b-aa3a-768def76b897 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246022 Nov 12 05:59:12.008798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-a08cafd9-424b-433b-b2ea-9870a9229f79 service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784690 Nov 12 05:59:12.099452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c23e132-7238-4fb7-9a20-9bec79292a25 req-c9faeab5-99e1-42ff-b276-59388496c360 service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827978 Nov 12 05:59:12.287079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6ee68-6991-4467-9bc0-ffbff609f699 req-b4785c82-b2ff-45d9-b995-c9a654375203 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:12.288589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8e6ee68-6991-4467-9bc0-ffbff609f699 req-b4785c82-b2ff-45d9-b995-c9a654375203 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0548847 Nov 12 05:59:12.334632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a8e6ee68-6991-4467-9bc0-ffbff609f699 req-6c40e195-d35e-4cfb-98a1-c996e0d2bd96 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401177 Nov 12 05:59:13.455898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93c338-bd68-42eb-abd1-958e0f639d3e req-dc986c2e-f560-4449-9f12-045bc5811f26 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:13.457358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a93c338-bd68-42eb-abd1-958e0f639d3e req-dc986c2e-f560-4449-9f12-045bc5811f26 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0526357 Nov 12 05:59:13.503965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a93c338-bd68-42eb-abd1-958e0f639d3e req-a6cf41e5-5259-41ab-a058-62da1812c9db tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Nov 12 05:59:13.940600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b779c2ae-d1d0-4be6-8432-907cfaad23c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:14.621077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454529e-aad5-431c-b687-18d144634c0b req-dcf1ae58-295b-47f6-a7a6-ab8ba95a3831 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:14.622592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2454529e-aad5-431c-b687-18d144634c0b req-dcf1ae58-295b-47f6-a7a6-ab8ba95a3831 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0503685 Nov 12 05:59:14.668791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2454529e-aad5-431c-b687-18d144634c0b req-748d2a87-c899-41c6-8cb5-db0f701b600b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Nov 12 05:59:15.783141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a4032-b658-40d6-b8af-40702c6eddc0 req-1a778210-8aa6-4977-aa68-e8ba6adb580d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:15.784536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b45a4032-b658-40d6-b8af-40702c6eddc0 req-1a778210-8aa6-4977-aa68-e8ba6adb580d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0486026 Nov 12 05:59:15.835344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b45a4032-b658-40d6-b8af-40702c6eddc0 req-80688c68-12a9-4323-a09d-b7d134f52551 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Nov 12 05:59:16.342274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5782b6a7-a5d0-4428-abf0-b035e67a8d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:16.949197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500de9a-f1b3-4997-846c-3e5102f034f8 req-1f0c62d0-5d03-4533-81cc-0ea8b4b78365 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:16.950708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5500de9a-f1b3-4997-846c-3e5102f034f8 req-1f0c62d0-5d03-4533-81cc-0ea8b4b78365 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0487998 Nov 12 05:59:16.998334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5500de9a-f1b3-4997-846c-3e5102f034f8 req-727c8dd7-ceb0-4f26-96ef-c2dc9c96af0a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Nov 12 05:59:17.449919 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:17.459733 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:59:18.113323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc69766-47f4-4291-a918-03d0fe9715d9 req-076f6939-8f4b-44e6-b5c8-023cdae838b0 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.114801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5cc69766-47f4-4291-a918-03d0fe9715d9 req-076f6939-8f4b-44e6-b5c8-023cdae838b0 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Nov 12 05:59:18.161394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5cc69766-47f4-4291-a918-03d0fe9715d9 req-666870b6-17ea-4f20-a51d-df023c8d15f1 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Nov 12 05:59:18.378283 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-1cd66854-86e0-4719-b6aa-2f30847b5549 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0964615 Nov 12 05:59:18.481901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-2c7a5f8a-7d2b-49ef-8bd6-ea7d9d68f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.482420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-2c7a5f8a-7d2b-49ef-8bd6-ea7d9d68f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.482898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-2c7a5f8a-7d2b-49ef-8bd6-ea7d9d68f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.483371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-2c7a5f8a-7d2b-49ef-8bd6-ea7d9d68f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.483839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-2c7a5f8a-7d2b-49ef-8bd6-ea7d9d68f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.485574 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-2c7a5f8a-7d2b-49ef-8bd6-ea7d9d68f24d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0463848 Nov 12 05:59:18.597565 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-25cd14b4-90ef-4aec-99f1-29118bbbf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.597955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-25cd14b4-90ef-4aec-99f1-29118bbbf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.598449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-25cd14b4-90ef-4aec-99f1-29118bbbf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.600018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-25cd14b4-90ef-4aec-99f1-29118bbbf16a service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0908461 Nov 12 05:59:18.644630 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-bce97ffa-b8d8-4243-8388-ef3898b6a0a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0374243 Nov 12 05:59:18.685125 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:18.698995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-833ecda8-34eb-43ec-b1f9-57de05fd34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.700461 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-833ecda8-34eb-43ec-b1f9-57de05fd34ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0468676 Nov 12 05:59:18.745998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-a8934af3-5052-4ec7-a5f0-2b9ca2f0e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:18.747504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-a8934af3-5052-4ec7-a5f0-2b9ca2f0e4ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395181 Nov 12 05:59:18.839334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-e33b49ae-8eb1-4359-9b41-e387ba6ec970 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Nov 12 05:59:18.925856 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-7e2cf903-8c18-4af8-9e60-b0e02365260d service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791621 Nov 12 05:59:18.969092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-f14a5dde-c08b-421a-bb36-cc4899611d5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0359375 Nov 12 05:59:19.018495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-8454e9db-145d-4ac8-a1aa-6fba760b9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:19.019885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-8454e9db-145d-4ac8-a1aa-6fba760b9dba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0438695 Nov 12 05:59:19.064426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-7d275a2f-241d-42eb-a3cc-44c2f4048536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:19.065851 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-7d275a2f-241d-42eb-a3cc-44c2f4048536 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0389547 Nov 12 05:59:19.156061 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-d6f79bda-148d-46ff-83a9-69c3b361bae2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824091 Nov 12 05:59:19.246215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-6e6bc365-dc46-4028-9548-82180c0f2c7e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829554 Nov 12 05:59:19.279917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07728a-a07e-4238-95b1-98092be1bfec req-61046e46-565f-46ce-8de6-5bb96ec6dddd tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:19.281388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d07728a-a07e-4238-95b1-98092be1bfec req-61046e46-565f-46ce-8de6-5bb96ec6dddd tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Nov 12 05:59:19.292519 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-c357123b-efb6-40a7-901e-63f4f718a58f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0397606 Nov 12 05:59:19.328378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d07728a-a07e-4238-95b1-98092be1bfec req-2487faec-b278-45be-8600-02f9c05e6333 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Nov 12 05:59:19.341363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-9f0a0553-3004-484f-826e-945b35182e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:19.342841 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-9f0a0553-3004-484f-826e-945b35182e0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0436587 Nov 12 05:59:19.388107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-e75528ca-07e7-4b07-8b81-d1cc6184593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:19.389531 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-e75528ca-07e7-4b07-8b81-d1cc6184593a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0388205 Nov 12 05:59:19.483160 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-9b6981da-a9b0-46c5-a656-3eaa6c655a4f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Nov 12 05:59:19.571503 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-789076bf-5af4-4c3e-ab76-91c0fad422ca service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810921 Nov 12 05:59:19.575306 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:19.616664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-0042d5ec-994f-4e54-b333-b0ad14d74c23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0382357 Nov 12 05:59:19.671670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-c22e08f0-91f1-46df-aafe-56133dcf3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:19.673098 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-c22e08f0-91f1-46df-aafe-56133dcf3a14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0495961 Nov 12 05:59:19.719129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-7c188391-4727-4a0e-9f91-bceb754bd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:19.720640 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-7c188391-4727-4a0e-9f91-bceb754bd847 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406859 Nov 12 05:59:20.110466 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-3d83e7ab-f919-497e-b322-028b2208d485 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823071 Nov 12 05:59:20.199226 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-20a298a3-f050-4d0f-896f-3b8a3e92c7a9 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813735 Nov 12 05:59:20.241808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-74528886-af66-4451-a34e-1572f5ae483b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0355082 Nov 12 05:59:20.289853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-b68ead92-3e12-4707-911a-f35a0cf3f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:20.291308 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-b68ead92-3e12-4707-911a-f35a0cf3f167 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0425274 Nov 12 05:59:20.336158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-db23c458-8218-41b1-9b34-fbaf66a2713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:20.337621 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-db23c458-8218-41b1-9b34-fbaf66a2713a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394349 Nov 12 05:59:20.431099 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-08fd43de-d29e-48f3-99e5-04240f31daab service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857248 Nov 12 05:59:20.444568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00928432-a51d-476f-a184-87bf305c4bc5 req-a322d4d7-b2a7-47b0-98df-ffd657a2a807 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:20.446034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00928432-a51d-476f-a184-87bf305c4bc5 req-a322d4d7-b2a7-47b0-98df-ffd657a2a807 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0493510 Nov 12 05:59:20.491868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00928432-a51d-476f-a184-87bf305c4bc5 req-3f145ddc-7218-4e31-8056-1142c5be25c3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Nov 12 05:59:20.522274 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c88a64d3-3e8f-4e46-a5af-452d90fc7032 req-ae5d9a32-9ab2-4782-a8b8-81ff1d846494 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847125 Nov 12 05:59:21.610003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c423f-b1ac-4f19-88f6-53c3ed7a2276 req-be71dd17-644f-4b1c-92cd-072dd31fd79b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:21.611486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-553c423f-b1ac-4f19-88f6-53c3ed7a2276 req-be71dd17-644f-4b1c-92cd-072dd31fd79b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Nov 12 05:59:21.663067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-553c423f-b1ac-4f19-88f6-53c3ed7a2276 req-c92e9602-8445-47f9-bcad-c8a92441aff2 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456412 Nov 12 05:59:22.782837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5d0b4-e821-4a18-9211-a96f23b093c7 req-94011cac-ec92-4e2c-b6f0-48ed02593d40 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:22.784376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ac5d0b4-e821-4a18-9211-a96f23b093c7 req-94011cac-ec92-4e2c-b6f0-48ed02593d40 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0499606 Nov 12 05:59:22.830516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ac5d0b4-e821-4a18-9211-a96f23b093c7 req-9c0ea623-427d-41be-89e2-ab4b41c1c4c8 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Nov 12 05:59:23.945909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7950-eb55-40f1-8edf-2bdcc66f3d4a req-387454cf-1016-4019-81b0-f26edb3f8e3f tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:23.947416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae2a7950-eb55-40f1-8edf-2bdcc66f3d4a req-387454cf-1016-4019-81b0-f26edb3f8e3f tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Nov 12 05:59:23.993537 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ae2a7950-eb55-40f1-8edf-2bdcc66f3d4a req-a5efb2c6-2a8e-4e18-adbe-536220e68ada tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Nov 12 05:59:25.113291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf7b5c-d023-442f-b7fe-b1ed3c7d2441 req-be8ea7af-279b-4ff6-9d64-a7a88bef6591 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:25.114773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9faf7b5c-d023-442f-b7fe-b1ed3c7d2441 req-be8ea7af-279b-4ff6-9d64-a7a88bef6591 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0539086 Nov 12 05:59:25.161950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9faf7b5c-d023-442f-b7fe-b1ed3c7d2441 req-c9b19754-7dc5-42f0-abd9-27ee23c31e69 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Nov 12 05:59:26.274887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0071f-e246-494a-a49a-da82e9773720 req-9332e456-a1f0-46bb-b0dd-78a667e14e4d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:26.276312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bd0071f-e246-494a-a49a-da82e9773720 req-9332e456-a1f0-46bb-b0dd-78a667e14e4d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0472264 Nov 12 05:59:26.322438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bd0071f-e246-494a-a49a-da82e9773720 req-8568610d-7a54-497b-9c04-98bcd2299007 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394104 Nov 12 05:59:27.440850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2842e5-ea4a-4b01-8750-331d27f48047 req-0882c4bd-df1d-457d-8d0c-915c5568aa46 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:27.442309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a2842e5-ea4a-4b01-8750-331d27f48047 req-0882c4bd-df1d-457d-8d0c-915c5568aa46 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0521052 Nov 12 05:59:27.488402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a2842e5-ea4a-4b01-8750-331d27f48047 req-45aa4ef6-9fdd-4e5a-8869-7edb8c9b9c65 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Nov 12 05:59:27.509534 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:28.607242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141fd2-d20b-4cd2-8edc-212bd1d3b3d4 req-d41e3011-3940-42d8-98c4-90c2fd333404 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:28.608702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d141fd2-d20b-4cd2-8edc-212bd1d3b3d4 req-d41e3011-3940-42d8-98c4-90c2fd333404 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0490146 Nov 12 05:59:28.655243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d141fd2-d20b-4cd2-8edc-212bd1d3b3d4 req-038e60ff-def0-4d33-ae61-a3b4420941f7 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405052 Nov 12 05:59:29.380866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bbc03-190c-4f0b-9620-ce754e2f193c req-202b68a6-edd2-43c4-af5f-61df134407d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:29.382371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-624bbc03-190c-4f0b-9620-ce754e2f193c req-202b68a6-edd2-43c4-af5f-61df134407d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 1097 time: 0.0392389 Nov 12 05:59:29.429907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-624bbc03-190c-4f0b-9620-ce754e2f193c req-d5ac780b-2df8-471e-aa81-e9a57c9544bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Nov 12 05:59:29.777951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5514c-1a3f-449f-a2bb-4ae609c4247c req-ac077ff5-84f1-4dcb-a9f5-8d7177807471 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:29.779459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b5514c-1a3f-449f-a2bb-4ae609c4247c req-ac077ff5-84f1-4dcb-a9f5-8d7177807471 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0516002 Nov 12 05:59:29.825917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31b5514c-1a3f-449f-a2bb-4ae609c4247c req-74ecc5ee-bc40-43c1-8ba2-7641af5e706e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401547 Nov 12 05:59:30.939999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b43d6-7692-4fa6-b6c1-06fe24df98cf req-d96b3cea-2799-4e67-ab44-6a5657223381 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:30.941456 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-850b43d6-7692-4fa6-b6c1-06fe24df98cf req-d96b3cea-2799-4e67-ab44-6a5657223381 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0480320 Nov 12 05:59:30.987619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-850b43d6-7692-4fa6-b6c1-06fe24df98cf req-c1b11046-7724-492b-858d-7ec2df6276ae tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Nov 12 05:59:31.206834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-0a52ac37-c493-4b4e-8fa4-23ff78b44e5c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:31.208281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-0a52ac37-c493-4b4e-8fa4-23ff78b44e5c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 810 time: 0.1019342 Nov 12 05:59:31.223252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-3ab4a4bd-f7ad-4281-9d9f-2f72614ab6bd tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/quotas/9d7a9042261144b2b3dbe871755ec9da HTTP/1.1" status: 200 len: 375 time: 0.0087163 Nov 12 05:59:31.272420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-602e8238-cff1-4cdd-9264-6b1c8bd8e5f2 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440538 Nov 12 05:59:31.695572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-f391f631-ff0b-4638-873f-61ac7a0f0189 service neutron] 10.222.0.48 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162297 Nov 12 05:59:31.783329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-960e6224-400d-44af-8a51-12e1f1f38d70 service neutron] 10.222.0.48 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815425 Nov 12 05:59:31.940428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d57b51f3-f52c-439d-a8db-5af11d957f70 req-c5395860-17f9-4fc3-9f5f-a98220b81459 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 210 time: 0.0270066 Nov 12 05:59:32.912381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-544ae371-2ed0-45fe-b6ef-6e5d805ec11a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:32.913882 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-544ae371-2ed0-45fe-b6ef-6e5d805ec11a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.43 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 810 time: 0.1112101 Nov 12 05:59:32.937708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Request body: {'port': {'device_id': '3e1f4193-cbb6-4373-bb6a-b74bd3e9534f', 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37', 'admin_state_up': True, 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:59:33.038864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-315be1b9-61c0-4090-92b6-4587d9c63783 req-d091e965-b441-4e7a-8a10-e7bce264f151 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 210 time: 0.0301156 Nov 12 05:59:33.048804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Made reservation on behalf of 9d7a9042261144b2b3dbe871755ec9da for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:59:33.052420 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:33.172790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Allocated IP 172.20.0.2 (8e35437c-2400-4a07-b564-dd84a34e2a37/2310cfa7-380c-49de-afa5-5e838e7754f7/0bcb178c-60e4-4980-84d1-aa87e3a55b9b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:59:33.318586 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:33.352126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:33.363637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['88877594-eebf-47b5-8a27-6426e03ed34d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:59:33.392346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Network 8e35437c-2400-4a07-b564-dd84a34e2a37 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:59:33.395385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:59:33.401799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:59:33.431566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Pushing event updated for resources: {'Port': ['ID=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:59:33.444261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.444613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.444956 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.445292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.445626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.445959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.446287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.447192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.447518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.447845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.448171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.448492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:59:33.471119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:33.471749 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:33.487668 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-2475fbbf-23e2-483b-a1f1-1cba21d3facc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535693 Nov 12 05:59:33.508169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Request body: {'port': {'device_id': '3e1f4193-cbb6-4373-bb6a-b74bd3e9534f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:59:33.561437 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:33.814968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcb178c-60e4-4980-84d1-aa87e3a55b9b {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:59:33.822824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:33.834960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Transition to ACTIVE for port object 0bcb178c-60e4-4980-84d1-aa87e3a55b9b will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:59:33.838366 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:33.908610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:59:33.958673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Attempting to bind port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:59:33.959381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Attempting to bind port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:59:33.959381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Attempting to bind port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b on network 8e35437c-2400-4a07-b564-dd84a34e2a37 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:59:33.963587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b on network 8e35437c-2400-4a07-b564-dd84a34e2a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:59:33.963915 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Attempting to bind port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b on network 8e35437c-2400-4a07-b564-dd84a34e2a37 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:59:33.968788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:59:33.969126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Checking segment: {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:59:33.969507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Bound using segment: {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:59:33.969933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Bound port: 0bcb178c-60e4-4980-84d1-aa87e3a55b9b, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03afbe33-e12f-489c-8e4d-043475d7acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:59:33.970285 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:34.031355 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] For port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:59:34.034618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] For port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:59:34.039060 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:34.075620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:34.076264 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:34.077657 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] 10.222.0.43 "PUT /v2.0/ports/0bcb178c-60e4-4980-84d1-aa87e3a55b9b HTTP/1.1" status: 200 len: 1092 time: 0.5740864 Nov 12 05:59:34.078197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f4193-cbb6-4373-bb6a-b74bd3e9534f', 'tag': '0bcb178c-60e4-4980-84d1-aa87e3a55b9b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:59:34.080426 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d8107-06c3-4b87-8856-39677cbf785d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f4193-cbb6-4373-bb6a-b74bd3e9534f", "tag": "0bcb178c-60e4-4980-84d1-aa87e3a55b9b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:59:34.107944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85481e3c-b1a7-4a8b-9c51-b790ea209b87 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:59:34.162552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4130c2f-30f2-407a-9053-3490b90b05ee req-83cd9625-77e5-426d-b621-cd456055b26c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:34.164047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4130c2f-30f2-407a-9053-3490b90b05ee req-83cd9625-77e5-426d-b621-cd456055b26c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 943 time: 0.0490248 Nov 12 05:59:34.174884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-9eb12af1-b53f-450b-aa57-35202456b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:34.176427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-9eb12af1-b53f-450b-aa57-35202456b602 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 1095 time: 0.0423038 Nov 12 05:59:34.211051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4130c2f-30f2-407a-9053-3490b90b05ee req-26589c30-9912-498d-9b19-e0f8dd010df3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Nov 12 05:59:34.235631 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-484678c0-3f2b-4d96-88c6-472a822825f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b HTTP/1.1" status: 200 len: 217 time: 0.0348022 Nov 12 05:59:34.273692 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dde8e0-3f40-44c9-a01d-73418b64805e x-openstack-request-id: req-46dde8e0-3f40-44c9-a01d-73418b64805e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:59:34.273981 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f4193-cbb6-4373-bb6a-b74bd3e9534f", "tag": "0bcb178c-60e4-4980-84d1-aa87e3a55b9b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:59:34.274235 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46dde8e0-3f40-44c9-a01d-73418b64805e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:59:34.275180 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1f4193-cbb6-4373-bb6a-b74bd3e9534f', 'tag': '0bcb178c-60e4-4980-84d1-aa87e3a55b9b', 'status': 'completed', 'code': 200} Nov 12 05:59:34.294099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-eb45f577-a196-45a3-aca6-bb81c74feb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:34.295605 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-eb45f577-a196-45a3-aca6-bb81c74feb49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0530427 Nov 12 05:59:34.327142 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-dc27fbfc-5e1c-4334-ab00-fcfbd5bf575a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238628 Nov 12 05:59:34.418835 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-fcdc124d-dc13-4b6c-aa0e-5f8f0f2e7f0f service neutron] 10.222.0.43 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833683 Nov 12 05:59:34.511422 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-acb4476f-87d5-411d-9c1a-fe2e1e01cf98 req-c57035c6-a2d5-403a-86ab-3888aed75b9e service neutron] 10.222.0.43 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860219 Nov 12 05:59:34.644847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-1302667c-4f73-488e-afed-24368a92652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:34.646302 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-1302667c-4f73-488e-afed-24368a92652c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 1095 time: 0.0409124 Nov 12 05:59:34.739769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-1b495039-bd6b-472f-a4fe-4ef821eca8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:34.741235 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-1b495039-bd6b-472f-a4fe-4ef821eca8a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 911 time: 0.0874026 Nov 12 05:59:34.783007 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-6a8d342c-41d2-4df0-919c-123ba7453270 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b HTTP/1.1" status: 200 len: 217 time: 0.0341702 Nov 12 05:59:34.831061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-4bd61f65-0f06-4d2e-9a7f-341758c357ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:34.832505 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-4bd61f65-0f06-4d2e-9a7f-341758c357ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0425444 Nov 12 05:59:34.868137 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-123e595f-91f7-4407-8464-4adf84867e7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280218 Nov 12 05:59:34.955935 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-b971dbdc-6455-445f-b799-2b32b2c2d306 service neutron] 10.222.0.43 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804274 Nov 12 05:59:35.050222 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cb1d8107-06c3-4b87-8856-39677cbf785d req-9600f5df-c4d9-4917-be46-32466f302100 service neutron] 10.222.0.43 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863001 Nov 12 05:59:35.327184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c833002-e4d3-4109-bd05-38b3bb0c60f4 req-11bc4c8f-b8a7-4403-b319-fbfc94ccdd6d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:35.328636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c833002-e4d3-4109-bd05-38b3bb0c60f4 req-11bc4c8f-b8a7-4403-b319-fbfc94ccdd6d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 943 time: 0.0479629 Nov 12 05:59:35.375277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c833002-e4d3-4109-bd05-38b3bb0c60f4 req-3a296a29-e6b4-4302-91b4-af82988111e1 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Nov 12 05:59:36.493106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980590b-c1fd-4727-ad6b-7fd341fbf6bc req-e056cb28-1856-4c71-b610-e8bbe0e240a9 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:36.495240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d980590b-c1fd-4727-ad6b-7fd341fbf6bc req-e056cb28-1856-4c71-b610-e8bbe0e240a9 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 943 time: 0.0517085 Nov 12 05:59:36.542967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d980590b-c1fd-4727-ad6b-7fd341fbf6bc req-cd6305c5-c47f-49e5-bae1-7a40b4353165 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Nov 12 05:59:37.547955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0bcb178c-60e4-4980-84d1-aa87e3a55b9b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:59:37.646702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:59:37.657060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c5e73-69fb-454f-943f-5239004f79d2 req-d8862465-c553-4a52-ad2f-437c044b8ec3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:37.658085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '0bcb178c-60e4-4980-84d1-aa87e3a55b9b', 'network_id': '8e35437c-2400-4a07-b564-dd84a34e2a37', 'port_id': '0bcb178c-60e4-4980-84d1-aa87e3a55b9b', 'mac_address': 'fa:16:3e:4d:7b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2310cfa7-380c-49de-afa5-5e838e7754f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:59:37.658867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b3c5e73-69fb-454f-943f-5239004f79d2 req-d8862465-c553-4a52-ad2f-437c044b8ec3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 943 time: 0.0492947 Nov 12 05:59:37.696741 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:37.707320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b3c5e73-69fb-454f-943f-5239004f79d2 req-dfdede54-9b56-474d-be38-b2ee00d85d31 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Nov 12 05:59:37.714226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcb178c-60e4-4980-84d1-aa87e3a55b9b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:59:37.737655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:59:37.741292 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:37.785728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:59:38.242686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['0bcb178c-60e4-4980-84d1-aa87e3a55b9b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:59:38.830033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70460e-cd60-46fe-946d-6c224e949daa req-c24abddc-95b6-4760-b184-73973416fd2a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:38.831432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca70460e-cd60-46fe-946d-6c224e949daa req-c24abddc-95b6-4760-b184-73973416fd2a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 944 time: 0.0527744 Nov 12 05:59:38.876989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca70460e-cd60-46fe-946d-6c224e949daa req-ed2ddff6-7580-4868-b89f-e2470670f40a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Nov 12 05:59:39.547305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0bcb178c-60e4-4980-84d1-aa87e3a55b9b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:59:39.596371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:59:39.600549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:59:39.600917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:39.682498 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:39.705277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f4193-cbb6-4373-bb6a-b74bd3e9534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcb178c-60e4-4980-84d1-aa87e3a55b9b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:59:39.707906 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50effa-58db-4840-b8b3-57ef2efceb1a" -d '{"events": [{"server_uuid": "3e1f4193-cbb6-4373-bb6a-b74bd3e9534f", "name": "network-vif-plugged", "status": "completed", "tag": "0bcb178c-60e4-4980-84d1-aa87e3a55b9b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:59:39.720759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:59:39.724758 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:39.751368 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1058ca29-8804-4b91-aeee-5035daeeb645 x-openstack-request-id: req-1058ca29-8804-4b91-aeee-5035daeeb645 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:59:39.751661 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f4193-cbb6-4373-bb6a-b74bd3e9534f", "name": "network-vif-plugged", "status": "completed", "tag": "0bcb178c-60e4-4980-84d1-aa87e3a55b9b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:59:39.751917 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1058ca29-8804-4b91-aeee-5035daeeb645 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:59:39.752325 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f4193-cbb6-4373-bb6a-b74bd3e9534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcb178c-60e4-4980-84d1-aa87e3a55b9b', 'code': 200} Nov 12 05:59:39.777205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:59:39.881928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94074da-17ff-4d63-845e-b032e8e26a40 req-4a9266d1-9893-4089-81b8-a9a89d420b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:39.883429 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a94074da-17ff-4d63-845e-b032e8e26a40 req-4a9266d1-9893-4089-81b8-a9a89d420b00 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 1097 time: 0.0404384 Nov 12 05:59:39.928589 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a94074da-17ff-4d63-845e-b032e8e26a40 req-927e58ad-4d37-4d31-839d-37ce294ec340 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Nov 12 05:59:40.050034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a0ef7-b863-4808-b1d5-58b2a79ea8f0 req-70fc5b20-9e16-4cc1-b419-ffef55a952ac tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:40.051440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b65a0ef7-b863-4808-b1d5-58b2a79ea8f0 req-70fc5b20-9e16-4cc1-b419-ffef55a952ac tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.1061001 Nov 12 05:59:40.097705 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b65a0ef7-b863-4808-b1d5-58b2a79ea8f0 req-e9bfd437-33e3-421b-8587-b51c2fc6bcae tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Nov 12 05:59:40.900310 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:41.219518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572ed22-c834-41ea-a80a-1e8f57327c35 req-e9b52e3e-da3c-4e1e-bcca-be52367c7d57 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:41.220923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1572ed22-c834-41ea-a80a-1e8f57327c35 req-e9b52e3e-da3c-4e1e-bcca-be52367c7d57 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0494361 Nov 12 05:59:41.273672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1572ed22-c834-41ea-a80a-1e8f57327c35 req-17cc1fda-f724-4ad6-bd37-81d35a57c268 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453868 Nov 12 05:59:42.388095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a240-ddef-4153-8470-1d7c850deb9c req-0d9d5ecf-422f-4017-ba4a-4e95d5df1b01 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:42.389569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7727a240-ddef-4153-8470-1d7c850deb9c req-0d9d5ecf-422f-4017-ba4a-4e95d5df1b01 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0482316 Nov 12 05:59:42.436880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7727a240-ddef-4153-8470-1d7c850deb9c req-45eae8c6-c023-435d-8908-3dfb801c55c6 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Nov 12 05:59:42.663854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-d093d591-fb71-4a5b-8ea1-7eb88193c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:42.664779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe5a85-de53-4942-9772-299f56efca57 req-e738ad69-d462-42d8-bf16-aac3c93164cc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:42.665923 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-d093d591-fb71-4a5b-8ea1-7eb88193c195 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 1097 time: 0.0403731 Nov 12 05:59:42.666991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bafe5a85-de53-4942-9772-299f56efca57 req-e738ad69-d462-42d8-bf16-aac3c93164cc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0504513 Nov 12 05:59:42.715683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bafe5a85-de53-4942-9772-299f56efca57 req-0c441727-6661-4b90-b694-a560d66acc06 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Nov 12 05:59:42.761402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-66bd19e2-eaa4-44d4-97e8-5a5fea891562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:42.762904 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-66bd19e2-eaa4-44d4-97e8-5a5fea891562 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 911 time: 0.0897527 Nov 12 05:59:42.803878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-5ec97f2e-4576-4da0-8e08-4b7b6f6ca671 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b HTTP/1.1" status: 200 len: 217 time: 0.0338495 Nov 12 05:59:42.855842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-89757aeb-1aae-4d69-951f-9d8a260b6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:42.857189 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-89757aeb-1aae-4d69-951f-9d8a260b6e0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0470703 Nov 12 05:59:42.887350 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-ad2c138e-32b2-41ac-b702-b2c073eb91fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237772 Nov 12 05:59:42.973537 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-12299d00-4aa4-484d-82ad-3a880a637ed4 service neutron] 10.222.0.43 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793374 Nov 12 05:59:43.065693 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5d7a2b48-c1bc-4468-89be-14d04cf3b890 req-ba4b6380-5150-49b6-b8ff-5e1cdc726f7d service neutron] 10.222.0.43 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Nov 12 05:59:43.836979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1af9-395e-40e2-a284-45add4142dc4 req-f626e8a8-fbf1-4879-a413-d9b2977f9f22 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:43.838471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60ad1af9-395e-40e2-a284-45add4142dc4 req-f626e8a8-fbf1-4879-a413-d9b2977f9f22 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0532801 Nov 12 05:59:43.886677 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60ad1af9-395e-40e2-a284-45add4142dc4 req-bbecfe60-b6bc-48e8-8fbb-e395a8d5c4a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Nov 12 05:59:43.941332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7916c077-5396-4aa7-8f4b-48010189695c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:45.002233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f116e-14a8-4193-a643-8abb3068d4ab req-fc76b3f5-1bd2-4db1-b503-5063467cc6ce tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:45.003743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b68f116e-14a8-4193-a643-8abb3068d4ab req-fc76b3f5-1bd2-4db1-b503-5063467cc6ce tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0484228 Nov 12 05:59:45.049396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b68f116e-14a8-4193-a643-8abb3068d4ab req-ca264029-02eb-4f98-a742-a33080a5035a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Nov 12 05:59:46.174729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52a48c-d963-4b41-a442-bc52959e9f9d req-f1f5d739-71c9-4c4d-ab2c-c4057066960d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:46.176123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe52a48c-d963-4b41-a442-bc52959e9f9d req-f1f5d739-71c9-4c4d-ab2c-c4057066960d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0574515 Nov 12 05:59:46.228479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fe52a48c-d963-4b41-a442-bc52959e9f9d req-a4bce74d-6f3a-4abf-b5a2-461333c8737d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Nov 12 05:59:46.343126 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb80d882-fc28-4907-a969-702cd9101faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:47.345675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd53f53-3734-4a98-ada5-436cc9b7d5f5 req-b6d3daa4-86e9-4cf8-9209-c725aa50a7e4 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:47.347161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdd53f53-3734-4a98-ada5-436cc9b7d5f5 req-b6d3daa4-86e9-4cf8-9209-c725aa50a7e4 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0483575 Nov 12 05:59:47.393437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdd53f53-3734-4a98-ada5-436cc9b7d5f5 req-277ec940-a7b9-441d-bdad-3a1bbfdd4bc7 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Nov 12 05:59:47.451449 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:48.510544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ee4d4-f449-48f6-8e87-c81cabd852c1 req-fa60b8af-7798-467b-94ac-960575fe2c12 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:48.512066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b76ee4d4-f449-48f6-8e87-c81cabd852c1 req-fa60b8af-7798-467b-94ac-960575fe2c12 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0501637 Nov 12 05:59:48.560659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b76ee4d4-f449-48f6-8e87-c81cabd852c1 req-ba47e2e7-9353-47ec-832c-c5a4ec31f0fc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Nov 12 05:59:48.686452 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:49.576553 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:49.684067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501d1d1-1e68-41e4-9618-aa142a6cf7d1 req-0c0fee5b-54d7-4c83-8c92-72be1d5fee36 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:49.685531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5501d1d1-1e68-41e4-9618-aa142a6cf7d1 req-0c0fee5b-54d7-4c83-8c92-72be1d5fee36 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0534987 Nov 12 05:59:49.732167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5501d1d1-1e68-41e4-9618-aa142a6cf7d1 req-62986208-73e0-42cd-a0b9-4f9f8ed9de42 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Nov 12 05:59:50.846456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979cae0-5579-4e1c-a453-85111557399b req-3288f3f6-3028-434d-afdc-90c8b8e5e148 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:50.847898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c979cae0-5579-4e1c-a453-85111557399b req-3288f3f6-3028-434d-afdc-90c8b8e5e148 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0474474 Nov 12 05:59:50.895029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c979cae0-5579-4e1c-a453-85111557399b req-3fe8e371-2640-480f-a34c-059d59459aba tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Nov 12 05:59:52.013934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3109a97-374a-4ab3-9903-6ffbaf67fa72 req-e5d2cf82-436e-46b8-9ecc-b61c9274bb20 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:52.015422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3109a97-374a-4ab3-9903-6ffbaf67fa72 req-e5d2cf82-436e-46b8-9ecc-b61c9274bb20 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0524087 Nov 12 05:59:52.061922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3109a97-374a-4ab3-9903-6ffbaf67fa72 req-e5b6123c-3574-41dd-8bea-29d6386ca29f tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Nov 12 05:59:53.174691 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f3ba9-9861-4269-8873-ecba9cd8703a req-aa870bf8-08d6-4813-8f29-bf1114cb8ced tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:53.176209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac9f3ba9-9861-4269-8873-ecba9cd8703a req-aa870bf8-08d6-4813-8f29-bf1114cb8ced tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0485940 Nov 12 05:59:53.222632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac9f3ba9-9861-4269-8873-ecba9cd8703a req-2ca0924f-7c39-4825-8f7f-6faa51bf3c18 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Nov 12 05:59:54.339653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beccd8-9ca9-489d-bd76-ec7d45790285 req-929d8a67-8027-4e0f-8649-30cc7aa309cd tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:54.341143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3beccd8-9ca9-489d-bd76-ec7d45790285 req-929d8a67-8027-4e0f-8649-30cc7aa309cd tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0489011 Nov 12 05:59:54.390862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3beccd8-9ca9-489d-bd76-ec7d45790285 req-42c5d4c9-9620-461f-890e-797727de142b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Nov 12 05:59:54.460021 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:59:55.508112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa3f27-d8b1-4b96-aca0-e592ad5e839d req-7a93e0af-0c38-4ab0-9b93-c569e6579ad3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:55.509632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07aa3f27-d8b1-4b96-aca0-e592ad5e839d req-7a93e0af-0c38-4ab0-9b93-c569e6579ad3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0511847 Nov 12 05:59:55.557356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07aa3f27-d8b1-4b96-aca0-e592ad5e839d req-4da94fd3-0bf3-446a-9ba5-0a2f4977e178 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Nov 12 05:59:56.674656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5625f-1191-46e7-885a-2888c7727086 req-b693a4f2-6f05-454e-93e1-c2e2983f5a19 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:56.676240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ac5625f-1191-46e7-885a-2888c7727086 req-b693a4f2-6f05-454e-93e1-c2e2983f5a19 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0501614 Nov 12 05:59:56.724311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ac5625f-1191-46e7-885a-2888c7727086 req-cdcecbae-530f-4b9d-8457-e0abccf41433 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Nov 12 05:59:57.516795 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:59:57.844725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552fd8c-7142-4d61-96c1-aec1601ee5dd req-0196fa71-51d8-43d7-ab8f-f9d88018631b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:57.846110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b552fd8c-7142-4d61-96c1-aec1601ee5dd req-0196fa71-51d8-43d7-ab8f-f9d88018631b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0528960 Nov 12 05:59:57.892271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b552fd8c-7142-4d61-96c1-aec1601ee5dd req-232c5b2e-a341-4fc1-9ec0-eb26d6d0ee66 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Nov 12 05:59:59.006363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc4485-8b84-428c-a896-dc0ec946bb51 req-640c2820-f187-4ac7-a6a4-9dee796dab12 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:59:59.007878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80cc4485-8b84-428c-a896-dc0ec946bb51 req-640c2820-f187-4ac7-a6a4-9dee796dab12 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0492105 Nov 12 05:59:59.054335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80cc4485-8b84-428c-a896-dc0ec946bb51 req-b6630336-891d-48f8-9e6d-4cbd55adc430 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Nov 12 06:00:00.169531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99531c09-7347-4854-9406-67d607a00c18 req-3cf7e2d0-7a04-4c03-a9a8-deac669eb672 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:00.171015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99531c09-7347-4854-9406-67d607a00c18 req-3cf7e2d0-7a04-4c03-a9a8-deac669eb672 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0477462 Nov 12 06:00:00.224504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-99531c09-7347-4854-9406-67d607a00c18 req-d1cbdaae-f59a-4b1f-a159-fc20c9b549e2 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 Nov 12 06:00:01.342082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1f90-9afc-438a-8d35-6c6c71a29156 req-0431b09f-e5a0-431c-a725-b66f59048f64 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:01.343642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-943b1f90-9afc-438a-8d35-6c6c71a29156 req-0431b09f-e5a0-431c-a725-b66f59048f64 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0486484 Nov 12 06:00:01.390005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-943b1f90-9afc-438a-8d35-6c6c71a29156 req-41c10775-e1fa-4a8b-90f2-15184acbc729 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Nov 12 06:00:02.504981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfb6-7084-4646-9bae-088caa61cb5f req-18f8b0eb-2df3-4fb0-8126-f8be0342d5f2 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:02.506551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e39cfb6-7084-4646-9bae-088caa61cb5f req-18f8b0eb-2df3-4fb0-8126-f8be0342d5f2 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0496137 Nov 12 06:00:02.553925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e39cfb6-7084-4646-9bae-088caa61cb5f req-bdb609d9-6170-4b22-a8b3-68218f2467b6 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Nov 12 06:00:03.675354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab8f04-21cb-4c0d-a021-eddc2d94eaea req-92af4992-7427-4259-adbe-97ef3ca964ba tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:03.676875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ceab8f04-21cb-4c0d-a021-eddc2d94eaea req-92af4992-7427-4259-adbe-97ef3ca964ba tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0540719 Nov 12 06:00:03.729374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ceab8f04-21cb-4c0d-a021-eddc2d94eaea req-d9fbd7c8-03d6-4261-8e13-af9d3c4642f0 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463862 Nov 12 06:00:04.843945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113b457-9b01-4c57-8941-3640887c66e3 req-2738a2df-3fae-4e8f-8c8a-6dddad8a8ef0 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:04.845425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4113b457-9b01-4c57-8941-3640887c66e3 req-2738a2df-3fae-4e8f-8c8a-6dddad8a8ef0 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0487170 Nov 12 06:00:04.891550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4113b457-9b01-4c57-8941-3640887c66e3 req-39300c8e-9d9a-4180-bdc6-d65d5de87256 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Nov 12 06:00:06.010503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a4ba6-d583-4d45-aca5-b4aed0674c7a req-3d6c4a20-aba2-45d2-ad42-bacf2dde562b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:06.012001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-411a4ba6-d583-4d45-aca5-b4aed0674c7a req-3d6c4a20-aba2-45d2-ad42-bacf2dde562b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0527046 Nov 12 06:00:06.058246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-411a4ba6-d583-4d45-aca5-b4aed0674c7a req-073d25be-b923-44c4-9819-a1d8b91dac1b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Nov 12 06:00:07.173143 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f3e21-9696-436c-b8dc-badee8ced2e1 req-e01b352c-00a0-4f41-afd7-edf6895f5e50 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:07.174619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-219f3e21-9696-436c-b8dc-badee8ced2e1 req-e01b352c-00a0-4f41-afd7-edf6895f5e50 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0488284 Nov 12 06:00:07.220999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-219f3e21-9696-436c-b8dc-badee8ced2e1 req-96cf36d4-7f58-4607-acdf-60e20e41ed83 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Nov 12 06:00:08.335754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc5d43-8987-471d-b8d0-2dc8c26614d8 req-55888531-35e7-42b6-967c-2bd295106413 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:08.337223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7dc5d43-8987-471d-b8d0-2dc8c26614d8 req-55888531-35e7-42b6-967c-2bd295106413 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0485210 Nov 12 06:00:08.387920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7dc5d43-8987-471d-b8d0-2dc8c26614d8 req-375e5da6-2090-4ce1-b9ba-93b3b14a048d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447237 Nov 12 06:00:09.502498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824da2-a29c-4c03-b08a-9fe0694d443d req-67dab754-5625-4acb-ac56-fcb0c9430304 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:09.504007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de824da2-a29c-4c03-b08a-9fe0694d443d req-67dab754-5625-4acb-ac56-fcb0c9430304 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0494633 Nov 12 06:00:09.551498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de824da2-a29c-4c03-b08a-9fe0694d443d req-23fcb147-88bc-4d88-88fd-a3c973f754a5 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Nov 12 06:00:09.937434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaaaf8-5173-4464-b5cc-a8dc7a48a5e1 req-3274d7dd-052e-4d40-b6c2-800639473112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:09.938946 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-51aaaaf8-5173-4464-b5cc-a8dc7a48a5e1 req-3274d7dd-052e-4d40-b6c2-800639473112 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 1097 time: 0.0412381 Nov 12 06:00:09.982006 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-51aaaaf8-5173-4464-b5cc-a8dc7a48a5e1 req-0e111fa3-5d75-4b15-abd1-ab047dee5bd4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363383 Nov 12 06:00:10.668795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee753a7-d8ff-4a99-a1f4-bfc4d177323f req-ca395d52-0978-4237-ad75-abae0e14f884 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:10.670260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dee753a7-d8ff-4a99-a1f4-bfc4d177323f req-ca395d52-0978-4237-ad75-abae0e14f884 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0487237 Nov 12 06:00:10.719143 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dee753a7-d8ff-4a99-a1f4-bfc4d177323f req-ebc57824-a5e4-470b-9ea6-aec67d1ed93e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Nov 12 06:00:10.902840 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:11.842783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679552c3-202a-496d-a3fd-74f8373c9823 req-c62794ea-0850-4575-86ec-bba00eab12d6 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:11.844164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-679552c3-202a-496d-a3fd-74f8373c9823 req-c62794ea-0850-4575-86ec-bba00eab12d6 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0529261 Nov 12 06:00:11.890508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-679552c3-202a-496d-a3fd-74f8373c9823 req-6fa3f812-ca2c-475c-9a8a-53cfbf829d3b tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Nov 12 06:00:12.090508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642977c-c887-4ffd-8c5b-f484d25ca474 req-e5456e57-f853-4494-a019-3d66f70fd532 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:12.090980 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-10fc5ced-38c1-4adb-a46f-7d1decb7fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:12.092002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8642977c-c887-4ffd-8c5b-f484d25ca474 req-e5456e57-f853-4494-a019-3d66f70fd532 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0505188 Nov 12 06:00:12.092445 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-10fc5ced-38c1-4adb-a46f-7d1decb7fdb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 1097 time: 0.0445101 Nov 12 06:00:12.140940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8642977c-c887-4ffd-8c5b-f484d25ca474 req-66b81cc5-9e49-4571-be47-5b05de32adf0 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Nov 12 06:00:12.181385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-efc02958-78e8-4428-b22a-4ef7872bb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:12.183455 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-efc02958-78e8-4428-b22a-4ef7872bb8af service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 911 time: 0.0846784 Nov 12 06:00:12.226980 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-9845e365-c060-49fd-b039-6c4db6054214 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b HTTP/1.1" status: 200 len: 217 time: 0.0370457 Nov 12 06:00:12.275456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-54a35823-9e12-4991-9f80-7dca5aebbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:12.276904 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-54a35823-9e12-4991-9f80-7dca5aebbfbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0423975 Nov 12 06:00:12.312226 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-b8a74d55-61eb-4682-8588-b7e7c46b1197 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282969 Nov 12 06:00:12.403937 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-b571ce48-254a-41b2-85b7-7dad2a51f3f3 service neutron] 10.222.0.43 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844300 Nov 12 06:00:12.491692 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4aff7778-e864-471d-8960-2b7c1e0ab69e req-3344cdfa-06bb-424d-b845-7d6ecb8f2393 service neutron] 10.222.0.43 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808344 Nov 12 06:00:12.639285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-a0d5cc89-aa4b-4823-876b-a4dc08fa5a88 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401347 Nov 12 06:00:12.725989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-484555a9-d56b-48fa-89b1-99316a2645ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:12.727421 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-484555a9-d56b-48fa-89b1-99316a2645ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d7a9042261144b2b3dbe871755ec9da&device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 1097 time: 0.0434086 Nov 12 06:00:12.829946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-1887d828-cc9f-4f57-928b-aab5a034cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:12.831457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-1887d828-cc9f-4f57-928b-aab5a034cb92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 200 len: 911 time: 0.0838578 Nov 12 06:00:12.877547 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-98891e51-6534-47b8-8956-753b86d3633f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88877594-eebf-47b5-8a27-6426e03ed34d HTTP/1.1" status: 200 len: 217 time: 0.0378041 Nov 12 06:00:12.926884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-642f5400-6b16-4335-9773-c3c9de650dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:12.928335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-642f5400-6b16-4335-9773-c3c9de650dff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 200 len: 850 time: 0.0440652 Nov 12 06:00:12.960087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-8298cadf-f05b-41fd-a8ac-ffd68c9a4aea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e35437c-2400-4a07-b564-dd84a34e2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241277 Nov 12 06:00:13.052759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-29f58216-211d-45b6-af79-66918a74358b service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Nov 12 06:00:13.148622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6fc69bb0-9588-425a-9070-5f85091a3d19 req-338db9cb-169d-45d9-adfe-2f60d86b33dd service neutron] 10.222.0.47 "GET /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802026 Nov 12 06:00:13.257050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648d06b-c847-41b2-a05d-ea30f2d8639f req-56e9c54c-11a2-4e09-a08f-4a46b24744c4 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:13.258538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c648d06b-c847-41b2-a05d-ea30f2d8639f req-56e9c54c-11a2-4e09-a08f-4a46b24744c4 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0485883 Nov 12 06:00:13.311177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c648d06b-c847-41b2-a05d-ea30f2d8639f req-d9d2ae5a-8745-4e65-82c8-90ca68eca021 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451374 Nov 12 06:00:13.942222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-71cea7eb-1d57-429f-b723-d099e0ffec34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:14.430391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f7896-8448-48be-a156-d980358ca472 req-f4ddb7e8-bf9d-48b0-bd56-cbc56706be34 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:14.431848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c73f7896-8448-48be-a156-d980358ca472 req-f4ddb7e8-bf9d-48b0-bd56-cbc56706be34 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0489345 Nov 12 06:00:14.482005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c73f7896-8448-48be-a156-d980358ca472 req-11717ed3-15b1-4adf-b865-3c814d5622e0 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Nov 12 06:00:15.599105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c8a17-f091-4712-a994-db2cc68c7dcd req-06c7e4b7-be35-492f-b56f-0302d2ad81c2 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:15.600579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b8c8a17-f091-4712-a994-db2cc68c7dcd req-06c7e4b7-be35-492f-b56f-0302d2ad81c2 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0484538 Nov 12 06:00:15.648141 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b8c8a17-f091-4712-a994-db2cc68c7dcd req-2b44038f-aebe-4d43-a7ea-e02fdf95471d tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Nov 12 06:00:15.891508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aae7b-de4c-43ab-99b7-2eb55f9fac87 req-07e9e929-b753-47c2-af9e-ce2daa03e6cc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:15.892965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-606aae7b-de4c-43ab-99b7-2eb55f9fac87 req-07e9e929-b753-47c2-af9e-ce2daa03e6cc tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0527751 Nov 12 06:00:15.939881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-606aae7b-de4c-43ab-99b7-2eb55f9fac87 req-13041f53-a1d4-4f06-8b76-02318ee688a1 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Nov 12 06:00:16.343593 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-366474b1-a122-4faf-91fb-deac28225e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:17.054404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff508-ca95-4294-ad56-cc9f3dcb6c93 req-10dfc86c-4e34-4357-bb1a-f9e2e52bca79 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:17.055845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca5ff508-ca95-4294-ad56-cc9f3dcb6c93 req-10dfc86c-4e34-4357-bb1a-f9e2e52bca79 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0486379 Nov 12 06:00:17.103289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca5ff508-ca95-4294-ad56-cc9f3dcb6c93 req-5e774465-d9cc-48d9-835a-2614e3fbbd3c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Nov 12 06:00:17.454052 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:18.221884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b6ebc-6a69-44bd-9078-9f3580b37f58 req-7890d81a-1793-42e6-a6d3-e23998d0e226 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:18.223382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-503b6ebc-6a69-44bd-9078-9f3580b37f58 req-7890d81a-1793-42e6-a6d3-e23998d0e226 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0529597 Nov 12 06:00:18.270100 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-503b6ebc-6a69-44bd-9078-9f3580b37f58 req-d35e6945-b9ca-4f32-a07a-6738298b01d9 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Nov 12 06:00:18.689115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:19.011714 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-2c63fcb7-34ef-405d-a5c0-a64191f38a55 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:19.013109 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-2c63fcb7-34ef-405d-a5c0-a64191f38a55 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 945 time: 0.0505412 Nov 12 06:00:19.108963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Deleting port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:19.109303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:19.194401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] For port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:00:19.194770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:19.207408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Calling delete_port for 0bcb178c-60e4-4980-84d1-aa87e3a55b9b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:19.336079 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:19.352606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['88877594-eebf-47b5-8a27-6426e03ed34d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:00:19.363644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Pushing event deleted for resources: {'Port': ['ID=0bcb178c-60e4-4980-84d1-aa87e3a55b9b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:19.373158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-632c1216-af36-482e-825b-575572a70794 req-547066a6-682c-4113-867c-2e0bae31b1ab tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e1f4193-cbb6-4373-bb6a-b74bd3e9534f HTTP/1.1" status: 200 len: 210 time: 0.0342228 Nov 12 06:00:19.399811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['0bcb178c-60e4-4980-84d1-aa87e3a55b9b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:00:19.412215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] No DVR routers for this DVR port 0bcb178c-60e4-4980-84d1-aa87e3a55b9b on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:00:19.414859 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:19.418131 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-dbba4ebc-0afb-42f2-b043-189f6ba37ac2 req-ee8988cc-62d5-43f1-b46f-ca93eb1e73a3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.43 "DELETE /v2.0/ports/0bcb178c-60e4-4980-84d1-aa87e3a55b9b HTTP/1.1" status: 204 len: 173 time: 0.3987074 Nov 12 06:00:19.419138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f4193-cbb6-4373-bb6a-b74bd3e9534f', 'name': 'network-vif-deleted', 'tag': '0bcb178c-60e4-4980-84d1-aa87e3a55b9b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:00:19.421452 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d75053-c38e-4293-9477-83cadaaf852d" -d '{"events": [{"server_uuid": "3e1f4193-cbb6-4373-bb6a-b74bd3e9534f", "name": "network-vif-deleted", "tag": "0bcb178c-60e4-4980-84d1-aa87e3a55b9b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:00:19.461304 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188bf04c-28b6-4689-a986-baaeaa1a6aa9 x-openstack-request-id: req-188bf04c-28b6-4689-a986-baaeaa1a6aa9 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:00:19.461601 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f4193-cbb6-4373-bb6a-b74bd3e9534f", "name": "network-vif-deleted", "tag": "0bcb178c-60e4-4980-84d1-aa87e3a55b9b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:00:19.461856 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-188bf04c-28b6-4689-a986-baaeaa1a6aa9 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:00:19.462255 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f4193-cbb6-4373-bb6a-b74bd3e9534f', 'name': 'network-vif-deleted', 'tag': '0bcb178c-60e4-4980-84d1-aa87e3a55b9b', 'status': 'completed', 'code': 200} Nov 12 06:00:19.577493 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:20.409136 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-152e194e-9f0f-4261-ab5d-b6ae2f11d700 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0438368 Nov 12 06:00:20.514381 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-e83cb733-47d2-48ef-9d44-6053f923beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.514873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-e83cb733-47d2-48ef-9d44-6053f923beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.515353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-e83cb733-47d2-48ef-9d44-6053f923beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.515823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-e83cb733-47d2-48ef-9d44-6053f923beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.516294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-e83cb733-47d2-48ef-9d44-6053f923beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.518111 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-e83cb733-47d2-48ef-9d44-6053f923beee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0478649 Nov 12 06:00:20.639220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-d76ce0a4-cd21-40d4-a9f1-20a67581cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.639592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-d76ce0a4-cd21-40d4-a9f1-20a67581cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.640048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-d76ce0a4-cd21-40d4-a9f1-20a67581cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.641627 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-d76ce0a4-cd21-40d4-a9f1-20a67581cd92 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0983136 Nov 12 06:00:20.648006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305dab3-9152-4146-ad2f-20c22d7538dd req-f0bdd960-8b80-4b35-b70a-211ee153be3f tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.649587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6305dab3-9152-4146-ad2f-20c22d7538dd req-f0bdd960-8b80-4b35-b70a-211ee153be3f tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Nov 12 06:00:20.684085 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-4c192e72-c51b-4af4-b7e8-4ec119e7b529 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0353911 Nov 12 06:00:20.697410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6305dab3-9152-4146-ad2f-20c22d7538dd req-1043a6fe-d174-402c-b95e-f67e158e883e tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Nov 12 06:00:20.733542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-fb66e2a3-ae51-4bfd-9b4a-98d523a41c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.735110 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-fb66e2a3-ae51-4bfd-9b4a-98d523a41c86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0448613 Nov 12 06:00:20.784826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-3b0f152f-7b5c-4c29-aacc-b35c28291a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:20.786303 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-3b0f152f-7b5c-4c29-aacc-b35c28291a31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445056 Nov 12 06:00:20.873911 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-4e42645b-cea1-4538-95c0-eb1780635373 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804589 Nov 12 06:00:20.965854 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-2ea09a1c-df4c-420b-a1c1-2e80198dc6c2 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848265 Nov 12 06:00:21.005090 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-330415e5-f033-4a06-b5b7-8520f94db62b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0327301 Nov 12 06:00:21.052213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-4d9482fe-2c2c-4c49-89d7-4395e8fc4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:21.053598 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-4d9482fe-2c2c-4c49-89d7-4395e8fc4232 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0416114 Nov 12 06:00:21.103537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-d7287a0b-abad-4655-824c-297084637b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:21.105038 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-d7287a0b-abad-4655-824c-297084637b80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0434780 Nov 12 06:00:21.192077 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-d0b3851f-154a-4813-989c-2a1b3e05cfb9 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803034 Nov 12 06:00:21.285020 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-153e33d4-d0c6-4540-89e5-efaca0721386 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853050 Nov 12 06:00:21.326041 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-9e5a54ec-0ce5-4217-a7ca-e245ecf7ebf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0337622 Nov 12 06:00:21.372134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-0caa022a-a6ef-43f1-815a-959ff97463ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:21.373505 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-0caa022a-a6ef-43f1-815a-959ff97463ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0410907 Nov 12 06:00:21.421802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-95486676-099b-4bd5-8dd4-329378d76379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:21.423299 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-95486676-099b-4bd5-8dd4-329378d76379 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431008 Nov 12 06:00:21.510884 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-8cccfb7a-9c97-4f4f-9689-dd0cddaefde7 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807827 Nov 12 06:00:21.601267 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-29a80999-fda8-4435-8aaa-b8e19cbfd289 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833156 Nov 12 06:00:21.642433 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-e31b154b-74ed-48d2-a554-5df1b34c7198 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0333240 Nov 12 06:00:21.689346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-58de92da-d03c-4df8-8a39-fecc5be14410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:21.690729 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-58de92da-d03c-4df8-8a39-fecc5be14410 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0421233 Nov 12 06:00:21.738599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0bcb178c-60e4-4980-84d1-aa87e3a55b9b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:00:21.740468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-cf351b24-b432-4196-9faf-c148cb5da373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:21.742021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-cf351b24-b432-4196-9faf-c148cb5da373 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0439541 Nov 12 06:00:21.763036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 0bcb178c-60e4-4980-84d1-aa87e3a55b9b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:00:21.763375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0bcb178c-60e4-4980-84d1-aa87e3a55b9b not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:00:21.821374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7f167-3021-4b5f-8c10-c1895593d8b6 req-de270637-d725-489e-a9ee-80d7f85ed42c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:21.822914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6a7f167-3021-4b5f-8c10-c1895593d8b6 req-de270637-d725-489e-a9ee-80d7f85ed42c tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0541258 Nov 12 06:00:21.837885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-7ae76976-745c-4613-9d04-cbc4f78b6bab service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882750 Nov 12 06:00:21.871748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6a7f167-3021-4b5f-8c10-c1895593d8b6 req-37b9d2ea-2830-4a8a-9333-6098e580b2d3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 Nov 12 06:00:21.930400 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-50617f87-dd46-4d61-a637-4f7d86bc0bcc service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852134 Nov 12 06:00:21.970958 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-f4dbc519-3d5d-4621-a5da-eedd32cf2f8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0333822 Nov 12 06:00:22.017721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-d01aeb96-9bc0-4307-aaad-7b804771a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:22.019132 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-d01aeb96-9bc0-4307-aaad-7b804771a5a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0415349 Nov 12 06:00:22.068488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d80-a015-465a-800b-6812e13336ef req-0c5a80ac-280f-4683-9c74-850a69e9453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:22.069936 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-0c5a80ac-280f-4683-9c74-850a69e9453a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0427680 Nov 12 06:00:22.157821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-292d121e-0097-4d0b-b577-2571b3615ae5 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804126 Nov 12 06:00:22.248502 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8bec2d80-a015-465a-800b-6812e13336ef req-520e8934-c3f9-438b-b22e-fe9aaed6c2f6 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836599 Nov 12 06:00:22.844874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-ecf64fa9-376b-41d0-9e38-0bcdb285d9d3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:22.846212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-ecf64fa9-376b-41d0-9e38-0bcdb285d9d3 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.47 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.0484438 Nov 12 06:00:22.937984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Deleting port 88877594-eebf-47b5-8a27-6426e03ed34d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:22.938324 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:23.040237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8ab8-b00b-4d0c-8300-8a6690748a2e req-5f5e9bc6-68ab-42c3-bd09-c6aee5c36150 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:23.041707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-809c8ab8-b00b-4d0c-8300-8a6690748a2e req-5f5e9bc6-68ab-42c3-bd09-c6aee5c36150 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/ports?device_id=d634f0c0-8040-4e0d-855f-b2d57d602c99 HTTP/1.1" status: 200 len: 945 time: 0.1004770 Nov 12 06:00:23.083068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] For port 88877594-eebf-47b5-8a27-6426e03ed34d, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=88877594-eebf-47b5-8a27-6426e03ed34d,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:00:23.083431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:23.106698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Calling delete_port for 88877594-eebf-47b5-8a27-6426e03ed34d owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:23.124110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-809c8ab8-b00b-4d0c-8300-8a6690748a2e req-32570de9-62e1-4a3a-92ce-f0e4092f398a tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.48 "GET /v2.0/security-groups?id=46031a9c-9f67-48ed-8c26-ee69cb559ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743127 Nov 12 06:00:23.240699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:23.252550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['88877594-eebf-47b5-8a27-6426e03ed34d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:00:23.267456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Pushing event deleted for resources: {'Port': ['ID=88877594-eebf-47b5-8a27-6426e03ed34d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:23.280404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.280404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.280656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.280984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.281315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.281641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.281960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.282281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.282621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.282939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.283314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.283902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:23.324588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] No DVR routers for this DVR port 88877594-eebf-47b5-8a27-6426e03ed34d on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:00:23.327230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:23.330666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4af773ea-80f4-4ee8-b40e-56ac5d035341 req-847e87f4-1f15-4c81-9ed3-16d1e1518b13 tempest-ServerRescueTestJSON-1259024972 tempest-ServerRescueTestJSON-1259024972-project] 10.222.0.47 "DELETE /v2.0/ports/88877594-eebf-47b5-8a27-6426e03ed34d HTTP/1.1" status: 204 len: 173 time: 0.4761326 Nov 12 06:00:23.331097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd634f0c0-8040-4e0d-855f-b2d57d602c99', 'name': 'network-vif-deleted', 'tag': '88877594-eebf-47b5-8a27-6426e03ed34d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:00:23.333306 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8236f3d2-15dd-4cbb-8312-c08706787377" -d '{"events": [{"server_uuid": "d634f0c0-8040-4e0d-855f-b2d57d602c99", "name": "network-vif-deleted", "tag": "88877594-eebf-47b5-8a27-6426e03ed34d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:00:23.369437 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2251454f-aa05-4552-9c56-c9a098ac84bf x-openstack-request-id: req-2251454f-aa05-4552-9c56-c9a098ac84bf {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:00:23.369774 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d634f0c0-8040-4e0d-855f-b2d57d602c99", "name": "network-vif-deleted", "tag": "88877594-eebf-47b5-8a27-6426e03ed34d", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:00:23.370064 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2251454f-aa05-4552-9c56-c9a098ac84bf {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:00:23.370489 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd634f0c0-8040-4e0d-855f-b2d57d602c99', 'name': 'network-vif-deleted', 'tag': '88877594-eebf-47b5-8a27-6426e03ed34d', 'status': 'completed', 'code': 200} Nov 12 06:00:24.180001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:24.835463 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:25.077685 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Deleting port e890c2a2-a1db-4237-87a8-03def32c5aa2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:25.078020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:25.160743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] For port e890c2a2-a1db-4237-87a8-03def32c5aa2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=e890c2a2-a1db-4237-87a8-03def32c5aa2,segment=NetworkSegment(03afbe33-e12f-489c-8e4d-043475d7acd7),segment_id=03afbe33-e12f-489c-8e4d-043475d7acd7)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:00:25.161110 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:25.173958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Calling delete_port for e890c2a2-a1db-4237-87a8-03def32c5aa2 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:25.348449 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:25.379087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e890c2a2-a1db-4237-87a8-03def32c5aa2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:25.535311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:25.747647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Router 274a8634-d8a4-43b7-9b01-bdc8db283897 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:00:25.852514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:00:25.861498 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bc2ffb0f-4360-4ca3-bef2-bc0ba9830a52 admin admin] 10.222.0.48 "PUT /v2.0/routers/274a8634-d8a4-43b7-9b01-bdc8db283897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771815 Nov 12 06:00:25.861498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51014) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:25.865462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] Sync routers for ids ['274a8634-d8a4-43b7-9b01-bdc8db283897'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:00:25.875104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] Routers {'274a8634-d8a4-43b7-9b01-bdc8db283897'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:00:25.875706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['274a8634-d8a4-43b7-9b01-bdc8db283897'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:25.969042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.079274 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.130770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Deleting port 09bb8a83-6498-4dd1-b9fb-a7a915bab983 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:26.131116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.142602 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] Set router 274a8634-d8a4-43b7-9b01-bdc8db283897 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:00:26.214752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] For port 09bb8a83-6498-4dd1-b9fb-a7a915bab983, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=09bb8a83-6498-4dd1-b9fb-a7a915bab983,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:00:26.215151 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.226882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Calling delete_port for 09bb8a83-6498-4dd1-b9fb-a7a915bab983 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:26.317021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T06:00:25Z', 'revision_number': 5, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port': {'id': '09bb8a83-6498-4dd1-b9fb-a7a915bab983', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T05:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:26.349940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] Checking router: 274a8634-d8a4-43b7-9b01-bdc8db283897 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:00:26.358666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] Routers {'274a8634-d8a4-43b7-9b01-bdc8db283897'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:00:26.359276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['274a8634-d8a4-43b7-9b01-bdc8db283897'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:26.396791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.424865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Pushing event deleted for resources: {'Port': ['ID=09bb8a83-6498-4dd1-b9fb-a7a915bab983,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:26.451278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f851c97a-c890-4346-bbeb-d409e3ac3b9a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:00:26.477011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] Set router 274a8634-d8a4-43b7-9b01-bdc8db283897 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:00:26.498873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.531586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T06:00:26Z', 'revision_number': 6, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:26.562563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c1bac-6bf9-4412-87ab-0abca99edf99 None None] The sync data for ids ['274a8634-d8a4-43b7-9b01-bdc8db283897'] in n-d-765315-28 is: [{'id': '274a8634-d8a4-43b7-9b01-bdc8db283897', 'name': 'tempest-ServerRescueTestJSON-485469849-router', 'tenant_id': '9d7a9042261144b2b3dbe871755ec9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:58:49Z', 'updated_at': '2021-11-12T06:00:26Z', 'revision_number': 6, 'project_id': '9d7a9042261144b2b3dbe871755ec9da', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:00:26.569306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 88877594-eebf-47b5-8a27-6426e03ed34d no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:00:26.591073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 88877594-eebf-47b5-8a27-6426e03ed34d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:00:26.591422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 88877594-eebf-47b5-8a27-6426e03ed34d not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:00:26.599476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.601840 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.643898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.644392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 274a8634-d8a4-43b7-9b01-bdc8db283897 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:00:26.648810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.650006 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-61d80f04-002f-410f-b6ac-e4a2b5d53939 admin admin] 10.222.0.48 "DELETE /v2.0/routers/274a8634-d8a4-43b7-9b01-bdc8db283897 HTTP/1.1" status: 204 len: 168 time: 0.7880785 Nov 12 06:00:26.653094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:26.698607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-135a9815-f9e9-4609-b375-b8a28c848dff admin admin] Deleting subnet 2310cfa7-380c-49de-afa5-5e838e7754f7 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:00:26.701612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-135a9815-f9e9-4609-b375-b8a28c848dff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.736469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-135a9815-f9e9-4609-b375-b8a28c848dff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.778758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-135a9815-f9e9-4609-b375-b8a28c848dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.829153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-135a9815-f9e9-4609-b375-b8a28c848dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.857559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-135a9815-f9e9-4609-b375-b8a28c848dff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:26.860717 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-135a9815-f9e9-4609-b375-b8a28c848dff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2310cfa7-380c-49de-afa5-5e838e7754f7 HTTP/1.1" status: 204 len: 168 time: 0.2066820 Nov 12 06:00:26.861708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a9815-f9e9-4609-b375-b8a28c848dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2310cfa7-380c-49de-afa5-5e838e7754f7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:26.863387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51018) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:26.934262 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.018099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.038065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e35437c-2400-4a07-b564-dd84a34e2a37']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:27.047089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03afbe33-e12f-489c-8e4d-043475d7acd7') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:27.047399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03afbe33-e12f-489c-8e4d-043475d7acd7') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:27.056489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.069266 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.076418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:00:27.076815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:00:27.078787 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:00:27.136941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.142258 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.145393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8e35437c-2400-4a07-b564-dd84a34e2a37 HTTP/1.1" status: 204 len: 168 time: 0.2809868 Nov 12 06:00:27.156441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a1a20-b9ca-47ed-acc8-4dce433111c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e35437c-2400-4a07-b564-dd84a34e2a37,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:27.250020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51022) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:27.292371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e40323f6-31b1-4acd-b97c-aff3e5d81d91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d7a9042261144b2b3dbe871755ec9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411296 Nov 12 06:00:27.294907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51024) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:27.347490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b2eb0ea-d8f7-4e8a-b96b-31264756c4a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.373019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b2eb0ea-d8f7-4e8a-b96b-31264756c4a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.419747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b2eb0ea-d8f7-4e8a-b96b-31264756c4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.422309 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b2eb0ea-d8f7-4e8a-b96b-31264756c4a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:27.423557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1b2eb0ea-d8f7-4e8a-b96b-31264756c4a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46031a9c-9f67-48ed-8c26-ee69cb559ba8 HTTP/1.1" status: 204 len: 168 time: 0.1276898 Nov 12 06:00:27.431644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2eb0ea-d8f7-4e8a-b96b-31264756c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46031a9c-9f67-48ed-8c26-ee69cb559ba8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:27.524730 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:28.452232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 09bb8a83-6498-4dd1-b9fb-a7a915bab983 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:00:28.473187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 09bb8a83-6498-4dd1-b9fb-a7a915bab983 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:00:28.473636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 09bb8a83-6498-4dd1-b9fb-a7a915bab983 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:00:28.474050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e890c2a2-a1db-4237-87a8-03def32c5aa2 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:00:28.492853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: e890c2a2-a1db-4237-87a8-03def32c5aa2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:00:28.493202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device e890c2a2-a1db-4237-87a8-03def32c5aa2 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:00:28.495696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51056) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:28.601806 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ae57370-7bcc-4985-8150-400d1d9b64a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:28.674547 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ae57370-7bcc-4985-8150-400d1d9b64a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:28.678166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ae57370-7bcc-4985-8150-400d1d9b64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:28.720163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ae57370-7bcc-4985-8150-400d1d9b64a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=004214119b9e4b4bb56ba04ca74da7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233071 Nov 12 06:00:28.721306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae57370-7bcc-4985-8150-400d1d9b64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d167100-c537-46ed-896b-40928f706099,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:28.722797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:28.771363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d65e62-1816-48f2-8049-5ec188516cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:28.792233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d65e62-1816-48f2-8049-5ec188516cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:28.837865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d65e62-1816-48f2-8049-5ec188516cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:28.840512 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5d65e62-1816-48f2-8049-5ec188516cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:28.841691 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d5d65e62-1816-48f2-8049-5ec188516cb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d167100-c537-46ed-896b-40928f706099 HTTP/1.1" status: 204 len: 168 time: 0.1178277 Nov 12 06:00:28.849436 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d65e62-1816-48f2-8049-5ec188516cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d167100-c537-46ed-896b-40928f706099,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:31.371535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51124) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:31.458643 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:00:31.476547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ccd64f7-43b8-4046-ab6a-73c3782f81d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:31.555697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ccd64f7-43b8-4046-ab6a-73c3782f81d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:31.559656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ccd64f7-43b8-4046-ab6a-73c3782f81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:31.599694 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5ccd64f7-43b8-4046-ab6a-73c3782f81d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e716f1ff6a07477a9ff3bb3bcb185b30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270575 Nov 12 06:00:31.600573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd64f7-43b8-4046-ab6a-73c3782f81d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29732db-51fe-4096-98f6-62dbfd8a8e2b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:31.602553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51128) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:31.651491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e25cea9-1f37-4465-9a22-6cf6606fc4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:31.672518 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e25cea9-1f37-4465-9a22-6cf6606fc4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:31.718946 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e25cea9-1f37-4465-9a22-6cf6606fc4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:31.721433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e25cea9-1f37-4465-9a22-6cf6606fc4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:31.722604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e25cea9-1f37-4465-9a22-6cf6606fc4df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f29732db-51fe-4096-98f6-62dbfd8a8e2b HTTP/1.1" status: 204 len: 168 time: 0.1190455 Nov 12 06:00:31.731006 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25cea9-1f37-4465-9a22-6cf6606fc4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29732db-51fe-4096-98f6-62dbfd8a8e2b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:31.990955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51134) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:32.005731 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e69f81ad-2d3a-4f78-b41c-de543f5b3851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:32.078987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e69f81ad-2d3a-4f78-b41c-de543f5b3851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:32.082637 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e69f81ad-2d3a-4f78-b41c-de543f5b3851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:32.119365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e69f81ad-2d3a-4f78-b41c-de543f5b3851 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ef96709591d49109b6de57b6c8cf922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273460 Nov 12 06:00:32.121879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f81ad-2d3a-4f78-b41c-de543f5b3851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd3c809-3547-4f7a-b34c-818b71edcc4f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:32.122751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51136) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:32.170659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5db5017a-ccb5-4183-9e01-9574adec86a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:32.191169 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5db5017a-ccb5-4183-9e01-9574adec86a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:32.235606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5db5017a-ccb5-4183-9e01-9574adec86a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:32.238003 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5db5017a-ccb5-4183-9e01-9574adec86a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:32.239162 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5db5017a-ccb5-4183-9e01-9574adec86a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bd3c809-3547-4f7a-b34c-818b71edcc4f HTTP/1.1" status: 204 len: 168 time: 0.1153979 Nov 12 06:00:32.248323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5017a-ccb5-4183-9e01-9574adec86a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd3c809-3547-4f7a-b34c-818b71edcc4f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:34.427591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51216) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:34.542551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:34.616833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:34.620624 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:34.662715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e62407a85847435c8f1528cf6c3dccc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340312 Nov 12 06:00:34.663735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5dfbdd-4229-4f72-b69d-84d8821719dc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:34.665555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51220) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:34.672359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.672720 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.673067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.673410 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.673750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.674092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.674451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.674780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.675109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.675437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.675765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.676115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba812ac4-b1e0-4f46-be58-6db64822cb99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:00:34.719366 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c056f9-05b3-4ce6-832c-1b208fb8753f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:34.740538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c056f9-05b3-4ce6-832c-1b208fb8753f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:34.784376 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c056f9-05b3-4ce6-832c-1b208fb8753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:34.787186 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28c056f9-05b3-4ce6-832c-1b208fb8753f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:34.788330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-28c056f9-05b3-4ce6-832c-1b208fb8753f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f5dfbdd-4229-4f72-b69d-84d8821719dc HTTP/1.1" status: 204 len: 168 time: 0.1217017 Nov 12 06:00:34.796560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c056f9-05b3-4ce6-832c-1b208fb8753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5dfbdd-4229-4f72-b69d-84d8821719dc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:35.038106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:35.051158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d32d-3126-479c-8425-a51272b09cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:35.128457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d32d-3126-479c-8425-a51272b09cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:35.132027 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d32d-3126-479c-8425-a51272b09cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:35.171422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ca4d32d-3126-479c-8425-a51272b09cac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8daadf2742b94209b5e87b6c1d128994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321344 Nov 12 06:00:35.173285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d32d-3126-479c-8425-a51272b09cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de4ded2-dbbb-4eef-944c-a41e9de42098,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:35.174102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51228) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:35.221958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fabd425a-6940-46b3-a346-3924194a0457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:35.242307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fabd425a-6940-46b3-a346-3924194a0457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:35.287773 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fabd425a-6940-46b3-a346-3924194a0457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:35.290543 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fabd425a-6940-46b3-a346-3924194a0457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:35.291708 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fabd425a-6940-46b3-a346-3924194a0457 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8de4ded2-dbbb-4eef-944c-a41e9de42098 HTTP/1.1" status: 204 len: 168 time: 0.1164408 Nov 12 06:00:35.299237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd425a-6940-46b3-a346-3924194a0457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de4ded2-dbbb-4eef-944c-a41e9de42098,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:37.298331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:37.400970 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-916a91ba-9492-4266-ad5b-faac40edbeea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.473015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-916a91ba-9492-4266-ad5b-faac40edbeea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.476470 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-916a91ba-9492-4266-ad5b-faac40edbeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.518451 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-916a91ba-9492-4266-ad5b-faac40edbeea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a3038f8ce68400c898a6f2c3a1cc551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188663 Nov 12 06:00:37.519620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a91ba-9492-4266-ad5b-faac40edbeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901a6d4b-03c8-4c79-b3b7-c923bd3a6d58,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:37.520275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51296) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:37.569268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4b77032-1552-405d-b592-048009fad676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.593097 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4b77032-1552-405d-b592-048009fad676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.639464 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4b77032-1552-405d-b592-048009fad676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.642261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4b77032-1552-405d-b592-048009fad676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.643447 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a4b77032-1552-405d-b592-048009fad676 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/901a6d4b-03c8-4c79-b3b7-c923bd3a6d58 HTTP/1.1" status: 204 len: 168 time: 0.1221216 Nov 12 06:00:37.651600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b77032-1552-405d-b592-048009fad676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901a6d4b-03c8-4c79-b3b7-c923bd3a6d58,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:37.896372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51302) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:37.910073 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d1c17b7-3f72-4093-be3e-e297193c8b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.985835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d1c17b7-3f72-4093-be3e-e297193c8b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:37.989734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d1c17b7-3f72-4093-be3e-e297193c8b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:38.028686 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1d1c17b7-3f72-4093-be3e-e297193c8b0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb0c4a305feb4eabb41549a1069ed625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312790 Nov 12 06:00:38.029560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c17b7-3f72-4093-be3e-e297193c8b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b8bdb3-9371-4469-a1ab-4174f048caf0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:38.031469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51304) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:38.078760 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e474-4f1e-4ab8-95ba-f2d56155e86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:38.099563 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e474-4f1e-4ab8-95ba-f2d56155e86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:38.144023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e474-4f1e-4ab8-95ba-f2d56155e86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:38.146715 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e474-4f1e-4ab8-95ba-f2d56155e86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:38.147857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bdb6e474-4f1e-4ab8-95ba-f2d56155e86c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16b8bdb3-9371-4469-a1ab-4174f048caf0 HTTP/1.1" status: 204 len: 168 time: 0.1153922 Nov 12 06:00:38.156074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6e474-4f1e-4ab8-95ba-f2d56155e86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b8bdb3-9371-4469-a1ab-4174f048caf0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:40.259796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51364) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:40.365079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763dc8f1-9aa4-4040-b665-fbcf9d415cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.436293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763dc8f1-9aa4-4040-b665-fbcf9d415cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.439960 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763dc8f1-9aa4-4040-b665-fbcf9d415cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.479581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-763dc8f1-9aa4-4040-b665-fbcf9d415cb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=631ac4a870d44505bbaa45c2c92d9ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181613 Nov 12 06:00:40.480654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dc8f1-9aa4-4040-b665-fbcf9d415cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da15b9-39de-4e07-818c-48c52422ef9e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:40.482325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51368) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:40.530847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5b330a-073f-4ce4-9c6c-8f04b20c4209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.551660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5b330a-073f-4ce4-9c6c-8f04b20c4209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.596076 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5b330a-073f-4ce4-9c6c-8f04b20c4209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.598951 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5b330a-073f-4ce4-9c6c-8f04b20c4209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.600099 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce5b330a-073f-4ce4-9c6c-8f04b20c4209 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61da15b9-39de-4e07-818c-48c52422ef9e HTTP/1.1" status: 204 len: 168 time: 0.1167195 Nov 12 06:00:40.607602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b330a-073f-4ce4-9c6c-8f04b20c4209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da15b9-39de-4e07-818c-48c52422ef9e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:40.853866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:40.866716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab970-37d0-4906-a079-2ac07b12b486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.930804 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.946407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab970-37d0-4906-a079-2ac07b12b486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.950567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab970-37d0-4906-a079-2ac07b12b486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:40.987734 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fe9ab970-37d0-4906-a079-2ac07b12b486 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34f99dc5459e4042b26e2ad798980313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327739 Nov 12 06:00:40.988585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ab970-37d0-4906-a079-2ac07b12b486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0e5295-e30e-4005-b7d8-9687c34e7cd3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:40.990479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51376) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:41.037956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cc25b09-1b7b-4775-8386-a2451b7a8b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:41.059113 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cc25b09-1b7b-4775-8386-a2451b7a8b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:41.104717 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cc25b09-1b7b-4775-8386-a2451b7a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:41.107472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cc25b09-1b7b-4775-8386-a2451b7a8b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:41.108641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0cc25b09-1b7b-4775-8386-a2451b7a8b11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af0e5295-e30e-4005-b7d8-9687c34e7cd3 HTTP/1.1" status: 204 len: 168 time: 0.1171381 Nov 12 06:00:41.116780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc25b09-1b7b-4775-8386-a2451b7a8b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0e5295-e30e-4005-b7d8-9687c34e7cd3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:42.280851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51412) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:42.421191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1711902060'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:42.442709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Made reservation on behalf of 7aa5f8e9f2a1407383811f2d7c490a47 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:42.446076 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.454944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.529555 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.533487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.557203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:00:42.572709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6342d7e-bc81-488a-ae73-81e2d2f9973b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:42.575692 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.576039 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Added segment d368235a-9400-4b91-a44c-6868a537f697 of type vlan for network 5892eba0-06b4-4d76-a9f4-9d97ec545861 Nov 12 06:00:42.617760 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.643185 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.648933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:42.649514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.686041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4040060 Nov 12 06:00:42.689018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51416) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:42.728105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ff4bd-1f78-4c66-97f9-82441b7df2a7 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Pushing event updated for resources: {'Network': ['ID=5892eba0-06b4-4d76-a9f4-9d97ec545861,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:42.740007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 5892eba0-06b4-4d76-a9f4-9d97ec545861 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:00:42.765225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Request body: {'network': {'name': 'tempest-network--1621059243', 'router:external': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:42.787274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Made reservation on behalf of 05e4497c40c94b28986be5d95ffea8c7 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:42.789624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.798830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.872039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.875935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.895992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:00:42.909490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb6908-8e8b-4719-a6e8-c073e2b5bbcf,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:42.914293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.914666 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Added segment a87f36d0-4e3b-4f0a-9401-b9d9a9e5fbf3 of type vlan for network 26da192d-6648-4654-894b-defa3527b091 Nov 12 06:00:42.963174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.991678 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:42.992624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:42.993195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.049225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3592000 Nov 12 06:00:43.051882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51420) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:43.060915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a29fea-dde6-42de-9a35-f39fdebe58fd tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Network': ['ID=26da192d-6648-4654-894b-defa3527b091,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:43.070187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 26da192d-6648-4654-894b-defa3527b091 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:00:43.125238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.201986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.221651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26da192d-6648-4654-894b-defa3527b091']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:43.230562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87f36d0-4e3b-4f0a-9401-b9d9a9e5fbf3') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:43.230858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87f36d0-4e3b-4f0a-9401-b9d9a9e5fbf3') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:43.239885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.252448 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.258135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:00:43.258556 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:00:43.260185 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:00:43.319158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.324790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26da192d-6648-4654-894b-defa3527b091 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 06:00:43.326830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.329994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "DELETE /v2.0/networks/26da192d-6648-4654-894b-defa3527b091 HTTP/1.1" status: 204 len: 168 time: 0.2772069 Nov 12 06:00:43.334620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51422) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:43.340974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:43.341841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadba4e-7a31-40db-8cd1-be95cba29ed0 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event deleted for resources: {'Network': ['ID=26da192d-6648-4654-894b-defa3527b091,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:43.361210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Made reservation on behalf of 05e4497c40c94b28986be5d95ffea8c7 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:43.363624 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.387784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:00:43.396722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.397221 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Added segment 19dd56be-b9fa-41f8-8c54-3b2a0ef8b78a of type vlan for network 126e9eea-7761-43ae-a897-e47653e8db4e Nov 12 06:00:43.442042 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.472085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.472968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:43.473551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.507015 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1678152 Nov 12 06:00:43.507323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51424) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:43.512712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Request body: {'subnet': {'network_id': '126e9eea-7761-43ae-a897-e47653e8db4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:43.534915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Made reservation on behalf of 05e4497c40c94b28986be5d95ffea8c7 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:43.537925 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.544739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca2fc9-412c-442d-8a19-f4b5391a2909 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Network': ['ID=126e9eea-7761-43ae-a897-e47653e8db4e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:43.553854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 126e9eea-7761-43ae-a897-e47653e8db4e details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:00:43.849296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.objects.ports [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 06:00:43.849737 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.906754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9a729197-b506-4e69-83ee-61fb0998ca5e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:43.914009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Checking segment: {'id': '19dd56be-b9fa-41f8-8c54-3b2a0ef8b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '126e9eea-7761-43ae-a897-e47653e8db4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:00:43.914399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Network hostable DHCP agents. Network: 126e9eea-7761-43ae-a897-e47653e8db4e, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:00:43.931170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Network 126e9eea-7761-43ae-a897-e47653e8db4e is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:00:43.939820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 126e9eea-7761-43ae-a897-e47653e8db4e) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:00:43.944136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:43.944768 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.945118 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9901870-ca70-49ef-b99e-701317b1e472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:43.951063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b7142-0342-4834-b295-4db28949f2a1 None None] Network 126e9eea-7761-43ae-a897-e47653e8db4e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:00:43.965436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4e9688f0-4887-46e2-ac0e-da2751f07da1 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4536757 Nov 12 06:00:43.965668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51426) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:43.969802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Request body: {'floatingip': {'floating_network_id': '126e9eea-7761-43ae-a897-e47653e8db4e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:43.992501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.080029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e1921c-a880-45b6-ba0c-424dd1044ff2 None None] Network 126e9eea-7761-43ae-a897-e47653e8db4e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:00:44.082622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.182608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Allocated IP 172.20.0.3 (126e9eea-7761-43ae-a897-e47653e8db4e/9a729197-b506-4e69-83ee-61fb0998ca5e/bb7dc9e1-a0f4-420e-aba1-2e2331f77795) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:00:44.285555 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.317543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.353292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Network 126e9eea-7761-43ae-a897-e47653e8db4e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:00:44.356010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:00:44.358998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:00:44.392458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7dc9e1-a0f4-420e-aba1-2e2331f77795,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:44.455377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.487405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.638595 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.643021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.707658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7dc9e1-a0f4-420e-aba1-2e2331f77795,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:44.721746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.736482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:44.737742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8f55c5f7-d2de-4e92-b555-4f5e40e0ae74 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7711296 Nov 12 06:00:44.740508 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51428) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:44.809469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4d3a112b-6563-4ef7-bb7a-3a8120ef8cf4 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=126e9eea-7761-43ae-a897-e47653e8db4e HTTP/1.1" status: 200 len: 689 time: 0.0678890 Nov 12 06:00:44.811985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51430) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:44.892629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.002922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Deleting port bb7dc9e1-a0f4-420e-aba1-2e2331f77795 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:45.003259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.077237 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.077557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.089950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Calling delete_port for bb7dc9e1-a0f4-420e-aba1-2e2331f77795 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:45.217146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.243424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb7dc9e1-a0f4-420e-aba1-2e2331f77795,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:45.300972 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.342901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.397197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.424007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9a729197-b506-4e69-83ee-61fb0998ca5e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:45.475906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.495523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126e9eea-7761-43ae-a897-e47653e8db4e']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:45.504756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dd56be-b9fa-41f8-8c54-3b2a0ef8b78a') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:45.505054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dd56be-b9fa-41f8-8c54-3b2a0ef8b78a') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:45.515112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.530364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.536660 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:00:45.537046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:00:45.539010 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:00:45.933204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.938287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 126e9eea-7761-43ae-a897-e47653e8db4e {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 06:00:45.940905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:45.944167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "DELETE /v2.0/networks/126e9eea-7761-43ae-a897-e47653e8db4e HTTP/1.1" status: 204 len: 168 time: 1.1312697 Nov 12 06:00:45.946876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51432) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:45.964473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c51d11-1da6-425a-a8ae-351b02336d5e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event deleted for resources: {'Network': ['ID=126e9eea-7761-43ae-a897-e47653e8db4e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:46.003021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4e44d2eb-87a4-4c6d-b606-3a7b794232f9 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0526161 Nov 12 06:00:46.003313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51434) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:46.056297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e964ea-9117-4de7-888b-a7f95deff372 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.056754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e964ea-9117-4de7-888b-a7f95deff372 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.057257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e964ea-9117-4de7-888b-a7f95deff372 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.057704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e964ea-9117-4de7-888b-a7f95deff372 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.058142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e964ea-9117-4de7-888b-a7f95deff372 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.058604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e964ea-9117-4de7-888b-a7f95deff372 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.062923 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b0e964ea-9117-4de7-888b-a7f95deff372 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3913 time: 0.0560143 Nov 12 06:00:46.063137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51436) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:46.123791 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-81857244-b61f-4658-a4e6-7002f3566720 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] delete failed (client error): The resource could not be found. Nov 12 06:00:46.127244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-81857244-b61f-4658-a4e6-7002f3566720 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/78308a55-99c6-41cd-bd38-2a8c035b7706 HTTP/1.1" status: 404 len: 345 time: 0.0607731 Nov 12 06:00:46.127575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51438) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:46.143579 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b39703c-94f9-4ea7-a852-ef059cc7fa58 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 06:00:46.144043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b39703c-94f9-4ea7-a852-ef059cc7fa58 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:00:46.146992 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1b39703c-94f9-4ea7-a852-ef059cc7fa58 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "DELETE /v2.0/networks/126e9eea-7761-43ae-a897-e47653e8db4e HTTP/1.1" status: 404 len: 339 time: 0.0184989 Nov 12 06:00:46.150326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51440) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:46.155249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Request body: {'network': {'name': 'tempest-network--1930054611', 'router:external': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:46.175282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Made reservation on behalf of 05e4497c40c94b28986be5d95ffea8c7 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:46.178233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.201453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:00:46.209974 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.210321 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Added segment 361461ff-644b-45ad-8019-6cfda348ca04 of type vlan for network 7c85ceee-b87e-4919-96c5-35081a4c0c38 Nov 12 06:00:46.253376 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.281834 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.282936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.283510 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.347191 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1952426 Nov 12 06:00:46.349885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51442) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:46.353474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706d58b-8cab-48bd-9dfd-d6d98732922e tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Network': ['ID=7c85ceee-b87e-4919-96c5-35081a4c0c38,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:46.357502 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-62ba5dfc-cec7-423f-93ee-afe376dd459c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.363678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 7c85ceee-b87e-4919-96c5-35081a4c0c38 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:00:46.554551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a761f2-b736-4cb4-84f0-fd1007697ff6 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.560775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a761f2-b736-4cb4-84f0-fd1007697ff6 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.566969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a761f2-b736-4cb4-84f0-fd1007697ff6 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.573592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a761f2-b736-4cb4-84f0-fd1007697ff6 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:46.575235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d2a761f2-b736-4cb4-84f0-fd1007697ff6 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2241721 Nov 12 06:00:46.577933 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51444) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:46.648318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.724928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.743978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c85ceee-b87e-4919-96c5-35081a4c0c38']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:46.753712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361461ff-644b-45ad-8019-6cfda348ca04') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:46.754013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361461ff-644b-45ad-8019-6cfda348ca04') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:46.763761 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.776340 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.782009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:00:46.782416 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:00:46.784324 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:00:46.842940 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.847885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c85ceee-b87e-4919-96c5-35081a4c0c38 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 06:00:46.850538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.853716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "DELETE /v2.0/networks/7c85ceee-b87e-4919-96c5-35081a4c0c38 HTTP/1.1" status: 204 len: 168 time: 0.2748199 Nov 12 06:00:46.857293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51446) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:46.862189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Request body: {'network': {'name': 'tempest-network--1387886691', 'router:external': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:46.865073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab31f19-0fa9-48a7-83e3-548031279827 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c85ceee-b87e-4919-96c5-35081a4c0c38,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:46.883800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Made reservation on behalf of 05e4497c40c94b28986be5d95ffea8c7 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:46.886867 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.911649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:00:46.921870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:46.922217 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Added segment 7bfb3ebf-cbca-44b4-952c-b0cd5195d1d8 of type vlan for network 6ac3c914-ca33-4c7d-9642-a80a7cde0032 Nov 12 06:00:46.969334 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.002102 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.003206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:47.003799 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.062577 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2041259 Nov 12 06:00:47.065044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51448) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:47.078863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdab7f-2801-4c15-be5f-c708dc33fe1b tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Network': ['ID=6ac3c914-ca33-4c7d-9642-a80a7cde0032,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:47.090943 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 6ac3c914-ca33-4c7d-9642-a80a7cde0032 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:00:47.159575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb9ba3-0c31-462c-b297-a5e89eda6c88 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:47.160957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f9bb9ba3-0c31-462c-b297-a5e89eda6c88 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] 10.222.0.48 "GET /v2.0/networks/6ac3c914-ca33-4c7d-9642-a80a7cde0032 HTTP/1.1" status: 200 len: 757 time: 0.0950158 Nov 12 06:00:47.163484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51450) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:47.247259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723eb92b-4a6d-4ff3-8abe-13a2ebd18f27 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:47.248598 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-723eb92b-4a6d-4ff3-8abe-13a2ebd18f27 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] 10.222.0.48 "GET /v2.0/networks/5892eba0-06b4-4d76-a9f4-9d97ec545861 HTTP/1.1" status: 200 len: 768 time: 0.0841930 Nov 12 06:00:47.251205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51452) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:47.317049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.396554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.417161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac3c914-ca33-4c7d-9642-a80a7cde0032']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:47.426446 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfb3ebf-cbca-44b4-952c-b0cd5195d1d8') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:47.426740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfb3ebf-cbca-44b4-952c-b0cd5195d1d8') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:47.435941 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.450047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.456439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:00:47.456868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.457749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:00:47.458612 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:00:47.516461 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.522803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ac3c914-ca33-4c7d-9642-a80a7cde0032 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 06:00:47.532938 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.536426 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "DELETE /v2.0/networks/6ac3c914-ca33-4c7d-9642-a80a7cde0032 HTTP/1.1" status: 204 len: 168 time: 0.2843242 Nov 12 06:00:47.537692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25a009-00aa-4052-be2f-4e4c425276b5 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ac3c914-ca33-4c7d-9642-a80a7cde0032,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:47.540048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51454) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:47.545484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Request body: {'network': {'name': 'tempest-network--275561724'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:47.567294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Made reservation on behalf of 05e4497c40c94b28986be5d95ffea8c7 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:47.569558 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.593191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:00:47.602009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.602362 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Added segment fc552c45-49b3-4b39-bb59-9445fc203dd6 of type vlan for network 815f25e3-22b2-4786-b238-b8f4101f827a Nov 12 06:00:47.641189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.666196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.667751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:47.668341 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.728469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1873076 Nov 12 06:00:47.731244 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:47.735217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a92c7-68ad-4ee0-9f05-b32871b5dc04 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Network': ['ID=815f25e3-22b2-4786-b238-b8f4101f827a,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:47.736353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6040ccd0-1aa1-4593-be4c-659532fc7284 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:47.747088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 815f25e3-22b2-4786-b238-b8f4101f827a details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:00:47.887318 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6040ccd0-1aa1-4593-be4c-659532fc7284 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.900651 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6040ccd0-1aa1-4593-be4c-659532fc7284 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.922880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6040ccd0-1aa1-4593-be4c-659532fc7284 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Network 815f25e3-22b2-4786-b238-b8f4101f827a is not hosted by any dhcp agent {{(pid=102589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 06:00:47.923762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6040ccd0-1aa1-4593-be4c-659532fc7284 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:47.924356 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6040ccd0-1aa1-4593-be4c-659532fc7284 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:47.925679 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6040ccd0-1aa1-4593-be4c-659532fc7284 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "PUT /v2.0/networks/815f25e3-22b2-4786-b238-b8f4101f827a HTTP/1.1" status: 200 len: 857 time: 0.1934087 Nov 12 06:00:47.928567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51458) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:47.960363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ccd0-1aa1-4593-be4c-659532fc7284 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event updated for resources: {'Network': ['ID=815f25e3-22b2-4786-b238-b8f4101f827a,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:47.997724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.082066 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.101802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815f25e3-22b2-4786-b238-b8f4101f827a']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:48.110858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc552c45-49b3-4b39-bb59-9445fc203dd6') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:48.111160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc552c45-49b3-4b39-bb59-9445fc203dd6') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:48.120765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.133492 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.139878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:00:48.140196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:00:48.141833 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:00:48.199816 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.204518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 815f25e3-22b2-4786-b238-b8f4101f827a {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 06:00:48.207028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.210111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] 10.222.0.48 "DELETE /v2.0/networks/815f25e3-22b2-4786-b238-b8f4101f827a HTTP/1.1" status: 204 len: 168 time: 0.2805417 Nov 12 06:00:48.213509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51460) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:48.219840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a90f51-0783-4d90-86d1-633ea7e2db38 tempest-ExternalNetworksTestJSON-214353467 tempest-ExternalNetworksTestJSON-214353467-project-admin] Pushing event deleted for resources: {'Network': ['ID=815f25e3-22b2-4786-b238-b8f4101f827a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:48.241549 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6ecd45-545b-436c-afbe-146c444198da tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] DELETE failed (client error): The resource could not be found. Nov 12 06:00:48.242017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6ecd45-545b-436c-afbe-146c444198da tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:00:48.248095 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ef6ecd45-545b-436c-afbe-146c444198da tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] 10.222.0.48 "DELETE /v2.0/subnets/9a729197-b506-4e69-83ee-61fb0998ca5e HTTP/1.1" status: 404 len: 337 time: 0.0306127 Nov 12 06:00:48.248352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51462) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:48.333250 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.421787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.441663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5892eba0-06b4-4d76-a9f4-9d97ec545861']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:48.451730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd368235a-9400-4b91-a44c-6868a537f697') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:48.452258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd368235a-9400-4b91-a44c-6868a537f697') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:48.461821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.474989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.481839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:00:48.482172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:00:48.485262 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:00:48.542712 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.547287 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.553504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] 10.222.0.48 "DELETE /v2.0/networks/5892eba0-06b4-4d76-a9f4-9d97ec545861 HTTP/1.1" status: 204 len: 168 time: 0.3017931 Nov 12 06:00:48.565895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3ec65-e908-4668-ac3d-4cfb6b880ea4 tempest-ExternalNetworksTestJSON-41892957 tempest-ExternalNetworksTestJSON-41892957-project] Pushing event deleted for resources: {'Network': ['ID=5892eba0-06b4-4d76-a9f4-9d97ec545861,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:48.691269 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.795595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51468) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:48.929851 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-877d572c-9f6e-470b-b249-761d3562e696 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7aa5f8e9f2a1407383811f2d7c490a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330137 Nov 12 06:00:48.932231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:48.977720 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eb800114-a6d9-4877-9e18-e85a98e3cfe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:48.998795 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eb800114-a6d9-4877-9e18-e85a98e3cfe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:49.043937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eb800114-a6d9-4877-9e18-e85a98e3cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:49.046578 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eb800114-a6d9-4877-9e18-e85a98e3cfe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:49.047751 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-eb800114-a6d9-4877-9e18-e85a98e3cfe5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6342d7e-bc81-488a-ae73-81e2d2f9973b HTTP/1.1" status: 204 len: 168 time: 0.1143591 Nov 12 06:00:49.055418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb800114-a6d9-4877-9e18-e85a98e3cfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6342d7e-bc81-488a-ae73-81e2d2f9973b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:49.300203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51478) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:49.339229 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6e49141f-f5ef-4723-9e6c-dbcb815b6f6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05e4497c40c94b28986be5d95ffea8c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372157 Nov 12 06:00:49.341617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51480) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:49.386876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e05492a3-3660-4e6a-a2be-ded7e7cf8c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:49.407893 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e05492a3-3660-4e6a-a2be-ded7e7cf8c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:49.456312 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e05492a3-3660-4e6a-a2be-ded7e7cf8c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:49.459298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e05492a3-3660-4e6a-a2be-ded7e7cf8c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:49.460698 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e05492a3-3660-4e6a-a2be-ded7e7cf8c1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6beb6908-8e8b-4719-a6e8-c073e2b5bbcf HTTP/1.1" status: 204 len: 168 time: 0.1180923 Nov 12 06:00:49.471740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05492a3-3660-4e6a-a2be-ded7e7cf8c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb6908-8e8b-4719-a6e8-c073e2b5bbcf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:49.579787 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:50.640817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:50.739095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:50.760008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:50.843806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:50.945348 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Allocated IP 172.25.2.95 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/2e34b39c-281c-4f67-914f-5283a6365fb1) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:00:51.045064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.077031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.427215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:00:51.430317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:00:51.433547 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:00:51.463868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Pushing event updated for resources: {'Port': ['ID=2e34b39c-281c-4f67-914f-5283a6365fb1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:51.522666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.555857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.703055 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.707585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.776483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Pushing event updated for resources: {'Port': ['ID=2e34b39c-281c-4f67-914f-5283a6365fb1,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:51.788228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.803268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.804494 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-afad28bb-b3cf-4e22-98e8-b1fd853e9106 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1626508 Nov 12 06:00:51.808325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51520) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:51.813276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1268625590', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'fixed_ips': [{'ip_address': '172.25.2.95'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:51.832189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Made reservation on behalf of be4b7bebc133425db6a2059441cab768 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:51.834511 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.843031 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.913035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.917485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:51.922482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] device_id is not set on port ac62801e-0368-48ce-a8f5-80bbf97f39d2 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:00:51.988260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ebc6ec-0875-4c93-8411-f35c34a11b31,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:52.118929 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 06:00:52.119447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:00:52.133959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-10881217-202a-4670-9c36-cde5c1e8edb9 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3245223 Nov 12 06:00:52.136698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51522) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:52.261943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Deleting port 2e34b39c-281c-4f67-914f-5283a6365fb1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:52.262207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:52.342393 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:52.342720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:52.354032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Calling delete_port for 2e34b39c-281c-4f67-914f-5283a6365fb1 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:52.480281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:52.509896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e34b39c-281c-4f67-914f-5283a6365fb1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:52.568630 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:52.571150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:52.572299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-39cfdf9e-ac28-4f87-b80c-b3e6ec77e821 tempest-ExternalNetworksAdminNegativeTestJSON-168837721 tempest-ExternalNetworksAdminNegativeTestJSON-168837721-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/9e45ecd0-6359-403c-9d22-9fa49bece5ef HTTP/1.1" status: 204 len: 168 time: 0.4346888 Nov 12 06:00:52.807607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51528) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:52.912798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05715645-e714-41ae-84ae-1eb9646b0343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:52.984264 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05715645-e714-41ae-84ae-1eb9646b0343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:52.987978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-05715645-e714-41ae-84ae-1eb9646b0343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.025430 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-05715645-e714-41ae-84ae-1eb9646b0343 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10d654010db64f3484fd552b6e63c115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2167745 Nov 12 06:00:53.026562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05715645-e714-41ae-84ae-1eb9646b0343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e96b9e-6710-428f-b05b-36935cce625b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:53.028109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51532) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:53.076333 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a24be230-b618-4e37-8512-46b559d561c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.097287 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a24be230-b618-4e37-8512-46b559d561c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.142670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a24be230-b618-4e37-8512-46b559d561c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.145200 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a24be230-b618-4e37-8512-46b559d561c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.146326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a24be230-b618-4e37-8512-46b559d561c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78e96b9e-6710-428f-b05b-36935cce625b HTTP/1.1" status: 204 len: 168 time: 0.1172128 Nov 12 06:00:53.153802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24be230-b618-4e37-8512-46b559d561c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e96b9e-6710-428f-b05b-36935cce625b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:53.404298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51538) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:53.447370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9932e431-439e-4e04-8382-7bcdfd40c667 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be4b7bebc133425db6a2059441cab768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418863 Nov 12 06:00:53.449836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51540) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:53.495946 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-171bbb80-4aa2-4cc2-a566-fb5e33a9c246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.516850 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-171bbb80-4aa2-4cc2-a566-fb5e33a9c246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.563759 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-171bbb80-4aa2-4cc2-a566-fb5e33a9c246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.566622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-171bbb80-4aa2-4cc2-a566-fb5e33a9c246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:53.567785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-171bbb80-4aa2-4cc2-a566-fb5e33a9c246 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21ebc6ec-0875-4c93-8411-f35c34a11b31 HTTP/1.1" status: 204 len: 168 time: 0.1170130 Nov 12 06:00:53.575253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bbb80-4aa2-4cc2-a566-fb5e33a9c246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ebc6ec-0875-4c93-8411-f35c34a11b31,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:54.743962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51576) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:54.918314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2118435943'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:54.939134 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Made reservation on behalf of b68bd5f7fb454383a0904159aae40912 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:54.942567 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:54.950726 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.021886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.025315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.051220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:00:55.061018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83199ec-1be9-4c70-9e5a-102fa5587942,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:55.065645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.065982 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Added segment f576e01f-e3c9-475d-a5e1-7d3490dbd49b of type vlan for network d8329273-1243-47db-975c-6bae75f45528 Nov 12 06:00:55.107735 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.132526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.138269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:55.138884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.175090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4293578 Nov 12 06:00:55.209069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b00b9-c388-4d78-8a42-2857a1a36af0 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Pushing event updated for resources: {'Network': ['ID=d8329273-1243-47db-975c-6bae75f45528,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:55.220153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network d8329273-1243-47db-975c-6bae75f45528 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:00:55.346521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51586) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:55.351566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Request body: {'port': {'network_id': 'd8329273-1243-47db-975c-6bae75f45528', 'binding:host_id': 'n-h2-765315-28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-298712091'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:55.370664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Made reservation on behalf of 186d69e8ea6a4816963c8dca0fac8515 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:55.372909 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.381106 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.456436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.460220 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.465042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] device_id is not set on port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:00:55.538456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c45847-1650-45b8-b8bf-d901f6a98c4e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:55.678392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] device_id is not set on port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:00:55.687634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.693236 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:55.750647 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:55.759445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Checking segment: {'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:00:55.759817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Network hostable DHCP agents. Network: d8329273-1243-47db-975c-6bae75f45528, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:00:55.776397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Network d8329273-1243-47db-975c-6bae75f45528 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:00:55.785053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, d8329273-1243-47db-975c-6bae75f45528) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:00:55.788590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:00:55.793878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd28e9e-28bb-4ae9-8f4b-105d0d20af7d None None] Network d8329273-1243-47db-975c-6bae75f45528 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:00:55.804419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.804764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.805144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.810091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.810476 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.810864 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 2 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.822519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.823411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.823750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.828104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.828446 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.828828 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 3 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.842109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.842489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.842836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.847147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.847477 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.847868 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 4 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.859735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.860074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.860410 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.864756 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.865087 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.865473 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 5 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.878141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.878546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.878880 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.883301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.883780 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.884166 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 6 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.896526 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.896870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.897201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.901624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.902029 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.902444 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 7 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.919044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.919375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.919704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.923954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.924274 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.924651 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 8 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.936488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.936816 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.937139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.941268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.941590 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.941965 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 9 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.954181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.954546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.954873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.958946 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.959265 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.959640 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 10 to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd Nov 12 06:00:55.970976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:55.971314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:55.971648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:55.975943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:55.976273 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:55.976638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.044363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] For port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:00:56.044621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempted to set empty binding levels {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 06:00:56.048814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.078194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:56.078823 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.100451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:56.105933 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ca3c6f41-f289-42a2-8b4d-8aaaed21b6a4 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.7583592 Nov 12 06:00:56.108719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:56.183933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Deleting port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:56.184277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.243375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] For port ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd, host n-h2-765315-28, got binding levels [] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:00:56.243739 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.256356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Calling delete_port for ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd owned by {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:56.335013 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.362708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:56.367893 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.371176 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2f907c2c-67cd-4e8f-83bb-e429bc72990e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd HTTP/1.1" status: 204 len: 168 time: 0.2614527 Nov 12 06:00:56.373690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51590) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:56.396263 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f088a917-d00c-4d5a-b7a5-6d2b2cd3652e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] GET failed (client error): The resource could not be found. Nov 12 06:00:56.397696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f088a917-d00c-4d5a-b7a5-6d2b2cd3652e tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "GET /v2.0/ports/ff1bfadd-a963-4e4b-b5e6-e631c4c4d8bd HTTP/1.1" status: 404 len: 333 time: 0.0230880 Nov 12 06:00:56.401690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51592) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:56.406693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Request body: {'port': {'network_id': 'd8329273-1243-47db-975c-6bae75f45528', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1570396563'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:56.428068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Made reservation on behalf of 186d69e8ea6a4816963c8dca0fac8515 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:56.431053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.446833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] device_id is not set on port 34619fde-55a8-4775-b3f9-175fcd8f0b36 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:00:56.596963 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.628339 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.672437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Network d8329273-1243-47db-975c-6bae75f45528 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:00:56.677239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:00:56.680686 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:00:56.681764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:56.682194 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.692305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=34619fde-55a8-4775-b3f9-175fcd8f0b36,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:56.701838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e5c28c73-d7ad-4033-9e05-55c47716d0ec tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2989719 Nov 12 06:00:56.704498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51594) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:56.709504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:56.761667 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.925428 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] device_id is not set on port 34619fde-55a8-4775-b3f9-175fcd8f0b36 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:00:56.932821 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.938148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:56.995307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=34619fde-55a8-4775-b3f9-175fcd8f0b36,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:56.999390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:56.999730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.000067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.004382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.004714 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.005098 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 2 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.017213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.017547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.017876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.022091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.022464 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.022851 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 3 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.036036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.036366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.036693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.040884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.041207 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.041585 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 4 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.052784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.053114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.053440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.057647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.057972 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.058371 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 5 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.074059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.074427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.074757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.078946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.079267 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.079641 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 6 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.093096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.093433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.093767 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.098054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.098434 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.098823 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 7 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.110894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.111226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.111558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.115742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.116065 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.116444 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 8 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.128186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.128517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.128845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.132988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.133307 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.133681 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 9 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.146003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.146335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.146684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.150889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.151218 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.151596 n-d-765315-28 neutron-server[102590]: INFO neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 10 to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 Nov 12 06:00:57.166489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:57.166957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:57.167206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:57.171826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:57.172149 n-d-765315-28 neutron-server[102590]: ERROR neutron.plugins.ml2.managers [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:57.172509 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.232735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] For port 34619fde-55a8-4775-b3f9-175fcd8f0b36, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:00:57.233012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempted to set empty binding levels {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 06:00:57.237079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.266242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] In _notify_port_updated(), no bound segment for port 34619fde-55a8-4775-b3f9-175fcd8f0b36 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 06:00:57.267123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.267720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.269030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "PUT /v2.0/ports/34619fde-55a8-4775-b3f9-175fcd8f0b36 HTTP/1.1" status: 200 len: 976 time: 0.5635881 Nov 12 06:00:57.271547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51596) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:57.338736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3dda8-8f68-4ab1-8f51-6c5a2726fc55 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=34619fde-55a8-4775-b3f9-175fcd8f0b36,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:57.361042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.361527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.362000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.362506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.362975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.363440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.363907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.364366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.364826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.365283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.365744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.366206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.366689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.368967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-231b444a-6011-4b48-8690-299fa6b53e9d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11971 time: 0.0964885 Nov 12 06:00:57.374093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51598) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:57.446070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Deleting port 34619fde-55a8-4775-b3f9-175fcd8f0b36 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:57.446822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.510908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] For port 34619fde-55a8-4775-b3f9-175fcd8f0b36, host n-h2-765315-28, got binding levels [] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:00:57.511154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.514122 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.524174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Calling delete_port for 34619fde-55a8-4775-b3f9-175fcd8f0b36 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:57.599699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.630930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event deleted for resources: {'Port': ['ID=34619fde-55a8-4775-b3f9-175fcd8f0b36,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:57.636116 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.639581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-73438808-6778-44c1-865c-4b981d7d85fd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "DELETE /v2.0/ports/34619fde-55a8-4775-b3f9-175fcd8f0b36 HTTP/1.1" status: 204 len: 168 time: 0.2645407 Nov 12 06:00:57.642174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51600) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:57.664847 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb85de8-66e1-4654-b795-e659d0422401 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] GET failed (client error): The resource could not be found. Nov 12 06:00:57.666776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dcb85de8-66e1-4654-b795-e659d0422401 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "GET /v2.0/ports/34619fde-55a8-4775-b3f9-175fcd8f0b36 HTTP/1.1" status: 404 len: 333 time: 0.0231264 Nov 12 06:00:57.670053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51602) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:57.674534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1649117594', 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:57.695662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Made reservation on behalf of 186d69e8ea6a4816963c8dca0fac8515 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:57.697933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.712995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] device_id is not set on port 62ec9dbc-ca1b-45c3-96fe-21cbf8a9e162 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:00:57.857294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.888270 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.930272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Network d8329273-1243-47db-975c-6bae75f45528 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:00:57.936464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:00:57.938902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:00:57.939919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.940538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:57.946028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=62ec9dbc-ca1b-45c3-96fe-21cbf8a9e162,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:57.959205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fb9679b8-2886-4817-a89f-60dcf93680ea tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2881410 Nov 12 06:00:57.961621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51604) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:57.994575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100180d-94aa-4ed6-bb2d-2d75993c256d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:57.995985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9100180d-94aa-4ed6-bb2d-2d75993c256d tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "GET /v2.0/ports/62ec9dbc-ca1b-45c3-96fe-21cbf8a9e162 HTTP/1.1" status: 200 len: 955 time: 0.0334356 Nov 12 06:00:57.998729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51606) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:58.075955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-76397d80-c4f8-48d8-a836-f30a2a5db6da tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Deleting port 62ec9dbc-ca1b-45c3-96fe-21cbf8a9e162 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:58.076292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76397d80-c4f8-48d8-a836-f30a2a5db6da tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.133391 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76397d80-c4f8-48d8-a836-f30a2a5db6da tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.145314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-76397d80-c4f8-48d8-a836-f30a2a5db6da tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Calling delete_port for 62ec9dbc-ca1b-45c3-96fe-21cbf8a9e162 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:58.224844 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76397d80-c4f8-48d8-a836-f30a2a5db6da tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.251066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397d80-c4f8-48d8-a836-f30a2a5db6da tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event deleted for resources: {'Port': ['ID=62ec9dbc-ca1b-45c3-96fe-21cbf8a9e162,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:58.255968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-76397d80-c4f8-48d8-a836-f30a2a5db6da tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.259199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-76397d80-c4f8-48d8-a836-f30a2a5db6da tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "DELETE /v2.0/ports/62ec9dbc-ca1b-45c3-96fe-21cbf8a9e162 HTTP/1.1" status: 204 len: 168 time: 0.2595620 Nov 12 06:00:58.262284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51608) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:58.285191 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13feda0-a317-496b-95bb-ae204fcc3bfe tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] GET failed (client error): The resource could not be found. Nov 12 06:00:58.286606 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a13feda0-a317-496b-95bb-ae204fcc3bfe tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "GET /v2.0/ports/62ec9dbc-ca1b-45c3-96fe-21cbf8a9e162 HTTP/1.1" status: 404 len: 333 time: 0.0233696 Nov 12 06:00:58.290036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51610) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:58.295287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Request body: {'port': {'network_id': 'd8329273-1243-47db-975c-6bae75f45528', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-556218445'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:58.314801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Made reservation on behalf of 186d69e8ea6a4816963c8dca0fac8515 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:00:58.317075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.333031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] device_id is not set on port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:00:58.480149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.512224 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.557072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Network d8329273-1243-47db-975c-6bae75f45528 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:00:58.561878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:00:58.565294 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:00:58.566221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:58.566857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.575075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=f6bab519-91bd-4cf7-9c47-2188bf1e58f9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:58.586882 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4745c2d7-c33f-41b7-8406-bcc0b6e560cf tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2954133 Nov 12 06:00:58.590086 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51612) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:58.595291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:00:58.647503 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.811413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] device_id is not set on port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 yet. {{(pid=102589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:00:58.818792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.824868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:58.871737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=f6bab519-91bd-4cf7-9c47-2188bf1e58f9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:58.886100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:58.886467 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:58.886810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:58.891127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:58.891457 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:58.891843 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 2 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:58.908221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:58.908556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:58.908885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:58.913372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:58.913700 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:58.914087 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 3 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:58.925531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:58.925864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:58.926192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:58.930697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:58.931035 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:58.931416 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 4 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:58.943947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:58.944287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:58.944620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:58.949367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:58.949697 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:58.950083 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 5 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:58.961450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:58.961806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:58.962139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:58.969443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:58.969770 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:58.970155 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 6 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:58.982865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:58.983199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:58.983528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:58.987917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:58.988240 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:58.988622 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 7 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:59.000436 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:59.000771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:59.001101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:59.005245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:59.005570 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:59.005951 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 8 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:59.017729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:59.018068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:59.018429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:59.022577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:59.022903 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:59.023279 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 9 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:59.034779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:59.035112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:59.035442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:59.039607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:59.039928 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:59.040306 n-d-765315-28 neutron-server[102589]: INFO neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempt 10 to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 Nov 12 06:00:59.052596 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:00:59.052930 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:00:59.053256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempting to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:00:59.058077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:00:59.058427 n-d-765315-28 neutron-server[102589]: ERROR neutron.plugins.ml2.managers [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Failed to bind port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on host n-h2-765315-28 for vnic_type normal using segments [{'id': 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd8329273-1243-47db-975c-6bae75f45528'}] Nov 12 06:00:59.058791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.117939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] For port f6bab519-91bd-4cf7-9c47-2188bf1e58f9, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:00:59.118335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attempted to set empty binding levels {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 06:00:59.123317 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.154162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] In _notify_port_updated(), no bound segment for port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 on network d8329273-1243-47db-975c-6bae75f45528 {{(pid=102589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 06:00:59.155049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:00:59.155654 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.156967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "PUT /v2.0/ports/f6bab519-91bd-4cf7-9c47-2188bf1e58f9 HTTP/1.1" status: 200 len: 975 time: 0.5658975 Nov 12 06:00:59.160082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51614) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:59.170800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c240b0-08b3-4814-81a2-738b94248c2c tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event updated for resources: {'Port': ['ID=f6bab519-91bd-4cf7-9c47-2188bf1e58f9,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:59.236157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Deleting port f6bab519-91bd-4cf7-9c47-2188bf1e58f9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:00:59.236496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.296084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] For port f6bab519-91bd-4cf7-9c47-2188bf1e58f9, host n-h2-765315-28, got binding levels [] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:00:59.296441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.308867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Calling delete_port for f6bab519-91bd-4cf7-9c47-2188bf1e58f9 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:00:59.387851 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.414888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6bab519-91bd-4cf7-9c47-2188bf1e58f9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:59.420459 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.423495 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7aa50fbd-81c8-4c81-b4c8-00b7ebc05bbd tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f6bab519-91bd-4cf7-9c47-2188bf1e58f9 HTTP/1.1" status: 204 len: 168 time: 0.2623336 Nov 12 06:00:59.426067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51616) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:59.448762 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d51333-7486-4ea1-86d0-89efafd92649 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] GET failed (client error): The resource could not be found. Nov 12 06:00:59.450162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b1d51333-7486-4ea1-86d0-89efafd92649 tempest-PortsAdminExtendedAttrsTestJSON-1279463222 tempest-PortsAdminExtendedAttrsTestJSON-1279463222-project-admin] 10.222.0.48 "GET /v2.0/ports/f6bab519-91bd-4cf7-9c47-2188bf1e58f9 HTTP/1.1" status: 404 len: 333 time: 0.0231559 Nov 12 06:00:59.453366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51618) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:00:59.530740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.620734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.640295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8329273-1243-47db-975c-6bae75f45528']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:59.649192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:59.649491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f576e01f-e3c9-475d-a5e1-7d3490dbd49b') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:00:59.663643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.676968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.682701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:00:59.683084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:00:59.685992 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:00:59.742101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.748933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:00:59.752060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] 10.222.0.48 "DELETE /v2.0/networks/d8329273-1243-47db-975c-6bae75f45528 HTTP/1.1" status: 204 len: 168 time: 0.2977531 Nov 12 06:00:59.763549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ec165-3c0e-432b-9e3b-4fed4ef84ea6 tempest-PortsAdminExtendedAttrsTestJSON-1636482498 tempest-PortsAdminExtendedAttrsTestJSON-1636482498-project] Pushing event deleted for resources: {'Network': ['ID=d8329273-1243-47db-975c-6bae75f45528,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:00:59.989652 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51624) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:00.129988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5fa16346-f6d7-4ab6-84fe-105201b09009 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b68bd5f7fb454383a0904159aae40912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391640 Nov 12 06:01:00.132405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51628) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:00.177677 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02b5f8ba-ce11-4a40-a4c7-db885befa632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:00.199165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02b5f8ba-ce11-4a40-a4c7-db885befa632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:00.243833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02b5f8ba-ce11-4a40-a4c7-db885befa632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:00.246875 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-02b5f8ba-ce11-4a40-a4c7-db885befa632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:00.248022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-02b5f8ba-ce11-4a40-a4c7-db885befa632 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e83199ec-1be9-4c70-9e5a-102fa5587942 HTTP/1.1" status: 204 len: 168 time: 0.1147285 Nov 12 06:01:00.255576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5f8ba-ce11-4a40-a4c7-db885befa632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83199ec-1be9-4c70-9e5a-102fa5587942,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:00.502857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51634) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:00.541976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-72768aba-9b94-431d-bafc-83c4d7fe60d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=186d69e8ea6a4816963c8dca0fac8515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373526 Nov 12 06:01:00.544395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51636) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:00.590036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2547e974-266b-4c0a-8f24-1970abd07871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:00.610804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2547e974-266b-4c0a-8f24-1970abd07871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:00.658110 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2547e974-266b-4c0a-8f24-1970abd07871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:00.661137 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2547e974-266b-4c0a-8f24-1970abd07871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:00.662260 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2547e974-266b-4c0a-8f24-1970abd07871 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76c45847-1650-45b8-b8bf-d901f6a98c4e HTTP/1.1" status: 204 len: 168 time: 0.1169715 Nov 12 06:01:00.670298 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547e974-266b-4c0a-8f24-1970abd07871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c45847-1650-45b8-b8bf-d901f6a98c4e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:01.837460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51672) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:01.933133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1719939631', 'router:external': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:01.954275 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Made reservation on behalf of ebcc323035664105a2ea6241dfed5125 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:01.956575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:01.964698 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.043225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.047144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.075546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:02.084398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bb06f6-cb93-483f-8889-b53eb0dc7e4e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:02.090229 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.090606 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Added segment d275ed56-4f40-4bb4-bdb9-60f4f8809e14 of type vlan for network 0d8f92f1-c6de-4662-9916-535d517689da Nov 12 06:01:02.135381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.163922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.165027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:02.165614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.197843 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3592520 Nov 12 06:01:02.200943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51676) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:02.205938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'subnet': {'network_id': '0d8f92f1-c6de-4662-9916-535d517689da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:02.226930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Made reservation on behalf of ebcc323035664105a2ea6241dfed5125 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:02.230402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.232477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c865fc-6519-423d-a45f-02ea204158b3 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'Network': ['ID=0d8f92f1-c6de-4662-9916-535d517689da,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:02.243703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 0d8f92f1-c6de-4662-9916-535d517689da details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:02.505742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.objects.ports [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 06:01:02.506197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.560896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00733a78-b936-4060-90d2-8caa95339e02,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:02.572654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Checking segment: {'id': 'd275ed56-4f40-4bb4-bdb9-60f4f8809e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d8f92f1-c6de-4662-9916-535d517689da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:02.573019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Network hostable DHCP agents. Network: 0d8f92f1-c6de-4662-9916-535d517689da, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:02.588853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Network 0d8f92f1-c6de-4662-9916-535d517689da is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:02.597169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 0d8f92f1-c6de-4662-9916-535d517689da) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:02.600968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:02.601562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.606581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c600112-3693-41fb-af6e-2658497f2786 None None] Network 0d8f92f1-c6de-4662-9916-535d517689da requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:02.617151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c89523ee-0405-486f-bcef-5040169eb77c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4150481 Nov 12 06:01:02.619953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51678) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:02.624819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-635976977', 'network_id': '0d8f92f1-c6de-4662-9916-535d517689da'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:02.644632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Made reservation on behalf of ebcc323035664105a2ea6241dfed5125 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:02.646586 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.663105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] device_id is not set on port 7bc7d76f-2243-40d5-8ed3-a3c0f21e349b yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:01:02.729771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a8d0e-2fc8-496d-a98d-485096aba034 None None] Network 0d8f92f1-c6de-4662-9916-535d517689da requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:02.770904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Allocated IP 2001:db8::10f (0d8f92f1-c6de-4662-9916-535d517689da/00733a78-b936-4060-90d2-8caa95339e02/7bc7d76f-2243-40d5-8ed3-a3c0f21e349b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:02.900313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.932901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.975361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Network 0d8f92f1-c6de-4662-9916-535d517689da is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:02.980131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:02.983579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:02.984629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:02.985151 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:02.990889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'Port': ['ID=7bc7d76f-2243-40d5-8ed3-a3c0f21e349b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:03.005246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ac360755-fa59-4a4b-aad6-6970f7165e64 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.3843265 Nov 12 06:01:03.007841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51680) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:03.080784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2c9d3-9875-409a-b2c5-7a24d5fee6cd tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Deleting port 7bc7d76f-2243-40d5-8ed3-a3c0f21e349b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:03.081122 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c9d3-9875-409a-b2c5-7a24d5fee6cd tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.159830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c9d3-9875-409a-b2c5-7a24d5fee6cd tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.171466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2c9d3-9875-409a-b2c5-7a24d5fee6cd tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Calling delete_port for 7bc7d76f-2243-40d5-8ed3-a3c0f21e349b owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:03.289439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c9d3-9875-409a-b2c5-7a24d5fee6cd tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.326033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2c9d3-9875-409a-b2c5-7a24d5fee6cd tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bc7d76f-2243-40d5-8ed3-a3c0f21e349b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:03.347147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c9d3-9875-409a-b2c5-7a24d5fee6cd tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.350554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0ef2c9d3-9875-409a-b2c5-7a24d5fee6cd tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7bc7d76f-2243-40d5-8ed3-a3c0f21e349b HTTP/1.1" status: 204 len: 168 time: 0.3416579 Nov 12 06:01:03.353117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51682) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:03.357261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d8f92f1-c6de-4662-9916-535d517689da', 'external_fixed_ips': [{'subnet_id': '00733a78-b936-4060-90d2-8caa95339e02', 'ip_address': '2001:db8::10f'}]}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:03.378095 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.379386 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.430777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.570671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.769496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.792748 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:03.932643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Allocated IP 2001:db8::10f (0d8f92f1-c6de-4662-9916-535d517689da/00733a78-b936-4060-90d2-8caa95339e02/4871de78-48f6-492e-9101-d9ea772b0479) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:04.376921 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:04.409857 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:04.445355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Network 0d8f92f1-c6de-4662-9916-535d517689da is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:04.450998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:04.454400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:04.459688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'Port': ['ID=4871de78-48f6-492e-9101-d9ea772b0479,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:04.660134 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:04.849569 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:04.972538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Router 7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:05.078743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:05.087404 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Sync routers for ids ['7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:05.096674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.100411 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Routers {'7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:05.100591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0b0864a7-2bde-41ac-b81a-0fa497f60bfa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7438142 Nov 12 06:01:05.100704 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:05.100820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51686) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:05.202520 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Set router 7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:01:05.204628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.305837 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.358665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Deleting port 4871de78-48f6-492e-9101-d9ea772b0479 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:05.359133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.377147 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c', 'name': '', 'tenant_id': 'ebcc323035664105a2ea6241dfed5125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d8f92f1-c6de-4662-9916-535d517689da', 'external_fixed_ips': [{'subnet_id': '00733a78-b936-4060-90d2-8caa95339e02', 'ip_address': '2001:db8::10f'}], 'enable_snat': True}, 'gw_port_id': '4871de78-48f6-492e-9101-d9ea772b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:01:03Z', 'updated_at': '2021-11-12T06:01:04Z', 'revision_number': 3, 'project_id': 'ebcc323035664105a2ea6241dfed5125', 'gw_port': {'id': '4871de78-48f6-492e-9101-d9ea772b0479', 'name': '', 'network_id': '0d8f92f1-c6de-4662-9916-535d517689da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '00733a78-b936-4060-90d2-8caa95339e02', 'ip_address': '2001:db8::10f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:01:03Z', 'updated_at': '2021-11-12T06:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00733a78-b936-4060-90d2-8caa95339e02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:05.407194 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Checking router: 7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:01:05.407538 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Updating router 7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c port 4871de78-48f6-492e-9101-d9ea772b0479 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:01:05.435703 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.448364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Calling delete_port for 4871de78-48f6-492e-9101-d9ea772b0479 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:05.517865 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.614171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.644056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event deleted for resources: {'Port': ['ID=4871de78-48f6-492e-9101-d9ea772b0479,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:05.668543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.757694 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.760390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.770456 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.db.api [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 06:01:05.770833 n-d-765315-28 neutron-server[102592]: DEBUG oslo_db.api [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 06:01:05.804280 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.804872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:05.809278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.810485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-75ebf669-52ea-4b36-ac6c-35fb06117f0a tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "DELETE /v2.0/routers/7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c HTTP/1.1" status: 204 len: 168 time: 0.7087305 Nov 12 06:01:05.813518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51688) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:05.857828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f378f982-2398-4513-a71a-9cde481119fc tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Deleting subnet 00733a78-b936-4060-90d2-8caa95339e02 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:01:05.860834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f378f982-2398-4513-a71a-9cde481119fc tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.898581 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f378f982-2398-4513-a71a-9cde481119fc tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.936753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f378f982-2398-4513-a71a-9cde481119fc tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:05.987562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f378f982-2398-4513-a71a-9cde481119fc tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.011121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378f982-2398-4513-a71a-9cde481119fc tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00733a78-b936-4060-90d2-8caa95339e02,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:06.016720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f378f982-2398-4513-a71a-9cde481119fc tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.019936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f378f982-2398-4513-a71a-9cde481119fc tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/00733a78-b936-4060-90d2-8caa95339e02 HTTP/1.1" status: 204 len: 168 time: 0.2054663 Nov 12 06:01:06.022494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51690) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:06.094510 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.169905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.193282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8f92f1-c6de-4662-9916-535d517689da']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:06.202818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd275ed56-4f40-4bb4-bdb9-60f4f8809e14') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:06.203118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd275ed56-4f40-4bb4-bdb9-60f4f8809e14') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:06.212077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.224907 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.230665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:06.231040 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:06.232771 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:06.287732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.288349 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Port 4871de78-48f6-492e-9101-d9ea772b0479 not found while updating agent binding for router 7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c. {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 06:01:06.294105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d8f92f1-c6de-4662-9916-535d517689da {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 06:01:06.297019 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Routers set() bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:06.297371 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Router IDs set() for agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 06:01:06.297985 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_agentschedulers_db [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent'). {{(pid=102592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 06:01:06.298371 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b51252-097a-44ab-b29c-95247569e6f0 None None] The sync data for ids ['7b40ea2d-4c94-42d2-88d3-1ee7bdaba52c'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:06.303659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.307325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "DELETE /v2.0/networks/0d8f92f1-c6de-4662-9916-535d517689da HTTP/1.1" status: 204 len: 168 time: 0.2833784 Nov 12 06:01:06.308598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a4417-837b-4cce-95ef-8cf02a503757 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d8f92f1-c6de-4662-9916-535d517689da,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:06.489296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51698) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:06.493928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-aea76af6-eb3d-44ae-a5f5-c4c570bf40d1 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'router': {'name': 'tempest-router--1852988407', 'project_id': 'f8fea2e84c524b7d967514791c69bf9e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:06.520934 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aea76af6-eb3d-44ae-a5f5-c4c570bf40d1 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.522071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aea76af6-eb3d-44ae-a5f5-c4c570bf40d1 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.575099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aea76af6-eb3d-44ae-a5f5-c4c570bf40d1 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.580395 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aea76af6-eb3d-44ae-a5f5-c4c570bf40d1 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.593860 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aea76af6-eb3d-44ae-a5f5-c4c570bf40d1 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.595057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aea76af6-eb3d-44ae-a5f5-c4c570bf40d1 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1046748 Nov 12 06:01:06.597793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51700) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:06.667814 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655b74ab-398a-4bd4-82b3-2bb7e820f96c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.820286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655b74ab-398a-4bd4-82b3-2bb7e820f96c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:06.822504 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655b74ab-398a-4bd4-82b3-2bb7e820f96c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.094438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655b74ab-398a-4bd4-82b3-2bb7e820f96c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.094917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655b74ab-398a-4bd4-82b3-2bb7e820f96c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbdb84ad-5d25-4837-aff3-33fcf8605849 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:07.099810 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-655b74ab-398a-4bd4-82b3-2bb7e820f96c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.101070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-655b74ab-398a-4bd4-82b3-2bb7e820f96c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "DELETE /v2.0/routers/cbdb84ad-5d25-4837-aff3-33fcf8605849 HTTP/1.1" status: 204 len: 168 time: 0.5021112 Nov 12 06:01:07.200425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51704) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:07.381960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-314522406', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:07.406096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.407082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.457408 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.636278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.824642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.842621 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:07.943470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Allocated IP 172.25.2.254 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/c8d01057-454a-47d1-923e-3b0a5d30cd5b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:08.043264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:08.075388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:08.111608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:08.116322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:08.120318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:08.129770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4d11e-04c2-489c-98ee-8cc063dd8633 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:08.143653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event updated for resources: {'Port': ['ID=c8d01057-454a-47d1-923e-3b0a5d30cd5b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:08.242998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-123f9505-de7e-4ecb-b2c7-ef72daaed5a4 None None] Provisioning complete for port c8d01057-454a-47d1-923e-3b0a5d30cd5b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:08.243267 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-123f9505-de7e-4ecb-b2c7-ef72daaed5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:08.276318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-123f9505-de7e-4ecb-b2c7-ef72daaed5a4 None None] Port c8d01057-454a-47d1-923e-3b0a5d30cd5b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:08.419228 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:08.457272 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:01:08.609529 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:08.730674 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Router 07a1df2c-1102-407f-969d-1f5914aba1c8 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:08.828925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:08.837956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520703f-a9d9-40ed-bac6-3a47b40299be None None] Sync routers for ids ['07a1df2c-1102-407f-969d-1f5914aba1c8'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:08.848393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520703f-a9d9-40ed-bac6-3a47b40299be None None] Routers {'07a1df2c-1102-407f-969d-1f5914aba1c8'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:08.848995 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6520703f-a9d9-40ed-bac6-3a47b40299be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['07a1df2c-1102-407f-969d-1f5914aba1c8'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:08.850732 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:08.851982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c8700357-5cfc-4996-8e0b-f8ea5ffe3f1c tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6503274 Nov 12 06:01:08.854676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51708) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:08.884086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6520703f-a9d9-40ed-bac6-3a47b40299be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:08.893465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520703f-a9d9-40ed-bac6-3a47b40299be None None] Routers {'07a1df2c-1102-407f-969d-1f5914aba1c8'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:08.894071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6520703f-a9d9-40ed-bac6-3a47b40299be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['07a1df2c-1102-407f-969d-1f5914aba1c8'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:08.927050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6520703f-a9d9-40ed-bac6-3a47b40299be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:08.927700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520703f-a9d9-40ed-bac6-3a47b40299be None None] The sync data for ids ['07a1df2c-1102-407f-969d-1f5914aba1c8'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:09.190009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ac5b6e64-782e-4201-aa9b-8134be4b0dd6 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/routers/07a1df2c-1102-407f-969d-1f5914aba1c8 HTTP/1.1" status: 200 len: 924 time: 0.3342361 Nov 12 06:01:09.192700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51710) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:09.218759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3c083348-e68c-4426-96a1-e4d2c88b77d8 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a1df2c-1102-407f-969d-1f5914aba1c8 HTTP/1.1" status: 200 len: 205 time: 0.0250008 Nov 12 06:01:09.220971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51712) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:09.322027 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.421874 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.472206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Deleting port c8d01057-454a-47d1-923e-3b0a5d30cd5b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:09.472462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.546404 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.558211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Calling delete_port for c8d01057-454a-47d1-923e-3b0a5d30cd5b owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:09.715994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.739820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event deleted for resources: {'Port': ['ID=c8d01057-454a-47d1-923e-3b0a5d30cd5b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:09.756206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e76ed-80de-4c59-92eb-612aea6f31b7 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:09.811167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.899704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.902384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.944028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.944642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Fanout notify agent at l3_agent the message router_deleted on router 07a1df2c-1102-407f-969d-1f5914aba1c8 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:09.951941 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.953082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8200fe69-4519-411e-9e3b-183408518488 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/07a1df2c-1102-407f-969d-1f5914aba1c8 HTTP/1.1" status: 204 len: 168 time: 0.7312405 Nov 12 06:01:09.956734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51714) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:09.960822 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1126273269', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': False}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:09.981842 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:09.982965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.036743 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.170817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.367152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.385927 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.489808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Allocated IP 172.25.2.201 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/2b3c7ea0-5185-4bb9-a556-5181d430a294) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:10.587615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.620213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.654636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:10.657304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:10.662854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:10.669412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db494571-8afd-460b-b5ff-3752361d5e73 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:10.690321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'Port': ['ID=2b3c7ea0-5185-4bb9-a556-5181d430a294,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:10.711614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5239da33-c2a5-409c-8ebc-2a4709b431d3 None None] Provisioning complete for port 2b3c7ea0-5185-4bb9-a556-5181d430a294 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:10.712106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5239da33-c2a5-409c-8ebc-2a4709b431d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.746260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5239da33-c2a5-409c-8ebc-2a4709b431d3 None None] Port 2b3c7ea0-5185-4bb9-a556-5181d430a294 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:10.907463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:10.946194 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:11.094763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:11.469342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Router 4df0d2b2-d3d1-40da-a641-3cd555841636 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:11.576936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:11.585760 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Sync routers for ids ['4df0d2b2-d3d1-40da-a641-3cd555841636'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:11.595969 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Routers {'4df0d2b2-d3d1-40da-a641-3cd555841636'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:11.596624 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4df0d2b2-d3d1-40da-a641-3cd555841636'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:11.597415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:11.598708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-648747cb-27be-4832-ac3b-288f94bf02d5 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6410081 Nov 12 06:01:11.601267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51718) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:11.700659 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Set router 4df0d2b2-d3d1-40da-a641-3cd555841636 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:01:11.704881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d6739c34-0325-42f1-accc-90d5d9e288fa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/routers/4df0d2b2-d3d1-40da-a641-3cd555841636 HTTP/1.1" status: 200 len: 909 time: 0.1025009 Nov 12 06:01:11.707315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51720) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:11.711546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1126273269', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': True}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:11.733868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:11.734879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:11.786105 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:11.873362 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0d2b2-d3d1-40da-a641-3cd555841636', 'name': 'tempest-snat-router-1126273269', 'tenant_id': 'ebcc323035664105a2ea6241dfed5125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.201'}], 'enable_snat': False}, 'gw_port_id': '2b3c7ea0-5185-4bb9-a556-5181d430a294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:01:09Z', 'updated_at': '2021-11-12T06:01:10Z', 'revision_number': 3, 'project_id': 'ebcc323035664105a2ea6241dfed5125', 'gw_port': {'id': '2b3c7ea0-5185-4bb9-a556-5181d430a294', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0d2b2-d3d1-40da-a641-3cd555841636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:01:10Z', 'updated_at': '2021-11-12T06:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:11.898923 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Checking router: 4df0d2b2-d3d1-40da-a641-3cd555841636 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:01:11.899274 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Updating router 4df0d2b2-d3d1-40da-a641-3cd555841636 port 2b3c7ea0-5185-4bb9-a556-5181d430a294 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:01:11.927134 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:11.927854 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.121309 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.144090 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.172399 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.177461 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.220935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702cca5-6d31-4e6c-8d60-4f1389fd0c9f None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:12.225654 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Attempting to bind port 2b3c7ea0-5185-4bb9-a556-5181d430a294 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:01:12.226048 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Attempting to bind port 2b3c7ea0-5185-4bb9-a556-5181d430a294 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:01:12.226411 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Attempting to bind port 2b3c7ea0-5185-4bb9-a556-5181d430a294 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:01:12.235489 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:01:12.235864 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:12.236261 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.236646 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:01:12.237101 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Bound port: 2b3c7ea0-5185-4bb9-a556-5181d430a294, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:01:12.237790 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.238988 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Pushing event updated for resources: {'Port': ['ID=2b3c7ea0-5185-4bb9-a556-5181d430a294,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:12.245574 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Allocated IP 172.25.2.197 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/b0ea2afb-c959-4b52-b145-6c5abc475d4e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:12.264146 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.264488 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.264821 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.265155 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.265481 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.265802 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.266126 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.266483 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.266796 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.267113 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.267423 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.267740 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.277121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-db3da76b-cc07-4f0b-ae77-ce674971b0bd None None] Provisioning complete for port 2b3c7ea0-5185-4bb9-a556-5181d430a294 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:12.277499 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db3da76b-cc07-4f0b-ae77-ce674971b0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.307772 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] For port 2b3c7ea0-5185-4bb9-a556-5181d430a294, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:01:12.310882 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] For port 2b3c7ea0-5185-4bb9-a556-5181d430a294, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2b3c7ea0-5185-4bb9-a556-5181d430a294,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:01:12.316096 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.333728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-db3da76b-cc07-4f0b-ae77-ce674971b0bd None None] Port 2b3c7ea0-5185-4bb9-a556-5181d430a294 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:12.354134 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.359988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9020f17c-f930-48d1-828a-2ac72b330f2f None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:12.366850 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Routers {'4df0d2b2-d3d1-40da-a641-3cd555841636'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:12.367475 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['4df0d2b2-d3d1-40da-a641-3cd555841636'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:12.388085 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.423919 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be815a4-5c8b-4927-b349-74875b57b730 None None] Pushing event updated for resources: {'Port': ['ID=2b3c7ea0-5185-4bb9-a556-5181d430a294,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:12.424074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:12.431013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:12.435107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:12.446840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569491f4-77dd-4242-8a1c-ad6d73cc8865 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:12.458037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'Port': ['ID=b0ea2afb-c959-4b52-b145-6c5abc475d4e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:12.477727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Provisioning complete for port 2b3c7ea0-5185-4bb9-a556-5181d430a294 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:12.478163 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.487273 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] Set router 4df0d2b2-d3d1-40da-a641-3cd555841636 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:01:12.571924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.591440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] For port 2b3c7ea0-5185-4bb9-a556-5181d430a294, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2b3c7ea0-5185-4bb9-a556-5181d430a294,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:12.596335 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.654783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Pushing event updated for resources: {'Port': ['ID=2b3c7ea0-5185-4bb9-a556-5181d430a294,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:12.662624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.662979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.663323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.663659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.663997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.664344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.664661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.664989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.665317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.665645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.665968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.666894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c2afc-68cf-4851-9a07-5ea6c08311ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:12.668615 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0d2b2-d3d1-40da-a641-3cd555841636', 'name': 'tempest-snat-router-1126273269', 'tenant_id': 'ebcc323035664105a2ea6241dfed5125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.201'}], 'enable_snat': False}, 'gw_port_id': '2b3c7ea0-5185-4bb9-a556-5181d430a294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:01:09Z', 'updated_at': '2021-11-12T06:01:10Z', 'revision_number': 3, 'project_id': 'ebcc323035664105a2ea6241dfed5125', 'gw_port': {'id': '2b3c7ea0-5185-4bb9-a556-5181d430a294', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0d2b2-d3d1-40da-a641-3cd555841636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:01:10Z', 'updated_at': '2021-11-12T06:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:12.697334 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.698446 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c66e1c-1e0e-45b2-8952-faa334079b1d None None] The sync data for ids ['4df0d2b2-d3d1-40da-a641-3cd555841636'] in n-d-765315-28 is: [{'id': '4df0d2b2-d3d1-40da-a641-3cd555841636', 'name': 'tempest-snat-router-1126273269', 'tenant_id': 'ebcc323035664105a2ea6241dfed5125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.201'}], 'enable_snat': False}, 'gw_port_id': '2b3c7ea0-5185-4bb9-a556-5181d430a294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:01:09Z', 'updated_at': '2021-11-12T06:01:10Z', 'revision_number': 3, 'project_id': 'ebcc323035664105a2ea6241dfed5125', 'gw_port': {'id': '2b3c7ea0-5185-4bb9-a556-5181d430a294', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0d2b2-d3d1-40da-a641-3cd555841636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:01:10Z', 'updated_at': '2021-11-12T06:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:12.716736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-45108601-0b4e-4146-82ec-cdb1cbcac233 None None] Provisioning complete for port b0ea2afb-c959-4b52-b145-6c5abc475d4e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:12.717531 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-45108601-0b4e-4146-82ec-cdb1cbcac233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:12.755201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-45108601-0b4e-4146-82ec-cdb1cbcac233 None None] Port b0ea2afb-c959-4b52-b145-6c5abc475d4e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:12.909011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:13.053166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Router bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:13.413498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:13.422378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Sync routers for ids ['bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:13.432226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:13.436659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:13.439048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ef1b4617-35ef-4cec-83e7-618d04b3822e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7304873 Nov 12 06:01:13.439581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Routers {'bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:13.440404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:13.550951 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-44e74569-b857-42c8-a5a5-19a52802c7bf tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/routers/bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b HTTP/1.1" status: 200 len: 908 time: 0.1130896 Nov 12 06:01:13.551584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51726) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:13.558080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Set router bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:01:13.657915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:13.762754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:13.814877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Deleting port b0ea2afb-c959-4b52-b145-6c5abc475d4e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:13.815215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:13.889522 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:13.897612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b', 'name': 'tempest-snat-router-1126273269', 'tenant_id': 'ebcc323035664105a2ea6241dfed5125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b0ea2afb-c959-4b52-b145-6c5abc475d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:01:11Z', 'updated_at': '2021-11-12T06:01:12Z', 'revision_number': 3, 'project_id': 'ebcc323035664105a2ea6241dfed5125', 'gw_port': {'id': 'b0ea2afb-c959-4b52-b145-6c5abc475d4e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:01:12Z', 'updated_at': '2021-11-12T06:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:13.905064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Calling delete_port for b0ea2afb-c959-4b52-b145-6c5abc475d4e owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:13.925941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Checking router: bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:01:13.926289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Updating router bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b port b0ea2afb-c959-4b52-b145-6c5abc475d4e binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:01:13.965118 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:13.990637 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7fd01eba-fc64-4dbd-9ec1-61a3141b18d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.079597 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.110697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0ea2afb-c959-4b52-b145-6c5abc475d4e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:14.139720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3213727-4b0a-4c75-b962-5f35c831da36 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:14.179022 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.249039 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 06:01:14.249402 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 06:01:14.272804 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.274933 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.317400 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.317911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:14.322531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.323872 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-29cebabe-ca45-4d62-99af-45c5a17c252b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "DELETE /v2.0/routers/bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b HTTP/1.1" status: 204 len: 168 time: 0.7713482 Nov 12 06:01:14.326442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51728) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:14.433041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.493663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2b3c7ea0-5185-4bb9-a556-5181d430a294 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:01:14.538656 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.553105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 2b3c7ea0-5185-4bb9-a556-5181d430a294 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:14.553570 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.596149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Deleting port 2b3c7ea0-5185-4bb9-a556-5181d430a294 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:14.596517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.678584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] For port 2b3c7ea0-5185-4bb9-a556-5181d430a294, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=2b3c7ea0-5185-4bb9-a556-5181d430a294,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:14.678954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.690405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Calling delete_port for 2b3c7ea0-5185-4bb9-a556-5181d430a294 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:14.773375 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Port b0ea2afb-c959-4b52-b145-6c5abc475d4e not found while updating agent binding for router bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b. {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 06:01:14.782296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Routers set() bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:14.782759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Router IDs set() for agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 06:01:14.783331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:00:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent'). {{(pid=102591) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 06:01:14.783695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b272c4-cdf7-4691-965f-25fc25e6ffea None None] The sync data for ids ['bfc5dc1d-e063-4570-9ae3-8a99bfc8c02b'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:14.851767 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:14.875984 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b3c7ea0-5185-4bb9-a556-5181d430a294,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:14.889866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee4729-3618-47ad-a7f6-c74c41651fe9 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:14.938575 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.024792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.027404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.067156 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.067713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4df0d2b2-d3d1-40da-a641-3cd555841636 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:15.072098 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.077412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-96f77f12-a10d-4913-b6e4-4ec9ad2f8a55 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4df0d2b2-d3d1-40da-a641-3cd555841636 HTTP/1.1" status: 204 len: 168 time: 0.7500107 Nov 12 06:01:15.077602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51730) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:15.082589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1754340512', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:15.107675 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.108701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.163639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.297348 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.483213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.506435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.612531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Allocated IP 172.25.2.29 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/815e94b5-555e-406e-8551-dd9b87a751e1) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:15.717919 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.751162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.786014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:15.788761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:15.795272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:15.801278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ec36c-fb41-414f-91cd-15801a2eed3b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:15.818894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event updated for resources: {'Port': ['ID=815e94b5-555e-406e-8551-dd9b87a751e1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:15.890728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f663db95-1fbb-4cc4-a8b9-8b3b4648bafe None None] Provisioning complete for port 815e94b5-555e-406e-8551-dd9b87a751e1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:15.891681 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f663db95-1fbb-4cc4-a8b9-8b3b4648bafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:15.929082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f663db95-1fbb-4cc4-a8b9-8b3b4648bafe None None] Port 815e94b5-555e-406e-8551-dd9b87a751e1 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:16.043887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:16.248370 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:16.349083 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1646a21-5c47-4554-a910-acab502a70f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:16.374797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Router 72e26b5e-1b51-4276-b09b-2c529bba80dd is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:16.483063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:16.483253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2b3c7ea0-5185-4bb9-a556-5181d430a294 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:01:16.493477 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398b911-db9b-4df7-b3b9-1022c77e4f97 None None] Sync routers for ids ['72e26b5e-1b51-4276-b09b-2c529bba80dd'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:16.505005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398b911-db9b-4df7-b3b9-1022c77e4f97 None None] Routers {'72e26b5e-1b51-4276-b09b-2c529bba80dd'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:16.505692 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d398b911-db9b-4df7-b3b9-1022c77e4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['72e26b5e-1b51-4276-b09b-2c529bba80dd'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:16.507688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 2b3c7ea0-5185-4bb9-a556-5181d430a294 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:01:16.509657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:16.514044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b80583c3-fcd5-45b7-a6de-1daa0f1aa9e0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.4327481 Nov 12 06:01:16.514215 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 2b3c7ea0-5185-4bb9-a556-5181d430a294 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:01:16.514334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51732) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:16.519092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8db7db52-4055-47f5-a1e2-1f624ee1e52b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': False}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:16.539055 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d398b911-db9b-4df7-b3b9-1022c77e4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:16.547516 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398b911-db9b-4df7-b3b9-1022c77e4f97 None None] Routers {'72e26b5e-1b51-4276-b09b-2c529bba80dd'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:16.548100 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d398b911-db9b-4df7-b3b9-1022c77e4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['72e26b5e-1b51-4276-b09b-2c529bba80dd'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:16.578950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d398b911-db9b-4df7-b3b9-1022c77e4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:16.579576 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398b911-db9b-4df7-b3b9-1022c77e4f97 None None] The sync data for ids ['72e26b5e-1b51-4276-b09b-2c529bba80dd'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:16.807051 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db7db52-4055-47f5-a1e2-1f624ee1e52b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:17.429670 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db7db52-4055-47f5-a1e2-1f624ee1e52b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:17.433231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db7db52-4055-47f5-a1e2-1f624ee1e52b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:17.458286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:17.542001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db7db52-4055-47f5-a1e2-1f624ee1e52b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Router 72e26b5e-1b51-4276-b09b-2c529bba80dd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:01:17.642322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db7db52-4055-47f5-a1e2-1f624ee1e52b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:17.646753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8db7db52-4055-47f5-a1e2-1f624ee1e52b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:17.647725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8db7db52-4055-47f5-a1e2-1f624ee1e52b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "PUT /v2.0/routers/72e26b5e-1b51-4276-b09b-2c529bba80dd HTTP/1.1" status: 200 len: 925 time: 1.1325960 Nov 12 06:01:17.650922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51734) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:17.651312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae77e1-faa3-44a6-8543-ab30ae778ea0 None None] Sync routers for ids ['72e26b5e-1b51-4276-b09b-2c529bba80dd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:17.661354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae77e1-faa3-44a6-8543-ab30ae778ea0 None None] Routers {'72e26b5e-1b51-4276-b09b-2c529bba80dd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:17.661956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b3ae77e1-faa3-44a6-8543-ab30ae778ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['72e26b5e-1b51-4276-b09b-2c529bba80dd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:17.696967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b3ae77e1-faa3-44a6-8543-ab30ae778ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:17.705880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae77e1-faa3-44a6-8543-ab30ae778ea0 None None] Routers {'72e26b5e-1b51-4276-b09b-2c529bba80dd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:17.706502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b3ae77e1-faa3-44a6-8543-ab30ae778ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['72e26b5e-1b51-4276-b09b-2c529bba80dd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:17.739245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b3ae77e1-faa3-44a6-8543-ab30ae778ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:17.739891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae77e1-faa3-44a6-8543-ab30ae778ea0 None None] The sync data for ids ['72e26b5e-1b51-4276-b09b-2c529bba80dd'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:17.754550 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-178fe09a-04d8-4f8d-81b3-2df81aaba58e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/routers/72e26b5e-1b51-4276-b09b-2c529bba80dd HTTP/1.1" status: 200 len: 925 time: 0.1024971 Nov 12 06:01:17.757298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51736) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:17.830931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d0749-6565-4e0c-9faf-477aaa2c338e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:17.832449 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1c3d0749-6565-4e0c-9faf-477aaa2c338e tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=72e26b5e-1b51-4276-b09b-2c529bba80dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0742462 Nov 12 06:01:17.835186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51738) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:17.922374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ce6b7-08d2-4198-859f-05ed339085e7 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:17.923843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f87ce6b7-08d2-4198-859f-05ed339085e7 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 881 time: 0.0877125 Nov 12 06:01:17.926984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51740) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:17.958935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5b09b629-07a7-4d24-9f18-f5f3f9ee7128 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=72e26b5e-1b51-4276-b09b-2c529bba80dd HTTP/1.1" status: 200 len: 205 time: 0.0306342 Nov 12 06:01:17.961314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51742) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:18.066488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.168381 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.222033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Deleting port 815e94b5-555e-406e-8551-dd9b87a751e1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:18.222325 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.294890 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.306228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Calling delete_port for 815e94b5-555e-406e-8551-dd9b87a751e1 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:18.466524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.496842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event deleted for resources: {'Port': ['ID=815e94b5-555e-406e-8551-dd9b87a751e1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:18.507720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af33f887-94aa-4655-9581-06b9b318bfbe None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:18.561049 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.648883 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.651063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.694870 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.695572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Fanout notify agent at l3_agent the message router_deleted on router 72e26b5e-1b51-4276-b09b-2c529bba80dd {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:18.695780 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.702865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.703975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-256b30ad-c84e-4db9-bfde-312a6232db4d tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/72e26b5e-1b51-4276-b09b-2c529bba80dd HTTP/1.1" status: 204 len: 168 time: 0.7417567 Nov 12 06:01:18.707696 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51744) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:18.712228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-694aa6d5-ede6-4d67-a345-068197bb77de tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1414065534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:18.736075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-694aa6d5-ede6-4d67-a345-068197bb77de tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.737126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-694aa6d5-ede6-4d67-a345-068197bb77de tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.786618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-694aa6d5-ede6-4d67-a345-068197bb77de tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.790387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-694aa6d5-ede6-4d67-a345-068197bb77de tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.808457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-694aa6d5-ede6-4d67-a345-068197bb77de tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:18.809640 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-694aa6d5-ede6-4d67-a345-068197bb77de tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1009073 Nov 12 06:01:18.812296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51746) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:18.816550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:19.015483 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:19.199832 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:19.221674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:19.318268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Allocated IP 172.25.2.94 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/ff3e3166-39e8-42b6-9e9f-68076cc40651) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:19.419348 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:19.452122 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:19.487335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:19.490053 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:19.492603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:19.504296 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1685c8-13c6-4935-81a0-52696daa631f None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:19.523678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event updated for resources: {'Port': ['ID=ff3e3166-39e8-42b6-9e9f-68076cc40651,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:19.579113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e76e4a5f-a090-4051-8bcb-e4ffdea21d52 None None] Provisioning complete for port ff3e3166-39e8-42b6-9e9f-68076cc40651 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:19.579763 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e76e4a5f-a090-4051-8bcb-e4ffdea21d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:19.607031 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:19.625163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e76e4a5f-a090-4051-8bcb-e4ffdea21d52 None None] Port ff3e3166-39e8-42b6-9e9f-68076cc40651 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:20.058498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:20.247756 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:20.250920 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:20.373752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Router db0618a9-fc01-48f3-a5c9-d54726bfba29 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:20.479205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:20.486115 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:20.489782 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7fbbfa8f-d0b3-4db2-b187-3622f5124f7b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "PUT /v2.0/routers/db0618a9-fc01-48f3-a5c9-d54726bfba29 HTTP/1.1" status: 200 len: 883 time: 1.6740987 Nov 12 06:01:20.489958 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee691b9c-a45e-41f6-b8b1-e463e6c1735a None None] Sync routers for ids ['db0618a9-fc01-48f3-a5c9-d54726bfba29'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:20.490394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51748) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:20.497662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee691b9c-a45e-41f6-b8b1-e463e6c1735a None None] Routers {'db0618a9-fc01-48f3-a5c9-d54726bfba29'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:20.498322 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ee691b9c-a45e-41f6-b8b1-e463e6c1735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['db0618a9-fc01-48f3-a5c9-d54726bfba29'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:20.599812 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ba1a4dbe-a671-442f-9885-cec2f4b1a70f tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/routers/db0618a9-fc01-48f3-a5c9-d54726bfba29 HTTP/1.1" status: 200 len: 924 time: 0.1063654 Nov 12 06:01:20.600073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51750) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:20.614695 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ee691b9c-a45e-41f6-b8b1-e463e6c1735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:20.623635 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee691b9c-a45e-41f6-b8b1-e463e6c1735a None None] Routers {'db0618a9-fc01-48f3-a5c9-d54726bfba29'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:20.624231 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ee691b9c-a45e-41f6-b8b1-e463e6c1735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['db0618a9-fc01-48f3-a5c9-d54726bfba29'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:20.640571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650bc704-cfe8-4fff-998d-9c3b16b2a2c7 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:20.644528 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-650bc704-cfe8-4fff-998d-9c3b16b2a2c7 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=db0618a9-fc01-48f3-a5c9-d54726bfba29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0410597 Nov 12 06:01:20.644752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51752) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:20.655949 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ee691b9c-a45e-41f6-b8b1-e463e6c1735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:20.656583 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee691b9c-a45e-41f6-b8b1-e463e6c1735a None None] The sync data for ids ['db0618a9-fc01-48f3-a5c9-d54726bfba29'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:20.727258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331617d-36d2-4c1e-9851-df75825aac48 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:20.728696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4331617d-36d2-4c1e-9851-df75825aac48 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 881 time: 0.0830112 Nov 12 06:01:20.731739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51754) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:20.761900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-738ff6f7-644c-43a5-aad6-8be42122f73b tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0618a9-fc01-48f3-a5c9-d54726bfba29 HTTP/1.1" status: 200 len: 205 time: 0.0289633 Nov 12 06:01:20.837379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51756) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:20.941137 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.037469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.090494 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Deleting port ff3e3166-39e8-42b6-9e9f-68076cc40651 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:21.091190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.162764 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.174040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Calling delete_port for ff3e3166-39e8-42b6-9e9f-68076cc40651 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:21.330090 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.355065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event deleted for resources: {'Port': ['ID=ff3e3166-39e8-42b6-9e9f-68076cc40651,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:21.364645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e75eb2-8860-4543-9aa6-d3ce2f418b00 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:21.416666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.505587 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.507751 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.548613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.549267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Fanout notify agent at l3_agent the message router_deleted on router db0618a9-fc01-48f3-a5c9-d54726bfba29 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:21.556190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.557872 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f324c94c-8834-4d7c-979b-3415b2ac19cd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/db0618a9-fc01-48f3-a5c9-d54726bfba29 HTTP/1.1" status: 204 len: 168 time: 0.7188981 Nov 12 06:01:21.561651 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:21.565899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-72f049a2-5c7e-428b-b72d-df9b083b70fa tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-283693493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:21.588056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-72f049a2-5c7e-428b-b72d-df9b083b70fa tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.589196 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-72f049a2-5c7e-428b-b72d-df9b083b70fa tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.644479 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-72f049a2-5c7e-428b-b72d-df9b083b70fa tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.648716 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-72f049a2-5c7e-428b-b72d-df9b083b70fa tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.665652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-72f049a2-5c7e-428b-b72d-df9b083b70fa tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:21.667384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-72f049a2-5c7e-428b-b72d-df9b083b70fa tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1047876 Nov 12 06:01:21.670148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51760) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:21.674540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': True}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:21.867471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:22.058253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:22.076239 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:22.179707 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Allocated IP 172.25.2.194 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/c73998b9-5ede-4edb-8d12-ef50098000c4) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:22.277494 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:22.339178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:22.349978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-4784a005-4917-49d8-b39b-bddc45efaef4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0683553 Nov 12 06:01:22.391089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:22.395295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:22.397231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'Port': ['ID=c73998b9-5ede-4edb-8d12-ef50098000c4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:22.401833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:22.410842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681134c-b30d-401f-9776-3087b67ea810 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:22.459255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9d7499ff-e865-43b6-8571-c99ec615f4c0 None None] Provisioning complete for port c73998b9-5ede-4edb-8d12-ef50098000c4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:22.459628 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9d7499ff-e865-43b6-8571-c99ec615f4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:22.493051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9d7499ff-e865-43b6-8571-c99ec615f4c0 None None] Port c73998b9-5ede-4edb-8d12-ef50098000c4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:22.535269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2268922d-bac5-49d5-b0f6-f3faef3a3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:22.535753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2268922d-bac5-49d5-b0f6-f3faef3a3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:22.536229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2268922d-bac5-49d5-b0f6-f3faef3a3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:22.536692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2268922d-bac5-49d5-b0f6-f3faef3a3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:22.537156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2268922d-bac5-49d5-b0f6-f3faef3a3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:22.538932 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2268922d-bac5-49d5-b0f6-f3faef3a3567 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.1165457 Nov 12 06:01:22.707800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-fceaacf3-010f-4953-b144-bd484071bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:22.708193 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-fceaacf3-010f-4953-b144-bd484071bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:22.708692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-fceaacf3-010f-4953-b144-bd484071bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:22.710275 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-fceaacf3-010f-4953-b144-bd484071bb94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1469512 Nov 12 06:01:23.082650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-a70a4154-06d6-476e-9460-d50e0b5db1c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0362098 Nov 12 06:01:23.127410 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:23.172209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-72331b6d-6123-4718-8329-795f7e318cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:23.173647 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-72331b6d-6123-4718-8329-795f7e318cef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0825830 Nov 12 06:01:23.262855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-8b4a2d1e-503c-4430-8bd7-d34644ccee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:23.264336 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-8b4a2d1e-503c-4430-8bd7-d34644ccee02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829811 Nov 12 06:01:23.422550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:23.428473 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:23.433307 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-0693531d-1213-4953-bbc4-87a28fcf47a2 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364536 Nov 12 06:01:23.607184 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2cf99d93-aedd-487a-8d4b-3411c27e617b service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369019 Nov 12 06:01:23.653971 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-6d713258-1177-478f-8590-863ee47d190b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0393538 Nov 12 06:01:23.668788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Router 675b925b-e1de-46ea-b82d-733e8dc38c0f is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:23.744827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-679ef2da-ccef-453a-b8e5-5be492382e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:23.746201 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-679ef2da-ccef-453a-b8e5-5be492382e0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0860217 Nov 12 06:01:23.836055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-0c2bfc56-ce6e-4319-9235-4188dc420980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:23.837527 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-0c2bfc56-ce6e-4319-9235-4188dc420980 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835872 Nov 12 06:01:23.838517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:23.842876 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:23.843829 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a952ca94-6205-4177-8cd5-619223846b41 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "PUT /v2.0/routers/675b925b-e1de-46ea-b82d-733e8dc38c0f HTTP/1.1" status: 200 len: 918 time: 2.1726074 Nov 12 06:01:23.846690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51762) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:23.847208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa78be-a9a3-4fc7-a61d-7d28db2fb678 None None] Sync routers for ids ['675b925b-e1de-46ea-b82d-733e8dc38c0f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:23.858759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa78be-a9a3-4fc7-a61d-7d28db2fb678 None None] Routers {'675b925b-e1de-46ea-b82d-733e8dc38c0f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:23.859461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7efa78be-a9a3-4fc7-a61d-7d28db2fb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['675b925b-e1de-46ea-b82d-733e8dc38c0f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:23.895418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7efa78be-a9a3-4fc7-a61d-7d28db2fb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:23.904024 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa78be-a9a3-4fc7-a61d-7d28db2fb678 None None] Routers {'675b925b-e1de-46ea-b82d-733e8dc38c0f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:23.904636 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7efa78be-a9a3-4fc7-a61d-7d28db2fb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['675b925b-e1de-46ea-b82d-733e8dc38c0f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:23.938030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-7efa78be-a9a3-4fc7-a61d-7d28db2fb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:23.938546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-5ba0a506-9ef9-41bb-ad85-21476fae8daf service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935469 Nov 12 06:01:23.938706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa78be-a9a3-4fc7-a61d-7d28db2fb678 None None] The sync data for ids ['675b925b-e1de-46ea-b82d-733e8dc38c0f'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:23.955792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1d926668-865b-467b-8482-da048f59c16c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/routers/675b925b-e1de-46ea-b82d-733e8dc38c0f HTTP/1.1" status: 200 len: 924 time: 0.1076477 Nov 12 06:01:23.958563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51764) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:23.999438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd5502e-7872-493f-b91f-4fb296e8220b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:24.000877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-afd5502e-7872-493f-b91f-4fb296e8220b tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=675b925b-e1de-46ea-b82d-733e8dc38c0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0413165 Nov 12 06:01:24.003538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51766) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:24.031866 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-07eb4651-32b2-4655-b5f3-e89d9f274860 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858955 Nov 12 06:01:24.073198 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-1244f695-a7d7-4235-b8c8-776e41586f4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0343180 Nov 12 06:01:24.089044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6797f439-e017-453c-96b7-9abe9c1ca53c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:24.093103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6797f439-e017-453c-96b7-9abe9c1ca53c tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 881 time: 0.0859940 Nov 12 06:01:24.093333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51768) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:24.123126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-618f8865-54d7-4080-9f67-371b4a373db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:24.124590 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-618f8865-54d7-4080-9f67-371b4a373db0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0446625 Nov 12 06:01:24.124774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-302e4871-c918-4e2b-b41a-9b09674c574e tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=675b925b-e1de-46ea-b82d-733e8dc38c0f HTTP/1.1" status: 200 len: 205 time: 0.0303650 Nov 12 06:01:24.127283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51770) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:24.175481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-d98fef11-99df-4893-8b60-751b3aca5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:24.177011 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-d98fef11-99df-4893-8b60-751b3aca5a71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454860 Nov 12 06:01:24.237968 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.266696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-666c8fc9-975a-4309-ae0d-c2fc467d9f85 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816417 Nov 12 06:01:24.339463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.360969 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2ea71a50-d55b-4790-9cde-40946236dd61 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876780 Nov 12 06:01:24.390623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Deleting port c73998b9-5ede-4edb-8d12-ef50098000c4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:24.390965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.402775 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-0452879d-6fcc-462c-93ed-606aedda30cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0349324 Nov 12 06:01:24.452530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-888c6702-c132-4acb-93dc-1c9def27a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:24.454012 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-888c6702-c132-4acb-93dc-1c9def27a613 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0449686 Nov 12 06:01:24.470159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.482154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Calling delete_port for c73998b9-5ede-4edb-8d12-ef50098000c4 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:24.509468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-e35c5c5a-0a19-4ace-a9e6-59dcf5b520d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:24.511130 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-e35c5c5a-0a19-4ace-a9e6-59dcf5b520d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499194 Nov 12 06:01:24.602725 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-0d64b179-3c2e-4521-9836-2f82ae6cb81d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847864 Nov 12 06:01:24.649625 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.680411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event deleted for resources: {'Port': ['ID=c73998b9-5ede-4edb-8d12-ef50098000c4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:24.687689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca137a-4e99-4857-81db-826cad3bade6 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:24.701192 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-5aa41399-01c6-4bff-8e96-3e2db0779588 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917945 Nov 12 06:01:24.702746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.703078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.703411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.703747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.704077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.704401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.704724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.705042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.705358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.705677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.705996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.706311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:24.743270 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-abe22f4c-7246-438f-a638-0ff5438a4a8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0352573 Nov 12 06:01:24.749935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.790608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-b04eaccc-2a32-44ff-b364-907f0d6b76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:24.792504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-b04eaccc-2a32-44ff-b364-907f0d6b76c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0430427 Nov 12 06:01:24.840838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.842045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-4b165b77-5e75-417f-9547-5c890eda0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:24.842993 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.843569 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-4b165b77-5e75-417f-9547-5c890eda0148 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0439081 Nov 12 06:01:24.888852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.889546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Fanout notify agent at l3_agent the message router_deleted on router 675b925b-e1de-46ea-b82d-733e8dc38c0f {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:24.896440 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.897562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c7dae04a-cd23-4c60-bcd1-0cd89e6dbb60 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/675b925b-e1de-46ea-b82d-733e8dc38c0f HTTP/1.1" status: 204 len: 168 time: 0.7693708 Nov 12 06:01:24.901833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51772) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:24.906730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-490535db-a01d-494e-92f6-14be2c8d2043 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1305696755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:24.929016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-490535db-a01d-494e-92f6-14be2c8d2043 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.930062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-490535db-a01d-494e-92f6-14be2c8d2043 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.935689 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-db9fb5bb-68f4-4c28-9d0d-9c035d66f6d7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852015 Nov 12 06:01:24.980114 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-490535db-a01d-494e-92f6-14be2c8d2043 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:24.985302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-490535db-a01d-494e-92f6-14be2c8d2043 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:25.003275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-490535db-a01d-494e-92f6-14be2c8d2043 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:25.004536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-490535db-a01d-494e-92f6-14be2c8d2043 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1011577 Nov 12 06:01:25.007362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51774) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:25.011679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'enable_snat': False}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:25.029259 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30d02238-2eaa-48ad-ac3c-8913dcc3a6e2 req-2062118b-baca-4c3d-9257-5b784399d086 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Nov 12 06:01:25.459747 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:25.659514 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:25.678829 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:25.784206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Allocated IP 172.25.2.55 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/36ed396d-9cfc-4817-a164-c799b16af16c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:25.888707 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:25.926680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:25.966725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:25.969477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:25.971982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:25.983310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4b9206-551c-40e7-b196-d79b3058485c None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:26.012717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Pushing event updated for resources: {'Port': ['ID=36ed396d-9cfc-4817-a164-c799b16af16c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:26.034133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-203981d8-0de7-4cb1-bbc7-4b03a545e9e2 None None] Provisioning complete for port 36ed396d-9cfc-4817-a164-c799b16af16c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:26.034671 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-203981d8-0de7-4cb1-bbc7-4b03a545e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:26.073712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-203981d8-0de7-4cb1-bbc7-4b03a545e9e2 None None] Port 36ed396d-9cfc-4817-a164-c799b16af16c cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:26.251094 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:26.440710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:26.444123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:26.569501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Router 57ecbc91-e8f4-4000-87b7-db7ca84205c2 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:26.673937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:26.678179 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:26.680868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-128ea70f-1c16-4dab-8605-dfc6df1595df tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "PUT /v2.0/routers/57ecbc91-e8f4-4000-87b7-db7ca84205c2 HTTP/1.1" status: 200 len: 919 time: 1.6723871 Nov 12 06:01:26.682482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51776) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:26.682831 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f8f35c-5a02-464a-b991-d1cd279ed687 None None] Sync routers for ids ['57ecbc91-e8f4-4000-87b7-db7ca84205c2'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:26.695705 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8f35c-5a02-464a-b991-d1cd279ed687 None None] Routers {'57ecbc91-e8f4-4000-87b7-db7ca84205c2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:26.696354 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-85f8f35c-5a02-464a-b991-d1cd279ed687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['57ecbc91-e8f4-4000-87b7-db7ca84205c2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:26.728965 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-85f8f35c-5a02-464a-b991-d1cd279ed687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:26.737503 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8f35c-5a02-464a-b991-d1cd279ed687 None None] Routers {'57ecbc91-e8f4-4000-87b7-db7ca84205c2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:26.738111 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-85f8f35c-5a02-464a-b991-d1cd279ed687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['57ecbc91-e8f4-4000-87b7-db7ca84205c2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:26.769448 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-85f8f35c-5a02-464a-b991-d1cd279ed687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:26.770094 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f8f35c-5a02-464a-b991-d1cd279ed687 None None] The sync data for ids ['57ecbc91-e8f4-4000-87b7-db7ca84205c2'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:26.788012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-938ec1a0-eea4-4ef0-b0f9-1aa12e8f18ae tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/routers/57ecbc91-e8f4-4000-87b7-db7ca84205c2 HTTP/1.1" status: 200 len: 925 time: 0.1044133 Nov 12 06:01:26.790703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51778) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:26.830750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b50e2-6f00-4d2f-8c64-efcd16693cf0 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:26.832232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fd5b50e2-6f00-4d2f-8c64-efcd16693cf0 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=57ecbc91-e8f4-4000-87b7-db7ca84205c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0401082 Nov 12 06:01:26.834947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51780) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:26.916463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21836d77-c6c6-4854-9800-249cd0bae3fa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:26.917885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-21836d77-c6c6-4854-9800-249cd0bae3fa tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/networks/9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 881 time: 0.0820334 Nov 12 06:01:26.920614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51782) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:26.950465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-15e053cc-dd4c-412d-8a01-2a141b4543af tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ecbc91-e8f4-4000-87b7-db7ca84205c2 HTTP/1.1" status: 200 len: 205 time: 0.0284584 Nov 12 06:01:26.952523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51784) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:27.053274 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.151033 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.203694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Deleting port 36ed396d-9cfc-4817-a164-c799b16af16c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:27.203935 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.277954 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.289619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Calling delete_port for 36ed396d-9cfc-4817-a164-c799b16af16c owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:27.449855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.480102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event deleted for resources: {'Port': ['ID=36ed396d-9cfc-4817-a164-c799b16af16c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:27.487244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fb95b-2931-4f45-a567-b97ef7606653 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:27.528873 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.541978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.631906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.634032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.677146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.677789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Fanout notify agent at l3_agent the message router_deleted on router 57ecbc91-e8f4-4000-87b7-db7ca84205c2 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:27.684730 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.685772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-60bb067f-98ef-4695-9232-aa569d9ea5c0 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/57ecbc91-e8f4-4000-87b7-db7ca84205c2 HTTP/1.1" status: 204 len: 168 time: 0.7323606 Nov 12 06:01:27.689513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51786) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:27.693929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-697432861', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:27.718367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.719420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:27.772959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:28.165880 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:28.352193 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:28.371169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:28.477057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Allocated IP 172.25.2.129 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/6f872603-da42-468f-be0d-2c96ab78d873) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:28.578078 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:28.612353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:28.650967 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:28.653799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:28.657208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:28.670550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8d4f8-b6f3-436f-81a3-5e8ca605875a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:28.688657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event updated for resources: {'Port': ['ID=6f872603-da42-468f-be0d-2c96ab78d873,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:28.710603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-6e2e15de-147b-4ea2-ba9c-6488dd44cedb None None] Provisioning complete for port 6f872603-da42-468f-be0d-2c96ab78d873 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:28.711113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e2e15de-147b-4ea2-ba9c-6488dd44cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:28.750220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e15de-147b-4ea2-ba9c-6488dd44cedb None None] Port 6f872603-da42-468f-be0d-2c96ab78d873 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:01:28.919218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:29.109301 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:29.232148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Router a83ed7bf-8683-4d2c-8490-ed0ff486e4cb is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:01:29.334655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:29.344445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f13d92-4a45-40e4-b74f-d6f4b6d9ecdb None None] Sync routers for ids ['a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:29.354841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f13d92-4a45-40e4-b74f-d6f4b6d9ecdb None None] Routers {'a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:29.355416 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:29.355577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-90f13d92-4a45-40e4-b74f-d6f4b6d9ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:29.356644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9fb28b6e-f51d-421e-92dc-b3d15450b7c9 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6661916 Nov 12 06:01:29.359597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51788) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:29.364269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:29.391211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-90f13d92-4a45-40e4-b74f-d6f4b6d9ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:29.399784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f13d92-4a45-40e4-b74f-d6f4b6d9ecdb None None] Routers {'a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:29.400410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-90f13d92-4a45-40e4-b74f-d6f4b6d9ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:29.432253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-90f13d92-4a45-40e4-b74f-d6f4b6d9ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:29.432893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f13d92-4a45-40e4-b74f-d6f4b6d9ecdb None None] The sync data for ids ['a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:29.661310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:29.672720 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:29.723129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Deleting port 6f872603-da42-468f-be0d-2c96ab78d873 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:29.723462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:29.796288 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:29.808191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Calling delete_port for 6f872603-da42-468f-be0d-2c96ab78d873 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:29.964600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:29.987465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Pushing event deleted for resources: {'Port': ['ID=6f872603-da42-468f-be0d-2c96ab78d873,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:30.003858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba043f8d-a599-475e-aa92-18136e9f4c79 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:30.053390 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:30.581136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34888'] for router, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:30.584426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448549'] for router, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:30.660888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Router a83ed7bf-8683-4d2c-8490-ed0ff486e4cb has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:01:30.736397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:01:30.743048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:30.746515 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9b43721a-d67d-4646-a069-8c008fb67264 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "PUT /v2.0/routers/a83ed7bf-8683-4d2c-8490-ed0ff486e4cb HTTP/1.1" status: 200 len: 709 time: 1.3835607 Nov 12 06:01:30.746689 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f78f65-41fe-4bec-8e55-fb2877186be4 None None] Sync routers for ids ['a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:01:30.747128 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:30.756446 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f78f65-41fe-4bec-8e55-fb2877186be4 None None] Routers {'a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:30.757056 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c5f78f65-41fe-4bec-8e55-fb2877186be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:30.791848 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c5f78f65-41fe-4bec-8e55-fb2877186be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:30.800203 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f78f65-41fe-4bec-8e55-fb2877186be4 None None] Routers {'a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:01:30.800790 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c5f78f65-41fe-4bec-8e55-fb2877186be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:30.819871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d7c5f410-f9c8-4fc4-aa59-60b5b9fb6222 tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/routers/a83ed7bf-8683-4d2c-8490-ed0ff486e4cb HTTP/1.1" status: 200 len: 744 time: 0.0718751 Nov 12 06:01:30.823042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51792) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:30.832108 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c5f78f65-41fe-4bec-8e55-fb2877186be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:30.832746 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f78f65-41fe-4bec-8e55-fb2877186be4 None None] The sync data for ids ['a83ed7bf-8683-4d2c-8490-ed0ff486e4cb'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:01:30.849582 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a41e67b8-0bc8-425b-878a-a69ab354945d tempest-RoutersIpV6AdminTest-50024550 tempest-RoutersIpV6AdminTest-50024550-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&device_id=a83ed7bf-8683-4d2c-8490-ed0ff486e4cb HTTP/1.1" status: 200 len: 205 time: 0.0253649 Nov 12 06:01:30.852114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51794) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:30.877835 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fb3b641d-ffb0-4962-8755-74a46fe2e109 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=a83ed7bf-8683-4d2c-8490-ed0ff486e4cb HTTP/1.1" status: 200 len: 205 time: 0.0246966 Nov 12 06:01:30.880112 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:30.953746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-490ba379-b118-4527-ba8a-a3fa8663642a tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:31.108761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-490ba379-b118-4527-ba8a-a3fa8663642a tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:31.110810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-490ba379-b118-4527-ba8a-a3fa8663642a tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:31.152856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-490ba379-b118-4527-ba8a-a3fa8663642a tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:31.153488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490ba379-b118-4527-ba8a-a3fa8663642a tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Fanout notify agent at l3_agent the message router_deleted on router a83ed7bf-8683-4d2c-8490-ed0ff486e4cb {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:01:31.160516 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-490ba379-b118-4527-ba8a-a3fa8663642a tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:31.161554 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-490ba379-b118-4527-ba8a-a3fa8663642a tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/a83ed7bf-8683-4d2c-8490-ed0ff486e4cb HTTP/1.1" status: 204 len: 168 time: 0.2805722 Nov 12 06:01:31.165096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.191617 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-92e06e5f-f36c-49ed-b167-782c6f10ab22 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=a83ed7bf-8683-4d2c-8490-ed0ff486e4cb HTTP/1.1" status: 200 len: 205 time: 0.0254734 Nov 12 06:01:31.193826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51800) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.233468 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-3a2b3aa5-e99d-4392-998a-04ddf7a63308 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] delete failed (client error): The resource could not be found. Nov 12 06:01:31.234479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3a2b3aa5-e99d-4392-998a-04ddf7a63308 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/a83ed7bf-8683-4d2c-8490-ed0ff486e4cb HTTP/1.1" status: 404 len: 336 time: 0.0397146 Nov 12 06:01:31.237037 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51802) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.263447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ccfbd230-4171-41e4-be87-ac331b50aece tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ecbc91-e8f4-4000-87b7-db7ca84205c2 HTTP/1.1" status: 200 len: 205 time: 0.0254269 Nov 12 06:01:31.265605 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51804) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.300945 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-4997c47d-0a59-40e6-b161-ef91d9845225 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] delete failed (client error): The resource could not be found. Nov 12 06:01:31.301910 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4997c47d-0a59-40e6-b161-ef91d9845225 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/57ecbc91-e8f4-4000-87b7-db7ca84205c2 HTTP/1.1" status: 404 len: 336 time: 0.0354338 Nov 12 06:01:31.304250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51806) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.333845 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ccc1a0d4-80bf-4e24-ad08-17bc21ab1133 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=675b925b-e1de-46ea-b82d-733e8dc38c0f HTTP/1.1" status: 200 len: 205 time: 0.0286126 Nov 12 06:01:31.336052 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51808) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.371966 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-7282365e-e221-41fe-8f38-7b46dbd5a1af tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] delete failed (client error): The resource could not be found. Nov 12 06:01:31.372944 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7282365e-e221-41fe-8f38-7b46dbd5a1af tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/675b925b-e1de-46ea-b82d-733e8dc38c0f HTTP/1.1" status: 404 len: 336 time: 0.0360248 Nov 12 06:01:31.375252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51810) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.401833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a4b4ac74-395d-4625-a86f-8cd5dbb9a515 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0618a9-fc01-48f3-a5c9-d54726bfba29 HTTP/1.1" status: 200 len: 205 time: 0.0256069 Nov 12 06:01:31.403976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51812) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.442585 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-d571abf9-c4e0-4106-8974-123f3ddafb39 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] delete failed (client error): The resource could not be found. Nov 12 06:01:31.443577 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d571abf9-c4e0-4106-8974-123f3ddafb39 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/db0618a9-fc01-48f3-a5c9-d54726bfba29 HTTP/1.1" status: 404 len: 336 time: 0.0387344 Nov 12 06:01:31.446035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51814) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.473232 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3939ddbe-4e76-4d3d-a1a0-0aea33a76cde tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=72e26b5e-1b51-4276-b09b-2c529bba80dd HTTP/1.1" status: 200 len: 205 time: 0.0260506 Nov 12 06:01:31.475437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51816) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.510846 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-b0262c91-e09d-40c1-911a-4f5f5a344100 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] delete failed (client error): The resource could not be found. Nov 12 06:01:31.511833 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b0262c91-e09d-40c1-911a-4f5f5a344100 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/72e26b5e-1b51-4276-b09b-2c529bba80dd HTTP/1.1" status: 404 len: 336 time: 0.0355186 Nov 12 06:01:31.514375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51818) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.545504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9ee66dca-0d8f-4eb7-baee-e5b2920404bd tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a1df2c-1102-407f-969d-1f5914aba1c8 HTTP/1.1" status: 200 len: 205 time: 0.0300646 Nov 12 06:01:31.547832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51820) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.582916 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ed680904-7a20-40d8-87a2-d7cbd0310455 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] delete failed (client error): The resource could not be found. Nov 12 06:01:31.583880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ed680904-7a20-40d8-87a2-d7cbd0310455 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/routers/07a1df2c-1102-407f-969d-1f5914aba1c8 HTTP/1.1" status: 404 len: 336 time: 0.0351708 Nov 12 06:01:31.586242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51822) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.612089 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-296fbb25-1c75-4d09-949e-1a37f676f167 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:31.612517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296fbb25-1c75-4d09-949e-1a37f676f167 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:31.615477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-296fbb25-1c75-4d09-949e-1a37f676f167 tempest-RoutersIpV6AdminTest-1231002781 tempest-RoutersIpV6AdminTest-1231002781-project] 10.222.0.48 "DELETE /v2.0/subnets/00733a78-b936-4060-90d2-8caa95339e02 HTTP/1.1" status: 404 len: 337 time: 0.0283360 Nov 12 06:01:31.857364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51828) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:31.959708 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c802-5c15-4d66-8d5a-be467f97c2b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.033568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c802-5c15-4d66-8d5a-be467f97c2b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.038314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c802-5c15-4d66-8d5a-be467f97c2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.076188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a5a9c802-5c15-4d66-8d5a-be467f97c2b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c9dfe3b927b45a3b941202af8fdf10d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2177460 Nov 12 06:01:32.077065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9c802-5c15-4d66-8d5a-be467f97c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c46b5-5994-43a3-ac57-a5d3e64e49f3,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:32.079590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51832) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:32.126405 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75204d4e-3684-48ad-9cf7-a0d31e756724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.147715 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75204d4e-3684-48ad-9cf7-a0d31e756724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.196225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75204d4e-3684-48ad-9cf7-a0d31e756724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.199341 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-75204d4e-3684-48ad-9cf7-a0d31e756724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.200482 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-75204d4e-3684-48ad-9cf7-a0d31e756724 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a5c46b5-5994-43a3-ac57-a5d3e64e49f3 HTTP/1.1" status: 204 len: 168 time: 0.1197836 Nov 12 06:01:32.208377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75204d4e-3684-48ad-9cf7-a0d31e756724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c46b5-5994-43a3-ac57-a5d3e64e49f3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:32.455270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:32.499714 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ad60f466-07b0-49ea-b245-5b88e4f527a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebcc323035664105a2ea6241dfed5125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432951 Nov 12 06:01:32.502065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51840) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:32.549133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e8ed-a1bb-4d7b-944f-58fcd5792a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.570199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e8ed-a1bb-4d7b-944f-58fcd5792a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.615638 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e8ed-a1bb-4d7b-944f-58fcd5792a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.618327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e8ed-a1bb-4d7b-944f-58fcd5792a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:32.620020 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8bf0e8ed-a1bb-4d7b-944f-58fcd5792a32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5bb06f6-cb93-483f-8889-b53eb0dc7e4e HTTP/1.1" status: 204 len: 168 time: 0.1170259 Nov 12 06:01:32.627474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0e8ed-a1bb-4d7b-944f-58fcd5792a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bb06f6-cb93-483f-8889-b53eb0dc7e4e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:33.288612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51862) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:33.407488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'networks': [{'name': 'tempest-network--850401293'}, {'name': 'tempest-network--501134959'}]} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:33.407805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'network': {'name': 'tempest-network--850401293'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:33.408270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'network': {'name': 'tempest-network--501134959'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:33.429913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Made reservation on behalf of 90921ec29a28405a965216e9dda90a08 for: {'network': 2} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:33.434329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.442466 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.517345 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.521607 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.522117 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.560949 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4489ae3-d856-4660-9a24-2a6496f36895,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:33.565896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:33.575949 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.605293 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Added segment bfceed60-77f4-4ada-8f09-ca37390837dc of type vlan for network 831dd440-1fba-46c0-a5fb-62d5f187493d Nov 12 06:01:33.627270 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.656290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:33.666303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.666676 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Added segment 561449d2-bb7a-4961-9ac4-a0e704f334cf of type vlan for network 880cb881-5ba0-4c0f-bfe8-fc38396e764b Nov 12 06:01:33.705102 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.729232 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.729714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.735383 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:33.740320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:33.740940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:33.777682 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.4879811 Nov 12 06:01:33.780484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51868) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:33.855258 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Network': ['ID=831dd440-1fba-46c0-a5fb-62d5f187493d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:33.865366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 831dd440-1fba-46c0-a5fb-62d5f187493d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:34.007003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b8385-82f8-4639-826f-cb3e5d583384 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Network': ['ID=880cb881-5ba0-4c0f-bfe8-fc38396e764b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:34.017438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 880cb881-5ba0-4c0f-bfe8-fc38396e764b details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:34.037301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922dde97-43e9-4a53-90df-7f1a56c4ab88 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:34.043321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922dde97-43e9-4a53-90df-7f1a56c4ab88 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:34.049657 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922dde97-43e9-4a53-90df-7f1a56c4ab88 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:34.055803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922dde97-43e9-4a53-90df-7f1a56c4ab88 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:34.057985 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-922dde97-43e9-4a53-90df-7f1a56c4ab88 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2765787 Nov 12 06:01:34.060873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51870) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:34.133095 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.229974 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.249529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831dd440-1fba-46c0-a5fb-62d5f187493d']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:34.258464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfceed60-77f4-4ada-8f09-ca37390837dc') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:34.258761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfceed60-77f4-4ada-8f09-ca37390837dc') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:34.267862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.280423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.286424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:34.286809 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:34.289633 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:34.348436 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.355639 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.358805 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/networks/831dd440-1fba-46c0-a5fb-62d5f187493d HTTP/1.1" status: 204 len: 168 time: 0.2970023 Nov 12 06:01:34.361572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51872) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:34.370229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cedf4-5fba-40cd-9ef3-06df799c1c9d tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Network': ['ID=831dd440-1fba-46c0-a5fb-62d5f187493d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:34.435405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.524729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.545005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880cb881-5ba0-4c0f-bfe8-fc38396e764b']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:34.553985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561449d2-bb7a-4961-9ac4-a0e704f334cf') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:34.554293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561449d2-bb7a-4961-9ac4-a0e704f334cf') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:34.564001 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.576979 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.582854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:34.583232 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:34.586171 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:34.645232 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.652489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.655663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/networks/880cb881-5ba0-4c0f-bfe8-fc38396e764b HTTP/1.1" status: 204 len: 168 time: 0.2930851 Nov 12 06:01:34.658483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51874) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:34.667899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4076dfb-e656-49ee-93b1-5781a970448a tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Network': ['ID=880cb881-5ba0-4c0f-bfe8-fc38396e764b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:34.765316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2988f75-5028-4203-acb6-c1ab10f00c98 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:34.771360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2988f75-5028-4203-acb6-c1ab10f00c98 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:34.772894 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d2988f75-5028-4203-acb6-c1ab10f00c98 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1133444 Nov 12 06:01:34.777092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51876) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:34.781662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-639980108'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:34.802870 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Made reservation on behalf of 90921ec29a28405a965216e9dda90a08 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:34.806180 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.828765 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:34.838501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.838880 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Added segment 69d37b23-fe4f-4afc-8d5e-ae37ed2b9f68 of type vlan for network 09051895-5b39-48e3-a6d1-69441a183121 Nov 12 06:01:34.877883 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.901203 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.906864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:34.907448 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:34.967368 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1892629 Nov 12 06:01:34.970144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51878) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:34.975324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-572881698'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:34.975634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Network': ['ID=09051895-5b39-48e3-a6d1-69441a183121,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:34.983100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.983466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.984256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.984256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.984456 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.984753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.985079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.985406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.985729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.986050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.986391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.986859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775952ce-8476-4e92-9966-5d35b2a1a153 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:01:34.995946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Made reservation on behalf of 90921ec29a28405a965216e9dda90a08 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:34.998824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 09051895-5b39-48e3-a6d1-69441a183121 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:34.999579 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.022887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:35.032304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.032650 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Added segment 9aef6812-00a2-44e5-9743-5246188bec5a of type vlan for network ee050621-772b-41ab-aa1a-441132632566 Nov 12 06:01:35.071734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.096355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.101989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:35.102595 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.165288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1939816 Nov 12 06:01:35.168062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51880) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:35.172809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'ports': [{'network_id': '09051895-5b39-48e3-a6d1-69441a183121', 'name': 'tempest-port--1346999880', 'admin_state_up': True}, {'network_id': 'ee050621-772b-41ab-aa1a-441132632566', 'admin_state_up': False}]} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:35.173131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'port': {'network_id': '09051895-5b39-48e3-a6d1-69441a183121', 'name': 'tempest-port--1346999880', 'admin_state_up': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:35.173620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'port': {'network_id': 'ee050621-772b-41ab-aa1a-441132632566', 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:35.190836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a3d69-eb83-41e5-8054-fa6677b0270e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Network': ['ID=ee050621-772b-41ab-aa1a-441132632566,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:35.201061 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ee050621-772b-41ab-aa1a-441132632566 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:35.333486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Made reservation on behalf of 90921ec29a28405a965216e9dda90a08 for: {'port': 2} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:35.338649 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.351263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.426421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] device_id is not set on port 0d4366aa-919a-4b90-8345-6124b1dd1ed4 yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:01:35.555376 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.620246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] device_id is not set on port cc289030-5146-48f4-8836-7bc1cb1f30db yet. {{(pid=102590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 06:01:35.731245 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.766422 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.821190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Port': ['ID=0d4366aa-919a-4b90-8345-6124b1dd1ed4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:35.835617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Checking segment: {'id': '69d37b23-fe4f-4afc-8d5e-ae37ed2b9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '09051895-5b39-48e3-a6d1-69441a183121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:35.835977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Network hostable DHCP agents. Network: 09051895-5b39-48e3-a6d1-69441a183121, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:35.851801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Network 09051895-5b39-48e3-a6d1-69441a183121 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:35.860531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 09051895-5b39-48e3-a6d1-69441a183121) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:35.864501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:35.866083 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:35.871580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e679a381-5fbb-4cfa-a5e4-e3f43ca19774 None None] Network 09051895-5b39-48e3-a6d1-69441a183121 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:35.930637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Port': ['ID=cc289030-5146-48f4-8836-7bc1cb1f30db,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:35.939786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Checking segment: {'id': '9aef6812-00a2-44e5-9743-5246188bec5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ee050621-772b-41ab-aa1a-441132632566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:35.940157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Network hostable DHCP agents. Network: ee050621-772b-41ab-aa1a-441132632566, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:35.956540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Network ee050621-772b-41ab-aa1a-441132632566 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:35.965202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, ee050621-772b-41ab-aa1a-441132632566) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:35.969165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:35.975689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff03e20-e9bd-4ca9-b92d-a945bcbd406b None None] Network ee050621-772b-41ab-aa1a-441132632566 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:35.975856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:35.981469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:35.982132 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.000924 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-561db75a-2cde-40a4-b5e8-74ce192bae17 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8294885 Nov 12 06:01:36.001133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51882) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:36.081814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180c0da-9cc9-40c7-94fb-aa43f1c05c2c tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:36.088623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180c0da-9cc9-40c7-94fb-aa43f1c05c2c tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:36.090907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0180c0da-9cc9-40c7-94fb-aa43f1c05c2c tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0882776 Nov 12 06:01:36.093118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51884) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:36.179954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4233aaa5-e3b5-44cc-a349-a70c15ef7cdd tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Deleting port 0d4366aa-919a-4b90-8345-6124b1dd1ed4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:36.180214 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4233aaa5-e3b5-44cc-a349-a70c15ef7cdd tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.244189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4233aaa5-e3b5-44cc-a349-a70c15ef7cdd tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.256476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4233aaa5-e3b5-44cc-a349-a70c15ef7cdd tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Calling delete_port for 0d4366aa-919a-4b90-8345-6124b1dd1ed4 owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:36.581624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4233aaa5-e3b5-44cc-a349-a70c15ef7cdd tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.609625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233aaa5-e3b5-44cc-a349-a70c15ef7cdd tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Port': ['ID=0d4366aa-919a-4b90-8345-6124b1dd1ed4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:36.614997 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4233aaa5-e3b5-44cc-a349-a70c15ef7cdd tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.618313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4233aaa5-e3b5-44cc-a349-a70c15ef7cdd tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/ports/0d4366aa-919a-4b90-8345-6124b1dd1ed4 HTTP/1.1" status: 204 len: 168 time: 0.5242662 Nov 12 06:01:36.620972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51886) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:36.704900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c1a444a5-f8e0-4da4-8630-9091095d9940 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Deleting port cc289030-5146-48f4-8836-7bc1cb1f30db {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:36.705163 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c1a444a5-f8e0-4da4-8630-9091095d9940 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.772048 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c1a444a5-f8e0-4da4-8630-9091095d9940 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.784907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c1a444a5-f8e0-4da4-8630-9091095d9940 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Calling delete_port for cc289030-5146-48f4-8836-7bc1cb1f30db owned by {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:36.858981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c1a444a5-f8e0-4da4-8630-9091095d9940 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.890979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a444a5-f8e0-4da4-8630-9091095d9940 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Port': ['ID=cc289030-5146-48f4-8836-7bc1cb1f30db,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:36.896218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c1a444a5-f8e0-4da4-8630-9091095d9940 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.898956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c1a444a5-f8e0-4da4-8630-9091095d9940 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/ports/cc289030-5146-48f4-8836-7bc1cb1f30db HTTP/1.1" status: 204 len: 168 time: 0.2770603 Nov 12 06:01:36.901485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51888) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:36.927604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5c5cc5bf-02fc-432a-a810-829619c66569 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0250807 Nov 12 06:01:36.930953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51890) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:36.935962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-624453459'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:36.955140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Made reservation on behalf of 90921ec29a28405a965216e9dda90a08 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:36.958332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.980331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:36.988661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:36.989001 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Added segment 7b20a1d7-30af-4968-a42c-a603f0879fb7 of type vlan for network 81c84dc4-bc16-4066-b3df-81364b2eb763 Nov 12 06:01:37.028264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.052998 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.059490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:37.060072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.123370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1909037 Nov 12 06:01:37.125960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:37.130988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-866453324'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:37.131886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a41a79-034f-4fd1-b405-85a46325333b tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Network': ['ID=81c84dc4-bc16-4066-b3df-81364b2eb763,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:37.143227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 81c84dc4-bc16-4066-b3df-81364b2eb763 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:37.151479 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Made reservation on behalf of 90921ec29a28405a965216e9dda90a08 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:37.154929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.182902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:37.193000 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.193351 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Added segment c90e6d03-d456-4bcb-a2df-aeef704c3777 of type vlan for network 2585bc62-8848-4129-b635-2aacd22c5155 Nov 12 06:01:37.233996 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.257198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.262950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:37.263595 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.298884 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1717947 Nov 12 06:01:37.331415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28eb5f-cf04-472e-b949-b84c30520ea7 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Network': ['ID=2585bc62-8848-4129-b635-2aacd22c5155,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:37.341884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 2585bc62-8848-4129-b635-2aacd22c5155 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:37.431176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51894) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:37.436827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'subnets': [{'network_id': '81c84dc4-bc16-4066-b3df-81364b2eb763', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1129706108', 'ip_version': 4}, {'network_id': '2585bc62-8848-4129-b635-2aacd22c5155', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:37.437149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'subnet': {'network_id': '81c84dc4-bc16-4066-b3df-81364b2eb763', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1129706108', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:37.437724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Request body: {'subnet': {'network_id': '2585bc62-8848-4129-b635-2aacd22c5155', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:37.590643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Made reservation on behalf of 90921ec29a28405a965216e9dda90a08 for: {'subnet': 2} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:37.595585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.595955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.932047 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:37.994575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Subnet': ['ID=5c01b712-78bb-4f64-89c0-67543f24fa13,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:38.002379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Checking segment: {'id': '7b20a1d7-30af-4968-a42c-a603f0879fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '81c84dc4-bc16-4066-b3df-81364b2eb763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:38.002735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Network hostable DHCP agents. Network: 81c84dc4-bc16-4066-b3df-81364b2eb763, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:38.018913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Network 81c84dc4-bc16-4066-b3df-81364b2eb763 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:38.027893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 81c84dc4-bc16-4066-b3df-81364b2eb763) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:38.031997 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.038374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2892a8d-8af8-4b89-b2d7-fae503d8ab46 None None] Network 81c84dc4-bc16-4066-b3df-81364b2eb763 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:38.089560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event updated for resources: {'Subnet': ['ID=f435f5e1-f2ca-4b5b-b7c6-777fc8c7f434,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:38.099621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Checking segment: {'id': 'c90e6d03-d456-4bcb-a2df-aeef704c3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2585bc62-8848-4129-b635-2aacd22c5155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:38.099979 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Network hostable DHCP agents. Network: 2585bc62-8848-4129-b635-2aacd22c5155, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:38.117476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Network 2585bc62-8848-4129-b635-2aacd22c5155 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:38.126518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 2585bc62-8848-4129-b635-2aacd22c5155) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:38.130775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:38.131257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:38.131908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.142706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738fb678-8d87-4bad-b7e8-f6d521d0cfe3 None None] Network 2585bc62-8848-4129-b635-2aacd22c5155 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:38.153180 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c383bb81-58ca-442a-84de-0d99b105d4aa tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7173486 Nov 12 06:01:38.153595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51896) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:38.235834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e743cab-1c2f-4ff2-a2ae-e99e05d026d5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:38.237308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e743cab-1c2f-4ff2-a2ae-e99e05d026d5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:38.238877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e743cab-1c2f-4ff2-a2ae-e99e05d026d5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:38.240528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9e743cab-1c2f-4ff2-a2ae-e99e05d026d5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0859432 Nov 12 06:01:38.243830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51898) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:38.301768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd78db77-b617-4804-a7eb-a27a105b2076 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Deleting subnet 5c01b712-78bb-4f64-89c0-67543f24fa13 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:01:38.305387 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd78db77-b617-4804-a7eb-a27a105b2076 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.347054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd78db77-b617-4804-a7eb-a27a105b2076 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.394315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd78db77-b617-4804-a7eb-a27a105b2076 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.396614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af192706-73e0-472f-b645-eb4ee2d045df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-81c84dc4-bc16-4066-b3df-81364b2eb763', 'network_id': '81c84dc4-bc16-4066-b3df-81364b2eb763', 'tenant_id': '90921ec29a28405a965216e9dda90a08', 'fixed_ips': [{'subnet_id': '5c01b712-78bb-4f64-89c0-67543f24fa13'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:38.397465 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af192706-73e0-472f-b645-eb4ee2d045df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.455623 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd78db77-b617-4804-a7eb-a27a105b2076 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.483074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78db77-b617-4804-a7eb-a27a105b2076 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Subnet': ['ID=5c01b712-78bb-4f64-89c0-67543f24fa13,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:38.485018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd78db77-b617-4804-a7eb-a27a105b2076 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.490603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cd78db77-b617-4804-a7eb-a27a105b2076 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/subnets/5c01b712-78bb-4f64-89c0-67543f24fa13 HTTP/1.1" status: 204 len: 168 time: 0.2432148 Nov 12 06:01:38.490811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51900) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:38.548315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abb4913-34fc-412e-a98d-ff191cf0a7b8 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Deleting subnet f435f5e1-f2ca-4b5b-b7c6-777fc8c7f434 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:01:38.548711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb6cef-31d9-4d5b-94b2-d1685026270b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-2585bc62-8848-4129-b635-2aacd22c5155', 'network_id': '2585bc62-8848-4129-b635-2aacd22c5155', 'tenant_id': '90921ec29a28405a965216e9dda90a08', 'fixed_ips': [{'subnet_id': 'f435f5e1-f2ca-4b5b-b7c6-777fc8c7f434'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:38.549557 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6cef-31d9-4d5b-94b2-d1685026270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.551681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6abb4913-34fc-412e-a98d-ff191cf0a7b8 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-af192706-73e0-472f-b645-eb4ee2d045df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c01b712-78bb-4f64-89c0-67543f24fa13: This subnet is being modified by another concurrent operation. Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c01b712-78bb-4f64-89c0-67543f24fa13: This subnet is being modified by another concurrent operation. Nov 12 06:01:38.553409 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 06:01:38.575069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a89756-389c-4d88-9ef4-6cf66ed7a849 None None] Network 81c84dc4-bc16-4066-b3df-81364b2eb763 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:38.593408 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6abb4913-34fc-412e-a98d-ff191cf0a7b8 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.638147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6abb4913-34fc-412e-a98d-ff191cf0a7b8 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.695806 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6abb4913-34fc-412e-a98d-ff191cf0a7b8 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-4bcb6cef-31d9-4d5b-94b2-d1685026270b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f435f5e1-f2ca-4b5b-b7c6-777fc8c7f434: This subnet is being modified by another concurrent operation. Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f435f5e1-f2ca-4b5b-b7c6-777fc8c7f434: This subnet is being modified by another concurrent operation. Nov 12 06:01:38.725910 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 06:01:38.734429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb4913-34fc-412e-a98d-ff191cf0a7b8 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Subnet': ['ID=f435f5e1-f2ca-4b5b-b7c6-777fc8c7f434,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:38.739372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6abb4913-34fc-412e-a98d-ff191cf0a7b8 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.745583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6abb4913-34fc-412e-a98d-ff191cf0a7b8 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/subnets/f435f5e1-f2ca-4b5b-b7c6-777fc8c7f434 HTTP/1.1" status: 204 len: 168 time: 0.2508459 Nov 12 06:01:38.745867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51902) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:38.756059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a68151-109f-4d37-ba4f-b9a78bce0c8f None None] Network 2585bc62-8848-4129-b635-2aacd22c5155 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:38.828784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f539dc1-4615-4bec-ba0f-aa30bf76bf06 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:38.830313 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3f539dc1-4615-4bec-ba0f-aa30bf76bf06 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0834429 Nov 12 06:01:38.833797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51904) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:38.866843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f07f9-2771-440a-9029-d6a781116b61 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 06:01:38.909232 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:38.944932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f07f9-2771-440a-9029-d6a781116b61 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 06:01:39.173996 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd8420-627d-4828-a6d4-8acc79e91c23 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 06:01:39.257740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd8420-627d-4828-a6d4-8acc79e91c23 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 06:01:39.316306 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.336185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2585bc62-8848-4129-b635-2aacd22c5155']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.345364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90e6d03-d456-4bcb-a2df-aeef704c3777') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.345669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90e6d03-d456-4bcb-a2df-aeef704c3777') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.354777 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.367487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.373815 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:39.374207 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:39.377115 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:39.435493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.444460 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.448236 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/networks/2585bc62-8848-4129-b635-2aacd22c5155 HTTP/1.1" status: 204 len: 168 time: 0.6134222 Nov 12 06:01:39.451107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51906) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:39.462199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae1b39-6ff1-452a-8947-c5457b797830 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Network': ['ID=2585bc62-8848-4129-b635-2aacd22c5155,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:39.529412 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.616902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.636914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c84dc4-bc16-4066-b3df-81364b2eb763']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.645845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b20a1d7-30af-4968-a42c-a603f0879fb7') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.646146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b20a1d7-30af-4968-a42c-a603f0879fb7') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.655389 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.669065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.675109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:39.675492 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:39.678692 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:39.735667 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.742405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.746209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/networks/81c84dc4-bc16-4066-b3df-81364b2eb763 HTTP/1.1" status: 204 len: 168 time: 0.2940230 Nov 12 06:01:39.749008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51908) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:39.757500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e22ae-cdad-419f-8bd9-56ba4c5e51f5 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Network': ['ID=81c84dc4-bc16-4066-b3df-81364b2eb763,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:39.823477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.909820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.929658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee050621-772b-41ab-aa1a-441132632566']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.938631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aef6812-00a2-44e5-9743-5246188bec5a') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.938926 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aef6812-00a2-44e5-9743-5246188bec5a') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:39.947958 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.960497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.966687 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:39.967064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:39.970021 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:40.024813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.029822 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.032998 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/networks/ee050621-772b-41ab-aa1a-441132632566 HTTP/1.1" status: 204 len: 168 time: 0.2829547 Nov 12 06:01:40.035949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51910) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:40.047495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716434a6-06b9-42cc-abbd-098d38bcce99 tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Network': ['ID=ee050621-772b-41ab-aa1a-441132632566,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:40.115462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.203471 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.222898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09051895-5b39-48e3-a6d1-69441a183121']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:40.232497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d37b23-fe4f-4afc-8d5e-ae37ed2b9f68') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:40.232796 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d37b23-fe4f-4afc-8d5e-ae37ed2b9f68') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:40.241808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.255867 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.261824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:40.262199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:40.265172 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:40.320356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.326759 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.332315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] 10.222.0.48 "DELETE /v2.0/networks/09051895-5b39-48e3-a6d1-69441a183121 HTTP/1.1" status: 204 len: 168 time: 0.2927299 Nov 12 06:01:40.340860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3740d-1d1a-4e1a-9192-2add7ed4b99e tempest-BulkNetworkOpsTest-460925192 tempest-BulkNetworkOpsTest-460925192-project] Pushing event deleted for resources: {'Network': ['ID=09051895-5b39-48e3-a6d1-69441a183121,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:40.568434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51916) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:40.700358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-56d541ab-a19f-45c7-9ab3-d4e0400351b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90921ec29a28405a965216e9dda90a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307292 Nov 12 06:01:40.702708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51920) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:40.748010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4ae5-5c7d-43c1-9761-ee263f0d576d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.768192 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4ae5-5c7d-43c1-9761-ee263f0d576d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.812446 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4ae5-5c7d-43c1-9761-ee263f0d576d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.815022 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4ae5-5c7d-43c1-9761-ee263f0d576d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:40.816147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fdcc4ae5-5c7d-43c1-9761-ee263f0d576d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4489ae3-d856-4660-9a24-2a6496f36895 HTTP/1.1" status: 204 len: 168 time: 0.1125598 Nov 12 06:01:40.823406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc4ae5-5c7d-43c1-9761-ee263f0d576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4489ae3-d856-4660-9a24-2a6496f36895,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:40.945258 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.428784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51942) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:41.521519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-797028722'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:41.543214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:41.546667 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.554852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.626221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.631455 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.656988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:41.670896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827bec59-e413-4693-b9dc-2f32c574bd59,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:41.676839 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.677188 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment c89c8bd8-7562-4e5f-9f47-8a0320777a36 of type vlan for network 9df1e8d8-dd53-4fd3-ba0b-32a09682999f Nov 12 06:01:41.719378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.743491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.749578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:41.750150 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:41.784228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3543646 Nov 12 06:01:41.817377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810a263-b4b2-4eca-90d1-4043782d3ec5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=9df1e8d8-dd53-4fd3-ba0b-32a09682999f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:41.827298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9df1e8d8-dd53-4fd3-ba0b-32a09682999f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:43.953338 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9be5cccb-2bbf-4c9c-a442-92f8acf2f3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.005699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51946) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:45.010860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': '9df1e8d8-dd53-4fd3-ba0b-32a09682999f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:45.100464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:45.104550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.283585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.343721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=6e94f3c8-ce13-477a-9247-6ebdd48aa4a9,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:45.350517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': 'c89c8bd8-7562-4e5f-9f47-8a0320777a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9df1e8d8-dd53-4fd3-ba0b-32a09682999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:45.350884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: 9df1e8d8-dd53-4fd3-ba0b-32a09682999f, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:45.367162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network 9df1e8d8-dd53-4fd3-ba0b-32a09682999f is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:45.375163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9df1e8d8-dd53-4fd3-ba0b-32a09682999f) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:45.379133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:45.379740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.385946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d703e997-686a-4c78-8862-a4e4e264a530 None None] Network 9df1e8d8-dd53-4fd3-ba0b-32a09682999f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:45.398390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-40719308-f39a-41e7-93c2-1b6177364e1e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3887937 Nov 12 06:01:45.399052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51948) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:45.404581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408352912'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:45.426091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:45.430186 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.454889 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:45.461512 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:01:45.465971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.466364 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment 1096af85-30e7-473a-8f5c-f7a7b40297d6 of type vlan for network dc6d650d-9af3-41ac-afbb-f3d19f34e37e Nov 12 06:01:45.506701 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.533961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.540358 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-9df1e8d8-dd53-4fd3-ba0b-32a09682999f', 'network_id': '9df1e8d8-dd53-4fd3-ba0b-32a09682999f', 'tenant_id': 'ac04feebec9540a1b1b381b9149725dd', 'fixed_ips': [{'subnet_id': '6e94f3c8-ce13-477a-9247-6ebdd48aa4a9'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:45.541073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:45.541232 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.541659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.578371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1781421 Nov 12 06:01:45.581157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51950) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:45.586706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': 'dc6d650d-9af3-41ac-afbb-f3d19f34e37e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:45.642743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab6c6b-b11a-4566-86cd-09e7591e868a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=dc6d650d-9af3-41ac-afbb-f3d19f34e37e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:45.662133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network dc6d650d-9af3-41ac-afbb-f3d19f34e37e details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:45.711682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:45.715994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.733053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Allocated IP 2001:db8:0:ffff::2 (9df1e8d8-dd53-4fd3-ba0b-32a09682999f/6e94f3c8-ce13-477a-9247-6ebdd48aa4a9/8acd2bd6-d6a6-4e28-b891-20a425c84f45) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:45.885756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.892383 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.897545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:45.928873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Network 9df1e8d8-dd53-4fd3-ba0b-32a09682999f is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:45.935723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:45.940149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:45.943189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Pushing event updated for resources: {'Port': ['ID=8acd2bd6-d6a6-4e28-b891-20a425c84f45,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:45.954777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=fbaf2428-dead-42cf-b66e-6d885d8baccc,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:45.970511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': '1096af85-30e7-473a-8f5c-f7a7b40297d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dc6d650d-9af3-41ac-afbb-f3d19f34e37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:45.970877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: dc6d650d-9af3-41ac-afbb-f3d19f34e37e, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:45.987679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network dc6d650d-9af3-41ac-afbb-f3d19f34e37e is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:45.997024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, dc6d650d-9af3-41ac-afbb-f3d19f34e37e) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:46.001433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:46.002041 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.002336 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Attempting to bind port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:01:46.002738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Attempting to bind port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'c89c8bd8-7562-4e5f-9f47-8a0320777a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9df1e8d8-dd53-4fd3-ba0b-32a09682999f'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:01:46.003108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Attempting to bind port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 on network 9df1e8d8-dd53-4fd3-ba0b-32a09682999f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:01:46.009866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab289700-d5a4-43be-a4ea-7691dc0fc4fe None None] Network dc6d650d-9af3-41ac-afbb-f3d19f34e37e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:46.012146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:01:46.012517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Checking segment: {'id': 'c89c8bd8-7562-4e5f-9f47-8a0320777a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9df1e8d8-dd53-4fd3-ba0b-32a09682999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:46.012913 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.013394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Bound using segment: {'id': 'c89c8bd8-7562-4e5f-9f47-8a0320777a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9df1e8d8-dd53-4fd3-ba0b-32a09682999f'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:01:46.013864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Bound port: 8acd2bd6-d6a6-4e28-b891-20a425c84f45, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89c8bd8-7562-4e5f-9f47-8a0320777a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9df1e8d8-dd53-4fd3-ba0b-32a09682999f'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:01:46.014302 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.019801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d7357f3c-2c7e-4fdd-bcb7-0b0a947eb189 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4376497 Nov 12 06:01:46.022449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51952) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:46.116725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.140352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] For port 8acd2bd6-d6a6-4e28-b891-20a425c84f45, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:01:46.144941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] For port 8acd2bd6-d6a6-4e28-b891-20a425c84f45, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8acd2bd6-d6a6-4e28-b891-20a425c84f45,segment=NetworkSegment(c89c8bd8-7562-4e5f-9f47-8a0320777a36),segment_id=c89c8bd8-7562-4e5f-9f47-8a0320777a36)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:01:46.167726 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.198352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.254717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e17ea-ff49-4e20-b3fa-839cd21edaf5 None None] Pushing event updated for resources: {'Port': ['ID=8acd2bd6-d6a6-4e28-b891-20a425c84f45,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:46.259867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89997e-6d29-4236-8aa0-91a78751faf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-dc6d650d-9af3-41ac-afbb-f3d19f34e37e', 'network_id': 'dc6d650d-9af3-41ac-afbb-f3d19f34e37e', 'tenant_id': 'ac04feebec9540a1b1b381b9149725dd', 'fixed_ips': [{'subnet_id': 'fbaf2428-dead-42cf-b66e-6d885d8baccc'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:46.260742 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e89997e-6d29-4236-8aa0-91a78751faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.279350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.309712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=fbaf2428-dead-42cf-b66e-6d885d8baccc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:46.358910 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-839ad458-f854-4a14-b45c-32d21329c629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.361465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc15793-c743-4d42-9c82-0ad9f60f6ae7 None None] Network dc6d650d-9af3-41ac-afbb-f3d19f34e37e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:46.391139 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.427417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6d650d-9af3-41ac-afbb-f3d19f34e37e']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:46.437607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1096af85-30e7-473a-8f5c-f7a7b40297d6') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:46.438070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1096af85-30e7-473a-8f5c-f7a7b40297d6') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:46.457943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.490242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.499020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:46.499486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:46.503163 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:46.547717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8acd2bd6-d6a6-4e28-b891-20a425c84f45 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:01:46.573305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.578374 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.582063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/dc6d650d-9af3-41ac-afbb-f3d19f34e37e HTTP/1.1" status: 204 len: 168 time: 0.5586007 Nov 12 06:01:46.585882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51954) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:46.592963 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730641475'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:46.598255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cd795-15eb-4283-867d-aa6fcb57949f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=dc6d650d-9af3-41ac-afbb-f3d19f34e37e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:46.605124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:46.605493 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.615363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:46.618913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.646303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:46.657173 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.657593 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment f330fef5-cf94-433c-a250-91fb0ee85700 of type vlan for network 3e3dd3c8-48cd-46df-989a-eb2babfb9196 Nov 12 06:01:46.684260 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.698224 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.721843 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 8acd2bd6-d6a6-4e28-b891-20a425c84f45, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8acd2bd6-d6a6-4e28-b891-20a425c84f45,segment=NetworkSegment(c89c8bd8-7562-4e5f-9f47-8a0320777a36),segment_id=c89c8bd8-7562-4e5f-9f47-8a0320777a36)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:46.726972 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.729745 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.735835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:46.736452 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:46.773730 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1866813 Nov 12 06:01:46.774208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=8acd2bd6-d6a6-4e28-b891-20a425c84f45,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:46.776773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51956) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:46.782666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': '3e3dd3c8-48cd-46df-989a-eb2babfb9196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:46.807988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857e2d0-f967-4d9d-b1c1-30e00625ced8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=3e3dd3c8-48cd-46df-989a-eb2babfb9196,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:46.818288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 3e3dd3c8-48cd-46df-989a-eb2babfb9196 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:46.870895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:46.874461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.067289 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.130469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=31b64f69-7ae8-4429-bcdc-ca5132f38602,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:47.141716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': 'f330fef5-cf94-433c-a250-91fb0ee85700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e3dd3c8-48cd-46df-989a-eb2babfb9196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:47.142067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: 3e3dd3c8-48cd-46df-989a-eb2babfb9196, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:47.158881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network 3e3dd3c8-48cd-46df-989a-eb2babfb9196 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:47.168255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 3e3dd3c8-48cd-46df-989a-eb2babfb9196) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:47.172383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:47.172986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.178026 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3d27e-3b84-40b5-915e-43cbc4e4626c None None] Network 3e3dd3c8-48cd-46df-989a-eb2babfb9196 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:47.194397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b4ef3eef-9754-44fa-b8fc-adbe690e06e3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4149301 Nov 12 06:01:47.197285 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51958) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:47.202752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160069960'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:47.228615 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:47.233688 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.258962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:47.269472 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.269822 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment 8e7b2056-11e7-48c7-b2ac-f056b4d18bce of type vlan for network c0d42a5a-c41b-420a-a879-803e86c98402 Nov 12 06:01:47.316112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.343178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.348778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:47.349368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.388604 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1874328 Nov 12 06:01:47.388951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51960) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:47.393915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': 'c0d42a5a-c41b-420a-a879-803e86c98402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:47.402289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860e6a3-9a1f-46c6-acc5-3749060fcc11 None None] Network 9df1e8d8-dd53-4fd3-ba0b-32a09682999f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:47.427719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28959429-fb8e-4478-9f62-94afd12a1e3b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=c0d42a5a-c41b-420a-a879-803e86c98402,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:47.465303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c0d42a5a-c41b-420a-a879-803e86c98402 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:47.492724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:47.497261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.510637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0001bf0c-7630-400f-b106-104a90f9cb97 None None] Provisioning complete for port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:47.511038 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0001bf0c-7630-400f-b106-104a90f9cb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.559851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.ipam_backend_mixin [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Performing IP validity checks on allocation pools {{(pid=102590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 06:01:47.560370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.ipam_backend_mixin [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 06:01:47.582191 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.678531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.733723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-3e3dd3c8-48cd-46df-989a-eb2babfb9196', 'network_id': '3e3dd3c8-48cd-46df-989a-eb2babfb9196', 'tenant_id': 'ac04feebec9540a1b1b381b9149725dd', 'fixed_ips': [{'subnet_id': '31b64f69-7ae8-4429-bcdc-ca5132f38602'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:47.734613 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.738879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=c75082cf-4e17-4e1a-b2e7-3191df8b6911,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:47.751446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': '8e7b2056-11e7-48c7-b2ac-f056b4d18bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c0d42a5a-c41b-420a-a879-803e86c98402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:47.751807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: c0d42a5a-c41b-420a-a879-803e86c98402, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:47.767980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network c0d42a5a-c41b-420a-a879-803e86c98402 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:47.777322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, c0d42a5a-c41b-420a-a879-803e86c98402) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:47.781818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:47.782451 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.794080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33cb82-1d0d-4559-8580-b8a41ed5a478 None None] Network c0d42a5a-c41b-420a-a879-803e86c98402 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:47.801193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9cac1196-eb5d-46ae-8302-c4423dac338d tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4111538 Nov 12 06:01:47.803810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51962) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:47.902697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:47.961351 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.005990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Allocated IP 2001:db8::3 (3e3dd3c8-48cd-46df-989a-eb2babfb9196/31b64f69-7ae8-4429-bcdc-ca5132f38602/52e65741-1527-41b6-ac1f-d90304db7cd5) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:48.038879 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.094744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=c75082cf-4e17-4e1a-b2e7-3191df8b6911,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:48.096979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db012aa-f8b8-471e-b473-4c6fef8fbeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-c0d42a5a-c41b-420a-a879-803e86c98402', 'network_id': 'c0d42a5a-c41b-420a-a879-803e86c98402', 'tenant_id': 'ac04feebec9540a1b1b381b9149725dd', 'fixed_ips': [{'subnet_id': 'c75082cf-4e17-4e1a-b2e7-3191df8b6911'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:48.097864 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2db012aa-f8b8-471e-b473-4c6fef8fbeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.136490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.156793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d42a5a-c41b-420a-a879-803e86c98402']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:48.166908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7b2056-11e7-48c7-b2ac-f056b4d18bce') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:48.167211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7b2056-11e7-48c7-b2ac-f056b4d18bce') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:48.176584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.190231 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.198162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:48.198590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:48.201952 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:48.239797 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a4cfd-0387-44ba-abad-dfe382d6e775 None None] Network c0d42a5a-c41b-420a-a879-803e86c98402 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:48.266227 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.274300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.281030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/c0d42a5a-c41b-420a-a879-803e86c98402 HTTP/1.1" status: 204 len: 168 time: 0.4730742 Nov 12 06:01:48.281176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a57101b6-4949-466f-bc93-c69afa2592dc None None] Provisioning complete for port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:48.281176 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a57101b6-4949-466f-bc93-c69afa2592dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.281773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51964) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:48.287994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859739727'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:48.290050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3c656-4df4-46ac-8347-4b8cc762dc63 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=c0d42a5a-c41b-420a-a879-803e86c98402,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:48.310640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:48.314397 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.337282 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.337772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:48.347095 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.347584 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment bd9134b8-5f94-4e6b-a261-279b32093fc1 of type vlan for network 04bed332-065f-4ee6-aba9-87d1ac7cc333 Nov 12 06:01:48.355078 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.393780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.418171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.424170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:48.424939 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.445122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Network 3e3dd3c8-48cd-46df-989a-eb2babfb9196 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:48.454120 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:48.456904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Pushing event updated for resources: {'Port': ['ID=52e65741-1527-41b6-ac1f-d90304db7cd5,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:48.458939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:48.467122 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1835132 Nov 12 06:01:48.467282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51966) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:48.472585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': '04bed332-065f-4ee6-aba9-87d1ac7cc333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:48.530788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afcd4d-eb96-4be1-8818-261839d65e0e tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=04bed332-065f-4ee6-aba9-87d1ac7cc333,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:48.548595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 04bed332-065f-4ee6-aba9-87d1ac7cc333 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:48.550441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8acd2bd6-d6a6-4e28-b891-20a425c84f45 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:01:48.582419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Attempting to bind port 52e65741-1527-41b6-ac1f-d90304db7cd5 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:01:48.583053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Attempting to bind port 52e65741-1527-41b6-ac1f-d90304db7cd5 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'f330fef5-cf94-433c-a250-91fb0ee85700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e3dd3c8-48cd-46df-989a-eb2babfb9196'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:01:48.583138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Attempting to bind port 52e65741-1527-41b6-ac1f-d90304db7cd5 on network 3e3dd3c8-48cd-46df-989a-eb2babfb9196 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:01:48.587919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:48.591513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.602066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:01:48.602478 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Checking segment: {'id': 'f330fef5-cf94-433c-a250-91fb0ee85700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e3dd3c8-48cd-46df-989a-eb2babfb9196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:48.602924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.603854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Bound using segment: {'id': 'f330fef5-cf94-433c-a250-91fb0ee85700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e3dd3c8-48cd-46df-989a-eb2babfb9196'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:01:48.604333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Bound port: 52e65741-1527-41b6-ac1f-d90304db7cd5, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f330fef5-cf94-433c-a250-91fb0ee85700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e3dd3c8-48cd-46df-989a-eb2babfb9196'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:01:48.604720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.732143 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.734639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:48.735009 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.758875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] For port 52e65741-1527-41b6-ac1f-d90304db7cd5, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:01:48.773650 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] For port 52e65741-1527-41b6-ac1f-d90304db7cd5, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=52e65741-1527-41b6-ac1f-d90304db7cd5,segment=NetworkSegment(f330fef5-cf94-433c-a250-91fb0ee85700),segment_id=f330fef5-cf94-433c-a250-91fb0ee85700)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:01:48.780655 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.791369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.847314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf05b-93ef-46af-b733-38b82dd4ade4 None None] Pushing event updated for resources: {'Port': ['ID=52e65741-1527-41b6-ac1f-d90304db7cd5,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:48.851363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=7ad3d412-f681-4ea7-9533-d4cb75c058c7,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:48.871440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': 'bd9134b8-5f94-4e6b-a261-279b32093fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04bed332-065f-4ee6-aba9-87d1ac7cc333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:48.871800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: 04bed332-065f-4ee6-aba9-87d1ac7cc333, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:48.890022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network 04bed332-065f-4ee6-aba9-87d1ac7cc333 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:48.901394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 04bed332-065f-4ee6-aba9-87d1ac7cc333) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:48.905438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:48.906313 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:48.911960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f203a5c-9dc9-4167-aa58-505f035b2d3b None None] Network 04bed332-065f-4ee6-aba9-87d1ac7cc333 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:48.928323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1b0392ff-ff34-42e2-9b35-8ecba635e3b6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4598336 Nov 12 06:01:48.931556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51970) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:49.055855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.107784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07692e2-9757-4258-8d45-fc9658d36c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-04bed332-065f-4ee6-aba9-87d1ac7cc333', 'network_id': '04bed332-065f-4ee6-aba9-87d1ac7cc333', 'tenant_id': 'ac04feebec9540a1b1b381b9149725dd', 'fixed_ips': [{'subnet_id': '7ad3d412-f681-4ea7-9533-d4cb75c058c7'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:49.109657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a07692e2-9757-4258-8d45-fc9658d36c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.121699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.190900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-a07692e2-9757-4258-8d45-fc9658d36c04 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ad3d412-f681-4ea7-9533-d4cb75c058c7: This subnet is being modified by another concurrent operation. Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ad3d412-f681-4ea7-9533-d4cb75c058c7: This subnet is being modified by another concurrent operation. Nov 12 06:01:49.210817 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 06:01:49.224634 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51ca36-dccb-450c-8ab0-f78ec78102fd None None] Network 04bed332-065f-4ee6-aba9-87d1ac7cc333 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:49.225293 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad3d412-f681-4ea7-9533-d4cb75c058c7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:49.286733 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.568510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bed332-065f-4ee6-aba9-87d1ac7cc333']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:49.579410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9134b8-5f94-4e6b-a261-279b32093fc1') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:49.579743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9134b8-5f94-4e6b-a261-279b32093fc1') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:49.580159 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.590436 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.605895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.613994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:49.614420 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:49.617895 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:49.676400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.683930 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.690295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/04bed332-065f-4ee6-aba9-87d1ac7cc333 HTTP/1.1" status: 204 len: 168 time: 0.7544973 Nov 12 06:01:49.690708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51972) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:49.696152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251042620'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:49.699567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33b986-2ad3-4a1d-a5d6-3b6606360f03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=04bed332-065f-4ee6-aba9-87d1ac7cc333,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:49.723385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:49.727007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.752299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:49.762487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.763155 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment 6e397e5b-8e3f-4cbd-9db6-e9baada148eb of type vlan for network 7b31bad7-b98f-4f24-921b-5e94950c9417 Nov 12 06:01:49.791699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b3639-5bb5-47ec-8aeb-9e799805ea5f None None] Network 3e3dd3c8-48cd-46df-989a-eb2babfb9196 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:49.807489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.836468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.842102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:49.842730 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.860253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-abc78bb8-473a-4186-a437-fcb1126429ca None None] Provisioning complete for port 52e65741-1527-41b6-ac1f-d90304db7cd5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:49.860663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abc78bb8-473a-4186-a437-fcb1126429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:49.877861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1860120 Nov 12 06:01:49.880823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51974) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:49.887198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': '7b31bad7-b98f-4f24-921b-5e94950c9417', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:49.915040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c03e31-f1cd-45a3-a954-ef9667728ed2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=7b31bad7-b98f-4f24-921b-5e94950c9417,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:49.935267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 7b31bad7-b98f-4f24-921b-5e94950c9417 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:49.979044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:49.982544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.166751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.226424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=c633c8f5-d2f2-413f-8322-c6e4cd07051c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:50.229577 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abc78bb8-473a-4186-a437-fcb1126429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.236008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': '6e397e5b-8e3f-4cbd-9db6-e9baada148eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7b31bad7-b98f-4f24-921b-5e94950c9417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:50.236363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: 7b31bad7-b98f-4f24-921b-5e94950c9417, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:50.255390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network 7b31bad7-b98f-4f24-921b-5e94950c9417 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:50.268121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 7b31bad7-b98f-4f24-921b-5e94950c9417) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:50.274224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:50.274606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-abc78bb8-473a-4186-a437-fcb1126429ca None None] For port 52e65741-1527-41b6-ac1f-d90304db7cd5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=52e65741-1527-41b6-ac1f-d90304db7cd5,segment=NetworkSegment(f330fef5-cf94-433c-a250-91fb0ee85700),segment_id=f330fef5-cf94-433c-a250-91fb0ee85700)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:50.274908 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.277067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf67249-61de-4039-a4b7-2cd6f86b6022 None None] Network 7b31bad7-b98f-4f24-921b-5e94950c9417 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:50.290015 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abc78bb8-473a-4186-a437-fcb1126429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.296754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5c19d874-75e0-471d-bf6b-2f7fb3c378e7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4147623 Nov 12 06:01:50.299454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51976) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:50.394288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc78bb8-473a-4186-a437-fcb1126429ca None None] Pushing event updated for resources: {'Port': ['ID=52e65741-1527-41b6-ac1f-d90304db7cd5,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:50.403462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.491342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.497543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838feb79-93d2-4849-b1ab-610220a8a26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-7b31bad7-b98f-4f24-921b-5e94950c9417', 'network_id': '7b31bad7-b98f-4f24-921b-5e94950c9417', 'tenant_id': 'ac04feebec9540a1b1b381b9149725dd', 'fixed_ips': [{'subnet_id': 'c633c8f5-d2f2-413f-8322-c6e4cd07051c'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:50.502734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-838feb79-93d2-4849-b1ab-610220a8a26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.541572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ced91e15-6e6e-4af4-bc08-9cea144b6062 None None] Provisioning complete for port 52e65741-1527-41b6-ac1f-d90304db7cd5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:50.541572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ced91e15-6e6e-4af4-bc08-9cea144b6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.561810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.591147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=c633c8f5-d2f2-413f-8322-c6e4cd07051c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:50.605419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 52e65741-1527-41b6-ac1f-d90304db7cd5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:01:50.651528 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-838feb79-93d2-4849-b1ab-610220a8a26a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c633c8f5-d2f2-413f-8322-c6e4cd07051c: This subnet is being modified by another concurrent operation. Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c633c8f5-d2f2-413f-8322-c6e4cd07051c: This subnet is being modified by another concurrent operation. Nov 12 06:01:50.672006 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 06:01:50.676452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b31bad7-b98f-4f24-921b-5e94950c9417']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:50.682303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e397e5b-8e3f-4cbd-9db6-e9baada148eb') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:50.682634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e397e5b-8e3f-4cbd-9db6-e9baada148eb') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:50.692279 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.692905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e156cd-e929-47ae-b9ae-7ac574481c91 None None] Network 7b31bad7-b98f-4f24-921b-5e94950c9417 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:50.706213 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.713226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:50.714002 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:50.717090 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:50.723022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 52e65741-1527-41b6-ac1f-d90304db7cd5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:50.723395 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.782462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.789856 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.793424 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/7b31bad7-b98f-4f24-921b-5e94950c9417 HTTP/1.1" status: 204 len: 168 time: 0.4929187 Nov 12 06:01:50.797443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51978) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:50.803233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1041078003'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:50.804807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746794-b0b7-41de-8d75-d22c21836dec tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=7b31bad7-b98f-4f24-921b-5e94950c9417,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:50.827922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:50.831570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.858168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:50.869953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.870301 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment 142f1440-ce22-4355-ad57-8c729d6c4123 of type vlan for network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 Nov 12 06:01:50.887389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b819d28e-62c0-4781-8c96-58661aefa49d None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 06:01:50.915079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.941506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.947132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:50.947712 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:50.982501 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1836512 Nov 12 06:01:50.985444 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51980) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:50.990784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:50.995385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819d28e-62c0-4781-8c96-58661aefa49d None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 06:01:51.015904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa72d4-a969-40d7-983f-527bbdaabb04 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=2b74680a-adbc-40eb-bcf2-c3ca5ff39e32,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:51.029085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:51.079156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:51.082620 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.263540 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.278959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27476061-9239-488b-938b-50eccfd6ec14 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 06:01:51.325695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=22eaee22-4e42-4ca5-a4a5-8c411eb95192,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:51.336045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': '142f1440-ce22-4355-ad57-8c729d6c4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:51.336404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:51.352698 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:51.362209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:51.366554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:51.367268 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.385632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51982) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:51.386187 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9f16d227-ffc2-49ee-9d83-ee3f20f26bd6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3990660 Nov 12 06:01:51.390942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:51.465685 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27476061-9239-488b-938b-50eccfd6ec14 None None] Unable to find a vacant binding_index for network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 and agent 14443eef-08bd-46fc-b192-941ab59a4018 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 06:01:51.471136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27476061-9239-488b-938b-50eccfd6ec14 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32) {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 06:01:51.500868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:51.504466 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.701710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-2b74680a-adbc-40eb-bcf2-c3ca5ff39e32', 'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32', 'tenant_id': 'ac04feebec9540a1b1b381b9149725dd', 'fixed_ips': [{'subnet_id': '22eaee22-4e42-4ca5-a4a5-8c411eb95192'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:51.702587 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.740836 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.778020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:51.781269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:51.785448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:51.786302 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.803337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=f8cb3a67-09e2-4a71-b0fc-675b4511430a,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:51.811235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-15ce2340-898a-4d21-93d2-d35c69ca2966 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4221640 Nov 12 06:01:51.811550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51984) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:51.840078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Allocated IP 2001:db8::2 (2b74680a-adbc-40eb-bcf2-c3ca5ff39e32/22eaee22-4e42-4ca5-a4a5-8c411eb95192/04b200b1-7b39-486e-80b5-7db40e757dcc) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:51.872841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1bcff-1a90-4aeb-b219-080f2cdfdadf tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:51.874439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1bcff-1a90-4aeb-b219-080f2cdfdadf tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:51.876109 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1bcff-1a90-4aeb-b219-080f2cdfdadf tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:51.877665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1bcff-1a90-4aeb-b219-080f2cdfdadf tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:51.879258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1bcff-1a90-4aeb-b219-080f2cdfdadf tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:51.885067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-94e1bcff-1a90-4aeb-b219-080f2cdfdadf tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0685415 Nov 12 06:01:51.885295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51986) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:51.890104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294559168'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:51.911665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:51.915656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.939507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:51.949173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.949588 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment 3bf30680-eca9-4471-9a51-dd94175c6007 of type vlan for network 56c0fed7-1841-4688-9f10-d3f194210620 Nov 12 06:01:51.981402 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.987096 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:51.988307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.013332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.018973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:52.020038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.022572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:52.029157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:52.032600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:52.039834 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Pushing event updated for resources: {'Port': ['ID=04b200b1-7b39-486e-80b5-7db40e757dcc,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:52.057587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1711822 Nov 12 06:01:52.060481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 51988) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:52.066317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-999ef409-65fa-4d6e-b649-15366e882f1c tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:52.092357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Attempting to bind port 04b200b1-7b39-486e-80b5-7db40e757dcc on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:01:52.092846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Attempting to bind port 04b200b1-7b39-486e-80b5-7db40e757dcc by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '142f1440-ce22-4355-ad57-8c729d6c4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:01:52.093210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Attempting to bind port 04b200b1-7b39-486e-80b5-7db40e757dcc on network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:01:52.096398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2476eac-cba8-4673-a00a-82e664e2989b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=56c0fed7-1841-4688-9f10-d3f194210620,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:52.100638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:01:52.101009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Checking segment: {'id': '142f1440-ce22-4355-ad57-8c729d6c4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:52.101404 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.101786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Bound using segment: {'id': '142f1440-ce22-4355-ad57-8c729d6c4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:01:52.102246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Bound port: 04b200b1-7b39-486e-80b5-7db40e757dcc, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142f1440-ce22-4355-ad57-8c729d6c4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:01:52.102645 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.107433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 56c0fed7-1841-4688-9f10-d3f194210620 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:52.221067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] For port 04b200b1-7b39-486e-80b5-7db40e757dcc, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:01:52.224134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] For port 04b200b1-7b39-486e-80b5-7db40e757dcc, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=04b200b1-7b39-486e-80b5-7db40e757dcc,segment=NetworkSegment(142f1440-ce22-4355-ad57-8c729d6c4123),segment_id=142f1440-ce22-4355-ad57-8c729d6c4123)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:01:52.225389 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-999ef409-65fa-4d6e-b649-15366e882f1c tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.227658 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.239464 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-999ef409-65fa-4d6e-b649-15366e882f1c tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.257804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-999ef409-65fa-4d6e-b649-15366e882f1c tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network 56c0fed7-1841-4688-9f10-d3f194210620 is not hosted by any dhcp agent {{(pid=102589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 06:01:52.263292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ef409-65fa-4d6e-b649-15366e882f1c tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:52.263923 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-999ef409-65fa-4d6e-b649-15366e882f1c tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.265300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-999ef409-65fa-4d6e-b649-15366e882f1c tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "PUT /v2.0/networks/56c0fed7-1841-4688-9f10-d3f194210620 HTTP/1.1" status: 200 len: 723 time: 0.2031789 Nov 12 06:01:52.269360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51990) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:52.280097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': '56c0fed7-1841-4688-9f10-d3f194210620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:52.289394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceddcc2-1957-414f-b28e-f4afee3de3a2 None None] Pushing event updated for resources: {'Port': ['ID=04b200b1-7b39-486e-80b5-7db40e757dcc,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:52.313274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ef409-65fa-4d6e-b649-15366e882f1c tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=56c0fed7-1841-4688-9f10-d3f194210620,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:52.330119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 56c0fed7-1841-4688-9f10-d3f194210620 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:52.385904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:52.390528 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.598197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.655844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=761d8672-4631-4626-a499-aeaee3274691,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:52.666602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': '3bf30680-eca9-4471-9a51-dd94175c6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '56c0fed7-1841-4688-9f10-d3f194210620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:52.666956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: 56c0fed7-1841-4688-9f10-d3f194210620, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:52.682623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network 56c0fed7-1841-4688-9f10-d3f194210620 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:52.690829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 56c0fed7-1841-4688-9f10-d3f194210620) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:52.695422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:52.696130 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604792'] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.711295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fa4435c7-f684-4fb4-b298-aa3291d1aeb6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4396915 Nov 12 06:01:52.714325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51992) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:52.719627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7fd93a3d-ff91-4bf1-9792-4949f4106e6f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:52.812937 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7fd93a3d-ff91-4bf1-9792-4949f4106e6f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8512750'] for subnet, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.950705 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7fd93a3d-ff91-4bf1-9792-4949f4106e6f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761895731851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8942008'] for subnet, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.985708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd93a3d-ff91-4bf1-9792-4949f4106e6f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:52.986308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7fd93a3d-ff91-4bf1-9792-4949f4106e6f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:52.990939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7fd93a3d-ff91-4bf1-9792-4949f4106e6f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "PUT /v2.0/subnets/761d8672-4631-4626-a499-aeaee3274691 HTTP/1.1" status: 200 len: 826 time: 0.2723627 Nov 12 06:01:52.990939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51994) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:53.029019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd93a3d-ff91-4bf1-9792-4949f4106e6f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=761d8672-4631-4626-a499-aeaee3274691,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:53.104973 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.157757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.219700 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.237959 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4cca99-e309-4bce-a6a6-0a81d3eccda5 None None] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:53.240997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c6873-7283-4409-84a2-8e3747cb8763 None None] Network 56c0fed7-1841-4688-9f10-d3f194210620 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:53.247123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=761d8672-4631-4626-a499-aeaee3274691,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:53.310842 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.332276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c0fed7-1841-4688-9f10-d3f194210620']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:53.342294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf30680-eca9-4471-9a51-dd94175c6007') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:53.342627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf30680-eca9-4471-9a51-dd94175c6007') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:53.351959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.364831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.371186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:53.371593 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:53.374658 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:53.396558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ef127885-215c-4d7a-9c7e-d25e9dfe4062 None None] Provisioning complete for port 04b200b1-7b39-486e-80b5-7db40e757dcc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:53.396926 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef127885-215c-4d7a-9c7e-d25e9dfe4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.433921 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.441638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.447998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/56c0fed7-1841-4688-9f10-d3f194210620 HTTP/1.1" status: 204 len: 168 time: 0.4536865 Nov 12 06:01:53.448385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51996) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:53.471708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175d3c8-3d22-4c28-9319-3d779a8199b8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=56c0fed7-1841-4688-9f10-d3f194210620,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:53.483094 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbee0f39-e791-4a76-9fad-30bef61331a3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:53.483676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbee0f39-e791-4a76-9fad-30bef61331a3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:53.490395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cbee0f39-e791-4a76-9fad-30bef61331a3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/56c0fed7-1841-4688-9f10-d3f194210620 HTTP/1.1" status: 404 len: 339 time: 0.0374997 Nov 12 06:01:53.490622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 51998) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:53.496184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1780802251', 'description': 'd1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:53.519582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:53.523827 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.548640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:53.558496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.558841 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment 05bfdec8-f224-4a25-bc19-d2e59107ee04 of type vlan for network ade7ea81-fa89-4c93-bebf-d882bd65ffeb Nov 12 06:01:53.597454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f21e0-965f-42c3-aa5a-da93307a24ce None None] Network 56c0fed7-1841-4688-9f10-d3f194210620 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:53.600246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.621323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f21e0-965f-42c3-aa5a-da93307a24ce None None] Network 56c0fed7-1841-4688-9f10-d3f194210620 could not be found, it might have been deleted concurrently. {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 06:01:53.633537 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.640020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:53.640607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.649553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac56ff8-b495-4544-8131-63eda23f8543 None None] Network 56c0fed7-1841-4688-9f10-d3f194210620 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:53.673707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac56ff8-b495-4544-8131-63eda23f8543 None None] Network 56c0fed7-1841-4688-9f10-d3f194210620 could not be found, it might have been deleted concurrently. {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 06:01:53.707823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2161274 Nov 12 06:01:53.710786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52000) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:53.723747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2ad19-89b5-4d57-a871-308944e2619a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=ade7ea81-fa89-4c93-bebf-d882bd65ffeb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:53.738969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ade7ea81-fa89-4c93-bebf-d882bd65ffeb details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:53.769625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef127885-215c-4d7a-9c7e-d25e9dfe4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.798571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16902f0e-8fa7-42a9-9f95-b7cdaf9085bb tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:53.800312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-16902f0e-8fa7-42a9-9f95-b7cdaf9085bb tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/networks?id=ade7ea81-fa89-4c93-bebf-d882bd65ffeb HTTP/1.1" status: 200 len: 765 time: 0.0887949 Nov 12 06:01:53.803156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52002) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:53.809504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e072df4e-5138-48ea-83fc-e5591bdc5af0 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'description': 'd2'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:53.873407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ef127885-215c-4d7a-9c7e-d25e9dfe4062 None None] For port 04b200b1-7b39-486e-80b5-7db40e757dcc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=04b200b1-7b39-486e-80b5-7db40e757dcc,segment=NetworkSegment(142f1440-ce22-4355-ad57-8c729d6c4123),segment_id=142f1440-ce22-4355-ad57-8c729d6c4123)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:53.874381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e26c2e-737e-4272-bab0-a162f67491f1 None None] Update dhcp port {'port': {'network_id': '2b74680a-adbc-40eb-bcf2-c3ca5ff39e32', 'fixed_ips': [{'subnet_id': '22eaee22-4e42-4ca5-a4a5-8c411eb95192', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f8cb3a67-09e2-4a71-b0fc-675b4511430a'}], 'binding:host_id': 'n-d-765315-28'}, 'id': '04b200b1-7b39-486e-80b5-7db40e757dcc'} from n-d-765315-28. {{(pid=102591) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 06:01:53.893756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef127885-215c-4d7a-9c7e-d25e9dfe4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.903027 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2e26c2e-737e-4272-bab0-a162f67491f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.963527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e072df4e-5138-48ea-83fc-e5591bdc5af0 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.976573 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e072df4e-5138-48ea-83fc-e5591bdc5af0 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.977201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef127885-215c-4d7a-9c7e-d25e9dfe4062 None None] Pushing event updated for resources: {'Port': ['ID=04b200b1-7b39-486e-80b5-7db40e757dcc,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:53.985964 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e072df4e-5138-48ea-83fc-e5591bdc5af0 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network ade7ea81-fa89-4c93-bebf-d882bd65ffeb is not hosted by any dhcp agent {{(pid=102589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 06:01:53.991356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072df4e-5138-48ea-83fc-e5591bdc5af0 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:53.991955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e072df4e-5138-48ea-83fc-e5591bdc5af0 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:53.993229 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e072df4e-5138-48ea-83fc-e5591bdc5af0 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "PUT /v2.0/networks/ade7ea81-fa89-4c93-bebf-d882bd65ffeb HTTP/1.1" status: 200 len: 762 time: 0.1889594 Nov 12 06:01:53.996579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52004) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.053461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072df4e-5138-48ea-83fc-e5591bdc5af0 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=ade7ea81-fa89-4c93-bebf-d882bd65ffeb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:54.066608 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network ade7ea81-fa89-4c93-bebf-d882bd65ffeb details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:54.083483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be100e-f09b-4f2f-b3ed-c5bf5dfbe323 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.084959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d3be100e-f09b-4f2f-b3ed-c5bf5dfbe323 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/networks?id=ade7ea81-fa89-4c93-bebf-d882bd65ffeb HTTP/1.1" status: 200 len: 765 time: 0.0873415 Nov 12 06:01:54.089202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52006) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.163045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-c2e26c2e-737e-4272-bab0-a162f67491f1 None None] Allocated IP 172.20.0.1 (2b74680a-adbc-40eb-bcf2-c3ca5ff39e32/f8cb3a67-09e2-4a71-b0fc-675b4511430a/04b200b1-7b39-486e-80b5-7db40e757dcc) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:54.256405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c2e26c2e-737e-4272-bab0-a162f67491f1 None None] For port 04b200b1-7b39-486e-80b5-7db40e757dcc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=04b200b1-7b39-486e-80b5-7db40e757dcc,segment=NetworkSegment(142f1440-ce22-4355-ad57-8c729d6c4123),segment_id=142f1440-ce22-4355-ad57-8c729d6c4123)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:54.265657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e172a579-ab94-4b7a-8da8-b43c573089c3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.267160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e172a579-ab94-4b7a-8da8-b43c573089c3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1770313 Nov 12 06:01:54.269774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52008) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.286018 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2e26c2e-737e-4272-bab0-a162f67491f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:54.291660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2e26c2e-737e-4272-bab0-a162f67491f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:54.306514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e8abcc5d-a66b-43b5-8e9e-9f6ec015aea7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d HTTP/1.1" status: 200 len: 207 time: 0.0356262 Nov 12 06:01:54.309772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52010) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.380458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e26c2e-737e-4272-bab0-a162f67491f1 None None] Pushing event updated for resources: {'Port': ['ID=04b200b1-7b39-486e-80b5-7db40e757dcc,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:54.423179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa3a19-18e6-4bd4-a7e0-dc29411360b2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.429011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa3a19-18e6-4bd4-a7e0-dc29411360b2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.435259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa3a19-18e6-4bd4-a7e0-dc29411360b2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.441123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa3a19-18e6-4bd4-a7e0-dc29411360b2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.447510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa3a19-18e6-4bd4-a7e0-dc29411360b2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.453570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa3a19-18e6-4bd4-a7e0-dc29411360b2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.456485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d8fa3a19-18e6-4bd4-a7e0-dc29411360b2 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1447229 Nov 12 06:01:54.459346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52012) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.540228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 04b200b1-7b39-486e-80b5-7db40e757dcc up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:01:54.596227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 04b200b1-7b39-486e-80b5-7db40e757dcc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:54.596602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:54.607597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c7c9ee07-3523-404a-9963-aa8d13a8c90b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1470938 Nov 12 06:01:54.610502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52014) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.670432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17812c35-6f83-4bdb-adbb-77990a46cc66 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.671970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17812c35-6f83-4bdb-adbb-77990a46cc66 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.673609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17812c35-6f83-4bdb-adbb-77990a46cc66 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.675329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17812c35-6f83-4bdb-adbb-77990a46cc66 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.676861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17812c35-6f83-4bdb-adbb-77990a46cc66 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.678622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-17812c35-6f83-4bdb-adbb-77990a46cc66 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0670769 Nov 12 06:01:54.682424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52016) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.741073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc98ab-365b-4655-af1a-d14ddd68951f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.742521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc98ab-365b-4655-af1a-d14ddd68951f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.744092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc98ab-365b-4655-af1a-d14ddd68951f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.745543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc98ab-365b-4655-af1a-d14ddd68951f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.747015 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc98ab-365b-4655-af1a-d14ddd68951f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.748632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-65cc98ab-365b-4655-af1a-d14ddd68951f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0650373 Nov 12 06:01:54.752273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52018) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.857941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6adfec-902e-49d1-8c59-b99022adf087 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:54.861520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bd6adfec-902e-49d1-8c59-b99022adf087 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/networks/9df1e8d8-dd53-4fd3-ba0b-32a09682999f HTTP/1.1" status: 200 len: 803 time: 0.1061296 Nov 12 06:01:54.862897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52020) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:54.887594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a3fe0-96ac-4b12-a88e-7e7a359ec84f None None] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:54.958117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ef09a122-30d9-4267-b9c3-4ab6e53cb57a None None] Provisioning complete for port 04b200b1-7b39-486e-80b5-7db40e757dcc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:54.958515 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef09a122-30d9-4267-b9c3-4ab6e53cb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:54.965070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-50ec8e6b-922d-4f5a-89b3-d86000fe0b28 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/networks/9df1e8d8-dd53-4fd3-ba0b-32a09682999f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1011081 Nov 12 06:01:54.968620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52022) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:55.019515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994f231-ce4c-48be-9637-af1365eb30a8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:55.021008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1994f231-ce4c-48be-9637-af1365eb30a8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/subnets/6e94f3c8-ce13-477a-9247-6ebdd48aa4a9 HTTP/1.1" status: 200 len: 843 time: 0.0514572 Nov 12 06:01:55.024620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52024) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:55.076376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0633a2d-eedb-45e4-9e82-fe474afdbe5b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:55.077676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f0633a2d-eedb-45e4-9e82-fe474afdbe5b tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "GET /v2.0/subnets/6e94f3c8-ce13-477a-9247-6ebdd48aa4a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0521202 Nov 12 06:01:55.081190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52026) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:55.085902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-599588106'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:55.106306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:55.109867 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.144014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:01:55.153875 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.154218 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Added segment 65d361fa-2395-408f-b88c-ced7786b36e9 of type vlan for network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 Nov 12 06:01:55.199909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.224638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.230994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:55.231592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.268557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1863325 Nov 12 06:01:55.271622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52028) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:55.277495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'network_id': 'c8da32b4-06ee-4ff3-ad4d-496d87b8a811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:55.301705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39184ac-9795-4bbc-9904-e56b00e36f50 None None] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:55.303334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31aea0-c19c-4fda-a810-914af95554c7 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Network': ['ID=c8da32b4-06ee-4ff3-ad4d-496d87b8a811,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:55.322974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:01:55.372104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Made reservation on behalf of ac04feebec9540a1b1b381b9149725dd for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:01:55.375747 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.432531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c4eb1c8a-7cbb-41a9-8a2e-00fdf2d7d626 None None] Provisioning complete for port 04b200b1-7b39-486e-80b5-7db40e757dcc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:55.432798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4eb1c8a-7cbb-41a9-8a2e-00fdf2d7d626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.437897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Performing IP validity checks on allocation pools {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 06:01:55.438464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.ipam_backend_mixin [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 06:01:55.575706 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.645546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=28f7faff-9db5-4d65-baff-a7317a7a6e34,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:55.655666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Checking segment: {'id': '65d361fa-2395-408f-b88c-ced7786b36e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c8da32b4-06ee-4ff3-ad4d-496d87b8a811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:55.656044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network hostable DHCP agents. Network: c8da32b4-06ee-4ff3-ad4d-496d87b8a811, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:01:55.674252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:01:55.683633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, c8da32b4-06ee-4ff3-ad4d-496d87b8a811) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:55.688293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:55.688918 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.693575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d969a2d3-094a-44cc-a9aa-a2282801e9fd None None] Network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:55.710149 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-315be010-dce3-402a-ad1c-09dd9682800a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4343126 Nov 12 06:01:55.710540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52030) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:55.716593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cbcef77a-3155-494c-bd47-b8d2b2223577 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:01:55.816706 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbcef77a-3155-494c-bd47-b8d2b2223577 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8512750'] for subnet, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.839130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-65db0061-e575-47ca-8dfa-d0f0e5075bc6 None None] Provisioning complete for port 04b200b1-7b39-486e-80b5-7db40e757dcc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:01:55.839504 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65db0061-e575-47ca-8dfa-d0f0e5075bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.889669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-c8da32b4-06ee-4ff3-ad4d-496d87b8a811', 'network_id': 'c8da32b4-06ee-4ff3-ad4d-496d87b8a811', 'tenant_id': 'ac04feebec9540a1b1b381b9149725dd', 'fixed_ips': [{'subnet_id': '28f7faff-9db5-4d65-baff-a7317a7a6e34'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:01:55.890541 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:55.976568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbcef77a-3155-494c-bd47-b8d2b2223577 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761895731851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8942008'] for subnet, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.063493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Allocated IP 2001:db8::3 (c8da32b4-06ee-4ff3-ad4d-496d87b8a811/28f7faff-9db5-4d65-baff-a7317a7a6e34/4803a5fb-15c3-4497-a676-36686f4ac9a1) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:01:56.213917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.220269 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.257742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:01:56.263142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:01:56.266606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:01:56.274134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Pushing event updated for resources: {'Port': ['ID=4803a5fb-15c3-4497-a676-36686f4ac9a1,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:56.281383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcef77a-3155-494c-bd47-b8d2b2223577 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:01:56.281992 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbcef77a-3155-494c-bd47-b8d2b2223577 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.286168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cbcef77a-3155-494c-bd47-b8d2b2223577 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "PUT /v2.0/subnets/28f7faff-9db5-4d65-baff-a7317a7a6e34 HTTP/1.1" status: 200 len: 900 time: 0.5718119 Nov 12 06:01:56.286522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52032) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:56.321300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcef77a-3155-494c-bd47-b8d2b2223577 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event updated for resources: {'Subnet': ['ID=28f7faff-9db5-4d65-baff-a7317a7a6e34,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:56.327709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Attempting to bind port 4803a5fb-15c3-4497-a676-36686f4ac9a1 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:01:56.328255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Attempting to bind port 4803a5fb-15c3-4497-a676-36686f4ac9a1 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '65d361fa-2395-408f-b88c-ced7786b36e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c8da32b4-06ee-4ff3-ad4d-496d87b8a811'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:01:56.329287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Attempting to bind port 4803a5fb-15c3-4497-a676-36686f4ac9a1 on network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:01:56.333632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:01:56.334030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Checking segment: {'id': '65d361fa-2395-408f-b88c-ced7786b36e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c8da32b4-06ee-4ff3-ad4d-496d87b8a811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:01:56.334459 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.335004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Bound using segment: {'id': '65d361fa-2395-408f-b88c-ced7786b36e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c8da32b4-06ee-4ff3-ad4d-496d87b8a811'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:01:56.335499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Bound port: 4803a5fb-15c3-4497-a676-36686f4ac9a1, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d361fa-2395-408f-b88c-ced7786b36e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c8da32b4-06ee-4ff3-ad4d-496d87b8a811'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:01:56.335879 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.397432 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.402195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] For port 4803a5fb-15c3-4497-a676-36686f4ac9a1, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:01:56.405310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] For port 4803a5fb-15c3-4497-a676-36686f4ac9a1, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4803a5fb-15c3-4497-a676-36686f4ac9a1,segment=NetworkSegment(65d361fa-2395-408f-b88c-ced7786b36e9),segment_id=65d361fa-2395-408f-b88c-ced7786b36e9)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:01:56.409588 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.454646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Deleting port 4803a5fb-15c3-4497-a676-36686f4ac9a1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:56.454950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.475372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daf693-6de6-4271-b619-4412a0c54b14 None None] Pushing event updated for resources: {'Port': ['ID=4803a5fb-15c3-4497-a676-36686f4ac9a1,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:56.544491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] For port 4803a5fb-15c3-4497-a676-36686f4ac9a1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4803a5fb-15c3-4497-a676-36686f4ac9a1,segment=NetworkSegment(65d361fa-2395-408f-b88c-ced7786b36e9),segment_id=65d361fa-2395-408f-b88c-ced7786b36e9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:56.544858 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.557817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Calling delete_port for 4803a5fb-15c3-4497-a676-36686f4ac9a1 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:56.707800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.735882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Port': ['ID=4803a5fb-15c3-4497-a676-36686f4ac9a1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:56.779412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No DVR routers for this DVR port 4803a5fb-15c3-4497-a676-36686f4ac9a1 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:01:56.823000 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.885080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.912940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=28f7faff-9db5-4d65-baff-a7317a7a6e34,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:56.974090 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:56.994973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8da32b4-06ee-4ff3-ad4d-496d87b8a811']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:57.003962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d361fa-2395-408f-b88c-ced7786b36e9') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:57.004255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d361fa-2395-408f-b88c-ced7786b36e9') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:57.013402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.026645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.033062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:57.033390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:57.036970 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:57.105220 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.112338 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.118684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/c8da32b4-06ee-4ff3-ad4d-496d87b8a811 HTTP/1.1" status: 204 len: 168 time: 0.8282835 Nov 12 06:01:57.119068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52034) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:57.128381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4b311-cfb4-4517-901e-b8cc9bdbcf54 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=c8da32b4-06ee-4ff3-ad4d-496d87b8a811,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:57.147483 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f59fee3-35d3-4e9d-b600-797f14f605b5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:57.148027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f59fee3-35d3-4e9d-b600-797f14f605b5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:57.151749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4f59fee3-35d3-4e9d-b600-797f14f605b5 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/28f7faff-9db5-4d65-baff-a7317a7a6e34 HTTP/1.1" status: 404 len: 337 time: 0.0316784 Nov 12 06:01:57.154280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52036) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:57.173686 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7dc31e-3b05-4bf4-8ad1-4cefbc07d232 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:57.174249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7dc31e-3b05-4bf4-8ad1-4cefbc07d232 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:57.177321 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4a7dc31e-3b05-4bf4-8ad1-4cefbc07d232 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/c8da32b4-06ee-4ff3-ad4d-496d87b8a811 HTTP/1.1" status: 404 len: 339 time: 0.0220580 Nov 12 06:01:57.179895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52038) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:57.258707 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.345057 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.363287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9ff3a283-c493-44cd-9070-1bb70177e74c None None] Could not find standard attr ID for object 4803a5fb-15c3-4497-a676-36686f4ac9a1. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 06:01:57.365868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade7ea81-fa89-4c93-bebf-d882bd65ffeb']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:57.375514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bfdec8-f224-4a25-bc19-d2e59107ee04') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:57.375806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bfdec8-f224-4a25-bc19-d2e59107ee04') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:57.388175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.401218 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.407450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:57.407843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.410859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9832ed47-e913-4343-a98e-64ca703f05ed None None] DHCP port deletion for c8da32b4-06ee-4ff3-ad4d-496d87b8a811 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:57.411054 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:57.429890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a8c9e-eee6-4d38-8622-ddbf6f19e0ca None None] Network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:57.442559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a8c9e-eee6-4d38-8622-ddbf6f19e0ca None None] Network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 could not be found, it might have been deleted concurrently. {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 06:01:57.449521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65f57e-a86f-47c1-9ee8-8af9a0e29a2f None None] Network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:57.461775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65f57e-a86f-47c1-9ee8-8af9a0e29a2f None None] Network c8da32b4-06ee-4ff3-ad4d-496d87b8a811 could not be found, it might have been deleted concurrently. {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 06:01:57.474734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.481236 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.484334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/ade7ea81-fa89-4c93-bebf-d882bd65ffeb HTTP/1.1" status: 204 len: 168 time: 0.3035305 Nov 12 06:01:57.487116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52040) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:57.495411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78395927-4023-47ed-943e-57e86975f22f tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=ade7ea81-fa89-4c93-bebf-d882bd65ffeb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:57.513662 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cd2c17-28b1-4421-aa94-bac7c7e2f4e9 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:57.514125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cd2c17-28b1-4421-aa94-bac7c7e2f4e9 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:57.517221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-41cd2c17-28b1-4421-aa94-bac7c7e2f4e9 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/761d8672-4631-4626-a499-aeaee3274691 HTTP/1.1" status: 404 len: 337 time: 0.0290952 Nov 12 06:01:57.519779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52042) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:57.538475 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7ecf56-1ebb-4c0a-8401-d5d9ed9e6c51 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:57.539022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7ecf56-1ebb-4c0a-8401-d5d9ed9e6c51 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:57.542383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4e7ecf56-1ebb-4c0a-8401-d5d9ed9e6c51 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/56c0fed7-1841-4688-9f10-d3f194210620 HTTP/1.1" status: 404 len: 339 time: 0.0213974 Nov 12 06:01:57.544654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52044) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:57.547826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.595276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-254e0b29-0e93-4b20-88e1-c528f918acab tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Deleting subnet f8cb3a67-09e2-4a71-b0fc-675b4511430a {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:01:57.598229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-254e0b29-0e93-4b20-88e1-c528f918acab tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.637393 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-254e0b29-0e93-4b20-88e1-c528f918acab tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.723182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-254e0b29-0e93-4b20-88e1-c528f918acab tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.779393 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-254e0b29-0e93-4b20-88e1-c528f918acab tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.805734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e0b29-0e93-4b20-88e1-c528f918acab tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cb3a67-09e2-4a71-b0fc-675b4511430a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:57.809300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-254e0b29-0e93-4b20-88e1-c528f918acab tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.812452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-254e0b29-0e93-4b20-88e1-c528f918acab tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/f8cb3a67-09e2-4a71-b0fc-675b4511430a HTTP/1.1" status: 204 len: 168 time: 0.2668264 Nov 12 06:01:57.814810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52046) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:57.817166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc95fbb6-9d0c-400d-b434-766d22a17404 None None] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:57.869474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-875f8987-b9e1-45ea-9e3d-ba6a83ef7322 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Deleting subnet 22eaee22-4e42-4ca5-a4a5-8c411eb95192 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:01:57.872651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-875f8987-b9e1-45ea-9e3d-ba6a83ef7322 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.912825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-875f8987-b9e1-45ea-9e3d-ba6a83ef7322 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:57.995358 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-875f8987-b9e1-45ea-9e3d-ba6a83ef7322 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.059192 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-875f8987-b9e1-45ea-9e3d-ba6a83ef7322 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.087195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f8987-b9e1-45ea-9e3d-ba6a83ef7322 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=22eaee22-4e42-4ca5-a4a5-8c411eb95192,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:58.090846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-875f8987-b9e1-45ea-9e3d-ba6a83ef7322 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.094053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-875f8987-b9e1-45ea-9e3d-ba6a83ef7322 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/22eaee22-4e42-4ca5-a4a5-8c411eb95192 HTTP/1.1" status: 204 len: 168 time: 0.2783115 Nov 12 06:01:58.096503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52048) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:58.174368 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.228242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Deleting port 04b200b1-7b39-486e-80b5-7db40e757dcc {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:58.228619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.297542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] For port 04b200b1-7b39-486e-80b5-7db40e757dcc, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=04b200b1-7b39-486e-80b5-7db40e757dcc,segment=NetworkSegment(142f1440-ce22-4355-ad57-8c729d6c4123),segment_id=142f1440-ce22-4355-ad57-8c729d6c4123)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:58.297904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.311931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Calling delete_port for 04b200b1-7b39-486e-80b5-7db40e757dcc owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:58.391994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.423343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Port': ['ID=04b200b1-7b39-486e-80b5-7db40e757dcc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:58.424869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b75e6-a641-4de3-9163-79dd795884e8 None None] Network 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:58.426656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No DVR routers for this DVR port 04b200b1-7b39-486e-80b5-7db40e757dcc on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:01:58.490275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-27b7efba-c452-40fa-8009-3ecf0d795378 None None] Could not find standard attr ID for object 04b200b1-7b39-486e-80b5-7db40e757dcc. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 06:01:58.508275 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.533033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b74680a-adbc-40eb-bcf2-c3ca5ff39e32']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:58.543107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142f1440-ce22-4355-ad57-8c729d6c4123') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:58.543484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142f1440-ce22-4355-ad57-8c729d6c4123') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:58.558627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.572189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.578152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:58.578573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:58.581553 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:58.598688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbbc129-9580-41ec-b2e5-70fa0b0f75be None None] DHCP port deletion for 2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:58.642460 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.649164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.653295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/2b74680a-adbc-40eb-bcf2-c3ca5ff39e32 HTTP/1.1" status: 204 len: 168 time: 0.5558677 Nov 12 06:01:58.655962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52050) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:58.664835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303ac70-d6c8-43b0-97d4-608c04f4dc5a tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=2b74680a-adbc-40eb-bcf2-c3ca5ff39e32,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:58.682781 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e182de22-2e99-4c32-a08b-0f12dcd52486 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:58.683229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e182de22-2e99-4c32-a08b-0f12dcd52486 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:58.686253 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e182de22-2e99-4c32-a08b-0f12dcd52486 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/c633c8f5-d2f2-413f-8322-c6e4cd07051c HTTP/1.1" status: 404 len: 337 time: 0.0292716 Nov 12 06:01:58.689270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52052) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:58.706656 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8421dfcf-879c-4457-b92c-20c29b9bcf82 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:58.707178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8421dfcf-879c-4457-b92c-20c29b9bcf82 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:58.710124 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8421dfcf-879c-4457-b92c-20c29b9bcf82 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/7b31bad7-b98f-4f24-921b-5e94950c9417 HTTP/1.1" status: 404 len: 339 time: 0.0199637 Nov 12 06:01:58.713028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52054) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:58.737910 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa382b0-f38f-4d6d-96b6-2d641fe57114 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:58.738365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa382b0-f38f-4d6d-96b6-2d641fe57114 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:58.741311 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-baa382b0-f38f-4d6d-96b6-2d641fe57114 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/7ad3d412-f681-4ea7-9533-d4cb75c058c7 HTTP/1.1" status: 404 len: 337 time: 0.0274053 Nov 12 06:01:58.743796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52056) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:58.760708 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b33b93-b73a-48f2-ba2e-5794aeb153be tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:58.761213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b33b93-b73a-48f2-ba2e-5794aeb153be tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:58.764105 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-01b33b93-b73a-48f2-ba2e-5794aeb153be tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/04bed332-065f-4ee6-aba9-87d1ac7cc333 HTTP/1.1" status: 404 len: 339 time: 0.0193861 Nov 12 06:01:58.766312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52058) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:58.795556 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd595ffb-cbfc-4678-a951-f8af026bdd21 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:58.795983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd595ffb-cbfc-4678-a951-f8af026bdd21 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:58.798863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cd595ffb-cbfc-4678-a951-f8af026bdd21 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/c75082cf-4e17-4e1a-b2e7-3191df8b6911 HTTP/1.1" status: 404 len: 337 time: 0.0316904 Nov 12 06:01:58.801170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:58.817698 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb922ca5-7555-4b36-8eda-654558389283 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:58.818142 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb922ca5-7555-4b36-8eda-654558389283 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:58.821051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb922ca5-7555-4b36-8eda-654558389283 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/c0d42a5a-c41b-420a-a879-803e86c98402 HTTP/1.1" status: 404 len: 339 time: 0.0190289 Nov 12 06:01:58.823168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52062) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:58.872002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed354fe-7579-47c8-bd7f-610316e41626 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Deleting subnet 31b64f69-7ae8-4429-bcdc-ca5132f38602 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:01:58.875040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ed354fe-7579-47c8-bd7f-610316e41626 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.913459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ed354fe-7579-47c8-bd7f-610316e41626 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:58.996442 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ed354fe-7579-47c8-bd7f-610316e41626 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.052222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ed354fe-7579-47c8-bd7f-610316e41626 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.076373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed354fe-7579-47c8-bd7f-610316e41626 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=31b64f69-7ae8-4429-bcdc-ca5132f38602,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:59.081899 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2ed354fe-7579-47c8-bd7f-610316e41626 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.085169 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ed354fe-7579-47c8-bd7f-610316e41626 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/31b64f69-7ae8-4429-bcdc-ca5132f38602 HTTP/1.1" status: 204 len: 168 time: 0.2611177 Nov 12 06:01:59.088288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52064) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:59.091740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581fde8-f2ed-4e52-8375-b433f8a073a8 None None] Network 3e3dd3c8-48cd-46df-989a-eb2babfb9196 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:01:59.169161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.223513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Deleting port 52e65741-1527-41b6-ac1f-d90304db7cd5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:01:59.223850 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.287402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] For port 52e65741-1527-41b6-ac1f-d90304db7cd5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=52e65741-1527-41b6-ac1f-d90304db7cd5,segment=NetworkSegment(f330fef5-cf94-433c-a250-91fb0ee85700),segment_id=f330fef5-cf94-433c-a250-91fb0ee85700)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:01:59.287772 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.300673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Calling delete_port for 52e65741-1527-41b6-ac1f-d90304db7cd5 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:01:59.381588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.410315 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d246036-2bee-4465-bc35-9adac3649dd3 None None] DHCP port deletion for 3e3dd3c8-48cd-46df-989a-eb2babfb9196 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:01:59.412664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Port': ['ID=52e65741-1527-41b6-ac1f-d90304db7cd5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:59.414486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No DVR routers for this DVR port 52e65741-1527-41b6-ac1f-d90304db7cd5 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:01:59.493255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.514656 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3dd3c8-48cd-46df-989a-eb2babfb9196']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:59.523710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f330fef5-cf94-433c-a250-91fb0ee85700') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:59.524004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f330fef5-cf94-433c-a250-91fb0ee85700') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:01:59.533187 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.546149 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.551998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:01:59.552376 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:01:59.555324 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:01:59.611344 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.617943 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.624054 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/3e3dd3c8-48cd-46df-989a-eb2babfb9196 HTTP/1.1" status: 204 len: 168 time: 0.5324469 Nov 12 06:01:59.624358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52066) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:59.633223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edbef8-e115-4e0e-88ac-ec231f058891 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=3e3dd3c8-48cd-46df-989a-eb2babfb9196,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:59.651416 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee241c1-9d2f-40d4-ab7f-1a8888baf0d6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:59.651874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee241c1-9d2f-40d4-ab7f-1a8888baf0d6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:59.654968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aee241c1-9d2f-40d4-ab7f-1a8888baf0d6 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/fbaf2428-dead-42cf-b66e-6d885d8baccc HTTP/1.1" status: 404 len: 337 time: 0.0296047 Nov 12 06:01:59.657448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52068) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:59.675088 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae454206-f1c1-4604-8552-80acef3980f8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] DELETE failed (client error): The resource could not be found. Nov 12 06:01:59.675612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae454206-f1c1-4604-8552-80acef3980f8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:01:59.678594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ae454206-f1c1-4604-8552-80acef3980f8 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/dc6d650d-9af3-41ac-afbb-f3d19f34e37e HTTP/1.1" status: 404 len: 339 time: 0.0202219 Nov 12 06:01:59.681506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52070) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:59.736399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7422aba7-9ea2-43db-b6c1-95d908b454d3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Deleting subnet 6e94f3c8-ce13-477a-9247-6ebdd48aa4a9 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:01:59.739445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7422aba7-9ea2-43db-b6c1-95d908b454d3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.778852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7422aba7-9ea2-43db-b6c1-95d908b454d3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.858972 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7422aba7-9ea2-43db-b6c1-95d908b454d3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.919184 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7422aba7-9ea2-43db-b6c1-95d908b454d3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.946083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422aba7-9ea2-43db-b6c1-95d908b454d3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Subnet': ['ID=6e94f3c8-ce13-477a-9247-6ebdd48aa4a9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:01:59.949784 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7422aba7-9ea2-43db-b6c1-95d908b454d3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:01:59.953048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7422aba7-9ea2-43db-b6c1-95d908b454d3 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/subnets/6e94f3c8-ce13-477a-9247-6ebdd48aa4a9 HTTP/1.1" status: 204 len: 168 time: 0.2706282 Nov 12 06:01:59.955460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52072) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:01:59.955697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f1d8a-ce3f-4070-9704-8cbe91493139 None None] Network 9df1e8d8-dd53-4fd3-ba0b-32a09682999f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:00.029751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.089942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Deleting port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:00.090155 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.121776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] DHCP port deletion for 9df1e8d8-dd53-4fd3-ba0b-32a09682999f request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:02:00.152535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] For port 8acd2bd6-d6a6-4e28-b891-20a425c84f45, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8acd2bd6-d6a6-4e28-b891-20a425c84f45,segment=NetworkSegment(c89c8bd8-7562-4e5f-9f47-8a0320777a36),segment_id=c89c8bd8-7562-4e5f-9f47-8a0320777a36)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:00.152898 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.165925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Calling delete_port for 8acd2bd6-d6a6-4e28-b891-20a425c84f45 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:00.173518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] Deleting port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:00.173842 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.234676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] For port 8acd2bd6-d6a6-4e28-b891-20a425c84f45, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8acd2bd6-d6a6-4e28-b891-20a425c84f45,segment=NetworkSegment(c89c8bd8-7562-4e5f-9f47-8a0320777a36),segment_id=c89c8bd8-7562-4e5f-9f47-8a0320777a36)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:00.235079 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.248400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.248663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] Calling delete_port for 8acd2bd6-d6a6-4e28-b891-20a425c84f45 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:00.275083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Port': ['ID=8acd2bd6-d6a6-4e28-b891-20a425c84f45,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:00.276934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] No DVR routers for this DVR port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:00.330377 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.355828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.358033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] Pushing event deleted for resources: {'Port': ['ID=8acd2bd6-d6a6-4e28-b891-20a425c84f45,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:00.359908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67e3ca-9c10-4815-b48b-74b0c15f5da2 None None] No DVR routers for this DVR port 8acd2bd6-d6a6-4e28-b891-20a425c84f45 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:00.376382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df1e8d8-dd53-4fd3-ba0b-32a09682999f']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:00.385642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89c8bd8-7562-4e5f-9f47-8a0320777a36') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:00.385945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89c8bd8-7562-4e5f-9f47-8a0320777a36') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:00.399541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.413144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.419563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:02:00.419951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:02:00.422937 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:02:00.479923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.486680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.492859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] 10.222.0.48 "DELETE /v2.0/networks/9df1e8d8-dd53-4fd3-ba0b-32a09682999f HTTP/1.1" status: 204 len: 168 time: 0.5334618 Nov 12 06:02:00.503478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931ac15-102c-4125-887b-432f91ca1d03 tempest-NetworksIpV6Test-230481098 tempest-NetworksIpV6Test-230481098-project] Pushing event deleted for resources: {'Network': ['ID=9df1e8d8-dd53-4fd3-ba0b-32a09682999f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:00.514492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 04b200b1-7b39-486e-80b5-7db40e757dcc no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:02:00.535245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 04b200b1-7b39-486e-80b5-7db40e757dcc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:02:00.535598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 04b200b1-7b39-486e-80b5-7db40e757dcc not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:02:00.536283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8acd2bd6-d6a6-4e28-b891-20a425c84f45 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:02:00.555328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 8acd2bd6-d6a6-4e28-b891-20a425c84f45 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:02:00.555493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8acd2bd6-d6a6-4e28-b891-20a425c84f45 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:02:00.555904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 52e65741-1527-41b6-ac1f-d90304db7cd5 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:02:00.574978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 52e65741-1527-41b6-ac1f-d90304db7cd5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:02:00.575325 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 52e65741-1527-41b6-ac1f-d90304db7cd5 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:02:00.742334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:00.870772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fcf9c147-b0b0-4bb0-8823-df8998d2df85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac04feebec9540a1b1b381b9149725dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272101 Nov 12 06:02:00.873241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52082) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:00.918808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c133129-8d0c-4287-b921-9bc7b36cc041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.943970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c133129-8d0c-4287-b921-9bc7b36cc041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.989115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c133129-8d0c-4287-b921-9bc7b36cc041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.991961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c133129-8d0c-4287-b921-9bc7b36cc041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:00.993091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1c133129-8d0c-4287-b921-9bc7b36cc041 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/827bec59-e413-4693-b9dc-2f32c574bd59 HTTP/1.1" status: 204 len: 168 time: 0.1189601 Nov 12 06:02:01.001066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c133129-8d0c-4287-b921-9bc7b36cc041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827bec59-e413-4693-b9dc-2f32c574bd59,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:01.607297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52104) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.700513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-dc55ada8-9a9d-44c3-b549-76ebca7309c8 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] Request body: {'port': {'network_id': '8166c004-a5e0-4968-91cf-9725a81e5de7', 'name': 'tempest-NetworksNegativeTestJSON-1047044555'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:01.714528 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc55ada8-9a9d-44c3-b549-76ebca7309c8 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] POST failed (client error): The resource could not be found. Nov 12 06:02:01.715083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc55ada8-9a9d-44c3-b549-76ebca7309c8 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:02:01.716206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dc55ada8-9a9d-44c3-b549-76ebca7309c8 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1078722 Nov 12 06:02:01.720145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.738211 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cc874e-da67-4b41-907c-e5a39a59549c tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] DELETE failed (client error): The resource could not be found. Nov 12 06:02:01.738757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cc874e-da67-4b41-907c-e5a39a59549c tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:02:01.741858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-50cc874e-da67-4b41-907c-e5a39a59549c tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "DELETE /v2.0/networks/cbb3a9fa-bde1-4c22-ba11-ae365365c7e7 HTTP/1.1" status: 404 len: 339 time: 0.0207348 Nov 12 06:02:01.745411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52110) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.766673 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac2cbaf-3ba8-4b11-ac63-22b0a06fd3ca tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] DELETE failed (client error): The resource could not be found. Nov 12 06:02:01.767196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac2cbaf-3ba8-4b11-ac63-22b0a06fd3ca tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:02:01.770089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7ac2cbaf-3ba8-4b11-ac63-22b0a06fd3ca tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "DELETE /v2.0/ports/0ff431f0-fdd2-4fd1-93e4-84c7819f8b0a HTTP/1.1" status: 404 len: 333 time: 0.0237999 Nov 12 06:02:01.773876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52112) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.800526 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-64733593-4ac2-4a72-98c3-38964a7b3970 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] DELETE failed (client error): The resource could not be found. Nov 12 06:02:01.800967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64733593-4ac2-4a72-98c3-38964a7b3970 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:02:01.803949 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-64733593-4ac2-4a72-98c3-38964a7b3970 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "DELETE /v2.0/subnets/e568d1ac-9f52-4de6-9edc-869eb82862a9 HTTP/1.1" status: 404 len: 337 time: 0.0285289 Nov 12 06:02:01.807394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52114) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.829773 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c213167f-397f-469f-a6bf-5c8cecee471c tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] GET failed (client error): The resource could not be found. Nov 12 06:02:01.831111 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c213167f-397f-469f-a6bf-5c8cecee471c tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "GET /v2.0/networks/538c8a5a-7ee3-4e45-a631-60d459097436 HTTP/1.1" status: 404 len: 339 time: 0.0228348 Nov 12 06:02:01.834302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52116) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.857868 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9a05da-b2db-4515-9313-6d71f4cbd317 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] GET failed (client error): The resource could not be found. Nov 12 06:02:01.859273 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fd9a05da-b2db-4515-9313-6d71f4cbd317 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "GET /v2.0/ports/793571f1-4c57-4075-8251-61668b57fa32 HTTP/1.1" status: 404 len: 333 time: 0.0240738 Nov 12 06:02:01.862481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52118) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.887944 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f66abbf-88ac-43b9-bf26-9dd1eca1dc9b tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] GET failed (client error): The resource could not be found. Nov 12 06:02:01.889177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4f66abbf-88ac-43b9-bf26-9dd1eca1dc9b tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "GET /v2.0/subnets/1aa33681-23a5-43db-bf6e-26fe1af3cfbd HTTP/1.1" status: 404 len: 337 time: 0.0258217 Nov 12 06:02:01.892394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52120) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.897069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5dde97c9-0581-4481-9d0a-594beefb13e4 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:01.910584 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dde97c9-0581-4481-9d0a-594beefb13e4 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] PUT failed (client error): The resource could not be found. Nov 12 06:02:01.911350 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dde97c9-0581-4481-9d0a-594beefb13e4 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:02:01.912407 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5dde97c9-0581-4481-9d0a-594beefb13e4 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "PUT /v2.0/networks/21e8bec0-b8a0-4b61-8d96-7b98314666c4 HTTP/1.1" status: 404 len: 339 time: 0.0191405 Nov 12 06:02:01.916085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52122) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.920777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4b468cb3-6478-4079-9c44-05d3ea2e1492 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:01.937826 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b468cb3-6478-4079-9c44-05d3ea2e1492 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] PUT failed (client error): The resource could not be found. Nov 12 06:02:01.938430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b468cb3-6478-4079-9c44-05d3ea2e1492 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:02:01.939490 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4b468cb3-6478-4079-9c44-05d3ea2e1492 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "PUT /v2.0/ports/41a7dbb1-31c1-4b1c-a55f-13fc5a7ca999 HTTP/1.1" status: 404 len: 333 time: 0.0225363 Nov 12 06:02:01.942646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52124) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:01.947775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-39ebf012-66a6-4024-9c87-0351b38c23d4 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:01.968261 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ebf012-66a6-4024-9c87-0351b38c23d4 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] PUT failed (client error): The resource could not be found. Nov 12 06:02:01.968697 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ebf012-66a6-4024-9c87-0351b38c23d4 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:02:01.969762 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-39ebf012-66a6-4024-9c87-0351b38c23d4 tempest-NetworksNegativeTestJSON-662912399 tempest-NetworksNegativeTestJSON-662912399-project] 10.222.0.48 "PUT /v2.0/subnets/8e89b6dd-428a-4f61-84b9-cba302e616c1 HTTP/1.1" status: 404 len: 337 time: 0.0262487 Nov 12 06:02:02.198499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52130) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:02.299055 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b00864b1-2981-4dca-99d7-6bd1b68b5f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:02.374714 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b00864b1-2981-4dca-99d7-6bd1b68b5f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:02.378244 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b00864b1-2981-4dca-99d7-6bd1b68b5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:02.415464 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b00864b1-2981-4dca-99d7-6bd1b68b5f77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c02e3e4b99364a9ebc94cc21144e4549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158933 Nov 12 06:02:02.416568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00864b1-2981-4dca-99d7-6bd1b68b5f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6b3980-440a-4669-81d0-278f736fa899,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:02.418264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52134) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:02.466846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a0a24062-c023-4e8b-9662-8dd294e544cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:02.486869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a0a24062-c023-4e8b-9662-8dd294e544cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:02.536038 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a0a24062-c023-4e8b-9662-8dd294e544cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:02.538677 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a0a24062-c023-4e8b-9662-8dd294e544cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:02.539820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a0a24062-c023-4e8b-9662-8dd294e544cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e6b3980-440a-4669-81d0-278f736fa899 HTTP/1.1" status: 204 len: 168 time: 0.1198251 Nov 12 06:02:02.547356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a24062-c023-4e8b-9662-8dd294e544cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6b3980-440a-4669-81d0-278f736fa899,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:03.157729 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52156) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:03.252475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-24bd8630-b7d6-4277-bf0d-09dc0ca9be10 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1967848764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:03.275218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24bd8630-b7d6-4277-bf0d-09dc0ca9be10 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.276781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24bd8630-b7d6-4277-bf0d-09dc0ca9be10 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.332587 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24bd8630-b7d6-4277-bf0d-09dc0ca9be10 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.336641 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24bd8630-b7d6-4277-bf0d-09dc0ca9be10 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.353310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24bd8630-b7d6-4277-bf0d-09dc0ca9be10 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.355151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-24bd8630-b7d6-4277-bf0d-09dc0ca9be10 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1959894 Nov 12 06:02:03.357916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52160) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:03.362709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-934951152'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:03.382280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Made reservation on behalf of aaa23dd39e8b4d8682a774502125d8af for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:02:03.385725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.394234 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.469103 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.473063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.500031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:02:03.508980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e920f5a8-126f-4d08-9b0f-fb517b75f057,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:03.515594 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.515948 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Added segment 8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb of type vlan for network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 Nov 12 06:02:03.559748 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.584880 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.592487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:03.593108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.656643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2976649 Nov 12 06:02:03.659650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52162) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:03.664964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'subnet': {'network_id': '21c9ed9a-6ace-4c42-98a8-a5f633519b83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:03.689020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302073f-4c62-4735-a994-78581a70bd22 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Network': ['ID=21c9ed9a-6ace-4c42-98a8-a5f633519b83,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:03.701775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:02:03.778571 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Made reservation on behalf of aaa23dd39e8b4d8682a774502125d8af for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:02:03.782125 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:03.964991 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.027448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Subnet': ['ID=6f2f7875-e190-454e-9c07-42df36730a11,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:04.035598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Checking segment: {'id': '8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '21c9ed9a-6ace-4c42-98a8-a5f633519b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:02:04.036225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network hostable DHCP agents. Network: 21c9ed9a-6ace-4c42-98a8-a5f633519b83, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:02:04.052346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:02:04.061875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 21c9ed9a-6ace-4c42-98a8-a5f633519b83) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:04.066078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:04.066876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.073542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625fbcf-72ae-499b-afc3-d740f92eacbb None None] Network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:04.086268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-738c1a9d-563e-4043-b5c3-1a58d1cc719e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4228630 Nov 12 06:02:04.086575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52164) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:04.092045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'network': {'name': 'tempest-router-network01--839827900'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:04.116413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Made reservation on behalf of aaa23dd39e8b4d8682a774502125d8af for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:02:04.121244 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.146780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:02:04.156869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.157070 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Added segment f8086156-7745-44a4-861c-3f74e7e94160 of type vlan for network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d Nov 12 06:02:04.200419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.222891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-21c9ed9a-6ace-4c42-98a8-a5f633519b83', 'network_id': '21c9ed9a-6ace-4c42-98a8-a5f633519b83', 'tenant_id': 'aaa23dd39e8b4d8682a774502125d8af', 'fixed_ips': [{'subnet_id': '6f2f7875-e190-454e-9c07-42df36730a11'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:02:04.223756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.231855 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.237777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:04.238882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.278640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1910191 Nov 12 06:02:04.281353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:04.287182 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'network': {'name': 'tempest-router-network02--369838683'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:04.320927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be0db3-4fc6-4f46-a6d1-8d35cc1dc9ce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Network': ['ID=b2d60cbb-4e27-4b13-bbdb-9984f5c3804d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:04.328799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Made reservation on behalf of aaa23dd39e8b4d8682a774502125d8af for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:02:04.332340 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.337638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:02:04.364600 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:02:04.375502 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.375920 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Added segment bec370e9-deea-48ed-9c64-ea2c1166d08f of type vlan for network 107236c6-e67a-4f54-bf5e-8d829f1afd1f Nov 12 06:02:04.415525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.442054 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Allocated IP 2001:db8::2 (21c9ed9a-6ace-4c42-98a8-a5f633519b83/6f2f7875-e190-454e-9c07-42df36730a11/b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:02:04.443337 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.450804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:04.451316 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.491248 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2085316 Nov 12 06:02:04.493932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52168) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:04.499506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'subnet': {'network_id': 'b2d60cbb-4e27-4b13-bbdb-9984f5c3804d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:04.532862 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc39c2d-bc1f-433d-92d8-ce0a1bee0f95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Network': ['ID=107236c6-e67a-4f54-bf5e-8d829f1afd1f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:04.547116 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 107236c6-e67a-4f54-bf5e-8d829f1afd1f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:02:04.601839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Made reservation on behalf of aaa23dd39e8b4d8682a774502125d8af for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:02:04.606188 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.662946 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.669950 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.704495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:02:04.709114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:04.715053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:02:04.724207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Pushing event updated for resources: {'Port': ['ID=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:04.774986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Attempting to bind port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:02:04.775281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Attempting to bind port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '21c9ed9a-6ace-4c42-98a8-a5f633519b83'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:02:04.776162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Attempting to bind port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 on network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:02:04.781182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:02:04.781557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Checking segment: {'id': '8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '21c9ed9a-6ace-4c42-98a8-a5f633519b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:02:04.781957 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.782367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Bound using segment: {'id': '8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '21c9ed9a-6ace-4c42-98a8-a5f633519b83'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:02:04.782850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Bound port: b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '21c9ed9a-6ace-4c42-98a8-a5f633519b83'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:02:04.783232 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.790782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.848523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Subnet': ['ID=6aaac3dc-e5a7-4d76-901a-d38d40b7eb46,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:04.849033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] For port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:02:04.853573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] For port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,segment=NetworkSegment(8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb),segment_id=8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:02:04.858786 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.859854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Checking segment: {'id': 'f8086156-7745-44a4-861c-3f74e7e94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b2d60cbb-4e27-4b13-bbdb-9984f5c3804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:02:04.860220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network hostable DHCP agents. Network: b2d60cbb-4e27-4b13-bbdb-9984f5c3804d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:02:04.877007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:02:04.886464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, b2d60cbb-4e27-4b13-bbdb-9984f5c3804d) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:04.891430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:04.892025 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:04.903542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e52eb0-acbf-4a92-b485-bf2a7beecf27 None None] Network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:04.911121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aa692445-813d-4a3e-a3e4-3dcc3464d226 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4151583 Nov 12 06:02:04.913744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52170) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:04.919566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'subnet': {'network_id': '107236c6-e67a-4f54-bf5e-8d829f1afd1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:04.937057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd655ca-de08-4428-9acc-fda248c747f3 None None] Pushing event updated for resources: {'Port': ['ID=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:05.019706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Made reservation on behalf of aaa23dd39e8b4d8682a774502125d8af for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:02:05.023471 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.070876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-b2d60cbb-4e27-4b13-bbdb-9984f5c3804d', 'network_id': 'b2d60cbb-4e27-4b13-bbdb-9984f5c3804d', 'tenant_id': 'aaa23dd39e8b4d8682a774502125d8af', 'fixed_ips': [{'subnet_id': '6aaac3dc-e5a7-4d76-901a-d38d40b7eb46'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:02:05.071768 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.246962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.250037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Allocated IP 2001:db8::2 (b2d60cbb-4e27-4b13-bbdb-9984f5c3804d/6aaac3dc-e5a7-4d76-901a-d38d40b7eb46/b7e86577-ceba-41fa-b184-ad1fdb7c3b73) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:02:05.312310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Subnet': ['ID=1cf90404-49f7-4016-9255-bd112e59b4ad,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:05.322033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Checking segment: {'id': 'bec370e9-deea-48ed-9c64-ea2c1166d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '107236c6-e67a-4f54-bf5e-8d829f1afd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:02:05.322454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network hostable DHCP agents. Network: 107236c6-e67a-4f54-bf5e-8d829f1afd1f, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:02:05.340731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network 107236c6-e67a-4f54-bf5e-8d829f1afd1f is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:02:05.349288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 107236c6-e67a-4f54-bf5e-8d829f1afd1f) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:05.353395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:05.355995 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.374286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-55a134d0-38a3-4efd-90a0-7fd3ff772fa0 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4567697 Nov 12 06:02:05.374647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52172) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:05.376727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a8fdb-af7d-4c24-932c-66fbf3d9a15e None None] Network 107236c6-e67a-4f54-bf5e-8d829f1afd1f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:05.444975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.452274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.512234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:02:05.519459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:05.524329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:02:05.545312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Pushing event updated for resources: {'Port': ['ID=b7e86577-ceba-41fa-b184-ad1fdb7c3b73,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:05.631227 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Attempting to bind port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:02:05.636783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Attempting to bind port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'f8086156-7745-44a4-861c-3f74e7e94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b2d60cbb-4e27-4b13-bbdb-9984f5c3804d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:02:05.637415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Attempting to bind port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 on network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:02:05.646126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-107236c6-e67a-4f54-bf5e-8d829f1afd1f', 'network_id': '107236c6-e67a-4f54-bf5e-8d829f1afd1f', 'tenant_id': 'aaa23dd39e8b4d8682a774502125d8af', 'fixed_ips': [{'subnet_id': '1cf90404-49f7-4016-9255-bd112e59b4ad'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:02:05.647253 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.651635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:02:05.652139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Checking segment: {'id': 'f8086156-7745-44a4-861c-3f74e7e94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b2d60cbb-4e27-4b13-bbdb-9984f5c3804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:02:05.652638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.653152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Bound using segment: {'id': 'f8086156-7745-44a4-861c-3f74e7e94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b2d60cbb-4e27-4b13-bbdb-9984f5c3804d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:02:05.653733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Bound port: b7e86577-ceba-41fa-b184-ad1fdb7c3b73, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8086156-7745-44a4-861c-3f74e7e94160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b2d60cbb-4e27-4b13-bbdb-9984f5c3804d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:02:05.654217 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.677734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.797186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] For port b7e86577-ceba-41fa-b184-ad1fdb7c3b73, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:02:05.833601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] For port b7e86577-ceba-41fa-b184-ad1fdb7c3b73, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b7e86577-ceba-41fa-b184-ad1fdb7c3b73,segment=NetworkSegment(f8086156-7745-44a4-861c-3f74e7e94160),segment_id=f8086156-7745-44a4-861c-3f74e7e94160)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:02:05.840865 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:05.898229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Allocated IP 2001:db8::2 (107236c6-e67a-4f54-bf5e-8d829f1afd1f/1cf90404-49f7-4016-9255-bd112e59b4ad/325103e3-3e34-4155-aa76-3b36313067d8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:02:05.938988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75ef50-9942-4cd7-8923-9f6f7038fabe None None] Pushing event updated for resources: {'Port': ['ID=b7e86577-ceba-41fa-b184-ad1fdb7c3b73,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:05.987822 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ddaa27-26fe-4e9b-a970-00e2660dc2f5 None None] Network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:06.137986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-af069318-5f83-48e7-9313-69228cb0d57a None None] Provisioning complete for port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:06.138385 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af069318-5f83-48e7-9313-69228cb0d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.305002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Allocated IP 2001:db8::1 (b2d60cbb-4e27-4b13-bbdb-9984f5c3804d/6aaac3dc-e5a7-4d76-901a-d38d40b7eb46/8cdd4e4c-73bb-4be8-885e-4b94b69411d5) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:02:06.383720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.394970 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.429226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.459149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Network 107236c6-e67a-4f54-bf5e-8d829f1afd1f is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:02:06.468172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:06.476172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:02:06.477985 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.499631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Pushing event updated for resources: {'Port': ['ID=325103e3-3e34-4155-aa76-3b36313067d8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:06.533950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:02:06.537871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:06.545916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af069318-5f83-48e7-9313-69228cb0d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.547322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:02:06.547951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.590922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Attempting to bind port 325103e3-3e34-4155-aa76-3b36313067d8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:02:06.591340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Attempting to bind port 325103e3-3e34-4155-aa76-3b36313067d8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'bec370e9-deea-48ed-9c64-ea2c1166d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '107236c6-e67a-4f54-bf5e-8d829f1afd1f'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:02:06.591766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Attempting to bind port 325103e3-3e34-4155-aa76-3b36313067d8 on network 107236c6-e67a-4f54-bf5e-8d829f1afd1f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:02:06.596434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Port': ['ID=8cdd4e4c-73bb-4be8-885e-4b94b69411d5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:06.606848 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:02:06.607235 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Checking segment: {'id': 'bec370e9-deea-48ed-9c64-ea2c1166d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '107236c6-e67a-4f54-bf5e-8d829f1afd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:02:06.607641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.608039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Bound using segment: {'id': 'bec370e9-deea-48ed-9c64-ea2c1166d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '107236c6-e67a-4f54-bf5e-8d829f1afd1f'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:02:06.608523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Bound port: 325103e3-3e34-4155-aa76-3b36313067d8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec370e9-deea-48ed-9c64-ea2c1166d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '107236c6-e67a-4f54-bf5e-8d829f1afd1f'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:02:06.608913 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.615754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-af069318-5f83-48e7-9313-69228cb0d57a None None] For port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,segment=NetworkSegment(8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb),segment_id=8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:06.616931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:02:06.667594 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af069318-5f83-48e7-9313-69228cb0d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.702904 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.784476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af069318-5f83-48e7-9313-69228cb0d57a None None] Pushing event updated for resources: {'Port': ['ID=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:06.788412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-953a8533-5012-4af6-8017-826dc4407308 None None] For port 325103e3-3e34-4155-aa76-3b36313067d8, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:02:06.791265 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:06.791426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.794011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-953a8533-5012-4af6-8017-826dc4407308 None None] For port 325103e3-3e34-4155-aa76-3b36313067d8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=325103e3-3e34-4155-aa76-3b36313067d8,segment=NetworkSegment(bec370e9-deea-48ed-9c64-ea2c1166d08f),segment_id=bec370e9-deea-48ed-9c64-ea2c1166d08f)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:02:06.816965 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:06.914007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a8533-5012-4af6-8017-826dc4407308 None None] Pushing event updated for resources: {'Port': ['ID=325103e3-3e34-4155-aa76-3b36313067d8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:06.985923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b7e86577-ceba-41fa-b184-ad1fdb7c3b73 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:02:07.027291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:07.032882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ebf7358f-f226-4d3c-80aa-4cc2400021f4 None None] Provisioning complete for port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:07.033359 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ebf7358f-f226-4d3c-80aa-4cc2400021f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:07.033575 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:07.034448 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:07.074250 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:07.074853 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:07.161439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Port': ['ID=8cdd4e4c-73bb-4be8-885e-4b94b69411d5,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:07.222758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:02:07.224475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:07.246282 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:07.258943 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa3943-9de3-45ee-8462-ccc10e546588 None None] Network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:07.334816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port b7e86577-ceba-41fa-b184-ad1fdb7c3b73, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b7e86577-ceba-41fa-b184-ad1fdb7c3b73,segment=NetworkSegment(f8086156-7745-44a4-861c-3f74e7e94160),segment_id=f8086156-7745-44a4-861c-3f74e7e94160)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:07.347104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:07.352636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Router f41c4f2b-9575-4dca-991e-33c51e50200b is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:02:07.400892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-24d5da08-fb30-4a81-abbf-66dfd4925fc4 None None] Provisioning complete for port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:07.401268 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-24d5da08-fb30-4a81-abbf-66dfd4925fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:07.451172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:02:07.456505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1d9813e1-0cff-44e9-ac67-eca4bf88e079 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "PUT /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0805697 Nov 12 06:02:07.459316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52174) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:07.467492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc5098-d096-46a2-88d6-5da86bee7de4 None None] Sync routers for ids ['f41c4f2b-9575-4dca-991e-33c51e50200b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:02:07.469294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=b7e86577-ceba-41fa-b184-ad1fdb7c3b73,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:07.501762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc5098-d096-46a2-88d6-5da86bee7de4 None None] Routers {'f41c4f2b-9575-4dca-991e-33c51e50200b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:02:07.502445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-60bc5098-d096-46a2-88d6-5da86bee7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f41c4f2b-9575-4dca-991e-33c51e50200b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:07.558289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-60bc5098-d096-46a2-88d6-5da86bee7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:07.596231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc5098-d096-46a2-88d6-5da86bee7de4 None None] Routers {'f41c4f2b-9575-4dca-991e-33c51e50200b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:02:07.596874 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-60bc5098-d096-46a2-88d6-5da86bee7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f41c4f2b-9575-4dca-991e-33c51e50200b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:07.645109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-60bc5098-d096-46a2-88d6-5da86bee7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:07.645776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc5098-d096-46a2-88d6-5da86bee7de4 None None] The sync data for ids ['f41c4f2b-9575-4dca-991e-33c51e50200b'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:02:07.818409 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-799d8a92-189e-48df-999d-f0be93fc41ac tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 06:02:07.819494 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-799d8a92-189e-48df-999d-f0be93fc41ac tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "PUT /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3591535 Nov 12 06:02:07.823076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52176) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:07.989514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2cd32e0e-2751-4ad4-968c-68bc4258c1ca None None] Provisioning complete for port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:07.990066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2cd32e0e-2751-4ad4-968c-68bc4258c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.033050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51df6be-3b95-4e4a-8f3b-f21eee7560ba None None] Network 107236c6-e67a-4f54-bf5e-8d829f1afd1f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:08.171793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.199706 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2cd32e0e-2751-4ad4-968c-68bc4258c1ca None None] Provisioning complete for port 8cdd4e4c-73bb-4be8-885e-4b94b69411d5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:08.200008 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2cd32e0e-2751-4ad4-968c-68bc4258c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.258234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2cd32e0e-2751-4ad4-968c-68bc4258c1ca None None] Port 8cdd4e4c-73bb-4be8-885e-4b94b69411d5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:02:08.377902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] Provisioning complete for port 8cdd4e4c-73bb-4be8-885e-4b94b69411d5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:08.378299 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.417983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] Port 8cdd4e4c-73bb-4be8-885e-4b94b69411d5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:02:08.428711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] Provisioning complete for port 325103e3-3e34-4155-aa76-3b36313067d8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:08.428711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.435182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting port 8cdd4e4c-73bb-4be8-885e-4b94b69411d5 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:08.435713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.539916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.540202 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.553386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Calling delete_port for 8cdd4e4c-73bb-4be8-885e-4b94b69411d5 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:08.575295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] For port 325103e3-3e34-4155-aa76-3b36313067d8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=325103e3-3e34-4155-aa76-3b36313067d8,segment=NetworkSegment(bec370e9-deea-48ed-9c64-ea2c1166d08f),segment_id=bec370e9-deea-48ed-9c64-ea2c1166d08f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:08.579037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.630567 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 325103e3-3e34-4155-aa76-3b36313067d8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:02:08.672885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ed776-6787-4bb8-af87-667478ce3ad6 None None] Pushing event updated for resources: {'Port': ['ID=325103e3-3e34-4155-aa76-3b36313067d8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:08.703056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 325103e3-3e34-4155-aa76-3b36313067d8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:08.703424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.706924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9ed11420-8e58-40d3-995f-fb8ba339e865 None None] Provisioning complete for port 325103e3-3e34-4155-aa76-3b36313067d8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:08.707278 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ed11420-8e58-40d3-995f-fb8ba339e865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.736096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.764598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Port': ['ID=8cdd4e4c-73bb-4be8-885e-4b94b69411d5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:08.848801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:02:08.864385 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.901654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:08.902023 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:08.988722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b7e86577-ceba-41fa-b184-ad1fdb7c3b73 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:02:09.028768 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Router f41c4f2b-9575-4dca-991e-33c51e50200b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:02:09.041171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:09.041648 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:09.102155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:02:09.107788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b458fd61-a588-4d5c-82d0-63cf526c506a tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "PUT /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2836473 Nov 12 06:02:09.112857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52178) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:09.113306 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fe42a-9750-4368-ae64-178b7581c097 None None] Sync routers for ids ['f41c4f2b-9575-4dca-991e-33c51e50200b'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:02:09.122470 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fe42a-9750-4368-ae64-178b7581c097 None None] Routers {'f41c4f2b-9575-4dca-991e-33c51e50200b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:02:09.123089 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f37fe42a-9750-4368-ae64-178b7581c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f41c4f2b-9575-4dca-991e-33c51e50200b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:09.151360 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-ddc17279-df6f-4640-ab6a-e66a637cb02e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] delete failed (client error): The resource could not be found. Nov 12 06:02:09.152471 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ddc17279-df6f-4640-ab6a-e66a637cb02e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1497775090 HTTP/1.1" status: 404 len: 335 time: 0.0380108 Nov 12 06:02:09.155063 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f37fe42a-9750-4368-ae64-178b7581c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:09.156172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52180) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:09.161785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0971569f-c97c-4d7b-ac4e-d2516d4f9d75 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f41c4f2b-9575-4dca-991e-33c51e50200b'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:09.163953 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fe42a-9750-4368-ae64-178b7581c097 None None] Routers {'f41c4f2b-9575-4dca-991e-33c51e50200b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:02:09.164543 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f37fe42a-9750-4368-ae64-178b7581c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f41c4f2b-9575-4dca-991e-33c51e50200b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:09.198319 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f37fe42a-9750-4368-ae64-178b7581c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:09.198973 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fe42a-9750-4368-ae64-178b7581c097 None None] The sync data for ids ['f41c4f2b-9575-4dca-991e-33c51e50200b'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:02:09.360240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0971569f-c97c-4d7b-ac4e-d2516d4f9d75 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:09.378662 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-0971569f-c97c-4d7b-ac4e-d2516d4f9d75 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] update failed (client error): The resource could not be found. Nov 12 06:02:09.379696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0971569f-c97c-4d7b-ac4e-d2516d4f9d75 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "PUT /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b HTTP/1.1" status: 404 len: 339 time: 0.2225416 Nov 12 06:02:09.383297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52182) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:09.388032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1979988540'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:09.408008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Made reservation on behalf of aaa23dd39e8b4d8682a774502125d8af for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:02:09.411618 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:09.434251 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:02:09.443023 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:09.443403 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Added segment 2c774b71-b716-451b-91dc-22eb860bb4e5 of type vlan for network 9cb14819-5ef3-4b55-b110-50f8527b43af Nov 12 06:02:09.481420 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:09.504779 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:09.510994 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:09.511572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:09.894368 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5100267 Nov 12 06:02:09.897254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52184) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:09.903176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'subnet': {'network_id': '9cb14819-5ef3-4b55-b110-50f8527b43af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:09.903478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b344bfa-fff6-4cbc-af52-4b26d3d1c611 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Network': ['ID=9cb14819-5ef3-4b55-b110-50f8527b43af,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:09.913780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 9cb14819-5ef3-4b55-b110-50f8527b43af details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:02:09.995974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Made reservation on behalf of aaa23dd39e8b4d8682a774502125d8af for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:02:09.999577 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.176840 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.233814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Subnet': ['ID=81aa9dc7-34e9-4e78-8527-7bed15d9ff01,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:10.243894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Checking segment: {'id': '2c774b71-b716-451b-91dc-22eb860bb4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9cb14819-5ef3-4b55-b110-50f8527b43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:02:10.244290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network hostable DHCP agents. Network: 9cb14819-5ef3-4b55-b110-50f8527b43af, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:02:10.260750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network 9cb14819-5ef3-4b55-b110-50f8527b43af is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:02:10.268865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 9cb14819-5ef3-4b55-b110-50f8527b43af) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:10.272755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:10.273349 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.280178 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd829e4d-da26-45a0-8b3d-ae1bb16dac88 None None] Network 9cb14819-5ef3-4b55-b110-50f8527b43af requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:10.289716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f0158256-022e-4bab-84db-623ea0d05c80 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3912776 Nov 12 06:02:10.292500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52186) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:10.296920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8b5e060d-f355-402b-bd5e-525827b79a47 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'router': {'external_gateway_info': {'network_id': '9cb14819-5ef3-4b55-b110-50f8527b43af'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:10.423576 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-9cb14819-5ef3-4b55-b110-50f8527b43af', 'network_id': '9cb14819-5ef3-4b55-b110-50f8527b43af', 'tenant_id': 'aaa23dd39e8b4d8682a774502125d8af', 'fixed_ips': [{'subnet_id': '81aa9dc7-34e9-4e78-8527-7bed15d9ff01'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:02:10.424449 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.526664 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5e060d-f355-402b-bd5e-525827b79a47 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.640402 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-8b5e060d-f355-402b-bd5e-525827b79a47 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 06:02:10.641654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8b5e060d-f355-402b-bd5e-525827b79a47 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "PUT /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b HTTP/1.1" status: 400 len: 364 time: 0.3482220 Nov 12 06:02:10.645262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52188) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:10.706364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 325103e3-3e34-4155-aa76-3b36313067d8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:02:10.756065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Allocated IP 2001:db8:1::2 (9cb14819-5ef3-4b55-b110-50f8527b43af/81aa9dc7-34e9-4e78-8527-7bed15d9ff01/98acd392-80b8-45a3-849b-23d138bee5bd) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:02:10.799101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 325103e3-3e34-4155-aa76-3b36313067d8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:10.799476 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.924948 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.974901 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.980454 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:10.987873 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.032667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Network 9cb14819-5ef3-4b55-b110-50f8527b43af is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:02:11.037172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:11.039060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Pushing event updated for resources: {'Port': ['ID=98acd392-80b8-45a3-849b-23d138bee5bd,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:11.041767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:02:11.098271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Attempting to bind port 98acd392-80b8-45a3-849b-23d138bee5bd on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:02:11.098669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Attempting to bind port 98acd392-80b8-45a3-849b-23d138bee5bd by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '2c774b71-b716-451b-91dc-22eb860bb4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9cb14819-5ef3-4b55-b110-50f8527b43af'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:02:11.099031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Attempting to bind port 98acd392-80b8-45a3-849b-23d138bee5bd on network 9cb14819-5ef3-4b55-b110-50f8527b43af {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:02:11.104591 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:02:11.104976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Checking segment: {'id': '2c774b71-b716-451b-91dc-22eb860bb4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9cb14819-5ef3-4b55-b110-50f8527b43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:02:11.105374 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.105763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Bound using segment: {'id': '2c774b71-b716-451b-91dc-22eb860bb4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9cb14819-5ef3-4b55-b110-50f8527b43af'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:02:11.106239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Bound port: 98acd392-80b8-45a3-849b-23d138bee5bd, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c774b71-b716-451b-91dc-22eb860bb4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9cb14819-5ef3-4b55-b110-50f8527b43af'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:02:11.106640 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.173934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] For port 98acd392-80b8-45a3-849b-23d138bee5bd, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:02:11.177577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] For port 98acd392-80b8-45a3-849b-23d138bee5bd, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=98acd392-80b8-45a3-849b-23d138bee5bd,segment=NetworkSegment(2c774b71-b716-451b-91dc-22eb860bb4e5),segment_id=2c774b71-b716-451b-91dc-22eb860bb4e5)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:02:11.182151 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.242184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f46a7-6b8d-4af9-a3e5-d2fc4e2022dc None None] Pushing event updated for resources: {'Port': ['ID=98acd392-80b8-45a3-849b-23d138bee5bd,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:11.477488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Allocated IP 2001:db8::1 (21c9ed9a-6ace-4c42-98a8-a5f633519b83/6f2f7875-e190-454e-9c07-42df36730a11/843919e2-3608-4e69-8f91-8fb9da22f68e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:02:11.590914 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.624488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.667607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:02:11.670721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:11.676710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:02:11.677252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.715079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Port': ['ID=843919e2-3608-4e69-8f91-8fb9da22f68e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:11.807034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.914896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-56f85e49-ed1a-4bdc-b032-992e950a02c5 None None] Provisioning complete for port 843919e2-3608-4e69-8f91-8fb9da22f68e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:11.915385 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56f85e49-ed1a-4bdc-b032-992e950a02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:11.962409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-56f85e49-ed1a-4bdc-b032-992e950a02c5 None None] Port 843919e2-3608-4e69-8f91-8fb9da22f68e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:02:12.080380 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.085019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.085965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.179595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cdb6b6-e597-4968-ab26-686943b7856f None None] Network 9cb14819-5ef3-4b55-b110-50f8527b43af requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:12.180091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event updated for resources: {'Port': ['ID=843919e2-3608-4e69-8f91-8fb9da22f68e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:12.220945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:02:12.222368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:02:12.323405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Router f41c4f2b-9575-4dca-991e-33c51e50200b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:02:12.340741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-71d2a07e-37b9-41ec-bb1b-f3631a16eeda None None] Provisioning complete for port 98acd392-80b8-45a3-849b-23d138bee5bd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:12.341167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-71d2a07e-37b9-41ec-bb1b-f3631a16eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.435341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:02:12.443362 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-71d2a07e-37b9-41ec-bb1b-f3631a16eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.446987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54e220-8180-489a-89ae-e5e06b075a92 None None] Sync routers for ids ['f41c4f2b-9575-4dca-991e-33c51e50200b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:02:12.454319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:12.465526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0d3bb1c6-fc29-4b41-a611-68438fc5e450 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "PUT /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8187759 Nov 12 06:02:12.487755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54e220-8180-489a-89ae-e5e06b075a92 None None] Routers {'f41c4f2b-9575-4dca-991e-33c51e50200b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:02:12.488483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ab54e220-8180-489a-89ae-e5e06b075a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f41c4f2b-9575-4dca-991e-33c51e50200b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:12.528661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ab54e220-8180-489a-89ae-e5e06b075a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:12.532984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-71d2a07e-37b9-41ec-bb1b-f3631a16eeda None None] For port 98acd392-80b8-45a3-849b-23d138bee5bd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=98acd392-80b8-45a3-849b-23d138bee5bd,segment=NetworkSegment(2c774b71-b716-451b-91dc-22eb860bb4e5),segment_id=2c774b71-b716-451b-91dc-22eb860bb4e5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:12.544285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-71d2a07e-37b9-41ec-bb1b-f3631a16eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.545092 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54e220-8180-489a-89ae-e5e06b075a92 None None] Routers {'f41c4f2b-9575-4dca-991e-33c51e50200b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:02:12.545727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ab54e220-8180-489a-89ae-e5e06b075a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f41c4f2b-9575-4dca-991e-33c51e50200b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:12.600911 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7c96-3939-4d41-b80c-83543578a011 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.603936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 98acd392-80b8-45a3-849b-23d138bee5bd up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:02:12.608812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ab54e220-8180-489a-89ae-e5e06b075a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:12.609443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54e220-8180-489a-89ae-e5e06b075a92 None None] The sync data for ids ['f41c4f2b-9575-4dca-991e-33c51e50200b'] in n-d-765315-28 is: [] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:02:12.665174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2a07e-37b9-41ec-bb1b-f3631a16eeda None None] Pushing event updated for resources: {'Port': ['ID=98acd392-80b8-45a3-849b-23d138bee5bd,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:12.678974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3cb0c6b-35dd-423c-bdc3-bd2d1960cdf2 None None] Provisioning complete for port 843919e2-3608-4e69-8f91-8fb9da22f68e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:12.679353 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0c6b-35dd-423c-bdc3-bd2d1960cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.697823 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-cd1e7c96-3939-4d41-b80c-83543578a011 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 06:02:12.698906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cd1e7c96-3939-4d41-b80c-83543578a011 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b HTTP/1.1" status: 409 len: 329 time: 0.2435451 Nov 12 06:02:12.702210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52192) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:12.725484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 98acd392-80b8-45a3-849b-23d138bee5bd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:12.725855 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:12.727317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb0c6b-35dd-423c-bdc3-bd2d1960cdf2 None None] Port 843919e2-3608-4e69-8f91-8fb9da22f68e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:02:12.762716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3cb0c6b-35dd-423c-bdc3-bd2d1960cdf2 None None] Provisioning complete for port 98acd392-80b8-45a3-849b-23d138bee5bd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:02:12.763094 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0c6b-35dd-423c-bdc3-bd2d1960cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:13.008124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:13.241034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting port 843919e2-3608-4e69-8f91-8fb9da22f68e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:13.241298 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:13.324008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:13.335602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Calling delete_port for 843919e2-3608-4e69-8f91-8fb9da22f68e owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:13.502721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:13.530078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Port': ['ID=843919e2-3608-4e69-8f91-8fb9da22f68e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:13.624634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:13.778403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Router f41c4f2b-9575-4dca-991e-33c51e50200b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:02:13.852206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:02:13.858463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-718d0ee5-653e-468b-901e-bfdaab152cd3 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "PUT /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1551683 Nov 12 06:02:13.861351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52194) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:13.862482 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc352592-e5e5-4431-bcac-177b4b7c6ae0 None None] Sync routers for ids ['f41c4f2b-9575-4dca-991e-33c51e50200b'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:02:13.872705 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc352592-e5e5-4431-bcac-177b4b7c6ae0 None None] Routers {'f41c4f2b-9575-4dca-991e-33c51e50200b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:02:13.873304 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc352592-e5e5-4431-bcac-177b4b7c6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f41c4f2b-9575-4dca-991e-33c51e50200b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:13.897303 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-c2a2cb66-4016-41d5-8747-c3b328199fce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] show failed (client error): The resource could not be found. Nov 12 06:02:13.898322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c2a2cb66-4016-41d5-8747-c3b328199fce tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-939072011 HTTP/1.1" status: 404 len: 334 time: 0.0359709 Nov 12 06:02:13.902512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52196) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:13.905283 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc352592-e5e5-4431-bcac-177b4b7c6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:13.907500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-18bf5e5a-e223-4006-97ad-d112917763d8 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:02:13.914493 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc352592-e5e5-4431-bcac-177b4b7c6ae0 None None] Routers {'f41c4f2b-9575-4dca-991e-33c51e50200b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:02:13.915086 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc352592-e5e5-4431-bcac-177b4b7c6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:01:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['f41c4f2b-9575-4dca-991e-33c51e50200b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:13.945824 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [None req-18bf5e5a-e223-4006-97ad-d112917763d8 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] update failed (client error): The resource could not be found. Nov 12 06:02:13.951792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-18bf5e5a-e223-4006-97ad-d112917763d8 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1518840000 HTTP/1.1" status: 404 len: 335 time: 0.0429740 Nov 12 06:02:13.951954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bc352592-e5e5-4431-bcac-177b4b7c6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:13.951954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc352592-e5e5-4431-bcac-177b4b7c6ae0 None None] The sync data for ids ['f41c4f2b-9575-4dca-991e-33c51e50200b'] in n-d-765315-28 is: [] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:02:13.952128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52198) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:13.963527 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-14dbfff3-d844-4296-b2a7-f91829319a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.003870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1215db20-a297-466b-938c-032a4b226cd6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting subnet 81aa9dc7-34e9-4e78-8527-7bed15d9ff01 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:02:14.006981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1215db20-a297-466b-938c-032a4b226cd6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.047567 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1215db20-a297-466b-938c-032a4b226cd6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.131632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1215db20-a297-466b-938c-032a4b226cd6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.188468 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1215db20-a297-466b-938c-032a4b226cd6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.215642 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215db20-a297-466b-938c-032a4b226cd6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Subnet': ['ID=81aa9dc7-34e9-4e78-8527-7bed15d9ff01,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:14.219337 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1215db20-a297-466b-938c-032a4b226cd6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.222570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1215db20-a297-466b-938c-032a4b226cd6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/subnets/81aa9dc7-34e9-4e78-8527-7bed15d9ff01 HTTP/1.1" status: 204 len: 168 time: 0.2685990 Nov 12 06:02:14.224975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52200) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:14.225787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88c2f2-d636-47df-87ab-37e44e46d7d6 None None] Network 9cb14819-5ef3-4b55-b110-50f8527b43af requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:14.304196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.357950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting port 98acd392-80b8-45a3-849b-23d138bee5bd {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:14.358297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.399854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] DHCP port deletion for 9cb14819-5ef3-4b55-b110-50f8527b43af request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:02:14.423076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] For port 98acd392-80b8-45a3-849b-23d138bee5bd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=98acd392-80b8-45a3-849b-23d138bee5bd,segment=NetworkSegment(2c774b71-b716-451b-91dc-22eb860bb4e5),segment_id=2c774b71-b716-451b-91dc-22eb860bb4e5)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:14.423448 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.441146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Calling delete_port for 98acd392-80b8-45a3-849b-23d138bee5bd owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:14.446218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Deleting port 98acd392-80b8-45a3-849b-23d138bee5bd {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:14.446628 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.514627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] For port 98acd392-80b8-45a3-849b-23d138bee5bd, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=98acd392-80b8-45a3-849b-23d138bee5bd,segment=NetworkSegment(2c774b71-b716-451b-91dc-22eb860bb4e5),segment_id=2c774b71-b716-451b-91dc-22eb860bb4e5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:14.515685 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.532613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 98acd392-80b8-45a3-849b-23d138bee5bd no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:02:14.533063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.557515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Calling delete_port for 98acd392-80b8-45a3-849b-23d138bee5bd owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:14.558601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Port': ['ID=98acd392-80b8-45a3-849b-23d138bee5bd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:14.559441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 98acd392-80b8-45a3-849b-23d138bee5bd {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:02:14.559791 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 98acd392-80b8-45a3-849b-23d138bee5bd not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:02:14.562239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] No DVR routers for this DVR port 98acd392-80b8-45a3-849b-23d138bee5bd on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:14.639959 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.645139 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.665080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb14819-5ef3-4b55-b110-50f8527b43af']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:14.667352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] No DVR routers for this DVR port 98acd392-80b8-45a3-849b-23d138bee5bd on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:14.671419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Pushing event deleted for resources: {'Port': ['ID=98acd392-80b8-45a3-849b-23d138bee5bd,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:14.679946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c774b71-b716-451b-91dc-22eb860bb4e5') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:14.680405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c774b71-b716-451b-91dc-22eb860bb4e5') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:14.684245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.684599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.684941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.685280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.685621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.685956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.686287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.686659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.686985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.687312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.687638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.687962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a94bbc-8a22-4738-9a2e-5eb2a3b6a149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:14.693428 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.707293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.713245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:02:14.713625 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:02:14.716696 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:02:14.776542 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.783290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.786685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/networks/9cb14819-5ef3-4b55-b110-50f8527b43af HTTP/1.1" status: 204 len: 168 time: 0.5607367 Nov 12 06:02:14.789372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52202) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:14.800178 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a5f0c-66eb-47d6-80bb-9357f6eb5364 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Network': ['ID=9cb14819-5ef3-4b55-b110-50f8527b43af,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:14.840286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4006aa1-b0a7-431d-a6b9-829df2edabfa tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting subnet 1cf90404-49f7-4016-9255-bd112e59b4ad {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:02:14.843280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4006aa1-b0a7-431d-a6b9-829df2edabfa tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.886601 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4006aa1-b0a7-431d-a6b9-829df2edabfa tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:14.969347 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4006aa1-b0a7-431d-a6b9-829df2edabfa tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.025746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4006aa1-b0a7-431d-a6b9-829df2edabfa tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.057528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4006aa1-b0a7-431d-a6b9-829df2edabfa tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf90404-49f7-4016-9255-bd112e59b4ad,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:15.061178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4006aa1-b0a7-431d-a6b9-829df2edabfa tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.064442 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a4006aa1-b0a7-431d-a6b9-829df2edabfa tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/subnets/1cf90404-49f7-4016-9255-bd112e59b4ad HTTP/1.1" status: 204 len: 168 time: 0.2740228 Nov 12 06:02:15.066604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c1b63a-a634-49e5-8699-73d656388cf0 None None] Network 107236c6-e67a-4f54-bf5e-8d829f1afd1f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:15.067066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52204) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:15.117899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e89164-f370-43bc-b406-c91850ec8b69 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting subnet 6aaac3dc-e5a7-4d76-901a-d38d40b7eb46 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:02:15.121019 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4e89164-f370-43bc-b406-c91850ec8b69 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.164426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4e89164-f370-43bc-b406-c91850ec8b69 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.251536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] DHCP port deletion for 107236c6-e67a-4f54-bf5e-8d829f1afd1f request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:02:15.252195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4e89164-f370-43bc-b406-c91850ec8b69 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.304147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] Deleting port 325103e3-3e34-4155-aa76-3b36313067d8 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:15.304608 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.309527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4e89164-f370-43bc-b406-c91850ec8b69 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.335828 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e89164-f370-43bc-b406-c91850ec8b69 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaac3dc-e5a7-4d76-901a-d38d40b7eb46,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:15.340017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a4e89164-f370-43bc-b406-c91850ec8b69 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.345783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52206) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:15.346313 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a4e89164-f370-43bc-b406-c91850ec8b69 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/subnets/6aaac3dc-e5a7-4d76-901a-d38d40b7eb46 HTTP/1.1" status: 204 len: 168 time: 0.2780066 Nov 12 06:02:15.353005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5143488b-6e0c-4fbc-80de-be7b74b231ed None None] Network b2d60cbb-4e27-4b13-bbdb-9984f5c3804d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:15.422067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.432792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] For port 325103e3-3e34-4155-aa76-3b36313067d8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=325103e3-3e34-4155-aa76-3b36313067d8,segment=NetworkSegment(bec370e9-deea-48ed-9c64-ea2c1166d08f),segment_id=bec370e9-deea-48ed-9c64-ea2c1166d08f)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:15.433194 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.450544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] Calling delete_port for 325103e3-3e34-4155-aa76-3b36313067d8 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:15.475030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting port 325103e3-3e34-4155-aa76-3b36313067d8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:15.475486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.542937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] For port 325103e3-3e34-4155-aa76-3b36313067d8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=325103e3-3e34-4155-aa76-3b36313067d8,segment=NetworkSegment(bec370e9-deea-48ed-9c64-ea2c1166d08f),segment_id=bec370e9-deea-48ed-9c64-ea2c1166d08f)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:15.543307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.555752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Calling delete_port for 325103e3-3e34-4155-aa76-3b36313067d8 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:15.575475 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.603549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] Pushing event deleted for resources: {'Port': ['ID=325103e3-3e34-4155-aa76-3b36313067d8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:15.607624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708ab1b-df65-4db6-aae0-e3bc7fe544f8 None None] No DVR routers for this DVR port 325103e3-3e34-4155-aa76-3b36313067d8 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:15.630638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] DHCP port deletion for b2d60cbb-4e27-4b13-bbdb-9984f5c3804d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:02:15.635238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.648206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] No DVR routers for this DVR port 325103e3-3e34-4155-aa76-3b36313067d8 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:15.673218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Port': ['ID=325103e3-3e34-4155-aa76-3b36313067d8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:15.679940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] Deleting port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:15.680387 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.746573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.748443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] For port b7e86577-ceba-41fa-b184-ad1fdb7c3b73, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b7e86577-ceba-41fa-b184-ad1fdb7c3b73,segment=NetworkSegment(f8086156-7745-44a4-861c-3f74e7e94160),segment_id=f8086156-7745-44a4-861c-3f74e7e94160)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:15.748847 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.762201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] Calling delete_port for b7e86577-ceba-41fa-b184-ad1fdb7c3b73 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:15.766694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107236c6-e67a-4f54-bf5e-8d829f1afd1f']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:15.776672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec370e9-deea-48ed-9c64-ea2c1166d08f') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:15.776973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec370e9-deea-48ed-9c64-ea2c1166d08f') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:15.786562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.799338 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.805279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:02:15.805710 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:02:15.809596 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:02:15.839317 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.863820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] Pushing event deleted for resources: {'Port': ['ID=b7e86577-ceba-41fa-b184-ad1fdb7c3b73,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:15.867341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5da14f-7e98-4003-ba0e-3ce02a58d903 None None] No DVR routers for this DVR port b7e86577-ceba-41fa-b184-ad1fdb7c3b73 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:15.879627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.887217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:15.890333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/networks/107236c6-e67a-4f54-bf5e-8d829f1afd1f HTTP/1.1" status: 204 len: 168 time: 0.5434642 Nov 12 06:02:15.893029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52208) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:15.903797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e11c6-8a6c-4b7e-b215-e1663de1ff95 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Network': ['ID=107236c6-e67a-4f54-bf5e-8d829f1afd1f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:15.967775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.059874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.079534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d60cbb-4e27-4b13-bbdb-9984f5c3804d']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:16.088840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8086156-7745-44a4-861c-3f74e7e94160') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:16.089143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8086156-7745-44a4-861c-3f74e7e94160') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:16.098312 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.110894 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.116678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:02:16.117056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:02:16.120811 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:02:16.181307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.188736 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.191930 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/networks/b2d60cbb-4e27-4b13-bbdb-9984f5c3804d HTTP/1.1" status: 204 len: 168 time: 0.2978361 Nov 12 06:02:16.194550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52210) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:16.203363 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d58f7-51ad-4486-ad2d-e035fb3f9d3e tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Network': ['ID=b2d60cbb-4e27-4b13-bbdb-9984f5c3804d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:16.245725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c88eda-95f7-4226-a860-7df0927cf8ec tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting subnet 6f2f7875-e190-454e-9c07-42df36730a11 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:02:16.248658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d9c88eda-95f7-4226-a860-7df0927cf8ec tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.291417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d9c88eda-95f7-4226-a860-7df0927cf8ec tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.352270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6f3b954-18ff-425d-984a-18cdb347aaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.374240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d9c88eda-95f7-4226-a860-7df0927cf8ec tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.435994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d9c88eda-95f7-4226-a860-7df0927cf8ec tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.463321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c88eda-95f7-4226-a860-7df0927cf8ec tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2f7875-e190-454e-9c07-42df36730a11,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:16.465570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d9c88eda-95f7-4226-a860-7df0927cf8ec tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.468699 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d9c88eda-95f7-4226-a860-7df0927cf8ec tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/subnets/6f2f7875-e190-454e-9c07-42df36730a11 HTTP/1.1" status: 204 len: 168 time: 0.2729399 Nov 12 06:02:16.470391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79d678-9d74-4e1e-9da0-6dfca97ef2b4 None None] Network 21c9ed9a-6ace-4c42-98a8-a5f633519b83 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:02:16.471334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52212) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:16.542905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 325103e3-3e34-4155-aa76-3b36313067d8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:02:16.558873 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.580197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 325103e3-3e34-4155-aa76-3b36313067d8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:02:16.580543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 325103e3-3e34-4155-aa76-3b36313067d8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:02:16.580960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b7e86577-ceba-41fa-b184-ad1fdb7c3b73 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:02:16.611696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Deleting port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:16.612045 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.618164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: b7e86577-ceba-41fa-b184-ad1fdb7c3b73 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:02:16.618538 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b7e86577-ceba-41fa-b184-ad1fdb7c3b73 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:02:16.681758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] For port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,segment=NetworkSegment(8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb),segment_id=8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:16.682117 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.689983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] DHCP port deletion for 21c9ed9a-6ace-4c42-98a8-a5f633519b83 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:02:16.697203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Calling delete_port for b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:16.738630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] Deleting port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:02:16.739005 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.777616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.800707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] For port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,segment=NetworkSegment(8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb),segment_id=8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:02:16.801100 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.806042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Port': ['ID=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:16.807950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] No DVR routers for this DVR port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:16.819627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] Calling delete_port for b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:02:16.887699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.892483 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.908761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c9ed9a-6ace-4c42-98a8-a5f633519b83']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:16.918329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] Pushing event deleted for resources: {'Port': ['ID=b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:16.918949 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:16.919250 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad5d37e-cb8b-4f8f-ac78-f7b02f9d02fb') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:02:16.922807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a7df0-6742-4b5e-9615-2430dadb7bc3 None None] No DVR routers for this DVR port b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:02:16.933956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.947936 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.953918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:02:16.954300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:02:16.957332 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:02:17.016550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.023217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.027183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/networks/21c9ed9a-6ace-4c42-98a8-a5f633519b83 HTTP/1.1" status: 204 len: 168 time: 0.5545220 Nov 12 06:02:17.030043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52214) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:17.038706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc14658-a2f4-419d-a79d-b45fc4650411 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Pushing event deleted for resources: {'Network': ['ID=21c9ed9a-6ace-4c42-98a8-a5f633519b83,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:17.056957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9ecf80cc-61ee-4a9d-b9df-cc8a707a11c6 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f41c4f2b-9575-4dca-991e-33c51e50200b HTTP/1.1" status: 200 len: 205 time: 0.0256867 Nov 12 06:02:17.059319 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52216) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:17.131750 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6b5d198-e58e-41c0-be02-dd25a35b4a09 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.285652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6b5d198-e58e-41c0-be02-dd25a35b4a09 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.287897 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6b5d198-e58e-41c0-be02-dd25a35b4a09 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.329753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6b5d198-e58e-41c0-be02-dd25a35b4a09 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.330398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b5d198-e58e-41c0-be02-dd25a35b4a09 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Fanout notify agent at l3_agent the message router_deleted on router f41c4f2b-9575-4dca-991e-33c51e50200b {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:02:17.337191 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6b5d198-e58e-41c0-be02-dd25a35b4a09 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.338282 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c6b5d198-e58e-41c0-be02-dd25a35b4a09 tempest-RoutersNegativeIpV6Test-1561341233 tempest-RoutersNegativeIpV6Test-1561341233-project] 10.222.0.48 "DELETE /v2.0/routers/f41c4f2b-9575-4dca-991e-33c51e50200b HTTP/1.1" status: 204 len: 168 time: 0.2780638 Nov 12 06:02:17.464588 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.577715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52222) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:17.706770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f87d3701-b4c5-4a91-adc4-15fc779e458a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaa23dd39e8b4d8682a774502125d8af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277561 Nov 12 06:02:17.709057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52226) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:17.754788 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5475be13-1539-4fe4-b613-136960a4e5c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.776090 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5475be13-1539-4fe4-b613-136960a4e5c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.819384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5475be13-1539-4fe4-b613-136960a4e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.821909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5475be13-1539-4fe4-b613-136960a4e5c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:17.823558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5475be13-1539-4fe4-b613-136960a4e5c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e920f5a8-126f-4d08-9b0f-fb517b75f057 HTTP/1.1" status: 204 len: 168 time: 0.1135769 Nov 12 06:02:17.830948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475be13-1539-4fe4-b613-136960a4e5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920f5a8-126f-4d08-9b0f-fb517b75f057,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:18.520204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:02:18.544793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:02:18.545253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b9525a7b-b7c4-4c20-a9a4-00cdb20dd7c5 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:02:18.700805 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:19.581372 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.099207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52316) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:22.202093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-16b3c28c-ff35-49f4-8cef-5641ca568847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.275688 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-16b3c28c-ff35-49f4-8cef-5641ca568847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.278991 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-16b3c28c-ff35-49f4-8cef-5641ca568847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.317126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-16b3c28c-ff35-49f4-8cef-5641ca568847 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5438250b0f804598a45de317a14ee5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168591 Nov 12 06:02:22.317825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3c28c-ff35-49f4-8cef-5641ca568847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce32c85f-9b5a-4a53-8261-debee3168603,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:22.319940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52320) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:22.368833 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3103a2e-f181-44d8-af96-2993d66e9997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.390277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3103a2e-f181-44d8-af96-2993d66e9997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.435487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3103a2e-f181-44d8-af96-2993d66e9997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.438112 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f3103a2e-f181-44d8-af96-2993d66e9997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.439329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f3103a2e-f181-44d8-af96-2993d66e9997 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce32c85f-9b5a-4a53-8261-debee3168603 HTTP/1.1" status: 204 len: 168 time: 0.1178455 Nov 12 06:02:22.446910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3103a2e-f181-44d8-af96-2993d66e9997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce32c85f-9b5a-4a53-8261-debee3168603,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:22.461824 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:02:22.693327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52326) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:22.709356 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b37d736-404a-47b4-a7c0-ebf552f1c605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.780381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b37d736-404a-47b4-a7c0-ebf552f1c605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.783928 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b37d736-404a-47b4-a7c0-ebf552f1c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.819377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37d736-404a-47b4-a7c0-ebf552f1c605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e272ff-7f94-44bb-84fd-844144cf42cf,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:22.823654 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1b37d736-404a-47b4-a7c0-ebf552f1c605 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c47d55c407994c61a5580695c51e07f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292822 Nov 12 06:02:22.826280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52328) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:22.872379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fcd00f4-27fc-4e29-9481-d2711b9f7b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.893267 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fcd00f4-27fc-4e29-9481-d2711b9f7b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.937756 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fcd00f4-27fc-4e29-9481-d2711b9f7b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.940342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1fcd00f4-27fc-4e29-9481-d2711b9f7b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:22.941473 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1fcd00f4-27fc-4e29-9481-d2711b9f7b06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90e272ff-7f94-44bb-84fd-844144cf42cf HTTP/1.1" status: 204 len: 168 time: 0.1142800 Nov 12 06:02:22.949367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd00f4-27fc-4e29-9481-d2711b9f7b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e272ff-7f94-44bb-84fd-844144cf42cf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:24.441141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-9f1821d1-0617-4bbc-97c1-2325128cb5d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0478857 Nov 12 06:02:24.550883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-2131c7a6-a83a-4b58-99b6-4618fd8298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.551369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-2131c7a6-a83a-4b58-99b6-4618fd8298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.551873 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-2131c7a6-a83a-4b58-99b6-4618fd8298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.552343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-2131c7a6-a83a-4b58-99b6-4618fd8298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.552810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-2131c7a6-a83a-4b58-99b6-4618fd8298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.554612 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-2131c7a6-a83a-4b58-99b6-4618fd8298bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0523312 Nov 12 06:02:24.668750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-f9dad094-bdcd-4eae-93cc-710ff8b45a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.669223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-f9dad094-bdcd-4eae-93cc-710ff8b45a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.669688 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-f9dad094-bdcd-4eae-93cc-710ff8b45a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.671329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-f9dad094-bdcd-4eae-93cc-710ff8b45a21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0927024 Nov 12 06:02:24.716793 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-e3032eaa-d852-4ad9-8397-181bf3b181f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0382230 Nov 12 06:02:24.769629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-4c499c55-6fb3-45db-9f31-ebfb429fb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.771139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-4c499c55-6fb3-45db-9f31-ebfb429fb32c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0477118 Nov 12 06:02:24.817366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-a3867fd1-03c9-43d6-9ae4-cf34d76b7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:24.818878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-a3867fd1-03c9-43d6-9ae4-cf34d76b7e95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405412 Nov 12 06:02:24.914763 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-2c25cd16-e2d6-48fd-b961-95e993f8b726 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878940 Nov 12 06:02:25.006215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-a3e77420-0b6e-41c5-84bc-efae65ed3dac service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849893 Nov 12 06:02:25.051715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-436431ff-a1c8-4444-a9ed-2b0104191ba9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0376527 Nov 12 06:02:25.102154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-70186c52-7736-418a-ac89-ef05253117af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:25.103663 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-70186c52-7736-418a-ac89-ef05253117af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0444100 Nov 12 06:02:25.152056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-318dea20-a281-4a56-901c-b9a5f847922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:25.153573 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-318dea20-a281-4a56-901c-b9a5f847922e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433443 Nov 12 06:02:25.246946 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-3b659208-2252-44cd-9d3f-047331f5ed08 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865474 Nov 12 06:02:25.338431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-ec08f776-c717-455c-967b-a58361b6e463 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845776 Nov 12 06:02:25.382429 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-ddb79d06-c6ff-4a1b-a82d-0545f954ff68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0369589 Nov 12 06:02:25.438447 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-6a264695-6fec-418e-9101-8b367885c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:25.439935 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-6a264695-6fec-418e-9101-8b367885c6a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0511012 Nov 12 06:02:25.487804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-4b50b2cb-eaf6-4029-a402-1787e61580c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:25.489422 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-4b50b2cb-eaf6-4029-a402-1787e61580c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0428686 Nov 12 06:02:25.603819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-ff82beb4-f0cc-4d29-a70d-494d9c911cf4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065936 Nov 12 06:02:25.705831 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-a79698aa-cb45-4d99-a4ab-2b3b891c6b47 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951779 Nov 12 06:02:26.109641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-f8e1be45-d166-4a03-bf00-2b40cac7cdba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.3969421 Nov 12 06:02:26.161139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-ead3bc78-b478-49db-8f75-1d8721237b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:26.162958 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-ead3bc78-b478-49db-8f75-1d8721237b6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0467911 Nov 12 06:02:26.215859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-942f9a87-5210-4dae-b573-4a4649f474f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:26.217516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-942f9a87-5210-4dae-b573-4a4649f474f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469368 Nov 12 06:02:26.314908 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-bcdb6ad8-337e-4919-b8b3-f5b010ed640e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900705 Nov 12 06:02:26.410758 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-2711f4bc-9d17-44f7-860c-d71a44b9c0e5 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874665 Nov 12 06:02:26.462490 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-e5ffa468-14fa-4ba0-89d9-2cec79100928 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0445137 Nov 12 06:02:26.512974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-f127ad26-b56a-431d-b92c-6e162e3b4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:26.514462 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-f127ad26-b56a-431d-b92c-6e162e3b4608 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0458853 Nov 12 06:02:26.561362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-b9edfbbc-9a20-4cd8-8c30-d28bcff1bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:02:26.563055 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-b9edfbbc-9a20-4cd8-8c30-d28bcff1bfd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0414560 Nov 12 06:02:26.664867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-f5ec10b3-8435-48fe-be3a-d0c5d02933ca service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949728 Nov 12 06:02:26.757701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ca1ba252-8a0c-4fe8-baf8-27208d1a04d4 req-5ac27db1-2bf9-441d-baa8-5d39931fc7ca service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857966 Nov 12 06:02:27.558844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:33.512165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:33.622383 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81c5c1ff-89c2-4a1d-8f00-f88d7923cf0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:33.695685 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81c5c1ff-89c2-4a1d-8f00-f88d7923cf0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:33.699500 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81c5c1ff-89c2-4a1d-8f00-f88d7923cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:33.737609 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-81c5c1ff-89c2-4a1d-8f00-f88d7923cf0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c25ffd56e96844b9b9c82334f997f8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243156 Nov 12 06:02:33.738511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5c1ff-89c2-4a1d-8f00-f88d7923cf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdf868f-9455-49b8-99ce-44241066d280,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:33.741121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52476) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:33.789206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:33.810876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:33.856445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:33.859031 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:33.860227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fdf868f-9455-49b8-99ce-44241066d280 HTTP/1.1" status: 204 len: 168 time: 0.1173620 Nov 12 06:02:33.867914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdf868f-9455-49b8-99ce-44241066d280,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:33.875435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.875806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.876149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.876484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.876812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.877137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.877461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.877781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.878104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.878452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.878774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:33.879093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c8c2f-012a-45b2-ba4e-6861b0e773fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:34.119328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:34.132357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d8136c2-e1dc-4e0b-a33c-f8364c2447c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.203657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d8136c2-e1dc-4e0b-a33c-f8364c2447c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.207367 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4d8136c2-e1dc-4e0b-a33c-f8364c2447c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.242705 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8136c2-e1dc-4e0b-a33c-f8364c2447c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a34dc48-af8e-4797-b753-e89ad5d07f1a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:34.246983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4d8136c2-e1dc-4e0b-a33c-f8364c2447c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dc16d64095e497680353fd55344b564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265817 Nov 12 06:02:34.249650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52484) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:34.296469 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a01cf4f-03e0-42c3-bed6-cc4bae8022e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.320357 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a01cf4f-03e0-42c3-bed6-cc4bae8022e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.365874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a01cf4f-03e0-42c3-bed6-cc4bae8022e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.368529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2a01cf4f-03e0-42c3-bed6-cc4bae8022e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.369601 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2a01cf4f-03e0-42c3-bed6-cc4bae8022e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a34dc48-af8e-4797-b753-e89ad5d07f1a HTTP/1.1" status: 204 len: 168 time: 0.1191204 Nov 12 06:02:34.377129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01cf4f-03e0-42c3-bed6-cc4bae8022e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a34dc48-af8e-4797-b753-e89ad5d07f1a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:34.684287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52490) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:34.697595 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fcd700f1-8e7e-4714-94a1-7e1b001193bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.773992 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fcd700f1-8e7e-4714-94a1-7e1b001193bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.777727 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fcd700f1-8e7e-4714-94a1-7e1b001193bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.818059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fcd700f1-8e7e-4714-94a1-7e1b001193bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=102d0b29db65463c998b81892bd1be40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326308 Nov 12 06:02:34.819202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd700f1-8e7e-4714-94a1-7e1b001193bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeeabd8-80b1-429b-8c99-1ebb3ac8d224,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:34.820913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52492) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:34.868275 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62ce877b-cb5d-4b22-ae35-ebee0b44f6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.889756 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62ce877b-cb5d-4b22-ae35-ebee0b44f6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.934563 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62ce877b-cb5d-4b22-ae35-ebee0b44f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.937037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62ce877b-cb5d-4b22-ae35-ebee0b44f6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:34.938186 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-62ce877b-cb5d-4b22-ae35-ebee0b44f6d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4aeeabd8-80b1-429b-8c99-1ebb3ac8d224 HTTP/1.1" status: 204 len: 168 time: 0.1164026 Nov 12 06:02:34.945838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce877b-cb5d-4b22-ae35-ebee0b44f6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeeabd8-80b1-429b-8c99-1ebb3ac8d224,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:40.753989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52570) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:40.861046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:40.934755 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:40.938544 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:40.963747 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:40.980800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec955ff72a0a42a2bf5f3213ff0433b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256532 Nov 12 06:02:40.982031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f939c5ed-2800-4aef-9215-a7231efaf1e5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:40.983522 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52574) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:40.990068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.990514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.990859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.991195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.991540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.991859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.992184 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.992507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.992832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.993151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.993470 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:40.993793 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf40a8-d59e-4270-8d2e-420ce97c26b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:02:41.038318 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb807e0e-8d87-4070-aae2-7238c709975d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.058781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb807e0e-8d87-4070-aae2-7238c709975d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.104055 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb807e0e-8d87-4070-aae2-7238c709975d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.106974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb807e0e-8d87-4070-aae2-7238c709975d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.108211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-eb807e0e-8d87-4070-aae2-7238c709975d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f939c5ed-2800-4aef-9215-a7231efaf1e5 HTTP/1.1" status: 204 len: 168 time: 0.1230381 Nov 12 06:02:41.118041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb807e0e-8d87-4070-aae2-7238c709975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f939c5ed-2800-4aef-9215-a7231efaf1e5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:41.380002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52580) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:41.394192 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa51579b-ec16-4b3f-ae70-d977bbd2287a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.467235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa51579b-ec16-4b3f-ae70-d977bbd2287a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.471289 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa51579b-ec16-4b3f-ae70-d977bbd2287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.507252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51579b-ec16-4b3f-ae70-d977bbd2287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85be71ba-ef86-4e3c-8bfd-6ab3e64b15a6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:41.512086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aa51579b-ec16-4b3f-ae70-d977bbd2287a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=633b6f58bb174a08a5f45b8055518b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309977 Nov 12 06:02:41.514707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52582) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:41.564800 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1277d87d-b6a2-4c1e-87a6-7f8b6f849e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.585712 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1277d87d-b6a2-4c1e-87a6-7f8b6f849e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.630250 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1277d87d-b6a2-4c1e-87a6-7f8b6f849e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.632883 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1277d87d-b6a2-4c1e-87a6-7f8b6f849e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:41.637411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1277d87d-b6a2-4c1e-87a6-7f8b6f849e57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85be71ba-ef86-4e3c-8bfd-6ab3e64b15a6 HTTP/1.1" status: 204 len: 168 time: 0.1184235 Nov 12 06:02:41.644286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277d87d-b6a2-4c1e-87a6-7f8b6f849e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85be71ba-ef86-4e3c-8bfd-6ab3e64b15a6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:43.959248 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9660e2f3-56cc-47b5-954f-204c435c1250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:46.353956 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11af8de8-27ed-461d-b26a-1c9b4f6882ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:47.468195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.293683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52672) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:48.402229 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2a28826-b304-4d34-9fe6-ec7a05158050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.477844 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2a28826-b304-4d34-9fe6-ec7a05158050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.482666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2a28826-b304-4d34-9fe6-ec7a05158050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.520236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a28826-b304-4d34-9fe6-ec7a05158050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a8f5c-dbf1-4f72-859f-1270e3486cc8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:48.528074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c2a28826-b304-4d34-9fe6-ec7a05158050 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57b5b6f234dc49b5a799c3f3de192f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307277 Nov 12 06:02:48.528463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52676) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:48.579774 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2700b0ee-8474-4132-8952-0edf50c8404a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.603773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2700b0ee-8474-4132-8952-0edf50c8404a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.651287 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2700b0ee-8474-4132-8952-0edf50c8404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.653772 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2700b0ee-8474-4132-8952-0edf50c8404a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.654993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2700b0ee-8474-4132-8952-0edf50c8404a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff2a8f5c-dbf1-4f72-859f-1270e3486cc8 HTTP/1.1" status: 204 len: 168 time: 0.1258821 Nov 12 06:02:48.663068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700b0ee-8474-4132-8952-0edf50c8404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a8f5c-dbf1-4f72-859f-1270e3486cc8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:48.704588 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:48.926224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52682) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:48.939671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ab70fe43-6cf7-4b72-98ea-f8c481bb9c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:49.021645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ab70fe43-6cf7-4b72-98ea-f8c481bb9c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:49.026753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ab70fe43-6cf7-4b72-98ea-f8c481bb9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:49.065801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ab70fe43-6cf7-4b72-98ea-f8c481bb9c02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05e90ab18c1848f88e8c8b3b6ebcb1ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384621 Nov 12 06:02:49.066665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70fe43-6cf7-4b72-98ea-f8c481bb9c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7e4a9-a6d2-4456-a7f4-bfdf5cd538aa,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:49.069358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52684) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:49.118057 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c430d3a6-e9fb-4e0a-8f81-b494ab315ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:49.139370 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c430d3a6-e9fb-4e0a-8f81-b494ab315ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:49.183563 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c430d3a6-e9fb-4e0a-8f81-b494ab315ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:49.186222 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c430d3a6-e9fb-4e0a-8f81-b494ab315ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:49.187397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c430d3a6-e9fb-4e0a-8f81-b494ab315ced admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eea7e4a9-a6d2-4456-a7f4-bfdf5cd538aa HTTP/1.1" status: 204 len: 168 time: 0.1166151 Nov 12 06:02:49.194855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430d3a6-e9fb-4e0a-8f81-b494ab315ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea7e4a9-a6d2-4456-a7f4-bfdf5cd538aa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:49.585768 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:57.564993 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.102502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52780) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:59.213580 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4330bfe7-ab03-4721-bab4-c86de5bb8ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.291010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4330bfe7-ab03-4721-bab4-c86de5bb8ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.294636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4330bfe7-ab03-4721-bab4-c86de5bb8ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.333256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4330bfe7-ab03-4721-bab4-c86de5bb8ca5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=852ceb68e31e48459a622192c0b9b55a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296672 Nov 12 06:02:59.333977 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330bfe7-ab03-4721-bab4-c86de5bb8ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4acaa4b-56c5-44b2-a157-350d54bc8182,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:59.336931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52784) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:59.388248 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06c88c36-dbb6-4665-a0ef-8c2c6cbd9bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.408887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06c88c36-dbb6-4665-a0ef-8c2c6cbd9bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.461206 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06c88c36-dbb6-4665-a0ef-8c2c6cbd9bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.464540 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-06c88c36-dbb6-4665-a0ef-8c2c6cbd9bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.468114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-06c88c36-dbb6-4665-a0ef-8c2c6cbd9bfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4acaa4b-56c5-44b2-a157-350d54bc8182 HTTP/1.1" status: 204 len: 168 time: 0.1273646 Nov 12 06:02:59.468258 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:02:59.474507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c88c36-dbb6-4665-a0ef-8c2c6cbd9bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4acaa4b-56c5-44b2-a157-350d54bc8182,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:59.726882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52792) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:59.740682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70e8582e-45b7-4316-906e-919d3ce45228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.825604 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70e8582e-45b7-4316-906e-919d3ce45228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.829451 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-70e8582e-45b7-4316-906e-919d3ce45228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.868070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-70e8582e-45b7-4316-906e-919d3ce45228 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d10746d208d74b33abd567eeff7064d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400211 Nov 12 06:02:59.870282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8582e-45b7-4316-906e-919d3ce45228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e5012-a70f-491a-b272-97acc553803d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:02:59.871380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:02:59.922198 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3b6a-6994-48b8-9ae8-1256dd91559b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.943197 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3b6a-6994-48b8-9ae8-1256dd91559b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.988175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3b6a-6994-48b8-9ae8-1256dd91559b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.991085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3b6a-6994-48b8-9ae8-1256dd91559b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:02:59.992237 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-d06c3b6a-6994-48b8-9ae8-1256dd91559b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee0e5012-a70f-491a-b272-97acc553803d HTTP/1.1" status: 204 len: 168 time: 0.1198509 Nov 12 06:03:00.000514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c3b6a-6994-48b8-9ae8-1256dd91559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e5012-a70f-491a-b272-97acc553803d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:03:01.075814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52828) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:03:01.177847 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-333e4891-4c70-42e7-a6eb-f8c9879a6f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:01.249464 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-333e4891-4c70-42e7-a6eb-f8c9879a6f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:01.252950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-333e4891-4c70-42e7-a6eb-f8c9879a6f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:01.288930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-333e4891-4c70-42e7-a6eb-f8c9879a6f2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2a1415d47a04d10854b6857963608fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120755 Nov 12 06:03:01.290903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e4891-4c70-42e7-a6eb-f8c9879a6f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ab7d6a-2a9f-4c77-9012-dba73a112620,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:03:01.291659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52832) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:03:01.339501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-053ee062-c3d0-4bf6-a027-866b072cae01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:01.360190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-053ee062-c3d0-4bf6-a027-866b072cae01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:01.404415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-053ee062-c3d0-4bf6-a027-866b072cae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:01.407027 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-053ee062-c3d0-4bf6-a027-866b072cae01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:01.408168 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-053ee062-c3d0-4bf6-a027-866b072cae01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2ab7d6a-2a9f-4c77-9012-dba73a112620 HTTP/1.1" status: 204 len: 168 time: 0.1155231 Nov 12 06:03:01.415935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ee062-c3d0-4bf6-a027-866b072cae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ab7d6a-2a9f-4c77-9012-dba73a112620,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:03:10.963934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:13.950635 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f82a8388-aafd-4ae3-8437-39cd04ed2a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:16.355706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-103e2053-cd7a-49cc-87a8-e8d01a5cf13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:17.471729 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:18.709351 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:19.588345 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:25.667614 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-5026b1a6-6ebc-4158-aae3-b230cfab2f63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0544536 Nov 12 06:03:25.787711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-47bd0075-72f7-4728-9ca8-839111901b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:25.788110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-47bd0075-72f7-4728-9ca8-839111901b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:25.788579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-47bd0075-72f7-4728-9ca8-839111901b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:25.789044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-47bd0075-72f7-4728-9ca8-839111901b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:25.789506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-47bd0075-72f7-4728-9ca8-839111901b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:25.791319 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-47bd0075-72f7-4728-9ca8-839111901b84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0540509 Nov 12 06:03:25.922332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-cbdaf46a-9568-4d00-8af3-bf9d4c3e9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:25.922759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-cbdaf46a-9568-4d00-8af3-bf9d4c3e9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:25.923229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-cbdaf46a-9568-4d00-8af3-bf9d4c3e9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:25.924894 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-cbdaf46a-9568-4d00-8af3-bf9d4c3e9028 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1091995 Nov 12 06:03:25.978084 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-5ba01e70-b211-48fa-a9bc-e0aaad9eb877 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0449634 Nov 12 06:03:26.031194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-0d4f3a2f-b1ed-44ba-a075-e87720fbea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:26.032677 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-0d4f3a2f-b1ed-44ba-a075-e87720fbea7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0485704 Nov 12 06:03:26.080206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-eb257f27-ca14-422a-b8a6-be4d3b4a8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:26.081736 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-eb257f27-ca14-422a-b8a6-be4d3b4a8725 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422671 Nov 12 06:03:26.179338 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-cd84d867-efb7-4b64-82bb-03a1dcc77c06 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896542 Nov 12 06:03:26.269191 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-45f1c84c-5042-4ea0-a9de-ddabf84d0d60 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827336 Nov 12 06:03:26.314753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-d2cebbf9-92db-4960-98dd-f998e4ae680f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0376747 Nov 12 06:03:26.362649 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-1c97913e-0d7c-4e38-bbb5-cbdfc222bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:26.364110 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-1c97913e-0d7c-4e38-bbb5-cbdfc222bb26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0433068 Nov 12 06:03:26.410620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-988009bd-5844-4eb7-aaf9-d61aadbb23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:26.412120 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-988009bd-5844-4eb7-aaf9-d61aadbb23d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0401359 Nov 12 06:03:26.507784 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-efc56cf6-2651-4929-a86c-fffc5f1ef4e9 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880849 Nov 12 06:03:26.601710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-a01a6bd9-49d7-44eb-999f-a49dc34f9152 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Nov 12 06:03:26.649977 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-f2f58fe0-c53e-4738-b438-51a9bd61746f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0409584 Nov 12 06:03:26.700198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-2aa8a55c-5180-4118-8e96-5ebbd73eb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:26.701644 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-2aa8a55c-5180-4118-8e96-5ebbd73eb4f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0444510 Nov 12 06:03:26.753753 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-f05ea4bf-d336-409c-902b-32308f32ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:26.755305 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-f05ea4bf-d336-409c-902b-32308f32ff1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460522 Nov 12 06:03:26.847194 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-5df8315b-0b32-4ba0-b39e-b47e7ad56c9b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849578 Nov 12 06:03:26.938093 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-d7ebbf31-9803-4e31-8f0f-6d740ac9d422 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830860 Nov 12 06:03:26.982912 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-bfdf071e-09a3-49d7-9127-171865e58134 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0378916 Nov 12 06:03:27.032324 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-bd123054-2d60-479d-848e-f4320c426a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:27.033785 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-bd123054-2d60-479d-848e-f4320c426a77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0443301 Nov 12 06:03:27.079287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-18615477-f3b5-4b35-ba3b-74fb2b19c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:27.080802 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-18615477-f3b5-4b35-ba3b-74fb2b19c7b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0398839 Nov 12 06:03:27.178528 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-18ddde77-a547-4840-9992-02d328e8837e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895958 Nov 12 06:03:27.270249 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-4ffbad7d-f5bc-4450-835c-a55677d71774 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850673 Nov 12 06:03:27.316730 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-d3fbb25f-1916-4c5f-8735-b2f9f6e9f581 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0380845 Nov 12 06:03:27.366601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-b450d2be-1180-4183-a09c-8158eb57a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:27.368070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-b450d2be-1180-4183-a09c-8158eb57a58b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0443769 Nov 12 06:03:27.416235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60262-f022-4030-819d-5b2266b299a6 req-50e74660-e3a5-4c31-a99e-e228cfbff905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:03:27.417747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-50e74660-e3a5-4c31-a99e-e228cfbff905 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431736 Nov 12 06:03:27.511024 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-48db66e0-4630-426e-a905-40db6f294421 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860033 Nov 12 06:03:27.577624 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:27.604816 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b1e60262-f022-4030-819d-5b2266b299a6 req-e8e42b25-cfff-4f36-9756-0d1e054cfebc service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867031 Nov 12 06:03:31.259872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 52994) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:03:31.369567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22047962-c792-4f8f-a42e-75f9a23a1100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:31.448433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22047962-c792-4f8f-a42e-75f9a23a1100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:31.452708 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22047962-c792-4f8f-a42e-75f9a23a1100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:31.491147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-22047962-c792-4f8f-a42e-75f9a23a1100 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06addc03f0a84e18b78626fdb05bbcbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301648 Nov 12 06:03:31.492030 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22047962-c792-4f8f-a42e-75f9a23a1100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83031367-eb26-4904-97c2-590f671d525d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:03:31.493854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 52998) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:03:31.554426 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747622bf-23ad-492c-b6d7-b74bcde5ddd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:31.576391 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747622bf-23ad-492c-b6d7-b74bcde5ddd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:31.622111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747622bf-23ad-492c-b6d7-b74bcde5ddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:31.624814 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747622bf-23ad-492c-b6d7-b74bcde5ddd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:31.625988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-747622bf-23ad-492c-b6d7-b74bcde5ddd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83031367-eb26-4904-97c2-590f671d525d HTTP/1.1" status: 204 len: 168 time: 0.1305230 Nov 12 06:03:31.634271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747622bf-23ad-492c-b6d7-b74bcde5ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83031367-eb26-4904-97c2-590f671d525d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:03:36.467628 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:03:40.982419 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:43.951436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6d020533-e792-4799-93b3-652f0153b681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:46.358455 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6a0ab62-9068-4367-bcef-cc096797f82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:47.473202 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:48.708354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:49.590688 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:03:57.593032 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:10.981067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:13.467007 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:04:13.954381 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ced7056f-c5c8-4f48-9de2-4768e7c28e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:16.360704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25904f1b-e62e-4360-a8f5-d8aa9293bf28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:17.475848 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.420605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54022) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:04:18.556103 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.637525 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.643558 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.679338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e642a3d-060a-4cde-98fb-60a78b7c60dc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:04:18.694290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54026) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:04:18.700632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a35b062b588b415ab55ea4545855851f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788649 Nov 12 06:04:18.709181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.709896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.710557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.710692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.710950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.711282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.711613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.711941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.712269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.712636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.712913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.713236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660eca81-27e5-49a0-9639-5989e7028492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.732725 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.766251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.788156 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.840551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.843505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:18.845072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e642a3d-060a-4cde-98fb-60a78b7c60dc HTTP/1.1" status: 204 len: 168 time: 0.1494610 Nov 12 06:04:18.864869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e642a3d-060a-4cde-98fb-60a78b7c60dc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:04:18.874026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.874391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.874895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.875380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.875886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.876364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.876840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.877325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.877810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.878269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.878950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:18.879630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e6b-4b02-441f-868c-826da3cad58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:04:19.593498 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:26.393023 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-8e110e22-369b-4953-bb36-972eb6052d7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1515355 Nov 12 06:04:26.500139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-a72f62eb-3510-467b-905a-3e001a31ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.500546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-a72f62eb-3510-467b-905a-3e001a31ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.501027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-a72f62eb-3510-467b-905a-3e001a31ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.501501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-a72f62eb-3510-467b-905a-3e001a31ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.501967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-a72f62eb-3510-467b-905a-3e001a31ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.503811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-a72f62eb-3510-467b-905a-3e001a31ed62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0480921 Nov 12 06:04:26.619418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-5ad8a93d-dc5f-4e94-900f-d5ba20907359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.620146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-5ad8a93d-dc5f-4e94-900f-d5ba20907359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.620637 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-5ad8a93d-dc5f-4e94-900f-d5ba20907359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.622243 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-5ad8a93d-dc5f-4e94-900f-d5ba20907359 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0942814 Nov 12 06:04:26.668018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-41b31fec-cb8a-418b-a11f-9521fe4ca177 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0386860 Nov 12 06:04:26.717844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-5c2a26af-9ab8-4885-805a-e28bcfc8e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.719394 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-5c2a26af-9ab8-4885-805a-e28bcfc8e841 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0447745 Nov 12 06:04:26.768626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-23de79e7-3ca4-4b02-838a-f732337bc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:26.770073 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-23de79e7-3ca4-4b02-838a-f732337bc4c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440509 Nov 12 06:04:26.781488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-1b8b6cb0-8e2b-454f-a094-27321a0e250a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:04:26.782532 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-1b8b6cb0-8e2b-454f-a094-27321a0e250a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049388 Nov 12 06:04:26.882809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-0aba139b-695b-4c1f-834c-00eb7c0d98c3 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931430 Nov 12 06:04:26.979668 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-ac74637d-0512-4a40-8586-f1d9b80e516d service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898750 Nov 12 06:04:27.024002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-da7da8bb-151b-494b-9ed0-da912794a096 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0377719 Nov 12 06:04:27.076492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-af9705a8-5fc6-4907-8614-d8e994a2ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:27.078151 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-af9705a8-5fc6-4907-8614-d8e994a2ba31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0474200 Nov 12 06:04:27.125496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-11b2ba46-f748-46f1-9d97-05f87af961d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:27.127053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-11b2ba46-f748-46f1-9d97-05f87af961d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423861 Nov 12 06:04:27.223500 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-41f91045-0b79-41a6-ab98-4a0fdad70af6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887861 Nov 12 06:04:27.318183 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-ae149362-405f-4b97-88bd-2138dc1689f2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862436 Nov 12 06:04:27.366871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-fe1f8d63-efce-4d79-a348-eef70684ff42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0413709 Nov 12 06:04:27.419253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-e98248a2-08cf-49ab-88a7-066bfa24a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:27.420814 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-e98248a2-08cf-49ab-88a7-066bfa24a664 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0475650 Nov 12 06:04:27.478951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-5ed135ff-da15-4b98-9d77-a9dd725503b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:27.482443 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-5ed135ff-da15-4b98-9d77-a9dd725503b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527301 Nov 12 06:04:27.592535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-815c21b8-eadb-4f42-b7d8-ffc9820aaaee service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048362 Nov 12 06:04:27.594783 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:27.685645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-31e7c66c-e496-4d31-8d3c-a5402d755028 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860870 Nov 12 06:04:27.730457 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-0fa93209-cdd6-4879-93a1-d7676d3a1659 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0387709 Nov 12 06:04:27.781034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-506b340a-c3cd-4dc7-b5bf-20ea2922d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:27.782523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-506b340a-c3cd-4dc7-b5bf-20ea2922d5b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0457385 Nov 12 06:04:27.830204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-654399a2-bcea-43bc-a4a9-57539d21dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:27.831864 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-654399a2-bcea-43bc-a4a9-57539d21dcc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425129 Nov 12 06:04:27.931580 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-6d3b105b-1cc6-43e3-9020-2212e3683bf4 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921073 Nov 12 06:04:28.029416 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-7e855673-dadd-4075-a8c7-4a210d4aad9f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898044 Nov 12 06:04:28.075947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-4fc07c61-e12b-408c-8b3e-4956406cf715 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0401270 Nov 12 06:04:28.126782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-8692a2ec-d098-44b0-aaa7-80c86b0dff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:28.128256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-8692a2ec-d098-44b0-aaa7-80c86b0dff41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0457315 Nov 12 06:04:28.178614 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-8051f104-491b-42c1-a13d-279c8f9c0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:04:28.180211 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-8051f104-491b-42c1-a13d-279c8f9c0102 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431345 Nov 12 06:04:28.276654 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-9be86fc1-7cb4-45fc-9775-0ffd42a8a726 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887232 Nov 12 06:04:28.369085 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a0628b2e-828a-4634-848d-06448c0ddbfb req-93e2f47c-0f20-43c7-9096-94fc22d18836 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855494 Nov 12 06:04:40.988876 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:43.955897 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2e07468-fbd4-4f66-86f6-e57419cebbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:46.362866 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-adf7d26e-abfc-444c-aca0-aa42518ceb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:47.479044 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:48.717063 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:49.594691 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:04:50.465953 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:04:57.596020 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:06.621415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54316) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:06.725593 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00885389-7142-4408-a34c-03582fa7935e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:06.810870 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00885389-7142-4408-a34c-03582fa7935e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:06.814963 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00885389-7142-4408-a34c-03582fa7935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:06.851512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00885389-7142-4408-a34c-03582fa7935e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b88d1-f35c-4053-957c-96332c64b601,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:06.855785 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-00885389-7142-4408-a34c-03582fa7935e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24f1c929371f4bd698a58a04c9b3393f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333295 Nov 12 06:05:06.859255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54320) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:06.908235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a43b4e39-a375-49a9-87ae-b36fcbde95e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:06.929602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a43b4e39-a375-49a9-87ae-b36fcbde95e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:06.978696 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a43b4e39-a375-49a9-87ae-b36fcbde95e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:06.981269 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a43b4e39-a375-49a9-87ae-b36fcbde95e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:06.983050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a43b4e39-a375-49a9-87ae-b36fcbde95e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c34b88d1-f35c-4053-957c-96332c64b601 HTTP/1.1" status: 204 len: 168 time: 0.1229968 Nov 12 06:05:06.990999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b4e39-a375-49a9-87ae-b36fcbde95e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b88d1-f35c-4053-957c-96332c64b601,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:10.996850 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:13.960523 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1729457-43d6-4ef4-a08d-7145492395ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:16.364734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-926aa17e-4be6-47b6-8b16-20f2cf9b2190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:17.082801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-7414a485-c703-444d-a066-9a3885df2f20 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0841d5af8bfd44f3bece602f21d1e0ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291331 Nov 12 06:05:17.269893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-2c8662da-6bdc-406c-967a-51a581e1653c tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:17.271375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-2c8662da-6bdc-406c-967a-51a581e1653c tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833143 Nov 12 06:05:17.286227 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-e02b25ad-395a-4ad2-9ce6-7d550fd360cd tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/quotas/0841d5af8bfd44f3bece602f21d1e0ad HTTP/1.1" status: 200 len: 375 time: 0.0090535 Nov 12 06:05:17.317080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-663b4f81-1d08-4e9e-82f6-63b449fb9a00 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0841d5af8bfd44f3bece602f21d1e0ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254071 Nov 12 06:05:17.475862 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bc9efde-3a23-4dbe-96c2-80312f644086 req-78b0a2b2-6432-4943-9965-fabe7ccbbbcc tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 210 time: 0.0301826 Nov 12 06:05:17.482162 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:18.466782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-a4fbd3b4-7c66-4870-a9ae-8b6b2e1dd79c tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0841d5af8bfd44f3bece602f21d1e0ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221035 Nov 12 06:05:18.720247 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:18.893967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-322f013b-453e-4c7f-a1e6-d23bd4d7b557 req-1446af7b-aa8a-459f-a42d-a5d4317d3460 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 210 time: 0.3173883 Nov 12 06:05:18.902519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-bb61e6f5-11b5-4c4c-8942-c2c0bea185ce tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:18.903906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-bb61e6f5-11b5-4c4c-8942-c2c0bea185ce tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4320660 Nov 12 06:05:18.917450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Request body: {'port': {'device_id': 'faa4d17a-e93f-4c1b-b337-7ceda91ffa42', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'admin_state_up': True, 'tenant_id': '0841d5af8bfd44f3bece602f21d1e0ad'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:05:19.024374 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Made reservation on behalf of 0841d5af8bfd44f3bece602f21d1e0ad for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:05:19.027833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.036434 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.110415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.114249 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.181087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:19.198141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.198525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.198871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.199206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.199537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.199871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.200229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.200559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.200887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.201210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.201531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.201852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:19.265011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Allocated IP 192.168.233.12 (f6f8a9da-ce31-4e45-82a6-6a82489ec44d/32619ad8-f25c-4e68-b2c1-62a9caafc899/62107a60-135d-4f64-b5ea-812718fbe085) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:05:19.414072 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.447835 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.488542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Network f6f8a9da-ce31-4e45-82a6-6a82489ec44d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:05:19.491852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:05:19.494403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:05:19.533614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Pushing event updated for resources: {'Port': ['ID=62107a60-135d-4f64-b5ea-812718fbe085,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:19.553666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:19.554294 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.570308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-91adbaf8-e4d9-4a1d-9de3-cefc505249cf tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6566544 Nov 12 06:05:19.581849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-e8eec590-c569-4c55-beab-5c9fb3d1b076 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:05:19.583634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-e8eec590-c569-4c55-beab-5c9fb3d1b076 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063050 Nov 12 06:05:19.599202 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.697583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Request body: {'port': {'device_id': 'faa4d17a-e93f-4c1b-b337-7ceda91ffa42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:05:19.753833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.771549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-85c81daf-d681-4565-95c0-7d549983d2c0 None None] Provisioning complete for port 62107a60-135d-4f64-b5ea-812718fbe085 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:05:19.772090 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-85c81daf-d681-4565-95c0-7d549983d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:19.805746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-85c81daf-d681-4565-95c0-7d549983d2c0 None None] Port 62107a60-135d-4f64-b5ea-812718fbe085 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:05:20.044780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62107a60-135d-4f64-b5ea-812718fbe085 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:05:20.055782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33ba4-d1b3-421e-8c18-9faf4239758f req-2e0c2eb8-938c-432c-8899-0b18ae37e41e tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:20.057346 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82c33ba4-d1b3-421e-8c18-9faf4239758f req-2e0c2eb8-938c-432c-8899-0b18ae37e41e tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 935 time: 0.0957248 Nov 12 06:05:20.061458 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:20.086754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Transition to ACTIVE for port object 62107a60-135d-4f64-b5ea-812718fbe085 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:05:20.093616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:20.150590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82c33ba4-d1b3-421e-8c18-9faf4239758f req-2788c560-d9ea-49df-a57e-b76ef09eacc0 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865402 Nov 12 06:05:20.170385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Pushing event updated for resources: {'Port': ['ID=62107a60-135d-4f64-b5ea-812718fbe085,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:20.239787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Attempting to bind port 62107a60-135d-4f64-b5ea-812718fbe085 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:05:20.240115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Attempting to bind port 62107a60-135d-4f64-b5ea-812718fbe085 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:05:20.240441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Attempting to bind port 62107a60-135d-4f64-b5ea-812718fbe085 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:05:20.244874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Port 62107a60-135d-4f64-b5ea-812718fbe085 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:05:20.245191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Attempting to bind port 62107a60-135d-4f64-b5ea-812718fbe085 on network f6f8a9da-ce31-4e45-82a6-6a82489ec44d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:05:20.250656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:05:20.250992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Checking segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:05:20.251375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Bound using segment: {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:05:20.251802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Bound port: 62107a60-135d-4f64-b5ea-812718fbe085, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab55dcc6-03f4-4efa-8b7a-21f0054b4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:05:20.252156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:20.318308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] For port 62107a60-135d-4f64-b5ea-812718fbe085, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:05:20.321468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] For port 62107a60-135d-4f64-b5ea-812718fbe085, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=62107a60-135d-4f64-b5ea-812718fbe085,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:05:20.327489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:20.360685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:20.361484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:20.362912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] 10.222.0.47 "PUT /v2.0/ports/62107a60-135d-4f64-b5ea-812718fbe085 HTTP/1.1" status: 200 len: 1096 time: 0.7706079 Nov 12 06:05:20.365141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa4d17a-e93f-4c1b-b337-7ceda91ffa42', 'tag': '62107a60-135d-4f64-b5ea-812718fbe085'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:05:20.367538 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b" -d '{"events": [{"name": "network-changed", "server_uuid": "faa4d17a-e93f-4c1b-b337-7ceda91ffa42", "tag": "62107a60-135d-4f64-b5ea-812718fbe085"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:05:20.404001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501f96d-0b5a-46b3-bb76-e6fd5bf14e45 service neutron] Pushing event updated for resources: {'Port': ['ID=62107a60-135d-4f64-b5ea-812718fbe085,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:20.465062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-4366443f-52d6-42f0-b239-7ed854e04dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:20.466666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-4366443f-52d6-42f0-b239-7ed854e04dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0841d5af8bfd44f3bece602f21d1e0ad&device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 1099 time: 0.0568421 Nov 12 06:05:20.486912 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2501f8c-58e0-49c6-a786-0e7c59162207 x-openstack-request-id: req-e2501f8c-58e0-49c6-a786-0e7c59162207 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:05:20.487209 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa4d17a-e93f-4c1b-b337-7ceda91ffa42", "tag": "62107a60-135d-4f64-b5ea-812718fbe085", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:05:20.487467 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2501f8c-58e0-49c6-a786-0e7c59162207 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:05:20.487877 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa4d17a-e93f-4c1b-b337-7ceda91ffa42', 'tag': '62107a60-135d-4f64-b5ea-812718fbe085', 'status': 'completed', 'code': 200} Nov 12 06:05:20.521079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-d47fbda4-61fd-42a6-b814-e61350d8b75f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=62107a60-135d-4f64-b5ea-812718fbe085 HTTP/1.1" status: 200 len: 217 time: 0.0460594 Nov 12 06:05:20.574710 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-aef444e1-32e4-481c-80f4-5f5b0e4b925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:20.576217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-aef444e1-32e4-481c-80f4-5f5b0e4b925e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0469589 Nov 12 06:05:20.621703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-a8ad0efa-81b1-4cb9-8425-9d9e3d1fee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:20.623800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-a8ad0efa-81b1-4cb9-8425-9d9e3d1fee4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403154 Nov 12 06:05:20.717773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-030fb7dd-de8b-47e0-89c4-ce27037f7356 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858448 Nov 12 06:05:20.807640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c9c6d9e-47a9-48f2-b364-ad568449e6a7 req-699fc199-3345-47d6-bc50-d80b7e6f4e49 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822442 Nov 12 06:05:20.899134 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-4110a430-66ca-495f-a09e-01fe601dbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:20.900607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-4110a430-66ca-495f-a09e-01fe601dbce3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0841d5af8bfd44f3bece602f21d1e0ad&device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 1099 time: 0.0452471 Nov 12 06:05:20.998104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-c9f6ea65-39cf-48bf-bd7c-f6993946cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:20.999543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-c9f6ea65-39cf-48bf-bd7c-f6993946cc50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d HTTP/1.1" status: 200 len: 870 time: 0.0854928 Nov 12 06:05:21.044674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-273125e1-7e02-432d-b39e-376ea2e15e69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=62107a60-135d-4f64-b5ea-812718fbe085 HTTP/1.1" status: 200 len: 217 time: 0.0374146 Nov 12 06:05:21.092247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-8e678ccf-32a3-404a-985c-d699723ad8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:21.093682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-8e678ccf-32a3-404a-985c-d699723ad8ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32619ad8-f25c-4e68-b2c1-62a9caafc899 HTTP/1.1" status: 200 len: 843 time: 0.0429063 Nov 12 06:05:21.139020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-3de8f5bb-242a-4666-aad8-b08403131159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:21.140484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-3de8f5bb-242a-4666-aad8-b08403131159 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6f8a9da-ce31-4e45-82a6-6a82489ec44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0393188 Nov 12 06:05:21.261808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-fdb9deeb-f3e5-425b-b557-84a105586f23 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118133 Nov 12 06:05:21.296003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b8870-5fa0-409c-bec0-3ba33a75ad3c req-7a5f975e-7c42-4ebe-af92-fdd33b93a28b tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:21.297420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d2b8870-5fa0-409c-bec0-3ba33a75ad3c req-7a5f975e-7c42-4ebe-af92-fdd33b93a28b tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 947 time: 0.0734973 Nov 12 06:05:21.393488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d2b8870-5fa0-409c-bec0-3ba33a75ad3c req-5dc88aaf-cb10-4293-8faf-d5434ba734ae tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898511 Nov 12 06:05:21.398744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-25e243a7-08e6-4dea-8bc2-6bac0ee3ef8b req-18b56dfd-1ef2-47e8-b4c7-f32be3088d69 service neutron] 10.222.0.47 "GET /v2.0/networks/f6f8a9da-ce31-4e45-82a6-6a82489ec44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292944 Nov 12 06:05:22.031808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 62107a60-135d-4f64-b5ea-812718fbe085 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:05:22.123109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 62107a60-135d-4f64-b5ea-812718fbe085, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=62107a60-135d-4f64-b5ea-812718fbe085,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:05:22.133669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '62107a60-135d-4f64-b5ea-812718fbe085', 'network_id': 'f6f8a9da-ce31-4e45-82a6-6a82489ec44d', 'port_id': '62107a60-135d-4f64-b5ea-812718fbe085', 'mac_address': 'fa:16:3e:c3:bd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32619ad8-f25c-4e68-b2c1-62a9caafc899', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:05:22.172424 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:22.184383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62107a60-135d-4f64-b5ea-812718fbe085 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:05:22.202936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 62107a60-135d-4f64-b5ea-812718fbe085, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=62107a60-135d-4f64-b5ea-812718fbe085,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:05:22.206934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:22.253492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=62107a60-135d-4f64-b5ea-812718fbe085,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:22.260726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.261075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.261431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.261758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.262091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.262459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.262792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.263119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.263445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.263770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.264092 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.264417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:22.462425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['62107a60-135d-4f64-b5ea-812718fbe085'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:05:22.510495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896892a-2580-4265-9f07-baa6e9940864 req-85214efd-0375-4b77-85b0-2c7533689b84 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:22.513290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5896892a-2580-4265-9f07-baa6e9940864 req-85214efd-0375-4b77-85b0-2c7533689b84 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 948 time: 0.0512993 Nov 12 06:05:22.560062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5896892a-2580-4265-9f07-baa6e9940864 req-676bf952-64a6-45b4-a7e1-0f953e6655b0 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 Nov 12 06:05:23.676536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd6e5e-778f-476c-ae3f-364f61ad1673 req-28540734-446b-43aa-9f53-d0595ff6e098 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:23.678004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5acd6e5e-778f-476c-ae3f-364f61ad1673 req-28540734-446b-43aa-9f53-d0595ff6e098 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 948 time: 0.0495737 Nov 12 06:05:23.725102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5acd6e5e-778f-476c-ae3f-364f61ad1673 req-be905284-5510-40f4-aef1-dd6231852e21 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Nov 12 06:05:24.047984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 62107a60-135d-4f64-b5ea-812718fbe085 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:05:24.095971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 62107a60-135d-4f64-b5ea-812718fbe085 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:05:24.099736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 62107a60-135d-4f64-b5ea-812718fbe085 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:05:24.100111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:24.174500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:24.199319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa4d17a-e93f-4c1b-b337-7ceda91ffa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62107a60-135d-4f64-b5ea-812718fbe085'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:05:24.202159 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4f585f-c898-4b3c-a59f-1eebfd6bf5ea" -d '{"events": [{"server_uuid": "faa4d17a-e93f-4c1b-b337-7ceda91ffa42", "name": "network-vif-plugged", "status": "completed", "tag": "62107a60-135d-4f64-b5ea-812718fbe085"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:05:24.215027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 62107a60-135d-4f64-b5ea-812718fbe085, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=62107a60-135d-4f64-b5ea-812718fbe085,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:05:24.219077 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:24.268962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=62107a60-135d-4f64-b5ea-812718fbe085,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:24.302044 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d47974-dfb3-4f9e-a5b8-d9b81bb867c4 x-openstack-request-id: req-15d47974-dfb3-4f9e-a5b8-d9b81bb867c4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:05:24.302462 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa4d17a-e93f-4c1b-b337-7ceda91ffa42", "name": "network-vif-plugged", "status": "completed", "tag": "62107a60-135d-4f64-b5ea-812718fbe085", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:05:24.302722 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15d47974-dfb3-4f9e-a5b8-d9b81bb867c4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:05:24.303125 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa4d17a-e93f-4c1b-b337-7ceda91ffa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62107a60-135d-4f64-b5ea-812718fbe085', 'code': 200} Nov 12 06:05:24.400853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a79755-8bf2-476e-8d0f-cec10c77a357 req-7d8d361a-da84-4d44-b239-1f5648e8a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:24.402319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3a79755-8bf2-476e-8d0f-cec10c77a357 req-7d8d361a-da84-4d44-b239-1f5648e8a880 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 1101 time: 0.0432689 Nov 12 06:05:24.446907 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3a79755-8bf2-476e-8d0f-cec10c77a357 req-896a7500-ac33-4f8b-a178-17559341aa50 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371220 Nov 12 06:05:24.839476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0382df8-9104-43a0-ab73-17ec733f52af req-9607a114-62a7-4379-a527-430f434e1b5d tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:24.841369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0382df8-9104-43a0-ab73-17ec733f52af req-9607a114-62a7-4379-a527-430f434e1b5d tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 949 time: 0.0478241 Nov 12 06:05:24.886770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0382df8-9104-43a0-ab73-17ec733f52af req-992857ae-fb7e-48ae-9bf3-523347acf997 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Nov 12 06:05:26.004489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149ac84-4988-4f70-90c7-6bf677f4dce8 req-6b93ae31-93cd-42b0-8974-cd26ef40d3b5 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.005985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1149ac84-4988-4f70-90c7-6bf677f4dce8 req-6b93ae31-93cd-42b0-8974-cd26ef40d3b5 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 949 time: 0.0520957 Nov 12 06:05:26.052440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1149ac84-4988-4f70-90c7-6bf677f4dce8 req-fcce10b8-fc15-4197-8d2b-c688d2c6e757 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Nov 12 06:05:26.278668 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-fcf09de9-123e-4515-a98e-821385e4b561 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0425911 Nov 12 06:05:26.374864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-28363b01-37a4-4f0c-9fd6-8629e832754a req-2f69cbb2-8e26-4c2c-8a12-4e47b473e2e4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:05:26.375878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28363b01-37a4-4f0c-9fd6-8629e832754a req-2f69cbb2-8e26-4c2c-8a12-4e47b473e2e4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574250 Nov 12 06:05:26.381247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-1577bcd8-9cae-42e5-a43b-fd045c047d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.381732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-1577bcd8-9cae-42e5-a43b-fd045c047d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.382200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-1577bcd8-9cae-42e5-a43b-fd045c047d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.382694 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-1577bcd8-9cae-42e5-a43b-fd045c047d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.383158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-1577bcd8-9cae-42e5-a43b-fd045c047d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.384883 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-1577bcd8-9cae-42e5-a43b-fd045c047d29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0471847 Nov 12 06:05:26.504691 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-0a14c88b-3e9e-4996-9f2d-a5f75341b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.505168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-0a14c88b-3e9e-4996-9f2d-a5f75341b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.505900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-0a14c88b-3e9e-4996-9f2d-a5f75341b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.507363 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-0a14c88b-3e9e-4996-9f2d-a5f75341b7b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0997622 Nov 12 06:05:26.550329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-0fd17316-fa6d-475b-8c75-efc5a5a1ea52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0358503 Nov 12 06:05:26.608362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-ae157b49-2491-4886-9f9f-0bdc55947ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.609849 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-ae157b49-2491-4886-9f9f-0bdc55947ae2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0532486 Nov 12 06:05:26.656239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-49233191-039d-4bd4-ae16-4f46c403c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.657771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-49233191-039d-4bd4-ae16-4f46c403c2bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409296 Nov 12 06:05:26.747592 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-cc18bc5f-7226-4829-a05d-752d150f693b service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Nov 12 06:05:26.841329 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-9aae62d0-c3de-4f0e-bf76-ab0802b1ed01 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860775 Nov 12 06:05:26.882125 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-6a60fca3-d805-4173-9341-9939267cbaf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0343008 Nov 12 06:05:26.935750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-844a579c-df16-4a41-90b2-4805c29c30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.937117 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-844a579c-df16-4a41-90b2-4805c29c30c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0483475 Nov 12 06:05:26.978501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b6ca8-aaaf-4d06-8e67-2390482179da req-7671fa90-ead1-4e68-b651-688b3fc08d69 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.979995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-161b6ca8-aaaf-4d06-8e67-2390482179da req-7671fa90-ead1-4e68-b651-688b3fc08d69 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 949 time: 0.0492098 Nov 12 06:05:26.982393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-7db2612d-f2d8-410c-a697-6cfd6cc1e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:26.983869 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-7db2612d-f2d8-410c-a697-6cfd6cc1e70f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399671 Nov 12 06:05:27.027366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-161b6ca8-aaaf-4d06-8e67-2390482179da req-733da26d-089d-4e2a-b480-c4b1942312f6 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Nov 12 06:05:27.071575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-10f80c47-b503-4ab7-a627-92eb707c2cff service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808725 Nov 12 06:05:27.163512 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-9c462bb3-270b-4e2e-94c1-bce8b1b08553 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843263 Nov 12 06:05:27.204950 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-daba3101-f5fa-4b00-83c0-4675183af460 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0340562 Nov 12 06:05:27.255834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-e096f9c7-eabf-416d-92ee-33ed25553b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:27.257249 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-e096f9c7-eabf-416d-92ee-33ed25553b2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0461469 Nov 12 06:05:27.303045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-2178c341-822c-48ff-bbac-14fa6a77ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:27.304499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-2178c341-822c-48ff-bbac-14fa6a77ec73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0393326 Nov 12 06:05:27.391351 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-965560a8-263a-42e0-a7b6-bf2d61e4c691 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799215 Nov 12 06:05:27.464583 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:05:27.482703 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-5474614e-be09-4a04-852c-f586bf09298b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847018 Nov 12 06:05:27.523277 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-07a98403-10f7-47b7-8580-3cb8b86ed116 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0341032 Nov 12 06:05:27.575155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-7fd92f53-cc52-401a-934a-74da9a85a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:27.576656 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-7fd92f53-cc52-401a-934a-74da9a85a3cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0466256 Nov 12 06:05:27.599566 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:27.624392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-62b7c973-c7ec-44c1-9059-9d72481e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:27.625893 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-62b7c973-c7ec-44c1-9059-9d72481e7d6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416751 Nov 12 06:05:27.712491 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-f5567ee3-4eb6-46c2-9609-94e89a6ab5ce service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793812 Nov 12 06:05:27.802647 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-28a020ee-9473-4a1a-b875-19ff33ae30cd service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832345 Nov 12 06:05:27.842678 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-0597a7cb-3a7e-49da-ae8a-1fc9660b256f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0328870 Nov 12 06:05:27.893442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-769b7c53-5b5b-4acf-b3ec-064dc69d0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:27.894853 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-769b7c53-5b5b-4acf-b3ec-064dc69d0266 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0453365 Nov 12 06:05:27.940230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03a2c-184b-4551-bfc6-c4268943370a req-92b69f37-3b00-4b20-9e9a-0beb92e8d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:27.941719 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-92b69f37-3b00-4b20-9e9a-0beb92e8d6eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399644 Nov 12 06:05:28.028756 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-7fd34e81-8f2c-4b8c-8c3d-8d4edcb4c176 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795100 Nov 12 06:05:28.122588 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-37d03a2c-184b-4551-bfc6-c4268943370a req-386885b9-441b-48b3-8b35-862bca466e56 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867562 Nov 12 06:05:28.143924 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde8465-969f-4e13-8f7d-ba91ee7f240f req-18eafeb8-cda1-42fb-81ab-d83057e5b8d1 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:28.146073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fde8465-969f-4e13-8f7d-ba91ee7f240f req-18eafeb8-cda1-42fb-81ab-d83057e5b8d1 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 949 time: 0.0500562 Nov 12 06:05:28.196520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7fde8465-969f-4e13-8f7d-ba91ee7f240f req-fb2eedf2-8599-4edc-9ac0-5cccbd002a87 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442631 Nov 12 06:05:28.307066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-08c6f872-1522-40de-8e5f-abddee7acf41 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:28.308410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-08c6f872-1522-40de-8e5f-abddee7acf41 tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.47 "GET /v2.0/ports?device_id=faa4d17a-e93f-4c1b-b337-7ceda91ffa42 HTTP/1.1" status: 200 len: 949 time: 0.0481427 Nov 12 06:05:28.396467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Deleting port 62107a60-135d-4f64-b5ea-812718fbe085 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:05:28.396808 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:28.488151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] For port 62107a60-135d-4f64-b5ea-812718fbe085, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=62107a60-135d-4f64-b5ea-812718fbe085,segment=NetworkSegment(ab55dcc6-03f4-4efa-8b7a-21f0054b4435),segment_id=ab55dcc6-03f4-4efa-8b7a-21f0054b4435)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:05:28.488512 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:28.501640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Calling delete_port for 62107a60-135d-4f64-b5ea-812718fbe085 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:05:28.633672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:28.646555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['62107a60-135d-4f64-b5ea-812718fbe085'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:05:28.660886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Pushing event deleted for resources: {'Port': ['ID=62107a60-135d-4f64-b5ea-812718fbe085,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:28.705315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] No DVR routers for this DVR port 62107a60-135d-4f64-b5ea-812718fbe085 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:05:28.707913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:28.711312 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-252ceecf-f7b7-4bac-a019-e6c8203227c4 req-f9a3c732-150f-4430-90ab-54816f3c76de tempest-ServersAdminNegativeTestJSON-14085852 tempest-ServersAdminNegativeTestJSON-14085852-project] 10.222.0.47 "DELETE /v2.0/ports/62107a60-135d-4f64-b5ea-812718fbe085 HTTP/1.1" status: 204 len: 173 time: 0.3961828 Nov 12 06:05:28.711772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa4d17a-e93f-4c1b-b337-7ceda91ffa42', 'name': 'network-vif-deleted', 'tag': '62107a60-135d-4f64-b5ea-812718fbe085'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:05:28.714174 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc6518f-4b01-4620-b128-ea6cb12e4a42" -d '{"events": [{"server_uuid": "faa4d17a-e93f-4c1b-b337-7ceda91ffa42", "name": "network-vif-deleted", "tag": "62107a60-135d-4f64-b5ea-812718fbe085"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:05:28.751123 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe31b2-4575-4d4f-94f2-fa3fcde4f57c x-openstack-request-id: req-f5fe31b2-4575-4d4f-94f2-fa3fcde4f57c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:05:28.751420 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa4d17a-e93f-4c1b-b337-7ceda91ffa42", "name": "network-vif-deleted", "tag": "62107a60-135d-4f64-b5ea-812718fbe085", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:05:28.751709 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5fe31b2-4575-4d4f-94f2-fa3fcde4f57c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:05:28.752109 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa4d17a-e93f-4c1b-b337-7ceda91ffa42', 'name': 'network-vif-deleted', 'tag': '62107a60-135d-4f64-b5ea-812718fbe085', 'status': 'completed', 'code': 200} Nov 12 06:05:29.492803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54466) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:29.621493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e19e4cbb-8cab-4de9-8fcd-c216ab14d74e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0841d5af8bfd44f3bece602f21d1e0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275055 Nov 12 06:05:29.624085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54470) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:29.671190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcbe189a-f777-4353-ad6e-e71062db67dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:29.695291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcbe189a-f777-4353-ad6e-e71062db67dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:29.740730 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcbe189a-f777-4353-ad6e-e71062db67dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:29.743502 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-dcbe189a-f777-4353-ad6e-e71062db67dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:29.744638 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-dcbe189a-f777-4353-ad6e-e71062db67dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f HTTP/1.1" status: 204 len: 168 time: 0.1196289 Nov 12 06:05:29.752532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe189a-f777-4353-ad6e-e71062db67dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8c38a9-0d90-44c3-a4d7-d68f93c2bd4f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:29.998724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54476) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:30.012215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b06b359-45a8-4912-840c-1ccdb349523d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:30.086979 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b06b359-45a8-4912-840c-1ccdb349523d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:30.090582 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3b06b359-45a8-4912-840c-1ccdb349523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:30.127868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3b06b359-45a8-4912-840c-1ccdb349523d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d504e105c1b45069e6b07050e114f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280572 Nov 12 06:05:30.129898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06b359-45a8-4912-840c-1ccdb349523d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01adc3a-6058-4379-ae81-b6a524c46b01,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:30.130603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54478) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:30.179471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:30.201188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:30.245585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:30.248642 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:30.249777 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c01adc3a-6058-4379-ae81-b6a524c46b01 HTTP/1.1" status: 204 len: 168 time: 0.1181059 Nov 12 06:05:30.257209 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01adc3a-6058-4379-ae81-b6a524c46b01,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:30.265147 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.265514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.265843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.266177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.266537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.266865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.267190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.267514 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.267838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.268158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.268477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.268796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d9db-e614-4a99-b172-4fa05a22f4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:05:30.948424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54500) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:31.041613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1743715016-network', 'tenant_id': 'c2227c179cda456ea8075d16fb3930d2'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:05:31.062687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Made reservation on behalf of c2227c179cda456ea8075d16fb3930d2 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:05:31.064965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.073419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.144669 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.148144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.167633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:05:31.180811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202ed22b-950f-4e24-a383-c770b0952615,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:31.185919 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.186257 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Added segment 7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1 of type vlan for network 034ab43c-e340-4740-af67-2afd4019fae7 Nov 12 06:05:31.226986 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.251446 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.252400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:31.253144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.308746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3591411 Nov 12 06:05:31.312303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54504) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:31.316954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd984e54-0ec8-439b-9c51-65946d2c11c3 admin admin] Pushing event updated for resources: {'Network': ['ID=034ab43c-e340-4740-af67-2afd4019fae7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:31.317654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Request body: {'subnet': {'network_id': '034ab43c-e340-4740-af67-2afd4019fae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1743715016-subnet', 'tenant_id': 'c2227c179cda456ea8075d16fb3930d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:05:31.327688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 034ab43c-e340-4740-af67-2afd4019fae7 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:05:31.338894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Made reservation on behalf of c2227c179cda456ea8075d16fb3930d2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:05:31.341242 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.506574 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.565539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be19271-3f3c-4a9d-922f-831e14ebdfba,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:31.574868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Checking segment: {'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:05:31.575232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Network hostable DHCP agents. Network: 034ab43c-e340-4740-af67-2afd4019fae7, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:05:31.592105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Network 034ab43c-e340-4740-af67-2afd4019fae7 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:05:31.599985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 034ab43c-e340-4740-af67-2afd4019fae7) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:05:31.604224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:31.604849 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:31.609744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a7ce3-a6d2-4be3-81a6-9464936ef726 None None] Network 034ab43c-e340-4740-af67-2afd4019fae7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:05:31.621696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-300ca915-9b58-40e9-855d-971db3d660ef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3080497 Nov 12 06:05:31.737524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae1fd15-3bc4-4519-9780-3acd4434b329 None None] Network 034ab43c-e340-4740-af67-2afd4019fae7 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:05:32.048260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-237fbf14-085a-4fd6-8a6d-5fa51c050a2c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:32.049720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-237fbf14-085a-4fd6-8a6d-5fa51c050a2c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/networks?id=034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 200 len: 812 time: 0.1041837 Nov 12 06:05:32.064298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-3680d0af-8339-42b3-9c91-5b64aa27f1c5 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/quotas/c2227c179cda456ea8075d16fb3930d2 HTTP/1.1" status: 200 len: 375 time: 0.0087640 Nov 12 06:05:32.078714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 62107a60-135d-4f64-b5ea-812718fbe085 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:05:32.095642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-c6ec431d-6058-4f73-9eab-58f29e8f492d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2227c179cda456ea8075d16fb3930d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262616 Nov 12 06:05:32.098912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 62107a60-135d-4f64-b5ea-812718fbe085 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:05:32.099262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 62107a60-135d-4f64-b5ea-812718fbe085 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:05:32.188112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-1c3ab326-a439-4e88-9318-87c53b7b39b1 service neutron] 10.222.0.48 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852442 Nov 12 06:05:32.275279 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-73375f5f-225d-48c0-a847-4a75f5039cf1 service neutron] 10.222.0.48 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811782 Nov 12 06:05:32.433500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed491a67-7c33-4689-b11d-8b4caf93658c req-98e37d34-dd8b-4d2b-b12d-f1c55b616c8d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 210 time: 0.0277019 Nov 12 06:05:33.514206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-653b1637-fc94-43b6-97bf-9d1077c2feb7 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:33.515828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-653b1637-fc94-43b6-97bf-9d1077c2feb7 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.47 "GET /v2.0/networks?id=034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 200 len: 812 time: 0.1173880 Nov 12 06:05:33.534113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Request body: {'port': {'device_id': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7', 'admin_state_up': True, 'tenant_id': 'c2227c179cda456ea8075d16fb3930d2'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:05:33.552540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f6cab42-5445-4e05-88cc-fa04ba0ddc1d req-2ff67d88-8249-41c9-8614-d310c6dbd2f7 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 210 time: 0.0357153 Nov 12 06:05:33.655780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Made reservation on behalf of c2227c179cda456ea8075d16fb3930d2 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:05:33.659407 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:33.779244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Allocated IP 172.20.0.4 (034ab43c-e340-4740-af67-2afd4019fae7/5be19271-3f3c-4a9d-922f-831e14ebdfba/60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:05:33.923987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:33.957304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:34.002028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Network 034ab43c-e340-4740-af67-2afd4019fae7 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:05:34.007009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:05:34.010793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:05:34.017873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:34.063008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:34.063544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:34.078462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-9ebad069-adcf-4368-8d56-a469f191f062 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479817 Nov 12 06:05:34.091074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Request body: {'port': {'device_id': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:05:34.142117 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:34.395772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:05:34.402957 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:34.414427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Transition to ACTIVE for port object 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:05:34.419264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:34.469411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:34.531823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Attempting to bind port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:05:34.532394 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Attempting to bind port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:05:34.532553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Attempting to bind port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on network 034ab43c-e340-4740-af67-2afd4019fae7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:05:34.536755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on network 034ab43c-e340-4740-af67-2afd4019fae7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:05:34.537076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Attempting to bind port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on network 034ab43c-e340-4740-af67-2afd4019fae7 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:05:34.542088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:05:34.542445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Checking segment: {'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:05:34.542827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Bound using segment: {'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:05:34.543246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Bound port: 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:05:34.544154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:34.610403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:05:34.614020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:05:34.618476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:34.685335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:34.685947 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:34.687351 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] 10.222.0.47 "PUT /v2.0/ports/60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 1092 time: 0.6001716 Nov 12 06:05:34.687782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:05:34.689981 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8910c501-cba0-440d-859f-f5b487b89db9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:05:34.709420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc766b-dc7f-418f-a18a-6064a4563a58 service neutron] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:34.720979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9232b0-c235-43c9-945e-98ddb9e3b64a req-fceb53e8-8695-4ef7-825f-34e0e4e9083c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:34.722522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a9232b0-c235-43c9-945e-98ddb9e3b64a req-fceb53e8-8695-4ef7-825f-34e0e4e9083c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 943 time: 0.1018493 Nov 12 06:05:34.794622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-7213c413-633e-4224-ac48-9354b5b605d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:34.796087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-7213c413-633e-4224-ac48-9354b5b605d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2227c179cda456ea8075d16fb3930d2&device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 1095 time: 0.0727074 Nov 12 06:05:34.799750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a9232b0-c235-43c9-945e-98ddb9e3b64a req-0a5cced5-ccbe-42b5-be33-19e006ee57b0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Nov 12 06:05:34.838867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-c6c56b27-cff4-4356-835a-8f181adf9f5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 217 time: 0.0339234 Nov 12 06:05:34.841835 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de17abb-c549-455c-84ff-525e35fde3f6 x-openstack-request-id: req-3de17abb-c549-455c-84ff-525e35fde3f6 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:05:34.842117 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:05:34.842392 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3de17abb-c549-455c-84ff-525e35fde3f6 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:05:34.842790 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'status': 'completed', 'code': 200} Nov 12 06:05:34.894262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-3757b147-b130-4ce0-9889-b3d6086ca449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:34.895693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-3757b147-b130-4ce0-9889-b3d6086ca449 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5be19271-3f3c-4a9d-922f-831e14ebdfba HTTP/1.1" status: 200 len: 852 time: 0.0424256 Nov 12 06:05:34.927644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-dd177f01-ed34-4359-8afb-67d7f814853f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=034ab43c-e340-4740-af67-2afd4019fae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235047 Nov 12 06:05:35.020716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-c0200985-a2dd-4035-a1af-aeaf99fe54bb service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Nov 12 06:05:35.112202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57143bcd-836a-4a47-b951-fc95607c4cf9 req-4315b574-5215-4cb2-bd05-b513333c320a service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828648 Nov 12 06:05:35.195168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910c501-cba0-440d-859f-f5b487b89db9 req-638d4f52-2920-4663-b83c-f90cb8fad1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:35.196521 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8910c501-cba0-440d-859f-f5b487b89db9 req-638d4f52-2920-4663-b83c-f90cb8fad1de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2227c179cda456ea8075d16fb3930d2&device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 1095 time: 0.0396006 Nov 12 06:05:35.284698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910c501-cba0-440d-859f-f5b487b89db9 req-87bc41eb-dabb-4045-8958-5ab7537fb117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:35.286151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8910c501-cba0-440d-859f-f5b487b89db9 req-87bc41eb-dabb-4045-8958-5ab7537fb117 service neutron] 10.222.0.47 "GET /v2.0/networks?id=034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 200 len: 913 time: 0.0804477 Nov 12 06:05:35.333782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8910c501-cba0-440d-859f-f5b487b89db9 req-de2d0afd-c4e4-4cfa-976f-16bea1dcd9f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 217 time: 0.0378737 Nov 12 06:05:35.382146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910c501-cba0-440d-859f-f5b487b89db9 req-db3572b5-6848-4990-ab2a-53cc54191279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:35.383822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8910c501-cba0-440d-859f-f5b487b89db9 req-db3572b5-6848-4990-ab2a-53cc54191279 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5be19271-3f3c-4a9d-922f-831e14ebdfba HTTP/1.1" status: 200 len: 852 time: 0.0428500 Nov 12 06:05:35.416937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8910c501-cba0-440d-859f-f5b487b89db9 req-ce9156bd-9aba-44e7-ad0d-addf0de6e859 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=034ab43c-e340-4740-af67-2afd4019fae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239522 Nov 12 06:05:35.517692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8910c501-cba0-440d-859f-f5b487b89db9 req-6267aabf-7cc4-465f-930d-21ed029f9c1b service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843911 Nov 12 06:05:35.608619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8910c501-cba0-440d-859f-f5b487b89db9 req-32490329-9acd-408e-adfa-a02f03c09e04 service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834641 Nov 12 06:05:35.920404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6762f4-68b8-40a0-81f4-293df9854471 req-4a20157d-8fc4-4d51-bd61-79a7e4e3f191 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:35.921885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a6762f4-68b8-40a0-81f4-293df9854471 req-4a20157d-8fc4-4d51-bd61-79a7e4e3f191 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 943 time: 0.0544097 Nov 12 06:05:36.249899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a6762f4-68b8-40a0-81f4-293df9854471 req-56816940-9f78-4d58-8e7c-040514107acc tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220065 Nov 12 06:05:37.370036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd66a9-ec4d-4ccd-baf7-f44b67c7bcda req-95cb16ad-f07e-427e-931d-bebdf0d8d79d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:37.371487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28bd66a9-ec4d-4ccd-baf7-f44b67c7bcda req-95cb16ad-f07e-427e-931d-bebdf0d8d79d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 943 time: 0.0479288 Nov 12 06:05:37.418171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28bd66a9-ec4d-4ccd-baf7-f44b67c7bcda req-a90fc33b-aa08-491c-b14a-b8e903a66a13 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Nov 12 06:05:38.116149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:05:38.207606 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:05:38.218858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7', 'port_id': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'mac_address': 'fa:16:3e:6b:e4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be19271-3f3c-4a9d-922f-831e14ebdfba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:05:38.258591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:38.270831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:05:38.289769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:05:38.294355 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:38.338553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:38.500394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:05:38.531906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac0465-7ce4-4618-9ce0-c1e0d70c720b req-6760c208-e496-43df-875f-ae020e9a1712 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:38.533373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00ac0465-7ce4-4618-9ce0-c1e0d70c720b req-6760c208-e496-43df-875f-ae020e9a1712 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 944 time: 0.0484185 Nov 12 06:05:38.583764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00ac0465-7ce4-4618-9ce0-c1e0d70c720b req-d13c7afa-e362-47b2-a9e8-0f8dc4de51fa tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Nov 12 06:05:39.703755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38870117-e88f-4f86-9bea-7b93504781e1 req-caf49289-1e1d-49ff-bc14-e6152e15ca1d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:39.705219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38870117-e88f-4f86-9bea-7b93504781e1 req-caf49289-1e1d-49ff-bc14-e6152e15ca1d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 944 time: 0.0509675 Nov 12 06:05:39.752029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38870117-e88f-4f86-9bea-7b93504781e1 req-4484c3a4-aeb6-4a6e-af40-4d6b7cdba397 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Nov 12 06:05:40.141702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:05:40.189479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:05:40.193216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:05:40.193583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:40.270027 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:40.291642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:05:40.294473 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e75522-8679-4091-a615-a0d65a04af64" -d '{"events": [{"server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "name": "network-vif-plugged", "status": "completed", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:05:40.307435 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:05:40.311981 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:40.335509 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6f5091-759d-4ed6-b67d-7d5c4068bc42 x-openstack-request-id: req-0a6f5091-759d-4ed6-b67d-7d5c4068bc42 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:05:40.335802 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "name": "network-vif-plugged", "status": "completed", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:05:40.336054 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a6f5091-759d-4ed6-b67d-7d5c4068bc42 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:05:40.336445 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'code': 200} Nov 12 06:05:40.361985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:05:40.427576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b72668-c2e1-4bc1-9508-2a49a43d2f58 req-fcadd694-2dc8-4f3b-856f-d42d6e02c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:40.428959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6b72668-c2e1-4bc1-9508-2a49a43d2f58 req-fcadd694-2dc8-4f3b-856f-d42d6e02c4ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 1097 time: 0.0396333 Nov 12 06:05:40.472700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6b72668-c2e1-4bc1-9508-2a49a43d2f58 req-86e57dec-c022-4e2e-babe-357dc8d18ef4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362422 Nov 12 06:05:40.872081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ed34c-de56-482a-88fe-d24f4b7c70fe req-75b8a1d4-0bbc-46c0-9484-8571aad4411a tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:40.873538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a17ed34c-de56-482a-88fe-d24f4b7c70fe req-75b8a1d4-0bbc-46c0-9484-8571aad4411a tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0523651 Nov 12 06:05:40.920798 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a17ed34c-de56-482a-88fe-d24f4b7c70fe req-5a932578-a4be-49ce-bffb-97644d2e3c8e tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Nov 12 06:05:41.001550 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:42.033080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaeb1c-931a-4de0-b926-20226a0fc48e req-d8ec71a1-5ffe-44b7-91ef-ff9a82e9b476 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:42.034604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fbaeb1c-931a-4de0-b926-20226a0fc48e req-d8ec71a1-5ffe-44b7-91ef-ff9a82e9b476 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0483992 Nov 12 06:05:42.080878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fbaeb1c-931a-4de0-b926-20226a0fc48e req-a69b6fdc-4c14-44cb-b0d3-0f918602b176 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Nov 12 06:05:42.254853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54560) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:05:42.309001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b315ad-82e9-4be6-9c2f-e5d3af6f87bd req-67385937-67b1-4fb0-9cd4-65e23ccd9141 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:42.311056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6b315ad-82e9-4be6-9c2f-e5d3af6f87bd req-67385937-67b1-4fb0-9cd4-65e23ccd9141 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0496194 Nov 12 06:05:42.349425 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-f5088352-75a1-46e6-bec3-596334ea3d02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923781 Nov 12 06:05:42.359034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-a28178a6-3cd1-4a4d-bb3b-feac8bf410e4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:05:42.360123 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-a28178a6-3cd1-4a4d-bb3b-feac8bf410e4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057254 Nov 12 06:05:42.361683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6b315ad-82e9-4be6-9c2f-e5d3af6f87bd req-03bd3fc0-b29a-4b00-b144-f8ac43f25edc tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 Nov 12 06:05:43.517575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f92030-1d92-4dca-a927-66e05f10e500 req-807e5452-9f82-47d5-8c39-eb0e5b5ac152 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:43.519097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24f92030-1d92-4dca-a927-66e05f10e500 req-807e5452-9f82-47d5-8c39-eb0e5b5ac152 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0831184 Nov 12 06:05:43.526017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-09fc217b-ded8-45b7-afdb-10a2e8b07964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:43.527479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-09fc217b-ded8-45b7-afdb-10a2e8b07964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2227c179cda456ea8075d16fb3930d2&device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 1097 time: 0.0571198 Nov 12 06:05:43.623896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-24f92030-1d92-4dca-a927-66e05f10e500 req-a91f9cf7-9ec7-4cbb-8aa2-c74495061177 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954597 Nov 12 06:05:43.649491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-02c50262-e9c1-42f3-bafa-2aed7945bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:43.650934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-02c50262-e9c1-42f3-bafa-2aed7945bd2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 200 len: 913 time: 0.1151271 Nov 12 06:05:43.692243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-46cc4c03-c57a-4a11-a199-209d2b01b09d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 217 time: 0.0334311 Nov 12 06:05:43.744803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-d584d9eb-f37c-4022-a306-9550f6e203c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:43.746218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-d584d9eb-f37c-4022-a306-9550f6e203c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5be19271-3f3c-4a9d-922f-831e14ebdfba HTTP/1.1" status: 200 len: 852 time: 0.0468280 Nov 12 06:05:43.778110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-a830b9c2-9939-4adf-8f88-d1b648812dee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=034ab43c-e340-4740-af67-2afd4019fae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242114 Nov 12 06:05:43.866050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-b91afb5b-7175-43d3-adb8-cb285590f8b6 service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799508 Nov 12 06:05:43.958902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-cef24471-8ed9-45af-91e1-87aeb6b57a15 service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846148 Nov 12 06:05:43.961781 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db543e54-2244-4ff1-b9d4-f2db50eb8895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:44.738192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b97447-abe8-44f2-a941-ee165b9eee2d req-67c1b9b7-ccdd-4e72-9c77-54124b46fc2f tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:44.739688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5b97447-abe8-44f2-a941-ee165b9eee2d req-67c1b9b7-ccdd-4e72-9c77-54124b46fc2f tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0491695 Nov 12 06:05:44.785910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5b97447-abe8-44f2-a941-ee165b9eee2d req-72cbed66-d599-469a-802a-bbf6cdd228c0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Nov 12 06:05:45.904778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898cf13-a1ee-4804-aad3-39a63c8a4460 req-4994e077-a812-460a-8a90-04090d9c2b22 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:45.906556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a898cf13-a1ee-4804-aad3-39a63c8a4460 req-4994e077-a812-460a-8a90-04090d9c2b22 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0536056 Nov 12 06:05:45.953816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a898cf13-a1ee-4804-aad3-39a63c8a4460 req-2f718573-1a67-470b-98a2-f9dc6f02e1d6 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Nov 12 06:05:46.368675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-148e3692-1348-49b0-ae94-67b87d68c3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:47.068685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafa69b-22bc-4eb0-bf43-e64f11fb2314 req-b8461710-1ac7-4094-9369-c17adf19bb11 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:47.070140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fafa69b-22bc-4eb0-bf43-e64f11fb2314 req-b8461710-1ac7-4094-9369-c17adf19bb11 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0488265 Nov 12 06:05:47.115977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0fafa69b-22bc-4eb0-bf43-e64f11fb2314 req-1cb13959-59f0-41a0-ae99-b911d33561c0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Nov 12 06:05:47.485042 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:48.231858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7b90-7e0d-4b12-b753-6a9bcaf67cf0 req-1f61a9e5-823f-4fa8-9a42-477c9864f3b4 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:48.233328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfdf7b90-7e0d-4b12-b753-6a9bcaf67cf0 req-1f61a9e5-823f-4fa8-9a42-477c9864f3b4 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0488629 Nov 12 06:05:48.283603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dfdf7b90-7e0d-4b12-b753-6a9bcaf67cf0 req-4de1ac8e-12ac-4d0c-914e-f160b5867621 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442953 Nov 12 06:05:48.722523 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:49.403425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec2761-7452-4fba-be32-0b59e1081e08 req-024f11fe-76ff-46e6-a3d0-5d9e258a470e tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:49.405615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88ec2761-7452-4fba-be32-0b59e1081e08 req-024f11fe-76ff-46e6-a3d0-5d9e258a470e tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0488625 Nov 12 06:05:49.452552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88ec2761-7452-4fba-be32-0b59e1081e08 req-722987f8-aa59-4403-80d1-90c2b9ce6cd3 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Nov 12 06:05:49.593239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:50.569569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efda46-73dd-4004-8559-fa1077da5660 req-863f429b-06a3-4e7a-8d46-90c60d9f618c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:50.570782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9efda46-73dd-4004-8559-fa1077da5660 req-863f429b-06a3-4e7a-8d46-90c60d9f618c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0506911 Nov 12 06:05:50.617177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9efda46-73dd-4004-8559-fa1077da5660 req-415da0b2-7657-45be-a55f-b09e0c7db072 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Nov 12 06:05:51.742271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cdd5d-063d-458a-ba9e-b25efb31be4a req-ce69514d-5530-4506-bffa-624773ea9e2c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:51.743788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-223cdd5d-063d-458a-ba9e-b25efb31be4a req-ce69514d-5530-4506-bffa-624773ea9e2c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0541863 Nov 12 06:05:51.791157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-223cdd5d-063d-458a-ba9e-b25efb31be4a req-eee44484-34c0-4ea6-80e3-51f71ef4d1a6 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Nov 12 06:05:52.906218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76a64-f6ed-490c-ba9e-ee771ef6e1f9 req-918ba67b-133b-4fa0-b7ce-dcdb2bcd73c8 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:52.907687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32c76a64-f6ed-490c-ba9e-ee771ef6e1f9 req-918ba67b-133b-4fa0-b7ce-dcdb2bcd73c8 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0482447 Nov 12 06:05:52.953966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32c76a64-f6ed-490c-ba9e-ee771ef6e1f9 req-146ec6f6-55d8-4aeb-9797-83ddac79c021 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Nov 12 06:05:54.069722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141b39f-8ef6-4459-a2d0-07fefe222f4f req-9465162d-abb0-4816-935d-74609ba808c3 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:54.071232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e141b39f-8ef6-4459-a2d0-07fefe222f4f req-9465162d-abb0-4816-935d-74609ba808c3 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0492702 Nov 12 06:05:54.121522 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e141b39f-8ef6-4459-a2d0-07fefe222f4f req-1bf0af1a-cc2d-40a2-a4bd-6b4de249ec7e tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Nov 12 06:05:55.237343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dfaa3-947c-4852-889d-1b4a23bf0430 req-4674e28d-8c41-4131-afb4-8628dfce17b1 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:55.238831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b91dfaa3-947c-4852-889d-1b4a23bf0430 req-4674e28d-8c41-4131-afb4-8628dfce17b1 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0481753 Nov 12 06:05:55.285426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b91dfaa3-947c-4852-889d-1b4a23bf0430 req-5996d0d4-778e-4ddd-9ba0-6c8e0d43e862 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Nov 12 06:05:56.399614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc213ec-069b-4e3d-8033-53794569cbf0 req-210a9eff-dff2-4a60-ab5a-7b6e6d8f97ab tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:56.401070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dc213ec-069b-4e3d-8033-53794569cbf0 req-210a9eff-dff2-4a60-ab5a-7b6e6d8f97ab tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0482178 Nov 12 06:05:56.448311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5dc213ec-069b-4e3d-8033-53794569cbf0 req-101ff11c-12ef-4cc5-b33a-74e37c99966a tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Nov 12 06:05:57.567731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb95ae-c579-40d7-9817-d9377e37da08 req-cc7a74ad-27e6-49b0-9952-c355ac2b95e5 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:57.569215 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51fb95ae-c579-40d7-9817-d9377e37da08 req-cc7a74ad-27e6-49b0-9952-c355ac2b95e5 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0533774 Nov 12 06:05:57.592589 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:05:57.615904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51fb95ae-c579-40d7-9817-d9377e37da08 req-0d4ba6bc-e306-419b-945d-a279557dfdc2 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Nov 12 06:05:58.733460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f1d4-95c8-4096-97b1-bc03f8b68f1e req-f8dd5127-38f8-47f5-9b03-51586faa53b6 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:58.735026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd40f1d4-95c8-4096-97b1-bc03f8b68f1e req-f8dd5127-38f8-47f5-9b03-51586faa53b6 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0485895 Nov 12 06:05:58.782132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd40f1d4-95c8-4096-97b1-bc03f8b68f1e req-9342c834-d850-487e-91a3-b33235d97dcf tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Nov 12 06:05:59.899844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecca7f-4999-45c0-b3b3-19ac527398ea req-d77d34c0-6372-4d65-97e1-a8476817b9a8 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:05:59.901341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16ecca7f-4999-45c0-b3b3-19ac527398ea req-d77d34c0-6372-4d65-97e1-a8476817b9a8 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0518465 Nov 12 06:05:59.948558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16ecca7f-4999-45c0-b3b3-19ac527398ea req-2a73da0f-ec3d-4197-888d-15dc424233f0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 Nov 12 06:06:01.064280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f814178-254a-4f8e-acc4-ce8c4d4afc4b req-fe63882d-5840-448c-9432-10bf554d7a0d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:01.065761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f814178-254a-4f8e-acc4-ce8c4d4afc4b req-fe63882d-5840-448c-9432-10bf554d7a0d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0489521 Nov 12 06:06:01.112488 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f814178-254a-4f8e-acc4-ce8c4d4afc4b req-48f00960-b17d-4090-9c93-e7534d5a411b tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Nov 12 06:06:02.226905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242881-573b-4409-b275-07b18881866a req-beb40456-7038-4d7c-a70c-e5f8f40cd8ba tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:02.228381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65242881-573b-4409-b275-07b18881866a req-beb40456-7038-4d7c-a70c-e5f8f40cd8ba tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0486410 Nov 12 06:06:02.278987 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-65242881-573b-4409-b275-07b18881866a req-d27f9744-008c-47a5-8303-377823c75664 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Nov 12 06:06:03.394365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99aa085-23ac-44e9-83a4-44b095c74dcd req-42041304-d784-468a-9879-29ba8a6e4e74 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:03.395872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a99aa085-23ac-44e9-83a4-44b095c74dcd req-42041304-d784-468a-9879-29ba8a6e4e74 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0492709 Nov 12 06:06:03.443940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a99aa085-23ac-44e9-83a4-44b095c74dcd req-8a18fc0b-5420-4441-b0c2-d6d658cd7ac2 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Nov 12 06:06:04.463203 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:06:04.560612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b2d6e-9783-4875-9f18-c881a094dcce req-145b47f8-9877-4fa0-adf6-f5bdbf69a9f8 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:04.562089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-804b2d6e-9783-4875-9f18-c881a094dcce req-145b47f8-9877-4fa0-adf6-f5bdbf69a9f8 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0503094 Nov 12 06:06:04.609697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-804b2d6e-9783-4875-9f18-c881a094dcce req-55d69d5d-5181-4fb7-9a0b-d53dc082ad3b tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Nov 12 06:06:05.730321 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c17689-f5d3-4ac5-849b-8cd64f7e736d req-1dcbcd3d-b0d0-4fc6-b286-6bc438138fed tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:05.732334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4c17689-f5d3-4ac5-849b-8cd64f7e736d req-1dcbcd3d-b0d0-4fc6-b286-6bc438138fed tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0533316 Nov 12 06:06:05.779356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4c17689-f5d3-4ac5-849b-8cd64f7e736d req-9f66d5e8-6781-487b-a2ea-6baf06b8b999 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Nov 12 06:06:06.894641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8aa22-2667-4be1-ab53-6838b5dc5e18 req-14698de0-1daf-420e-8831-2d9435fb9027 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:06.896094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0d8aa22-2667-4be1-ab53-6838b5dc5e18 req-14698de0-1daf-420e-8831-2d9435fb9027 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0486755 Nov 12 06:06:06.942198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d0d8aa22-2667-4be1-ab53-6838b5dc5e18 req-2536edee-937d-438f-939b-73d46767af95 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401552 Nov 12 06:06:08.056578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eef2e-93ba-44ba-83c3-ba05346bca18 req-2603bbfc-15f7-4c0d-9b19-daf4a0944969 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:08.058039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-631eef2e-93ba-44ba-83c3-ba05346bca18 req-2603bbfc-15f7-4c0d-9b19-daf4a0944969 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0489304 Nov 12 06:06:08.108680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-631eef2e-93ba-44ba-83c3-ba05346bca18 req-0ee8d64f-2e06-41f5-a345-80ef631b3355 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Nov 12 06:06:09.222239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e65ba-dcb1-4726-8a49-79cc62dec368 req-e1017fca-5069-4de8-bb82-2f3445d09a5c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:09.223729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac4e65ba-dcb1-4726-8a49-79cc62dec368 req-e1017fca-5069-4de8-bb82-2f3445d09a5c tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0478649 Nov 12 06:06:09.269492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ac4e65ba-dcb1-4726-8a49-79cc62dec368 req-4846a8e3-d2d7-487c-9a23-eee8e2a3050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399239 Nov 12 06:06:10.383920 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19849e08-f5d5-4142-bb4e-8e8eddd93ce5 req-f1e3b7e1-20d1-4aab-93ae-913c730c2bcc tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:10.385427 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19849e08-f5d5-4142-bb4e-8e8eddd93ce5 req-f1e3b7e1-20d1-4aab-93ae-913c730c2bcc tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0489593 Nov 12 06:06:10.432886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-19849e08-f5d5-4142-bb4e-8e8eddd93ce5 req-7ab6ddbf-6fd4-4048-acc0-a2cda09501b6 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Nov 12 06:06:10.999320 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:11.295318 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-73317496-20a3-473a-827a-db5754aff12e service neutron] show failed (client error): The resource could not be found. Nov 12 06:06:11.296223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-73317496-20a3-473a-827a-db5754aff12e service neutron] 10.222.0.47 "GET /v2.0/ports/60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0588951 Nov 12 06:06:11.525480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-6bdf46a1-1842-4983-a564-46cbc912cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:11.526988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-6bdf46a1-1842-4983-a564-46cbc912cc92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f&tenant_id=c2227c179cda456ea8075d16fb3930d2 HTTP/1.1" status: 200 len: 1097 time: 0.0718224 Nov 12 06:06:11.545511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:06:11.551878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ae875-f2ec-4388-ac00-171bdc7a37db req-10bcff92-1eef-4dd3-b11a-40bf0f28ba02 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:11.553407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f9ae875-f2ec-4388-ac00-171bdc7a37db req-10bcff92-1eef-4dd3-b11a-40bf0f28ba02 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0513461 Nov 12 06:06:11.603277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f9ae875-f2ec-4388-ac00-171bdc7a37db req-c58ea4e7-fd53-4b89-b608-b6cc0dc06ef0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Nov 12 06:06:11.935517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:12.135767 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:06:12.167537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:06:12.206033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:06:12.208256 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482c3d2c-38e5-4b8b-aacf-b9141722eae4" -d '{"events": [{"server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:06:12.212068 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:12.224250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Transition to ACTIVE for port object 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:06:12.228135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:12.289640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] No DVR routers for this DVR port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:06:12.296175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:12.332296 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da75c8-ef96-42a5-9bcf-a04a967ed081 x-openstack-request-id: req-18da75c8-ef96-42a5-9bcf-a04a967ed081 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:06:12.332589 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:06:12.332836 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18da75c8-ef96-42a5-9bcf-a04a967ed081 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:06:12.333227 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'code': 200} Nov 12 06:06:12.334011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Attempting to bind port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:06:12.334362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Attempting to bind port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:06:12.334695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Attempting to bind port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on network 034ab43c-e340-4740-af67-2afd4019fae7 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:06:12.339105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on network 034ab43c-e340-4740-af67-2afd4019fae7 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:06:12.339428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Attempting to bind port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on network 034ab43c-e340-4740-af67-2afd4019fae7 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:06:12.344335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:06:12.344666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Checking segment: {'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:06:12.345048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Bound using segment: {'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:06:12.345472 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Bound port: 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:06:12.345824 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:12.406398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:06:12.409357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:06:12.414030 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:12.450238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:12.450919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:12.452308 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] 10.222.0.43 "PUT /v2.0/ports/60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 1092 time: 0.9110303 Nov 12 06:06:12.475452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27832d9b-666e-4bde-a391-78cfaa272cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:12.527480 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-77a8ccbe-f3e8-494d-809f-ca439216fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:12.529009 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-77a8ccbe-f3e8-494d-809f-ca439216fef7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2227c179cda456ea8075d16fb3930d2&device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 1095 time: 0.0412176 Nov 12 06:06:12.620493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-d1715537-7475-473d-9cde-4d32120c91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:12.622027 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-d1715537-7475-473d-9cde-4d32120c91a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 200 len: 913 time: 0.0865378 Nov 12 06:06:12.663683 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-07fc8ab6-022b-4ce7-a5f1-32b3737cabd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 217 time: 0.0345106 Nov 12 06:06:12.713130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-ea985107-2bc4-447e-b34e-445eff65f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:12.714623 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-ea985107-2bc4-447e-b34e-445eff65f7ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5be19271-3f3c-4a9d-922f-831e14ebdfba HTTP/1.1" status: 200 len: 852 time: 0.0435781 Nov 12 06:06:12.723421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3ec5f-5709-4792-86bc-40aa534ba594 req-7ea1709e-c20f-44ee-87f1-5e98fc2c2193 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:12.724975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cf3ec5f-5709-4792-86bc-40aa534ba594 req-7ea1709e-c20f-44ee-87f1-5e98fc2c2193 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 943 time: 0.0497541 Nov 12 06:06:12.748324 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-933cb216-8dc0-48b3-9f65-bbbd2d8778d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=034ab43c-e340-4740-af67-2afd4019fae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260141 Nov 12 06:06:12.777222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cf3ec5f-5709-4792-86bc-40aa534ba594 req-d70bd347-18a2-48ca-b2db-7e649cde1a88 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Nov 12 06:06:12.841350 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-e0cd3548-06ae-4048-bd56-30ec421a5c99 service neutron] 10.222.0.43 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857086 Nov 12 06:06:12.931582 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1206bc04-0641-4e0e-8602-da4092d4bde9 req-46763be2-23d4-4482-89b0-2e434c39b565 service neutron] 10.222.0.43 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841136 Nov 12 06:06:13.893554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66d122-0f2f-4b8e-9995-474effb1d63b req-b59405f7-2a50-4ef7-95ec-36d013ec11a5 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:13.895024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f66d122-0f2f-4b8e-9995-474effb1d63b req-b59405f7-2a50-4ef7-95ec-36d013ec11a5 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 943 time: 0.0483892 Nov 12 06:06:13.941968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f66d122-0f2f-4b8e-9995-474effb1d63b req-b96c636c-17ad-4577-af90-b30990690c28 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Nov 12 06:06:13.963627 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3836288-0398-42a7-9446-ec8e7a4dc26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:14.334730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:06:14.337144 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:06:14.375486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:06:14.384855 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5346a34-fceb-4bfb-a286-51a536791b51 x-openstack-request-id: req-e5346a34-fceb-4bfb-a286-51a536791b51 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:06:14.385333 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:06:14.385593 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5346a34-fceb-4bfb-a286-51a536791b51 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:06:14.385992 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'status': 'completed', 'code': 200} Nov 12 06:06:14.413813 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:06:14.446062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-828f0cac-9fdf-4da8-a2af-6aadaf5c1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:14.447579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-828f0cac-9fdf-4da8-a2af-6aadaf5c1c95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2227c179cda456ea8075d16fb3930d2&device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 1095 time: 0.0419016 Nov 12 06:06:14.470003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-0f7b6279-36d1-4d16-8e18-b0bf17e9edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:14.471540 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-0f7b6279-36d1-4d16-8e18-b0bf17e9edec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2227c179cda456ea8075d16fb3930d2&device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 1095 time: 0.0420449 Nov 12 06:06:14.545946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-cb1f7f40-89e8-4b62-9d4f-88c4c3384de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:14.547462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-cb1f7f40-89e8-4b62-9d4f-88c4c3384de5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 200 len: 913 time: 0.0915248 Nov 12 06:06:14.562119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-8adf9c08-4d3b-44de-8b5d-063c1e5de8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:14.563634 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-8adf9c08-4d3b-44de-8b5d-063c1e5de8b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 200 len: 913 time: 0.0852616 Nov 12 06:06:14.590165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-a0be4879-483a-4daa-ab60-63b71950522e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 217 time: 0.0352547 Nov 12 06:06:14.611180 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-99394735-49bf-4cfe-9c16-8ce4d2b15f61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 217 time: 0.0400867 Nov 12 06:06:14.640382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-38b2f3ec-78c0-46e7-a368-033424aeee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:14.641844 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-38b2f3ec-78c0-46e7-a368-033424aeee23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5be19271-3f3c-4a9d-922f-831e14ebdfba HTTP/1.1" status: 200 len: 852 time: 0.0444915 Nov 12 06:06:14.660085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-35cfeefe-c80c-41d0-9cff-dd79c7f1f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:14.661552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-35cfeefe-c80c-41d0-9cff-dd79c7f1f14b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5be19271-3f3c-4a9d-922f-831e14ebdfba HTTP/1.1" status: 200 len: 852 time: 0.0435908 Nov 12 06:06:14.679374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-6cd445ee-43ee-456f-98fe-f0c315e2c10d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=034ab43c-e340-4740-af67-2afd4019fae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293691 Nov 12 06:06:14.694447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-2f32b573-04f5-4736-8da0-263211fcee0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=034ab43c-e340-4740-af67-2afd4019fae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256207 Nov 12 06:06:14.772580 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-6c24287e-5a12-4b72-9808-e36b7061cc0d service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845745 Nov 12 06:06:14.789749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-6d573941-f24b-4ea6-b65e-04b808fba0fc service neutron] 10.222.0.43 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872929 Nov 12 06:06:14.868271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-807f7b33-9333-438e-8673-9a28cd616eaa service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880940 Nov 12 06:06:14.882607 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9b0c1a4c-28fa-4149-a59d-ab09397d6a0b req-9b0d870d-fee5-4354-9f22-72b57f4459e1 service neutron] 10.222.0.43 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852804 Nov 12 06:06:15.059352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbb6a-666b-4857-b25c-c642ab01dc17 req-b6d4e57b-674f-4c76-a824-03a41ce334f0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:15.060835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ffcbb6a-666b-4857-b25c-c642ab01dc17 req-b6d4e57b-674f-4c76-a824-03a41ce334f0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 943 time: 0.0495250 Nov 12 06:06:15.107289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ffcbb6a-666b-4857-b25c-c642ab01dc17 req-7ae52393-f6e8-4507-be3d-39bd46b0f82f tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Nov 12 06:06:16.220991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144cca-0ba0-473b-858e-4cd7ae0fe199 req-53a3ac5d-4aaa-40e5-9aae-d98a5e8a73f0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:16.222485 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42144cca-0ba0-473b-858e-4cd7ae0fe199 req-53a3ac5d-4aaa-40e5-9aae-d98a5e8a73f0 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 943 time: 0.0480542 Nov 12 06:06:16.273180 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42144cca-0ba0-473b-858e-4cd7ae0fe199 req-2afe2edc-7fba-4ffc-a0a7-a09b47fc750a tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Nov 12 06:06:16.372902 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ef0cab1-4bd3-44f3-b56f-462455662d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:16.538989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751845c-900c-479c-8c86-566db03370f7 req-9868f529-f9da-4b2b-ade2-04ba961b6d32 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:16.540718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-9868f529-f9da-4b2b-ade2-04ba961b6d32 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f&tenant_id=c2227c179cda456ea8075d16fb3930d2&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 943 time: 0.0849588 Nov 12 06:06:16.601034 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-3751845c-900c-479c-8c86-566db03370f7 req-4f4241f2-caa9-4e40-9c72-3a089cf4fe3f service neutron] delete failed (client error): The resource could not be found. Nov 12 06:06:16.602041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-4f4241f2-caa9-4e40-9c72-3a089cf4fe3f service neutron] 10.222.0.47 "DELETE /v2.0/ports/60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0519855 Nov 12 06:06:16.689862 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751845c-900c-479c-8c86-566db03370f7 req-32ae394d-15e6-4449-b1b7-af076320812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:16.691372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-32ae394d-15e6-4449-b1b7-af076320812e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2227c179cda456ea8075d16fb3930d2&device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 1095 time: 0.0450985 Nov 12 06:06:16.782724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751845c-900c-479c-8c86-566db03370f7 req-e8a7e1ab-7a72-4a11-a4a5-e5db61e8331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:16.784109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-e8a7e1ab-7a72-4a11-a4a5-e5db61e8331e service neutron] 10.222.0.47 "GET /v2.0/networks?id=034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 200 len: 913 time: 0.0855293 Nov 12 06:06:16.828906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-6a5d1a1b-6c19-4c3d-9ca6-e9ea6c4a60c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 200 len: 217 time: 0.0372996 Nov 12 06:06:16.877347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751845c-900c-479c-8c86-566db03370f7 req-62f1dcf8-78a5-4b9c-8256-0dc983646aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:16.878790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-62f1dcf8-78a5-4b9c-8256-0dc983646aa4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5be19271-3f3c-4a9d-922f-831e14ebdfba HTTP/1.1" status: 200 len: 852 time: 0.0429475 Nov 12 06:06:16.910009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-43e87670-bab1-4093-a62b-d99f739b4d24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=034ab43c-e340-4740-af67-2afd4019fae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236869 Nov 12 06:06:17.001389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-70334e7b-05d7-4826-b709-417dc2ae99b4 service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842888 Nov 12 06:06:17.092206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-68493e2f-39f3-4130-9e06-de2925e5d60e service neutron] 10.222.0.47 "GET /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827999 Nov 12 06:06:17.274175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:06:17.366946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:06:17.378484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'network_id': '034ab43c-e340-4740-af67-2afd4019fae7', 'port_id': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'mac_address': 'fa:16:3e:6b:e4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be19271-3f3c-4a9d-922f-831e14ebdfba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:06:17.418014 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:17.430909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:06:17.450890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:06:17.454786 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:17.504315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:17.508767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:17.998684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef205d8-e38a-4436-9672-641e52958472 req-d24d48a3-7856-43ff-bb8a-e5a96fcf3151 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:18.000199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fef205d8-e38a-4436-9672-641e52958472 req-d24d48a3-7856-43ff-bb8a-e5a96fcf3151 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 944 time: 0.0500836 Nov 12 06:06:18.004387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:06:18.051968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fef205d8-e38a-4436-9672-641e52958472 req-a8d1010c-4463-414d-bf1e-991e44c810c2 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Nov 12 06:06:18.725133 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.166017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186b9e6-74af-442e-9a11-90e46e7289b4 req-82046044-0f7f-445a-a494-2f5048e2b4dc tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:19.167523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c186b9e6-74af-442e-9a11-90e46e7289b4 req-82046044-0f7f-445a-a494-2f5048e2b4dc tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 944 time: 0.0489624 Nov 12 06:06:19.214630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c186b9e6-74af-442e-9a11-90e46e7289b4 req-aabec4ba-e657-4451-bb0e-99bcc19e9588 tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.48 "GET /v2.0/security-groups?id=202ed22b-950f-4e24-a383-c770b0952615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Nov 12 06:06:19.289448 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:06:19.340387 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:06:19.344782 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:06:19.345160 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.426771 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.448823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:06:19.451728 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2d3d9-d0e6-4e43-a8f5-e8313451d9f4" -d '{"events": [{"server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "name": "network-vif-plugged", "status": "completed", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:06:19.464702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:06:19.468602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.493331 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b61e93-0f9f-4457-b4ed-027b300814df x-openstack-request-id: req-43b61e93-0f9f-4457-b4ed-027b300814df {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:06:19.493598 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "name": "network-vif-plugged", "status": "completed", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:06:19.493847 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43b61e93-0f9f-4457-b4ed-027b300814df {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:06:19.494237 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'code': 200} Nov 12 06:06:19.518595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:19.533092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751845c-900c-479c-8c86-566db03370f7 req-6b955aa5-f3a4-42e7-b18f-91d2302cca6d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:19.534579 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-6b955aa5-f3a4-42e7-b18f-91d2302cca6d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee93bef7-4738-4e15-92e8-d10cbe9c5f6f HTTP/1.1" status: 200 len: 945 time: 0.0526237 Nov 12 06:06:19.595016 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.627935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Deleting port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:06:19.628271 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.717836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] For port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,segment=NetworkSegment(7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1),segment_id=7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:06:19.718192 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.729632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Calling delete_port for 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:06:19.853925 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.886153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:06:19.887912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Pushing event deleted for resources: {'Port': ['ID=60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:19.926664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] No DVR routers for this DVR port 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:06:19.929188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:19.932538 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3751845c-900c-479c-8c86-566db03370f7 req-c9c4df30-f815-43f4-84ee-2eed3c7f050d tempest-DeleteServersTestJSON-126057346 tempest-DeleteServersTestJSON-126057346-project] 10.222.0.43 "DELETE /v2.0/ports/60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b HTTP/1.1" status: 204 len: 173 time: 0.3916698 Nov 12 06:06:19.932985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'name': 'network-vif-deleted', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:06:19.936115 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e6f940-f00e-4bb7-aec9-f71a24672539" -d '{"events": [{"server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "name": "network-vif-deleted", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:06:19.972691 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fc8216-8a54-472a-8771-084c2636e419 x-openstack-request-id: req-38fc8216-8a54-472a-8771-084c2636e419 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:06:19.972988 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee93bef7-4738-4e15-92e8-d10cbe9c5f6f", "name": "network-vif-deleted", "tag": "60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:06:19.973251 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38fc8216-8a54-472a-8771-084c2636e419 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:06:19.973654 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee93bef7-4738-4e15-92e8-d10cbe9c5f6f', 'name': 'network-vif-deleted', 'tag': '60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b', 'status': 'completed', 'code': 200} Nov 12 06:06:20.340202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54668) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:06:20.384073 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe40107-0887-4e06-9cc7-1763e3e13681 admin admin] Deleting subnet 5be19271-3f3c-4a9d-922f-831e14ebdfba {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:06:20.387044 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe40107-0887-4e06-9cc7-1763e3e13681 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.421377 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe40107-0887-4e06-9cc7-1763e3e13681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.461984 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe40107-0887-4e06-9cc7-1763e3e13681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.514167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe40107-0887-4e06-9cc7-1763e3e13681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.540047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe40107-0887-4e06-9cc7-1763e3e13681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be19271-3f3c-4a9d-922f-831e14ebdfba,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:20.543920 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cfe40107-0887-4e06-9cc7-1763e3e13681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.547379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cfe40107-0887-4e06-9cc7-1763e3e13681 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5be19271-3f3c-4a9d-922f-831e14ebdfba HTTP/1.1" status: 204 len: 168 time: 0.2055352 Nov 12 06:06:20.549930 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:06:20.616186 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.696374 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.716504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034ab43c-e340-4740-af67-2afd4019fae7']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:06:20.725488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:06:20.725786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf434a7-60f9-4fd0-a9d5-f11ee115e1e1') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:06:20.735044 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.748430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.754328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:06:20.754748 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:06:20.756418 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:06:20.814992 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.820319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:20.823448 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/034ab43c-e340-4740-af67-2afd4019fae7 HTTP/1.1" status: 204 len: 168 time: 0.2725401 Nov 12 06:06:20.835032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e35fc6-0cd8-42e1-b7ba-8d03e059e1a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=034ab43c-e340-4740-af67-2afd4019fae7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:20.927684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54674) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:06:20.967281 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-bb940b59-bfff-4f67-b386-0a90551515f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2227c179cda456ea8075d16fb3930d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383992 Nov 12 06:06:20.969616 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54676) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:06:21.015495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d10e2b0-2af2-4338-ba13-d18aa14618a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.035855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d10e2b0-2af2-4338-ba13-d18aa14618a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.081633 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d10e2b0-2af2-4338-ba13-d18aa14618a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.084172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d10e2b0-2af2-4338-ba13-d18aa14618a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.085311 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d10e2b0-2af2-4338-ba13-d18aa14618a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/202ed22b-950f-4e24-a383-c770b0952615 HTTP/1.1" status: 204 len: 168 time: 0.1148102 Nov 12 06:06:21.092951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10e2b0-2af2-4338-ba13-d18aa14618a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ed22b-950f-4e24-a383-c770b0952615,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:21.726897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 54698) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:06:21.821469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1059786549-network', 'tenant_id': '9ab60305bb0f42fbac82dd910f4fc5c4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:06:21.841005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Made reservation on behalf of 9ab60305bb0f42fbac82dd910f4fc5c4 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:06:21.843142 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.851193 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.924773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.928491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.948980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:06:21.962800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011af82f-d1b4-4df7-b975-f829127448e0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:21.971207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:21.971550 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Added segment 4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672 of type vlan for network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d Nov 12 06:06:21.979497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.979918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.980301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.980682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.981037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.981927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.982258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.982684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.983014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.983339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.983667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:21.983990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:22.023081 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:22.047108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:22.048101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:22.048690 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:22.078734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3507025 Nov 12 06:06:22.081837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 54702) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:06:22.086884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Request body: {'subnet': {'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1059786549-subnet', 'tenant_id': '9ab60305bb0f42fbac82dd910f4fc5c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:06:22.107541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Made reservation on behalf of 9ab60305bb0f42fbac82dd910f4fc5c4 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:06:22.109357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dc634-0b6a-410d-a7e7-e295170cd982 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:22.109770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:22.118976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:06:22.273999 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:22.332896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7128cd6-462d-4606-9b79-3a212dfe0b1e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:22.340163 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Checking segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:06:22.340550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Network hostable DHCP agents. Network: f6ad4f45-0c22-4baa-a84c-d2d26c8b872d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:06:22.356859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:06:22.365346 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, f6ad4f45-0c22-4baa-a84c-d2d26c8b872d) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:06:22.369191 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:22.369817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:22.374530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4585e39-0019-40a2-b495-2d1a7eb36c33 None None] Network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:06:22.386378 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4fc8765d-18ff-4839-812a-2474903fc1d8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3030260 Nov 12 06:06:22.507768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6364d605-fd67-41d7-9f30-754b1e42d805 None None] Network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:06:22.829818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-1bc95aa9-949e-47e6-b48a-fbf2d9387e94 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:22.831309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-1bc95aa9-949e-47e6-b48a-fbf2d9387e94 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 815 time: 0.1072667 Nov 12 06:06:22.847291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-ded384fa-1b41-4e1d-a07a-73f9b552fc5a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/quotas/9ab60305bb0f42fbac82dd910f4fc5c4 HTTP/1.1" status: 200 len: 375 time: 0.0102124 Nov 12 06:06:22.878304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-23c2570d-3cc8-4f64-8530-cf9e224c14fc tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257852 Nov 12 06:06:22.967298 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-e0c6a0f3-e479-4cb3-adb8-f353a032b5b9 service neutron] 10.222.0.48 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820951 Nov 12 06:06:23.057434 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-f3c08d5c-7be1-41dd-bd05-90b46673ef6a service neutron] 10.222.0.48 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842941 Nov 12 06:06:23.211940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b9c8dd0-3e33-40cb-98cc-7753f02e2bd5 req-33293382-d204-48f6-9a47-1b479e8c5b9c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 210 time: 0.0274367 Nov 12 06:06:23.305569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:06:23.326291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:06:23.326668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 60f8b12f-1aad-4b8b-bdef-60e6b9c8b80b not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:06:24.152465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-a144e186-e50d-4575-8d08-eb17317e98de tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:24.154895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-a144e186-e50d-4575-8d08-eb17317e98de tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.47 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 815 time: 0.1096554 Nov 12 06:06:24.169264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Request body: {'port': {'device_id': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d', 'admin_state_up': True, 'tenant_id': '9ab60305bb0f42fbac82dd910f4fc5c4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:06:24.274191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Made reservation on behalf of 9ab60305bb0f42fbac82dd910f4fc5c4 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:06:24.277714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:24.324697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a541e61-587b-45b6-9504-a3d650e22d59 req-cb8b4505-9a54-4654-a859-0abe5a616bc7 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 210 time: 0.0432832 Nov 12 06:06:24.426002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Allocated IP 172.20.0.5 (f6ad4f45-0c22-4baa-a84c-d2d26c8b872d/e7128cd6-462d-4606-9b79-3a212dfe0b1e/0d2efe4e-aa25-46dc-b943-11a57b571671) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:06:24.568961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:24.603590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:24.644799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:06:24.647745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:06:24.653991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:06:24.684922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:24.709800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:24.710425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:24.725751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-fdf61809-8881-4d18-a977-e311ea6da27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613570 Nov 12 06:06:24.738757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Request body: {'port': {'device_id': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:06:24.790768 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:25.039113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2efe4e-aa25-46dc-b943-11a57b571671 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:06:25.047282 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:25.058959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Transition to ACTIVE for port object 0d2efe4e-aa25-46dc-b943-11a57b571671 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:06:25.063317 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:25.116553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:25.178972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Attempting to bind port 0d2efe4e-aa25-46dc-b943-11a57b571671 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:06:25.179641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Attempting to bind port 0d2efe4e-aa25-46dc-b943-11a57b571671 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:06:25.179641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Attempting to bind port 0d2efe4e-aa25-46dc-b943-11a57b571671 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:06:25.183872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Port 0d2efe4e-aa25-46dc-b943-11a57b571671 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:06:25.184804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Attempting to bind port 0d2efe4e-aa25-46dc-b943-11a57b571671 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:06:25.189601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:06:25.189938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Checking segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:06:25.190318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Bound using segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:06:25.190771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Bound port: 0d2efe4e-aa25-46dc-b943-11a57b571671, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:06:25.191121 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:25.251715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:06:25.254666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:06:25.258912 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:25.294585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:25.295204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:25.296600 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] 10.222.0.47 "PUT /v2.0/ports/0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 1092 time: 0.5622180 Nov 12 06:06:25.297041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:06:25.299323 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7594c14-9f4d-4562-9dab-f2c34133a4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:06:25.326732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093fa58-5fd1-49d7-96e0-2c800dba463e service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:25.338536 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fa531d-6c01-43ad-9ea8-76bd15a8edd4 x-openstack-request-id: req-75fa531d-6c01-43ad-9ea8-76bd15a8edd4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:06:25.339049 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:06:25.339307 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75fa531d-6c01-43ad-9ea8-76bd15a8edd4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:06:25.339700 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'status': 'completed', 'code': 200} Nov 12 06:06:25.389550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-df8866ef-4ba0-41b5-ad69-c427eea101d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:25.391096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-df8866ef-4ba0-41b5-ad69-c427eea101d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 1095 time: 0.0434682 Nov 12 06:06:25.455435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-db01e89d-8e7c-4ad1-8214-5e700150ce81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 217 time: 0.0504539 Nov 12 06:06:25.502382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0488e-b593-4ebb-98f5-71f28e1472fe req-140c8825-528b-462b-9f16-fb6949eab9d2 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:25.503875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33c0488e-b593-4ebb-98f5-71f28e1472fe req-140c8825-528b-462b-9f16-fb6949eab9d2 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.1076863 Nov 12 06:06:25.533102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-9f281087-d1e2-4b46-a398-2271e5774ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:25.534591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-9f281087-d1e2-4b46-a398-2271e5774ae2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0694163 Nov 12 06:06:25.578406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-42b0c26a-e1e9-4a7c-9926-5aa8649fdef0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324607 Nov 12 06:06:25.583139 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33c0488e-b593-4ebb-98f5-71f28e1472fe req-cabcafc0-fa6b-46da-9151-9f2ad0235455 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732517 Nov 12 06:06:25.673791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-707fb408-fd0e-4d79-9d11-318875c5631c service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874379 Nov 12 06:06:25.761247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a8aeda4-6ca0-45a9-917d-e6fa39f283a1 req-91fcb436-0cc6-4ba4-a080-18bc48ac8237 service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797813 Nov 12 06:06:25.852244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-33b8902a-62f4-4342-93e9-4781e1d43503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:25.853665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-33b8902a-62f4-4342-93e9-4781e1d43503 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 1095 time: 0.0442641 Nov 12 06:06:25.944002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-c1c5c624-4bbf-4fc2-af47-acce33d3b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:25.945465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-c1c5c624-4bbf-4fc2-af47-acce33d3b1b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0834599 Nov 12 06:06:26.272574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-90f26358-fc39-48d4-a34f-d1dc5c82c63b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 217 time: 0.3171623 Nov 12 06:06:26.320954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-76ec2def-b057-439f-90bb-dac0fb4c3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:26.322370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-76ec2def-b057-439f-90bb-dac0fb4c3e78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0429549 Nov 12 06:06:26.354202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-32d17164-9700-49c2-990a-a17527dafadf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237432 Nov 12 06:06:26.446008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-cf1d2697-7216-4e8b-96fa-6d4fcee2918b service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841501 Nov 12 06:06:26.536114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b7594c14-9f4d-4562-9dab-f2c34133a4e0 req-9b7476d5-2cfa-48b8-90ee-863d31d5e9df service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816216 Nov 12 06:06:26.701805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa103-97fc-4f60-9336-5a2cd757d42c req-c1cdbde3-45be-400f-b51c-ddf5a4401fcf tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:26.703275 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6bfa103-97fc-4f60-9336-5a2cd757d42c req-c1cdbde3-45be-400f-b51c-ddf5a4401fcf tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.0523839 Nov 12 06:06:26.749720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b6bfa103-97fc-4f60-9336-5a2cd757d42c req-cdf4effa-ad58-40f0-8d9d-e8d2ddab9fd4 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Nov 12 06:06:27.285976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-327a7699-0143-492d-b66b-eeb7b8849a6b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0435431 Nov 12 06:06:27.388817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3246cc8d-624f-4d18-b5cc-958184781e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.389301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3246cc8d-624f-4d18-b5cc-958184781e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.389774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3246cc8d-624f-4d18-b5cc-958184781e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.390245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3246cc8d-624f-4d18-b5cc-958184781e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.390740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3246cc8d-624f-4d18-b5cc-958184781e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.392496 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3246cc8d-624f-4d18-b5cc-958184781e80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0459249 Nov 12 06:06:27.506595 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-5a9beb75-d1db-465f-9fcd-2fee3a77b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.507068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-5a9beb75-d1db-465f-9fcd-2fee3a77b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.507534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-5a9beb75-d1db-465f-9fcd-2fee3a77b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.509111 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-5a9beb75-d1db-465f-9fcd-2fee3a77b408 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0927172 Nov 12 06:06:27.552137 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3037743a-ca56-42eb-a895-cd3038c48279 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0349007 Nov 12 06:06:27.595078 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:27.600883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-4802978c-e7d1-430a-b682-14497d611833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.602427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-4802978c-e7d1-430a-b682-14497d611833 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0438333 Nov 12 06:06:27.652085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-f9825c4a-da65-44c1-a919-b52a31cbbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.654221 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-f9825c4a-da65-44c1-a919-b52a31cbbf1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445948 Nov 12 06:06:27.742987 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-95e4f025-ef0b-4491-b331-7265761b58a5 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819278 Nov 12 06:06:27.838886 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-72c421dc-fbec-4c62-a9da-a04c80d46d46 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Nov 12 06:06:27.864911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8f827-b6f4-4f86-bee7-9b8cdbb35269 req-083d882c-776a-46b9-b572-6b4cc182cb16 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.866430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ec8f827-b6f4-4f86-bee7-9b8cdbb35269 req-083d882c-776a-46b9-b572-6b4cc182cb16 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.0487318 Nov 12 06:06:27.879537 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-56e6af3a-830e-4185-8286-5d0a5ec18829 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0338473 Nov 12 06:06:27.914084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ec8f827-b6f4-4f86-bee7-9b8cdbb35269 req-f9105c4a-1fd7-4a61-b278-1c87ba2cc6ca tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Nov 12 06:06:27.931642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-f2d1c02c-994a-4106-945c-5c20f24d2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.933098 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-f2d1c02c-994a-4106-945c-5c20f24d2381 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0472705 Nov 12 06:06:27.978521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-0a1d6b39-e762-40f9-b9d5-e1744d3ce454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:27.979982 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-0a1d6b39-e762-40f9-b9d5-e1744d3ce454 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0395248 Nov 12 06:06:28.068828 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-dc5e7df5-2221-4423-a4f1-4e38d5a31172 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810463 Nov 12 06:06:28.159557 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-a5bb4aef-37dc-47da-bc25-17ed6d892319 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839136 Nov 12 06:06:28.200773 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-8e48385e-afdd-4572-b26d-a81fe5ab5f72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0340853 Nov 12 06:06:28.251917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3924200d-5f7c-49c3-80e7-1e404056d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:28.253319 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-3924200d-5f7c-49c3-80e7-1e404056d548 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0464098 Nov 12 06:06:28.298090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-9eecf3be-e910-4c1c-9447-0c2b9eb40893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:28.299565 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-9eecf3be-e910-4c1c-9447-0c2b9eb40893 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394876 Nov 12 06:06:28.386607 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-c25c1893-8c1f-488a-a7c7-a66ba1ce5e87 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798187 Nov 12 06:06:28.421753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d2efe4e-aa25-46dc-b943-11a57b571671 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:06:28.479181 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-0e533121-89be-4b73-a13a-1104c11f2b6c service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856941 Nov 12 06:06:28.513938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:06:28.519607 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-ab60e906-21db-4c54-93bd-b241c0a6cd22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0333884 Nov 12 06:06:28.525263 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d', 'port_id': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'mac_address': 'fa:16:3e:88:82:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7128cd6-462d-4606-9b79-3a212dfe0b1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:06:28.566953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:28.573644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-986e0727-0c7e-41c2-b945-0b7785d7becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:28.575778 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-986e0727-0c7e-41c2-b945-0b7785d7becf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0496120 Nov 12 06:06:28.579972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2efe4e-aa25-46dc-b943-11a57b571671 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:06:28.599086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:06:28.603372 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:28.623083 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-1eda1b52-be07-4d36-bffc-51b5aa025437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:28.624597 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-1eda1b52-be07-4d36-bffc-51b5aa025437 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0409210 Nov 12 06:06:28.649674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:28.657011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.657356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.657693 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.658020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.658369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.658703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.659029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.659353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.659670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.659989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.660310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.660624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:06:28.713397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-4557ad91-3772-44b4-b766-45150aa90b4d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818975 Nov 12 06:06:28.806683 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-ccf9aaaf-d589-426a-b106-0d715195b3b4 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852365 Nov 12 06:06:28.817454 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['0d2efe4e-aa25-46dc-b943-11a57b571671'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:06:28.847097 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-7e8884a0-2ec0-414e-8cda-5a0e7c5d0071 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0332949 Nov 12 06:06:28.899394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-29880e84-189e-43c8-a60d-0805fbe709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:28.900861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-29880e84-189e-43c8-a60d-0805fbe709a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0476227 Nov 12 06:06:28.949502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-bfb1ee56-b772-4e71-b3ec-2ee5e043cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:28.951102 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-bfb1ee56-b772-4e71-b3ec-2ee5e043cb8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432410 Nov 12 06:06:29.031484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8582f7-536b-43bd-acc2-5374591e90d4 req-2363e603-6732-406a-b682-5b0d97f5e76d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:29.032908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df8582f7-536b-43bd-acc2-5374591e90d4 req-2363e603-6732-406a-b682-5b0d97f5e76d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 944 time: 0.0479500 Nov 12 06:06:29.040247 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-22baec11-3dd0-4d9a-8a80-63e1a3b01ffa service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820897 Nov 12 06:06:29.083673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df8582f7-536b-43bd-acc2-5374591e90d4 req-919ab8ac-9d61-4dbc-ab95-062586705eae tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Nov 12 06:06:29.133153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7e5826f7-fb73-4a9a-b9c3-13058fc5ac49 req-ccdf5de5-22c2-4c83-9e9c-ffb2f749df93 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853817 Nov 12 06:06:30.199800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652c6cf-2863-44f3-a21b-8cb77e376f08 req-ac2e4d39-0e84-469d-903b-3b6a1c2c2437 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:30.201963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8652c6cf-2863-44f3-a21b-8cb77e376f08 req-ac2e4d39-0e84-469d-903b-3b6a1c2c2437 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 944 time: 0.0489087 Nov 12 06:06:30.248044 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8652c6cf-2863-44f3-a21b-8cb77e376f08 req-c461bce8-8577-4a45-925e-b7afcf14f599 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 Nov 12 06:06:30.424784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d2efe4e-aa25-46dc-b943-11a57b571671 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:06:30.476219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 0d2efe4e-aa25-46dc-b943-11a57b571671 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:06:30.479940 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 0d2efe4e-aa25-46dc-b943-11a57b571671 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:06:30.480305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:30.559785 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:30.581965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:06:30.584229 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc20b40-a063-41a8-97cb-a4b49b88abf7" -d '{"events": [{"server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:06:30.596733 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:06:30.600866 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:30.624620 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d03d5c-ebf9-4c1a-ad8b-820635235004 x-openstack-request-id: req-14d03d5c-ebf9-4c1a-ad8b-820635235004 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:06:30.624914 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:06:30.625166 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14d03d5c-ebf9-4c1a-ad8b-820635235004 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:06:30.625559 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'code': 200} Nov 12 06:06:30.650544 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:06:30.718449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af416093-869c-47ec-bf3c-b298e6ed10ca req-d7612867-0cb7-4d22-9dcf-ead8fc83ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:30.719817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af416093-869c-47ec-bf3c-b298e6ed10ca req-d7612867-0cb7-4d22-9dcf-ead8fc83ed3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 1097 time: 0.0393767 Nov 12 06:06:30.764340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af416093-869c-47ec-bf3c-b298e6ed10ca req-2815eee4-4a79-4c6e-a6e3-2c06adfff790 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Nov 12 06:06:31.367396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b2273-8aeb-4b81-958c-0a69e9505cc5 req-5e1cb1e7-c9da-4c1b-ba39-8b06d8326fb4 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:31.368889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e2b2273-8aeb-4b81-958c-0a69e9505cc5 req-5e1cb1e7-c9da-4c1b-ba39-8b06d8326fb4 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0527065 Nov 12 06:06:31.415633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e2b2273-8aeb-4b81-958c-0a69e9505cc5 req-e5f126af-ae18-42c8-aa20-874ed3b786eb tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Nov 12 06:06:32.530140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5df12-d0c6-4859-a995-67d3ce4a373e req-02d0ea0c-e41e-4b04-90de-fd6d21a2cdec tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:32.531752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82a5df12-d0c6-4859-a995-67d3ce4a373e req-02d0ea0c-e41e-4b04-90de-fd6d21a2cdec tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0495260 Nov 12 06:06:32.578556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82a5df12-d0c6-4859-a995-67d3ce4a373e req-9cfd22f0-f6c7-4c28-b98c-7ffafa6df990 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Nov 12 06:06:32.689042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125e969-c1a6-4b1d-8d2d-cc664b1d5c49 req-77903387-6085-45d7-ac1f-703b56b9c8cd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:32.690504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4125e969-c1a6-4b1d-8d2d-cc664b1d5c49 req-77903387-6085-45d7-ac1f-703b56b9c8cd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0483184 Nov 12 06:06:32.740849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4125e969-c1a6-4b1d-8d2d-cc664b1d5c49 req-25644be9-0488-4dbe-b032-a76b453a5feb tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Nov 12 06:06:32.937123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910c4e-652e-4c79-8dbd-8de0f1f29349 req-7c7fa2fd-499c-4af2-8424-10bf826a748d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:32.938586 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67910c4e-652e-4c79-8dbd-8de0f1f29349 req-7c7fa2fd-499c-4af2-8424-10bf826a748d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0484295 Nov 12 06:06:32.984420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-67910c4e-652e-4c79-8dbd-8de0f1f29349 req-7b449eaf-14cc-4b6e-8b9e-088aa3789676 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399892 Nov 12 06:06:33.095058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f5b65-4ab6-4872-a26a-acaf79591811 req-077a3e1f-98de-458e-a6b7-7dda25c581d7 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:33.096524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-367f5b65-4ab6-4872-a26a-acaf79591811 req-077a3e1f-98de-458e-a6b7-7dda25c581d7 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0483768 Nov 12 06:06:33.142290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-367f5b65-4ab6-4872-a26a-acaf79591811 req-a7feab30-a5a3-4ae5-8a2b-753ce434dcbc tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Nov 12 06:06:33.360903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-cce2315a-3fb2-48e1-996c-f73497639028 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405364 Nov 12 06:06:33.379208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0535d-aca7-4bef-964b-6b39349a38db req-e34e85c3-bde6-4ce8-b9a6-fb37a97cc848 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:33.380855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0dc0535d-aca7-4bef-964b-6b39349a38db req-e34e85c3-bde6-4ce8-b9a6-fb37a97cc848 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0536668 Nov 12 06:06:33.429878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0dc0535d-aca7-4bef-964b-6b39349a38db req-cf3048cb-5c34-4381-9e09-7e594ed53594 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Nov 12 06:06:34.579018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a28a6-1d0d-4a52-b080-0bcca22d1f14 req-4a10304b-0888-4c34-a66f-b0a803137230 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:34.580507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-092a28a6-1d0d-4a52-b080-0bcca22d1f14 req-4a10304b-0888-4c34-a66f-b0a803137230 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0761981 Nov 12 06:06:34.585995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-2cd5b40b-4e50-491a-8faa-b5508e225fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:34.587438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-2cd5b40b-4e50-491a-8faa-b5508e225fa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 1097 time: 0.0707736 Nov 12 06:06:34.684801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-092a28a6-1d0d-4a52-b080-0bcca22d1f14 req-c2041401-c1f9-4ca8-b80e-47c5d708ceca tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961022 Nov 12 06:06:34.713060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-d554ff1d-53f7-4c27-9f7b-22245c2b6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:34.714504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-d554ff1d-53f7-4c27-9f7b-22245c2b6f68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.1180553 Nov 12 06:06:34.763121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-29211da5-6b3b-42ff-a1fe-dd78c7f8150a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 217 time: 0.0409546 Nov 12 06:06:34.811328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-576272a1-0539-4106-bc8b-b49d9cb83cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:34.812703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-576272a1-0539-4106-bc8b-b49d9cb83cd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0424714 Nov 12 06:06:34.844221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-31544bb8-bbe6-47a4-b3eb-abd678d9a5ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245092 Nov 12 06:06:34.935740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-e9733438-f4c9-460e-b7c2-ccd4a90fbfbc service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Nov 12 06:06:35.024534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-5da03deb-dc2a-438f-8684-b98f82855af8 service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813539 Nov 12 06:06:35.800299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686f4d-13a6-4548-ad16-bbc74fe0706e req-4781999e-d258-4a1b-b78e-f8f2704a03d6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:35.801737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3686f4d-13a6-4548-ad16-bbc74fe0706e req-4781999e-d258-4a1b-b78e-f8f2704a03d6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0489450 Nov 12 06:06:35.852167 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3686f4d-13a6-4548-ad16-bbc74fe0706e req-0f5856d4-4795-4e31-9e65-cac13c6638eb tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445681 Nov 12 06:06:36.967272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43b0d-ffee-42c7-84e4-4a68fb180c19 req-5349eb46-ba22-4ee6-8942-950ebd1c5b0a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:36.968718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ee43b0d-ffee-42c7-84e4-4a68fb180c19 req-5349eb46-ba22-4ee6-8942-950ebd1c5b0a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0484190 Nov 12 06:06:37.014607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ee43b0d-ffee-42c7-84e4-4a68fb180c19 req-acbc235d-9bfd-4f7e-943b-405b76d93a93 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Nov 12 06:06:38.129161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a1d38-9e5b-4b3e-b3e8-c62dc71f99cd req-cb8c2cce-a7af-4c31-beda-f19c59e56893 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:38.130624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df0a1d38-9e5b-4b3e-b3e8-c62dc71f99cd req-cb8c2cce-a7af-4c31-beda-f19c59e56893 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0482538 Nov 12 06:06:38.176943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-df0a1d38-9e5b-4b3e-b3e8-c62dc71f99cd req-ac0e4e5c-2ec9-47e8-bc39-4154980a9b0a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Nov 12 06:06:39.298666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e974a-a70a-4759-b881-974c2ebcd40e req-b1184425-c05e-4f7e-8028-40de58f24346 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:39.300152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-638e974a-a70a-4759-b881-974c2ebcd40e req-b1184425-c05e-4f7e-8028-40de58f24346 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0529094 Nov 12 06:06:39.346475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-638e974a-a70a-4759-b881-974c2ebcd40e req-88a83a6e-6b59-4aeb-925d-bdca9d5befdf tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Nov 12 06:06:40.461230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289e8b9-713b-4f4a-8deb-a8c163c25cc6 req-64ab7b25-3e7f-4e7e-972e-c8ca1c14e44f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:40.462730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e289e8b9-713b-4f4a-8deb-a8c163c25cc6 req-64ab7b25-3e7f-4e7e-972e-c8ca1c14e44f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0490315 Nov 12 06:06:40.509695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e289e8b9-713b-4f4a-8deb-a8c163c25cc6 req-d2df17e9-950d-4a23-8456-a19086c0891b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Nov 12 06:06:41.017012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:41.461668 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:06:41.624911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766806-c5d0-47f2-b27d-9f99031e066f req-a76d2e17-6deb-47d3-87dc-0ce21569f97c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:41.626411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3766806-c5d0-47f2-b27d-9f99031e066f req-a76d2e17-6deb-47d3-87dc-0ce21569f97c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0485868 Nov 12 06:06:41.679431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3766806-c5d0-47f2-b27d-9f99031e066f req-76eb4787-ebde-4d22-b611-a01bbda064f4 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471485 Nov 12 06:06:42.795396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2523e94-0f48-4926-9ad2-af02f0bb993c req-75e3a978-f605-4c04-a92c-9cb26ecd956b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:42.796796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2523e94-0f48-4926-9ad2-af02f0bb993c req-75e3a978-f605-4c04-a92c-9cb26ecd956b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0493882 Nov 12 06:06:42.843117 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2523e94-0f48-4926-9ad2-af02f0bb993c req-4d338e0e-7774-44d8-8d1d-61b2738a9a43 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Nov 12 06:06:43.959068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e3e3d-154b-4903-babe-965c5f9b6af7 req-70eabf7c-a2cf-42c4-a27e-389087916cc4 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:43.960565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f0e3e3d-154b-4903-babe-965c5f9b6af7 req-70eabf7c-a2cf-42c4-a27e-389087916cc4 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0492649 Nov 12 06:06:43.964606 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-546c6bf2-9e21-476b-a1b4-c37eb0608aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:44.009698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6f0e3e3d-154b-4903-babe-965c5f9b6af7 req-ae59d635-dd39-4010-978f-02c2977ee8ff tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Nov 12 06:06:45.127662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2695e-8d7a-4808-8ebb-7d4d9be9b789 req-b0a8eb7a-792d-4b6f-bc1b-c7f79c9bc75f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:45.129133 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33a2695e-8d7a-4808-8ebb-7d4d9be9b789 req-b0a8eb7a-792d-4b6f-bc1b-c7f79c9bc75f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0523818 Nov 12 06:06:45.175482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33a2695e-8d7a-4808-8ebb-7d4d9be9b789 req-b2ca9582-375d-423c-932a-f03a04dbad8e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 Nov 12 06:06:46.291280 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea9762-8684-46ff-b4b8-e2b23cf997ab req-5c792f14-9e9b-48e4-bcc4-b2fdc6dda768 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:46.292748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94ea9762-8684-46ff-b4b8-e2b23cf997ab req-5c792f14-9e9b-48e4-bcc4-b2fdc6dda768 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0487268 Nov 12 06:06:46.339612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94ea9762-8684-46ff-b4b8-e2b23cf997ab req-c1081710-3c21-49f6-b89a-46953873523f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Nov 12 06:06:46.374893 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-06cb95b2-4e56-4190-8cff-acc5b49d0a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:47.459330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d852528-1e9a-4a49-9baf-44d967a9e408 req-c2921926-81ab-46ea-bb2a-77daeda6f610 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:47.460828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d852528-1e9a-4a49-9baf-44d967a9e408 req-c2921926-81ab-46ea-bb2a-77daeda6f610 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0534620 Nov 12 06:06:47.490225 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:47.507990 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d852528-1e9a-4a49-9baf-44d967a9e408 req-d1c4e722-b80e-45f4-8192-e0303bd7fc74 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Nov 12 06:06:48.623356 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf087-b2f0-42a9-ba8f-ebc28359d326 req-9bd5d25d-8942-4886-8977-6753eb7b8830 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:48.624820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-762cf087-b2f0-42a9-ba8f-ebc28359d326 req-9bd5d25d-8942-4886-8977-6753eb7b8830 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0489349 Nov 12 06:06:48.671749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-762cf087-b2f0-42a9-ba8f-ebc28359d326 req-824b9dab-541b-4030-afa7-a2c492a8e519 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Nov 12 06:06:48.725911 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:49.596734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:49.787426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54bda-8167-4e6b-bbda-d99c3b921c2a req-fbd537c4-8468-49e0-ab8a-56601295eba5 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:49.788804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffe54bda-8167-4e6b-bbda-d99c3b921c2a req-fbd537c4-8468-49e0-ab8a-56601295eba5 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0486536 Nov 12 06:06:49.838268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffe54bda-8167-4e6b-bbda-d99c3b921c2a req-e22dfb36-d33e-4dd7-a5da-f9633db6deb2 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432570 Nov 12 06:06:50.953043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da27ef8-5801-48d4-80c0-eebe37b2219d req-9d3f33ac-f6c6-4d43-897b-4b9ae6f53280 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:50.954543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4da27ef8-5801-48d4-80c0-eebe37b2219d req-9d3f33ac-f6c6-4d43-897b-4b9ae6f53280 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0486000 Nov 12 06:06:51.001103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4da27ef8-5801-48d4-80c0-eebe37b2219d req-4052dfd9-64a7-41fc-ade6-345459e01bcf tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Nov 12 06:06:52.114927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0d945-0abb-448d-a651-1bec405b92d9 req-ac2499fb-9a7f-447c-80c7-40b15dcde817 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:52.116376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ce0d945-0abb-448d-a651-1bec405b92d9 req-ac2499fb-9a7f-447c-80c7-40b15dcde817 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0480506 Nov 12 06:06:52.162032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7ce0d945-0abb-448d-a651-1bec405b92d9 req-d29d5496-382b-401a-a02d-e891979f4e69 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Nov 12 06:06:53.283392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7c1c3-649d-472a-8016-6fc6c38e95c8 req-e3ffdcd5-50d7-46bf-a82e-08e1d83e8ff7 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:53.284905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbd7c1c3-649d-472a-8016-6fc6c38e95c8 req-e3ffdcd5-50d7-46bf-a82e-08e1d83e8ff7 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0534096 Nov 12 06:06:53.332515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbd7c1c3-649d-472a-8016-6fc6c38e95c8 req-81ea1786-9244-4074-89bb-5d855d554295 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Nov 12 06:06:54.445651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9495-aa22-48b2-9988-5718d60bf33d req-18e94a88-6207-4aa4-b330-21b0c092fda5 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:54.447134 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cd9495-aa22-48b2-9988-5718d60bf33d req-18e94a88-6207-4aa4-b330-21b0c092fda5 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0483479 Nov 12 06:06:54.493643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4cd9495-aa22-48b2-9988-5718d60bf33d req-7872a82e-6550-4cf3-954b-e53e2a642b0c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 Nov 12 06:06:55.610619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ace69a-83f9-4ab5-bcac-5ffce7e91871 req-23e37f3c-543e-41b7-8ce9-64d80a81baa8 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:55.612116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62ace69a-83f9-4ab5-bcac-5ffce7e91871 req-23e37f3c-543e-41b7-8ce9-64d80a81baa8 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0505705 Nov 12 06:06:55.664270 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62ace69a-83f9-4ab5-bcac-5ffce7e91871 req-1f38a8e4-33de-4718-84c9-ac32639871b9 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461626 Nov 12 06:06:56.781491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae845d-3025-4d76-939d-0b4867c9a4bd req-4678b70d-730f-43ed-8a68-b92a87f15cc6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:56.782938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04ae845d-3025-4d76-939d-0b4867c9a4bd req-4678b70d-730f-43ed-8a68-b92a87f15cc6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0505931 Nov 12 06:06:56.830211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04ae845d-3025-4d76-939d-0b4867c9a4bd req-2d1385e0-ff8a-45bb-be60-9a6be5de510e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Nov 12 06:06:57.605795 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:06:57.943997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b4e13-b6b8-48aa-8540-9c386e93b573 req-53018521-e3d0-45cc-97a2-536b8867a4bd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:57.945484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-858b4e13-b6b8-48aa-8540-9c386e93b573 req-53018521-e3d0-45cc-97a2-536b8867a4bd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0487335 Nov 12 06:06:57.991392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-858b4e13-b6b8-48aa-8540-9c386e93b573 req-459ab9b1-d58c-4423-b19f-14c1c0738ba3 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394382 Nov 12 06:06:59.111298 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccc611-ea79-47a6-98ef-8f77888dbca2 req-9431fdba-71b8-4f0e-bcb0-7fb18ce91ca2 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:06:59.112789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5eccc611-ea79-47a6-98ef-8f77888dbca2 req-9431fdba-71b8-4f0e-bcb0-7fb18ce91ca2 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0541966 Nov 12 06:06:59.159358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5eccc611-ea79-47a6-98ef-8f77888dbca2 req-0e55b404-6b41-4f7b-9762-8e446af8d603 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Nov 12 06:07:00.277615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec1106-873e-4877-876f-f71879dbbbf1 req-befac4bf-b682-471c-ba09-ea8dae36e9b0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:00.279150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8ec1106-873e-4877-876f-f71879dbbbf1 req-befac4bf-b682-471c-ba09-ea8dae36e9b0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0491509 Nov 12 06:07:00.326009 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8ec1106-873e-4877-876f-f71879dbbbf1 req-a2b6eeb5-da7d-4def-8e3c-ab5cd6c222c0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Nov 12 06:07:01.443352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e313d-ca97-4863-985e-de40561721ea req-db6dd870-dc12-4d23-94cf-c320453c46fb tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:01.444794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b9e313d-ca97-4863-985e-de40561721ea req-db6dd870-dc12-4d23-94cf-c320453c46fb tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0518630 Nov 12 06:07:01.491620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4b9e313d-ca97-4863-985e-de40561721ea req-914eaea3-b40f-461b-a8e1-c39ab55ab4a7 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Nov 12 06:07:01.915016 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-0b28d00d-e15a-45eb-a260-a2817174f118 service neutron] show failed (client error): The resource could not be found. Nov 12 06:07:01.916287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-0b28d00d-e15a-45eb-a260-a2817174f118 service neutron] 10.222.0.47 "GET /v2.0/ports/0d2efe4e-aa25-46dc-b943-11a57b571671/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0531814 Nov 12 06:07:02.109402 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-ddc12ebb-5600-498a-bbe4-647992525ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:02.110998 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-ddc12ebb-5600-498a-bbe4-647992525ac9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d&tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4 HTTP/1.1" status: 200 len: 1097 time: 0.0398061 Nov 12 06:07:02.129316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:07:02.183733 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:02.377587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:02.409035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:07:02.447458 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:02.449653 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d9be74-0082-4f4b-af0f-cf335a01250b" -d '{"events": [{"server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:02.453422 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:02.466304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Transition to ACTIVE for port object 0d2efe4e-aa25-46dc-b943-11a57b571671 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:07:02.470820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:02.503876 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0669f60d-f030-4f48-9c00-dec658766315 x-openstack-request-id: req-0669f60d-f030-4f48-9c00-dec658766315 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:02.504166 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:02.504417 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0669f60d-f030-4f48-9c00-dec658766315 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:02.504807 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'code': 200} Nov 12 06:07:02.538704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] No DVR routers for this DVR port 0d2efe4e-aa25-46dc-b943-11a57b571671 on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:07:02.540621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:02.553153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.553500 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.553844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.554178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.554535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.554866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.555194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.555518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.555846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.556194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.556518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.556840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:02.585464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Attempting to bind port 0d2efe4e-aa25-46dc-b943-11a57b571671 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:07:02.585796 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Attempting to bind port 0d2efe4e-aa25-46dc-b943-11a57b571671 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:07:02.586130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Attempting to bind port 0d2efe4e-aa25-46dc-b943-11a57b571671 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:07:02.591095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Port 0d2efe4e-aa25-46dc-b943-11a57b571671 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:07:02.591413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Attempting to bind port 0d2efe4e-aa25-46dc-b943-11a57b571671 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:07:02.596269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:07:02.596607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Checking segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:07:02.596989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Bound using segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:07:02.597416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Bound port: 0d2efe4e-aa25-46dc-b943-11a57b571671, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:07:02.597771 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:02.612370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf4722-10c3-4eed-b8b6-3f98a9d9937b req-2911d428-7b51-4c14-bcf9-e478d07e832e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:02.613885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-badf4722-10c3-4eed-b8b6-3f98a9d9937b req-2911d428-7b51-4c14-bcf9-e478d07e832e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.0506923 Nov 12 06:07:02.659954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:07:02.662938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-badf4722-10c3-4eed-b8b6-3f98a9d9937b req-c5a11a30-1891-4638-b26c-88ec2a4b5568 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Nov 12 06:07:02.663070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:07:02.668540 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:02.701137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:02.701738 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:02.703127 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] 10.222.0.43 "PUT /v2.0/ports/0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 1092 time: 0.5777504 Nov 12 06:07:02.724305 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0921c-ffce-4103-8734-a91970298d3a service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:02.778042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-f5c82839-6eff-49dc-a77b-53feefb65869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:02.779552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-f5c82839-6eff-49dc-a77b-53feefb65869 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 1095 time: 0.0439997 Nov 12 06:07:02.866471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-8d43827a-0977-4a4a-8459-9717b1082fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:02.867926 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-8d43827a-0977-4a4a-8459-9717b1082fbd service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0818002 Nov 12 06:07:02.911787 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-2f09781a-c346-46ec-a9b1-891594892d61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 217 time: 0.0357053 Nov 12 06:07:02.958598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-6ebd0553-013d-4456-ad75-17bc14065104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:02.959871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-6ebd0553-013d-4456-ad75-17bc14065104 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0418742 Nov 12 06:07:02.989814 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-e670ccd6-db96-4ca0-8719-0e6d0d7edc31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230997 Nov 12 06:07:03.080976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-9b93c0d6-399c-4590-9ba2-45698662eaa7 service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838897 Nov 12 06:07:03.169220 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-258f5cb5-f800-4d54-82b4-2e600dbac596 req-fa11651b-0897-4aae-b933-0fb98132e6bd service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809405 Nov 12 06:07:03.790170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a916e2-bc03-40a1-b29d-f7285c6b7fc3 req-0e1d4fd3-e278-4f32-a529-3f2279cabf3c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:03.792078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81a916e2-bc03-40a1-b29d-f7285c6b7fc3 req-0e1d4fd3-e278-4f32-a529-3f2279cabf3c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.0567610 Nov 12 06:07:03.839341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-81a916e2-bc03-40a1-b29d-f7285c6b7fc3 req-42054ad3-f9c8-4413-ab81-ec11358c84f8 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Nov 12 06:07:04.389375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-17dca37c-7bfd-4f0d-9538-37d9c5e06464 req-97591782-0b09-4d3b-a12d-3d82c6df508c service neutron] (102590) timed out ('10.222.0.47', 62756) {{(pid=102590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 06:07:04.506350 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:04.508713 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3" -d '{"events": [{"name": "network-changed", "server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:04.555775 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c0eb24-8b8e-4767-8806-1509c67c4081 x-openstack-request-id: req-e0c0eb24-8b8e-4767-8806-1509c67c4081 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:04.556071 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:04.556326 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0c0eb24-8b8e-4767-8806-1509c67c4081 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:04.556732 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'status': 'completed', 'code': 200} Nov 12 06:07:04.588453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d2efe4e-aa25-46dc-b943-11a57b571671 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:07:04.615285 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-c401b3ba-1de1-4af2-bd1d-8e8e574b46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:04.616820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-c401b3ba-1de1-4af2-bd1d-8e8e574b46c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 1095 time: 0.0414991 Nov 12 06:07:04.629868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 0d2efe4e-aa25-46dc-b943-11a57b571671 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:07:04.650445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-8d0ea455-bebe-479f-90aa-43114e560b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:04.651934 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-8d0ea455-bebe-479f-90aa-43114e560b25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 1095 time: 0.0458565 Nov 12 06:07:04.711704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-c6d49d04-9409-4c19-8947-32b482b46284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:04.713201 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-c6d49d04-9409-4c19-8947-32b482b46284 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0886195 Nov 12 06:07:04.744328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-665c34d7-9b6e-46d6-8654-8ffa06ecf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:04.745807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-665c34d7-9b6e-46d6-8654-8ffa06ecf3ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0869234 Nov 12 06:07:04.756057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-8d7dfacd-9549-4230-ac7f-1fa9b7565e17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 217 time: 0.0349777 Nov 12 06:07:04.787382 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-85a3a9dd-635f-4a19-9a0d-8a5b30be52ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 217 time: 0.0340993 Nov 12 06:07:04.805615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-d5a08550-233c-4c82-b1c6-c350df98c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:04.807084 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-d5a08550-233c-4c82-b1c6-c350df98c323 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0432298 Nov 12 06:07:04.839017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-06bacc3e-b064-4471-9398-dcd9de7e985c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240600 Nov 12 06:07:04.840962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-4838ccd2-288f-4674-9050-4083f3c49bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:04.842442 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-4838ccd2-288f-4674-9050-4083f3c49bdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0471206 Nov 12 06:07:04.876149 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-497162f7-0a1a-4155-8e4d-4377fd126a9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267720 Nov 12 06:07:04.963718 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-e4f61ac5-4350-4bc9-8d33-7b6df33b8532 service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179373 Nov 12 06:07:04.966662 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-01611100-ac8d-44ce-8d5a-825ace6e087c service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822144 Nov 12 06:07:04.976395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856500e-18cc-4656-99f9-6e5afe06d07a req-3d8fded4-991c-4838-b99e-45f738471f8c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:04.977822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7856500e-18cc-4656-99f9-6e5afe06d07a req-3d8fded4-991c-4838-b99e-45f738471f8c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.0653932 Nov 12 06:07:05.060339 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-7398cf4e-5ee6-4873-944d-cd959ad478f7 service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866132 Nov 12 06:07:05.084031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7856500e-18cc-4656-99f9-6e5afe06d07a req-61a5b714-f81c-421b-9553-e817e1e6d3ee tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976894 Nov 12 06:07:05.102939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4ce709df-d4c3-48d1-ac85-1bdf67ed68d3 req-6bd36949-fc84-4b0a-84be-e9af66a68293 service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241956 Nov 12 06:07:06.202038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd606c-ee5c-4843-96fd-a31bbfe3ccdd req-8f2ebeeb-61e0-442c-bc7c-1609f3988220 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:06.203534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0dd606c-ee5c-4843-96fd-a31bbfe3ccdd req-8f2ebeeb-61e0-442c-bc7c-1609f3988220 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.0493064 Nov 12 06:07:06.250467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0dd606c-ee5c-4843-96fd-a31bbfe3ccdd req-fad44a15-051e-46ab-bbd3-f2b8bf3a3165 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Nov 12 06:07:07.371415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87b8f1-a658-48bc-8baa-1c55d2477efd req-ba93154c-eebd-41d1-8938-2ec93735cea0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:07.372898 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f87b8f1-a658-48bc-8baa-1c55d2477efd req-ba93154c-eebd-41d1-8938-2ec93735cea0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.0533676 Nov 12 06:07:07.419183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f87b8f1-a658-48bc-8baa-1c55d2477efd req-e040c5c0-761a-4aa4-aac2-37840073069a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Nov 12 06:07:07.507916 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0d2efe4e-aa25-46dc-b943-11a57b571671 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:07:07.609927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:07.621603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d', 'port_id': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'mac_address': 'fa:16:3e:88:82:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7128cd6-462d-4606-9b79-3a212dfe0b1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:07:07.645464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4477-6537-464f-8d43-63c4b723e1fb req-fff35149-14ac-47c5-b864-7c6d88518499 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:07.646999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-375f4477-6537-464f-8d43-63c4b723e1fb req-fff35149-14ac-47c5-b864-7c6d88518499 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 943 time: 0.0835948 Nov 12 06:07:07.654450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-937265a0-93a3-4158-a0f5-5d46c8bba053 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:07.655823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-937265a0-93a3-4158-a0f5-5d46c8bba053 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.47 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d&tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 943 time: 0.0805216 Nov 12 06:07:07.659013 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:07.672047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2efe4e-aa25-46dc-b943-11a57b571671 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:07:07.692561 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:07.696274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:07.741578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-375f4477-6537-464f-8d43-63c4b723e1fb req-8032f39a-0dcd-4a3c-a9b2-4f8f86b46b8c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847139 Nov 12 06:07:07.747467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:07.752122 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-6b10c50a-a682-4f8c-a54c-e837345511a4 service neutron] delete failed (client error): The resource could not be found. Nov 12 06:07:07.753179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-6b10c50a-a682-4f8c-a54c-e837345511a4 service neutron] 10.222.0.47 "DELETE /v2.0/ports/0d2efe4e-aa25-46dc-b943-11a57b571671/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0802274 Nov 12 06:07:07.837888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-7c9855d5-5393-438b-ae4c-f16e457c92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:07.839451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-7c9855d5-5393-438b-ae4c-f16e457c92da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 1096 time: 0.0404427 Nov 12 06:07:07.932761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-a92ff7a2-1cb4-449c-bf92-859865700240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:07.934810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-a92ff7a2-1cb4-449c-bf92-859865700240 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0876713 Nov 12 06:07:07.975163 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-20f41809-f937-42cc-a7c3-d7f8c8bda3b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 200 len: 217 time: 0.0330217 Nov 12 06:07:08.024173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-c3bd9fa3-c8f9-4861-b452-ac09ae10e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:08.025591 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-c3bd9fa3-c8f9-4861-b452-ac09ae10e5d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0429952 Nov 12 06:07:08.061993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-936b6fca-e07d-4769-b3c3-1e997bf9b03e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290236 Nov 12 06:07:08.127063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['0d2efe4e-aa25-46dc-b943-11a57b571671'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:07:08.150088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-9400a839-107a-47fb-bec5-130d3bfc20ef service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809579 Nov 12 06:07:08.246105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de1a0ebf-22b5-4375-9b95-d300df96c250 req-5e9776bd-6b82-41f1-84da-95e1fb319dc9 service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874929 Nov 12 06:07:08.868764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6d49c-2af2-4e64-8c7f-e1c9a5b07ab3 req-82dc05b2-b8fd-46c3-8590-0ca64a62aace tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:08.870249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87d6d49c-2af2-4e64-8c7f-e1c9a5b07ab3 req-82dc05b2-b8fd-46c3-8590-0ca64a62aace tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 944 time: 0.0491629 Nov 12 06:07:08.917634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87d6d49c-2af2-4e64-8c7f-e1c9a5b07ab3 req-84c1144d-13b4-4e8f-941e-0a73712c6d0c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Nov 12 06:07:09.029393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db0d40-fdcf-4736-9e94-8961d624221f req-a784a2e8-6d05-4ce2-a980-2444378af356 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:09.030803 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35db0d40-fdcf-4736-9e94-8961d624221f req-a784a2e8-6d05-4ce2-a980-2444378af356 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 944 time: 0.0486333 Nov 12 06:07:09.080659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35db0d40-fdcf-4736-9e94-8961d624221f req-644d08a1-ffff-4af7-8563-b5c4e6656d6c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Nov 12 06:07:09.192732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323558e-d460-478c-bdfd-0690a618029a req-f1a7cc21-e849-447b-87fc-b726f0a7283a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:09.194214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2323558e-d460-478c-bdfd-0690a618029a req-f1a7cc21-e849-447b-87fc-b726f0a7283a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 944 time: 0.0499496 Nov 12 06:07:09.240082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2323558e-d460-478c-bdfd-0690a618029a req-8a8fa252-6067-4823-ba47-04cfe357c91f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Nov 12 06:07:09.507925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0d2efe4e-aa25-46dc-b943-11a57b571671 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:07:09.558909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 0d2efe4e-aa25-46dc-b943-11a57b571671 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:07:09.562637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 0d2efe4e-aa25-46dc-b943-11a57b571671 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:07:09.563004 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:09.585474 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47665-6503-43db-a262-d961b124d882 req-ca61d842-0e22-4be3-b087-bb7e714e9b73 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:09.586983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-ca61d842-0e22-4be3-b087-bb7e714e9b73 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 815 time: 0.1046114 Nov 12 06:07:09.602579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-a71019cc-26f1-4a33-b518-c4be218c4884 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/quotas/9ab60305bb0f42fbac82dd910f4fc5c4 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Nov 12 06:07:09.640207 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:09.652643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-b55997b6-ac1d-4ecd-87f9-0e1225d5dc94 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439339 Nov 12 06:07:09.662318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:09.664675 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfe12e2-4b66-462f-b6e1-1aee00dacadb" -d '{"events": [{"server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:09.677722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:09.681836 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:09.731431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:09.743774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-74681b45-fa7e-4d57-ae46-933e32de94fe service neutron] 10.222.0.48 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841908 Nov 12 06:07:09.835161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-eebc68f8-a729-49dd-9de2-d76f604e7afe service neutron] 10.222.0.48 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Nov 12 06:07:09.962366 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c8ea3-6823-4515-b3b8-88b6e5aebe4b x-openstack-request-id: req-c21c8ea3-6823-4515-b3b8-88b6e5aebe4b {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:09.962919 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:09.963409 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c21c8ea3-6823-4515-b3b8-88b6e5aebe4b {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:09.964015 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'code': 200} Nov 12 06:07:10.015540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98cb65fd-be85-4ca3-b278-f5fd91d11d0c req-4ac83b5f-c3e4-4200-bd4c-a8b23913204a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0277669 Nov 12 06:07:11.015562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.058441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47665-6503-43db-a262-d961b124d882 req-7c00568e-f65c-4568-998c-3ca060e95f11 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:11.060174 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-7c00568e-f65c-4568-998c-3ca060e95f11 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.43 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 815 time: 0.1032791 Nov 12 06:07:11.082710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Request body: {'port': {'device_id': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d', 'admin_state_up': True, 'tenant_id': '9ab60305bb0f42fbac82dd910f4fc5c4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:07:11.087187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-0603de96-694a-4c83-8b2f-667730676a22 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:11.088443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-0603de96-694a-4c83-8b2f-667730676a22 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cadec0-a9fc-4192-8fc5-38daa76ac32d HTTP/1.1" status: 200 len: 945 time: 0.0572703 Nov 12 06:07:11.146073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e99ec0e9-0871-407f-884e-c3df89b78022 req-9b13fb59-94ae-46c9-a2cb-99c81c1ca18f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0520880 Nov 12 06:07:11.197951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Made reservation on behalf of 9ab60305bb0f42fbac82dd910f4fc5c4 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:07:11.202407 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.206080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Deleting port 0d2efe4e-aa25-46dc-b943-11a57b571671 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:07:11.206449 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.296290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] For port 0d2efe4e-aa25-46dc-b943-11a57b571671, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=0d2efe4e-aa25-46dc-b943-11a57b571671,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:11.296568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.310604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Calling delete_port for 0d2efe4e-aa25-46dc-b943-11a57b571671 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:07:11.330465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Allocated IP 172.20.0.6 (f6ad4f45-0c22-4baa-a84c-d2d26c8b872d/e7128cd6-462d-4606-9b79-3a212dfe0b1e/370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:07:11.438575 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.469559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Pushing event deleted for resources: {'Port': ['ID=0d2efe4e-aa25-46dc-b943-11a57b571671,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:11.472518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['0d2efe4e-aa25-46dc-b943-11a57b571671'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:07:11.476217 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.516072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] No DVR routers for this DVR port 0d2efe4e-aa25-46dc-b943-11a57b571671 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:07:11.518909 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.522222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.43 "DELETE /v2.0/ports/0d2efe4e-aa25-46dc-b943-11a57b571671 HTTP/1.1" status: 204 len: 173 time: 0.4194267 Nov 12 06:07:11.522396 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.522704 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'name': 'network-vif-deleted', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:11.524965 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dff506-28d9-49a2-af90-c64a55f897da" -d '{"events": [{"server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "name": "network-vif-deleted", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:11.562485 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188bce56-bbd7-423d-b75b-b8b8e1c4bead x-openstack-request-id: req-188bce56-bbd7-423d-b75b-b8b8e1c4bead {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:11.562877 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cadec0-a9fc-4192-8fc5-38daa76ac32d", "name": "network-vif-deleted", "tag": "0d2efe4e-aa25-46dc-b943-11a57b571671", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:11.563061 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-188bce56-bbd7-423d-b75b-b8b8e1c4bead {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:11.563445 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cadec0-a9fc-4192-8fc5-38daa76ac32d', 'name': 'network-vif-deleted', 'tag': '0d2efe4e-aa25-46dc-b943-11a57b571671', 'status': 'completed', 'code': 200} Nov 12 06:07:11.565151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['0d2efe4e-aa25-46dc-b943-11a57b571671'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:07:11.570265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:07:11.576123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:07:11.579857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:07:11.586505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:11.633646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:11.634266 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:11.650477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-a793cddd-ef24-4ecc-97c9-5887ebc92a64 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5745227 Nov 12 06:07:11.677309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Request body: {'port': {'device_id': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:07:11.738652 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:12.266506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a87f3-7d13-454a-9de9-48240366b02c req-632413c2-9a3d-47fe-999d-e56c173ed1db tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:12.267978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-177a87f3-7d13-454a-9de9-48240366b02c req-632413c2-9a3d-47fe-999d-e56c173ed1db tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 931 time: 0.0493300 Nov 12 06:07:12.313899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-177a87f3-7d13-454a-9de9-48240366b02c req-e1939661-8855-4f83-961a-82688c5a308b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Nov 12 06:07:12.330234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:07:12.337713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:12.350177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Transition to ACTIVE for port object 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:07:12.353892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:12.421876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:12.469026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Attempting to bind port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:07:12.469358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Attempting to bind port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:07:12.469682 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Attempting to bind port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:07:12.473919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:07:12.474236 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Attempting to bind port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:07:12.479055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:07:12.479406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Checking segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:07:12.479788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Bound using segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:07:12.480207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Bound port: 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:07:12.480552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:12.541504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:07:12.545038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:07:12.549699 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:12.582799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:12.583420 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:12.584786 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] 10.222.0.43 "PUT /v2.0/ports/370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 1092 time: 0.9118607 Nov 12 06:07:12.585223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:12.587480 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:12.613857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabfa89-42b8-4a74-a853-cee07c511e25 service neutron] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:12.626054 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3dada4-22e7-4d16-8380-cba36deccadb x-openstack-request-id: req-ed3dada4-22e7-4d16-8380-cba36deccadb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:12.626306 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:12.626587 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed3dada4-22e7-4d16-8380-cba36deccadb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:12.626991 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'status': 'completed', 'code': 200} Nov 12 06:07:12.693011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47665-6503-43db-a262-d961b124d882 req-c165f80c-4e9e-4992-ada5-105a85788a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:12.694439 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-c165f80c-4e9e-4992-ada5-105a85788a83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0454862 Nov 12 06:07:12.753672 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-ba7bda04-dc39-4119-b372-d24060f6931e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 217 time: 0.0334280 Nov 12 06:07:12.801962 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47665-6503-43db-a262-d961b124d882 req-6f26c7f1-8d24-463b-a124-4d368f4cfb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:12.803517 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-6f26c7f1-8d24-463b-a124-4d368f4cfb6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0433447 Nov 12 06:07:12.834223 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-1bfb1445-4448-418a-88f9-8d626d726010 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236259 Nov 12 06:07:12.926285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-82af84f0-77a3-498e-85f7-4ef8784b3996 service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849130 Nov 12 06:07:13.017473 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ebb47665-6503-43db-a262-d961b124d882 req-1cee40c1-b6bd-48f7-9b87-f7476eb1c7d5 service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840173 Nov 12 06:07:13.149050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-170a0dd0-50ec-41d5-b165-a136488cf792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:13.150541 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-170a0dd0-50ec-41d5-b165-a136488cf792 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0396473 Nov 12 06:07:13.240301 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-8030a617-5043-4c64-a337-76293c68c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:13.241747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-8030a617-5043-4c64-a337-76293c68c46c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0833683 Nov 12 06:07:13.285308 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-b4312ed8-6fd9-4907-9b6a-fa1b9dd9e3de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 217 time: 0.0366476 Nov 12 06:07:13.331944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-01594938-9b9f-49a1-bed5-7bc4f09a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:13.333326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-01594938-9b9f-49a1-bed5-7bc4f09a301d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0417044 Nov 12 06:07:13.365176 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-2f0c4a26-8bd1-489a-a2c3-2e9f168560ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243895 Nov 12 06:07:13.434562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf783b6-2bc0-482c-85f4-caa48748e8fe req-05eee1aa-f78f-4193-b8d5-88e24f171281 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:13.436209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edf783b6-2bc0-482c-85f4-caa48748e8fe req-05eee1aa-f78f-4193-b8d5-88e24f171281 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 943 time: 0.0528576 Nov 12 06:07:13.458286 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-1567b99b-9f97-475e-bc0f-739b19d0feb4 service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860829 Nov 12 06:07:13.483060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edf783b6-2bc0-482c-85f4-caa48748e8fe req-1ee0e2f6-d783-4a78-af6b-4cf1e0a17809 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Nov 12 06:07:13.547688 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bdc8d586-6d90-4a6f-8cef-b5b4ca44f2ce req-b44a7bf7-566b-41bd-983a-2b137670d588 service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826652 Nov 12 06:07:13.966954 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3594773a-e3aa-469e-b835-f240243cf60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:14.598363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31e60-8bd5-418a-85ca-9821cffdd5eb req-4d72e5b3-30cf-4c1a-8b2a-4e793a592c66 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:14.599992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2f31e60-8bd5-418a-85ca-9821cffdd5eb req-4d72e5b3-30cf-4c1a-8b2a-4e793a592c66 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 943 time: 0.0489800 Nov 12 06:07:14.647549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2f31e60-8bd5-418a-85ca-9821cffdd5eb req-8657bd47-6665-4f8c-9afe-0ce84cc16c76 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Nov 12 06:07:15.511087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0d2efe4e-aa25-46dc-b943-11a57b571671 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:07:15.535406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 0d2efe4e-aa25-46dc-b943-11a57b571671 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:07:15.535745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 0d2efe4e-aa25-46dc-b943-11a57b571671 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:07:15.764523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c8ff0-8c12-402c-8185-88d52ee02385 req-fafad1f0-998d-414d-9228-c01a49fa05b6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:15.765901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c9c8ff0-8c12-402c-8185-88d52ee02385 req-fafad1f0-998d-414d-9228-c01a49fa05b6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 943 time: 0.0485311 Nov 12 06:07:15.815116 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3c9c8ff0-8c12-402c-8185-88d52ee02385 req-42c2f788-a46c-490a-ab2c-f35b6feb22f5 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Nov 12 06:07:16.377466 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9afa-9626-486d-81f8-c0ef20a08331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:16.929531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff962e-5d48-45b9-823f-58d1bbecd256 req-7db3e3b0-da93-4405-8380-28ca60920148 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:16.931060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3eff962e-5d48-45b9-823f-58d1bbecd256 req-7db3e3b0-da93-4405-8380-28ca60920148 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 943 time: 0.0494180 Nov 12 06:07:16.977651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3eff962e-5d48-45b9-823f-58d1bbecd256 req-ba405fcc-ecbc-4656-9671-f6843e163e97 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Nov 12 06:07:17.493762 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:17.509008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:07:17.604472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:17.615436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d', 'port_id': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'mac_address': 'fa:16:3e:b6:fe:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7128cd6-462d-4606-9b79-3a212dfe0b1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:07:17.651249 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:17.663942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:07:17.682553 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:17.686542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:17.731750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:18.090809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd44b-80ec-4bcd-8c0d-2fa193b4f3f8 req-6800d61b-4d10-4b88-ad78-6004dbbb7ade tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:18.092299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dddd44b-80ec-4bcd-8c0d-2fa193b4f3f8 req-6800d61b-4d10-4b88-ad78-6004dbbb7ade tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 944 time: 0.0482826 Nov 12 06:07:18.130808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:07:18.139225 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dddd44b-80ec-4bcd-8c0d-2fa193b4f3f8 req-32c44fa0-2da6-4d63-b96f-e51eacb823ed tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Nov 12 06:07:18.460455 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:07:18.729391 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:19.255808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb106-8ccb-461b-a8b9-2c81d426628e req-4e0dc2d8-507e-4d05-8010-86e5a0815ebe tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:19.257269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22eeb106-8ccb-461b-a8b9-2c81d426628e req-4e0dc2d8-507e-4d05-8010-86e5a0815ebe tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 944 time: 0.0522828 Nov 12 06:07:19.306719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22eeb106-8ccb-461b-a8b9-2c81d426628e req-40a00b97-d501-4390-b317-bee502cbfd27 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Nov 12 06:07:19.540154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:07:19.602167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:07:19.606312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:07:19.606755 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:19.608098 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:19.686595 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:19.708312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:19.710549 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba1f7a-ada1-410d-b4db-c83844592417" -d '{"events": [{"server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "name": "network-vif-plugged", "status": "completed", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:19.723320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:19.727577 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:19.751026 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32069ec-04f4-449d-864e-2ac0e2f32efe x-openstack-request-id: req-e32069ec-04f4-449d-864e-2ac0e2f32efe {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:19.751632 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "name": "network-vif-plugged", "status": "completed", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:19.751632 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e32069ec-04f4-449d-864e-2ac0e2f32efe {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:19.751931 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'code': 200} Nov 12 06:07:19.777141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:19.874423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3bb76-78b1-4c44-a946-4480157492be req-03f449a3-5cdf-466c-846f-907bbb117a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:19.875880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-02b3bb76-78b1-4c44-a946-4480157492be req-03f449a3-5cdf-466c-846f-907bbb117a2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 1097 time: 0.0442631 Nov 12 06:07:19.919332 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-02b3bb76-78b1-4c44-a946-4480157492be req-01ab4fcb-fc29-4d8d-890f-d7ebf2e80420 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361066 Nov 12 06:07:20.422597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569897f-22a1-4d71-8d16-b42c0b30f874 req-819861fc-25c1-457f-ba22-45609b30c8e5 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:20.424066 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e569897f-22a1-4d71-8d16-b42c0b30f874 req-819861fc-25c1-457f-ba22-45609b30c8e5 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Nov 12 06:07:20.470216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e569897f-22a1-4d71-8d16-b42c0b30f874 req-908ef051-6cca-4f73-9416-ffdbdbaeb9e6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Nov 12 06:07:21.584631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0c7cc-1e0b-4075-a1d4-3c89025c4081 req-33cb1bac-9096-4dcd-864e-01ae19d405dd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:21.586095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47e0c7cc-1e0b-4075-a1d4-3c89025c4081 req-33cb1bac-9096-4dcd-864e-01ae19d405dd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0479360 Nov 12 06:07:21.636272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47e0c7cc-1e0b-4075-a1d4-3c89025c4081 req-e3a786cb-8a23-419a-9c43-803fac9cdb6c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436702 Nov 12 06:07:21.752368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1d76-5064-4958-bad3-ba08ddb72da7 req-f7649201-83cf-4c80-ada2-13c140235690 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:21.753794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-495d1d76-5064-4958-bad3-ba08ddb72da7 req-f7649201-83cf-4c80-ada2-13c140235690 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0494833 Nov 12 06:07:21.800932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-495d1d76-5064-4958-bad3-ba08ddb72da7 req-5d0b430f-dfed-4ad3-91d9-96c6944f615d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Nov 12 06:07:22.015128 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-56fb4c8c-fd3c-4f26-a301-af776d916503 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408113 Nov 12 06:07:22.030881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f991-84ae-4c48-9cb5-876734cffea4 req-bff5327d-396f-4e06-bb69-7b478f368285 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:22.032514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30a2f991-84ae-4c48-9cb5-876734cffea4 req-bff5327d-396f-4e06-bb69-7b478f368285 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Nov 12 06:07:22.081450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30a2f991-84ae-4c48-9cb5-876734cffea4 req-4769f2bc-8db2-44f2-a108-9dcd0ca1ce6f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Nov 12 06:07:23.106245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-ac16a64f-664a-4e4f-808a-f48a17b9e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:23.107771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-ac16a64f-664a-4e4f-808a-f48a17b9e531 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 1097 time: 0.0402608 Nov 12 06:07:23.201812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c0980-695b-4b44-b57c-604e170d7732 req-805fc3b1-e511-49ae-af3d-df122c91365e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:23.202487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-ef364fd5-a2ee-40c7-88fa-c6473becbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:23.203345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de4c0980-695b-4b44-b57c-604e170d7732 req-805fc3b1-e511-49ae-af3d-df122c91365e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0529032 Nov 12 06:07:23.203984 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-ef364fd5-a2ee-40c7-88fa-c6473becbd84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0893433 Nov 12 06:07:23.245284 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-a09157cd-ac49-4b27-a391-ec4b8555fdcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 217 time: 0.0346105 Nov 12 06:07:23.250152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de4c0980-695b-4b44-b57c-604e170d7732 req-57beb288-7a54-4371-a5cc-ca612c2930b3 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Nov 12 06:07:23.295974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-cf131413-3017-4d23-8662-fdc985666937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:23.297444 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-cf131413-3017-4d23-8662-fdc985666937 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0445399 Nov 12 06:07:23.331686 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-2a1f96c2-eb10-4ad5-a48b-3b8383e6ecb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278316 Nov 12 06:07:23.420084 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-f8140797-e545-4800-91f8-b59b8885559b service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813406 Nov 12 06:07:23.514266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-f2777c01-af3d-4cab-b1d0-6b1e937dfcf1 service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870955 Nov 12 06:07:24.366483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1681a3-a7b4-4a28-b0dd-a55332b17354 req-e1c24d02-01d8-4f92-94be-afc6ac279fe7 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:24.368083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a1681a3-a7b4-4a28-b0dd-a55332b17354 req-e1c24d02-01d8-4f92-94be-afc6ac279fe7 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Nov 12 06:07:24.415581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a1681a3-a7b4-4a28-b0dd-a55332b17354 req-550d7941-cf6a-4db4-87b7-d6f6370754af tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Nov 12 06:07:25.534683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828486a6-9ab0-4d3d-b118-112774e91b2b req-1e886a91-dbfb-4edc-ad8a-fb2e5ff4e866 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:25.536197 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-828486a6-9ab0-4d3d-b118-112774e91b2b req-1e886a91-dbfb-4edc-ad8a-fb2e5ff4e866 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0535519 Nov 12 06:07:25.582864 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-828486a6-9ab0-4d3d-b118-112774e91b2b req-780fdd77-6c69-4dc4-a10b-fe73b6185f49 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Nov 12 06:07:26.699616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214363c1-d779-4b5f-a131-c1f9dc5e5fe0 req-e588af18-9bab-411b-8f96-3fae00010665 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:26.701069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-214363c1-d779-4b5f-a131-c1f9dc5e5fe0 req-e588af18-9bab-411b-8f96-3fae00010665 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0480344 Nov 12 06:07:26.747234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-214363c1-d779-4b5f-a131-c1f9dc5e5fe0 req-63b4bdc0-8c59-40fc-adfd-84e729f4d044 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Nov 12 06:07:27.396840 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-e187aa93-2caf-4521-bd67-bf3a1fe2f088 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0434716 Nov 12 06:07:27.506230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-f3b141c7-ea7c-4349-8d35-607acba2424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.506747 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-f3b141c7-ea7c-4349-8d35-607acba2424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.507227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-f3b141c7-ea7c-4349-8d35-607acba2424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.507699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-f3b141c7-ea7c-4349-8d35-607acba2424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.508166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-f3b141c7-ea7c-4349-8d35-607acba2424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.509953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-f3b141c7-ea7c-4349-8d35-607acba2424a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0475466 Nov 12 06:07:27.620266 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:27.629281 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-84950857-f8a1-47b2-b152-d192fe25ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.629762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-84950857-f8a1-47b2-b152-d192fe25ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.630234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-84950857-f8a1-47b2-b152-d192fe25ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.631870 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-84950857-f8a1-47b2-b152-d192fe25ef90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0971007 Nov 12 06:07:27.674160 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-7162a384-db42-48db-adad-6c0edf8efe8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0346050 Nov 12 06:07:27.722620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-d062e7b1-6432-43b2-899c-a8528f1c295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.724039 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-d062e7b1-6432-43b2-899c-a8528f1c295f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0433745 Nov 12 06:07:27.773226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-c58f9ee5-6e50-4615-bcd0-775a483c223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.774740 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-c58f9ee5-6e50-4615-bcd0-775a483c223f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433979 Nov 12 06:07:27.864527 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9db49-8801-404e-a8c1-e371591dec8a req-1cf4465b-f7a1-426e-96f4-e0ccbe13d8e9 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:27.866039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50a9db49-8801-404e-a8c1-e371591dec8a req-1cf4465b-f7a1-426e-96f4-e0ccbe13d8e9 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0486622 Nov 12 06:07:27.866803 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-a998264c-1838-420e-83b6-fad945995350 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840509 Nov 12 06:07:27.915594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50a9db49-8801-404e-a8c1-e371591dec8a req-36c630e9-ea68-4976-8828-19d1bb7bf8cd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Nov 12 06:07:27.960934 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-bf8a654f-c1d0-498e-b4bf-a976d8091be7 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868523 Nov 12 06:07:28.002963 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-82133bec-81bc-4290-b004-d6023be5a48a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0339217 Nov 12 06:07:28.055098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-41b4f63a-9752-49f2-b49f-5e7ca95c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:28.056522 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-41b4f63a-9752-49f2-b49f-5e7ca95c637f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0475409 Nov 12 06:07:28.102490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-317c097b-3f6b-4750-a759-bfedbbaeaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:28.103951 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-317c097b-3f6b-4750-a759-bfedbbaeaff1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0401330 Nov 12 06:07:28.192400 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-c0a481a7-8900-48d3-9888-03904c666934 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799406 Nov 12 06:07:28.284811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-b6f9eaec-a22b-4d9e-a3f6-83cf09353068 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846610 Nov 12 06:07:28.325466 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-224e7335-f40f-41b0-932d-e88a3ba9bd7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0334475 Nov 12 06:07:28.377650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-7c62105b-af1d-4aaa-a8aa-7be088097a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:28.379079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-7c62105b-af1d-4aaa-a8aa-7be088097a1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0469465 Nov 12 06:07:28.424230 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-c82b12e9-4620-4025-ab47-788173dc8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:28.425696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-c82b12e9-4620-4025-ab47-788173dc8e96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0401275 Nov 12 06:07:28.514308 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-37d23606-3f75-4931-998d-530f7d692bc0 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812840 Nov 12 06:07:28.606185 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-be7871e0-3c1f-4595-b601-711712a6807a service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850811 Nov 12 06:07:28.647120 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-d782e4d8-f18b-4902-a271-5e29502169d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0340436 Nov 12 06:07:28.698101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-50118f66-0ddd-45e3-a021-84a4ac74e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:28.700132 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-50118f66-0ddd-45e3-a021-84a4ac74e77f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0467036 Nov 12 06:07:28.745022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-53b763da-e1b9-416b-a355-43f7b47b7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:28.747146 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-53b763da-e1b9-416b-a355-43f7b47b7c30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0397530 Nov 12 06:07:28.836982 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-6c4bf265-1744-498d-af32-538121d31c80 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806677 Nov 12 06:07:28.927935 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-f5f569db-a6c7-4188-b64f-6f26b3c38662 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835822 Nov 12 06:07:28.967819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-7e68fb77-66ac-4ca2-82d0-cb4bd0d1e07e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0331891 Nov 12 06:07:29.020958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-7dd59962-47cf-46d4-a1ee-48d2124055ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:29.022535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-7dd59962-47cf-46d4-a1ee-48d2124055ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0484941 Nov 12 06:07:29.071135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-6dbae1de-5b07-4596-9efd-022d18571a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:29.072660 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-6dbae1de-5b07-4596-9efd-022d18571a07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0434384 Nov 12 06:07:29.167241 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-d69a8d2d-a3af-4dbb-8430-ccb7f399ac86 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862422 Nov 12 06:07:29.263293 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2291c497-befd-4d1a-affd-0b5fd917f03c req-27fe37a4-d6d5-4f58-b2a0-cd5a5f1f6f47 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891163 Nov 12 06:07:29.325824 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d88226-c2b7-441d-a59b-57273758222d req-eaef1a69-b691-46bf-a4d7-4bc6ade6be40 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:29.327366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21d88226-c2b7-441d-a59b-57273758222d req-eaef1a69-b691-46bf-a4d7-4bc6ade6be40 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.3433464 Nov 12 06:07:29.374720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21d88226-c2b7-441d-a59b-57273758222d req-7d32c2de-3212-4aaf-8250-9bfa878c841f tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Nov 12 06:07:30.488498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f94197-9bbc-4cd1-ae60-4acb89ff9f35 req-5b6d1db1-907f-4961-a715-1c8bc4319986 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:30.489984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40f94197-9bbc-4cd1-ae60-4acb89ff9f35 req-5b6d1db1-907f-4961-a715-1c8bc4319986 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0484552 Nov 12 06:07:30.536355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40f94197-9bbc-4cd1-ae60-4acb89ff9f35 req-1f198cfc-d3b0-4ff6-8f43-4631cabe43bd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Nov 12 06:07:31.655102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb17215-0b52-4d78-b31e-70178aee396a req-010932bd-f5b0-4d43-bf0a-e8670c20b70e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:31.656588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbb17215-0b52-4d78-b31e-70178aee396a req-010932bd-f5b0-4d43-bf0a-e8670c20b70e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0521090 Nov 12 06:07:31.705808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bbb17215-0b52-4d78-b31e-70178aee396a req-a2b0193c-c155-4d5e-a835-fbd4866ab952 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432642 Nov 12 06:07:32.819320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b67f86-fb3d-40f0-8a0e-a3c9e69a2057 req-49f18e8d-302c-47ef-8555-d7c4ea76d7b4 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:32.820685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6b67f86-fb3d-40f0-8a0e-a3c9e69a2057 req-49f18e8d-302c-47ef-8555-d7c4ea76d7b4 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0475090 Nov 12 06:07:32.866625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6b67f86-fb3d-40f0-8a0e-a3c9e69a2057 req-4efd98b0-1cbb-4482-861e-25fef618f7d0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394056 Nov 12 06:07:33.984153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4e57-de9f-4b0e-bd88-7f95ea56204e req-e8f2d9e1-f4c0-4b39-bd5b-dea3a7faae76 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:33.985614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45bd4e57-de9f-4b0e-bd88-7f95ea56204e req-e8f2d9e1-f4c0-4b39-bd5b-dea3a7faae76 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0487740 Nov 12 06:07:34.035602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45bd4e57-de9f-4b0e-bd88-7f95ea56204e req-f45e3e02-4131-4d7c-84b3-6d6c0c3d05ff tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Nov 12 06:07:35.150074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c28553-aa0a-4940-8493-b05ddd8f5768 req-5e512c6b-5e85-433a-bed5-4e02c420ebf6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:35.151564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17c28553-aa0a-4940-8493-b05ddd8f5768 req-5e512c6b-5e85-433a-bed5-4e02c420ebf6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Nov 12 06:07:35.198055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-17c28553-aa0a-4940-8493-b05ddd8f5768 req-7ba068a4-d888-4d92-a0c4-fef346ccbfa1 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Nov 12 06:07:36.312631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f1612-7fc5-4ea3-9b95-7be9b47b2ef8 req-c0169ac9-ce46-4644-9a03-a4c9b9248a1d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:36.314080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-413f1612-7fc5-4ea3-9b95-7be9b47b2ef8 req-c0169ac9-ce46-4644-9a03-a4c9b9248a1d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Nov 12 06:07:36.360078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-413f1612-7fc5-4ea3-9b95-7be9b47b2ef8 req-d8f08299-c695-404e-a110-e6730fd9c676 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 Nov 12 06:07:37.477915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a060b-e26c-40f9-a1be-b16a8cffed8d req-02a7124c-aaf2-4a4d-a3ab-6a934de4890d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:37.479387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b7a060b-e26c-40f9-a1be-b16a8cffed8d req-02a7124c-aaf2-4a4d-a3ab-6a934de4890d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0508642 Nov 12 06:07:37.525438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b7a060b-e26c-40f9-a1be-b16a8cffed8d req-23b201fc-d3fb-4658-a3cc-49cae3680351 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Nov 12 06:07:38.640895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011b66f-9a03-4be3-a681-c3c55d8a8499 req-d098544b-62ee-44cf-9daf-cedf07f774ba tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:38.642386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e011b66f-9a03-4be3-a681-c3c55d8a8499 req-d098544b-62ee-44cf-9daf-cedf07f774ba tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Nov 12 06:07:38.688590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e011b66f-9a03-4be3-a681-c3c55d8a8499 req-42095fdc-a9b3-43fe-a46e-970212491276 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Nov 12 06:07:39.807524 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735692b1-3c2f-4c46-8d22-fae1cefc2b29 req-290d3e0c-d48d-435f-a3f8-afd73dda7182 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:39.809448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-735692b1-3c2f-4c46-8d22-fae1cefc2b29 req-290d3e0c-d48d-435f-a3f8-afd73dda7182 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0524840 Nov 12 06:07:39.857887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-735692b1-3c2f-4c46-8d22-fae1cefc2b29 req-1c411165-8da7-4411-881e-1ad541a5269c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398192 Nov 12 06:07:40.976194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd93d3-9766-409e-a2a7-5f3e0a167f2a req-478b79e4-e5f3-4a89-820f-0ece2418d717 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:40.977655 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdfd93d3-9766-409e-a2a7-5f3e0a167f2a req-478b79e4-e5f3-4a89-820f-0ece2418d717 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0487263 Nov 12 06:07:41.023469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdfd93d3-9766-409e-a2a7-5f3e0a167f2a req-5bb09d9e-3bdc-4e47-838e-9d0cbdf902c6 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Nov 12 06:07:41.037344 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:42.139301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752956-972f-4a7a-b400-df7e009955ca req-75f3a712-2d9b-4cba-adc8-d23fd5dac3df tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:42.140787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53752956-972f-4a7a-b400-df7e009955ca req-75f3a712-2d9b-4cba-adc8-d23fd5dac3df tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0481613 Nov 12 06:07:42.196223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-53752956-972f-4a7a-b400-df7e009955ca req-a1b9adea-81ad-43fc-8fd3-b19c35de1c08 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Nov 12 06:07:43.309363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd254ac7-0860-4009-9935-44279b87b92d req-927491d2-ac7a-4927-8f13-5b9cffe31ef3 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:43.310822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd254ac7-0860-4009-9935-44279b87b92d req-927491d2-ac7a-4927-8f13-5b9cffe31ef3 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0476437 Nov 12 06:07:43.357159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd254ac7-0860-4009-9935-44279b87b92d req-c56f8939-d46e-4a95-8ddc-a101a14f3d86 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Nov 12 06:07:43.967693 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-49b2b553-7181-4f7b-924b-2ca2fb5ba5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:44.472141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08ba56-9e14-4c91-8370-dd1729129976 req-93ae7dc0-dac4-420d-9e4f-7f09656ab65b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:44.473625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a08ba56-9e14-4c91-8370-dd1729129976 req-93ae7dc0-dac4-420d-9e4f-7f09656ab65b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0491245 Nov 12 06:07:44.520237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a08ba56-9e14-4c91-8370-dd1729129976 req-02f1baa2-623c-4c77-b4cb-9861c9afe273 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 Nov 12 06:07:45.639953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b429f5-60cf-43f7-9ccb-fb374f5c0dd2 req-b34d70b7-195d-417b-ba80-ffa7cd645ee9 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:45.641565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33b429f5-60cf-43f7-9ccb-fb374f5c0dd2 req-b34d70b7-195d-417b-ba80-ffa7cd645ee9 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0544271 Nov 12 06:07:45.689380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33b429f5-60cf-43f7-9ccb-fb374f5c0dd2 req-d7b3d335-b053-4547-9e3e-da2ce6659dfb tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Nov 12 06:07:46.378035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd37d65a-000b-4df1-979d-96fc551d3093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:46.805011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594cc3a-1bfe-4d47-ba8f-1a986851fc86 req-cd747812-f8e5-4545-9007-570067da07da tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:46.806518 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f594cc3a-1bfe-4d47-ba8f-1a986851fc86 req-cd747812-f8e5-4545-9007-570067da07da tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0490997 Nov 12 06:07:46.852480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f594cc3a-1bfe-4d47-ba8f-1a986851fc86 req-91201be2-3c63-4d9d-8a2e-73e585e67e52 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Nov 12 06:07:47.497139 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:47.969478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcc243-27a6-45ef-b0f8-c21b2c103690 req-728f9dec-f5ef-4b6c-a9a8-2c5a8b60d3f0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:47.970964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4fcc243-27a6-45ef-b0f8-c21b2c103690 req-728f9dec-f5ef-4b6c-a9a8-2c5a8b60d3f0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0484433 Nov 12 06:07:48.020696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4fcc243-27a6-45ef-b0f8-c21b2c103690 req-475ad6fb-d44b-4f0d-a57b-6442f9dff3d9 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Nov 12 06:07:48.731520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:49.134091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4045-b5af-43d3-935e-65f297c0c747 req-49212098-a0b1-4564-95e9-fbb2cfc33603 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:49.135587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aeba4045-b5af-43d3-935e-65f297c0c747 req-49212098-a0b1-4564-95e9-fbb2cfc33603 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Nov 12 06:07:49.182283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aeba4045-b5af-43d3-935e-65f297c0c747 req-afbf3307-dc47-4521-8d08-5163b500041d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Nov 12 06:07:49.600668 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:50.296128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ebae7-676f-426d-bb24-73becbda80a4 req-5fc5c06b-f9da-4461-b1e4-8783701e1a35 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:50.297589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c6ebae7-676f-426d-bb24-73becbda80a4 req-5fc5c06b-f9da-4461-b1e4-8783701e1a35 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0480289 Nov 12 06:07:50.343789 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c6ebae7-676f-426d-bb24-73becbda80a4 req-c991a311-4dc3-4a0e-8f8c-ff3758efcb36 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Nov 12 06:07:50.958051 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-826f84a2-fdc5-4503-b6de-3bd67031d0e6 service neutron] show failed (client error): The resource could not be found. Nov 12 06:07:50.959081 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-826f84a2-fdc5-4503-b6de-3bd67031d0e6 service neutron] 10.222.0.43 "GET /v2.0/ports/370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0556154 Nov 12 06:07:51.194267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-de8bddea-c02a-4783-a09a-dd8922257ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:51.195794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-de8bddea-c02a-4783-a09a-dd8922257ff4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9&tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4 HTTP/1.1" status: 200 len: 1097 time: 0.0729020 Nov 12 06:07:51.209111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:07:51.259413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:51.489217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:51.507051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a3220-16fa-4cc8-951a-76ee9fd519a2 req-324ac6e9-efca-4a91-b782-ef29a25a24ef tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:51.508532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c68a3220-16fa-4cc8-951a-76ee9fd519a2 req-324ac6e9-efca-4a91-b782-ef29a25a24ef tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0803652 Nov 12 06:07:51.548538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:07:51.599741 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c68a3220-16fa-4cc8-951a-76ee9fd519a2 req-c0cfd8cd-ba84-4e6d-a341-330b3488f27b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829096 Nov 12 06:07:51.603086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:51.605862 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398ff4c9-ac60-4206-8e68-7af06e25443c" -d '{"events": [{"server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "name": "network-vif-unplugged", "status": "completed", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:51.609624 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:51.632254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Transition to ACTIVE for port object 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:07:51.636515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:51.672516 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fea781-b4e0-4a54-af65-b2ab308e9655 x-openstack-request-id: req-55fea781-b4e0-4a54-af65-b2ab308e9655 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:51.672737 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "name": "network-vif-unplugged", "status": "completed", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:51.672851 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55fea781-b4e0-4a54-af65-b2ab308e9655 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:51.673255 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'code': 200} Nov 12 06:07:51.705047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:51.707121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] No DVR routers for this DVR port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:07:51.716430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.716775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.717114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.717449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.717777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.718104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.718458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.718790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.719107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.719424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.719742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.720057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:51.753377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Attempting to bind port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:07:51.753652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Attempting to bind port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:07:51.753980 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Attempting to bind port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:07:51.758204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:07:51.758558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Attempting to bind port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on network f6ad4f45-0c22-4baa-a84c-d2d26c8b872d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:07:51.763359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:07:51.763689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Checking segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:07:51.764073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Bound using segment: {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:07:51.764497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Bound port: 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:07:51.764844 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:51.825512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:07:51.828464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:07:51.832417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:51.869895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:51.871082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:51.872444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] 10.222.0.47 "PUT /v2.0/ports/370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 1092 time: 0.6673312 Nov 12 06:07:51.893199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138e44a-6ea4-4331-8ac8-c24b4c484bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:51.937210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-beca95b0-c8a8-4869-8db1-a6037ca7c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:51.938729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-beca95b0-c8a8-4869-8db1-a6037ca7c6b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0411115 Nov 12 06:07:52.027659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9227acfc-6ab0-46ee-b687-38740bc354c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:52.029021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-9227acfc-6ab0-46ee-b687-38740bc354c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0830162 Nov 12 06:07:52.075415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-b9d67af8-dc79-4233-89f6-592d2fc90ae4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 217 time: 0.0387807 Nov 12 06:07:52.124711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-21144828-58c5-44ff-8e93-9092379320ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:52.126109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-21144828-58c5-44ff-8e93-9092379320ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0435712 Nov 12 06:07:52.157860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-bb15924d-b731-4dc2-a500-87c06edf35be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239255 Nov 12 06:07:52.251343 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-6f2ca4a2-9226-4f2e-911a-791cc4223fb8 service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Nov 12 06:07:52.339494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d82388f9-284f-461e-bf0c-bcc722ac3d6c req-2dfe2bb6-a93d-4df6-b0bb-77f94a94c7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803120 Nov 12 06:07:52.718579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882a4c-4784-487c-956f-94e368c1ddc4 req-9ecb3a41-ac9d-4223-a105-5580dfa68f9d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:52.720031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f882a4c-4784-487c-956f-94e368c1ddc4 req-9ecb3a41-ac9d-4223-a105-5580dfa68f9d tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 943 time: 0.0484445 Nov 12 06:07:52.772184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f882a4c-4784-487c-956f-94e368c1ddc4 req-3dd84c2c-5f83-4f25-a46d-964f66501f57 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Nov 12 06:07:53.674353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:53.676715 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:53.723411 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53490c-8c0c-40bf-8f2b-81f630b8e1fb x-openstack-request-id: req-0c53490c-8c0c-40bf-8f2b-81f630b8e1fb {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:53.724003 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:53.724003 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c53490c-8c0c-40bf-8f2b-81f630b8e1fb {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:53.724331 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'status': 'completed', 'code': 200} Nov 12 06:07:53.788794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-44369eb2-1ea1-458a-9249-944a6c04446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:53.790207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-44369eb2-1ea1-458a-9249-944a6c04446f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0412199 Nov 12 06:07:53.811917 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-d044d86a-c27d-4f02-ab51-f7c42418198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:53.814021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-d044d86a-c27d-4f02-ab51-f7c42418198a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0428064 Nov 12 06:07:53.914213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-92ecb68d-7648-4161-bd96-8cfcba7cf3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:53.916274 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-92ecb68d-7648-4161-bd96-8cfcba7cf3c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0947063 Nov 12 06:07:53.936117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b336551-73bb-4efb-9619-b588c437769b req-3ee8a106-d3a9-4431-a23e-d3bd85068ccb tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:53.937770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b336551-73bb-4efb-9619-b588c437769b req-3ee8a106-d3a9-4431-a23e-d3bd85068ccb tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 943 time: 0.0827289 Nov 12 06:07:53.939058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-bf1c46d2-1ee9-4bb3-80ff-29a9db362b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:53.940375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-bf1c46d2-1ee9-4bb3-80ff-29a9db362b3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.1413295 Nov 12 06:07:53.964528 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-b3099392-e3fe-4489-bb86-c5d0e2c0b15d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 217 time: 0.0403535 Nov 12 06:07:53.994944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-f6e6b2dc-5fc9-40ed-95e9-fa46e16dd3e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 217 time: 0.0430133 Nov 12 06:07:54.023008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-14dae233-5259-47ac-8bd2-2f4a50167112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:54.024576 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-14dae233-5259-47ac-8bd2-2f4a50167112 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0537982 Nov 12 06:07:54.056762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b336551-73bb-4efb-9619-b588c437769b req-23eed697-3518-4d26-a684-25ee774ac6d0 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128209 Nov 12 06:07:54.058931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-3ff76f8d-ea4b-4b1c-be4a-ec55e0947ec9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254054 Nov 12 06:07:54.067939 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-62851f90-3b3e-432e-b009-e19e6d4fc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:54.069367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-62851f90-3b3e-432e-b009-e19e6d4fc36b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0631254 Nov 12 06:07:54.102620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-25723d44-ce07-4d74-8afd-167b3bb678df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249236 Nov 12 06:07:54.148554 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-764def46-9c25-4dfb-9474-5693fbc65536 service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825863 Nov 12 06:07:54.195083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-d16fa06a-c384-4635-be8f-531b0080fe69 service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838194 Nov 12 06:07:54.241736 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-52d44cb4-7694-46bc-b6eb-cd94066e43cf service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861905 Nov 12 06:07:54.290240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bcc1aed-c905-4667-bf6f-1a6634fd9fda req-2678faee-66a3-469b-be9c-a761c3c386fe service neutron] 10.222.0.47 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862522 Nov 12 06:07:54.785270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:07:54.876992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:54.888281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'network_id': 'f6ad4f45-0c22-4baa-a84c-d2d26c8b872d', 'port_id': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'mac_address': 'fa:16:3e:b6:fe:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7128cd6-462d-4606-9b79-3a212dfe0b1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:07:54.926943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:54.939505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:07:54.958331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:54.961757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:55.006766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:55.014577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.014929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.015275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.015609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.015941 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.016272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.016599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.016925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.017249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.017571 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.017894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.018216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:07:55.174044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267ef8-6fd7-486f-9e9f-115af46d1d7e req-83eef258-0585-46b2-b7ad-c720e0ac208e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:55.175526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22267ef8-6fd7-486f-9e9f-115af46d1d7e req-83eef258-0585-46b2-b7ad-c720e0ac208e tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 944 time: 0.0492239 Nov 12 06:07:55.202420 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:07:55.224963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22267ef8-6fd7-486f-9e9f-115af46d1d7e req-2d33ba91-944f-41bb-8e63-c961b2cf358c tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Nov 12 06:07:55.416780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278ee61-ab08-4128-b324-19afbea38073 req-a60674d3-c258-4e24-9290-4601fe8e2668 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:55.418851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0278ee61-ab08-4128-b324-19afbea38073 req-a60674d3-c258-4e24-9290-4601fe8e2668 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 944 time: 0.0509593 Nov 12 06:07:55.461055 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:07:55.471901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0278ee61-ab08-4128-b324-19afbea38073 req-ce3fe6c6-c658-4dbc-b747-36fe62963a14 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Nov 12 06:07:55.478362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-38547083-68a3-421f-8ebb-52ed4ac1cc81 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:55.480400 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-38547083-68a3-421f-8ebb-52ed4ac1cc81 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9&tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 944 time: 0.0879540 Nov 12 06:07:55.546464 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-e4e745d4-fed8-4490-bdb4-04450a85871d service neutron] delete failed (client error): The resource could not be found. Nov 12 06:07:55.547503 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-e4e745d4-fed8-4490-bdb4-04450a85871d service neutron] 10.222.0.43 "DELETE /v2.0/ports/370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0593307 Nov 12 06:07:55.653095 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-0c60417f-48cd-43b8-a430-cb3c66fd82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:55.654669 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-0c60417f-48cd-43b8-a430-cb3c66fd82f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 1096 time: 0.0419321 Nov 12 06:07:55.744594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-e26b9b4a-ee45-4ee1-8b12-d576f4a535a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:55.744789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:07:55.746938 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-e26b9b4a-ee45-4ee1-8b12-d576f4a535a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 200 len: 916 time: 0.0848477 Nov 12 06:07:55.782366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:07:55.791346 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-cc2769bb-f896-4770-82ea-4cb8770130c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 200 len: 217 time: 0.0375726 Nov 12 06:07:55.840129 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-74da15bd-5fdf-454e-b8ad-448e63efc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:55.841529 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-74da15bd-5fdf-454e-b8ad-448e63efc75f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 200 len: 855 time: 0.0424500 Nov 12 06:07:55.874867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-ae52ba99-b4b2-4d8b-808a-ba765ac9b8b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246050 Nov 12 06:07:55.976213 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-496d1ffe-6809-430b-ad88-04080ffceaee service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944152 Nov 12 06:07:56.062461 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-105381f0-9ca8-437f-ae64-ad550d2cb0d7 req-96c49a58-0e27-4dee-860d-3137c90978ab service neutron] 10.222.0.43 "GET /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795152 Nov 12 06:07:56.592346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51626f8a-5fd4-47ae-b8c6-39c70fadb175 req-80b0659c-97c5-46da-bd1d-6bef327b9e4a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:56.593827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51626f8a-5fd4-47ae-b8c6-39c70fadb175 req-80b0659c-97c5-46da-bd1d-6bef327b9e4a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 944 time: 0.0492163 Nov 12 06:07:56.644401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-51626f8a-5fd4-47ae-b8c6-39c70fadb175 req-8d3ff320-7f7c-485e-b61d-1aed7d429074 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Nov 12 06:07:56.761106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a62885-6c1f-44b2-99f9-f22eaa36f01d req-5374d23c-9991-41ac-bf17-3eecbfebf1ec tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:56.762530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60a62885-6c1f-44b2-99f9-f22eaa36f01d req-5374d23c-9991-41ac-bf17-3eecbfebf1ec tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 944 time: 0.0491927 Nov 12 06:07:56.800584 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:07:56.810260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60a62885-6c1f-44b2-99f9-f22eaa36f01d req-510ce8bc-1a91-433a-bde4-6c3e7436892b tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Nov 12 06:07:56.850067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:07:56.854126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:07:56.855286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:56.927977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a2fb4-6f08-428e-b845-284778798b8e req-c5884660-bc01-45fc-bef5-bea42a1740ec tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:56.929444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b79a2fb4-6f08-428e-b845-284778798b8e req-c5884660-bc01-45fc-bef5-bea42a1740ec tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 944 time: 0.0530276 Nov 12 06:07:56.935438 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:56.957718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:56.960000 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e47365a-89ee-4f16-9ee8-0ade44452652" -d '{"events": [{"server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "name": "network-vif-plugged", "status": "completed", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:56.972971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:56.976367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b79a2fb4-6f08-428e-b845-284778798b8e req-ba64a412-16c0-4bb8-ad77-3735e03da5ae tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Nov 12 06:07:56.978107 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:57.023125 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a9041-21f2-47f1-aee1-037ef3f27025 x-openstack-request-id: req-c29a9041-21f2-47f1-aee1-037ef3f27025 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:57.023321 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "name": "network-vif-plugged", "status": "completed", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:57.023569 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c29a9041-21f2-47f1-aee1-037ef3f27025 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:57.023951 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'code': 200} Nov 12 06:07:57.028922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:57.323765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317246-0295-46a2-a10c-2d1cbb4fdd52 req-3c776f2a-cbcc-4306-864b-8097e74f664a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:57.325140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e317246-0295-46a2-a10c-2d1cbb4fdd52 req-3c776f2a-cbcc-4306-864b-8097e74f664a tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Nov 12 06:07:57.370781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e317246-0295-46a2-a10c-2d1cbb4fdd52 req-557c4b49-958e-4a10-8ad5-4e2a01ad2960 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Nov 12 06:07:57.643802 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:58.487778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752fab-d185-418f-b3f2-2ff800542eae req-3c2275c3-55cd-4e5f-b579-08b4b79c3b27 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:58.489173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a752fab-d185-418f-b3f2-2ff800542eae req-3c2275c3-55cd-4e5f-b579-08b4b79c3b27 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0520205 Nov 12 06:07:58.559825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a752fab-d185-418f-b3f2-2ff800542eae req-62342ee4-d67a-43c4-bfe7-2131ab1943ed tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.48 "GET /v2.0/security-groups?id=011af82f-d1b4-4df7-b975-f829127448e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648141 Nov 12 06:07:58.580332 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4f202-9663-414d-aed3-c96400433f30 req-f873c9bd-0bc9-41b4-9238-ea9268801e49 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:07:58.581806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8d4f202-9663-414d-aed3-c96400433f30 req-f873c9bd-0bc9-41b4-9238-ea9268801e49 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b2ff7c-c661-4f07-94b2-40e0f584d8c9 HTTP/1.1" status: 200 len: 945 time: 0.0565300 Nov 12 06:07:58.671551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Deleting port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:07:58.671815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:58.761181 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] For port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,segment=NetworkSegment(4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672),segment_id=4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:07:58.761541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:58.773826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Calling delete_port for 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:07:58.901431 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:58.913060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:07:58.934781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Pushing event deleted for resources: {'Port': ['ID=370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:58.974732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] No DVR routers for this DVR port 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:07:58.977335 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:58.981408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c8d4f202-9663-414d-aed3-c96400433f30 req-aa89000b-7f06-4ee0-8c47-b162d7a29e98 tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] 10.222.0.47 "DELETE /v2.0/ports/370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 HTTP/1.1" status: 204 len: 173 time: 0.3924387 Nov 12 06:07:58.981904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'name': 'network-vif-deleted', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:07:58.984194 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f36d2fb-ad14-4092-95d4-9c5b2a788f8b" -d '{"events": [{"server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "name": "network-vif-deleted", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:07:59.019887 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7926c0-6a3a-4614-8b58-3013572bf54c x-openstack-request-id: req-fe7926c0-6a3a-4614-8b58-3013572bf54c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:07:59.020187 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2ff7c-c661-4f07-94b2-40e0f584d8c9", "name": "network-vif-deleted", "tag": "370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:07:59.020466 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe7926c0-6a3a-4614-8b58-3013572bf54c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:07:59.020870 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2ff7c-c661-4f07-94b2-40e0f584d8c9', 'name': 'network-vif-deleted', 'tag': '370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78', 'status': 'completed', 'code': 200} Nov 12 06:07:59.676592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55030) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:07:59.724672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a67376f-3c12-4b11-891a-a869a809a980 admin admin] Deleting subnet e7128cd6-462d-4606-9b79-3a212dfe0b1e {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:07:59.727753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a67376f-3c12-4b11-891a-a869a809a980 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:59.762600 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a67376f-3c12-4b11-891a-a869a809a980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:59.801015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a67376f-3c12-4b11-891a-a869a809a980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:59.851505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a67376f-3c12-4b11-891a-a869a809a980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:59.874262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67376f-3c12-4b11-891a-a869a809a980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7128cd6-462d-4606-9b79-3a212dfe0b1e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:07:59.879919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a67376f-3c12-4b11-891a-a869a809a980 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:07:59.883132 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8a67376f-3c12-4b11-891a-a869a809a980 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e7128cd6-462d-4606-9b79-3a212dfe0b1e HTTP/1.1" status: 204 len: 168 time: 0.2055347 Nov 12 06:07:59.885587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55032) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:07:59.956336 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.035978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.055372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ad4f45-0c22-4baa-a84c-d2d26c8b872d']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:00.064827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:00.065126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb4a2d3-44bf-4335-93d0-6d0a9ef5b672') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:00.074820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.087525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.093235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:08:00.093617 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:08:00.095263 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:08:00.147737 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.152596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.155897 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f6ad4f45-0c22-4baa-a84c-d2d26c8b872d HTTP/1.1" status: 204 len: 168 time: 0.2687418 Nov 12 06:08:00.168481 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c864b-04f9-466b-a4da-4d3d10f95511 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ad4f45-0c22-4baa-a84c-d2d26c8b872d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:00.261450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55036) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:00.300658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b33ef025-018b-4a9b-b2d8-fc709c9387a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ab60305bb0f42fbac82dd910f4fc5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380309 Nov 12 06:08:00.302937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55038) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:00.351714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa39-0360-4651-ab34-abe007b56f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.373169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa39-0360-4651-ab34-abe007b56f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.418952 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa39-0360-4651-ab34-abe007b56f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.421656 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa39-0360-4651-ab34-abe007b56f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:00.422874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3a1efa39-0360-4651-ab34-abe007b56f3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/011af82f-d1b4-4df7-b975-f829127448e0 HTTP/1.1" status: 204 len: 168 time: 0.1190615 Nov 12 06:08:00.430529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1efa39-0360-4651-ab34-abe007b56f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011af82f-d1b4-4df7-b975-f829127448e0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:01.066118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55060) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:01.160565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1688552437-network', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:01.181004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Made reservation on behalf of 3aa0b7516dbc406a9c22af8281dbb32d for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:08:01.183388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.191667 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.264131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.267765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.292152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:08:01.300721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8556f7b-9ba4-4b1b-8cc0-832209e3a6cf,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:01.306744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.307162 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Added segment 5f3e80a8-012f-4bf4-89c2-c88afec6cd24 of type vlan for network 890999df-dee1-459c-b3a3-effd36de9eb0 Nov 12 06:08:01.346805 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.373308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.374255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:01.374868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.406035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3387253 Nov 12 06:08:01.409050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55064) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:01.414074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Request body: {'subnet': {'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1688552437-subnet', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:01.435075 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Made reservation on behalf of 3aa0b7516dbc406a9c22af8281dbb32d for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:08:01.437463 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.437586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e829e85-5c67-4399-a88d-151d0867d1fa admin admin] Pushing event updated for resources: {'Network': ['ID=890999df-dee1-459c-b3a3-effd36de9eb0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:01.449287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 890999df-dee1-459c-b3a3-effd36de9eb0 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:08:01.610136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.671164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53342b30-b3d0-4abc-8ea6-29487c9e365e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:01.682215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:08:01.682617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Network hostable DHCP agents. Network: 890999df-dee1-459c-b3a3-effd36de9eb0, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:08:01.699667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Network 890999df-dee1-459c-b3a3-effd36de9eb0 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:08:01.707802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 890999df-dee1-459c-b3a3-effd36de9eb0) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:08:01.711983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:01.712576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.717442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cd393f-37c0-4c80-aabc-ceabf8eee38b None None] Network 890999df-dee1-459c-b3a3-effd36de9eb0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:08:01.728583 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2cbab091-304a-40ab-a81a-f88ea26b70a9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3183894 Nov 12 06:08:01.731799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55066) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:01.736071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:01.757588 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.758612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.808659 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.864441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-890999df-dee1-459c-b3a3-effd36de9eb0', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:08:01.865299 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:01.952345 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.001519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Allocated IP 172.20.0.2 (890999df-dee1-459c-b3a3-effd36de9eb0/53342b30-b3d0-4abc-8ea6-29487c9e365e/206f5222-e10c-44bf-bd6b-fc72f8bfde37) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:08:02.155368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.175983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.278439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Allocated IP 172.25.2.29 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/5afc7905-b62f-4e76-b539-2fba4493ef1e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:08:02.298676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.303800 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.338197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Network 890999df-dee1-459c-b3a3-effd36de9eb0 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:08:02.344960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:08:02.348556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:08:02.359433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Pushing event updated for resources: {'Port': ['ID=206f5222-e10c-44bf-bd6b-fc72f8bfde37,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:02.386391 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.407305 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Attempting to bind port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:08:02.407682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Attempting to bind port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:08:02.408043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Attempting to bind port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:08:02.413034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:08:02.413405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:08:02.413804 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.414195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:08:02.414683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Bound port: 206f5222-e10c-44bf-bd6b-fc72f8bfde37, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:08:02.415071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.421233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.456330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:08:02.459108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:08:02.465239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:08:02.481787 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041517f-e8ce-4cd6-b1b8-9159ebbbfa61 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:08:02.487742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] For port 206f5222-e10c-44bf-bd6b-fc72f8bfde37, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:08:02.492812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Pushing event updated for resources: {'Port': ['ID=5afc7905-b62f-4e76-b539-2fba4493ef1e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:02.508086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] For port 206f5222-e10c-44bf-bd6b-fc72f8bfde37, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=206f5222-e10c-44bf-bd6b-fc72f8bfde37,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:08:02.513395 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.577970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4aac4-fc19-4070-bdc1-313a7fdb0fdc None None] Pushing event updated for resources: {'Port': ['ID=206f5222-e10c-44bf-bd6b-fc72f8bfde37,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:02.603921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-802e775b-34a8-4cbe-bd09-493ac88cf2bc None None] Provisioning complete for port 5afc7905-b62f-4e76-b539-2fba4493ef1e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:02.604602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-802e775b-34a8-4cbe-bd09-493ac88cf2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.649081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-802e775b-34a8-4cbe-bd09-493ac88cf2bc None None] Port 5afc7905-b62f-4e76-b539-2fba4493ef1e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:08:02.760481 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:02.810766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:08:02.832828 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:08:02.833164 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 370fd8a6-a0aa-4e7e-a21b-eeb433c3fa78 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:08:02.957825 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:03.425830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:08:03.539590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42838b0c-86aa-4cb1-922b-13b1547b4484 None None] Network 890999df-dee1-459c-b3a3-effd36de9eb0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:08:03.543232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:08:03.566091 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:03.566371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:08:03.570839 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c309f723-092e-46da-9ca8-c90aa1db6cda admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8380165 Nov 12 06:08:03.571534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55068) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:03.626484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:08:03.627117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:07:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:03.671726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-96f9419f-afff-49ac-81cc-d0f98a163c38 None None] Provisioning complete for port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:03.672020 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-96f9419f-afff-49ac-81cc-d0f98a163c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:03.817768 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:08:03.971500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-96f9419f-afff-49ac-81cc-d0f98a163c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.034950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.040648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-96f9419f-afff-49ac-81cc-d0f98a163c38 None None] For port 206f5222-e10c-44bf-bd6b-fc72f8bfde37, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=206f5222-e10c-44bf-bd6b-fc72f8bfde37,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:08:04.070928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-96f9419f-afff-49ac-81cc-d0f98a163c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.135482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9419f-afff-49ac-81cc-d0f98a163c38 None None] Pushing event updated for resources: {'Port': ['ID=206f5222-e10c-44bf-bd6b-fc72f8bfde37,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:04.169097 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:02Z', 'revision_number': 3, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:04.209872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Allocated IP 172.20.0.1 (890999df-dee1-459c-b3a3-effd36de9eb0/53342b30-b3d0-4abc-8ea6-29487c9e365e/017c35c2-dae4-47ee-a0f4-34e0a31caddf) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:08:04.227083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:08:04.228229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Updating router cc68f003-3580-40c2-b86b-6ae2e2df4dfd port 5afc7905-b62f-4e76-b539-2fba4493ef1e binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:08:04.254524 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.321485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.354310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f1fa6f2f-8207-4801-8f25-53a4b339c669 None None] Provisioning complete for port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:04.354860 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f1fa6f2f-8207-4801-8f25-53a4b339c669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.356362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.393978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Network 890999df-dee1-459c-b3a3-effd36de9eb0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:08:04.400800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:08:04.404857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:08:04.452069 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.492084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Pushing event updated for resources: {'Port': ['ID=017c35c2-dae4-47ee-a0f4-34e0a31caddf,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:04.595110 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.613191 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.619284 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.673589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e8af8-ed35-4226-9437-f9887aa6a90b None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:08:04.678236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Attempting to bind port 5afc7905-b62f-4e76-b539-2fba4493ef1e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:08:04.678708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Attempting to bind port 5afc7905-b62f-4e76-b539-2fba4493ef1e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:08:04.679146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Attempting to bind port 5afc7905-b62f-4e76-b539-2fba4493ef1e on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:08:04.701691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1e2d8-e882-416c-be49-e35136253052 None None] Pushing event updated for resources: {'Port': ['ID=5afc7905-b62f-4e76-b539-2fba4493ef1e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:04.704208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:08:04.704668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:08:04.705164 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.705666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:08:04.706335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Bound port: 5afc7905-b62f-4e76-b539-2fba4493ef1e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:08:04.706674 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.714958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-47ac173e-e180-46a7-9012-0275c63411ef None None] Provisioning complete for port 017c35c2-dae4-47ee-a0f4-34e0a31caddf triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:04.714958 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-47ac173e-e180-46a7-9012-0275c63411ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.761016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 206f5222-e10c-44bf-bd6b-fc72f8bfde37 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:08:04.766196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.770999 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.819910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-47ac173e-e180-46a7-9012-0275c63411ef None None] Port 017c35c2-dae4-47ee-a0f4-34e0a31caddf cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:08:04.837760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] For port 5afc7905-b62f-4e76-b539-2fba4493ef1e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:08:04.841852 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.842012 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] For port 5afc7905-b62f-4e76-b539-2fba4493ef1e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5afc7905-b62f-4e76-b539-2fba4493ef1e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:08:04.843731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Pushing event updated for resources: {'Port': ['ID=017c35c2-dae4-47ee-a0f4-34e0a31caddf,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:04.849659 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.858641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:04.859010 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:04.922319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3db5c5-b9a3-4f80-b2d2-d74696032e35 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:08:04.938437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Network 890999df-dee1-459c-b3a3-effd36de9eb0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:08:04.939956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:08:04.959519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:08:04.960152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:07:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:04.965500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1e2d8-e882-416c-be49-e35136253052 None None] Pushing event updated for resources: {'Port': ['ID=5afc7905-b62f-4e76-b539-2fba4493ef1e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:05.009124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c4d657c8-4c28-48d9-aa2a-7d3c86e566cb None None] Provisioning complete for port 5afc7905-b62f-4e76-b539-2fba4493ef1e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:05.009408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d657c8-4c28-48d9-aa2a-7d3c86e566cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.065759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:08:05.185528 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:08:05.190610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-01863b39-ea45-4b62-a7bd-f09ef41b70bd admin admin] 10.222.0.48 "PUT /v2.0/routers/cc68f003-3580-40c2-b86b-6ae2e2df4dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6180091 Nov 12 06:08:05.302891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:08:05.403091 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d657c8-4c28-48d9-aa2a-7d3c86e566cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.467697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c4d657c8-4c28-48d9-aa2a-7d3c86e566cb None None] For port 5afc7905-b62f-4e76-b539-2fba4493ef1e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5afc7905-b62f-4e76-b539-2fba4493ef1e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:08:05.472229 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d657c8-4c28-48d9-aa2a-7d3c86e566cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.539573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d657c8-4c28-48d9-aa2a-7d3c86e566cb None None] Pushing event updated for resources: {'Port': ['ID=5afc7905-b62f-4e76-b539-2fba4493ef1e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:05.595896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b6da2f5a-dfe4-47a2-95a9-93a8b0869396 None None] Provisioning complete for port 017c35c2-dae4-47ee-a0f4-34e0a31caddf triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:05.596272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6da2f5a-dfe4-47a2-95a9-93a8b0869396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.600590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 2, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:05.648907 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c553ac-32e2-4b20-b6aa-f6f1d12775c9 None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 2, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:08:05.661662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b6da2f5a-dfe4-47a2-95a9-93a8b0869396 None None] Port 017c35c2-dae4-47ee-a0f4-34e0a31caddf cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:08:05.677654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b6da2f5a-dfe4-47a2-95a9-93a8b0869396 None None] Provisioning complete for port 5afc7905-b62f-4e76-b539-2fba4493ef1e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:05.678035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6da2f5a-dfe4-47a2-95a9-93a8b0869396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.813216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55076) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:05.817863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ca849ddf-5a96-42bf-9072-156a05d4fc74 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624694046', 'description': 'tempest-description--1176501719'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:05.843522 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca849ddf-5a96-42bf-9072-156a05d4fc74 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.927250 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca849ddf-5a96-42bf-9072-156a05d4fc74 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.932044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca849ddf-5a96-42bf-9072-156a05d4fc74 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.968196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ca849ddf-5a96-42bf-9072-156a05d4fc74 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:05.969460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ca849ddf-5a96-42bf-9072-156a05d4fc74 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1551495 Nov 12 06:08:05.972363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:05.976821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b0d5b07d-08d8-40ea-8a03-0d85563f781d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'security_group_rule': {'security_group_id': '78ee7b1c-daff-4f1f-948d-703a8a5ea927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:05.981764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca849ddf-5a96-42bf-9072-156a05d4fc74 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ee7b1c-daff-4f1f-948d-703a8a5ea927,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:06.009405 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b07d-08d8-40ea-8a03-0d85563f781d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.384071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b07d-08d8-40ea-8a03-0d85563f781d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.388651 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b07d-08d8-40ea-8a03-0d85563f781d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.408953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5b07d-08d8-40ea-8a03-0d85563f781d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165f8e51-91ee-4bc8-81b4-5c33b9113acd,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:06.414744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b07d-08d8-40ea-8a03-0d85563f781d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.416295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b0d5b07d-08d8-40ea-8a03-0d85563f781d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4428611 Nov 12 06:08:06.419210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55080) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:06.423884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e0041fa9-9345-4a20-b48f-cbd78ec4f0de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'security_group_rule': {'security_group_id': '78ee7b1c-daff-4f1f-948d-703a8a5ea927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:06.452519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0041fa9-9345-4a20-b48f-cbd78ec4f0de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.510235 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0041fa9-9345-4a20-b48f-cbd78ec4f0de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.515724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0041fa9-9345-4a20-b48f-cbd78ec4f0de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.533956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0041fa9-9345-4a20-b48f-cbd78ec4f0de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceb0bef-6644-4b2c-9706-0774d5c47a7c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:06.545669 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e0041fa9-9345-4a20-b48f-cbd78ec4f0de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.546892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e0041fa9-9345-4a20-b48f-cbd78ec4f0de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264789 Nov 12 06:08:06.550082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 55082) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:06.555261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:06.579033 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.685305 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.729617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5afc7905-b62f-4e76-b539-2fba4493ef1e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:08:06.787689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5afc7905-b62f-4e76-b539-2fba4493ef1e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:06.788196 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.801608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Allocated IP 172.25.2.129 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/7a518ef4-699b-4a99-bd71-0a8a15e18c6d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:08:06.916095 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.950101 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:06.984908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:08:06.987715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:08:06.990725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:08:07.022201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'Port': ['ID=7a518ef4-699b-4a99-bd71-0a8a15e18c6d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:07.035109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.035464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.035813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.036152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.036486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.036817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.037145 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.037468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.037794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.038115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.038542 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.038866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:07.093639 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:07.132307 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:07.277049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:07.282127 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:07.351845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'Port': ['ID=7a518ef4-699b-4a99-bd71-0a8a15e18c6d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:07.365844 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:07.380835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:07.382061 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a82314cc-001e-4f85-8fcd-2975a876ef69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8309417 Nov 12 06:08:07.546123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-5e241b7e-543b-413e-8aa0-6d3958cded76 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--624694046&fields=id&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 267 time: 0.0552359 Nov 12 06:08:07.585100 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:08:07.594250 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:08:07.594934 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:07:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:07.654424 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-1df04593-3757-4bb9-a396-b9daa0a9ef2e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:07.655874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-1df04593-3757-4bb9-a396-b9daa0a9ef2e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 812 time: 0.1030281 Nov 12 06:08:07.671074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-1df85606-af7e-40ac-9393-b63d953bf313 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/quotas/3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 375 time: 0.0092411 Nov 12 06:08:07.700262 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:08:07.727204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-ea00b730-55e2-4b0b-a394-158804f1fa19 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508220 Nov 12 06:08:07.822363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-785392e3-1344-4cc1-970a-e220b2b6e74c service neutron] 10.222.0.48 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Nov 12 06:08:07.900224 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 2, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:07.913455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-80bd8bfd-35c6-41b1-be22-ef7911488819 service neutron] 10.222.0.48 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845768 Nov 12 06:08:07.926653 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:08:07.927006 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Updating router cc68f003-3580-40c2-b86b-6ae2e2df4dfd port 017c35c2-dae4-47ee-a0f4-34e0a31caddf binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:08:07.952009 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.081110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5023fa52-0388-4313-92e9-c784a4662c3e req-2bedbb81-8ac8-4466-897e-c845b38be255 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 210 time: 0.0286627 Nov 12 06:08:08.215982 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.221610 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.295579 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Pushing event updated for resources: {'Port': ['ID=017c35c2-dae4-47ee-a0f4-34e0a31caddf,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:08.324102 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.324584 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.325230 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.325635 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.326099 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.326543 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.326875 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.327235 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.327603 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.328034 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.328393 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.328806 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:08:08.344005 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Attempting to bind port 017c35c2-dae4-47ee-a0f4-34e0a31caddf on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:08:08.344379 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Attempting to bind port 017c35c2-dae4-47ee-a0f4-34e0a31caddf by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:08:08.344744 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Attempting to bind port 017c35c2-dae4-47ee-a0f4-34e0a31caddf on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:08:08.350485 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:08:08.350866 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:08:08.351269 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.351707 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:08:08.352199 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Bound port: 017c35c2-dae4-47ee-a0f4-34e0a31caddf, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:08:08.352585 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.436432 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] For port 017c35c2-dae4-47ee-a0f4-34e0a31caddf, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:08:08.440656 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] For port 017c35c2-dae4-47ee-a0f4-34e0a31caddf, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=017c35c2-dae4-47ee-a0f4-34e0a31caddf,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:08:08.445724 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.525910 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:08:08.527198 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:07:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:08.565096 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4b4a3-1b99-4188-b94c-1eef315c964e None None] Pushing event updated for resources: {'Port': ['ID=017c35c2-dae4-47ee-a0f4-34e0a31caddf,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:08.605711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3e95544-1144-44d7-9c2d-8660a5c89fac None None] Provisioning complete for port 017c35c2-dae4-47ee-a0f4-34e0a31caddf triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:08.606320 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3e95544-1144-44d7-9c2d-8660a5c89fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.662099 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:08:08.722120 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3e95544-1144-44d7-9c2d-8660a5c89fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.777655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 017c35c2-dae4-47ee-a0f4-34e0a31caddf up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:08:08.788773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3e95544-1144-44d7-9c2d-8660a5c89fac None None] For port 017c35c2-dae4-47ee-a0f4-34e0a31caddf, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=017c35c2-dae4-47ee-a0f4-34e0a31caddf,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:08:08.809093 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3e95544-1144-44d7-9c2d-8660a5c89fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.873039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e95544-1144-44d7-9c2d-8660a5c89fac None None] Pushing event updated for resources: {'Port': ['ID=017c35c2-dae4-47ee-a0f4-34e0a31caddf,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:08.879530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 017c35c2-dae4-47ee-a0f4-34e0a31caddf triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:08.880095 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.923980 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:08.936223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7dd6704a-0627-45f8-92ac-9fec021cb59a None None] Provisioning complete for port 017c35c2-dae4-47ee-a0f4-34e0a31caddf triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:08.936596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7dd6704a-0627-45f8-92ac-9fec021cb59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:08.954311 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b46703-c44a-4e3c-952d-240170d72920 None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:08:09.202039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a1c6dcf-0f6a-41ef-9243-1245a01bdc57 req-085b053a-ff90-4ff9-829d-0521f5d8e048 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 210 time: 0.0403726 Nov 12 06:08:09.212720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-09e19659-aab4-47d5-b95f-49f837cd76ea tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:09.214382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-09e19659-aab4-47d5-b95f-49f837cd76ea tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 812 time: 0.1512403 Nov 12 06:08:09.289777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-955ed25d-a979-4f96-8928-f3fb591399e0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 379 time: 0.0647547 Nov 12 06:08:09.305411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'port': {'device_id': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'admin_state_up': True, 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'security_groups': ['78ee7b1c-daff-4f1f-948d-703a8a5ea927']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:09.414493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Made reservation on behalf of 3aa0b7516dbc406a9c22af8281dbb32d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:08:09.418955 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:09.554357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Allocated IP 172.20.0.11 (890999df-dee1-459c-b3a3-effd36de9eb0/53342b30-b3d0-4abc-8ea6-29487c9e365e/3eee1349-381a-437b-a474-e107e7ee995b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:08:09.702596 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:09.736697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:09.778047 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Network 890999df-dee1-459c-b3a3-effd36de9eb0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:08:09.783056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:08:09.786726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:08:09.793465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:09.841671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:09.842295 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:09.858953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-8de2be6d-5f23-481a-ac78-2e430df3adfb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575674 Nov 12 06:08:09.871976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Request body: {'port': {'device_id': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:09.931404 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:09.980196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f723e8c2-29c1-416d-9e7b-68b35c0ed5bc None None] Provisioning complete for port 3eee1349-381a-437b-a474-e107e7ee995b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:09.980767 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f723e8c2-29c1-416d-9e7b-68b35c0ed5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:10.013659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f723e8c2-29c1-416d-9e7b-68b35c0ed5bc None None] Port 3eee1349-381a-437b-a474-e107e7ee995b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:08:10.197540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eee1349-381a-437b-a474-e107e7ee995b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:08:10.204917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:10.216370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Transition to ACTIVE for port object 3eee1349-381a-437b-a474-e107e7ee995b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:08:10.220119 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:10.270743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:10.376224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c15b4-7bb8-49e4-bb3f-9fe52e335b8e req-5082a4bf-fab8-4fb7-901a-9ab3b82e340f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:10.377767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-749c15b4-7bb8-49e4-bb3f-9fe52e335b8e req-5082a4bf-fab8-4fb7-901a-9ab3b82e340f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 944 time: 0.1029968 Nov 12 06:08:10.382643 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Attempting to bind port 3eee1349-381a-437b-a474-e107e7ee995b on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:08:10.382977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Attempting to bind port 3eee1349-381a-437b-a474-e107e7ee995b by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:08:10.383304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Attempting to bind port 3eee1349-381a-437b-a474-e107e7ee995b on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:08:10.394667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Port 3eee1349-381a-437b-a474-e107e7ee995b on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:08:10.394994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Attempting to bind port 3eee1349-381a-437b-a474-e107e7ee995b on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:08:10.411749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:08:10.412085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:08:10.412469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:08:10.412903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Bound port: 3eee1349-381a-437b-a474-e107e7ee995b, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:08:10.413256 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:10.465651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-749c15b4-7bb8-49e4-bb3f-9fe52e335b8e req-7ca5cdde-30d7-48d7-952d-46d5383c66c8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800030 Nov 12 06:08:10.493290 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:08:10.496412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:08:10.500211 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:10.539741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:10.540365 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:10.542027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] 10.222.0.47 "PUT /v2.0/ports/3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1093 time: 0.6747391 Nov 12 06:08:10.543101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:08:10.546006 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e4dcf-fc04-48b0-99f1-d73181cd811b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "tag": "3eee1349-381a-437b-a474-e107e7ee995b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:08:10.590869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554825b-d9aa-4028-805d-c03c1e26cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:10.632654 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4da2b97-009f-4c4a-b606-da243d2cd15b x-openstack-request-id: req-e4da2b97-009f-4c4a-b606-da243d2cd15b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:08:10.632950 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "tag": "3eee1349-381a-437b-a474-e107e7ee995b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:08:10.633873 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4da2b97-009f-4c4a-b606-da243d2cd15b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:08:10.634209 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b', 'status': 'completed', 'code': 200} Nov 12 06:08:10.662722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-e6728a34-528d-4386-923b-cea23af2a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:10.664457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-e6728a34-528d-4386-923b-cea23af2a2cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0634139 Nov 12 06:08:10.715881 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-2fc92375-f3d4-4b4f-81cd-560af9aa9983 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 217 time: 0.0404389 Nov 12 06:08:10.725331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 017c35c2-dae4-47ee-a0f4-34e0a31caddf up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:08:10.774678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-eb9c3261-2aa8-4103-884e-f192cc9f4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:10.776146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-eb9c3261-2aa8-4103-884e-f192cc9f4fc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0513813 Nov 12 06:08:10.787781 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 017c35c2-dae4-47ee-a0f4-34e0a31caddf triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:10.788155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:10.824268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-9b4e3886-0f7b-44a9-b0d6-cecab1eb67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:10.825696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-9b4e3886-0f7b-44a9-b0d6-cecab1eb67b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418243 Nov 12 06:08:10.923153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-76b66fdf-f18a-46be-b32e-4ed87b360121 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819497 Nov 12 06:08:11.017169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ccc1ef30-4acd-48ed-a020-4edc9bb22daa req-0c184bf1-be48-4f97-a6c2-a490a8193cff service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865662 Nov 12 06:08:11.032643 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:11.104236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-1b3252e9-60b6-474b-8be7-320c307a3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:11.105759 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-1b3252e9-60b6-474b-8be7-320c307a3b19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0411146 Nov 12 06:08:11.201405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-80266c90-f19f-422a-83b2-062a0e756a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:11.202895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-80266c90-f19f-422a-83b2-062a0e756a78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0883064 Nov 12 06:08:11.243645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-17c23abf-3b36-4763-a09a-1c9f6e91ad02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 217 time: 0.0331655 Nov 12 06:08:11.304058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-e69abef2-bed8-4bee-8c9c-109497886a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:11.305402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-e69abef2-bed8-4bee-8c9c-109497886a1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0467803 Nov 12 06:08:11.352563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-d210e800-efd9-4847-b757-6474a8470c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:11.354081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-d210e800-efd9-4847-b757-6474a8470c30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406404 Nov 12 06:08:11.443426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-2be04dd1-dba3-4df6-905a-0750fd3aa939 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803978 Nov 12 06:08:11.547940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-885e4dcf-fc04-48b0-99f1-d73181cd811b req-f526cd67-4f9e-46e5-908e-bd15317c6a98 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968375 Nov 12 06:08:11.587268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b98a3-f637-4f68-b734-ae52f0b8eddf req-2e52cc35-c3c9-403b-b63e-86692c6f0ab9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:11.588742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-025b98a3-f637-4f68-b734-ae52f0b8eddf req-2e52cc35-c3c9-403b-b63e-86692c6f0ab9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 944 time: 0.0524256 Nov 12 06:08:11.636430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-025b98a3-f637-4f68-b734-ae52f0b8eddf req-6df0f6da-723c-4803-bf7b-637e99e4cbe9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415475 Nov 12 06:08:12.755666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1a1a0-a974-4f6e-94a2-94c322eb197c req-d17ee07a-453c-4d93-a141-d09aad697735 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:12.757110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1c1a1a0-a974-4f6e-94a2-94c322eb197c req-d17ee07a-453c-4d93-a141-d09aad697735 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 944 time: 0.0521274 Nov 12 06:08:12.803880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1c1a1a0-a974-4f6e-94a2-94c322eb197c req-f5527c73-b666-4c3f-a16f-2e71cec81bb0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 Nov 12 06:08:12.841344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3eee1349-381a-437b-a474-e107e7ee995b details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:08:12.936987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:08:12.947751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '3eee1349-381a-437b-a474-e107e7ee995b', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': '3eee1349-381a-437b-a474-e107e7ee995b', 'mac_address': 'fa:16:3e:cd:74:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:08:12.984356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:12.997498 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eee1349-381a-437b-a474-e107e7ee995b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:08:13.016051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:08:13.020410 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:13.067578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:13.222105 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3eee1349-381a-437b-a474-e107e7ee995b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:08:13.920471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafc4ce-a691-4974-8be2-e933d42be462 req-335bf9ff-785b-4776-bb2f-6fa32be22ece tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:13.921963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dafc4ce-a691-4974-8be2-e933d42be462 req-335bf9ff-785b-4776-bb2f-6fa32be22ece tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 945 time: 0.0501294 Nov 12 06:08:13.969406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dafc4ce-a691-4974-8be2-e933d42be462 req-8a389776-8807-48f3-ac4f-50b8a1a2653d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415056 Nov 12 06:08:13.969720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-945dc00d-56de-4bca-a468-12a7f748d38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:14.844578 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3eee1349-381a-437b-a474-e107e7ee995b up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:08:14.892103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 3eee1349-381a-437b-a474-e107e7ee995b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:08:14.896134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 3eee1349-381a-437b-a474-e107e7ee995b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:08:14.896500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:14.974326 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:14.996623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:08:14.998891 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6065d81b-1f55-4ff1-b05f-f27a1f47c845" -d '{"events": [{"server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "name": "network-vif-plugged", "status": "completed", "tag": "3eee1349-381a-437b-a474-e107e7ee995b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:08:15.012041 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:08:15.016302 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:15.063982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:08:15.088615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca6e6-42d3-4ac8-b461-9463692df310 req-e0f16fa4-d7e8-4836-8624-705f5aa26673 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:15.090770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88bca6e6-42d3-4ac8-b461-9463692df310 req-e0f16fa4-d7e8-4836-8624-705f5aa26673 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0494578 Nov 12 06:08:15.141050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-88bca6e6-42d3-4ac8-b461-9463692df310 req-56011ad6-d213-4887-9fcd-7ed189139873 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443978 Nov 12 06:08:15.183124 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5eccdf-e3fc-4194-8a7f-e17df0b2dbe6 x-openstack-request-id: req-4f5eccdf-e3fc-4194-8a7f-e17df0b2dbe6 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:08:15.183413 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "name": "network-vif-plugged", "status": "completed", "tag": "3eee1349-381a-437b-a474-e107e7ee995b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:08:15.183662 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f5eccdf-e3fc-4194-8a7f-e17df0b2dbe6 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:08:15.184055 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b', 'code': 200} Nov 12 06:08:15.280414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cce28-3f67-4a87-be50-2c913d6a95e5 req-8177c307-0be4-4e2c-89df-e8c561c6c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:15.281874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-874cce28-3f67-4a87-be50-2c913d6a95e5 req-8177c307-0be4-4e2c-89df-e8c561c6c19b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0401847 Nov 12 06:08:15.324559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-874cce28-3f67-4a87-be50-2c913d6a95e5 req-3d6f17d3-fa2a-4507-9347-55f14389abce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354750 Nov 12 06:08:16.256426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370e17-b8d6-4840-84b1-6d91367878a4 req-1ce05409-c32d-4bac-8624-0bcd397320e4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:16.257892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22370e17-b8d6-4840-84b1-6d91367878a4 req-1ce05409-c32d-4bac-8624-0bcd397320e4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0482173 Nov 12 06:08:16.304334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22370e17-b8d6-4840-84b1-6d91367878a4 req-2b551bc6-ea38-48ae-b8a6-0d526b1354c9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399079 Nov 12 06:08:16.379962 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-122dfcbd-438f-4377-b706-a39f219db417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:17.422361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada972c-b404-4b40-aae6-ffeb26a961f0 req-91f7c617-1463-4486-95dc-b55d29e93519 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:17.423814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ada972c-b404-4b40-aae6-ffeb26a961f0 req-91f7c617-1463-4486-95dc-b55d29e93519 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0524404 Nov 12 06:08:17.469015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9ada972c-b404-4b40-aae6-ffeb26a961f0 req-8b10d15a-af97-458f-ad9e-287b1c82bb04 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Nov 12 06:08:17.512661 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:17.580830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a1738-697b-48ac-8eff-81cc6fa3c33d req-aa5f71b1-70c7-4bee-a471-88b9ea4548e9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:17.582289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb2a1738-697b-48ac-8eff-81cc6fa3c33d req-aa5f71b1-70c7-4bee-a471-88b9ea4548e9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0483463 Nov 12 06:08:17.591684 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55128) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:08:17.596080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'floatingip': {'port_id': '3eee1349-381a-437b-a474-e107e7ee995b'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:08:17.638613 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:18.202714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:18.206246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:18.300939 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636 associated. External IP: 172.25.2.129, port: 3eee1349-381a-437b-a474-e107e7ee995b. Nov 12 06:08:18.735134 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:18.794578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:08:18.896037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:08:18.900801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:18.906037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:08:18.915684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:08:18.916301 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:08:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:18.932299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-94bb224a-96c3-4b04-bd95-512e933a0a50 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "PUT /v2.0/floatingips/59b16690-3556-4c8e-8ac3-eee7a5529636 HTTP/1.1" status: 200 len: 992 time: 1.3396075 Nov 12 06:08:18.932899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:08:18.935187 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd09a46-7bba-4f2b-8e3e-73b95e7be495" -d '{"events": [{"name": "network-changed", "server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "tag": "3eee1349-381a-437b-a474-e107e7ee995b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:08:19.023399 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d889d658-4552-4d93-ae38-9a4e931ff541 x-openstack-request-id: req-d889d658-4552-4d93-ae38-9a4e931ff541 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:08:19.023701 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "tag": "3eee1349-381a-437b-a474-e107e7ee995b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:08:19.023957 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d889d658-4552-4d93-ae38-9a4e931ff541 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:08:19.024360 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b', 'status': 'completed', 'code': 200} Nov 12 06:08:19.024581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:08:19.084838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-1b509e6f-1bf4-4db1-a165-51f41bd7f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:19.086245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-1b509e6f-1bf4-4db1-a165-51f41bd7f898 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0397775 Nov 12 06:08:19.176910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-f4a100dc-39a9-49a9-961e-e1d3ee91eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:19.178399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-f4a100dc-39a9-49a9-961e-e1d3ee91eb55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0828149 Nov 12 06:08:19.244999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '3eee1349-381a-437b-a474-e107e7ee995b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:cd:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:08:18Z', 'revision_number': 1, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:19.272494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-a220b0ed-75c3-4fcc-899c-c5279d81aefb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1000 time: 0.0864825 Nov 12 06:08:19.274801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:08:19.283811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:08:19.284418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:08:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:19.322590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-84b26038-b842-43bc-8964-c95a0160d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:19.324639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-84b26038-b842-43bc-8964-c95a0160d6ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0436492 Nov 12 06:08:19.374707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-b5fe8fd2-1b41-4e5a-9168-8be2e9d4f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:19.376213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-b5fe8fd2-1b41-4e5a-9168-8be2e9d4f4af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437641 Nov 12 06:08:19.384908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:08:19.465620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-d5bd79a5-a07e-4f98-ab9a-9918d82ab48e service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818584 Nov 12 06:08:19.561541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abd09a46-7bba-4f2b-8e3e-73b95e7be495 req-ab302fe2-5493-4cf4-b16c-3edcfb595b46 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885420 Nov 12 06:08:19.606060 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:19.628403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '3eee1349-381a-437b-a474-e107e7ee995b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:cd:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:08:18Z', 'revision_number': 1, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:08:19.654236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc20995-085d-4008-8e4f-50f58bd08d02 None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '3eee1349-381a-437b-a474-e107e7ee995b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:cd:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:08:18Z', 'revision_number': 1, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:08:19.850373 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb44a890-778b-4cde-b4c2-8bc8d4e57e42 None None] New status for floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:08:21.668038 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-1884699a-5500-4f15-b764-6b2d4e2fb490 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393167 Nov 12 06:08:21.751858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-986c1226-f6a0-4701-ae0c-3e637264dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:21.753339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-986c1226-f6a0-4701-ae0c-3e637264dc36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0418231 Nov 12 06:08:21.866037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-4bc1b77a-4f79-47c4-97b3-d8774efa33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:21.867518 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-4bc1b77a-4f79-47c4-97b3-d8774efa33e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0872860 Nov 12 06:08:21.931165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-4df45435-ffbf-4089-a1cf-e2aa3fc39d58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1002 time: 0.0562716 Nov 12 06:08:21.984266 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-c824e529-8e77-4898-9592-4d62e6170bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:21.985724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-c824e529-8e77-4898-9592-4d62e6170bc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0467803 Nov 12 06:08:22.032871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-61efe06b-adb5-4b97-aa98-abda4e3764a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:08:22.034367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-61efe06b-adb5-4b97-aa98-abda4e3764a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408065 Nov 12 06:08:22.123594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-b8aa291e-0594-4cbb-81c9-0d7c6eac6b12 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814714 Nov 12 06:08:22.218842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6f680cf-f206-4201-ba4a-dfa896f26c64 req-f2d5b3bc-9f03-4a92-80d4-80cfa2a77abf service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875897 Nov 12 06:08:27.635831 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:32.459568 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:08:41.032501 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:43.964811 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42379153-055e-45ba-bb5f-4a750ae3d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:46.381038 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aff0839f-bd3c-4ec5-adb2-4a414b82b8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:47.501419 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:48.738660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:49.607460 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:08:57.654497 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:01.891730 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-7e2784af-7685-466d-9940-2c66581487c6 req-ae6293d9-23cc-443c-9db2-86249901d019 service neutron] (102589) timed out ('10.222.0.48', 49846) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 06:09:09.458129 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:09:11.048898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:13.965025 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd53e554-5e39-46dc-a610-310a95c12180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:16.382197 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-72100cef-b2be-4e99-9774-edef6d223ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:17.502764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:18.741170 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:19.607923 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:22.819730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-2f7658d6-509b-42b3-ba9b-c3767bb850eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400145 Nov 12 06:09:22.901749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-bf6cefec-72af-4b57-af98-c4ac13dc10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:22.903821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-bf6cefec-72af-4b57-af98-c4ac13dc10b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0398498 Nov 12 06:09:23.008519 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-48e2861f-3e2a-4f81-9496-caf992fae71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:23.009967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-48e2861f-3e2a-4f81-9496-caf992fae71c service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0879555 Nov 12 06:09:23.074434 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-d9b347b4-ec57-4ad9-b229-867e90b30ab5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1002 time: 0.0566998 Nov 12 06:09:23.129969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-aab982f8-b2c4-4a5d-be98-78719509c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:23.131373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-aab982f8-b2c4-4a5d-be98-78719509c3ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0459943 Nov 12 06:09:23.177551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-1e074351-95f5-45c2-8fc6-99c71cef4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:23.179012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-1e074351-95f5-45c2-8fc6-99c71cef4d1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387692 Nov 12 06:09:23.267219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-0d8b6217-940a-47d7-887d-c634628ba8b9 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797923 Nov 12 06:09:23.358663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feeac694-4ac3-4aa6-8a76-08078d789dbf req-8c8aafb3-1efa-4773-a50b-f62233d0e23e service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835917 Nov 12 06:09:27.680168 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:29.415962 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-f3c4f96a-e70e-41aa-be54-7fcedc6f757a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0956824 Nov 12 06:09:29.517711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-8b5e4996-e44a-44e1-be1b-a7081564b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.518221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-8b5e4996-e44a-44e1-be1b-a7081564b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.518723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-8b5e4996-e44a-44e1-be1b-a7081564b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.519195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-8b5e4996-e44a-44e1-be1b-a7081564b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.519662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-8b5e4996-e44a-44e1-be1b-a7081564b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.521428 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-8b5e4996-e44a-44e1-be1b-a7081564b706 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0459223 Nov 12 06:09:29.636502 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-7676f0bb-a06b-462b-9611-8ad29840d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.636976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-7676f0bb-a06b-462b-9611-8ad29840d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.637440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-7676f0bb-a06b-462b-9611-8ad29840d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.639527 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-7676f0bb-a06b-462b-9611-8ad29840d60b service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0918779 Nov 12 06:09:29.679740 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-f988b217-1c1c-49fe-b58d-91f1f2150e0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0330513 Nov 12 06:09:29.731269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-69dd846d-73d7-4c51-be52-4a77a7926bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.732713 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-69dd846d-73d7-4c51-be52-4a77a7926bad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0463355 Nov 12 06:09:29.778116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-2e333436-83a7-44ab-82ec-f1277d85506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:29.780173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-2e333436-83a7-44ab-82ec-f1277d85506c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406742 Nov 12 06:09:29.870602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-0a02e8b2-e01e-4f0f-a73e-8a09828dd92c service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831513 Nov 12 06:09:29.958644 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-70224dae-a41f-4b33-91e9-917529f5420a service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807521 Nov 12 06:09:30.001928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-6f2ca418-2363-434d-9156-5f748ec569dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0365665 Nov 12 06:09:30.049663 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-cb45e107-84a2-45e4-9a50-eac982dc239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:30.051196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-cb45e107-84a2-45e4-9a50-eac982dc239c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0422935 Nov 12 06:09:30.095611 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-dc5d1a3d-28de-4ab0-8940-af16cc704e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:30.097059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-dc5d1a3d-28de-4ab0-8940-af16cc704e11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0396030 Nov 12 06:09:30.190412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-ad838a3c-a7e1-4a47-957f-e559b734fd39 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860136 Nov 12 06:09:30.280421 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-66c24a50-2859-4ea5-8dc8-056ee1d43214 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822244 Nov 12 06:09:30.325952 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-047cdd73-afc8-4778-a9b2-d9540a452ed4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0384321 Nov 12 06:09:30.374476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-3b9694a4-8bf3-44dc-8672-3b1615cb0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:30.375873 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-3b9694a4-8bf3-44dc-8672-3b1615cb0671 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0434284 Nov 12 06:09:30.420817 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-af74a72a-a8eb-4ca2-a604-5011b9e6020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:30.422293 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-af74a72a-a8eb-4ca2-a604-5011b9e6020c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394607 Nov 12 06:09:30.515032 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-16835f29-b418-46eb-bf9c-a90d4a4a6036 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855649 Nov 12 06:09:30.606231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-4da7edff-ab21-4115-ab5c-91842e8bdc1e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844691 Nov 12 06:09:30.654556 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-d4355a6b-be83-43b9-8a36-0e399648657c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0409896 Nov 12 06:09:30.706135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-9be14bb3-847e-4fb3-aa9a-dbbd7b6b3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:30.707646 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-9be14bb3-847e-4fb3-aa9a-dbbd7b6b3bcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0464931 Nov 12 06:09:30.760355 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-ed07e641-6996-4ab1-8456-b531df507218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:30.761960 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-ed07e641-6996-4ab1-8456-b531df507218 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476325 Nov 12 06:09:30.854248 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-54b9b73d-3a53-4866-8f69-bc3618ec668e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850241 Nov 12 06:09:30.942738 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-306d250a-d63f-4399-944f-8315e0b6c00e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809793 Nov 12 06:09:30.985727 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-ff0662ae-ec03-42e5-8152-c9a840216a72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0362067 Nov 12 06:09:31.032097 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-e22df45c-31b9-41bb-abff-a8afc8da8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:31.033468 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-e22df45c-31b9-41bb-abff-a8afc8da8355 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0416408 Nov 12 06:09:31.077516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-ef264994-2748-4252-8655-cfd5594cd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:31.078975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-ef264994-2748-4252-8655-cfd5594cd422 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0391505 Nov 12 06:09:31.168619 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-ab2c5c08-315f-4b65-a9d5-60805fd09a49 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829506 Nov 12 06:09:31.256511 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8defbdb0-3395-4c25-bfba-dbb3e4977d2d req-d1ba379a-b50c-436e-8bcd-99aa9e9dee97 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801384 Nov 12 06:09:41.046755 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:43.966891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-818630c0-e204-40b5-906e-4e4dc7db4d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:46.389346 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-75537692-6924-4261-a8c7-4497626d9e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:46.457813 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:09:47.509040 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:48.742790 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:49.610000 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:55.841149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0564e-950e-4c6e-8573-4457f015fb26 req-5642bb43-4b11-4b91-a58b-ab4f69d4f864 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:55.843155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69f0564e-950e-4c6e-8573-4457f015fb26 req-5642bb43-4b11-4b91-a58b-ab4f69d4f864 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0487375 Nov 12 06:09:55.888282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-69f0564e-950e-4c6e-8573-4457f015fb26 req-1d888d32-c134-46b6-8f00-0add74fa2780 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 Nov 12 06:09:56.107199 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-cd7e6c6c-c68b-4de3-ab7a-4af3b7297d61 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406783 Nov 12 06:09:56.128061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771d1b9-e50b-4a79-9761-292b1c724121 req-f190604a-6b45-43f8-918b-ea6ee4f368fc tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:56.129573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d771d1b9-e50b-4a79-9761-292b1c724121 req-f190604a-6b45-43f8-918b-ea6ee4f368fc tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0550296 Nov 12 06:09:56.178188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d771d1b9-e50b-4a79-9761-292b1c724121 req-aa00703e-7737-4632-8d8d-d8fe27d7ca4e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426548 Nov 12 06:09:57.285249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-eb1b0090-8fdd-477f-9019-6574dd8ce956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:57.286762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-eb1b0090-8fdd-477f-9019-6574dd8ce956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0671964 Nov 12 06:09:57.309600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bd601-f3c2-454e-8b4d-097feac35827 req-57124e50-e574-45a8-ac76-420f6c8e8804 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:57.311092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a7bd601-f3c2-454e-8b4d-097feac35827 req-57124e50-e574-45a8-ac76-420f6c8e8804 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0630057 Nov 12 06:09:57.408972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a7bd601-f3c2-454e-8b4d-097feac35827 req-2d6d587d-d711-4741-bf83-62d90d5c36ef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850823 Nov 12 06:09:57.421852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-943c5c1f-790c-4edb-a1a2-982e608bc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:57.423345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-943c5c1f-790c-4edb-a1a2-982e608bc02b service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.1291833 Nov 12 06:09:57.494424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-16da1d01-7ba8-4b98-957a-c07af43a5860 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1002 time: 0.0629990 Nov 12 06:09:57.545301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-f9b783bb-0503-4d04-8fe5-22472de461be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:57.547156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-f9b783bb-0503-4d04-8fe5-22472de461be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0443208 Nov 12 06:09:57.593627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-0d896257-29c4-4808-917e-6889d0f409d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:57.595114 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-0d896257-29c4-4808-917e-6889d0f409d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402079 Nov 12 06:09:57.684418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:09:57.690413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-8f58ea80-be6b-4d09-9498-b11bca80983f service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Nov 12 06:09:57.780474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-c1e29dac-95e6-47d8-90c1-a9fb0461a7b5 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826073 Nov 12 06:09:58.523364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119914d-5270-4e74-bb95-c81b09cd646b req-063234b8-22f8-45d5-8e5d-3f15f3cdbdd6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:58.524840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a119914d-5270-4e74-bb95-c81b09cd646b req-063234b8-22f8-45d5-8e5d-3f15f3cdbdd6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0491629 Nov 12 06:09:58.576110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a119914d-5270-4e74-bb95-c81b09cd646b req-a4559791-7621-48db-8168-ed87b4fd4b3f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447588 Nov 12 06:09:59.694453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f02e58-2fa6-47b0-b82d-b95e88dd0521 req-235624f0-2fd1-4bbc-aaac-1d41b1463b96 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:09:59.695932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79f02e58-2fa6-47b0-b82d-b95e88dd0521 req-235624f0-2fd1-4bbc-aaac-1d41b1463b96 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0496638 Nov 12 06:09:59.742420 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79f02e58-2fa6-47b0-b82d-b95e88dd0521 req-35b1f2f1-c709-4564-b637-2cf03ae15244 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Nov 12 06:10:00.856446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8d962-5de3-4c55-a575-1ef1f5dcece6 req-3da7eea0-b341-4994-b5b9-159833c2ed95 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:00.858467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7e8d962-5de3-4c55-a575-1ef1f5dcece6 req-3da7eea0-b341-4994-b5b9-159833c2ed95 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0489728 Nov 12 06:10:00.904241 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c7e8d962-5de3-4c55-a575-1ef1f5dcece6 req-552ca961-5a66-4272-be48-1bbfb3f54985 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399117 Nov 12 06:10:02.025091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627cbe4-6967-4f3c-a1b5-c12700175f9b req-82aeaea9-7c1e-47ff-ac31-7c03bbc340d2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:02.026621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2627cbe4-6967-4f3c-a1b5-c12700175f9b req-82aeaea9-7c1e-47ff-ac31-7c03bbc340d2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0534406 Nov 12 06:10:02.072514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2627cbe4-6967-4f3c-a1b5-c12700175f9b req-dabff978-84e5-4a32-8b1b-187b9247c0a4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397687 Nov 12 06:10:03.188541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee6190-f9ac-427f-80a7-d58b4a8a1c99 req-f6781e28-d9a9-4bcf-b34e-dd7d6ab80d27 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:03.190046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72ee6190-f9ac-427f-80a7-d58b4a8a1c99 req-f6781e28-d9a9-4bcf-b34e-dd7d6ab80d27 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0502186 Nov 12 06:10:03.237720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72ee6190-f9ac-427f-80a7-d58b4a8a1c99 req-0da002cc-47f8-4630-8437-b8e7a6319457 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417104 Nov 12 06:10:04.359224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60935c98-25f8-4151-ae27-4f9e218097b1 req-6baca55d-8fdc-4607-a7af-8ba2d003e5cf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:04.360682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60935c98-25f8-4151-ae27-4f9e218097b1 req-6baca55d-8fdc-4607-a7af-8ba2d003e5cf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0555224 Nov 12 06:10:04.407679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60935c98-25f8-4151-ae27-4f9e218097b1 req-3b4dc4ab-2f88-404c-8cc3-5be1009ea75e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 Nov 12 06:10:05.522617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2f7b9-d9d0-4f19-bc1e-4a17e2e17613 req-9eb3e424-9cdb-4f40-9e2c-754a9e620583 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:05.524115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3a2f7b9-d9d0-4f19-bc1e-4a17e2e17613 req-9eb3e424-9cdb-4f40-9e2c-754a9e620583 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0491190 Nov 12 06:10:05.573177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3a2f7b9-d9d0-4f19-bc1e-4a17e2e17613 req-4b44bd0e-c8bb-4cef-8ecf-e84ae4f91555 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425723 Nov 12 06:10:06.688167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b51cc-3885-4367-975e-795a0ccd273d req-d0fc73c6-4550-42d5-87d0-593510e05e2d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:06.689673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-912b51cc-3885-4367-975e-795a0ccd273d req-d0fc73c6-4550-42d5-87d0-593510e05e2d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0491471 Nov 12 06:10:06.740406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-912b51cc-3885-4367-975e-795a0ccd273d req-9cc20661-b12a-4e50-ae90-def260008266 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449042 Nov 12 06:10:07.857613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732202a-9ca8-49fd-acbf-aa007a115c3c req-4c0d8f3f-8414-4bf3-a0b7-1cfb0ccea753 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:07.859092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9732202a-9ca8-49fd-acbf-aa007a115c3c req-4c0d8f3f-8414-4bf3-a0b7-1cfb0ccea753 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Nov 12 06:10:07.905962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9732202a-9ca8-49fd-acbf-aa007a115c3c req-01898eb0-e1bd-4175-9c09-7f91878ef85f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409789 Nov 12 06:10:09.020551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb3b8e-116a-4cf7-9e3f-724a210d1896 req-2793fd76-07c6-4744-a827-9c7004da14a9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:09.022014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ddb3b8e-116a-4cf7-9e3f-724a210d1896 req-2793fd76-07c6-4744-a827-9c7004da14a9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0486894 Nov 12 06:10:09.068074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ddb3b8e-116a-4cf7-9e3f-724a210d1896 req-0f92fdf2-a034-437e-9f17-aeb757770710 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402422 Nov 12 06:10:09.701298 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-22f3135d-3f6a-49f3-aaad-b50a76ccc134 service neutron] show failed (client error): The resource could not be found. Nov 12 06:10:09.702297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-22f3135d-3f6a-49f3-aaad-b50a76ccc134 service neutron] 10.222.0.47 "GET /v2.0/ports/3eee1349-381a-437b-a474-e107e7ee995b/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0580878 Nov 12 06:10:09.903164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-14214bf2-a67d-4fa3-8227-49166a5ebc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:09.905253 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-14214bf2-a67d-4fa3-8227-49166a5ebc8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 1098 time: 0.0441871 Nov 12 06:10:09.923207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:10:09.974821 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:10.166703 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:10:10.184903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef34a64-1f4b-4dcb-bf5c-efd1d90ba973 req-6df6838f-0f09-4788-80f7-4527de000a26 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:10.186439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ef34a64-1f4b-4dcb-bf5c-efd1d90ba973 req-6df6838f-0f09-4788-80f7-4527de000a26 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0499437 Nov 12 06:10:10.203532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:10:10.233768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ef34a64-1f4b-4dcb-bf5c-efd1d90ba973 req-d9bf67f3-9bc4-4195-9e85-dc14482122ef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412283 Nov 12 06:10:10.242813 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:10:10.245088 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f055e913-96a4-4ea2-89aa-5c8136589800" -d '{"events": [{"server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3eee1349-381a-437b-a474-e107e7ee995b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:10:10.249462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:10.261779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Transition to ACTIVE for port object 3eee1349-381a-437b-a474-e107e7ee995b will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:10:10.266031 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:10.297098 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e43664-e3d2-4728-937d-aae786b7c820 x-openstack-request-id: req-b0e43664-e3d2-4728-937d-aae786b7c820 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:10:10.297381 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3eee1349-381a-437b-a474-e107e7ee995b", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:10:10.297627 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0e43664-e3d2-4728-937d-aae786b7c820 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:10:10.298032 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b', 'code': 200} Nov 12 06:10:10.373238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:10.397520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.397858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.398194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.398553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.398878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.399202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.399523 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.399842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.400161 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.400476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.400789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.401101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:10.453958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] No DVR routers for this DVR port 3eee1349-381a-437b-a474-e107e7ee995b on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:10:10.586916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Attempting to bind port 3eee1349-381a-437b-a474-e107e7ee995b on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:10:10.587274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Attempting to bind port 3eee1349-381a-437b-a474-e107e7ee995b by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:10:10.587607 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Attempting to bind port 3eee1349-381a-437b-a474-e107e7ee995b on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:10:10.591903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Port 3eee1349-381a-437b-a474-e107e7ee995b on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:10:10.592308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Attempting to bind port 3eee1349-381a-437b-a474-e107e7ee995b on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:10:10.597028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:10:10.597365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:10:10.597749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:10:10.598171 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Bound port: 3eee1349-381a-437b-a474-e107e7ee995b, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:10:10.598552 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:10.665400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:10:10.669308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:10:10.675046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:10.711262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:10.711791 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:10.713259 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] 10.222.0.43 "PUT /v2.0/ports/3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1093 time: 0.7940223 Nov 12 06:10:10.735198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642256b8-31eb-48b6-81e0-f4836a843736 service neutron] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:10.798789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-10c5884b-5700-4f59-9b67-052129456138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:10.800314 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-10c5884b-5700-4f59-9b67-052129456138 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0447030 Nov 12 06:10:10.896999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-c6420fc2-e3f7-47b9-8c6c-245bff31d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:10.898517 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-c6420fc2-e3f7-47b9-8c6c-245bff31d545 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0913358 Nov 12 06:10:10.961955 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-cf9adc21-3168-4eed-8616-356bc2a95610 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1000 time: 0.0563421 Nov 12 06:10:11.010668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-2133ce8c-6a2e-4bb4-b64c-adb8f314d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:11.012022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-2133ce8c-6a2e-4bb4-b64c-adb8f314d003 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0424979 Nov 12 06:10:11.047069 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:11.061453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-b1361a26-feaf-4fb9-8ba4-4d9cb07b1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:11.062979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-b1361a26-feaf-4fb9-8ba4-4d9cb07b1192 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437551 Nov 12 06:10:11.149491 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-2840e11b-9119-4438-9d2a-3ebed23ae1cb service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790327 Nov 12 06:10:11.240526 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e8697adb-af77-411d-bf7e-613e015b7b69 req-ad1593a3-cda4-4090-9619-2d0c41bf0541 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829744 Nov 12 06:10:11.355836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d38af-034a-4e6f-adc2-f6385ee9ba04 req-befca4a1-3f89-45b0-95f1-ff9bdd368bb9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:11.357539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e9d38af-034a-4e6f-adc2-f6385ee9ba04 req-befca4a1-3f89-45b0-95f1-ff9bdd368bb9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 944 time: 0.0518184 Nov 12 06:10:11.404341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e9d38af-034a-4e6f-adc2-f6385ee9ba04 req-a1424878-153b-4204-a57f-316e2da792a4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406983 Nov 12 06:10:12.299945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:10:12.302308 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cad10f-de18-41ca-bed1-7bf077295275" -d '{"events": [{"name": "network-changed", "server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "tag": "3eee1349-381a-437b-a474-e107e7ee995b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:10:12.348972 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4586b377-131e-4c75-96af-8da3562c5562 x-openstack-request-id: req-4586b377-131e-4c75-96af-8da3562c5562 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:10:12.349266 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "tag": "3eee1349-381a-437b-a474-e107e7ee995b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:10:12.349523 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4586b377-131e-4c75-96af-8da3562c5562 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:10:12.349925 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b', 'status': 'completed', 'code': 200} Nov 12 06:10:12.411232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad10f-de18-41ca-bed1-7bf077295275 req-b18abb14-7ad7-454d-9940-101c8900837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.412737 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-b18abb14-7ad7-454d-9940-101c8900837b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0441790 Nov 12 06:10:12.438430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad10f-de18-41ca-bed1-7bf077295275 req-6da046aa-0351-417b-a716-f3b89e336207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.439934 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-6da046aa-0351-417b-a716-f3b89e336207 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0440228 Nov 12 06:10:12.541180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad10f-de18-41ca-bed1-7bf077295275 req-c57e76f9-77ba-4708-b376-415f56060e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.544001 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-c57e76f9-77ba-4708-b376-415f56060e40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0961895 Nov 12 06:10:12.544709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad10f-de18-41ca-bed1-7bf077295275 req-d9088467-66d0-4bbe-b91d-be6f4c6b0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.546831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-d9088467-66d0-4bbe-b91d-be6f4c6b0956 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.1255460 Nov 12 06:10:12.555823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f30b4-a213-4d84-9fb2-905813655544 req-de203384-b495-408d-b0b1-ec7aa335436a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.558474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da5f30b4-a213-4d84-9fb2-905813655544 req-de203384-b495-408d-b0b1-ec7aa335436a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 944 time: 0.0758905 Nov 12 06:10:12.608909 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-b50c07ad-55ad-4af2-bf77-dc29d31d378c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1000 time: 0.0569649 Nov 12 06:10:12.645596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-e0ec31ae-1db8-4158-8c5d-0dc14cd8c380 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1000 time: 0.0874918 Nov 12 06:10:12.649647 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da5f30b4-a213-4d84-9fb2-905813655544 req-76fb7bd6-e99a-4596-873c-e478e1b404c4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859959 Nov 12 06:10:12.657186 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad10f-de18-41ca-bed1-7bf077295275 req-072a5ea8-e710-484b-8d20-a757849104da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.658912 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-072a5ea8-e710-484b-8d20-a757849104da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0433877 Nov 12 06:10:12.697083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad10f-de18-41ca-bed1-7bf077295275 req-85d6d0d8-6422-42f0-9df1-cc7378fcf27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.698581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-85d6d0d8-6422-42f0-9df1-cc7378fcf27b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0451496 Nov 12 06:10:12.709509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad10f-de18-41ca-bed1-7bf077295275 req-76340dcf-af41-4cd5-8a66-249f9dbaa375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.711020 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-76340dcf-af41-4cd5-8a66-249f9dbaa375 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450275 Nov 12 06:10:12.749613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad10f-de18-41ca-bed1-7bf077295275 req-17f845da-8cc4-4f36-8bd2-ba6004aa7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:12.751132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-17f845da-8cc4-4f36-8bd2-ba6004aa7f5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445180 Nov 12 06:10:12.801384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-8082634b-4898-4476-8c24-c827b77a40ce service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827920 Nov 12 06:10:12.841391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-422e7313-637d-4b8e-beca-041f8abb7716 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816007 Nov 12 06:10:12.895231 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-82da1060-b0e2-4c3a-8021-176d103021be service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864351 Nov 12 06:10:12.933761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-12cad10f-de18-41ca-bed1-7bf077295275 req-758128b5-0261-4199-b8a0-b2eaf06909b6 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846000 Nov 12 06:10:13.500221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3eee1349-381a-437b-a474-e107e7ee995b no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:10:13.538932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3eee1349-381a-437b-a474-e107e7ee995b not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:10:13.768955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab363856-ab68-48ed-baa2-ef5deb9f6143 req-9e880860-c8db-4b72-8c71-037203c2b01e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:13.770368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab363856-ab68-48ed-baa2-ef5deb9f6143 req-9e880860-c8db-4b72-8c71-037203c2b01e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 944 time: 0.0498173 Nov 12 06:10:13.817417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab363856-ab68-48ed-baa2-ef5deb9f6143 req-404fade8-49bf-4c17-b222-9f6450686a2a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 Nov 12 06:10:13.969001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73fae92a-b9a0-41c8-9d1a-155633a757fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:14.179711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 3eee1349-381a-437b-a474-e107e7ee995b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:10:14.273750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:10:14.284970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '3eee1349-381a-437b-a474-e107e7ee995b', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': '3eee1349-381a-437b-a474-e107e7ee995b', 'mac_address': 'fa:16:3e:cd:74:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:10:14.324254 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:14.337490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eee1349-381a-437b-a474-e107e7ee995b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:10:14.363288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:10:14.367287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:14.412980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:14.420665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.421004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.421338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.421670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.421994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.422321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.422665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.422984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.423299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.423613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.423928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.424619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:14.861471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['3eee1349-381a-437b-a474-e107e7ee995b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:10:14.933173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad839dbb-f8d6-4f86-ba5f-70b998b3d551 req-d0f3b2fb-bb96-4f36-81d1-5c7329e48f0b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:14.934676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad839dbb-f8d6-4f86-ba5f-70b998b3d551 req-d0f3b2fb-bb96-4f36-81d1-5c7329e48f0b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 945 time: 0.0481279 Nov 12 06:10:14.985886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ad839dbb-f8d6-4f86-ba5f-70b998b3d551 req-c8114195-58b0-47fd-9e7f-a467144002db tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447056 Nov 12 06:10:15.205324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff3329-da89-4c8f-9cf7-2116b720cca9 req-5f5c9c24-665e-4b3c-a227-374967fdaebb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:15.206799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3eff3329-da89-4c8f-9cf7-2116b720cca9 req-5f5c9c24-665e-4b3c-a227-374967fdaebb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 945 time: 0.0799417 Nov 12 06:10:15.214891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-77236c0a-9d55-47ad-a8a6-f3ad388947fe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:15.216199 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-77236c0a-9d55-47ad-a8a6-f3ad388947fe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 945 time: 0.0649850 Nov 12 06:10:15.297726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3eff3329-da89-4c8f-9cf7-2116b720cca9 req-6fc50524-2a91-4f5e-9ccc-777cd2d79948 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804911 Nov 12 06:10:15.304401 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-96692b50-946b-4ce5-a96b-6ba54e24dbc0 service neutron] delete failed (client error): The resource could not be found. Nov 12 06:10:15.305352 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-96692b50-946b-4ce5-a96b-6ba54e24dbc0 service neutron] 10.222.0.47 "DELETE /v2.0/ports/3eee1349-381a-437b-a474-e107e7ee995b/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0760403 Nov 12 06:10:15.401972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-0c521102-e368-49ac-8804-2061705a7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:15.403450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-0c521102-e368-49ac-8804-2061705a7f87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0408399 Nov 12 06:10:15.491504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-8e8d6f00-ba15-4e5a-8869-1ff32826f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:15.492952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-8e8d6f00-ba15-4e5a-8869-1ff32826f95e service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0814013 Nov 12 06:10:15.560835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-4a93d981-fcf0-4ff4-b164-645d455f807c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 200 len: 1001 time: 0.0600915 Nov 12 06:10:15.609122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-4b9267a4-d5b4-43d9-a7dc-c9496938564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:15.610570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-4b9267a4-d5b4-43d9-a7dc-c9496938564b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0421786 Nov 12 06:10:15.656494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-7db0c659-6f1f-44fc-97a3-652bf434c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:15.658073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-7db0c659-6f1f-44fc-97a3-652bf434c747 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395637 Nov 12 06:10:15.753437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-d2567dd6-33ed-4fff-96cf-de997df942bf service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857425 Nov 12 06:10:15.844187 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16185d9d-1b48-46ef-b14b-8de8214ce24a req-4d3460d9-6794-47a5-bea0-2ff755ed15e4 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816846 Nov 12 06:10:16.192519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 3eee1349-381a-437b-a474-e107e7ee995b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:10:16.240966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 3eee1349-381a-437b-a474-e107e7ee995b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:10:16.245006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 3eee1349-381a-437b-a474-e107e7ee995b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:10:16.245238 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:16.323731 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:16.349016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:10:16.351324 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72bcc4a-7c7f-49b2-9caf-ece1f1f3322a" -d '{"events": [{"server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "name": "network-vif-plugged", "status": "completed", "tag": "3eee1349-381a-437b-a474-e107e7ee995b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:10:16.371800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:10:16.380476 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:16.386140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5543a83-3a38-4369-acfd-9b6e6c00e2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:16.430988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:16.436392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8af0-3991-4f3b-85c6-e36ead7ee91b req-627f1dce-7388-43a3-a8d3-ef4c0b7906c7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:16.437911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3dd8af0-3991-4f3b-85c6-e36ead7ee91b req-627f1dce-7388-43a3-a8d3-ef4c0b7906c7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0703464 Nov 12 06:10:16.485083 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a3dd8af0-3991-4f3b-85c6-e36ead7ee91b req-42a83101-070e-484e-bcf4-a28cf7eeb181 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 Nov 12 06:10:16.528106 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd88677-3d87-4ec6-83b1-7d1b0de4bfd0 x-openstack-request-id: req-2cd88677-3d87-4ec6-83b1-7d1b0de4bfd0 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:10:16.528395 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "name": "network-vif-plugged", "status": "completed", "tag": "3eee1349-381a-437b-a474-e107e7ee995b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:10:16.528643 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cd88677-3d87-4ec6-83b1-7d1b0de4bfd0 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:10:16.529029 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b', 'code': 200} Nov 12 06:10:16.617745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215c2b0-f613-4492-95a8-a731ab9f24e6 req-6808a5c5-5c7c-4f11-b219-cb892611e8c3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:16.619234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3215c2b0-f613-4492-95a8-a731ab9f24e6 req-6808a5c5-5c7c-4f11-b219-cb892611e8c3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0481150 Nov 12 06:10:16.664437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3215c2b0-f613-4492-95a8-a731ab9f24e6 req-38f61801-7f18-4e75-9fd3-cd350019e907 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387781 Nov 12 06:10:16.780095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67d076-875b-41bd-8895-50f74a5b0ed8 req-4ba32862-7a95-47c5-b7a7-3488b5afe40e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:16.781480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c67d076-875b-41bd-8895-50f74a5b0ed8 req-4ba32862-7a95-47c5-b7a7-3488b5afe40e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0526600 Nov 12 06:10:16.829581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c67d076-875b-41bd-8895-50f74a5b0ed8 req-2cce092c-ddc6-4763-9210-61c3d1fee8cf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421674 Nov 12 06:10:17.355785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9388-6762-44f5-a60c-2ee064d85f4c req-b90dd218-c033-4bd1-964f-c8aa91ae6ec4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:17.357245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c63f9388-6762-44f5-a60c-2ee064d85f4c req-b90dd218-c033-4bd1-964f-c8aa91ae6ec4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.1224093 Nov 12 06:10:17.402411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c63f9388-6762-44f5-a60c-2ee064d85f4c req-8e42765e-2347-43d8-b924-9423665b3aef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393150 Nov 12 06:10:17.507538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:18.518934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a1541-3ec0-42ae-8cb7-1f24245c174f req-6131cafb-3ca8-4ba3-8dab-a944c14f17c2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:18.520423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b79a1541-3ec0-42ae-8cb7-1f24245c174f req-6131cafb-3ca8-4ba3-8dab-a944c14f17c2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0491145 Nov 12 06:10:18.573108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b79a1541-3ec0-42ae-8cb7-1f24245c174f req-18ca3d68-4a2e-43c1-94bf-24991d1f353b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Nov 12 06:10:18.744886 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:18.766801 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-ea50fb86-c0e6-42bd-86a1-769a8aca0983 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:18.768256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-ea50fb86-c0e6-42bd-86a1-769a8aca0983 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 946 time: 0.0507941 Nov 12 06:10:18.854814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Deleting port 3eee1349-381a-437b-a474-e107e7ee995b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:10:18.855147 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:18.943743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] For port 3eee1349-381a-437b-a474-e107e7ee995b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=3eee1349-381a-437b-a474-e107e7ee995b,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:10:18.944021 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:19.105281 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:19.105645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:19.105963 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636 disassociated. External IP: 172.25.2.129, port: 3eee1349-381a-437b-a474-e107e7ee995b. Nov 12 06:10:19.106302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Calling delete_port for 3eee1349-381a-437b-a474-e107e7ee995b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:10:19.565869 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:19.596033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event deleted for resources: {'Port': ['ID=3eee1349-381a-437b-a474-e107e7ee995b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:19.627562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:19.684641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d2d1152-2df4-411c-9d05-f84c5f832c18 req-fc66a1f1-7bc3-4228-b1d6-07ecceaeb7a6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfefc71c-c323-494a-be78-74b94c49b1a7 HTTP/1.1" status: 200 len: 210 time: 0.0312650 Nov 12 06:10:19.721265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:10:19.830520 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:10:19.840910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:10:19.851880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:10:19.852487 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:10:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:10:19.872271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] No DVR routers for this DVR port 3eee1349-381a-437b-a474-e107e7ee995b on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:10:19.874860 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:19.878173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-17148c1e-f6d6-4bae-a62a-de3946c8ac35 req-26da36df-0edc-49b3-bbac-555c9746c0e5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "DELETE /v2.0/ports/3eee1349-381a-437b-a474-e107e7ee995b HTTP/1.1" status: 204 len: 173 time: 1.1040256 Nov 12 06:10:19.878658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'name': 'network-vif-deleted', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:10:19.880913 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700090d2c2fdff6137146afcbd03aacb51ca7bab8f19fb26a8f47d08d4f7093e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f011300e-6e36-4592-bae8-83a2db12dbf5" -d '{"events": [{"server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "name": "network-vif-deleted", "tag": "3eee1349-381a-437b-a474-e107e7ee995b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:10:19.922619 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b29e1c-b616-44e7-ba9c-e394d6353647 x-openstack-request-id: req-49b29e1c-b616-44e7-ba9c-e394d6353647 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:10:19.922917 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefc71c-c323-494a-be78-74b94c49b1a7", "name": "network-vif-deleted", "tag": "3eee1349-381a-437b-a474-e107e7ee995b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:10:19.923241 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49b29e1c-b616-44e7-ba9c-e394d6353647 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:10:19.923795 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefc71c-c323-494a-be78-74b94c49b1a7', 'name': 'network-vif-deleted', 'tag': '3eee1349-381a-437b-a474-e107e7ee995b', 'status': 'completed', 'code': 200} Nov 12 06:10:19.963883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:10:20.171151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:10:20.198028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:10:20.207126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:10:20.208294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:10:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:10:20.315379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:10:20.512439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:10:20.541537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513820f9-9a29-4c2b-91dc-abd60a616422 None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:10:20.771998 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058c047-6d5e-4148-a2d9-f61f114a3c12 None None] New status for floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:10:20.928377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-5086a4f0-7048-48bf-9d8c-2f7a2abfaf33 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--624694046&fields=id&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 267 time: 0.0449195 Nov 12 06:10:21.036264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db17e-bfa5-4035-a496-553471ab0df4 req-3c4a2083-25d8-4fb7-9f12-d9dda5346549 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:21.037716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-3c4a2083-25d8-4fb7-9f12-d9dda5346549 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 812 time: 0.1024859 Nov 12 06:10:21.052822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-89844ae3-be05-4b1c-9ab3-a71816de6cbd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/quotas/3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 375 time: 0.0094039 Nov 12 06:10:21.104613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-9849fdf6-1ddb-48a9-9a73-b927808b45c0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465329 Nov 12 06:10:21.119772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-180d7130-c918-4320-a41e-65b78a027375 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:10:21.120729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-180d7130-c918-4320-a41e-65b78a027375 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050442 Nov 12 06:10:21.206776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-1721660e-3dee-4a5a-92c1-1c5d88eaf78e service neutron] 10.222.0.48 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804896 Nov 12 06:10:21.297385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-5dcf6bc8-73e9-463d-9235-a4bc0ac97b48 service neutron] 10.222.0.48 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845523 Nov 12 06:10:21.452063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6fbcaeb-8a09-4fd2-9d01-5c527ffdca7d req-48811efa-a49a-4e5f-b9c3-b4f707b438f9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Nov 12 06:10:22.204566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 3eee1349-381a-437b-a474-e107e7ee995b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:10:22.224134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 3eee1349-381a-437b-a474-e107e7ee995b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:10:22.224480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 3eee1349-381a-437b-a474-e107e7ee995b not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:10:22.384976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db17e-bfa5-4035-a496-553471ab0df4 req-5f00a74b-14e3-4fa5-b6be-bc383907c84c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:22.386451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-5f00a74b-14e3-4fa5-b6be-bc383907c84c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 812 time: 0.1091471 Nov 12 06:10:22.448587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-a6588e2c-d1b7-44c4-9b5e-a6662247816a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 379 time: 0.0516026 Nov 12 06:10:22.462731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'port': {'device_id': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'admin_state_up': True, 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'security_groups': ['78ee7b1c-daff-4f1f-948d-703a8a5ea927']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:10:22.565016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b04cbf5-9b56-4bbd-afdf-5a9cea6c3b9c req-e5c8d0bc-b588-44bc-bfe8-1897ab4ad6b5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 210 time: 0.0380919 Nov 12 06:10:22.598746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Made reservation on behalf of 3aa0b7516dbc406a9c22af8281dbb32d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:10:22.602167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:22.723906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Allocated IP 172.20.0.6 (890999df-dee1-459c-b3a3-effd36de9eb0/53342b30-b3d0-4abc-8ea6-29487c9e365e/8d7ca856-ac12-4a91-9d11-212430b0da66) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:10:22.858951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:22.891171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:22.931904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Network 890999df-dee1-459c-b3a3-effd36de9eb0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:10:22.937406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:10:22.941018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:10:22.947548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:22.975504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.975805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.976092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.976418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.976747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.977074 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.977392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.977777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.978156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.978511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.978837 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:22.979156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:10:23.009420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:23.010018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:23.028090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da906467-0308-4372-b404-fdcd657bd8d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690820 Nov 12 06:10:23.089613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Request body: {'port': {'device_id': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:10:23.141423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:23.165211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e812e9a2-044b-4966-ac84-2707856fae9d None None] Provisioning complete for port 8d7ca856-ac12-4a91-9d11-212430b0da66 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:10:23.165578 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e812e9a2-044b-4966-ac84-2707856fae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:23.198316 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e812e9a2-044b-4966-ac84-2707856fae9d None None] Port 8d7ca856-ac12-4a91-9d11-212430b0da66 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:10:23.394434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7ca856-ac12-4a91-9d11-212430b0da66 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:10:23.401473 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:23.413490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Transition to ACTIVE for port object 8d7ca856-ac12-4a91-9d11-212430b0da66 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:10:23.416595 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:23.459152 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:10:23.464526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:23.534335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Attempting to bind port 8d7ca856-ac12-4a91-9d11-212430b0da66 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:10:23.534695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Attempting to bind port 8d7ca856-ac12-4a91-9d11-212430b0da66 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:10:23.535028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Attempting to bind port 8d7ca856-ac12-4a91-9d11-212430b0da66 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:10:23.539563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Port 8d7ca856-ac12-4a91-9d11-212430b0da66 on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:10:23.539880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Attempting to bind port 8d7ca856-ac12-4a91-9d11-212430b0da66 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:10:23.545034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:10:23.545367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:10:23.545750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:10:23.546227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Bound port: 8d7ca856-ac12-4a91-9d11-212430b0da66, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:10:23.546607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:23.617268 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:10:23.620381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:10:23.625287 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:23.996429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:23.997053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:23.998573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-ae94b74b-3d62-4298-9767-702595d899db service neutron] 10.222.0.47 "PUT /v2.0/ports/8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 1092 time: 0.9621079 Nov 12 06:10:24.003597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:10:24.005759 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52d3aee-8295-45aa-afaf-109494f7262a" -d '{"events": [{"name": "network-changed", "server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:10:24.030468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94b74b-3d62-4298-9767-702595d899db service neutron] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:24.057184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4b0a1-e40f-4977-98df-cb863bf7bfbf req-57200844-249f-42c9-93ba-dfb96c864a2f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:24.058715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4d4b0a1-e40f-4977-98df-cb863bf7bfbf req-57200844-249f-42c9-93ba-dfb96c864a2f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.1110415 Nov 12 06:10:24.122192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db17e-bfa5-4035-a496-553471ab0df4 req-5bb7308d-d9d1-4ad6-8131-5cedcae6e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:24.123735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-5bb7308d-d9d1-4ad6-8131-5cedcae6e10f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1095 time: 0.0840960 Nov 12 06:10:24.131711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4d4b0a1-e40f-4977-98df-cb863bf7bfbf req-4b15a253-f915-4a4e-80ec-e0053957b337 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585971 Nov 12 06:10:24.166461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-676cae8a-d1c6-4d3e-bf83-625a0bd9e727 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 217 time: 0.0337622 Nov 12 06:10:24.215257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da2d6b31-a78d-4765-9f5c-1a3dc3b3fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:24.216715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-da2d6b31-a78d-4765-9f5c-1a3dc3b3fa95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0432289 Nov 12 06:10:24.258176 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e8926-bb07-4fc1-85da-027648b89ad3 x-openstack-request-id: req-772e8926-bb07-4fc1-85da-027648b89ad3 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:10:24.258485 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:10:24.258732 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-772e8926-bb07-4fc1-85da-027648b89ad3 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:10:24.259119 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'status': 'completed', 'code': 200} Nov 12 06:10:24.270389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db17e-bfa5-4035-a496-553471ab0df4 req-8b9f483d-307b-4732-87db-3c48bf62c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:24.271848 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-8b9f483d-307b-4732-87db-3c48bf62c104 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479672 Nov 12 06:10:24.359649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-040b4a70-fe0c-4d2f-9aa4-500b41c2b2df service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796454 Nov 12 06:10:24.449858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-222db17e-bfa5-4035-a496-553471ab0df4 req-6f7a8076-3937-44ca-91c7-a2463089a990 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828652 Nov 12 06:10:24.532658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d3aee-8295-45aa-afaf-109494f7262a req-686fa9ac-67b1-4fbd-a38d-f53f14c80663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:24.534131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f52d3aee-8295-45aa-afaf-109494f7262a req-686fa9ac-67b1-4fbd-a38d-f53f14c80663 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1095 time: 0.0414674 Nov 12 06:10:24.625885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d3aee-8295-45aa-afaf-109494f7262a req-ff67a62b-2be1-4ae9-b19f-8c1a16a65c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:24.627355 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f52d3aee-8295-45aa-afaf-109494f7262a req-ff67a62b-2be1-4ae9-b19f-8c1a16a65c70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0849254 Nov 12 06:10:24.669795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f52d3aee-8295-45aa-afaf-109494f7262a req-6a3fb27f-7c0d-4f85-8276-5198df39b95f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 217 time: 0.0344455 Nov 12 06:10:24.718725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d3aee-8295-45aa-afaf-109494f7262a req-324dbaac-d627-4ad6-bf26-a7b4bb655662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:24.720127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f52d3aee-8295-45aa-afaf-109494f7262a req-324dbaac-d627-4ad6-bf26-a7b4bb655662 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0434916 Nov 12 06:10:24.766434 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d3aee-8295-45aa-afaf-109494f7262a req-0b97ee4e-7799-4d9a-87cf-dcea32e0d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:24.767909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f52d3aee-8295-45aa-afaf-109494f7262a req-0b97ee4e-7799-4d9a-87cf-dcea32e0d34c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395534 Nov 12 06:10:24.860549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f52d3aee-8295-45aa-afaf-109494f7262a req-2cf61afe-e3be-46a3-97e6-878b5a2e60a1 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832889 Nov 12 06:10:24.953263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f52d3aee-8295-45aa-afaf-109494f7262a req-39489309-b893-4ca2-9068-da72dabd06c4 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841305 Nov 12 06:10:25.249895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eaf43-c4bf-44ee-a7c7-c1900917ba8c req-6baf4d05-4364-42fc-9fca-7b07469c91e2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:25.251383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-519eaf43-c4bf-44ee-a7c7-c1900917ba8c req-6baf4d05-4364-42fc-9fca-7b07469c91e2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.0484629 Nov 12 06:10:25.298181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-519eaf43-c4bf-44ee-a7c7-c1900917ba8c req-2d3d7cd7-e4f5-4cb8-b038-8cc2efd17137 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Nov 12 06:10:26.412149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f550ee1-5850-48b2-8de6-96fe1c9aa8b9 req-63bb1445-f86d-4d8a-97da-89a9a2565ba9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:26.413624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f550ee1-5850-48b2-8de6-96fe1c9aa8b9 req-63bb1445-f86d-4d8a-97da-89a9a2565ba9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.0484452 Nov 12 06:10:26.460250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f550ee1-5850-48b2-8de6-96fe1c9aa8b9 req-43549511-f080-464b-96d0-246b12e18c89 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Nov 12 06:10:27.542379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 8d7ca856-ac12-4a91-9d11-212430b0da66 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:10:27.584547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302db5-6779-4987-b2a3-e9ed383f3f6b req-094a418f-7b6e-4f6f-8d1d-2ad3f1197bf6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:27.586023 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38302db5-6779-4987-b2a3-e9ed383f3f6b req-094a418f-7b6e-4f6f-8d1d-2ad3f1197bf6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.0580208 Nov 12 06:10:27.632914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38302db5-6779-4987-b2a3-e9ed383f3f6b req-86b1741d-ba73-44b6-9744-5f1e5d70c650 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Nov 12 06:10:27.636111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:10:27.647401 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'mac_address': 'fa:16:3e:80:8f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:10:27.696660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:27.699891 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:27.709468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7ca856-ac12-4a91-9d11-212430b0da66 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:10:27.728469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:10:27.732113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:27.777984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:27.944671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['8d7ca856-ac12-4a91-9d11-212430b0da66'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:10:28.752805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba7e72-b5d8-41c3-a864-c982c55d044e req-ee59f95e-6a5b-4ebe-b06f-898896354edd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:28.754286 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffba7e72-b5d8-41c3-a864-c982c55d044e req-ee59f95e-6a5b-4ebe-b06f-898896354edd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 944 time: 0.0509458 Nov 12 06:10:28.802071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ffba7e72-b5d8-41c3-a864-c982c55d044e req-2317016b-7b74-4aa9-a6c7-a28a513e4712 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410388 Nov 12 06:10:29.273117 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-6e69cea0-9696-44d7-b622-b177c9ae43bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0427997 Nov 12 06:10:29.375935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e90d9b1b-006a-441c-a1d5-5a883695bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.376419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e90d9b1b-006a-441c-a1d5-5a883695bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.376891 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e90d9b1b-006a-441c-a1d5-5a883695bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.377357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e90d9b1b-006a-441c-a1d5-5a883695bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.377822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e90d9b1b-006a-441c-a1d5-5a883695bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.379664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e90d9b1b-006a-441c-a1d5-5a883695bb6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0459244 Nov 12 06:10:29.494097 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-0c57079a-e6d4-49b5-b210-1802c00ec7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.494612 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-0c57079a-e6d4-49b5-b210-1802c00ec7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.495085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-0c57079a-e6d4-49b5-b210-1802c00ec7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.496659 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-0c57079a-e6d4-49b5-b210-1802c00ec7b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0931382 Nov 12 06:10:29.538708 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-b5496c4b-8814-45df-bd9b-386b30aa7244 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0346034 Nov 12 06:10:29.545340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 8d7ca856-ac12-4a91-9d11-212430b0da66 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:10:29.587072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-096ff1e5-d808-4738-b031-e99cf5732091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.588523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-096ff1e5-d808-4738-b031-e99cf5732091 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0432255 Nov 12 06:10:29.596069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 8d7ca856-ac12-4a91-9d11-212430b0da66 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:10:29.600155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 8d7ca856-ac12-4a91-9d11-212430b0da66 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:10:29.600520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:29.638382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-bd8602e3-9ca2-49f7-bab9-6a731e805cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.640375 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-bd8602e3-9ca2-49f7-bab9-6a731e805cc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446670 Nov 12 06:10:29.680634 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:29.704044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:10:29.706299 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4af13943c86fe8c5217e6b039d141d9fa8eb16aa51fed88076c08961e7c0a8ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c58c47-4486-4ee8-8d82-809f8baf724f" -d '{"events": [{"server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "name": "network-vif-plugged", "status": "completed", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:10:29.719271 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:10:29.723874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:29.733409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e2566fc2-c180-4084-8db5-1a8d5aab76c5 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860214 Nov 12 06:10:29.774007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:10:29.814938 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab2f807-a549-4a93-adde-c46522ffa3f5 x-openstack-request-id: req-fab2f807-a549-4a93-adde-c46522ffa3f5 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:10:29.815229 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "name": "network-vif-plugged", "status": "completed", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:10:29.815484 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fab2f807-a549-4a93-adde-c46522ffa3f5 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:10:29.815888 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'code': 200} Nov 12 06:10:29.835216 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-a7acaef4-ba56-462e-90ec-22c7499ed925 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949440 Nov 12 06:10:29.876663 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-0f7c48b0-193c-446a-b108-86b27b64e2bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0349131 Nov 12 06:10:29.952711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-5f506ebd-44ee-408d-ae58-302b1de5778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.955206 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-5f506ebd-44ee-408d-ae58-302b1de5778a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0713663 Nov 12 06:10:29.979607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a63499-a8ce-492e-bb02-339631fb5210 req-6ce002c5-728a-4654-b093-bdb527c7bba8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.981115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a63499-a8ce-492e-bb02-339631fb5210 req-6ce002c5-728a-4654-b093-bdb527c7bba8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.1086071 Nov 12 06:10:29.984115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7adcc6-98b8-4b5b-97a1-c5eb813f9bf3 req-5b947e8a-53ad-4ea9-b885-8da75b6dfc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:29.985499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d7adcc6-98b8-4b5b-97a1-c5eb813f9bf3 req-5b947e8a-53ad-4ea9-b885-8da75b6dfc4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1097 time: 0.1030257 Nov 12 06:10:30.006205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-1f4a24b0-2e37-4059-8d2a-832fe3daf1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:30.007749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-1f4a24b0-2e37-4059-8d2a-832fe3daf1d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0455949 Nov 12 06:10:30.049733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1a63499-a8ce-492e-bb02-339631fb5210 req-b1a0f8c8-41d5-4398-a189-8c9a37009acd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625126 Nov 12 06:10:30.063093 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d7adcc6-98b8-4b5b-97a1-c5eb813f9bf3 req-94758e91-577a-457d-b502-3d159f95816e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623357 Nov 12 06:10:30.097016 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-8f2858fa-52eb-448e-84d0-f208540127f4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822146 Nov 12 06:10:30.188681 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-c6f31e52-1819-4122-8b73-99c3ec17cb62 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849576 Nov 12 06:10:30.228683 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-98cfeb6b-a1f7-4172-8fee-eb8f898bbd89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0326777 Nov 12 06:10:30.275878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-b5ff1e27-1555-49b4-8b02-97716718dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:30.277246 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-b5ff1e27-1555-49b4-8b02-97716718dfa6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0413229 Nov 12 06:10:30.326966 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-6ea55a56-dd94-4f4a-b919-c16c9051ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:30.328347 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-6ea55a56-dd94-4f4a-b919-c16c9051ff4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0440624 Nov 12 06:10:30.414836 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-40ddcee1-a095-4201-ae15-57f5d2ccd5ea service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794380 Nov 12 06:10:30.507326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-d9b82cc7-a601-4c98-b77b-1f1a173b7bd4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845008 Nov 12 06:10:30.550033 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-068c542c-e9a8-49ba-81e5-17b071d3d90b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0354383 Nov 12 06:10:30.597465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-43f3df53-ef6b-4856-99a3-c6f8e4cdfae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:30.598827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-43f3df53-ef6b-4856-99a3-c6f8e4cdfae4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0421236 Nov 12 06:10:30.647498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e48928f4-4f9c-4137-91bc-88bc545dac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:30.648957 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-e48928f4-4f9c-4137-91bc-88bc545dac86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435674 Nov 12 06:10:30.737899 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-2c46685c-8272-473f-b715-666139f7b0c6 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806396 Nov 12 06:10:30.831855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-2feaf226-b00a-4dd5-9a1b-ba1668a068d7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873926 Nov 12 06:10:30.872432 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-d26d321e-8024-45e4-8666-e159a3d34079 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0335095 Nov 12 06:10:30.920513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-1922b749-15f3-4c62-b812-5442d0c881a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:30.921937 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-1922b749-15f3-4c62-b812-5442d0c881a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0428331 Nov 12 06:10:30.971279 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-d6865c20-d4ff-4114-a786-5a1bf8b92956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:30.972734 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-d6865c20-d4ff-4114-a786-5a1bf8b92956 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438991 Nov 12 06:10:31.060349 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-0b02d919-ffce-41b9-9f04-aef14822183f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805199 Nov 12 06:10:31.158512 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c44fe6a8-822e-4519-b635-35e9194761d2 req-6d55496f-104e-42f1-81b6-6b3637c25cff service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914173 Nov 12 06:10:31.166609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42b1b5-f8fa-40bd-a048-2d8f81c53f33 req-db7554fd-4d05-41d2-9ac2-1c19d06419fe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:31.168888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce42b1b5-f8fa-40bd-a048-2d8f81c53f33 req-db7554fd-4d05-41d2-9ac2-1c19d06419fe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0499125 Nov 12 06:10:31.224469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce42b1b5-f8fa-40bd-a048-2d8f81c53f33 req-0b520589-bdb5-4f7e-bdc1-c6f400826e1e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494819 Nov 12 06:10:32.339038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893c4b9-00cd-4899-8f08-b2c63d8fdf07 req-a3accc20-5f7d-4762-b72b-2a9aeae9b271 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:32.340513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e893c4b9-00cd-4899-8f08-b2c63d8fdf07 req-a3accc20-5f7d-4762-b72b-2a9aeae9b271 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0490398 Nov 12 06:10:32.386953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e893c4b9-00cd-4899-8f08-b2c63d8fdf07 req-9e9a74ea-ca8e-40de-8053-872534e0f07a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406208 Nov 12 06:10:32.495840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d09c43-58a9-4ca7-aaf7-336e89210c3d req-73fc2b00-f429-42b4-b58e-68e3c626b07b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:32.497316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34d09c43-58a9-4ca7-aaf7-336e89210c3d req-73fc2b00-f429-42b4-b58e-68e3c626b07b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0481777 Nov 12 06:10:32.506502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55488) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:10:32.511125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'floatingip': {'port_id': '8d7ca856-ac12-4a91-9d11-212430b0da66'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:10:32.554074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:32.981545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:32.986137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:33.084551 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636 associated. External IP: 172.25.2.129, port: 8d7ca856-ac12-4a91-9d11-212430b0da66. Nov 12 06:10:33.287672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:10:33.392451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:10:33.397210 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:33.401761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba539552-f155-461a-906b-7108a7006aee None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:10:33.411803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba539552-f155-461a-906b-7108a7006aee None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:10:33.412402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ba539552-f155-461a-906b-7108a7006aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:10:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:10:33.424016 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-08437bd0-4018-4bdc-8c9e-a5456bf1ede4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "PUT /v2.0/floatingips/59b16690-3556-4c8e-8ac3-eee7a5529636 HTTP/1.1" status: 200 len: 991 time: 0.9165154 Nov 12 06:10:33.424780 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:10:33.427253 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69138e1bfe43e467443a2dd9628f3ed05444d6fd6f53ef0c6a7233defc5e959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ede798-30d5-4f13-a7ef-5aaff7d4255c" -d '{"events": [{"name": "network-changed", "server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:10:33.513501 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d346e783-9eaa-426e-8e9d-3332e14dc07c x-openstack-request-id: req-d346e783-9eaa-426e-8e9d-3332e14dc07c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:10:33.513799 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:10:33.514045 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d346e783-9eaa-426e-8e9d-3332e14dc07c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:10:33.515033 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'status': 'completed', 'code': 200} Nov 12 06:10:33.520711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ba539552-f155-461a-906b-7108a7006aee None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:10:33.578400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-45109830-06a6-400f-9640-4d4e922afc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:33.579763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-45109830-06a6-400f-9640-4d4e922afc12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1097 time: 0.0423110 Nov 12 06:10:33.671485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-3d2d4ebe-e4de-4c90-9970-489c8171f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:33.672995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-3d2d4ebe-e4de-4c90-9970-489c8171f846 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0863886 Nov 12 06:10:33.743216 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-6a364a2c-0fc7-4864-a1f9-ae1c5b3ad8d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 999 time: 0.0626998 Nov 12 06:10:33.746514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ba539552-f155-461a-906b-7108a7006aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:80:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:10:32Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:10:33.774059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba539552-f155-461a-906b-7108a7006aee None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:10:33.782603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba539552-f155-461a-906b-7108a7006aee None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:10:33.783207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ba539552-f155-461a-906b-7108a7006aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:10:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:10:33.794083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-0adacd68-2396-4bfa-93c8-7669494648f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:33.796099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-0adacd68-2396-4bfa-93c8-7669494648f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0441923 Nov 12 06:10:33.841339 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-e74a5bb4-112e-49de-a00a-02d1a046622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:10:33.842780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-e74a5bb4-112e-49de-a00a-02d1a046622a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397472 Nov 12 06:10:33.941629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-75835656-d70d-46b6-9c7a-2f15cff56629 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912831 Nov 12 06:10:34.032583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71ede798-30d5-4f13-a7ef-5aaff7d4255c req-1a7882cc-36f8-4e64-bb06-04c101d6074c service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831819 Nov 12 06:10:34.044526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ba539552-f155-461a-906b-7108a7006aee None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:10:34.265094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ba539552-f155-461a-906b-7108a7006aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:80:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:10:32Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:10:34.290808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba539552-f155-461a-906b-7108a7006aee None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:80:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:10:32Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:10:34.490629 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67caa77f-6d79-4e71-afa2-5b76afd5f645 None None] New status for floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:10:41.059572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:43.969488 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d934c886-0535-4493-b6a7-dfbd8fda7d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:46.376594 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3cdb851d-ef91-4d07-870b-f94321538385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:47.509960 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:48.749617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:49.610381 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:10:57.709444 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:00.458983 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:11:11.068128 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:13.971469 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca8c40fd-2f06-4341-bfa3-77ddc82945b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:16.377023 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e9efc53e-7c9b-4d85-9248-44929390b16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:17.515949 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:18.750939 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:19.611782 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:25.180927 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-29afa858-d0ba-4c75-b47b-221fa3f4e826 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0772183 Nov 12 06:11:25.265661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-7bec4956-0ae7-4bf5-80d3-9007d20bb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:25.267183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-7bec4956-0ae7-4bf5-80d3-9007d20bb38f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1097 time: 0.0440664 Nov 12 06:11:25.372300 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-c4005454-a387-48f0-bc28-a88fdcf159a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:25.373780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-c4005454-a387-48f0-bc28-a88fdcf159a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0853572 Nov 12 06:11:25.443882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-5c65c061-2a86-4ee7-a7fe-873c0016914d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 1001 time: 0.0616784 Nov 12 06:11:25.493112 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-101253d3-d195-40d6-99cd-b2a0cbe16efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:25.494570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-101253d3-d195-40d6-99cd-b2a0cbe16efa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0435183 Nov 12 06:11:25.541229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-78674e1c-f35d-487b-8c6c-02670a08efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:25.542767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-78674e1c-f35d-487b-8c6c-02670a08efe9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410252 Nov 12 06:11:25.642416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-0cb8a3a2-ffb0-4de6-b996-83bcfaa95e23 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918949 Nov 12 06:11:25.736072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ba03077b-14fd-4493-8564-5d1ee6e87980 req-92cc4978-a926-42d2-a037-6e32f1287d3c service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843956 Nov 12 06:11:27.725314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:29.320747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-42861900-0f3a-4f4c-88a8-775670ccd94f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0799119 Nov 12 06:11:29.424330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-932b607a-5506-4c0f-90b4-b15100ace04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.424812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-932b607a-5506-4c0f-90b4-b15100ace04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.425284 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-932b607a-5506-4c0f-90b4-b15100ace04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.425808 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-932b607a-5506-4c0f-90b4-b15100ace04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.426269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-932b607a-5506-4c0f-90b4-b15100ace04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.428040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-932b607a-5506-4c0f-90b4-b15100ace04f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0463994 Nov 12 06:11:29.542999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-58ae4ca6-cb90-4d52-987d-88ed7b45fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.543476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-58ae4ca6-cb90-4d52-987d-88ed7b45fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.543941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-58ae4ca6-cb90-4d52-987d-88ed7b45fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.545779 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-58ae4ca6-cb90-4d52-987d-88ed7b45fd37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0942361 Nov 12 06:11:29.585994 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-58c7f0e1-ed86-4430-a9b0-8c8937d9b091 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0336368 Nov 12 06:11:29.641608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-cc817370-3247-4057-baba-57227ede1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.643091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-cc817370-3247-4057-baba-57227ede1ae5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0487661 Nov 12 06:11:29.687866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-22bd836a-edfe-48cb-8fe7-bb58718bef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.689298 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-22bd836a-edfe-48cb-8fe7-bb58718bef3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395052 Nov 12 06:11:29.777972 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-ebd42108-48e2-4715-afd0-3fa8d2b0bc1b service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811403 Nov 12 06:11:29.872413 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-05ad399c-2f8d-4ba7-86ee-5f6e1b28e036 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874436 Nov 12 06:11:29.912437 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-61fb96a3-5f79-4862-8640-a74413dcfbbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0331364 Nov 12 06:11:29.964681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-04083863-ac57-47e2-85e9-17cf64bc7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:29.966081 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-04083863-ac57-47e2-85e9-17cf64bc7160 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0461445 Nov 12 06:11:30.010303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-76bdccbc-5d7a-4df8-9be9-6a8cce3dd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:30.011752 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-76bdccbc-5d7a-4df8-9be9-6a8cce3dd144 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0387774 Nov 12 06:11:30.097883 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-e55ac03d-a1e8-4a15-a7cf-d2e2cf42cb65 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791953 Nov 12 06:11:30.188076 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-102e83ad-ccd9-464a-bf68-8b1910fae889 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830090 Nov 12 06:11:30.228564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-825a1440-eea3-47cc-8043-5c30d0490d9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0330746 Nov 12 06:11:30.279361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-176dc2e6-894b-4f8e-bd39-d901294513f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:30.281324 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-176dc2e6-894b-4f8e-bd39-d901294513f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0455098 Nov 12 06:11:30.324551 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-18893d06-22e3-43bf-ab1e-6bc7da4d9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:30.325965 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-18893d06-22e3-43bf-ab1e-6bc7da4d9a08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0380147 Nov 12 06:11:30.412387 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-68db8a31-3fc4-4309-af42-f17ea66cf017 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790660 Nov 12 06:11:30.504525 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-5f0e782f-e123-4250-9e4c-89b5fdcdf3f3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839305 Nov 12 06:11:30.545774 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-8d81fd28-ff26-4d92-8dfe-71301ca0be0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0343752 Nov 12 06:11:30.599344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-66581a0a-22aa-4341-8272-1d13faa9fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:30.600808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-66581a0a-22aa-4341-8272-1d13faa9fd9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0480268 Nov 12 06:11:30.647866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-98d88c30-011b-4bb5-afb8-65c6bb369365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:30.649369 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-98d88c30-011b-4bb5-afb8-65c6bb369365 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0408525 Nov 12 06:11:30.739792 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-1d631ade-ce6a-40d4-8b53-7464c167e30d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823948 Nov 12 06:11:30.831484 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-e0c48844-9ef9-4d5d-be64-a1cfbfe24810 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847416 Nov 12 06:11:30.872906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-5d29ae0a-0b66-404f-b270-97d32e6fcbc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0342860 Nov 12 06:11:30.925836 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-c7000fb9-bf59-4c62-a2d9-4b4e7b945e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:30.927278 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-c7000fb9-bf59-4c62-a2d9-4b4e7b945e13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0476401 Nov 12 06:11:30.971729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-415e0371-611c-43a0-926e-e0a51c2ece77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:11:30.973155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-415e0371-611c-43a0-926e-e0a51c2ece77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0386634 Nov 12 06:11:31.059841 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-a05a1ff9-d289-4f69-8cf2-da7912ee1be1 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794575 Nov 12 06:11:31.149355 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-202dcff5-2e6f-4dee-8395-d3e05f32d6f5 req-295eef3d-d655-4dc7-a860-478f24a54cda service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823343 Nov 12 06:11:37.457731 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:11:41.090837 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:43.971852 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-22ac36fc-045c-4da1-adb7-8ef90e72538b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:46.378315 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f96e5cf4-87e9-4182-915a-705fc25fe8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:47.515693 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:48.757587 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:49.614735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:11:57.741047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:11.090006 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:11.674705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b0381-b12b-478f-b8ec-90f1db8acd52 req-f5dde950-6796-4bf7-902e-f3b72ad84771 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:11.676332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f76b0381-b12b-478f-b8ec-90f1db8acd52 req-f5dde950-6796-4bf7-902e-f3b72ad84771 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0991695 Nov 12 06:12:11.724745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f76b0381-b12b-478f-b8ec-90f1db8acd52 req-f3283172-647b-4e4f-8bcc-7eba24e7507b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 Nov 12 06:12:12.840812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6f303-e371-472d-971c-6ab6af02f43b req-6c3a05bc-0871-4e86-a875-cba54e3a022b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:12.842276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8b6f303-e371-472d-971c-6ab6af02f43b req-6c3a05bc-0871-4e86-a875-cba54e3a022b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0482092 Nov 12 06:12:12.888399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8b6f303-e371-472d-971c-6ab6af02f43b req-3cafc44b-0070-4a38-962b-e0848f9512c7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395482 Nov 12 06:12:13.973519 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0c0fecf9-35e0-4514-b0b8-b80eb33fefbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:14.004353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e655e5-9ad0-4f15-8935-d0c39eff8d09 req-29a2296b-798f-4957-8d9a-6d491d015f87 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:14.005838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1e655e5-9ad0-4f15-8935-d0c39eff8d09 req-29a2296b-798f-4957-8d9a-6d491d015f87 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0492234 Nov 12 06:12:14.056299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1e655e5-9ad0-4f15-8935-d0c39eff8d09 req-f64af90b-5ab3-4de2-8e14-44b0d17bfb69 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443771 Nov 12 06:12:14.457749 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:12:15.172361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9ea0e-eb70-4b1e-b64a-66de992a2c10 req-9160d5bc-0668-4e4f-8583-5b067dd8997d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:15.174551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47b9ea0e-eb70-4b1e-b64a-66de992a2c10 req-9160d5bc-0668-4e4f-8583-5b067dd8997d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0492518 Nov 12 06:12:15.220295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47b9ea0e-eb70-4b1e-b64a-66de992a2c10 req-65f3ce41-ff6d-426d-b0e8-5a52c51f8f82 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398953 Nov 12 06:12:16.334762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c240a-783a-43ab-921f-fb2b8f7faf9f req-29977209-9cb6-482c-adf6-2cb1a5eebed3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:16.336228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-629c240a-783a-43ab-921f-fb2b8f7faf9f req-29977209-9cb6-482c-adf6-2cb1a5eebed3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0486016 Nov 12 06:12:16.380577 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-708b2932-fbfe-4e61-93f1-3c46363bdfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:16.383198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-629c240a-783a-43ab-921f-fb2b8f7faf9f req-4f87abf6-9396-414d-b90d-153948fa16ec tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407424 Nov 12 06:12:17.501917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358cb10-97e4-41ca-981f-04495ea80715 req-3b1e2e7d-1c61-4971-a6f3-ff39d6a16e8e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:17.503448 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8358cb10-97e4-41ca-981f-04495ea80715 req-3b1e2e7d-1c61-4971-a6f3-ff39d6a16e8e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0521963 Nov 12 06:12:17.526430 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:17.552703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8358cb10-97e4-41ca-981f-04495ea80715 req-71e1ef67-11a9-40de-ae0e-ecabde2f45b0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431724 Nov 12 06:12:18.666063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92946422-21c2-473d-b288-78a1a690656a req-9645e171-02d4-4ef3-8a5b-6f9b5fc888d4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:18.667549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92946422-21c2-473d-b288-78a1a690656a req-9645e171-02d4-4ef3-8a5b-6f9b5fc888d4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0476384 Nov 12 06:12:18.714393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-92946422-21c2-473d-b288-78a1a690656a req-bc3d7869-60b1-400a-84ec-e36001cf6347 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Nov 12 06:12:18.757308 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:19.617520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:19.833789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637a11d-f4d1-44da-9d9e-131391c80003 req-48e0b0da-e5b6-4858-9205-9cc1033db15e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:19.835194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f637a11d-f4d1-44da-9d9e-131391c80003 req-48e0b0da-e5b6-4858-9205-9cc1033db15e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0526898 Nov 12 06:12:19.881401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f637a11d-f4d1-44da-9d9e-131391c80003 req-3a679c36-e54f-4f03-b0cb-b7001031e413 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 Nov 12 06:12:20.996319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa898cc2-bacb-4811-9184-3fb7cd904021 req-37fa5931-59de-4533-b965-180ec11cffcd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:20.997836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa898cc2-bacb-4811-9184-3fb7cd904021 req-37fa5931-59de-4533-b965-180ec11cffcd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0488937 Nov 12 06:12:21.045903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa898cc2-bacb-4811-9184-3fb7cd904021 req-63b9c380-04d4-4a32-923b-0d4401f67c30 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Nov 12 06:12:22.160427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc73b2-3f69-4770-a718-bb341c64a79f req-8012259b-d060-4f0d-ab48-5e038b982477 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:22.161889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94dc73b2-3f69-4770-a718-bb341c64a79f req-8012259b-d060-4f0d-ab48-5e038b982477 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Nov 12 06:12:22.212041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94dc73b2-3f69-4770-a718-bb341c64a79f req-751a5d45-1f26-4951-9892-a3eed41ca5bf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441368 Nov 12 06:12:22.448759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad09c2-26b2-425f-b7d8-1f7894deed25 req-3587a32a-9720-4f0d-bd0d-df9a766d9cef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:22.450261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ad09c2-26b2-425f-b7d8-1f7894deed25 req-3587a32a-9720-4f0d-bd0d-df9a766d9cef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Nov 12 06:12:22.498933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ad09c2-26b2-425f-b7d8-1f7894deed25 req-5c0bf3bb-e38b-4865-b980-062c53b2e10a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411656 Nov 12 06:12:22.500862 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-37c090c2-ffa6-4c35-aaed-44a5b301fed6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757914 Nov 12 06:12:23.620163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0ea70-8c0b-4df1-aba3-ec5c0fda8ac0 req-3c65ae80-6da4-402a-a284-bb23860fb8ba tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:23.621785 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83d0ea70-8c0b-4df1-aba3-ec5c0fda8ac0 req-3c65ae80-6da4-402a-a284-bb23860fb8ba tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0501943 Nov 12 06:12:23.697382 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-83d0ea70-8c0b-4df1-aba3-ec5c0fda8ac0 req-686d8ce6-09ca-4ec2-978e-08c1750101ba tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677001 Nov 12 06:12:23.710308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-720d3eb1-1bda-479a-ab70-cb34529715b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:23.711796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-720d3eb1-1bda-479a-ab70-cb34529715b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1097 time: 0.0564601 Nov 12 06:12:23.804766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-e5007b86-3e36-4a93-a803-1522ae74d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:23.806140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-e5007b86-3e36-4a93-a803-1522ae74d9a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0840805 Nov 12 06:12:23.873510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-ca8568bb-5ca5-4368-9dfc-608ecbaaf275 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 1001 time: 0.0598342 Nov 12 06:12:23.922711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-be6a9790-36b3-4ab7-89a6-75472ee43812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:23.924739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-be6a9790-36b3-4ab7-89a6-75472ee43812 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0434000 Nov 12 06:12:23.970260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-29056b92-4219-413c-a06f-f01e81649a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:23.972276 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-29056b92-4219-413c-a06f-f01e81649a2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392225 Nov 12 06:12:24.064562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-78fd2243-a21f-44b2-b4fa-4a726f1cd14b service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840499 Nov 12 06:12:24.152779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-212fe079-18f6-4a63-9fcb-72b7126ac51b service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811126 Nov 12 06:12:24.817848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa76ae-d333-4b5e-8134-a8bad982e9e8 req-7afb47d1-8c45-4cc2-a0cb-b4c041c3fca9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:24.819342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15aa76ae-d333-4b5e-8134-a8bad982e9e8 req-7afb47d1-8c45-4cc2-a0cb-b4c041c3fca9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0536709 Nov 12 06:12:24.864627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15aa76ae-d333-4b5e-8134-a8bad982e9e8 req-e18a851e-d9a4-4c16-b443-eb1301612373 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393643 Nov 12 06:12:25.984635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da38f1-d9cf-4e34-a086-4f876791572e req-85941dc6-423c-4fd9-be2c-c2ee962b4c39 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:25.986214 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82da38f1-d9cf-4e34-a086-4f876791572e req-85941dc6-423c-4fd9-be2c-c2ee962b4c39 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0515056 Nov 12 06:12:26.035059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82da38f1-d9cf-4e34-a086-4f876791572e req-4073174c-1143-4fa4-b713-b07695232545 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422282 Nov 12 06:12:26.097735 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-e4bb4562-b338-46b3-885a-f86b9c54aa1a service neutron] show failed (client error): The resource could not be found. Nov 12 06:12:26.098780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-e4bb4562-b338-46b3-885a-f86b9c54aa1a service neutron] 10.222.0.47 "GET /v2.0/ports/8d7ca856-ac12-4a91-9d11-212430b0da66/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0540378 Nov 12 06:12:26.294246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-7898e58e-c844-4c25-8c55-8c66b6f95eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:26.295946 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-7898e58e-c844-4c25-8c55-8c66b6f95eef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 1097 time: 0.0398648 Nov 12 06:12:26.325002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:12:26.380329 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:26.577138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:12:26.609020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:12:26.646452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:12:26.651675 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:26.664264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Transition to ACTIVE for port object 8d7ca856-ac12-4a91-9d11-212430b0da66 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:12:26.667890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:26.694449 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ab45c0-c15c-4cd6-bcb1-0ca4a15485d4" -d '{"events": [{"server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:12:26.752070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:26.772090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.772545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.772774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.773110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.773440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.773772 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.774100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.774449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.774777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.775102 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.775424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.775748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:26.822532 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a739bf-0291-40fe-a74b-400d60dfe300 x-openstack-request-id: req-b1a739bf-0291-40fe-a74b-400d60dfe300 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:12:26.822841 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:12:26.823076 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1a739bf-0291-40fe-a74b-400d60dfe300 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:12:26.823480 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'code': 200} Nov 12 06:12:26.824588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] No DVR routers for this DVR port 8d7ca856-ac12-4a91-9d11-212430b0da66 on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:12:26.960293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Attempting to bind port 8d7ca856-ac12-4a91-9d11-212430b0da66 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:12:26.960624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Attempting to bind port 8d7ca856-ac12-4a91-9d11-212430b0da66 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:12:26.960953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Attempting to bind port 8d7ca856-ac12-4a91-9d11-212430b0da66 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:12:26.965208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Port 8d7ca856-ac12-4a91-9d11-212430b0da66 on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:12:26.965535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Attempting to bind port 8d7ca856-ac12-4a91-9d11-212430b0da66 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:12:26.970392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:12:26.971248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:12:26.971678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:12:26.972055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Bound port: 8d7ca856-ac12-4a91-9d11-212430b0da66, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:12:26.972402 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:27.035928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:12:27.039300 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:12:27.043594 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:27.075175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:27.076387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:27.077800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 1092 time: 0.7569163 Nov 12 06:12:27.107365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916f320-a484-4182-80b3-54af4f9a0557 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:27.160399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-82f7c88a-594e-4a0a-bc86-be1be5e1c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:27.161925 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-82f7c88a-594e-4a0a-bc86-be1be5e1c54b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1095 time: 0.0467062 Nov 12 06:12:27.172099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34432a4-530b-4a51-9efe-a03af210ed72 req-89040eec-1fa8-4896-b5ea-1b78f084eaef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:27.173665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a34432a4-530b-4a51-9efe-a03af210ed72 req-89040eec-1fa8-4896-b5ea-1b78f084eaef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.0618420 Nov 12 06:12:27.225667 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a34432a4-530b-4a51-9efe-a03af210ed72 req-716f1f6a-a273-4f5b-b726-97d4ca5bc94b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458558 Nov 12 06:12:27.268941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-ef3e1d54-0eec-46b6-a9ea-838c8eb5afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:27.270448 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-ef3e1d54-0eec-46b6-a9ea-838c8eb5afe3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0999475 Nov 12 06:12:27.337548 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-ea3ed29a-454a-417e-a087-d2fc5e8d706f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 999 time: 0.0586743 Nov 12 06:12:27.385068 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-8d7dd82a-621e-4d51-8cde-c2a99847f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:27.386588 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-8d7dd82a-621e-4d51-8cde-c2a99847f45c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0422463 Nov 12 06:12:27.434369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-2b7343dd-e303-4408-ad67-c9f6a1b2e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:27.435811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-2b7343dd-e303-4408-ad67-c9f6a1b2e9db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421517 Nov 12 06:12:27.522752 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-9bc1c89e-fcd3-4dcc-b322-2574f77a38d7 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797954 Nov 12 06:12:27.615810 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2e7b8f84-20b4-4c79-8be9-a5690df76d1b req-7b287726-ba54-4732-9eeb-ad15c868a6f1 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854466 Nov 12 06:12:27.741396 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:28.344709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827abf31-11a1-4cb3-b36d-541a1c29f110 req-847ed9e2-8b1f-4b0e-b8ff-0a6ec82f935f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:28.346151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-827abf31-11a1-4cb3-b36d-541a1c29f110 req-847ed9e2-8b1f-4b0e-b8ff-0a6ec82f935f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.0476098 Nov 12 06:12:28.391915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-827abf31-11a1-4cb3-b36d-541a1c29f110 req-926233c5-1a56-4f14-975b-cc196d03a78e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393338 Nov 12 06:12:28.824640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:12:28.826987 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:12:28.873916 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50405954-c587-4f63-9400-19577594c1eb x-openstack-request-id: req-50405954-c587-4f63-9400-19577594c1eb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:12:28.874215 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:12:28.874497 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50405954-c587-4f63-9400-19577594c1eb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:12:28.874904 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'status': 'completed', 'code': 200} Nov 12 06:12:28.932916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-95cbb0c3-2417-4ecc-a642-8dbd8985f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:28.934469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-95cbb0c3-2417-4ecc-a642-8dbd8985f4aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1095 time: 0.0411842 Nov 12 06:12:28.959562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-d1a33739-122e-47cc-8067-45b7c2223b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:28.961066 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-d1a33739-122e-47cc-8067-45b7c2223b90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1095 time: 0.0414455 Nov 12 06:12:29.026948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-092b7467-d72a-4ecf-8d7c-8e7212d64d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:29.028436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-092b7467-d72a-4ecf-8d7c-8e7212d64d2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0869987 Nov 12 06:12:29.059504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-d89cf31d-9b8d-430d-88bf-bdca5c2270b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:29.060989 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-d89cf31d-9b8d-430d-88bf-bdca5c2270b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0899193 Nov 12 06:12:29.096985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-32faa17a-a308-4ebb-8512-e307cb91c90c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 999 time: 0.0607150 Nov 12 06:12:29.127777 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-1049d291-743d-491d-9daf-548c673c58b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 999 time: 0.0591531 Nov 12 06:12:29.151363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-f26d5e1b-f24a-4840-90f4-213bdec14831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:29.152800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-f26d5e1b-f24a-4840-90f4-213bdec14831 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0440359 Nov 12 06:12:29.177398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-8b43d2c8-6c6e-4766-8109-aa11a8248c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:29.178878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-8b43d2c8-6c6e-4766-8109-aa11a8248c87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0438476 Nov 12 06:12:29.197612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-aa61be6f-bd2b-4577-bc48-cfd4ab9d0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:29.199105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-aa61be6f-bd2b-4577-bc48-cfd4ab9d0ce0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387144 Nov 12 06:12:29.228026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-3067667c-b3e5-4071-a0e8-609f611da94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:29.229523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-3067667c-b3e5-4071-a0e8-609f611da94c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433650 Nov 12 06:12:29.319290 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-4164c18a-e25e-44c2-a569-7a1154c1c667 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824549 Nov 12 06:12:29.418845 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-ec5533ad-4f64-4186-a5d1-c0b1603f34ee service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909374 Nov 12 06:12:29.634332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-cfb27d91-19b6-43e6-b9f1-6c611e8d9389 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250901 Nov 12 06:12:29.651396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f7622-ee70-4f45-8520-e4467f81a041 req-769040b4-c33d-4b05-9997-166c78491236 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:29.652769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-874f7622-ee70-4f45-8520-e4467f81a041 req-769040b4-c33d-4b05-9997-166c78491236 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.0634897 Nov 12 06:12:29.747579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-874f7622-ee70-4f45-8520-e4467f81a041 req-99f8e1c7-fff2-4862-b6bb-a81dbd2c0e38 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881274 Nov 12 06:12:29.769387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80a4b87e-aee5-40db-96e2-f6fe6763f4e1 req-cf21ae37-8829-4ba0-af43-437d44900980 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264169 Nov 12 06:12:30.109474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 8d7ca856-ac12-4a91-9d11-212430b0da66 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:12:30.147961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 8d7ca856-ac12-4a91-9d11-212430b0da66 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:12:30.378523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-30e965cf-a91b-4625-ba78-624ca44eb022 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0428331 Nov 12 06:12:30.490571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-a07af9f0-d3db-4d61-95c0-2995a53b5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.491051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-a07af9f0-d3db-4d61-95c0-2995a53b5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.491516 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-a07af9f0-d3db-4d61-95c0-2995a53b5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.491973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-a07af9f0-d3db-4d61-95c0-2995a53b5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.492429 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-a07af9f0-d3db-4d61-95c0-2995a53b5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.494221 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-a07af9f0-d3db-4d61-95c0-2995a53b5a81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0467310 Nov 12 06:12:30.613613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-3923b6cb-14e0-4eb4-a566-333f57e358f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.614079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-3923b6cb-14e0-4eb4-a566-333f57e358f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.614564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-3923b6cb-14e0-4eb4-a566-333f57e358f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.616098 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-3923b6cb-14e0-4eb4-a566-333f57e358f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0921047 Nov 12 06:12:30.655715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-341c8d50-af2b-4ec7-9175-45e76a1abbec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0324373 Nov 12 06:12:30.701628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-8ca78482-2461-456f-a3b1-d16447adf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.703001 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-8ca78482-2461-456f-a3b1-d16447adf2d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0405111 Nov 12 06:12:30.750064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-9fe684c2-ded4-43e8-937f-06b0a46af90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.751678 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-9fe684c2-ded4-43e8-937f-06b0a46af90b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414696 Nov 12 06:12:30.841506 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-8c56a8e8-a2fc-4705-9eef-b897c8bde45c service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829992 Nov 12 06:12:30.865804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfad153-f6da-4c75-9350-571a953d931c req-85fd44db-ded9-4481-89ea-0384b89f2e85 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:30.867307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dfad153-f6da-4c75-9350-571a953d931c req-85fd44db-ded9-4481-89ea-0384b89f2e85 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.0496399 Nov 12 06:12:30.915621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dfad153-f6da-4c75-9350-571a953d931c req-c4608959-94f4-4867-aad9-11ffeb2aa964 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Nov 12 06:12:30.935258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8d7ca856-ac12-4a91-9d11-212430b0da66 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:12:31.052842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:12:31.067833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'mac_address': 'fa:16:3e:80:8f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:12:31.109149 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:31.123294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7ca856-ac12-4a91-9d11-212430b0da66 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:12:31.145527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:12:31.150968 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:31.180682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f469131-ce7d-41bf-89c7-51edb2fd7528 req-703d6e67-7c0a-4a15-8c64-7e631c272e0b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.182224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f469131-ce7d-41bf-89c7-51edb2fd7528 req-703d6e67-7c0a-4a15-8c64-7e631c272e0b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 943 time: 0.0916047 Nov 12 06:12:31.196036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-c59babf0-18fa-47f0-98ed-5a293b48266b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.197739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-c59babf0-18fa-47f0-98ed-5a293b48266b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 943 time: 0.0957532 Nov 12 06:12:31.204453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:31.213103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.213453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.213800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.214142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.214506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.214844 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.215175 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.215502 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.215829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.216154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.216479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.216801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:12:31.281354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f469131-ce7d-41bf-89c7-51edb2fd7528 req-0ec5eb7a-f141-4739-8bc3-4254fcca6e5d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825200 Nov 12 06:12:31.290584 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-9f461072-9b7d-4945-b6fa-cd8ea59daf2c service neutron] delete failed (client error): The resource could not be found. Nov 12 06:12:31.295671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-9f461072-9b7d-4945-b6fa-cd8ea59daf2c service neutron] 10.222.0.47 "DELETE /v2.0/ports/8d7ca856-ac12-4a91-9d11-212430b0da66/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0890713 Nov 12 06:12:31.306158 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-283c6a4c-ddf1-43ec-9479-84234d7d4b9c service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576478 Nov 12 06:12:31.348718 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-7a558447-f95c-44e6-87df-82c9c7737452 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0342004 Nov 12 06:12:31.380855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-c5970e2f-8f53-4a40-91b5-6722c0f92148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.382402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-c5970e2f-8f53-4a40-91b5-6722c0f92148 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1096 time: 0.0415857 Nov 12 06:12:31.402046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-8fa0a0a5-c739-4f1c-85c8-f93fbee8099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.403527 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-8fa0a0a5-c739-4f1c-85c8-f93fbee8099c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0466702 Nov 12 06:12:31.451240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-5deaeb55-b4e8-4b6f-bd61-75b60e786167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.452758 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-5deaeb55-b4e8-4b6f-bd61-75b60e786167 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410864 Nov 12 06:12:31.480145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-d0273e82-3ab8-41a9-9887-a5469bb083cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.481617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-d0273e82-3ab8-41a9-9887-a5469bb083cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0897098 Nov 12 06:12:31.540772 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-567b9ae7-47c1-4e89-8e7d-bd7f74eaa359 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807467 Nov 12 06:12:31.546707 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-016ca2a7-2c5e-42ef-96f2-4e8c267055a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 1000 time: 0.0577557 Nov 12 06:12:31.600406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-441e9842-227b-4187-986e-29fec638188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.601857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-441e9842-227b-4187-986e-29fec638188a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0472422 Nov 12 06:12:31.614193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['8d7ca856-ac12-4a91-9d11-212430b0da66'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:12:31.636567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-f95cc6c7-578b-4b3f-b8b3-74eb3fcb0975 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884900 Nov 12 06:12:31.649600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-a683fd17-9317-43f0-b3f1-493ad3db8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.651858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-a683fd17-9317-43f0-b3f1-493ad3db8c1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409987 Nov 12 06:12:31.680489 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-a370c4aa-806b-40d4-9104-dc7f7db45c23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0363672 Nov 12 06:12:31.742072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-d6fd9768-5041-4bb6-971d-d2abd0bb1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.743517 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-d6fd9768-5041-4bb6-971d-d2abd0bb1a4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0551379 Nov 12 06:12:31.747423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-698a1fa7-04cd-463d-b7cd-3f6ce8795554 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888114 Nov 12 06:12:31.791572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-d793b29a-ae72-4326-83f5-e7381e2e4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:31.793088 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-d793b29a-ae72-4326-83f5-e7381e2e4ab9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425792 Nov 12 06:12:31.843875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-babddc32-38f6-477b-87cc-1e0988a02ce1 req-86d9a601-3e8d-47b6-8940-e398642e31b0 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889740 Nov 12 06:12:31.881615 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-b1960ec2-22ba-40a4-81e7-a96a19131f13 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806308 Nov 12 06:12:31.975556 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-e2dfc953-3a0d-404d-a345-83588468cb29 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Nov 12 06:12:32.018114 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-36d3c9a6-669c-48a8-b25c-236a93572bb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0339007 Nov 12 06:12:32.071098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-6b4c10b4-21e5-4408-9dc0-1a5cf108985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.072519 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-6b4c10b4-21e5-4408-9dc0-1a5cf108985a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0470381 Nov 12 06:12:32.118265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-0dedc4b0-9639-4d7c-bc92-24a76ab74223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.119741 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-0dedc4b0-9639-4d7c-bc92-24a76ab74223 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0395000 Nov 12 06:12:32.211361 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-220f624e-6140-478c-999d-8e3d0bd2ac0e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840452 Nov 12 06:12:32.308688 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-d147b76b-5320-4b45-80c9-34e4fd61ffda service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892909 Nov 12 06:12:32.357978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-29807259-e174-4c25-9a81-a636b427cc1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0416596 Nov 12 06:12:32.407667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3e209-c1d1-4166-a4ea-83746232b808 req-65dc29b3-ac8e-477e-9348-caa1150f0aae tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.409765 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60e3e209-c1d1-4166-a4ea-83746232b808 req-65dc29b3-ac8e-477e-9348-caa1150f0aae tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 944 time: 0.0514426 Nov 12 06:12:32.422678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-9920e92f-ca24-4064-8bce-5047b8ef4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.424154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-9920e92f-ca24-4064-8bce-5047b8ef4aa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0593846 Nov 12 06:12:32.459091 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-60e3e209-c1d1-4166-a4ea-83746232b808 req-66971ab2-1c43-4556-bbb0-edcc2b774d08 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425329 Nov 12 06:12:32.474430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-61af8dda-a9fa-42be-a9b6-a299e1ac219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.476044 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-61af8dda-a9fa-42be-a9b6-a299e1ac219d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435519 Nov 12 06:12:32.570150 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-41a833ca-fc48-4ef5-a262-05c067b86bbb service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852008 Nov 12 06:12:32.578892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32197020-33be-4e9c-a70c-f05a2b3d1508 req-27512334-40d3-44fb-bdf2-812778b02a38 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.580370 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32197020-33be-4e9c-a70c-f05a2b3d1508 req-27512334-40d3-44fb-bdf2-812778b02a38 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 944 time: 0.0533845 Nov 12 06:12:32.628328 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-32197020-33be-4e9c-a70c-f05a2b3d1508 req-5e0c4604-f391-471f-9f6e-29d6169ee1f1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408468 Nov 12 06:12:32.667706 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-84fb3045-9038-4a0d-8db8-21a04ba4d0fd req-8d5f5e08-96f6-4d38-a8e2-63cf5b494521 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892234 Nov 12 06:12:32.829313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604eda-9ae8-4fb0-999f-a09498555ddd req-3c96c5fa-24b2-4ff1-8583-76711e8c92a7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.831748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36604eda-9ae8-4fb0-999f-a09498555ddd req-3c96c5fa-24b2-4ff1-8583-76711e8c92a7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 944 time: 0.0513761 Nov 12 06:12:32.870967 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-a97c9adc-3e34-4472-acc1-378d236c025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.872463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-a97c9adc-3e34-4472-acc1-378d236c025e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 1096 time: 0.0406053 Nov 12 06:12:32.878930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36604eda-9ae8-4fb0-999f-a09498555ddd req-b39057f2-08ae-4c8a-8949-ee7725da4fa4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Nov 12 06:12:32.943407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8d7ca856-ac12-4a91-9d11-212430b0da66 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:12:32.965886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-cd535760-2e7f-480f-8502-774f77373a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:32.967382 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-cd535760-2e7f-480f-8502-774f77373a8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0884018 Nov 12 06:12:32.995292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 8d7ca856-ac12-4a91-9d11-212430b0da66 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:12:32.999376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 8d7ca856-ac12-4a91-9d11-212430b0da66 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:12:32.999757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:33.032895 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-8724e068-71af-4bfe-88b7-aabf46c2f45b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 200 len: 1000 time: 0.0582383 Nov 12 06:12:33.076938 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:33.086022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-054c8cb6-f353-44ce-8fe2-2fad36e1f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:33.087463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-054c8cb6-f353-44ce-8fe2-2fad36e1f36d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0483575 Nov 12 06:12:33.100410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:12:33.114430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:12:33.118478 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:33.140362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-6972da5c-212f-4742-8d1b-95e90fa967f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:33.141925 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-6972da5c-212f-4742-8d1b-95e90fa967f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475051 Nov 12 06:12:33.146251 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1470ed-8b2e-4114-9650-f7baa7f08e98" -d '{"events": [{"server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "name": "network-vif-plugged", "status": "completed", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:12:33.174798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:33.235074 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-5c15b320-1a93-4001-b0e3-836dbed817f6 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858455 Nov 12 06:12:33.239563 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2e736-968f-46ae-a2dd-1b525ec79505 x-openstack-request-id: req-1ee2e736-968f-46ae-a2dd-1b525ec79505 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:12:33.239877 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "name": "network-vif-plugged", "status": "completed", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:12:33.240128 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ee2e736-968f-46ae-a2dd-1b525ec79505 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:12:33.240521 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'code': 200} Nov 12 06:12:33.329888 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ed9c3bcf-3a2c-429a-9d1f-2022d3e26287 req-3026421b-3941-48ed-b412-609be5434f71 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Nov 12 06:12:34.006187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea730a-c1b2-451f-a57d-ce458739953c req-f4bb2d85-933e-4f01-b8c6-67d4eff8717b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:34.007674 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1ea730a-c1b2-451f-a57d-ce458739953c req-f4bb2d85-933e-4f01-b8c6-67d4eff8717b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0530794 Nov 12 06:12:34.054251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1ea730a-c1b2-451f-a57d-ce458739953c req-973fa4e6-9d2b-4586-9528-b428ede85f7c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Nov 12 06:12:35.170793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122bd8-6a25-4bb3-9346-44052ea0412e req-77138722-5a99-4ed1-8fb0-0eb4401aa922 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:35.172259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c122bd8-6a25-4bb3-9346-44052ea0412e req-77138722-5a99-4ed1-8fb0-0eb4401aa922 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0491128 Nov 12 06:12:35.218115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c122bd8-6a25-4bb3-9346-44052ea0412e req-a2985119-6634-43cc-905e-58c110dc0ddf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400236 Nov 12 06:12:35.445415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123bce8-d0b0-47ec-b0b8-e6ff6ea1e425 req-01016788-f757-4552-aca8-6f07bf6993ba tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:35.446923 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5123bce8-d0b0-47ec-b0b8-e6ff6ea1e425 req-01016788-f757-4552-aca8-6f07bf6993ba tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Nov 12 06:12:35.497376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5123bce8-d0b0-47ec-b0b8-e6ff6ea1e425 req-d7d5bdc4-e374-4ec1-a8ae-52e7b85a9e4e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445182 Nov 12 06:12:36.612784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d3baa-249a-4a9c-b861-8e38b9ce90f2 req-936f72c3-4f7c-44b4-a5cc-a2b42c533132 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:36.614265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a4d3baa-249a-4a9c-b861-8e38b9ce90f2 req-936f72c3-4f7c-44b4-a5cc-a2b42c533132 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0496504 Nov 12 06:12:36.660969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a4d3baa-249a-4a9c-b861-8e38b9ce90f2 req-0ed7be70-fbba-4edd-a799-75b0f204eced tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Nov 12 06:12:36.926200 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-c9ace1b9-5c2a-467a-a4e0-b09f2f8ced56 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:36.927749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-c9ace1b9-5c2a-467a-a4e0-b09f2f8ced56 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 945 time: 0.0489514 Nov 12 06:12:37.021328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Deleting port 8d7ca856-ac12-4a91-9d11-212430b0da66 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:12:37.021670 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:37.114845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] For port 8d7ca856-ac12-4a91-9d11-212430b0da66, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=8d7ca856-ac12-4a91-9d11-212430b0da66,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:12:37.115209 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:37.285294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:37.285647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:37.285912 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636 disassociated. External IP: 172.25.2.129, port: 8d7ca856-ac12-4a91-9d11-212430b0da66. Nov 12 06:12:37.286316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Calling delete_port for 8d7ca856-ac12-4a91-9d11-212430b0da66 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:12:37.409590 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:37.437832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event deleted for resources: {'Port': ['ID=8d7ca856-ac12-4a91-9d11-212430b0da66,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:37.559393 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:12:37.670877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:12:37.681418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:12:37.692264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:12:37.692885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:12:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:12:37.718501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] No DVR routers for this DVR port 8d7ca856-ac12-4a91-9d11-212430b0da66 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:12:37.722485 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:37.726438 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cf61766f-125e-40b8-a12d-86d9cbb55f9f req-87870175-6705-4841-95f8-b4b11c878417 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "DELETE /v2.0/ports/8d7ca856-ac12-4a91-9d11-212430b0da66 HTTP/1.1" status: 204 len: 173 time: 0.7912321 Nov 12 06:12:37.727043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'name': 'network-vif-deleted', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:12:37.730165 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b446ceef-d657-4e89-810a-2136b4cf1488" -d '{"events": [{"server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "name": "network-vif-deleted", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:12:37.766317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5e28befe-99f7-4317-9c41-b1d8695f89b0 req-fc8d1f4c-e44a-43be-a23d-f3e2daf27ba0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=28ba2ed2-022b-41b8-b912-3dda9e0edcf1 HTTP/1.1" status: 200 len: 210 time: 0.0308604 Nov 12 06:12:37.816674 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:12:37.825386 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b664b40c-bd0c-480b-a0e2-453b392ca7e2 x-openstack-request-id: req-b664b40c-bd0c-480b-a0e2-453b392ca7e2 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:12:37.825683 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ba2ed2-022b-41b8-b912-3dda9e0edcf1", "name": "network-vif-deleted", "tag": "8d7ca856-ac12-4a91-9d11-212430b0da66", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:12:37.825942 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b664b40c-bd0c-480b-a0e2-453b392ca7e2 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:12:37.826409 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ba2ed2-022b-41b8-b912-3dda9e0edcf1', 'name': 'network-vif-deleted', 'tag': '8d7ca856-ac12-4a91-9d11-212430b0da66', 'status': 'completed', 'code': 200} Nov 12 06:12:38.022457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:12:38.052222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:12:38.060747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:12:38.061354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:12:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:12:38.165671 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:12:38.356994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:12:38.383455 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24845a-18a8-4cc7-99d9-7a78e7f0c25c None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:12:38.598139 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03d446-fe9d-4d59-a512-11f55ec3e51f None None] New status for floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:12:39.043892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-9771b254-68ed-4ab5-8992-e5c7b83dac44 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--624694046&fields=id&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 267 time: 0.0418293 Nov 12 06:12:39.154912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-24f231e1-97c0-4ec0-9cfb-f81a8f52c3c4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:39.156358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-24f231e1-97c0-4ec0-9cfb-f81a8f52c3c4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 812 time: 0.1055303 Nov 12 06:12:39.172087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-0d64a979-f378-4952-b698-58fd7285df8f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/quotas/3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 375 time: 0.0090532 Nov 12 06:12:39.224935 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-6a45ed0c-2fe5-4e8c-9728-3a2f8b9a9b4e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476527 Nov 12 06:12:39.394291 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-769c4b3d-dc1e-4891-832f-ea04119426e2 service neutron] 10.222.0.48 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250250 Nov 12 06:12:39.483472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3b287539-62e5-4c65-9401-f993c9b8106b service neutron] 10.222.0.48 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829813 Nov 12 06:12:39.646792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9b5c5242-f475-4175-b275-c17efa26dfb4 req-8e66e5fb-a838-4fb4-8be2-4049af67c310 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 210 time: 0.0275156 Nov 12 06:12:40.681347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-484774d5-fb57-40ab-86a8-3ed9c54aa541 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:40.683092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-484774d5-fb57-40ab-86a8-3ed9c54aa541 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 812 time: 0.1033087 Nov 12 06:12:40.748026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbc740e9-4f78-40eb-a4fd-b46777d4bf8f req-57afc1a0-8046-43e4-b5dd-f45a97af39cf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 210 time: 0.0309815 Nov 12 06:12:40.754355 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-806dd29d-4142-4655-96c4-80f17544f891 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 379 time: 0.0537555 Nov 12 06:12:40.778170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'port': {'device_id': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'admin_state_up': True, 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'security_groups': ['78ee7b1c-daff-4f1f-948d-703a8a5ea927']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:12:40.887321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Made reservation on behalf of 3aa0b7516dbc406a9c22af8281dbb32d for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:12:40.890988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:40.973421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8d7ca856-ac12-4a91-9d11-212430b0da66 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:12:40.997532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 8d7ca856-ac12-4a91-9d11-212430b0da66 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:12:40.997881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 8d7ca856-ac12-4a91-9d11-212430b0da66 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:12:41.016898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Allocated IP 172.20.0.6 (890999df-dee1-459c-b3a3-effd36de9eb0/53342b30-b3d0-4abc-8ea6-29487c9e365e/e90448cc-8dec-4374-bd7d-caae19156c91) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:12:41.088585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.149862 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.183275 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.229812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Network 890999df-dee1-459c-b3a3-effd36de9eb0 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:12:41.234809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:12:41.238508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:12:41.244853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:41.291757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:41.292404 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.310206 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-591c6385-dbdb-41ee-8153-908a20f6c8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5359154 Nov 12 06:12:41.329235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Request body: {'port': {'device_id': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:12:41.385459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.444467 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-38b80e50-db49-4bf1-a5d2-72c196574d2e None None] Provisioning complete for port e90448cc-8dec-4374-bd7d-caae19156c91 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:12:41.444840 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-38b80e50-db49-4bf1-a5d2-72c196574d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.479000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-38b80e50-db49-4bf1-a5d2-72c196574d2e None None] Port e90448cc-8dec-4374-bd7d-caae19156c91 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:12:41.651606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90448cc-8dec-4374-bd7d-caae19156c91 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:12:41.658925 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.670899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Transition to ACTIVE for port object e90448cc-8dec-4374-bd7d-caae19156c91 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:12:41.674683 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.744019 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:41.798032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:12:41.798406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:12:41.798727 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:12:41.803395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:12:41.803718 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:12:41.809050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:12:41.809388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:12:41.809780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:12:41.810217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Bound port: e90448cc-8dec-4374-bd7d-caae19156c91, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:12:41.810606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.879964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8f407-76ca-4531-8397-d324b2fbd238 req-3723a1bc-0357-4647-9088-343d7f4b11f1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:41.881657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27f8f407-76ca-4531-8397-d324b2fbd238 req-3723a1bc-0357-4647-9088-343d7f4b11f1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 943 time: 0.0522740 Nov 12 06:12:41.887587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:12:41.890867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:12:41.897496 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.938212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:41.938861 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:41.940503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27f8f407-76ca-4531-8397-d324b2fbd238 req-67f85418-8a51-4276-9724-b47f370495e1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446725 Nov 12 06:12:41.940872 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] 10.222.0.43 "PUT /v2.0/ports/e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1092 time: 0.6161373 Nov 12 06:12:41.941317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:12:41.943594 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f80a89-a8d4-4f74-b7f6-912351742949" -d '{"events": [{"name": "network-changed", "server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:12:41.962632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42b053-5d80-4733-8861-521c585efa72 service neutron] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:41.998931 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d72028-c0a3-4872-9190-dbd4634eeb8e x-openstack-request-id: req-a6d72028-c0a3-4872-9190-dbd4634eeb8e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:12:41.999304 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:12:41.999639 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6d72028-c0a3-4872-9190-dbd4634eeb8e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:12:42.000609 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'status': 'completed', 'code': 200} Nov 12 06:12:42.057902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-ab1bf175-9fe8-49b8-9460-315b661858ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:42.059465 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-ab1bf175-9fe8-49b8-9460-315b661858ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1095 time: 0.0429904 Nov 12 06:12:42.113001 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-b5a93df6-f75f-4792-a23b-1e2bc892c9b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 217 time: 0.0395844 Nov 12 06:12:42.162119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-e9ce8c8a-63d1-4ce4-bca6-df10e17e0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:42.163491 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-e9ce8c8a-63d1-4ce4-bca6-df10e17e0cc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0437319 Nov 12 06:12:42.208988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-abeedf12-55cf-48bf-a4e3-162e0fc4ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:42.210477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-abeedf12-55cf-48bf-a4e3-162e0fc4ac9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394228 Nov 12 06:12:42.303730 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-366354cf-75de-4f1b-8923-2f117a8cce76 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840213 Nov 12 06:12:42.390598 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0e0b03e6-c7dd-42e8-afc3-e6984c5349c7 req-85bf0936-2f26-4d48-8583-e8f2965bd4e5 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798545 Nov 12 06:12:42.510409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-918d5145-1e41-42cd-a961-8b6a216f86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:42.511816 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-918d5145-1e41-42cd-a961-8b6a216f86d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1095 time: 0.0406911 Nov 12 06:12:42.605562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-a788a697-fc60-4f8f-8521-3d637e8a01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:42.607123 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-a788a697-fc60-4f8f-8521-3d637e8a01b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0882106 Nov 12 06:12:42.647292 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-bc10139b-a5b6-444f-a838-7bd07f9c9c8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 217 time: 0.0333035 Nov 12 06:12:42.700199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-28c5db1c-69ac-4eba-b478-215d44ec9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:42.701650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-28c5db1c-69ac-4eba-b478-215d44ec9ed0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0466413 Nov 12 06:12:42.746225 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-bc470d65-04eb-41e5-a6ec-a59d99475305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:42.747747 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-bc470d65-04eb-41e5-a6ec-a59d99475305 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394194 Nov 12 06:12:42.840375 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-2af12679-d114-4b4d-8153-112942d6fd29 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856097 Nov 12 06:12:42.927914 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-30f80a89-a8d4-4f74-b7f6-912351742949 req-7bccc37b-4063-438f-aa60-c4b086c3a3ec service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804982 Nov 12 06:12:43.065402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e6283-f839-4e11-8f69-556e2cef17f4 req-7f352668-c747-48eb-b790-c99bc703b35a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:43.066795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c18e6283-f839-4e11-8f69-556e2cef17f4 req-7f352668-c747-48eb-b790-c99bc703b35a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 943 time: 0.0479164 Nov 12 06:12:43.112394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c18e6283-f839-4e11-8f69-556e2cef17f4 req-9ed8fb03-f319-4aa6-a74e-418adcaf6027 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397363 Nov 12 06:12:43.975826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51932e4a-a7da-41f3-8aab-eab8dc3d5238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:44.234336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bafe56-4365-4b9e-9fe6-74d32965ec4b req-da74968a-2dad-45d0-ba06-37457ccfb0f9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:44.235823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82bafe56-4365-4b9e-9fe6-74d32965ec4b req-da74968a-2dad-45d0-ba06-37457ccfb0f9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 943 time: 0.0528502 Nov 12 06:12:44.281541 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82bafe56-4365-4b9e-9fe6-74d32965ec4b req-430418f8-4fc0-4d39-ba91-43e2ac133872 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398612 Nov 12 06:12:44.995367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:12:45.087587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:12:45.098241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'mac_address': 'fa:16:3e:23:ed:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:12:45.139231 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:45.151532 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90448cc-8dec-4374-bd7d-caae19156c91 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:12:45.170052 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:12:45.173796 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:45.219331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:45.397855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3af2-ff2b-463f-b080-59b11f126212 req-9ab44d25-d150-4961-9184-d5a9bdc7820c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:45.399357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db5b3af2-ff2b-463f-b080-59b11f126212 req-9ab44d25-d150-4961-9184-d5a9bdc7820c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 944 time: 0.0511661 Nov 12 06:12:45.447544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-db5b3af2-ff2b-463f-b080-59b11f126212 req-916d72f6-ae85-4437-b24d-7e73aa68662f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422761 Nov 12 06:12:45.596424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e90448cc-8dec-4374-bd7d-caae19156c91'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:12:46.381663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-91ab461b-e10a-428f-b404-c2c73025537c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:46.567010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa744-88bc-45a9-b315-63c6b61e2b6c req-95a864c3-4e0d-44cb-a5b3-48a4c9006e0a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:46.568491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-683fa744-88bc-45a9-b315-63c6b61e2b6c req-95a864c3-4e0d-44cb-a5b3-48a4c9006e0a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 944 time: 0.0532668 Nov 12 06:12:46.614426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-683fa744-88bc-45a9-b315-63c6b61e2b6c req-d45829d5-168f-4e2d-b3e7-e30066ce9e99 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399001 Nov 12 06:12:47.019349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:12:47.068385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port e90448cc-8dec-4374-bd7d-caae19156c91 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:12:47.072087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port e90448cc-8dec-4374-bd7d-caae19156c91 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:12:47.072457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:47.152914 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:47.175197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:12:47.177531 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912ec691-93b4-4a03-b4ae-2c792008fedc" -d '{"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-plugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:12:47.189657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:12:47.193572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:47.219327 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720105a5-73bf-4733-80ea-34da69e5724d x-openstack-request-id: req-720105a5-73bf-4733-80ea-34da69e5724d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:12:47.219619 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-plugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:12:47.219873 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-720105a5-73bf-4733-80ea-34da69e5724d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:12:47.220261 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'code': 200} Nov 12 06:12:47.246626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:12:47.334585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675db45c-758e-4f71-9fd6-ea7c404b2974 req-456b8c5e-d10d-434c-ab48-851e7c48f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:47.335968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-675db45c-758e-4f71-9fd6-ea7c404b2974 req-456b8c5e-d10d-434c-ab48-851e7c48f879 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1097 time: 0.0393696 Nov 12 06:12:47.383104 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-675db45c-758e-4f71-9fd6-ea7c404b2974 req-32a877fc-2df3-427a-a784-1e8081ab99a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394449 Nov 12 06:12:47.524772 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:47.733262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73ae48-7b8d-41cf-9841-e25c3ec204bd req-0169d076-3cc8-4f43-966e-e4579c1e3c4b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:47.734770 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d73ae48-7b8d-41cf-9841-e25c3ec204bd req-0169d076-3cc8-4f43-966e-e4579c1e3c4b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0494018 Nov 12 06:12:47.781729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1d73ae48-7b8d-41cf-9841-e25c3ec204bd req-2081c9fa-065a-45fb-84ae-0584dc9f840d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410268 Nov 12 06:12:48.758586 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:48.897871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41d03e-2fba-4911-ad8f-cbcbe895c537 req-d1a29160-e7d1-453b-ac30-c356e9191d36 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:48.899357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce41d03e-2fba-4911-ad8f-cbcbe895c537 req-d1a29160-e7d1-453b-ac30-c356e9191d36 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0476635 Nov 12 06:12:48.949671 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce41d03e-2fba-4911-ad8f-cbcbe895c537 req-e1400cfc-b49c-453f-811a-958c1ae13c5a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443404 Nov 12 06:12:49.060867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fc621-8939-444e-be51-65bad7b0877e req-a018e3ae-9fc1-4eb5-97c5-278a39370cc4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:49.062234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-087fc621-8939-444e-be51-65bad7b0877e req-a018e3ae-9fc1-4eb5-97c5-278a39370cc4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0497382 Nov 12 06:12:49.071305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 55878) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:12:49.075596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'floatingip': {'port_id': 'e90448cc-8dec-4374-bd7d-caae19156c91'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:12:49.113541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:49.539046 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:49.542755 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:49.619183 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:49.642145 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636 associated. External IP: 172.25.2.129, port: e90448cc-8dec-4374-bd7d-caae19156c91. Nov 12 06:12:49.846149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:12:49.951373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:12:49.956096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:12:49.961088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:12:49.971369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:12:49.971970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:12:49.982754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-345a869c-0e56-4b89-9ae0-362b59084d53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "PUT /v2.0/floatingips/59b16690-3556-4c8e-8ac3-eee7a5529636 HTTP/1.1" status: 200 len: 991 time: 0.9104009 Nov 12 06:12:49.983340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:12:50.026184 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94038232-16a1-46bc-a542-3142816f5f67" -d '{"events": [{"name": "network-changed", "server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:12:50.079394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:12:50.139928 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aff7ec4-3186-49c1-b0f2-4a903afaf417 x-openstack-request-id: req-0aff7ec4-3186-49c1-b0f2-4a903afaf417 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:12:50.140217 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:12:50.140469 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0aff7ec4-3186-49c1-b0f2-4a903afaf417 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:12:50.140873 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'status': 'completed', 'code': 200} Nov 12 06:12:50.224537 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94038232-16a1-46bc-a542-3142816f5f67 req-aefe4e40-18d7-47e4-af9e-053e5d844d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:50.226059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-94038232-16a1-46bc-a542-3142816f5f67 req-aefe4e40-18d7-47e4-af9e-053e5d844d43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1097 time: 0.0431714 Nov 12 06:12:50.322933 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94038232-16a1-46bc-a542-3142816f5f67 req-a0eed0b5-2f84-4e1f-9cbe-f9ddf9c9e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:50.324456 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-94038232-16a1-46bc-a542-3142816f5f67 req-a0eed0b5-2f84-4e1f-9cbe-f9ddf9c9e72c service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0910842 Nov 12 06:12:50.396218 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-94038232-16a1-46bc-a542-3142816f5f67 req-fea4dd8e-c621-43df-9dab-4176a96b9cef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 999 time: 0.0640726 Nov 12 06:12:50.446905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94038232-16a1-46bc-a542-3142816f5f67 req-25a72933-ffa5-4bd8-b431-45c026732692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:50.448378 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-94038232-16a1-46bc-a542-3142816f5f67 req-25a72933-ffa5-4bd8-b431-45c026732692 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0452034 Nov 12 06:12:50.464761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:23:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:12:49Z', 'revision_number': 9, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:12:50.491489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:12:50.494535 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94038232-16a1-46bc-a542-3142816f5f67 req-354a020f-1472-4c3e-b990-0fddc5595bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:12:50.496040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-94038232-16a1-46bc-a542-3142816f5f67 req-354a020f-1472-4c3e-b990-0fddc5595bc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399814 Nov 12 06:12:50.499662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:12:50.500261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:12:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:12:50.591272 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-94038232-16a1-46bc-a542-3142816f5f67 req-320a667e-71ba-49d0-9b0f-8463428d3735 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872288 Nov 12 06:12:50.606779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:12:50.679991 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-94038232-16a1-46bc-a542-3142816f5f67 req-adc653e2-4405-446b-9a4d-c00ac50b3bb2 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813923 Nov 12 06:12:50.834182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:23:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:12:49Z', 'revision_number': 9, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:12:50.859645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006de0ff-fe64-477c-9faf-8ee024e6594e None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:23:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:12:49Z', 'revision_number': 9, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:12:51.048489 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547b59b9-38b3-4871-9e1a-a41a77b269e0 None None] New status for floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:12:51.455984 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:12:57.739989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:11.104066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:13.979052 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab582363-492d-4909-97e2-b84e42d95fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:16.381509 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7143b50b-2645-4046-b575-2f4a25717fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:17.527617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:18.762268 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:19.620762 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:27.754629 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:28.454874 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:13:41.105073 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:43.979468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ec670cc-3357-485e-9fe9-6b3717851bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:46.382740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-943551c9-e742-485b-b90b-f25dfbc31ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:47.531902 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:48.764081 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:49.622103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:13:57.769703 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:05.453646 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:14:11.104222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:13.980916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e14a38b-5e35-4b54-b533-9f1f7cb7a24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:16.385030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f3de9809-9ca5-4714-868e-244bbefa26ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:17.534884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:18.766711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:19.626463 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:27.784521 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:33.371916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-7629aa56-8d32-4e81-b346-996225d31d73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0508993 Nov 12 06:14:33.474426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-2cd9d689-0856-44d5-9932-9465076b827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.474909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-2cd9d689-0856-44d5-9932-9465076b827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.476020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-2cd9d689-0856-44d5-9932-9465076b827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.476492 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-2cd9d689-0856-44d5-9932-9465076b827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.476955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-2cd9d689-0856-44d5-9932-9465076b827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.478716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-2cd9d689-0856-44d5-9932-9465076b827e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0462885 Nov 12 06:14:33.596228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-488f4de9-1f36-4e38-8f6e-6e15696a5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.596708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-488f4de9-1f36-4e38-8f6e-6e15696a5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.597179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-488f4de9-1f36-4e38-8f6e-6e15696a5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.598822 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-488f4de9-1f36-4e38-8f6e-6e15696a5de4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0948555 Nov 12 06:14:33.639165 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-c76a2df9-39fc-440e-b97e-7824eeddb92c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0330336 Nov 12 06:14:33.690757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-9c7f65dd-3dd0-45ce-ac6a-ab2d82575738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.692205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-9c7f65dd-3dd0-45ce-ac6a-ab2d82575738 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0455902 Nov 12 06:14:33.755442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-a399cf2b-3af1-4c61-8622-b618f467d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:33.756914 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-a399cf2b-3af1-4c61-8622-b618f467d3b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434463 Nov 12 06:14:33.767210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-1808c22f-4777-4a31-b5e2-2ef1a30748af service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:14:33.768133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-1808c22f-4777-4a31-b5e2-2ef1a30748af service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047436 Nov 12 06:14:33.855855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-e2557b41-650b-4858-9133-7d5eade4e107 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810506 Nov 12 06:14:33.946819 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-799d53be-0e21-43e3-b3f8-de19ee5f0290 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841646 Nov 12 06:14:33.986461 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-4cdfa2a6-676f-4937-b23d-013f66f9e4b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0328538 Nov 12 06:14:34.032987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-8c2882b0-132b-4972-9dfe-8739352d07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:34.034387 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-8c2882b0-132b-4972-9dfe-8739352d07b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0414624 Nov 12 06:14:34.082909 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-e2d46fd0-9e13-4208-b5b3-8171bad52971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:34.084353 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-e2d46fd0-9e13-4208-b5b3-8171bad52971 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0434239 Nov 12 06:14:34.170463 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-5bc13936-0928-4fd4-be9b-534407f7b081 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786669 Nov 12 06:14:34.260652 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-6d1a3d5b-0a82-46b5-a023-064c687faa06 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830419 Nov 12 06:14:34.299922 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-7487d878-bd2e-41f6-b818-a1bd7a28e943 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0325849 Nov 12 06:14:34.346771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-01e0a214-ff80-4786-a55c-dd092f32d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:34.348196 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-01e0a214-ff80-4786-a55c-dd092f32d8c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0415828 Nov 12 06:14:34.396199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-edfac9c2-b2aa-4b33-a1ad-b4716c908284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:34.397626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-edfac9c2-b2aa-4b33-a1ad-b4716c908284 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429127 Nov 12 06:14:34.486159 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-cfb15fb5-8068-4f9c-aa94-8cb7109b837f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817683 Nov 12 06:14:34.578716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-83b34868-96fb-4426-9210-dafb9d50dd2b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855114 Nov 12 06:14:34.620882 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-cfd1b61c-1389-400d-a7fb-1ce732180b94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0337162 Nov 12 06:14:34.668170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-ffa92a6a-fe68-4cb6-9ab3-4906032041a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:34.669565 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-ffa92a6a-fe68-4cb6-9ab3-4906032041a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0412986 Nov 12 06:14:34.720297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-b97b1bf4-61ec-4b01-8b68-0ac51ca9b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:34.721811 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-b97b1bf4-61ec-4b01-8b68-0ac51ca9b5a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0449340 Nov 12 06:14:34.811471 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-2144c8af-1751-4699-b7f8-f233d7f72ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828099 Nov 12 06:14:34.902559 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-8a320057-bbe7-4382-bbeb-d16bd03cb638 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837684 Nov 12 06:14:34.943117 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-11d99749-2d91-4f43-b882-1b23cac50a48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0338278 Nov 12 06:14:34.989996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-d2ed84e6-9716-4e43-a096-4aa2db95c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:34.991432 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-d2ed84e6-9716-4e43-a096-4aa2db95c844 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0420196 Nov 12 06:14:35.039454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef444-45c3-4695-8660-c43fc588d21a req-d701dc8b-888c-4cf9-af55-962f1f627ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:14:35.040900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-d701dc8b-888c-4cf9-af55-962f1f627ce3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431161 Nov 12 06:14:35.128133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-c992ac35-d30e-4277-ac65-09f7503469d3 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797608 Nov 12 06:14:35.219573 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-345ef444-45c3-4695-8660-c43fc588d21a req-3f9915b5-c169-4d72-abc8-aaf41d6283df service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846972 Nov 12 06:14:41.107372 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:42.452311 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:14:43.980726 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af97410a-fc5e-431c-a185-795e3ffb129b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:46.387251 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f55af27b-f9c2-4ea5-9493-df2f8509d0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:47.533941 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:48.770380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:49.632227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:14:57.815482 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:11.130326 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:13.984874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0c7d72c9-091d-4723-8cc6-b32d1d77928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:14.963702 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-2f326d5c-6f55-44db-991d-416943c646fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424807 Nov 12 06:15:14.981811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff6c3-46bf-4ff8-9d7f-6263f7761747 req-af4bb046-9e80-4a9a-8ce0-d3a8c38fbb06 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:14.983631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8acff6c3-46bf-4ff8-9d7f-6263f7761747 req-af4bb046-9e80-4a9a-8ce0-d3a8c38fbb06 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0585399 Nov 12 06:15:15.034363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8acff6c3-46bf-4ff8-9d7f-6263f7761747 req-946236c1-f4be-4b64-b9b7-45dc13e6605e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446610 Nov 12 06:15:16.073372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-e98adace-9273-479f-8998-9019a4d259f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:16.074946 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-e98adace-9273-479f-8998-9019a4d259f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1097 time: 0.0410419 Nov 12 06:15:16.156423 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fbb53-d635-480c-bacc-830e71304c1c req-20f6e83b-8f1b-48b6-a8d4-57d087287524 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:16.157972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a4fbb53-d635-480c-bacc-830e71304c1c req-20f6e83b-8f1b-48b6-a8d4-57d087287524 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0532985 Nov 12 06:15:16.207828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a4fbb53-d635-480c-bacc-830e71304c1c req-3b3211c5-d158-4f64-9ed7-abd89bdc957f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436242 Nov 12 06:15:16.390678 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6e743fd-ac7a-4ef9-bb3f-21a0f8743f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:16.506955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-61c9d119-82b1-4d13-a064-de291796ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:16.508480 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-61c9d119-82b1-4d13-a064-de291796ed88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.4246087 Nov 12 06:15:16.573443 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-7690b862-c0e4-42e9-9148-ce3e27800fcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1002 time: 0.0570161 Nov 12 06:15:16.624789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-706cc12a-f02a-4a5c-908f-92f8cb081a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:16.626170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-706cc12a-f02a-4a5c-908f-92f8cb081a6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0459480 Nov 12 06:15:16.671013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-bf3e6ff4-84fe-4d1e-8c31-32a5da9cfdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:16.672665 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-bf3e6ff4-84fe-4d1e-8c31-32a5da9cfdf7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394888 Nov 12 06:15:16.760842 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-a87ba1f2-f3e2-401b-acc0-674775f936fb service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800474 Nov 12 06:15:16.851751 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-1d54a8b0-c90b-42e8-9b37-be48d676462d service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842168 Nov 12 06:15:17.324221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90ff76-f6b3-49b1-971e-814dfb17ea50 req-c39129cd-8e7d-4d3c-ac60-53ef09ceb6ed tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:17.325675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb90ff76-f6b3-49b1-971e-814dfb17ea50 req-c39129cd-8e7d-4d3c-ac60-53ef09ceb6ed tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0491045 Nov 12 06:15:17.372607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb90ff76-f6b3-49b1-971e-814dfb17ea50 req-f564c27b-93f8-45ad-b6c5-809eccba09e1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Nov 12 06:15:17.536273 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:18.486951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42736cb7-ad57-4c89-802e-8a9f9f2ef0af req-ae9e97b2-9bd9-4656-bba2-f0612be20142 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:18.488400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42736cb7-ad57-4c89-802e-8a9f9f2ef0af req-ae9e97b2-9bd9-4656-bba2-f0612be20142 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0478835 Nov 12 06:15:18.540166 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42736cb7-ad57-4c89-802e-8a9f9f2ef0af req-b2c5ab36-771d-4c7c-8989-30a4a7950b1d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458412 Nov 12 06:15:18.771369 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:19.451965 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:15:19.638462 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:19.656092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904ecbb-90ba-4eb3-8d15-58a418a7ddce req-8b08d752-79c1-47da-b972-f61fa4de7261 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:19.657571 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3904ecbb-90ba-4eb3-8d15-58a418a7ddce req-8b08d752-79c1-47da-b972-f61fa4de7261 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0496030 Nov 12 06:15:19.703936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3904ecbb-90ba-4eb3-8d15-58a418a7ddce req-72f790bc-19e3-4e2e-b763-700575c35f34 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404367 Nov 12 06:15:20.820333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78244d0-53c0-4e36-bd9b-0b0ee083c04f req-6f0ce196-781b-4294-9db9-e64949c62d22 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:20.821985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a78244d0-53c0-4e36-bd9b-0b0ee083c04f req-6f0ce196-781b-4294-9db9-e64949c62d22 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0505562 Nov 12 06:15:20.868135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a78244d0-53c0-4e36-bd9b-0b0ee083c04f req-54d87724-c60a-49bd-8a67-2b3982075298 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399568 Nov 12 06:15:21.990746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbf974-d680-4651-ae70-d2bcb1ddd09e req-781f8494-832e-47c8-b49a-721919c5ba33 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:21.992224 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9edbf974-d680-4651-ae70-d2bcb1ddd09e req-781f8494-832e-47c8-b49a-721919c5ba33 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0532053 Nov 12 06:15:22.039738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9edbf974-d680-4651-ae70-d2bcb1ddd09e req-5c750ca3-1d3d-49e5-9ac1-14b227327496 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416114 Nov 12 06:15:23.153865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da07f1-7aad-41e1-bd91-a2fce1bde8ef req-36b7ded0-2224-42b7-8149-c2d42743ad28 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:23.155341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73da07f1-7aad-41e1-bd91-a2fce1bde8ef req-36b7ded0-2224-42b7-8149-c2d42743ad28 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0480642 Nov 12 06:15:23.202000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73da07f1-7aad-41e1-bd91-a2fce1bde8ef req-f3c3b2a2-5bf0-4e9e-9b5f-1f56457ad987 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407829 Nov 12 06:15:24.315863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7ccae-4134-4dfb-b69e-42e8f3b471be req-8d7ef179-810b-4ecb-bca3-3daac9d544eb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:24.317336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10d7ccae-4134-4dfb-b69e-42e8f3b471be req-8d7ef179-810b-4ecb-bca3-3daac9d544eb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0479476 Nov 12 06:15:24.367240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10d7ccae-4134-4dfb-b69e-42e8f3b471be req-2e63a386-6177-40c0-bc91-7fcf27dc9ef8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435424 Nov 12 06:15:25.483606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d591b-cd36-4983-930c-3e4453109424 req-0cf46ead-b899-4c5c-aea0-10774fb9bccf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:25.485078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a4d591b-cd36-4983-930c-3e4453109424 req-0cf46ead-b899-4c5c-aea0-10774fb9bccf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0489066 Nov 12 06:15:25.532827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a4d591b-cd36-4983-930c-3e4453109424 req-f6eadaf1-64bd-4dd7-b486-658c59191fff tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418139 Nov 12 06:15:26.648427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b212e-93f3-4a17-a1d5-68171a93cb6b req-fce238d0-d2ba-4d2b-bd0b-8bb1203e76cd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:26.649889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a5b212e-93f3-4a17-a1d5-68171a93cb6b req-fce238d0-d2ba-4d2b-bd0b-8bb1203e76cd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0485992 Nov 12 06:15:26.696407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a5b212e-93f3-4a17-a1d5-68171a93cb6b req-469b3d51-230b-47f1-9687-494d2299a7b0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 Nov 12 06:15:27.815209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fcb6e-38e0-475c-820f-58a37add0607 req-87e39947-47da-47a7-a140-9414894716ba tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:27.816680 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56fcb6e-38e0-475c-820f-58a37add0607 req-87e39947-47da-47a7-a140-9414894716ba tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0526538 Nov 12 06:15:27.835407 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:27.865554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c56fcb6e-38e0-475c-820f-58a37add0607 req-f7d161b0-b80c-4f26-aca1-8177ad1053b1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Nov 12 06:15:28.981499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87278b-72d7-46c8-a763-65a6d9903a10 req-4a7ab8d4-e135-44f7-86fb-d7c1e9fc76ab tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:28.983015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d87278b-72d7-46c8-a763-65a6d9903a10 req-4a7ab8d4-e135-44f7-86fb-d7c1e9fc76ab tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0484607 Nov 12 06:15:29.029327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9d87278b-72d7-46c8-a763-65a6d9903a10 req-b97db968-80d9-4334-9c84-5e09f662bfa8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405676 Nov 12 06:15:29.199297 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [req-f4936324-97d0-4e3f-b164-394c174329e3 req-b6b6a980-fc4d-41ba-8dbc-34480ac93ffe service neutron] show failed (client error): The resource could not be found. Nov 12 06:15:29.200297 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-b6b6a980-fc4d-41ba-8dbc-34480ac93ffe service neutron] 10.222.0.43 "GET /v2.0/ports/e90448cc-8dec-4374-bd7d-caae19156c91/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0548594 Nov 12 06:15:29.402192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-db7be26c-6477-4119-a180-20080a5a8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:29.403690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-db7be26c-6477-4119-a180-20080a5a8f89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 1097 time: 0.0439818 Nov 12 06:15:29.415409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-dcebf195-d12b-427d-8cae-5d01830cae5f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:15:29.416323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-dcebf195-d12b-427d-8cae-5d01830cae5f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047362 Nov 12 06:15:29.429253 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:15:29.479853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:29.676721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:29.709004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:15:29.751367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:29.753518 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dde203-7a03-41ce-828f-c957d663ae5d" -d '{"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-unplugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:29.757709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:29.770237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Transition to ACTIVE for port object e90448cc-8dec-4374-bd7d-caae19156c91 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:15:29.774725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:29.806763 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05828941-b193-4e62-82d5-ebc788a29ae4 x-openstack-request-id: req-05828941-b193-4e62-82d5-ebc788a29ae4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:29.807048 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-unplugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:29.807297 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05828941-b193-4e62-82d5-ebc788a29ae4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:29.807683 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'code': 200} Nov 12 06:15:29.841196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:29.889654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.889993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.890329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.890678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.891004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.891334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.891649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.891968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.892284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.892597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.892909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.893229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:29.957354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] No DVR routers for this DVR port e90448cc-8dec-4374-bd7d-caae19156c91 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:15:30.412809 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3996e5-d8bd-42c5-a1d2-a939cec5d06e req-f622ac83-1a1a-4c96-bf34-e4d5ff5de1a9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:30.414285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a3996e5-d8bd-42c5-a1d2-a939cec5d06e req-f622ac83-1a1a-4c96-bf34-e4d5ff5de1a9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 943 time: 0.0661223 Nov 12 06:15:30.455926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:15:30.456259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:15:30.456584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:15:30.472378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:15:30.472698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:15:30.484534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:15:30.484865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:15:30.485241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:15:30.485661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Bound port: e90448cc-8dec-4374-bd7d-caae19156c91, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:15:30.486009 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:30.491412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a3996e5-d8bd-42c5-a1d2-a939cec5d06e req-07dfd402-fdd1-43b3-885f-4a924b69bfaa tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635600 Nov 12 06:15:30.551366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:15:30.554083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:15:30.559588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:30.593599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:30.594221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:30.595611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] 10.222.0.47 "PUT /v2.0/ports/e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1092 time: 1.1698983 Nov 12 06:15:30.616784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f55e7-88b4-4701-944f-2c78bbebbb61 service neutron] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:30.674825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-d872de83-e650-4768-be8e-e4a31165f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:30.676327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-d872de83-e650-4768-be8e-e4a31165f46c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1095 time: 0.0497370 Nov 12 06:15:30.774777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-250ac912-ebeb-48bc-9679-7dd77b4848ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:30.776378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-250ac912-ebeb-48bc-9679-7dd77b4848ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0925539 Nov 12 06:15:30.841049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-0c0c4fb4-ceab-4496-926e-03912c2ea3d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1000 time: 0.0572250 Nov 12 06:15:30.893898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-a00093c2-4547-4db1-a996-7340bc66a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:30.895366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-a00093c2-4547-4db1-a996-7340bc66a692 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0471067 Nov 12 06:15:30.944244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936324-97d0-4e3f-b164-394c174329e3 req-ae15b265-70a8-487b-b228-6d493fb88706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:30.945628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-ae15b265-70a8-487b-b228-6d493fb88706 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393655 Nov 12 06:15:31.034205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-c798a51d-5fc8-482e-bd2c-191613a3083c service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806987 Nov 12 06:15:31.125764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4936324-97d0-4e3f-b164-394c174329e3 req-4c2139dd-bb64-4647-9b5f-312eba5a9d60 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842588 Nov 12 06:15:31.607071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89778afd-41d7-4bed-80b3-1aa972f8c901 req-a40e6084-8544-4d8b-8f6f-27b33901de5b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:31.608530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89778afd-41d7-4bed-80b3-1aa972f8c901 req-a40e6084-8544-4d8b-8f6f-27b33901de5b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 943 time: 0.0483229 Nov 12 06:15:31.654297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89778afd-41d7-4bed-80b3-1aa972f8c901 req-e76efffb-430c-4a07-baae-46793f393f5d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 Nov 12 06:15:31.809237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:31.811543 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddde9a1-981a-482a-aebe-4dca5820e37a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:31.857735 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d816c095-7fc5-4b5a-b392-e8544586a9ca x-openstack-request-id: req-d816c095-7fc5-4b5a-b392-e8544586a9ca {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:31.858052 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:31.858306 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d816c095-7fc5-4b5a-b392-e8544586a9ca {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:31.858739 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'status': 'completed', 'code': 200} Nov 12 06:15:31.926274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-66ddabf7-d382-41cc-97f3-27c2e08dcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:31.927793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-66ddabf7-d382-41cc-97f3-27c2e08dcee3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1095 time: 0.0458167 Nov 12 06:15:31.942022 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-1ca0753d-2be6-43ad-99a1-c5072f1c4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:31.943547 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-1ca0753d-2be6-43ad-99a1-c5072f1c4bd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1095 time: 0.0417333 Nov 12 06:15:32.025909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-6aba2eb1-2566-4f86-9260-6934292258e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:32.027959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-6aba2eb1-2566-4f86-9260-6934292258e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0882175 Nov 12 06:15:32.037229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-3866d794-c16a-4b7f-a749-3cb406ebb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:32.038716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-3866d794-c16a-4b7f-a749-3cb406ebb06e service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0872526 Nov 12 06:15:32.099226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-79c5a01a-acf5-48d8-a932-6a73dee436e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1000 time: 0.0623679 Nov 12 06:15:32.103326 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-b5ce0ce0-b4f2-413e-adb7-67300fa26ca0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1000 time: 0.0572543 Nov 12 06:15:32.149887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-c6ad7d80-5b2e-4a35-80bf-fa876635e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:32.151379 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-c6ad7d80-5b2e-4a35-80bf-fa876635e895 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0434229 Nov 12 06:15:32.154893 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-689e9469-0193-4664-be5a-b9444afe394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:32.156333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-689e9469-0193-4664-be5a-b9444afe394e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0466537 Nov 12 06:15:32.197870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-069d6ca3-f983-4c8b-a5f2-901b8dfe50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:32.199926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-069d6ca3-f983-4c8b-a5f2-901b8dfe50a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402834 Nov 12 06:15:32.202027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-2d7743e8-9b50-4e92-a575-360291aba65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:32.203546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-2d7743e8-9b50-4e92-a575-360291aba65b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402040 Nov 12 06:15:32.292638 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-3270954e-c5a2-42da-b0d0-7469308061d3 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814927 Nov 12 06:15:32.295002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-db6cbd8d-4b0e-4da0-abff-0aa6de2bb4ef service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860825 Nov 12 06:15:32.385588 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-4c22c305-ca0e-4bd5-a23a-bdbbda3adce9 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827677 Nov 12 06:15:32.386018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-3ddde9a1-981a-482a-aebe-4dca5820e37a req-991735a1-2b01-438b-a237-9d5d1c9b01e1 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864336 Nov 12 06:15:32.786577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b52bd-1805-46e6-b783-cb8cb398645e req-9407df9e-d023-4d7c-a6b1-54b5729b4439 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:32.788098 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-109b52bd-1805-46e6-b783-cb8cb398645e req-9407df9e-d023-4d7c-a6b1-54b5729b4439 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 943 time: 0.0577290 Nov 12 06:15:32.837300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-109b52bd-1805-46e6-b783-cb8cb398645e req-f330fc36-8a02-4b47-a3d7-3643c1426d71 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Nov 12 06:15:33.942631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:15:33.954444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80712f-3829-4edc-9457-463bbdaefbd9 req-97d77bed-d5b7-4cce-8a38-e94991321b84 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:33.955977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f80712f-3829-4edc-9457-463bbdaefbd9 req-97d77bed-d5b7-4cce-8a38-e94991321b84 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 943 time: 0.0504203 Nov 12 06:15:33.980141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:15:34.002248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3f80712f-3829-4edc-9457-463bbdaefbd9 req-b50591ca-1aa1-42f9-b049-0bd03cb29369 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403326 Nov 12 06:15:34.310369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-6837f25d-e14c-4c7d-b3a6-8b3bcf0f5fd1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:34.311836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-6837f25d-e14c-4c7d-b3a6-8b3bcf0f5fd1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&binding%3Ahost_id=n-h2-765315-28 HTTP/1.1" status: 200 len: 943 time: 0.0844655 Nov 12 06:15:34.323209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8ad42-22f4-41a3-b445-5164d26ee2b8 req-24113c8d-7697-4138-8a5b-869756363a52 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:34.325109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72b8ad42-22f4-41a3-b445-5164d26ee2b8 req-24113c8d-7697-4138-8a5b-869756363a52 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 943 time: 0.0709200 Nov 12 06:15:34.409493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72b8ad42-22f4-41a3-b445-5164d26ee2b8 req-9b5d7e75-787d-47cf-aa3c-234b753eaf2a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777855 Nov 12 06:15:34.412345 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-ae069eb1-77ea-4e83-9471-59281f41c503 service neutron] 10.222.0.47 "GET /v2.0/ports/e90448cc-8dec-4374-bd7d-caae19156c91/bindings/n-h2-765315-28 HTTP/1.1" status: 200 len: 383 time: 0.0863726 Nov 12 06:15:34.480511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-847f1cdc-2162-4e94-8cf4-248cfb077d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:34.482441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-847f1cdc-2162-4e94-8cf4-248cfb077d7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1095 time: 0.0439806 Nov 12 06:15:34.572831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-f3d1dc4b-548d-4767-93ec-6af3f032f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:34.574306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-f3d1dc4b-548d-4767-93ec-6af3f032f820 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0843141 Nov 12 06:15:34.642568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-7323a0db-6481-4a8b-8a7c-61bfe889aa0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1000 time: 0.0609913 Nov 12 06:15:34.692607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-9dcbfba2-7fc9-496f-afb9-ddcf0222fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:34.694059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-9dcbfba2-7fc9-496f-afb9-ddcf0222fd21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0440166 Nov 12 06:15:34.739286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-23548dfe-b934-4ee1-8602-135b3e3d1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:34.740637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-23548dfe-b934-4ee1-8602-135b3e3d1f9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390418 Nov 12 06:15:34.832211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-af420cde-8e69-4f81-b5af-3e096c28ab9a service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834031 Nov 12 06:15:34.920882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-7a71e4b7-fb7e-46e9-8a3e-f89131fe8b7b service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804825 Nov 12 06:15:34.989985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:15:35.083683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:35.095091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'mac_address': 'fa:16:3e:23:ed:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:15:35.130754 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:35.143555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90448cc-8dec-4374-bd7d-caae19156c91 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:15:35.163028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:35.167116 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:35.217079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:35.224329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.224676 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.225021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.225361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.225697 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.226030 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.226380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.226707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.227031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.227354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.227677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.227999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:35.428383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['e90448cc-8dec-4374-bd7d-caae19156c91'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:15:35.531295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a39b7-6041-4b8d-8b71-f92c512d6518 req-26cda007-a6bc-428b-9603-8d7b7ff1715c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:35.532822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-484a39b7-6041-4b8d-8b71-f92c512d6518 req-26cda007-a6bc-428b-9603-8d7b7ff1715c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 944 time: 0.0542715 Nov 12 06:15:35.580666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-484a39b7-6041-4b8d-8b71-f92c512d6518 req-e31048b0-a5eb-4750-b5cb-7da9de7d2eb5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 Nov 12 06:15:36.698034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4173425-e516-4440-ae64-5161840832f4 req-3b2f60a1-78bf-42cf-a34e-031c4a13f257 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:36.699546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4173425-e516-4440-ae64-5161840832f4 req-3b2f60a1-78bf-42cf-a34e-031c4a13f257 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 944 time: 0.0510392 Nov 12 06:15:36.750911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c4173425-e516-4440-ae64-5161840832f4 req-57e0bd97-5fcb-4feb-9f7b-87952489fbf0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Nov 12 06:15:37.005006 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:15:37.036843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-97c57879-20f7-448c-a970-e03066a93768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:37.038370 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-97c57879-20f7-448c-a970-e03066a93768 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 1096 time: 0.0417969 Nov 12 06:15:37.055413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port e90448cc-8dec-4374-bd7d-caae19156c91 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:15:37.058137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:15:37.059870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port e90448cc-8dec-4374-bd7d-caae19156c91 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:15:37.060340 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:37.114523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:37.135165 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:37.158444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:37.160727 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ff6f52-e2d7-4cad-b711-d7eb1dff0c77" -d '{"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-plugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:37.174413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:37.179813 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.db.api [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 06:15:37.180168 n-d-765315-28 neutron-server[102589]: DEBUG oslo_db.api [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 06:15:37.181300 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:37.212401 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d43dae0-fb10-49dc-aa03-e7fe9d461ca3 x-openstack-request-id: req-3d43dae0-fb10-49dc-aa03-e7fe9d461ca3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:37.212693 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-plugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:37.212948 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d43dae0-fb10-49dc-aa03-e7fe9d461ca3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:37.213336 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'code': 200} Nov 12 06:15:37.233614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:37.707810 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:37.876497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8623-6ab7-41b2-b278-2ff08fb6efae req-949068de-d002-45ff-b325-df4ff6d016b7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:37.878118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-391b8623-6ab7-41b2-b278-2ff08fb6efae req-949068de-d002-45ff-b325-df4ff6d016b7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0492730 Nov 12 06:15:37.911906 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:37.929425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-391b8623-6ab7-41b2-b278-2ff08fb6efae req-bd0bdd3d-0ea4-4b04-930f-c1b013cfcb54 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451674 Nov 12 06:15:37.944960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:15:37.983286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:37.985558 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e0b570-2f28-44c1-a31f-803f88a59aa5" -d '{"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-unplugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:37.989255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:38.002331 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Transition to ACTIVE for port object e90448cc-8dec-4374-bd7d-caae19156c91 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:15:38.005696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:38.038613 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6a7a4-0c62-416f-a400-8a9edfc2ac6d x-openstack-request-id: req-2ff6a7a4-0c62-416f-a400-8a9edfc2ac6d {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:38.039242 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-unplugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:38.039242 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ff6a7a4-0c62-416f-a400-8a9edfc2ac6d {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:38.040088 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'code': 200} Nov 12 06:15:38.055254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=10']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:38.098615 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.098957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.099293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.099627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.099952 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.100273 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.100592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.100910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.101228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.101545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.101858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.102174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:15:38.141564 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] No DVR routers for this DVR port e90448cc-8dec-4374-bd7d-caae19156c91 on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:15:38.276463 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:15:38.276799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:15:38.277126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:15:38.281354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:15:38.281677 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Attempting to bind port e90448cc-8dec-4374-bd7d-caae19156c91 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:15:38.286547 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:15:38.286829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:15:38.287208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:15:38.287631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Bound port: e90448cc-8dec-4374-bd7d-caae19156c91, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:15:38.287977 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:38.349065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:15:38.351965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:15:38.356880 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:38.388961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:38.389591 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:38.390975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] 10.222.0.43 "PUT /v2.0/ports/e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1093 time: 1.3385136 Nov 12 06:15:38.413130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227f8ff-4766-41b0-862a-12f098163a8e service neutron] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=11']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:38.469918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-77f277e8-df2c-4ad2-ab28-581a87abf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:38.471628 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-77f277e8-df2c-4ad2-ab28-581a87abf47d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1096 time: 0.0465982 Nov 12 06:15:38.566506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-3437d417-c0d2-4b0e-adfc-793428eb7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:38.567978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-3437d417-c0d2-4b0e-adfc-793428eb7ead service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0891576 Nov 12 06:15:38.635826 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-6e549061-626a-4005-af38-013bee2f89c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1000 time: 0.0603740 Nov 12 06:15:38.685619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-35ed34de-57a5-49ce-b11b-e89aec57018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:38.687182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-35ed34de-57a5-49ce-b11b-e89aec57018b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0445457 Nov 12 06:15:38.732512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-922effa4-c3eb-4f51-a4f7-0078e542e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:38.734122 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-922effa4-c3eb-4f51-a4f7-0078e542e70e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398979 Nov 12 06:15:38.827630 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-f506105c-bef8-4c5b-b59e-f8266f7b3894 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858595 Nov 12 06:15:38.916155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-251c1ebe-d13e-49a0-a64c-95fb15d4b685 req-b2feb610-7788-4a5d-afc3-dfff1b917199 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815716 Nov 12 06:15:39.047476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fa41e-2f8a-498f-ad43-7532f2033d4c req-afff2b19-59f9-4d63-8a1a-93c3982606d8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:39.048945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-197fa41e-2f8a-498f-ad43-7532f2033d4c req-afff2b19-59f9-4d63-8a1a-93c3982606d8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 944 time: 0.0493751 Nov 12 06:15:39.095565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-197fa41e-2f8a-498f-ad43-7532f2033d4c req-a66b2b50-1223-410f-8c8a-51be08808143 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407612 Nov 12 06:15:40.040306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:40.042719 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:40.089244 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b99ce4-c198-4b18-a43e-a156edaea51a x-openstack-request-id: req-77b99ce4-c198-4b18-a43e-a156edaea51a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:40.089537 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:40.089796 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77b99ce4-c198-4b18-a43e-a156edaea51a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:40.090737 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'status': 'completed', 'code': 200} Nov 12 06:15:40.150469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-9c1d34c6-6e70-4852-b5f7-95704f7de663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.151994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-9c1d34c6-6e70-4852-b5f7-95704f7de663 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1096 time: 0.0431139 Nov 12 06:15:40.180495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-00de22f8-7124-437f-8915-eee3f652d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.182014 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-00de22f8-7124-437f-8915-eee3f652d0a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 1096 time: 0.0473874 Nov 12 06:15:40.271321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-81a75ee3-c529-4a28-93f8-191c529221f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.272778 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-81a75ee3-c529-4a28-93f8-191c529221f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0834441 Nov 12 06:15:40.273303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf225-9aba-4873-805a-b802fd8b659d req-fc4ff71c-84dd-4d1c-bae5-b7f39c353507 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.274799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09fdf225-9aba-4873-805a-b802fd8b659d req-fc4ff71c-84dd-4d1c-bae5-b7f39c353507 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 944 time: 0.1052365 Nov 12 06:15:40.295310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-b74b40f0-3aa3-4c2f-be3a-92cac1c2f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.296916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-b74b40f0-3aa3-4c2f-be3a-92cac1c2f36b service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.1363556 Nov 12 06:15:40.342704 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-46010f27-ee99-43a7-9de9-6a1e591ce2c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1000 time: 0.0624459 Nov 12 06:15:40.375994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09fdf225-9aba-4873-805a-b802fd8b659d req-ec236c35-4888-44cf-bb9b-82de3bfdfa09 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919094 Nov 12 06:15:40.389409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-d4a05a5b-2b88-468d-8d2c-3ff7f791e2fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 200 len: 1000 time: 0.0830324 Nov 12 06:15:40.396330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-34f27dfe-2cfb-4415-a410-4fd1602a2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.397810 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-34f27dfe-2cfb-4415-a410-4fd1602a2149 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0486279 Nov 12 06:15:40.441154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-3e3dbdb8-2cc7-44b8-b64b-ed56b4c30c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.442692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-3e3dbdb8-2cc7-44b8-b64b-ed56b4c30c49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0450699 Nov 12 06:15:40.442958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-57d8a20c-cf10-4cde-8e12-6e3081d5cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.444537 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-57d8a20c-cf10-4cde-8e12-6e3081d5cd6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401208 Nov 12 06:15:40.489653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-c21ae6f0-c826-48de-b086-937e26485295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:40.491211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-c21ae6f0-c826-48de-b086-937e26485295 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405059 Nov 12 06:15:40.539553 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-0ccd43db-5d8e-4b28-a438-177f3f955fc1 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865831 Nov 12 06:15:40.587380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-7fa08c17-ce67-418c-a8d9-bb774021497c service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874248 Nov 12 06:15:40.628207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-b337dded-d08f-4921-9e6a-8fbefba647b3 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806077 Nov 12 06:15:40.678086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cddb2017-e1ad-4259-ad1f-e275b65d0ef4 req-a04ccb9e-63e3-4a50-a5df-caca70ebc58d service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831006 Nov 12 06:15:41.020809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:15:41.058037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:15:41.117284 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:41.499048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d25e03-87d4-4de8-b9a7-784d315717af req-042eda4c-c3dc-4202-aa9f-4805aea33342 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:41.500535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5d25e03-87d4-4de8-b9a7-784d315717af req-042eda4c-c3dc-4202-aa9f-4805aea33342 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 944 time: 0.0541334 Nov 12 06:15:41.547535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5d25e03-87d4-4de8-b9a7-784d315717af req-a09e0ddf-7206-4e3b-a321-6df0ca79ffff tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410414 Nov 12 06:15:41.985970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:15:42.084861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:42.097237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'mac_address': 'fa:16:3e:23:ed:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:15:42.134436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:42.148057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90448cc-8dec-4374-bd7d-caae19156c91 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:15:42.167232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:42.171222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:42.221198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=12']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:42.663411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d9748-22c9-4dfb-9541-98dfe2534fff req-cf777c9c-b3e1-4d9b-aa81-bc14d723413d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:42.664969 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d25d9748-22c9-4dfb-9541-98dfe2534fff req-cf777c9c-b3e1-4d9b-aa81-bc14d723413d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0493960 Nov 12 06:15:42.684365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['e90448cc-8dec-4374-bd7d-caae19156c91'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:15:42.716740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d25d9748-22c9-4dfb-9541-98dfe2534fff req-59096e0c-fea6-4bff-8db7-d831a25cc669 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451598 Nov 12 06:15:42.832485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af07c6-b3e1-4a64-b0ec-14b7be7273ec req-6586a1b0-37fc-48ef-9789-00fa25431a6c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:42.833883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45af07c6-b3e1-4a64-b0ec-14b7be7273ec req-6586a1b0-37fc-48ef-9789-00fa25431a6c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0498781 Nov 12 06:15:42.889430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45af07c6-b3e1-4a64-b0ec-14b7be7273ec req-90799de3-a062-4c24-8a06-70e209f1da8b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458913 Nov 12 06:15:43.006179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f220d0c-8d0c-4d32-b993-6c2bdbb21a41 req-813611a7-cfe4-4cc9-a443-ba03c0e3070d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:43.007753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f220d0c-8d0c-4d32-b993-6c2bdbb21a41 req-813611a7-cfe4-4cc9-a443-ba03c0e3070d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0501621 Nov 12 06:15:43.056082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f220d0c-8d0c-4d32-b993-6c2bdbb21a41 req-7b350532-44d8-412a-bae3-d1727c7079f7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Nov 12 06:15:43.283255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2b351-8e4b-4063-bcb1-d3f505c27a0f req-a7e5dea7-3346-48ee-aa67-76d55f3b2da2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:43.284733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04c2b351-8e4b-4063-bcb1-d3f505c27a0f req-a7e5dea7-3346-48ee-aa67-76d55f3b2da2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 945 time: 0.0486803 Nov 12 06:15:43.330393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-04c2b351-8e4b-4063-bcb1-d3f505c27a0f req-82295dbc-dc4f-4cd1-9180-1b8bcc056cb3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397210 Nov 12 06:15:43.989003 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-13564ce3-4a17-4aca-ad07-3f78eb281704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:44.002735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:15:44.049633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port e90448cc-8dec-4374-bd7d-caae19156c91 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:15:44.053466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port e90448cc-8dec-4374-bd7d-caae19156c91 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:15:44.053835 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:44.127971 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:44.149776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:44.152022 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a8396-cab7-4e37-9f44-b39329639936" -d '{"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-plugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:44.168765 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:44.173312 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:44.196198 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae80fb0-79b8-4be5-bef7-2907e91ae6d8 x-openstack-request-id: req-1ae80fb0-79b8-4be5-bef7-2907e91ae6d8 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:44.196490 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-plugged", "status": "completed", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:44.196742 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ae80fb0-79b8-4be5-bef7-2907e91ae6d8 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:44.197136 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'code': 200} Nov 12 06:15:44.221147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=13']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:44.452568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2fac-0873-40f2-b2b3-900d795deaa5 req-96a041b1-7aab-4e22-b9dc-0374060bbce3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:44.453956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-421f2fac-0873-40f2-b2b3-900d795deaa5 req-96a041b1-7aab-4e22-b9dc-0374060bbce3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 946 time: 0.0528376 Nov 12 06:15:44.501229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-421f2fac-0873-40f2-b2b3-900d795deaa5 req-7d54dfed-f10a-49aa-83f8-35c07de7a5ce tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413663 Nov 12 06:15:44.880183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-a8877a3f-88a9-4d22-b435-172be971924a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:44.881647 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-a8877a3f-88a9-4d22-b435-172be971924a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 946 time: 0.0536094 Nov 12 06:15:44.977908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Deleting port e90448cc-8dec-4374-bd7d-caae19156c91 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:15:44.978255 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:45.071204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] For port e90448cc-8dec-4374-bd7d-caae19156c91, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=e90448cc-8dec-4374-bd7d-caae19156c91,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:45.071572 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:45.235907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:45.236186 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:45.236563 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636 disassociated. External IP: 172.25.2.129, port: e90448cc-8dec-4374-bd7d-caae19156c91. Nov 12 06:15:45.236900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Calling delete_port for e90448cc-8dec-4374-bd7d-caae19156c91 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:15:45.363623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:45.390805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event deleted for resources: {'Port': ['ID=e90448cc-8dec-4374-bd7d-caae19156c91,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:45.508717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:15:45.599934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e6fa1e26-a26e-4da2-980b-d15743cf4cd8 req-ab5a8b11-6f7e-4a0e-a5b3-e713581d05e6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a73f2a5-8606-4ee3-9da7-b4781c64e54d HTTP/1.1" status: 200 len: 210 time: 0.0269134 Nov 12 06:15:45.625229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:15:45.635447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:15:45.645028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:15:45.645637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:15:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:15:45.664175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] No DVR routers for this DVR port e90448cc-8dec-4374-bd7d-caae19156c91 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:15:45.667127 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:45.671751 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-165272ba-0106-4b83-8ddd-50b012cd2951 req-5fdd6399-1c88-41b8-b765-c8194e4cc128 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "DELETE /v2.0/ports/e90448cc-8dec-4374-bd7d-caae19156c91 HTTP/1.1" status: 204 len: 173 time: 0.7830975 Nov 12 06:15:45.672229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-deleted', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:45.674695 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0ec4ff-86a3-4659-8cf1-e60b8775dee7" -d '{"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-deleted", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:45.712133 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7465fa04-b391-4800-bd5f-654bcb7e82b9 x-openstack-request-id: req-7465fa04-b391-4800-bd5f-654bcb7e82b9 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:45.712640 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73f2a5-8606-4ee3-9da7-b4781c64e54d", "name": "network-vif-deleted", "tag": "e90448cc-8dec-4374-bd7d-caae19156c91", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:45.713049 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7465fa04-b391-4800-bd5f-654bcb7e82b9 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:45.713608 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a73f2a5-8606-4ee3-9da7-b4781c64e54d', 'name': 'network-vif-deleted', 'tag': 'e90448cc-8dec-4374-bd7d-caae19156c91', 'status': 'completed', 'code': 200} Nov 12 06:15:45.922078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:15:46.117732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:15:46.148651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:15:46.157171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:15:46.157719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:15:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:15:46.263598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:15:46.403873 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fdb7994a-3ad8-4f2a-b0c0-04c11f6f996f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:46.468719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:15:46.495022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c15329-d51a-45e3-b5c3-a7a2fce8ba3b None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:15:46.708838 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dcd663-20be-465b-a3f9-047f1d9d479d None None] New status for floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:15:46.912922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-d271ff7c-53a6-41bf-850b-1603ae3ce8fb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--624694046&fields=id&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 267 time: 0.0427482 Nov 12 06:15:47.022096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-c4f4d837-b2a1-47ce-8927-cf8795c0cbb3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:47.023505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-c4f4d837-b2a1-47ce-8927-cf8795c0cbb3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 812 time: 0.1029556 Nov 12 06:15:47.039474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5223d0a1-49b5-4c5d-a498-791991415ccd tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/quotas/3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 375 time: 0.0089636 Nov 12 06:15:47.092722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-3a031b5e-8ae1-43d4-89aa-fe758ddf570f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471907 Nov 12 06:15:47.190436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-1d2345c1-4e30-43bf-bb30-ecaf916bff91 service neutron] 10.222.0.48 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862541 Nov 12 06:15:47.278636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5d809c29-ebb7-44cc-9868-ccccd8936b4a service neutron] 10.222.0.48 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814459 Nov 12 06:15:47.435474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b5594b3-6e9c-45ad-aa52-77d3640f8a62 req-a2be0a2c-75d1-4276-b943-095d5235a3d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 210 time: 0.0265503 Nov 12 06:15:47.545359 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:48.352955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-a5ba934b-3ab4-4fcf-a86c-1a0080f77df9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:48.354443 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-a5ba934b-3ab4-4fcf-a86c-1a0080f77df9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 812 time: 0.1045191 Nov 12 06:15:48.415451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-d3ca0874-7927-446d-9a34-7e192fd64f6b tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 379 time: 0.0512309 Nov 12 06:15:48.426772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'port': {'device_id': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'admin_state_up': True, 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'security_groups': ['78ee7b1c-daff-4f1f-948d-703a8a5ea927']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:15:48.540003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afad6369-a958-47e0-8ca6-aeb31e104286 req-2ba6a2b2-b047-4e3b-95ab-40086fd5b41f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 210 time: 0.0343814 Nov 12 06:15:48.560827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Made reservation on behalf of 3aa0b7516dbc406a9c22af8281dbb32d for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:15:48.564894 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:48.689935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Allocated IP 172.20.0.4 (890999df-dee1-459c-b3a3-effd36de9eb0/53342b30-b3d0-4abc-8ea6-29487c9e365e/870512ec-8b93-4905-9f0c-f962e0393017) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:15:48.773609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:48.823447 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:48.856740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:48.900318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Network 890999df-dee1-459c-b3a3-effd36de9eb0 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:15:48.903872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:15:48.910051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:15:48.934804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:48.963174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:48.963794 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:48.980880 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-5100a4d6-17b1-4384-a32a-957137e1a7bb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576279 Nov 12 06:15:48.994030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Request body: {'port': {'device_id': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:15:49.049131 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:49.132980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-56593386-4848-483f-8e13-54df754e92c0 None None] Provisioning complete for port 870512ec-8b93-4905-9f0c-f962e0393017 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:15:49.133343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56593386-4848-483f-8e13-54df754e92c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:49.167029 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-56593386-4848-483f-8e13-54df754e92c0 None None] Port 870512ec-8b93-4905-9f0c-f962e0393017 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:15:49.311577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870512ec-8b93-4905-9f0c-f962e0393017 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:15:49.318695 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:49.330778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Transition to ACTIVE for port object 870512ec-8b93-4905-9f0c-f962e0393017 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:15:49.334590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:49.399480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:49.452749 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:15:49.453085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:15:49.453417 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:15:49.457948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:15:49.458269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:15:49.463395 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:15:49.463736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:15:49.464121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:15:49.464567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Bound port: 870512ec-8b93-4905-9f0c-f962e0393017, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:15:49.464926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:49.533558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:15:49.536556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:15:49.540579 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:49.573422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:49.574085 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:49.575510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] 10.222.0.47 "PUT /v2.0/ports/870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1092 time: 0.5859303 Nov 12 06:15:49.575964 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:49.578262 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad2c474-5d2c-431d-be42-66965e8a761b" -d '{"events": [{"name": "network-changed", "server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "tag": "870512ec-8b93-4905-9f0c-f962e0393017"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:49.604480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bf8c7-23e2-4ae1-ad1f-4df19b917e7b service neutron] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:49.637007 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:49.707682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e3f5e-a7f5-409d-97c9-eb1dc1f284fd req-87b7fa04-5114-446d-ae0a-490d8c06bd37 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:49.710185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-111e3f5e-a7f5-409d-97c9-eb1dc1f284fd req-87b7fa04-5114-446d-ae0a-490d8c06bd37 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0764551 Nov 12 06:15:49.713563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-089cf0eb-a890-46cc-8911-2803fcd0560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:49.715268 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-089cf0eb-a890-46cc-8911-2803fcd0560d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1095 time: 0.0918686 Nov 12 06:15:49.769499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-84bddc52-e551-4d78-9a01-76da04e89361 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 217 time: 0.0455868 Nov 12 06:15:49.823528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-111e3f5e-a7f5-409d-97c9-eb1dc1f284fd req-5ea7420e-92ca-4680-803c-dd51c8001d30 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066930 Nov 12 06:15:49.837336 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-caf4bac3-f8ca-4b65-a65c-4ed5341717e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:49.839017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-caf4bac3-f8ca-4b65-a65c-4ed5341717e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0589900 Nov 12 06:15:49.875049 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366c9ee3-686d-40c8-9f1c-793fb67f74d5 x-openstack-request-id: req-366c9ee3-686d-40c8-9f1c-793fb67f74d5 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:49.875346 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "tag": "870512ec-8b93-4905-9f0c-f962e0393017", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:49.875626 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-366c9ee3-686d-40c8-9f1c-793fb67f74d5 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:49.876029 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017', 'status': 'completed', 'code': 200} Nov 12 06:15:49.896337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-2cc84aee-01e9-4e1d-a92c-e8effad90d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:49.897807 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-2cc84aee-01e9-4e1d-a92c-e8effad90d8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512242 Nov 12 06:15:49.986903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-73437340-3aed-4827-869a-9e6041108167 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810385 Nov 12 06:15:50.019972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:15:50.042042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: e90448cc-8dec-4374-bd7d-caae19156c91 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:15:50.042402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device e90448cc-8dec-4374-bd7d-caae19156c91 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:15:50.080903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-316ec9a4-0c21-4501-85be-5beb982dd2af req-4861036a-aa0f-45bd-983e-e8b0a049775d service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850568 Nov 12 06:15:50.164061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2c474-5d2c-431d-be42-66965e8a761b req-56efc0f7-a9a5-44bd-b565-83d53bffb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:50.165544 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dad2c474-5d2c-431d-be42-66965e8a761b req-56efc0f7-a9a5-44bd-b565-83d53bffb99f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1095 time: 0.0408132 Nov 12 06:15:50.254812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2c474-5d2c-431d-be42-66965e8a761b req-db8c45ea-7d8b-4cfc-a5b5-9767d4452bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:50.256240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dad2c474-5d2c-431d-be42-66965e8a761b req-db8c45ea-7d8b-4cfc-a5b5-9767d4452bbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0827146 Nov 12 06:15:50.301972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dad2c474-5d2c-431d-be42-66965e8a761b req-614e20fa-6324-4075-a832-04d2be053475 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 217 time: 0.0367286 Nov 12 06:15:50.353050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2c474-5d2c-431d-be42-66965e8a761b req-dffbe0b7-c149-4fd4-a02e-aa79d9e480e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:50.354384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dad2c474-5d2c-431d-be42-66965e8a761b req-dffbe0b7-c149-4fd4-a02e-aa79d9e480e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0427797 Nov 12 06:15:50.399647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2c474-5d2c-431d-be42-66965e8a761b req-76e48a5b-eec2-460d-90c7-486f4de5b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:50.401095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dad2c474-5d2c-431d-be42-66965e8a761b req-76e48a5b-eec2-460d-90c7-486f4de5b801 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391216 Nov 12 06:15:50.492806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dad2c474-5d2c-431d-be42-66965e8a761b req-f76bd0c5-e486-4259-9667-1a20b3ca6ffa service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835280 Nov 12 06:15:50.581533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dad2c474-5d2c-431d-be42-66965e8a761b req-7bc8b45c-c1d8-4121-9bf8-ce3fc8e77010 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815442 Nov 12 06:15:50.947460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68d205-31d2-4503-aa4c-a8bbd658e223 req-13b15d72-b314-4f19-959b-0e69b30a1bfa tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:50.948895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de68d205-31d2-4503-aa4c-a8bbd658e223 req-13b15d72-b314-4f19-959b-0e69b30a1bfa tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0519047 Nov 12 06:15:50.993735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de68d205-31d2-4503-aa4c-a8bbd658e223 req-a1d4976d-6f8b-44ad-a577-de55010bcbe2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390837 Nov 12 06:15:52.108766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb14f8-8788-41ed-b187-606164bb5387 req-59d1c9ec-62bd-401b-870c-e274339e8466 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:52.110217 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46cb14f8-8788-41ed-b187-606164bb5387 req-59d1c9ec-62bd-401b-870c-e274339e8466 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0479152 Nov 12 06:15:52.156287 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46cb14f8-8788-41ed-b187-606164bb5387 req-f66cb41b-221f-4c05-92cd-a2a017184c7f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399506 Nov 12 06:15:53.067087 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:15:53.160753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:53.171364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '870512ec-8b93-4905-9f0c-f962e0393017', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': '870512ec-8b93-4905-9f0c-f962e0393017', 'mac_address': 'fa:16:3e:ae:5d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:15:53.211952 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:53.225233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870512ec-8b93-4905-9f0c-f962e0393017 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:15:53.243867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:53.247683 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:53.274754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da24ba-b31a-482d-91a1-5e97faf5bbf1 req-f9c25e51-5b9e-43bc-b416-6f72dcff6583 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:53.276228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89da24ba-b31a-482d-91a1-5e97faf5bbf1 req-f9c25e51-5b9e-43bc-b416-6f72dcff6583 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0522213 Nov 12 06:15:53.295009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:53.324299 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89da24ba-b31a-482d-91a1-5e97faf5bbf1 req-389bb20c-58be-4c9c-ae33-55ea639f8202 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Nov 12 06:15:53.452018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['870512ec-8b93-4905-9f0c-f962e0393017'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:15:54.439189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c11d0-ca6f-4e4f-9e2b-558a17518720 req-d939f37f-71d3-4726-a17a-73649d800626 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:54.440637 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a8c11d0-ca6f-4e4f-9e2b-558a17518720 req-d939f37f-71d3-4726-a17a-73649d800626 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0478709 Nov 12 06:15:54.486795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a8c11d0-ca6f-4e4f-9e2b-558a17518720 req-f2e952fb-c159-46d9-bcdb-b2074025259e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Nov 12 06:15:55.082277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:15:55.129730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 870512ec-8b93-4905-9f0c-f962e0393017 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:15:55.133464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 870512ec-8b93-4905-9f0c-f962e0393017 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:15:55.133826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:55.206876 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:55.231592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:55.233807 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e861fa-7161-4c2a-979e-f74dbb21a785" -d '{"events": [{"server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "name": "network-vif-plugged", "status": "completed", "tag": "870512ec-8b93-4905-9f0c-f962e0393017"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:55.246861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:15:55.250753 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:55.275269 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e14a22-92fe-4fdb-8636-5f6d2e3c2a33 x-openstack-request-id: req-e6e14a22-92fe-4fdb-8636-5f6d2e3c2a33 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:55.275558 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "name": "network-vif-plugged", "status": "completed", "tag": "870512ec-8b93-4905-9f0c-f962e0393017", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:55.276326 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6e14a22-92fe-4fdb-8636-5f6d2e3c2a33 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:55.276733 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017', 'code': 200} Nov 12 06:15:55.303773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:15:55.365004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f210c-98f9-4b9d-837c-205627bea4a0 req-93a772d9-efd6-4b21-98e9-ffac03400dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:55.366496 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e69f210c-98f9-4b9d-837c-205627bea4a0 req-93a772d9-efd6-4b21-98e9-ffac03400dd2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0391963 Nov 12 06:15:55.414777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e69f210c-98f9-4b9d-837c-205627bea4a0 req-bddd3884-2ce3-497e-a02d-797372b5ccc7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396054 Nov 12 06:15:55.602558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cca23c-d5f3-4817-9672-52ad634baf1b req-72ab159e-2d68-4974-b7e1-dbe6d00de036 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:55.604015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29cca23c-d5f3-4817-9672-52ad634baf1b req-72ab159e-2d68-4974-b7e1-dbe6d00de036 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0483937 Nov 12 06:15:55.649459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-29cca23c-d5f3-4817-9672-52ad634baf1b req-4fe39b35-58f0-4b77-971b-03d57f546ac1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395613 Nov 12 06:15:56.451520 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:15:56.764673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d9f06-8446-4677-a327-edfb1bc75b6a req-5e7cf5f1-b129-43c4-8e10-f6fa5e73c626 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:56.766075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb7d9f06-8446-4677-a327-edfb1bc75b6a req-5e7cf5f1-b129-43c4-8e10-f6fa5e73c626 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0477371 Nov 12 06:15:56.813062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cb7d9f06-8446-4677-a327-edfb1bc75b6a req-75e9ec3e-0ef5-4ec0-8204-80a9b01ecc5a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Nov 12 06:15:56.929294 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a6e3a-d34e-4a21-a4e6-433d2863b496 req-67cf29c9-2453-4907-b316-6028458bdca4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:56.930797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-559a6e3a-d34e-4a21-a4e6-433d2863b496 req-67cf29c9-2453-4907-b316-6028458bdca4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Nov 12 06:15:56.939359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56388) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:15:56.943703 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Request body: {'floatingip': {'port_id': '870512ec-8b93-4905-9f0c-f962e0393017'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:15:56.982174 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:57.724096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:57.727896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:57.826741 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636 associated. External IP: 172.25.2.129, port: 870512ec-8b93-4905-9f0c-f962e0393017. Nov 12 06:15:57.844964 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:58.030584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:15:58.131565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:15:58.136398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:15:58.141533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:15:58.150906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:15:58.151520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:15:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:15:58.166137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c9aca355-aa35-4a6a-8c52-e938aeced152 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "PUT /v2.0/floatingips/59b16690-3556-4c8e-8ac3-eee7a5529636 HTTP/1.1" status: 200 len: 992 time: 1.2257113 Nov 12 06:15:58.166851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:15:58.169204 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead7c116-7538-4944-b8bf-9a930a9b66b0" -d '{"events": [{"name": "network-changed", "server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "tag": "870512ec-8b93-4905-9f0c-f962e0393017"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:15:58.255779 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb76627-c680-4cda-841c-083a3c30990a x-openstack-request-id: req-cfb76627-c680-4cda-841c-083a3c30990a {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:15:58.256062 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "tag": "870512ec-8b93-4905-9f0c-f962e0393017", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:15:58.256311 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfb76627-c680-4cda-841c-083a3c30990a {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:15:58.256709 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017', 'status': 'completed', 'code': 200} Nov 12 06:15:58.258114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:15:58.319038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-8053c696-dbac-4c41-aa07-ca46019796e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:58.320558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-8053c696-dbac-4c41-aa07-ca46019796e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0407937 Nov 12 06:15:58.412195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-efec669d-b358-47ed-8184-4ea5148037b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:58.413584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-efec669d-b358-47ed-8184-4ea5148037b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0843682 Nov 12 06:15:58.482783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '870512ec-8b93-4905-9f0c-f962e0393017', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:ae:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:15:57Z', 'revision_number': 13, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:15:58.483373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-1de16dda-e62d-4f01-a4fd-a9fb3b91ed5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.0618515 Nov 12 06:15:58.509396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:15:58.518795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:15:58.519766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:15:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:15:58.534308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-7a59a4d8-a9b7-4397-a0aa-157f07e8ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:58.535812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-7a59a4d8-a9b7-4397-a0aa-157f07e8ce7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0445788 Nov 12 06:15:58.581785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-c63febbf-e353-42fe-8fde-b01ec52a28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:15:58.583311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-c63febbf-e353-42fe-8fde-b01ec52a28cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397222 Nov 12 06:15:58.625440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:15:58.677179 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-6377a3ff-a1c1-4fd9-b24b-1b226186267d service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854030 Nov 12 06:15:58.772523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ead7c116-7538-4944-b8bf-9a930a9b66b0 req-72ee8c7a-5198-456c-a08f-639fd246d9de service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862560 Nov 12 06:15:58.845346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '870512ec-8b93-4905-9f0c-f962e0393017', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:ae:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:15:57Z', 'revision_number': 13, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:15:58.874928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeba485-08e8-4a0b-8707-f20837c3f578 None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '59b16690-3556-4c8e-8ac3-eee7a5529636', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'port_id': '870512ec-8b93-4905-9f0c-f962e0393017', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'mac_address': 'fa:16:3e:ae:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:08:07Z', 'updated_at': '2021-11-12T06:15:57Z', 'revision_number': 13, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:15:59.063669 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499bc44-ef84-4873-aaea-e050eb980337 None None] New status for floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:16:11.134437 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:13.989779 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ae52-b09f-47d7-9b1d-825fb7fba1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:16.394407 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e983f579-9c11-4349-b043-08f35664fce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:17.542721 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:18.776673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:19.639944 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:27.852126 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:29.099161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d65df50f-2f29-4890-9d80-1475acff4734 req-541a5b5a-435e-4449-9f19-31b080439d72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0805264 Nov 12 06:16:29.184078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65df50f-2f29-4890-9d80-1475acff4734 req-a8538b1c-faca-4a8b-a073-570b60815bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:29.186086 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d65df50f-2f29-4890-9d80-1475acff4734 req-a8538b1c-faca-4a8b-a073-570b60815bd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0409083 Nov 12 06:16:29.291057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65df50f-2f29-4890-9d80-1475acff4734 req-3fb478dd-3af7-43af-9b92-0396943903a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:29.292511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d65df50f-2f29-4890-9d80-1475acff4734 req-3fb478dd-3af7-43af-9b92-0396943903a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0868878 Nov 12 06:16:29.357129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d65df50f-2f29-4890-9d80-1475acff4734 req-817d563e-1872-4403-8b4e-fc0235688e49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1002 time: 0.0563383 Nov 12 06:16:29.406475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65df50f-2f29-4890-9d80-1475acff4734 req-cddb2609-c6b4-4fea-87c3-2a66340e14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:29.407874 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d65df50f-2f29-4890-9d80-1475acff4734 req-cddb2609-c6b4-4fea-87c3-2a66340e14e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0418298 Nov 12 06:16:29.458800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65df50f-2f29-4890-9d80-1475acff4734 req-c890cf2c-e178-4cbb-9a6d-ee72c3caf07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:29.460169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d65df50f-2f29-4890-9d80-1475acff4734 req-c890cf2c-e178-4cbb-9a6d-ee72c3caf07f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436811 Nov 12 06:16:29.560692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d65df50f-2f29-4890-9d80-1475acff4734 req-ec2a2430-474c-43d8-bee1-149aa8bbf4d6 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819871 Nov 12 06:16:29.659251 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d65df50f-2f29-4890-9d80-1475acff4734 req-7cc94626-2756-4fc8-b8e2-944ed3db8b81 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Nov 12 06:16:33.450871 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:16:35.287934 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-53682186-0ba9-4391-ad3d-0f28c0db0097 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0807076 Nov 12 06:16:35.394144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-fb616e6d-88f1-412a-b1e4-79281bb04d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.394643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-fb616e6d-88f1-412a-b1e4-79281bb04d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.395116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-fb616e6d-88f1-412a-b1e4-79281bb04d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.395581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-fb616e6d-88f1-412a-b1e4-79281bb04d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.396041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-fb616e6d-88f1-412a-b1e4-79281bb04d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.397850 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-fb616e6d-88f1-412a-b1e4-79281bb04d3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0496445 Nov 12 06:16:35.512654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-a308061e-4a40-4098-bd7d-4c0642d11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.513049 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-a308061e-4a40-4098-bd7d-4c0642d11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.513515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-a308061e-4a40-4098-bd7d-4c0642d11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.515133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-a308061e-4a40-4098-bd7d-4c0642d11911 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0935810 Nov 12 06:16:35.559796 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-c043bf34-8163-48fb-9e8c-312d19fb1272 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0376351 Nov 12 06:16:35.607272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-42c54962-9051-4297-a7f4-744409e6200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.608665 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-42c54962-9051-4297-a7f4-744409e6200a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0426221 Nov 12 06:16:35.652568 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-eeeb7a61-8ba1-485a-be90-3286e1075950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.654561 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-eeeb7a61-8ba1-485a-be90-3286e1075950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391681 Nov 12 06:16:35.748596 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-ee9ca88f-9e21-4b3b-9e0a-1d233b930f50 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869312 Nov 12 06:16:35.837283 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-e8f8340d-8569-4e27-bc08-a1a1a03bf8d5 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818965 Nov 12 06:16:35.880768 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-17e9fdce-20c7-42bf-9bf3-befad3943bd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0368049 Nov 12 06:16:35.930211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-dc580d43-9384-4a1b-9b0a-ae1194604b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.931671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-dc580d43-9384-4a1b-9b0a-ae1194604b22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0431437 Nov 12 06:16:35.976852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-1168853d-df9d-4d0c-8f43-7bc58ca579ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:35.978301 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-1168853d-df9d-4d0c-8f43-7bc58ca579ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0398648 Nov 12 06:16:36.069531 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-2ab265cc-3695-45c5-a31b-52db991fefa3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840235 Nov 12 06:16:36.157252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-101ef39d-7f92-42c9-ac11-ed8668b4cdb8 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Nov 12 06:16:36.200393 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-b7b500e6-4de3-4bc1-96de-abb012fbe6be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0360615 Nov 12 06:16:36.247063 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-af4651a9-9f3c-4da4-a7b9-98ce9459ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:36.248449 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-af4651a9-9f3c-4da4-a7b9-98ce9459ae38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0424297 Nov 12 06:16:36.292003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-6311f7f6-b184-4bf0-9ec6-d40fc0bd4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:36.293472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-6311f7f6-b184-4bf0-9ec6-d40fc0bd4f8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0384693 Nov 12 06:16:36.383165 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-fd28e38d-5ea6-4794-9fed-4d3561059c0e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829711 Nov 12 06:16:36.469518 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-4cbd9ab6-f441-46ad-87cc-a62cad986230 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795586 Nov 12 06:16:36.514934 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-2d7184ab-0eb1-4468-92e7-3dd35dde6d57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0381947 Nov 12 06:16:36.899087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-a91093c3-ebb4-4d41-8467-941541d4b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:36.900566 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-a91093c3-ebb4-4d41-8467-941541d4b145 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.3785117 Nov 12 06:16:36.946401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-0eba8529-5e2c-4e41-8094-91b227cc6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:36.947855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-0eba8529-5e2c-4e41-8094-91b227cc6bfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0398605 Nov 12 06:16:37.036830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-12c702cf-47bf-43da-8b43-e7763da7074c service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821071 Nov 12 06:16:37.126054 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-bc3b5d36-76e8-4d9e-8f4b-237a1b633184 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810921 Nov 12 06:16:37.171745 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-6fcaa6f4-fadb-4bbc-a96f-1e9c7430bc24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0380130 Nov 12 06:16:37.219673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-6916249b-7fcc-4ae8-9426-1e8a0737323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:37.221079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-6916249b-7fcc-4ae8-9426-1e8a0737323e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0429299 Nov 12 06:16:37.266684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-90dcc37a-031a-4e46-988c-e8d115f9d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:16:37.268147 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-90dcc37a-031a-4e46-988c-e8d115f9d370 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0392456 Nov 12 06:16:37.361072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-7ac6fcca-1436-49e5-a68a-b048afe4f2c5 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848510 Nov 12 06:16:37.449581 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e5f2f777-45f4-460e-91d9-a7e2806bf28c req-aa976c65-d461-4281-a470-d7e7add5a5fd service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805049 Nov 12 06:16:41.149612 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:43.991012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9fac5437-7488-4ddd-b694-aa493ab459d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:46.394667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c74bb470-76e3-4f3d-a36d-60a8cc618b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:47.545937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:48.780646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:49.641340 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:16:57.843332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:10.450284 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:17:11.164435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:13.992548 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-930fad98-a1bc-4a15-95de-8ac75afac2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:16.394728 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-668ee567-393b-42d0-ab38-15a2611a551a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:17.549744 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:18.782716 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:19.642535 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:27.844096 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:31.033489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-2c364efc-a605-4ca8-a977-e534d73a4326 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409212 Nov 12 06:17:31.114846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-7a1d6863-0ae5-4c1a-a811-b97eb37a9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:31.116319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-7a1d6863-0ae5-4c1a-a811-b97eb37a9f38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0391352 Nov 12 06:17:31.221983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-46ae10d8-acbe-4d29-bb83-550d5e2859f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:31.223457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-46ae10d8-acbe-4d29-bb83-550d5e2859f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0868521 Nov 12 06:17:31.289663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-0d679832-b441-46e6-b0c0-dfb3ad419bf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1002 time: 0.0561421 Nov 12 06:17:31.342961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-ef67bbc1-06ef-476f-a6b3-799319297d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:31.344344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-ef67bbc1-06ef-476f-a6b3-799319297d9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0459721 Nov 12 06:17:31.390125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-b1f1a9e9-4f65-4704-9e35-af72384074f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:31.391605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-b1f1a9e9-4f65-4704-9e35-af72384074f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398760 Nov 12 06:17:31.479535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-a428d36e-d7a2-4791-a534-ebde5260b94d service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798442 Nov 12 06:17:31.572998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ac874f8-45df-49a2-b8c7-e7346a2fb16e req-833344d0-8eba-4d75-9ea9-b59fe6a7e424 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 Nov 12 06:17:36.247803 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-4a04938c-e88b-4078-9103-fab80d8a139d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0438702 Nov 12 06:17:36.356008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9a562562-89e3-459a-979f-5ce1e9dd4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.356400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9a562562-89e3-459a-979f-5ce1e9dd4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.356936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9a562562-89e3-459a-979f-5ce1e9dd4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.357911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9a562562-89e3-459a-979f-5ce1e9dd4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.358399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9a562562-89e3-459a-979f-5ce1e9dd4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.360156 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9a562562-89e3-459a-979f-5ce1e9dd4ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0504508 Nov 12 06:17:36.471541 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-7a489258-61d1-4293-bff3-52f31e7b8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.472025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-7a489258-61d1-4293-bff3-52f31e7b8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.472495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-7a489258-61d1-4293-bff3-52f31e7b8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.474081 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-7a489258-61d1-4293-bff3-52f31e7b8699 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0908196 Nov 12 06:17:36.518822 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-5bf80315-b7ee-48d8-983c-59099ef7837d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0372732 Nov 12 06:17:36.568485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-ddd2ff35-e628-4aa4-af99-dc184fd55421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.569892 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-ddd2ff35-e628-4aa4-af99-dc184fd55421 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0437667 Nov 12 06:17:36.614871 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-7dd44776-f36c-4fcb-bfe1-03e2346b114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.616314 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-7dd44776-f36c-4fcb-bfe1-03e2346b114c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390372 Nov 12 06:17:36.706991 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-4310136f-3429-460d-8244-9e3402c3b471 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834575 Nov 12 06:17:36.795806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9b569656-b4fc-4a85-a295-616578e09647 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809340 Nov 12 06:17:36.840277 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-6e14d52d-87e0-4a7d-a203-e9ebc4204bc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0374055 Nov 12 06:17:36.887563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-8df7350b-3258-439a-bc7a-7ca4bfdf9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.889457 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-8df7350b-3258-439a-bc7a-7ca4bfdf9cf1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0424888 Nov 12 06:17:36.935988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-2b473d70-5fc3-4302-b2a1-ab3a047c5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:36.937461 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-2b473d70-5fc3-4302-b2a1-ab3a047c5835 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406554 Nov 12 06:17:37.030653 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-62c88161-2b6f-403f-a49e-e7e7fd793f14 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848935 Nov 12 06:17:37.118715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-70158ea9-e703-4b06-82a7-709a95102b5f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813491 Nov 12 06:17:37.168207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-f661f56b-b4df-480e-bb99-6b6303b9ace1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0428538 Nov 12 06:17:37.217938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-0e8bccc0-d2c4-4790-a768-0099c8d46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:37.219488 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-0e8bccc0-d2c4-4790-a768-0099c8d46574 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0451145 Nov 12 06:17:37.265438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-18e75dd5-42a4-4500-b86d-e9aabcea9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:37.266949 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-18e75dd5-42a4-4500-b86d-e9aabcea9221 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0402806 Nov 12 06:17:37.362202 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-acfc3352-e248-4227-8848-2072f8f7eb37 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880079 Nov 12 06:17:37.466456 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-696804b5-c3ee-4741-8ddd-3aa94c4d9305 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958569 Nov 12 06:17:37.515121 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-5223654a-eb4b-4a46-adcb-bdb6bb71f3c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0423336 Nov 12 06:17:37.565469 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-21d6d0fe-312e-49cd-a38b-61c7fada9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:37.567018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-21d6d0fe-312e-49cd-a38b-61c7fada9877 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0454721 Nov 12 06:17:37.613914 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9a6e6e3d-3543-40fb-9df6-fb8594fb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:37.615445 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9a6e6e3d-3543-40fb-9df6-fb8594fb11be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0417223 Nov 12 06:17:37.709438 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-455156b5-bd31-440c-89f2-6f7bbe8e01d9 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867128 Nov 12 06:17:37.800452 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-2c78cde3-d109-45cb-b316-594551ad55aa service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843472 Nov 12 06:17:37.845871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-74229ae2-ca62-4898-8fdd-e4df4de9909d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0376992 Nov 12 06:17:37.895701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-11756375-96cc-4587-af3d-af995dc1b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:37.897155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-11756375-96cc-4587-af3d-af995dc1b11e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0431795 Nov 12 06:17:37.943814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9e7f74ef-614e-4d3f-8ea6-8baa3d2d6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:37.945345 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9e7f74ef-614e-4d3f-8ea6-8baa3d2d6375 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0407298 Nov 12 06:17:38.037774 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-93fc0518-fc96-4e9e-89a9-529f099b2e85 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851338 Nov 12 06:17:38.130396 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c9617a8f-295e-44c2-92ac-edb7f8ad7937 req-9f5bc6cd-c4f1-4a7a-9aa0-df755b3e5cbf service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858274 Nov 12 06:17:38.650620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6ea02-4cae-400a-853f-26eca26ccaf4 req-c75f8300-7d86-40fb-bf27-e8dda84a9afc tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:38.652065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7be6ea02-4cae-400a-853f-26eca26ccaf4 req-c75f8300-7d86-40fb-bf27-e8dda84a9afc tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0925286 Nov 12 06:17:38.698243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7be6ea02-4cae-400a-853f-26eca26ccaf4 req-9c0cf5af-5a45-4426-8924-428126d85a11 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Nov 12 06:17:41.179608 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:43.995014 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc576ff8-27ea-45e0-a247-447b1c35e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:46.395507 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1faa10b0-e14a-44b9-a427-13cf7f38bd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:47.449038 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:17:47.551925 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:48.784578 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:49.643161 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:50.693225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-f955e600-2274-46a7-b232-ff5a5f68de18 req-b9d77b80-3d36-45d1-ad62-6df8b228caf5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:17:50.694220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f955e600-2274-46a7-b232-ff5a5f68de18 req-b9d77b80-3d36-45d1-ad62-6df8b228caf5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0426607 Nov 12 06:17:50.875950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afadb3b-dc0b-495a-8f3c-f99787136b90 req-ae90fa70-802d-4ae4-be63-77415c4d2d52 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:50.877549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9afadb3b-dc0b-495a-8f3c-f99787136b90 req-ae90fa70-802d-4ae4-be63-77415c4d2d52 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0553300 Nov 12 06:17:50.904871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-8608fb19-0d10-441f-96b8-76058606c24b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801136 Nov 12 06:17:50.913737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-2766904e-ad04-4bbf-80c1-0331bdd0892e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:17:50.914745 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-2766904e-ad04-4bbf-80c1-0331bdd0892e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049856 Nov 12 06:17:50.925714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9afadb3b-dc0b-495a-8f3c-f99787136b90 req-0aa48c0b-4e56-470d-84ca-723ae8147670 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420365 Nov 12 06:17:52.041820 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80689216-b2a4-44c8-8712-5296910a9dda req-0021d117-ff9b-40bb-81b3-6716685d614a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:52.043376 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80689216-b2a4-44c8-8712-5296910a9dda req-0021d117-ff9b-40bb-81b3-6716685d614a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0482647 Nov 12 06:17:52.090111 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-80689216-b2a4-44c8-8712-5296910a9dda req-a4c08d1a-7d34-40ad-9a45-be561f921e21 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399749 Nov 12 06:17:53.212722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac093ad-5ed0-4d7a-a4b7-d151242aae5e req-eaf98aa7-b3fd-4056-9d08-bd01c64f227f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:53.214181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ac093ad-5ed0-4d7a-a4b7-d151242aae5e req-eaf98aa7-b3fd-4056-9d08-bd01c64f227f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0547304 Nov 12 06:17:53.264113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ac093ad-5ed0-4d7a-a4b7-d151242aae5e req-da7758c7-45ea-4ba5-85d4-abf4cec4a9d1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432897 Nov 12 06:17:54.142847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-2c9989ff-034f-4559-8b8b-f3881c0e1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:54.144319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-2c9989ff-034f-4559-8b8b-f3881c0e1c55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0412047 Nov 12 06:17:54.243416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-a3864ba2-ee23-425c-ae66-b264a2868e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:54.244910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-a3864ba2-ee23-425c-ae66-b264a2868e62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0907960 Nov 12 06:17:54.315917 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-c1f19cc0-d6f9-424f-b77a-d8d74ac045fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1002 time: 0.0618691 Nov 12 06:17:54.390044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-9585c82c-796c-49fc-b9da-7e683ebe7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:54.391520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-9585c82c-796c-49fc-b9da-7e683ebe7bda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0677307 Nov 12 06:17:54.417102 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455718e-0306-4177-93ac-dd203c55218b req-634e35e1-3439-436c-8e86-3f8b9cf7771a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:54.418458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6455718e-0306-4177-93ac-dd203c55218b req-634e35e1-3439-436c-8e86-3f8b9cf7771a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0691597 Nov 12 06:17:54.479906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-6afd7945-4105-4542-a650-e18af3797b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:54.481932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-6afd7945-4105-4542-a650-e18af3797b8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822482 Nov 12 06:17:54.488963 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6455718e-0306-4177-93ac-dd203c55218b req-94f9ce3e-36c5-4efc-9b5f-8a371df8c704 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522666 Nov 12 06:17:54.572200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-64b10ef5-33f6-4e62-bc1a-ce7ad0221641 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823100 Nov 12 06:17:54.663691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-583ffae7-b822-4d8e-8864-a7c67f6eac8a service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838587 Nov 12 06:17:55.605656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903beec-462a-459c-9779-f84fddc3fc90 req-8c11b194-0b55-42cb-981e-f61de2d52bd2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:55.607157 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c903beec-462a-459c-9779-f84fddc3fc90 req-8c11b194-0b55-42cb-981e-f61de2d52bd2 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0493259 Nov 12 06:17:55.653878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c903beec-462a-459c-9779-f84fddc3fc90 req-098f5095-b991-49a6-8bfd-140b28a39bab tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Nov 12 06:17:56.769858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbd191-716c-45c9-ae06-549756698a66 req-82de21ef-83fe-431d-a1dc-b23ab9cf58ca tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:56.771344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33fbd191-716c-45c9-ae06-549756698a66 req-82de21ef-83fe-431d-a1dc-b23ab9cf58ca tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0477784 Nov 12 06:17:56.823062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-33fbd191-716c-45c9-ae06-549756698a66 req-a56d4339-8582-4fba-a7bb-3992c3eedebb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457246 Nov 12 06:17:57.861356 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:17:57.942426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d253f-6118-4cfe-90b9-d4a2e400e0a2 req-5435e174-b927-423f-8c95-78ba265ac502 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:57.943901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-802d253f-6118-4cfe-90b9-d4a2e400e0a2 req-5435e174-b927-423f-8c95-78ba265ac502 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0507929 Nov 12 06:17:57.990407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-802d253f-6118-4cfe-90b9-d4a2e400e0a2 req-51b6c35f-e514-44a2-981f-20f45be507fe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405986 Nov 12 06:17:59.106793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d09806-f989-4bc3-b07d-b6233ba1c53b req-7c8a7c6e-e0d4-4f2e-991d-bbfa5e40c8de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:17:59.108262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30d09806-f989-4bc3-b07d-b6233ba1c53b req-7c8a7c6e-e0d4-4f2e-991d-bbfa5e40c8de tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Nov 12 06:17:59.154170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30d09806-f989-4bc3-b07d-b6233ba1c53b req-d4e08ce9-c62b-4ea2-9919-1df9cd6f09c0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 Nov 12 06:18:00.271669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3039c9f-6129-4865-a5c7-d68633bbfa7e req-ded0f453-2f5a-4721-861c-431071d443ff tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:00.273144 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3039c9f-6129-4865-a5c7-d68633bbfa7e req-ded0f453-2f5a-4721-861c-431071d443ff tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0517089 Nov 12 06:18:00.321608 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3039c9f-6129-4865-a5c7-d68633bbfa7e req-dd77114e-fb8f-4bb9-bc10-b69137b7f939 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 Nov 12 06:18:01.437432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2594a11-9038-4307-975a-f33643fbe090 req-3a2d4601-5443-4a33-9c70-5fd21cb46540 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:01.438915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2594a11-9038-4307-975a-f33643fbe090 req-3a2d4601-5443-4a33-9c70-5fd21cb46540 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0488024 Nov 12 06:18:01.484939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a2594a11-9038-4307-975a-f33643fbe090 req-03b68569-8bb0-4a5c-a93b-3d477e030995 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400751 Nov 12 06:18:02.606066 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80f0d2-b2b2-4194-9901-6c2c71a7200c req-00b860f7-95be-4a02-8e52-a7769090941a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:02.607561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f80f0d2-b2b2-4194-9901-6c2c71a7200c req-00b860f7-95be-4a02-8e52-a7769090941a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0523477 Nov 12 06:18:02.653530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f80f0d2-b2b2-4194-9901-6c2c71a7200c req-5a07ac28-9c54-4207-867a-6091ca688e53 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401721 Nov 12 06:18:03.772463 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85245b0-d6d5-4ace-840f-604f6113b10b req-5c969a82-de3a-4c49-8732-29129699b133 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:03.774057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e85245b0-d6d5-4ace-840f-604f6113b10b req-5c969a82-de3a-4c49-8732-29129699b133 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0506692 Nov 12 06:18:03.822548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e85245b0-d6d5-4ace-840f-604f6113b10b req-9bf49835-03ed-48dd-a855-a6b3dd4c0afa tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416613 Nov 12 06:18:04.983384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ec1e1-1259-4842-9219-300d1ddb2003 req-3737c0db-f4f5-40d0-952d-9842e847af02 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:04.984843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a89ec1e1-1259-4842-9219-300d1ddb2003 req-3737c0db-f4f5-40d0-952d-9842e847af02 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0480695 Nov 12 06:18:05.035195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a89ec1e1-1259-4842-9219-300d1ddb2003 req-2ad601c1-7af8-41e1-a715-9a99f395bc8e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444458 Nov 12 06:18:06.153369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3bca4-b676-4529-86c8-68c346487001 req-251e7838-e92d-432f-9d66-442af60592b8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:06.154845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3d3bca4-b676-4529-86c8-68c346487001 req-251e7838-e92d-432f-9d66-442af60592b8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0492425 Nov 12 06:18:06.200998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3d3bca4-b676-4529-86c8-68c346487001 req-2b95d27f-4163-4703-a5b7-ba72b25fd44f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403843 Nov 12 06:18:07.317963 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe63d-c489-4433-86dd-3f6c0c4bb09a req-8f26d481-994a-4eb5-8f41-70fcf1ab40e6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:07.319595 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0bebe63d-c489-4433-86dd-3f6c0c4bb09a req-8f26d481-994a-4eb5-8f41-70fcf1ab40e6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0498471 Nov 12 06:18:07.366369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0bebe63d-c489-4433-86dd-3f6c0c4bb09a req-1e2359b9-3717-4259-9d49-95ed845f2859 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407660 Nov 12 06:18:08.488230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90770b-d0ec-4fbb-981d-40e7194d6331 req-7b756245-d3f3-4751-b03f-463b6f5fec56 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:08.489742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a90770b-d0ec-4fbb-981d-40e7194d6331 req-7b756245-d3f3-4751-b03f-463b6f5fec56 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0532501 Nov 12 06:18:08.537764 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a90770b-d0ec-4fbb-981d-40e7194d6331 req-24a33e22-f5a7-4b61-9d99-f83f61cf8a87 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417833 Nov 12 06:18:08.786752 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-dede3ed5-06d5-4886-80ed-b5498d1df8f9 service neutron] show failed (client error): The resource could not be found. Nov 12 06:18:08.787752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-dede3ed5-06d5-4886-80ed-b5498d1df8f9 service neutron] 10.222.0.47 "GET /v2.0/ports/870512ec-8b93-4905-9f0c-f962e0393017/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0537114 Nov 12 06:18:08.987990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-0cd2f65d-ab13-4219-80b9-2c053daa4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:08.989397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-0cd2f65d-ab13-4219-80b9-2c053daa4fcc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 1097 time: 0.0442855 Nov 12 06:18:09.006965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:18:09.057915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:09.252099 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:09.287629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:18:09.327610 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:09.329692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:18:09.332241 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44c8fe7-71bf-4d59-acf5-c466e9339091" -d '{"events": [{"server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "870512ec-8b93-4905-9f0c-f962e0393017"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:18:09.345693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Transition to ACTIVE for port object 870512ec-8b93-4905-9f0c-f962e0393017 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:18:09.350116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:09.425859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:09.473800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] No DVR routers for this DVR port 870512ec-8b93-4905-9f0c-f962e0393017 on host n-h2-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:18:09.477218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.477562 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.477902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.478241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.478810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.478921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.479243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.479631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.479895 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.480217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.480539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.481434 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:09.514751 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368dbdc6-2ff3-4406-8418-ad3acb4bfc83 x-openstack-request-id: req-368dbdc6-2ff3-4406-8418-ad3acb4bfc83 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:18:09.515045 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "870512ec-8b93-4905-9f0c-f962e0393017", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:18:09.515300 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-368dbdc6-2ff3-4406-8418-ad3acb4bfc83 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:18:09.515698 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017', 'code': 200} Nov 12 06:18:09.626865 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:18:09.627207 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:18:09.627844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:18:09.633360 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:18:09.633686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:18:09.639239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:18:09.639586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:18:09.639976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:18:09.640411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Bound port: 870512ec-8b93-4905-9f0c-f962e0393017, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:18:09.640769 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:09.660672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7300f-42b9-4cf9-a29a-f842caeab712 req-c0a29a31-ef36-4a0d-b787-5f8149e508f9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:09.662183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4e7300f-42b9-4cf9-a29a-f842caeab712 req-c0a29a31-ef36-4a0d-b787-5f8149e508f9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0508037 Nov 12 06:18:09.703457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:18:09.707093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:18:09.709451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4e7300f-42b9-4cf9-a29a-f842caeab712 req-399ffb07-6cc3-4095-be2a-0beefdd1314c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411046 Nov 12 06:18:09.711955 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:09.745830 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:09.746854 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:09.748683 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] 10.222.0.43 "PUT /v2.0/ports/870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1092 time: 0.7456365 Nov 12 06:18:09.773550 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f4dc4-39a0-4775-bdc1-c959f8f80a55 service neutron] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:09.828335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-ea6ed0ea-8fc1-495b-842d-0e21c2f3ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:09.829992 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-ea6ed0ea-8fc1-495b-842d-0e21c2f3ff48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1095 time: 0.0470636 Nov 12 06:18:09.923946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:18:09.924532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-3fc568ac-18ea-4805-b534-c81a27c8769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:09.925477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-3fc568ac-18ea-4805-b534-c81a27c8769f service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0879860 Nov 12 06:18:09.974803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:18:09.995841 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-76540c8b-1952-4101-bac3-afce22deb0de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.0621173 Nov 12 06:18:10.044645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-d1c4d90d-2bd5-47cb-a221-d23753db3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:10.045975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-d1c4d90d-2bd5-47cb-a221-d23753db3d60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0431795 Nov 12 06:18:10.092201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-7de049d4-4272-464c-ad39-cf3d55ca6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:10.093654 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-7de049d4-4272-464c-ad39-cf3d55ca6657 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399292 Nov 12 06:18:10.185267 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-ea063d61-06fb-4b47-b8e7-83da2ebd7fb2 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837977 Nov 12 06:18:10.271643 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-5378b74d-1d38-44fa-9c77-07479f36a1ab service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800126 Nov 12 06:18:10.833850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e16c8-5b6c-4327-a7a7-dd591be24198 req-422cd9a0-ccba-459b-9c35-781e6de885e8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:10.835409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c81e16c8-5b6c-4327-a7a7-dd591be24198 req-422cd9a0-ccba-459b-9c35-781e6de885e8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0547023 Nov 12 06:18:10.883500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c81e16c8-5b6c-4327-a7a7-dd591be24198 req-d8a16113-911d-4d59-b107-c40c8756fd38 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420485 Nov 12 06:18:11.179638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:11.517336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:18:11.519785 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2e800d-f47a-495b-9794-5e9a14ee29ee" -d '{"events": [{"name": "network-changed", "server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "tag": "870512ec-8b93-4905-9f0c-f962e0393017"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:18:11.567030 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b58f71-b0c5-4974-95c3-048f7bef6770 x-openstack-request-id: req-58b58f71-b0c5-4974-95c3-048f7bef6770 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:18:11.567322 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "tag": "870512ec-8b93-4905-9f0c-f962e0393017", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:18:11.567572 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58b58f71-b0c5-4974-95c3-048f7bef6770 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:18:11.567969 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017', 'status': 'completed', 'code': 200} Nov 12 06:18:11.629501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-1d71fa41-0c25-4fe2-9d41-6fb7b3b81687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:11.631202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-1d71fa41-0c25-4fe2-9d41-6fb7b3b81687 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1095 time: 0.0438876 Nov 12 06:18:11.655409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-b5d428db-2f4b-40e8-99cb-d8285b3a074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:11.656915 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-b5d428db-2f4b-40e8-99cb-d8285b3a074a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1095 time: 0.0459185 Nov 12 06:18:11.731573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-6b965c70-61a0-484f-ad89-6ac6c0c2994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:11.733350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-6b965c70-61a0-484f-ad89-6ac6c0c2994a service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0933461 Nov 12 06:18:11.754411 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-93b158b4-ed5c-4d59-bacc-0c719326bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:11.755896 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-93b158b4-ed5c-4d59-bacc-0c719326bf29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0905213 Nov 12 06:18:11.801158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-a0cb82d3-a5d4-4acc-8f2f-f0581854a6fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.0603309 Nov 12 06:18:11.830025 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-7d9679ab-549b-4eed-8f1a-ea48d16863e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.0671535 Nov 12 06:18:11.853094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-5a89a86c-e347-4173-badc-608744e0bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:11.854713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-5a89a86c-e347-4173-badc-608744e0bbcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0463588 Nov 12 06:18:11.882065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-4a71491c-d824-4919-9760-40739f8af668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:11.883631 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-4a71491c-d824-4919-9760-40739f8af668 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0463684 Nov 12 06:18:11.909347 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-39a38e90-3843-480d-aecb-276e5e34ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:11.910938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-39a38e90-3843-480d-aecb-276e5e34ed64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480964 Nov 12 06:18:11.942459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-00f75b37-7fea-434b-93b6-518eb9f65df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:11.944575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-00f75b37-7fea-434b-93b6-518eb9f65df3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538960 Nov 12 06:18:12.047103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-ccda4b1a-b8ff-415f-aa06-3f969e28c2e2 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202717 Nov 12 06:18:12.049752 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-815e80d8-a796-4694-a401-6586ee5311b8 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968900 Nov 12 06:18:12.055068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ec45-8e04-4467-9489-ecaedad5b3f5 req-1d30ca7b-b6e7-428f-9dbb-c52565d80e61 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:12.056405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc70ec45-8e04-4467-9489-ecaedad5b3f5 req-1d30ca7b-b6e7-428f-9dbb-c52565d80e61 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0760908 Nov 12 06:18:12.151505 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-29bc0b60-e944-496d-8b2b-5787e524a744 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943475 Nov 12 06:18:12.162530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc70ec45-8e04-4467-9489-ecaedad5b3f5 req-aa93ce9d-5bc7-45b6-9d0a-d4e2eef5aa8e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979104 Nov 12 06:18:12.176563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce2e800d-f47a-495b-9794-5e9a14ee29ee req-e38fc884-096d-414c-a53f-62fdb9ef2317 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191564 Nov 12 06:18:13.286172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206c000-b423-48aa-99e1-2a827c2e862a req-795c8bc2-447d-4236-a3e5-8e9b27ab829f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:13.287804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6206c000-b423-48aa-99e1-2a827c2e862a req-795c8bc2-447d-4236-a3e5-8e9b27ab829f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0535038 Nov 12 06:18:13.334930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6206c000-b423-48aa-99e1-2a827c2e862a req-dcaa8469-c984-4b60-beb6-e722ed606d10 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 Nov 12 06:18:13.996748 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7172aff-7a40-4261-9927-b62dc895adf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:14.460386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725dd36-fd8e-41b2-a221-b2c17120a55c req-b40ab9ae-5bc7-4b7b-9a55-eb559c2df633 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:14.461992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3725dd36-fd8e-41b2-a221-b2c17120a55c req-b40ab9ae-5bc7-4b7b-9a55-eb559c2df633 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0532727 Nov 12 06:18:14.508921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3725dd36-fd8e-41b2-a221-b2c17120a55c req-a89d6dfb-0552-4f55-9359-84be750bb69c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 Nov 12 06:18:15.630750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b85a48-5853-44d1-b2fd-2677423e0a3c req-a0e987b1-e26c-48b2-9158-1cc454735ff4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:15.632207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5b85a48-5853-44d1-b2fd-2677423e0a3c req-a0e987b1-e26c-48b2-9158-1cc454735ff4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0477221 Nov 12 06:18:15.682505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5b85a48-5853-44d1-b2fd-2677423e0a3c req-8851a0f8-5d9c-40e3-9e4c-979cfc2c91cf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Nov 12 06:18:16.396922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-588c3006-f49e-4e67-bae6-61512c5d9610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:17.028943 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500a769-1c47-4854-b127-0da3e0f26dc8 req-514cadbc-3727-43bb-acb1-08589a80de15 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:17.030365 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3500a769-1c47-4854-b127-0da3e0f26dc8 req-514cadbc-3727-43bb-acb1-08589a80de15 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0504110 Nov 12 06:18:17.076513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3500a769-1c47-4854-b127-0da3e0f26dc8 req-b16b170d-b204-42aa-817d-141dafb56df6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403066 Nov 12 06:18:17.555048 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:18.191922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f48d62-e02e-49b0-9387-17ffd09f2af4 req-96d55211-47fe-474b-82bd-7ae3072c7a7e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:18.193362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46f48d62-e02e-49b0-9387-17ffd09f2af4 req-96d55211-47fe-474b-82bd-7ae3072c7a7e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0484030 Nov 12 06:18:18.239442 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46f48d62-e02e-49b0-9387-17ffd09f2af4 req-cd6f277f-f85b-43b6-b103-71a942101da1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398953 Nov 12 06:18:18.788416 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:19.356446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577e36-0f7f-4dd2-bfd1-400a042966cf req-cc9ae676-b2d3-4c6f-82ab-d42fe486ec24 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:19.357901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8577e36-0f7f-4dd2-bfd1-400a042966cf req-cc9ae676-b2d3-4c6f-82ab-d42fe486ec24 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0516343 Nov 12 06:18:19.403115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d8577e36-0f7f-4dd2-bfd1-400a042966cf req-ae6e7895-cacf-4389-9810-c38fcc38a245 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393233 Nov 12 06:18:19.643896 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:20.527628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd53158-d2a0-43f3-a392-9fd0422a6125 req-e8ce77b2-68e3-4d30-a0ec-9efda8d17f07 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:20.529828 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8dd53158-d2a0-43f3-a392-9fd0422a6125 req-e8ce77b2-68e3-4d30-a0ec-9efda8d17f07 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0534928 Nov 12 06:18:20.579520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8dd53158-d2a0-43f3-a392-9fd0422a6125 req-663c8472-4b0a-4b2a-af4e-d8fcbd939558 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434287 Nov 12 06:18:21.695491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd2636-58ac-43b8-9789-e52e70d4c49a req-e4fe3671-aad2-4384-8e9c-1ef47215cce5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:21.697001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcfd2636-58ac-43b8-9789-e52e70d4c49a req-e4fe3671-aad2-4384-8e9c-1ef47215cce5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0484550 Nov 12 06:18:21.746472 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcfd2636-58ac-43b8-9789-e52e70d4c49a req-3538a667-73c8-43ff-9ac3-5376c932735f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433640 Nov 12 06:18:22.862488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37eb4-fbbd-4818-a532-de3365097a65 req-d73bc4b7-044b-4b37-b41b-188a8ca2ac7d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:22.863956 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2c37eb4-fbbd-4818-a532-de3365097a65 req-d73bc4b7-044b-4b37-b41b-188a8ca2ac7d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0482388 Nov 12 06:18:22.908950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2c37eb4-fbbd-4818-a532-de3365097a65 req-c9036183-bc19-4971-9f3f-969a9d4a40e4 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391946 Nov 12 06:18:24.026209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dbb88-63a9-4fef-a999-e8a8627cef3c req-d8a1ceb1-daa0-44bc-9b6b-7bcba00a3979 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:24.027689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a0dbb88-63a9-4fef-a999-e8a8627cef3c req-d8a1ceb1-daa0-44bc-9b6b-7bcba00a3979 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0478652 Nov 12 06:18:24.073631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7a0dbb88-63a9-4fef-a999-e8a8627cef3c req-fb3ad816-7a0a-4166-a1d3-1ac5b5872681 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394115 Nov 12 06:18:24.448116 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:18:25.191970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cafbb5-91dd-4cb0-a1b9-cc5b826fa20a req-51e04a74-8dcf-4bc0-ae44-26f765b0dad9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:25.193340 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73cafbb5-91dd-4cb0-a1b9-cc5b826fa20a req-51e04a74-8dcf-4bc0-ae44-26f765b0dad9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0520136 Nov 12 06:18:25.239734 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73cafbb5-91dd-4cb0-a1b9-cc5b826fa20a req-16755e8f-7726-4b53-8689-1c82762efdce tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403693 Nov 12 06:18:25.520430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-a4d3d9f5-becd-4b8e-90c9-ecd4800877f1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:25.522114 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-a4d3d9f5-becd-4b8e-90c9-ecd4800877f1 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.43 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 943 time: 0.0567975 Nov 12 06:18:25.533481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6568ba9-277b-48f5-adb1-1526a52556f5 req-c697df9d-1f7b-4d49-8567-fee5f0832202 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:25.535054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6568ba9-277b-48f5-adb1-1526a52556f5 req-c697df9d-1f7b-4d49-8567-fee5f0832202 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0497777 Nov 12 06:18:25.581308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c6568ba9-277b-48f5-adb1-1526a52556f5 req-ce8815f2-7a3f-4a2f-86eb-68e27d94fa70 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403223 Nov 12 06:18:25.587839 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-afb4eb83-847a-4c74-bb9d-336deddecd29 service neutron] 10.222.0.43 "GET /v2.0/ports/870512ec-8b93-4905-9f0c-f962e0393017/bindings/n-h1-765315-28 HTTP/1.1" status: 200 len: 383 time: 0.0581045 Nov 12 06:18:25.663553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-6587d241-e74d-4c0c-a778-6ccfcc1f75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:25.665047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-6587d241-e74d-4c0c-a778-6ccfcc1f75f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1095 time: 0.0403011 Nov 12 06:18:25.758085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-2e1266b0-2a90-4ab7-9a3e-df2da3f805a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:25.759508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-2e1266b0-2a90-4ab7-9a3e-df2da3f805a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0865586 Nov 12 06:18:25.821744 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-6b171e88-5d98-4ccf-9e6c-bec0a49245e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.0555568 Nov 12 06:18:25.869435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-76a34369-7d56-4e7a-91c9-d4e1fb23e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:25.870929 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-76a34369-7d56-4e7a-91c9-d4e1fb23e7b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0425239 Nov 12 06:18:25.919805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d89ad715-3629-4d91-9125-a31c908ff453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:25.921280 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d89ad715-3629-4d91-9125-a31c908ff453 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436773 Nov 12 06:18:26.007863 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-39877845-9d4b-42d4-b399-92fb6cfa413e service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795822 Nov 12 06:18:26.099276 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-0954dcf4-df08-4b94-a686-3649e0848e27 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844748 Nov 12 06:18:26.656255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:18:26.701048 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ebbaa-b318-4b28-acbe-2317295308d7 req-6a283ce6-6685-4f7b-a936-5df5614830cf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:26.702568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a8ebbaa-b318-4b28-acbe-2317295308d7 req-6a283ce6-6685-4f7b-a936-5df5614830cf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 943 time: 0.0516648 Nov 12 06:18:26.748661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3a8ebbaa-b318-4b28-acbe-2317295308d7 req-5b8e575d-d560-4bc5-96de-d17803c14d4a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400987 Nov 12 06:18:26.753871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:26.766078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '870512ec-8b93-4905-9f0c-f962e0393017', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': '870512ec-8b93-4905-9f0c-f962e0393017', 'mac_address': 'fa:16:3e:ae:5d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:18:26.803066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:26.816072 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870512ec-8b93-4905-9f0c-f962e0393017 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:18:26.834433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:26.838213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:26.884122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:26.891383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.891739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.892084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.892422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.892757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.893090 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.893418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.893743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.894070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.894417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.894746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:26.895067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:27.385022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['870512ec-8b93-4905-9f0c-f962e0393017'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:18:27.858598 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:27.868897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10df890-d242-408c-a6c9-f9fc941d52c2 req-70701474-d93b-48a7-8db0-15efd2da65d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:27.870437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d10df890-d242-408c-a6c9-f9fc941d52c2 req-70701474-d93b-48a7-8db0-15efd2da65d7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0492387 Nov 12 06:18:27.917840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d10df890-d242-408c-a6c9-f9fc941d52c2 req-7413eab1-b88c-411e-a9d1-0c525082cd2a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 Nov 12 06:18:28.676292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:18:28.771300 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:28.783293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '870512ec-8b93-4905-9f0c-f962e0393017', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': '870512ec-8b93-4905-9f0c-f962e0393017', 'mac_address': 'fa:16:3e:ae:5d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:18:29.046076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359d3ea-58b0-4f79-b48b-7dc712c728f8 req-ec1dcafe-5f9d-4c6e-b226-316896b78ab8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:29.048451 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2359d3ea-58b0-4f79-b48b-7dc712c728f8 req-ec1dcafe-5f9d-4c6e-b226-316896b78ab8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0506394 Nov 12 06:18:29.099307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2359d3ea-58b0-4f79-b48b-7dc712c728f8 req-5d4687c2-01b5-4538-8a2f-d115eb995d2a tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449994 Nov 12 06:18:30.576370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16389143-154a-4614-aa0d-11779450dd1b req-c6380cc2-c64f-4e09-8760-1218d8f46a7d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:30.577839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16389143-154a-4614-aa0d-11779450dd1b req-c6380cc2-c64f-4e09-8760-1218d8f46a7d tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.4093347 Nov 12 06:18:30.584000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-2b05102e-dfaa-45cd-8547-231a4cf38f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:30.585377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-2b05102e-dfaa-45cd-8547-231a4cf38f7f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3&tenant_id=3aa0b7516dbc406a9c22af8281dbb32d HTTP/1.1" status: 200 len: 1096 time: 0.0583415 Nov 12 06:18:30.604288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:18:30.672391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16389143-154a-4614-aa0d-11779450dd1b req-638258ee-6bac-4706-8e56-ce48e578c9fc tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859950 Nov 12 06:18:30.676945 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:30.873842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:30.905870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:18:30.937799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 870512ec-8b93-4905-9f0c-f962e0393017 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:18:30.946190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:30.956407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Ignored duplicate provisioning block setup for port 870512ec-8b93-4905-9f0c-f962e0393017 by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 06:18:30.959661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:31.036119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=9']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:31.050448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.050790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.051125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.051456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.051788 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.052111 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.052431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.052753 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.053070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.053392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.053706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.054019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:18:31.088800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] No DVR routers for this DVR port 870512ec-8b93-4905-9f0c-f962e0393017 on host n-h1-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:18:31.221550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:18:31.221882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:18:31.222203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:18:31.226456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:18:31.226774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Attempting to bind port 870512ec-8b93-4905-9f0c-f962e0393017 on network 890999df-dee1-459c-b3a3-effd36de9eb0 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:18:31.231494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:18:31.231825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Checking segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:18:31.232202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Bound using segment: {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:18:31.232618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Bound port: 870512ec-8b93-4905-9f0c-f962e0393017, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3e80a8-012f-4bf4-89c2-c88afec6cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:18:31.232965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:31.296148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:18:31.299224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:18:31.304463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:31.343342 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:31.343954 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:31.345333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] 10.222.0.47 "PUT /v2.0/ports/870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1092 time: 0.7461064 Nov 12 06:18:31.345786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:18:31.348083 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa" -d '{"events": [{"name": "network-changed", "server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "tag": "870512ec-8b93-4905-9f0c-f962e0393017"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:18:31.366457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc2320-5917-4c17-96a4-227158e4bf6e service neutron] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:31.415801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-3ddada3b-ea66-49da-9949-de9fced1c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:31.417342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-3ddada3b-ea66-49da-9949-de9fced1c722 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0429904 Nov 12 06:18:31.530052 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde81e5b-0972-466b-8744-8c340c7c0f0e x-openstack-request-id: req-bde81e5b-0972-466b-8744-8c340c7c0f0e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:18:31.530372 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "tag": "870512ec-8b93-4905-9f0c-f962e0393017", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:18:31.530618 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bde81e5b-0972-466b-8744-8c340c7c0f0e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:18:31.531043 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017', 'status': 'completed', 'code': 200} Nov 12 06:18:31.533982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-6a6294d3-9a77-4776-8f16-bbe204061c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:31.535470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-6a6294d3-9a77-4776-8f16-bbe204061c0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.1097643 Nov 12 06:18:31.603334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-399e8a64-5b6a-4e37-b710-cebbe0e2f91c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.0584712 Nov 12 06:18:31.614156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-c43c3c71-7beb-49f9-91f3-c65cf4a6d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:31.615744 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-c43c3c71-7beb-49f9-91f3-c65cf4a6d518 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0412679 Nov 12 06:18:31.658875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-3cdefcf4-670f-4cfb-8ced-a7ed206848c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:31.660339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-3cdefcf4-670f-4cfb-8ced-a7ed206848c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0479622 Nov 12 06:18:31.710350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-9f204510-d931-4525-b231-d5931cdacacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:31.712034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-9f204510-d931-4525-b231-d5931cdacacb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439162 Nov 12 06:18:31.722064 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-77e5d9af-b4c0-4797-890f-57fa1ad56a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:31.723681 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-77e5d9af-b4c0-4797-890f-57fa1ad56a71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0946171 Nov 12 06:18:31.845398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a300806-e3c0-4d48-994d-5f9f253e4872 req-69f5a888-9de7-4cac-9325-a793880faa31 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:31.846914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a300806-e3c0-4d48-994d-5f9f253e4872 req-69f5a888-9de7-4cac-9325-a793880faa31 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.1008592 Nov 12 06:18:31.853148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-4be106d2-a639-48bf-957b-3cf20ac92bdb service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310432 Nov 12 06:18:31.949118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a300806-e3c0-4d48-994d-5f9f253e4872 req-16cd79d6-5043-439f-b587-1ba85f5cbd00 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949607 Nov 12 06:18:31.978962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a380d780-5a7a-4dec-a150-cf5881caf3e7 req-436b4b01-aad9-4c9c-a12e-bfc4db88f32e service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168704 Nov 12 06:18:32.067992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-dd53e013-71a4-4540-8f52-94ca92407d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:32.069682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-dd53e013-71a4-4540-8f52-94ca92407d55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0472784 Nov 12 06:18:32.151696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-ff86aabf-ff00-4567-838c-020482ecc6ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.4213753 Nov 12 06:18:32.166062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-eb9d33d4-0711-4c13-8b17-bf8e110e1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:32.167602 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-eb9d33d4-0711-4c13-8b17-bf8e110e1431 service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.0897887 Nov 12 06:18:32.200341 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-4b396ac1-21a6-4cec-ae41-31760b8ce3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:32.201804 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-4b396ac1-21a6-4cec-ae41-31760b8ce3da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0435688 Nov 12 06:18:32.239195 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-f608ffbd-9d8b-46a9-92b4-30ae51fdf056 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.0636189 Nov 12 06:18:32.251932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-fe058598-2e51-471b-b22a-ce49dc52e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:32.253546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-fe058598-2e51-471b-b22a-ce49dc52e95a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443873 Nov 12 06:18:32.290532 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-c1d98988-5ea1-416c-adc4-c6070df6115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:32.291922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-c1d98988-5ea1-416c-adc4-c6070df6115c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0452962 Nov 12 06:18:32.338776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-a2d02944-41ad-4ded-9a4b-a06de3fac6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:32.340342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-a2d02944-41ad-4ded-9a4b-a06de3fac6a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403581 Nov 12 06:18:32.345094 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-a70c67cd-b518-4966-8b95-f966bf6bc7ab service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Nov 12 06:18:32.440354 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-1da8ce98-06a9-4225-85ea-da531fb13077 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921285 Nov 12 06:18:32.441342 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-89033853-c373-476f-b0f3-82ef80e1afa4 service neutron] 10.222.0.43 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886006 Nov 12 06:18:32.531721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a13a86d9-2dba-44ab-bfe2-dd59dbd332fa req-72e9523e-c7c7-4400-9a1a-15addddf7601 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843852 Nov 12 06:18:32.701714 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:18:32.740238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:18:33.098690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894b77-0e94-4587-8da2-f66f437829a6 req-49c25d61-f270-4891-8d34-b1cacf4af0bf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:33.100186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2894b77-0e94-4587-8da2-f66f437829a6 req-49c25d61-f270-4891-8d34-b1cacf4af0bf tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0802703 Nov 12 06:18:33.106557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4745f51-be91-4e1e-8095-249b62842d59 req-070fa930-9173-4df6-ac91-0a918ab20ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:33.107970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4745f51-be91-4e1e-8095-249b62842d59 req-070fa930-9173-4df6-ac91-0a918ab20ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0766041 Nov 12 06:18:33.203289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b2894b77-0e94-4587-8da2-f66f437829a6 req-6e97ed7d-fb2c-4c7c-bf56-70ceb223edb7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933108 Nov 12 06:18:33.235329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4745f51-be91-4e1e-8095-249b62842d59 req-a4816398-948a-4e81-8c23-dc512da9fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:33.236838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4745f51-be91-4e1e-8095-249b62842d59 req-a4816398-948a-4e81-8c23-dc512da9fcce service neutron] 10.222.0.47 "GET /v2.0/networks?id=890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 200 len: 913 time: 0.1078367 Nov 12 06:18:33.306512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4745f51-be91-4e1e-8095-249b62842d59 req-d8b3ddb0-908e-4ea5-97b1-544c0d078a79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 200 len: 1000 time: 0.0578661 Nov 12 06:18:33.355918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4745f51-be91-4e1e-8095-249b62842d59 req-52ee4e22-f163-4e89-b720-9682839cfc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:33.357383 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4745f51-be91-4e1e-8095-249b62842d59 req-52ee4e22-f163-4e89-b720-9682839cfc62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 200 len: 851 time: 0.0434899 Nov 12 06:18:33.408378 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4745f51-be91-4e1e-8095-249b62842d59 req-292dd638-ac0d-402e-a441-e879915912bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:33.409899 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4745f51-be91-4e1e-8095-249b62842d59 req-292dd638-ac0d-402e-a441-e879915912bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=890999df-dee1-459c-b3a3-effd36de9eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451901 Nov 12 06:18:33.504688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4745f51-be91-4e1e-8095-249b62842d59 req-59dbce7f-4ea7-4072-9d73-c029cd1a4219 service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Nov 12 06:18:33.600732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4745f51-be91-4e1e-8095-249b62842d59 req-808d1eb0-4567-458f-89da-881c21aca27d service neutron] 10.222.0.47 "GET /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870161 Nov 12 06:18:34.326313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499e9b9-3ff5-4779-abaf-205336ee5933 req-e9a79012-8655-4b5d-aba6-68eed5c697a5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:34.327946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0499e9b9-3ff5-4779-abaf-205336ee5933 req-e9a79012-8655-4b5d-aba6-68eed5c697a5 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0509224 Nov 12 06:18:34.374810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0499e9b9-3ff5-4779-abaf-205336ee5933 req-2e44e5e0-d8db-4103-8297-d3b7ef716d49 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 Nov 12 06:18:35.492218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b59a8a-a61a-4cee-a458-115d18c68f1e req-823a0f9b-816a-465d-959d-88724656ab8f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:35.493698 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6b59a8a-a61a-4cee-a458-115d18c68f1e req-823a0f9b-816a-465d-959d-88724656ab8f tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0491364 Nov 12 06:18:35.545464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f6b59a8a-a61a-4cee-a458-115d18c68f1e req-4b7a5b85-1903-4775-920a-a92585c02e5e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457478 Nov 12 06:18:36.590466 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-27cac325-eb83-48cd-a4c4-88cd32773370 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0451267 Nov 12 06:18:36.665520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b138-bad9-42c3-bc63-945c56936c47 req-03666e8b-f316-43d6-9928-c9a787d16a91 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.667250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-adb5b138-bad9-42c3-bc63-945c56936c47 req-03666e8b-f316-43d6-9928-c9a787d16a91 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0491335 Nov 12 06:18:36.699238 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-c0e323e0-19b8-4fa9-b23d-446390fec845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.699777 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-c0e323e0-19b8-4fa9-b23d-446390fec845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.700372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-c0e323e0-19b8-4fa9-b23d-446390fec845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.700851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-c0e323e0-19b8-4fa9-b23d-446390fec845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.701325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-c0e323e0-19b8-4fa9-b23d-446390fec845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.703247 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-c0e323e0-19b8-4fa9-b23d-446390fec845 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0508523 Nov 12 06:18:36.723132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-adb5b138-bad9-42c3-bc63-945c56936c47 req-dacc83b6-0929-4567-ba43-f4b8d3778220 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485394 Nov 12 06:18:36.826517 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-b2c92a8f-ac6e-4514-8a79-f81bce954c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.827124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-b2c92a8f-ac6e-4514-8a79-f81bce954c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.827581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-b2c92a8f-ac6e-4514-8a79-f81bce954c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.829252 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-b2c92a8f-ac6e-4514-8a79-f81bce954c69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1002762 Nov 12 06:18:36.873197 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-6f6f5ff0-08a9-4a32-aa3c-c9073057d229 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0355480 Nov 12 06:18:36.924223 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-045a6b4b-46e5-4d17-b333-254533b4285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.925697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-045a6b4b-46e5-4d17-b333-254533b4285d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0452006 Nov 12 06:18:36.973988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-282443bf-faef-4687-92eb-6d6832d257a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:36.975491 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-282443bf-faef-4687-92eb-6d6832d257a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429573 Nov 12 06:18:37.061489 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-d781df0a-34b2-49b7-9356-72c528153e4e service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786357 Nov 12 06:18:37.151331 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-f7f042a8-d9c4-4d37-a449-2b25ba66849a service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Nov 12 06:18:37.191743 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-ca6eb960-b208-49a2-9aff-ed4cd8288200 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0334275 Nov 12 06:18:37.242617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-9b9962ed-fe91-499f-aa2c-b34cb7235762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:37.244051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-9b9962ed-fe91-499f-aa2c-b34cb7235762 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0455539 Nov 12 06:18:37.288192 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-53310db2-d433-4c4b-bf32-d7012c6f23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:37.289675 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-53310db2-d433-4c4b-bf32-d7012c6f23d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0388918 Nov 12 06:18:37.375783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-81ce76ab-01bc-4c1c-95ec-2293e652fb47 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793273 Nov 12 06:18:37.468795 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-d9ca3a8d-e699-4fcc-b079-b604b22db88e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850816 Nov 12 06:18:37.511334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-e2b09408-0360-48de-b66e-75d5c9153259 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0344303 Nov 12 06:18:37.564247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-92b5951a-d747-4e14-b6f6-3f033e1d4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:37.565690 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-92b5951a-d747-4e14-b6f6-3f033e1d4593 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0477648 Nov 12 06:18:37.610450 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-f1e64810-2118-4a1d-8668-03b80a34cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:37.611914 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-f1e64810-2118-4a1d-8668-03b80a34cd89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0396469 Nov 12 06:18:37.699027 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-48ffa326-1b3b-46bb-b6a0-20a21270c50f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798562 Nov 12 06:18:37.791248 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-b59b8755-80eb-457e-8a9d-abadd9cd7353 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856874 Nov 12 06:18:37.833465 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-83fa0dd7-3bdb-491e-b023-f25312e6eef7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0354195 Nov 12 06:18:37.846875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c283027-f84c-4dd7-af61-fcc41ef21fbb req-2d843ab6-2925-4192-8d4b-a192665c4198 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:37.848733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c283027-f84c-4dd7-af61-fcc41ef21fbb req-2d843ab6-2925-4192-8d4b-a192665c4198 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0490649 Nov 12 06:18:37.886760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-545d1e2b-cd2d-417a-8a2c-894e3732f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:37.888799 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-545d1e2b-cd2d-417a-8a2c-894e3732f150 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0485566 Nov 12 06:18:37.896527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c283027-f84c-4dd7-af61-fcc41ef21fbb req-71c87c5e-4d59-42c4-b581-5ec1b5cda360 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Nov 12 06:18:37.934857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-ab9d60c5-bd25-4c90-b30d-f1cf5004ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:37.936335 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-ab9d60c5-bd25-4c90-b30d-f1cf5004ca6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0404119 Nov 12 06:18:38.025672 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-32e33152-8cde-4075-a7da-6cbe9c4bfed7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809851 Nov 12 06:18:38.116497 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-da8be938-8be4-4074-854f-d44d73356f51 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841358 Nov 12 06:18:38.156275 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-81f8655a-ae21-44a3-86c9-3e3f6316da7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0330775 Nov 12 06:18:38.209226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-3d121d4d-98c2-4a61-832b-e7fc728f93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:38.210650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-3d121d4d-98c2-4a61-832b-e7fc728f93a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0474832 Nov 12 06:18:38.255194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-4414b98f-1c3c-403b-972d-fbf9d44a4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:38.256636 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-4414b98f-1c3c-403b-972d-fbf9d44a4114 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0395794 Nov 12 06:18:38.343965 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-d008198d-c1bb-4a15-9d32-3cf63cae0109 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801766 Nov 12 06:18:38.438021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b591979c-2b4b-47c4-a778-2f7333e34e8c req-0f39438a-bfcb-46b8-8a9c-25d05e8a05ad service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863738 Nov 12 06:18:39.016041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe56eb-b55d-478c-9eb5-b01b52bcee72 req-83ee8bf9-bde6-43db-a916-2d0d7d644e67 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:39.017486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbbe56eb-b55d-478c-9eb5-b01b52bcee72 req-83ee8bf9-bde6-43db-a916-2d0d7d644e67 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0511034 Nov 12 06:18:39.063057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbbe56eb-b55d-478c-9eb5-b01b52bcee72 req-bf7403fb-a8df-4333-824e-ac09d4fa0a08 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Nov 12 06:18:40.179132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13761-8a96-4848-b704-73d121a7f881 req-2b69066f-c160-4713-81c9-e9efc44172d8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:40.180611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45f13761-8a96-4848-b704-73d121a7f881 req-2b69066f-c160-4713-81c9-e9efc44172d8 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0490046 Nov 12 06:18:40.226536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45f13761-8a96-4848-b704-73d121a7f881 req-a39e431a-9804-4be3-92c0-642cfd89b180 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399461 Nov 12 06:18:41.192783 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:41.341349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf83f74-6fc5-4926-aa44-903442d5029b req-0b03851c-081d-40d8-a11d-f3efdb23aba0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:41.342906 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdf83f74-6fc5-4926-aa44-903442d5029b req-0b03851c-081d-40d8-a11d-f3efdb23aba0 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0480311 Nov 12 06:18:41.393022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdf83f74-6fc5-4926-aa44-903442d5029b req-7f32db90-0402-499f-9ed4-d80f1de41a19 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442481 Nov 12 06:18:42.509979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c6ee-8072-440e-9445-aa406f1940f5 req-67b7332c-8d1a-4935-be62-ab65e88e7a51 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:42.511475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9483c6ee-8072-440e-9445-aa406f1940f5 req-67b7332c-8d1a-4935-be62-ab65e88e7a51 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0482893 Nov 12 06:18:42.558774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9483c6ee-8072-440e-9445-aa406f1940f5 req-e0bc1521-d975-48d3-a023-10367ec3d647 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Nov 12 06:18:43.676847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d9e69-c456-44fb-afb5-94634134d7aa req-ba5ff138-c380-4b41-b910-ae67e89acb90 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:43.678361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b79d9e69-c456-44fb-afb5-94634134d7aa req-ba5ff138-c380-4b41-b910-ae67e89acb90 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 944 time: 0.0483568 Nov 12 06:18:43.726090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b79d9e69-c456-44fb-afb5-94634134d7aa req-380677e5-326f-4e2f-abfc-12a6621512fc tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417612 Nov 12 06:18:43.999004 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87ad79fb-be66-46f5-827d-0a6588ffeed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:44.162511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:18:44.257845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:44.268655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '870512ec-8b93-4905-9f0c-f962e0393017', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'port_id': '870512ec-8b93-4905-9f0c-f962e0393017', 'mac_address': 'fa:16:3e:ae:5d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:18:44.304734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:44.317486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870512ec-8b93-4905-9f0c-f962e0393017 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:18:44.335945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:44.339859 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:44.386615 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=11']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:44.571882 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['870512ec-8b93-4905-9f0c-f962e0393017'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:18:44.846793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e3a0-85bf-4d3e-b7c5-4c9b98233ca4 req-3645bbe6-c176-4ec8-be1a-831ac5f68ec7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:44.848169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e95e3a0-85bf-4d3e-b7c5-4c9b98233ca4 req-3645bbe6-c176-4ec8-be1a-831ac5f68ec7 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0525324 Nov 12 06:18:44.894047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e95e3a0-85bf-4d3e-b7c5-4c9b98233ca4 req-c60184f3-0c9d-4851-958b-dcfde56becff tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399425 Nov 12 06:18:45.005765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31686088-7f1c-4631-9a59-21d4ed797fcf req-8db703ae-22b9-4dd7-ab16-1523de2974d9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:45.007260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31686088-7f1c-4631-9a59-21d4ed797fcf req-8db703ae-22b9-4dd7-ab16-1523de2974d9 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Nov 12 06:18:45.054776 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31686088-7f1c-4631-9a59-21d4ed797fcf req-855a0bc5-c912-4753-884a-3158e6ad3470 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410457 Nov 12 06:18:45.169731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8fef5-085a-46c1-8399-98edc53913bf req-40d67619-dfdd-4de3-916c-8be8b71f1d71 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:45.171238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59c8fef5-085a-46c1-8399-98edc53913bf req-40d67619-dfdd-4de3-916c-8be8b71f1d71 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0526140 Nov 12 06:18:45.218939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59c8fef5-085a-46c1-8399-98edc53913bf req-d5e9f080-2dd4-435e-8521-ded4c95d7e55 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410290 Nov 12 06:18:45.447927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25b75d-9e08-4877-a865-0358429f3cbe req-39a12c0a-16cd-48e6-a131-3e8f8f72aec6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:45.449322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa25b75d-9e08-4877-a865-0358429f3cbe req-39a12c0a-16cd-48e6-a131-3e8f8f72aec6 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Nov 12 06:18:45.497565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa25b75d-9e08-4877-a865-0358429f3cbe req-ad8a59bb-2b9b-40f0-b15b-f6d54fdfdedb tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Nov 12 06:18:46.194414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:18:46.242955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 870512ec-8b93-4905-9f0c-f962e0393017 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:18:46.246857 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 870512ec-8b93-4905-9f0c-f962e0393017 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:18:46.247218 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:46.323150 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:46.346197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:18:46.348456 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588449b4-71cd-4bd0-a104-c704f1ec6191" -d '{"events": [{"server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "name": "network-vif-plugged", "status": "completed", "tag": "870512ec-8b93-4905-9f0c-f962e0393017"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:18:46.361275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:46.365186 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:46.419345 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5d40c075-81be-43de-947b-421f88a4f961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:46.424894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=12']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:46.435532 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a826aa-7cde-4f31-9704-e282af40de08 x-openstack-request-id: req-79a826aa-7cde-4f31-9704-e282af40de08 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:18:46.435824 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "name": "network-vif-plugged", "status": "completed", "tag": "870512ec-8b93-4905-9f0c-f962e0393017", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:18:46.436106 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79a826aa-7cde-4f31-9704-e282af40de08 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:18:46.436506 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017', 'code': 200} Nov 12 06:18:46.613954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559b54-e5b7-4a00-97a1-32fa8f4ff2ae req-b7401d48-4bf7-42f0-b91c-27ebdce2dd46 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:46.615435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c559b54-e5b7-4a00-97a1-32fa8f4ff2ae req-b7401d48-4bf7-42f0-b91c-27ebdce2dd46 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Nov 12 06:18:46.664816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5c559b54-e5b7-4a00-97a1-32fa8f4ff2ae req-04e64026-4e8c-4cf8-8a4c-9baa6bc34e10 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups?id=78ee7b1c-daff-4f1f-948d-703a8a5ea927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 Nov 12 06:18:47.155056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-2e2c3f18-ab70-4094-9841-27d6d7aa1117 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:18:47.156509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-2e2c3f18-ab70-4094-9841-27d6d7aa1117 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 946 time: 0.0480766 Nov 12 06:18:47.246158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Deleting port 870512ec-8b93-4905-9f0c-f962e0393017 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:18:47.246445 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:47.337019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] For port 870512ec-8b93-4905-9f0c-f962e0393017, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=870512ec-8b93-4905-9f0c-f962e0393017,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:47.337385 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:47.554032 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:47.555985 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:47.555985 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636 disassociated. External IP: 172.25.2.129, port: 870512ec-8b93-4905-9f0c-f962e0393017. Nov 12 06:18:47.555985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Calling delete_port for 870512ec-8b93-4905-9f0c-f962e0393017 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:18:47.557307 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:47.675994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:47.707235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event deleted for resources: {'Port': ['ID=870512ec-8b93-4905-9f0c-f962e0393017,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:47.782974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-733bfac8-642a-4f36-a77f-f9dd1b442624 req-657879f3-d100-4a4d-88df-1b451f42405c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 210 time: 0.0347400 Nov 12 06:18:47.852897 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:18:47.959263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:18:47.969287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:18:47.978701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:18:47.979291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:18:47.999118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] No DVR routers for this DVR port 870512ec-8b93-4905-9f0c-f962e0393017 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:18:48.001926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:48.005819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec4fcf64-6019-4d50-bdb0-4e55c926ea69 req-9a043e50-fb61-4073-8d71-25e723f629d3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.47 "DELETE /v2.0/ports/870512ec-8b93-4905-9f0c-f962e0393017 HTTP/1.1" status: 204 len: 173 time: 0.8425405 Nov 12 06:18:48.006284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'name': 'network-vif-deleted', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:18:48.008574 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941c9190-56b6-466e-8215-f8da15c4287a" -d '{"events": [{"server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "name": "network-vif-deleted", "tag": "870512ec-8b93-4905-9f0c-f962e0393017"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:18:48.050937 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4b9b84-00c4-4569-979d-d32fdb5cf02b x-openstack-request-id: req-1c4b9b84-00c4-4569-979d-d32fdb5cf02b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:18:48.051227 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b8760d-af84-488f-ad84-57885a0e2bb3", "name": "network-vif-deleted", "tag": "870512ec-8b93-4905-9f0c-f962e0393017", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:18:48.051486 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c4b9b84-00c4-4569-979d-d32fdb5cf02b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:18:48.051886 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b8760d-af84-488f-ad84-57885a0e2bb3', 'name': 'network-vif-deleted', 'tag': '870512ec-8b93-4905-9f0c-f962e0393017', 'status': 'completed', 'code': 200} Nov 12 06:18:48.100543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:18:48.296318 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:18:48.323238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:18:48.332421 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:18:48.333020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:18:48.442038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:18:48.642766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:18:48.669914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8060f-283a-4b85-abc0-67dccde21994 None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:08:04Z', 'revision_number': 4, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '017c35c2-dae4-47ee-a0f4-34e0a31caddf', 'name': '', 'network_id': '890999df-dee1-459c-b3a3-effd36de9eb0', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'mac_address': 'fa:16:3e:58:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:04Z', 'updated_at': '2021-11-12T06:08:08Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'subnets': [{'id': '53342b30-b3d0-4abc-8ea6-29487c9e365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:18:48.791890 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:48.892633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-407b822a-8c4f-4c8f-aa13-acb5d10a68e7 req-6e1f9058-ce59-4c1d-9150-eaa89d98436c tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 210 time: 0.0287635 Nov 12 06:18:48.938316 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059ac96-0a81-4c31-aa4e-8f4f98b83f67 None None] New status for floating IP 59b16690-3556-4c8e-8ac3-eee7a5529636: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:18:49.646741 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:49.990037 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9a912e10-6be1-4578-bf36-4ca4d5475fb8 req-68fe1fba-d03c-4f40-8a98-0263242daf0e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 210 time: 0.0255640 Nov 12 06:18:50.192166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:18:50.216980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 870512ec-8b93-4905-9f0c-f962e0393017 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:18:50.217321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 870512ec-8b93-4905-9f0c-f962e0393017 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:18:51.088603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd47787b-e0c3-49ab-a8b8-384053ddc0b4 req-f12b53e3-c63e-4861-8364-2e43cb9f954e tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 210 time: 0.0296037 Nov 12 06:18:52.186806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d84cd287-9f6e-42c9-af06-a0db5ab84f38 req-41453a7d-4ee0-4d79-8c47-7afa5525bfe3 tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/ports?device_id=68b8760d-af84-488f-ad84-57885a0e2bb3 HTTP/1.1" status: 200 len: 210 time: 0.0278144 Nov 12 06:18:56.921987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56858) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:18:56.978017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a203305-3f9e-47a1-b2b6-c6133cae4cef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.000925 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a203305-3f9e-47a1-b2b6-c6133cae4cef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.050190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a203305-3f9e-47a1-b2b6-c6133cae4cef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.052777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a203305-3f9e-47a1-b2b6-c6133cae4cef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.053925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5a203305-3f9e-47a1-b2b6-c6133cae4cef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "DELETE /v2.0/security-groups/78ee7b1c-daff-4f1f-948d-703a8a5ea927 HTTP/1.1" status: 204 len: 168 time: 0.1297166 Nov 12 06:18:57.056690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56860) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:18:57.063075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a203305-3f9e-47a1-b2b6-c6133cae4cef tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ee7b1c-daff-4f1f-948d-703a8a5ea927,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:57.074035 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-70891f3d-5e0f-4f90-bb36-b8f1bbeca4ce tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] show failed (client error): The resource could not be found. Nov 12 06:18:57.078570 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-70891f3d-5e0f-4f90-bb36-b8f1bbeca4ce tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "GET /v2.0/security-groups/78ee7b1c-daff-4f1f-948d-703a8a5ea927 HTTP/1.1" status: 404 len: 347 time: 0.0206687 Nov 12 06:18:57.079153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56862) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:18:57.207572 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Deleting port 7a518ef4-699b-4a99-bd71-0a8a15e18c6d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:18:57.207913 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.286446 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.286781 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.298506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Calling delete_port for 7a518ef4-699b-4a99-bd71-0a8a15e18c6d owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:18:57.432155 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.465859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Pushing event deleted for resources: {'Port': ['ID=7a518ef4-699b-4a99-bd71-0a8a15e18c6d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:57.520843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.523643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:57.524800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-20523cb0-1462-4437-92a8-69848af92fbe tempest-ServerActionsTestJSON-1863218124 tempest-ServerActionsTestJSON-1863218124-project] 10.222.0.48 "DELETE /v2.0/floatingips/59b16690-3556-4c8e-8ac3-eee7a5529636 HTTP/1.1" status: 204 len: 168 time: 0.4445837 Nov 12 06:18:57.527721 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56864) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:18:57.856974 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:58.038124 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:58.276609 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Deleting port 017c35c2-dae4-47ee-a0f4-34e0a31caddf {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:18:58.277276 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:58.352619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] For port 017c35c2-dae4-47ee-a0f4-34e0a31caddf, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=017c35c2-dae4-47ee-a0f4-34e0a31caddf,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:58.352889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:58.364990 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Calling delete_port for 017c35c2-dae4-47ee-a0f4-34e0a31caddf owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:18:58.538781 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:58.562312 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Pushing event deleted for resources: {'Port': ['ID=017c35c2-dae4-47ee-a0f4-34e0a31caddf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:58.730067 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:58.945726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Router cc68f003-3580-40c2-b86b-6ae2e2df4dfd has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:18:59.047101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:18:59.052508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3bc004f4-886e-42e6-8300-9baefb8879cc admin admin] 10.222.0.48 "PUT /v2.0/routers/cc68f003-3580-40c2-b86b-6ae2e2df4dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237296 Nov 12 06:18:59.054975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56868) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:18:59.057962 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] Sync routers for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:18:59.068130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:18:59.068742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:18:59.156201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:59.171255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:18:59.260000 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:59.316457 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Deleting port 5afc7905-b62f-4e76-b539-2fba4493ef1e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:18:59.317194 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:59.399586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] For port 5afc7905-b62f-4e76-b539-2fba4493ef1e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5afc7905-b62f-4e76-b539-2fba4493ef1e,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:18:59.399946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:59.412016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Calling delete_port for 5afc7905-b62f-4e76-b539-2fba4493ef1e owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:18:59.506549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:18:58Z', 'revision_number': 5, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port': {'id': '5afc7905-b62f-4e76-b539-2fba4493ef1e', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:08:02Z', 'updated_at': '2021-11-12T06:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:18:59.534806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] Checking router: cc68f003-3580-40c2-b86b-6ae2e2df4dfd for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:18:59.544034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] Routers {'cc68f003-3580-40c2-b86b-6ae2e2df4dfd'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:18:59.544746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:18:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:18:59.578041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:59.603931 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afc7905-b62f-4e76-b539-2fba4493ef1e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:18:59.623635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ce2a6-428c-42eb-9490-db3f899a1ff4 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:18:59.639436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] Set router cc68f003-3580-40c2-b86b-6ae2e2df4dfd gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:18:59.667401 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:18:59.696133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:18:59Z', 'revision_number': 6, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:18:59.722272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8137a26-2789-4867-829a-9553ad543a26 None None] The sync data for ids ['cc68f003-3580-40c2-b86b-6ae2e2df4dfd'] in n-d-765315-28 is: [{'id': 'cc68f003-3580-40c2-b86b-6ae2e2df4dfd', 'name': 'tempest-ServerActionsTestJSON-1688552437-router', 'tenant_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:08:01Z', 'updated_at': '2021-11-12T06:18:59Z', 'revision_number': 6, 'project_id': '3aa0b7516dbc406a9c22af8281dbb32d', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:19:00.099353 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.101798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.146235 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.146843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc68f003-3580-40c2-b86b-6ae2e2df4dfd {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:19:00.151355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.152589 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a0094664-d301-41b6-b703-a9b3349e2f64 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cc68f003-3580-40c2-b86b-6ae2e2df4dfd HTTP/1.1" status: 204 len: 168 time: 1.0966158 Nov 12 06:19:00.155318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56870) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:00.198844 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fc36ba-7027-476b-9916-75d1998f5a8f admin admin] Deleting subnet 53342b30-b3d0-4abc-8ea6-29487c9e365e {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:19:00.202457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09fc36ba-7027-476b-9916-75d1998f5a8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.234326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09fc36ba-7027-476b-9916-75d1998f5a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.311753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09fc36ba-7027-476b-9916-75d1998f5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.362674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09fc36ba-7027-476b-9916-75d1998f5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.390456 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09fc36ba-7027-476b-9916-75d1998f5a8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.394316 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-09fc36ba-7027-476b-9916-75d1998f5a8f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53342b30-b3d0-4abc-8ea6-29487c9e365e HTTP/1.1" status: 204 len: 168 time: 0.2380121 Nov 12 06:19:00.394853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1a773-c504-43fe-aaa4-4491babca851 None None] Network 890999df-dee1-459c-b3a3-effd36de9eb0 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:00.395549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc36ba-7027-476b-9916-75d1998f5a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53342b30-b3d0-4abc-8ea6-29487c9e365e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:00.396902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56872) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:00.468681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.533309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Deleting port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:19:00.533645 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.568444 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] DHCP port deletion for 890999df-dee1-459c-b3a3-effd36de9eb0 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:00.599866 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] For port 206f5222-e10c-44bf-bd6b-fc72f8bfde37, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=206f5222-e10c-44bf-bd6b-fc72f8bfde37,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:00.600227 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.617670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Calling delete_port for 206f5222-e10c-44bf-bd6b-fc72f8bfde37 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:19:00.619033 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] Deleting port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:19:00.619414 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.686565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] For port 206f5222-e10c-44bf-bd6b-fc72f8bfde37, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=206f5222-e10c-44bf-bd6b-fc72f8bfde37,segment=NetworkSegment(5f3e80a8-012f-4bf4-89c2-c88afec6cd24),segment_id=5f3e80a8-012f-4bf4-89c2-c88afec6cd24)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:00.686947 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.700950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] Calling delete_port for 206f5222-e10c-44bf-bd6b-fc72f8bfde37 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:19:00.703505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.726037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=206f5222-e10c-44bf-bd6b-fc72f8bfde37,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:00.735386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] No DVR routers for this DVR port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:19:00.780140 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.813078 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] Pushing event deleted for resources: {'Port': ['ID=206f5222-e10c-44bf-bd6b-fc72f8bfde37,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:00.813441 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.814859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdf9d9-1b0a-41c4-b8b9-53151c9c7be1 None None] No DVR routers for this DVR port 206f5222-e10c-44bf-bd6b-fc72f8bfde37 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:19:00.836695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890999df-dee1-459c-b3a3-effd36de9eb0']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:00.846973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3e80a8-012f-4bf4-89c2-c88afec6cd24') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:00.847318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3e80a8-012f-4bf4-89c2-c88afec6cd24') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:00.857104 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.869892 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.876211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:00.876584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:00.886441 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:00.930758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.936407 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:00.939739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] 10.222.0.48 "DELETE /v2.0/networks/890999df-dee1-459c-b3a3-effd36de9eb0 HTTP/1.1" status: 204 len: 168 time: 0.5411770 Nov 12 06:19:00.950552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549906a-e931-4999-8b8e-85a9a1116a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=890999df-dee1-459c-b3a3-effd36de9eb0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:01.022168 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 017c35c2-dae4-47ee-a0f4-34e0a31caddf no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:19:01.042526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 017c35c2-dae4-47ee-a0f4-34e0a31caddf {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:19:01.042864 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 017c35c2-dae4-47ee-a0f4-34e0a31caddf not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:19:01.043920 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5afc7905-b62f-4e76-b539-2fba4493ef1e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:19:01.063458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5afc7905-b62f-4e76-b539-2fba4493ef1e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:19:01.063823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5afc7905-b62f-4e76-b539-2fba4493ef1e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:19:01.064232 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 206f5222-e10c-44bf-bd6b-fc72f8bfde37 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:19:01.067170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56876) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:01.084155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 206f5222-e10c-44bf-bd6b-fc72f8bfde37 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:19:01.084432 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 206f5222-e10c-44bf-bd6b-fc72f8bfde37 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:19:01.111452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5f95a3b9-106b-4406-aea9-70112bfdea11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aa0b7516dbc406a9c22af8281dbb32d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431342 Nov 12 06:19:01.113841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56878) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:01.159209 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f289eee8-a442-4fa5-9860-ae27590df290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:01.180314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f289eee8-a442-4fa5-9860-ae27590df290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:01.226176 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f289eee8-a442-4fa5-9860-ae27590df290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:01.229058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f289eee8-a442-4fa5-9860-ae27590df290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:01.230208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f289eee8-a442-4fa5-9860-ae27590df290 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8556f7b-9ba4-4b1b-8cc0-832209e3a6cf HTTP/1.1" status: 204 len: 168 time: 0.1154370 Nov 12 06:19:01.238718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289eee8-a442-4fa5-9860-ae27590df290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8556f7b-9ba4-4b1b-8cc0-832209e3a6cf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:01.446803 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:19:01.917008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 56900) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:02.022654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-178316869-network', 'tenant_id': 'ca9de579cc6f42838dd403318db88d3a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:02.043925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Made reservation on behalf of ca9de579cc6f42838dd403318db88d3a for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:02.046251 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.054713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.126154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.129515 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.153909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:02.162407 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97c79c-5795-43a0-91bd-9980032a24a0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:02.168153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.168514 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Added segment a510d3ad-3db3-4337-a1db-5f7735f742de of type vlan for network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 Nov 12 06:19:02.210158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.234141 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.235106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:02.235682 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.266390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3479235 Nov 12 06:19:02.269354 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 56904) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:02.274573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Request body: {'subnet': {'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-178316869-subnet', 'tenant_id': 'ca9de579cc6f42838dd403318db88d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:02.295150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Made reservation on behalf of ca9de579cc6f42838dd403318db88d3a for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:02.297018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e97cb0-a907-4bfb-9e47-728c4b17b2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:02.297585 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.307063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:02.465389 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.520118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b5cbed-9925-4a89-99fd-7b996332bf8d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:02.530213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Checking segment: {'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:02.530602 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Network hostable DHCP agents. Network: b7e6ccd1-af96-45dd-a861-92f3f9e5ee54, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:02.546645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:02.555276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, b7e6ccd1-af96-45dd-a861-92f3f9e5ee54) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:02.559913 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:02.560511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:02.564599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac479c-edd0-444a-8a27-24b3e3129366 None None] Network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:02.584333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b784c9b5-012a-4d56-bc9a-ad3bf803aab5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3063433 Nov 12 06:19:02.691771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bec43e-93f3-47cd-9ff8-cbda1432ee38 None None] Network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:02.999301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-265b163a-bf14-46ee-848d-46facf18574a tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:03.000738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-265b163a-bf14-46ee-848d-46facf18574a tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/networks?id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 HTTP/1.1" status: 200 len: 813 time: 0.1025589 Nov 12 06:19:03.014941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-23690c14-0b3c-4d57-9d5d-b3d5ab5ec601 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/quotas/ca9de579cc6f42838dd403318db88d3a HTTP/1.1" status: 200 len: 375 time: 0.0085964 Nov 12 06:19:03.044984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-673becb4-21ca-4523-81ab-aeea06cb4003 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9de579cc6f42838dd403318db88d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247638 Nov 12 06:19:03.132122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-015e6681-ea56-4ea1-8fa5-63b609c9efe7 service neutron] 10.222.0.48 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803077 Nov 12 06:19:03.225012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-fb154558-7f76-442a-9c2e-07a7d929bd95 service neutron] 10.222.0.48 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Nov 12 06:19:03.389900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c8705a5-df5c-4d84-8263-3ed06637cda3 req-e9e33d0f-1aef-4d4e-a0d3-13c885735334 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 210 time: 0.0346274 Nov 12 06:19:04.484386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-91046d38-906b-4b8f-a210-bd86026129a0 req-e6a56ad5-3a0e-4e6a-8d65-855dc59ec135 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 210 time: 0.0266125 Nov 12 06:19:04.529999 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-74396bd3-2731-4419-a987-fb58a85aae1a tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:04.531582 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-74396bd3-2731-4419-a987-fb58a85aae1a tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.43 "GET /v2.0/networks?id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 HTTP/1.1" status: 200 len: 813 time: 0.1118991 Nov 12 06:19:04.551168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Request body: {'port': {'device_id': '14121cbd-e8f7-4ff1-93ed-b12dad01015a', 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54', 'admin_state_up': True, 'tenant_id': 'ca9de579cc6f42838dd403318db88d3a'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:04.663528 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Made reservation on behalf of ca9de579cc6f42838dd403318db88d3a for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:04.666964 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:04.787308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Allocated IP 172.20.0.3 (b7e6ccd1-af96-45dd-a861-92f3f9e5ee54/a6b5cbed-9925-4a89-99fd-7b996332bf8d/b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:04.932728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:04.965926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:05.008634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:05.014139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:05.016633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:05.046929 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Pushing event updated for resources: {'Port': ['ID=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:05.071505 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:05.072097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:05.087889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-bacb00a6-38dc-41c8-903e-6cfa44c45fcb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5412726 Nov 12 06:19:05.106045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Request body: {'port': {'device_id': '14121cbd-e8f7-4ff1-93ed-b12dad01015a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:05.157551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:05.409405 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:19:05.416694 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:05.428569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Transition to ACTIVE for port object b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:19:05.432391 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:05.488126 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:05.552246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Attempting to bind port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:05.552894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Attempting to bind port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:05.552894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Attempting to bind port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c on network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:05.557144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c on network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:19:05.557462 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Attempting to bind port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c on network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:05.562950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:05.563288 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Checking segment: {'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:05.563671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Bound using segment: {'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:05.564097 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Bound port: b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:05.564457 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:05.630059 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] For port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:05.633260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] For port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:05.638744 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:05.679670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:05.680295 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:05.681701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] 10.222.0.43 "PUT /v2.0/ports/b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c HTTP/1.1" status: 200 len: 1092 time: 0.5796738 Nov 12 06:19:05.682154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14121cbd-e8f7-4ff1-93ed-b12dad01015a', 'tag': 'b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:19:05.685023 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9237ca-9033-45c0-8170-5f45b4a209a8" -d '{"events": [{"name": "network-changed", "server_uuid": "14121cbd-e8f7-4ff1-93ed-b12dad01015a", "tag": "b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:19:05.713151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e1c4f-ff8c-4e24-99d0-966e2661cb05 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:05.786015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-89bb9d09-1a6b-4680-8857-b2410b9a17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:05.787647 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-89bb9d09-1a6b-4680-8857-b2410b9a17b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9de579cc6f42838dd403318db88d3a&device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 1095 time: 0.0440311 Nov 12 06:19:05.837053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-cba5323b-1fb8-4bfb-adb4-6a9da6a25e14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c HTTP/1.1" status: 200 len: 217 time: 0.0359342 Nov 12 06:19:05.895113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-1f1cf07e-b5c6-4deb-a716-db634dbb9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:05.897611 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-1f1cf07e-b5c6-4deb-a716-db634dbb9dd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6b5cbed-9925-4a89-99fd-7b996332bf8d HTTP/1.1" status: 200 len: 853 time: 0.0536258 Nov 12 06:19:05.930973 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-585986ff-557c-4f94-b79d-e84ab7f917fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258391 Nov 12 06:19:05.935052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d5cbd-590d-4b34-9761-676ad9e0deca req-885ecca0-be5e-4fe2-ac44-f82f17daab8e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:05.936509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a1d5cbd-590d-4b34-9761-676ad9e0deca req-885ecca0-be5e-4fe2-ac44-f82f17daab8e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 943 time: 0.3785257 Nov 12 06:19:05.983800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0a1d5cbd-590d-4b34-9761-676ad9e0deca req-e1c32bcb-faba-43b0-ba36-c45cf5075dae tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Nov 12 06:19:06.024515 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-75be9ad8-325c-4f4f-8453-b25e70797b13 service neutron] 10.222.0.43 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Nov 12 06:19:06.026295 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fcaf54-a089-4905-b296-ede5513ad0b5 x-openstack-request-id: req-90fcaf54-a089-4905-b296-ede5513ad0b5 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:19:06.026609 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14121cbd-e8f7-4ff1-93ed-b12dad01015a", "tag": "b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:19:06.026864 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90fcaf54-a089-4905-b296-ede5513ad0b5 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:19:06.027262 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14121cbd-e8f7-4ff1-93ed-b12dad01015a', 'tag': 'b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c', 'status': 'completed', 'code': 200} Nov 12 06:19:06.131567 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9473ca70-d710-4cf0-a4ad-ee2a62e23da0 req-61f50276-0b48-4d8d-b959-e7d97194832f service neutron] 10.222.0.43 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863543 Nov 12 06:19:06.260822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-44264e59-b05b-425f-a64a-4d228e5874aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:06.262758 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-44264e59-b05b-425f-a64a-4d228e5874aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9de579cc6f42838dd403318db88d3a&device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 1095 time: 0.0401151 Nov 12 06:19:06.354701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-e0235de5-6deb-4677-bd3a-6388b0782c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:06.356190 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-e0235de5-6deb-4677-bd3a-6388b0782c2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 HTTP/1.1" status: 200 len: 914 time: 0.0865479 Nov 12 06:19:06.398050 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-2ecae300-aaad-4927-988e-a7d4328816f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c HTTP/1.1" status: 200 len: 217 time: 0.0340264 Nov 12 06:19:06.445713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-9a885082-d318-4506-b5f8-053506716fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:06.447127 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-9a885082-d318-4506-b5f8-053506716fd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6b5cbed-9925-4a89-99fd-7b996332bf8d HTTP/1.1" status: 200 len: 853 time: 0.0422766 Nov 12 06:19:06.481846 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-42767e05-2d4a-4159-8c29-8096816991ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279000 Nov 12 06:19:06.572144 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-056521ef-d911-499a-b5fc-9eb18ba33be8 service neutron] 10.222.0.43 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831928 Nov 12 06:19:06.663872 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c9237ca-9033-45c0-8170-5f45b4a209a8 req-2c55f8be-1f24-4705-86f7-aa85f0c9b4ba service neutron] 10.222.0.43 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846605 Nov 12 06:19:07.099712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2638f-8026-4937-b155-5f16cd55d271 req-af973222-af4d-4bfb-acaa-c40d43c3e277 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:07.101158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5da2638f-8026-4937-b155-5f16cd55d271 req-af973222-af4d-4bfb-acaa-c40d43c3e277 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 943 time: 0.0480168 Nov 12 06:19:07.147108 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5da2638f-8026-4937-b155-5f16cd55d271 req-b1f01984-b957-4fa5-a962-aa8c225d9279 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Nov 12 06:19:08.261382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38569ec9-6c68-4023-b18f-bdae0be8fa79 req-660927ca-d701-4c30-b24f-97f0057aea80 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:08.263361 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38569ec9-6c68-4023-b18f-bdae0be8fa79 req-660927ca-d701-4c30-b24f-97f0057aea80 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 943 time: 0.0486982 Nov 12 06:19:08.312875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38569ec9-6c68-4023-b18f-bdae0be8fa79 req-c56029cc-8460-479e-8345-95ab268d59c5 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436308 Nov 12 06:19:09.426465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6c01d-43cd-4df3-b162-37d32c99b035 req-4f54f538-815b-40f1-9aea-af8c19c79304 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:09.427913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48f6c01d-43cd-4df3-b162-37d32c99b035 req-4f54f538-815b-40f1-9aea-af8c19c79304 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 943 time: 0.0490007 Nov 12 06:19:09.473484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48f6c01d-43cd-4df3-b162-37d32c99b035 req-392374ea-400b-47db-be64-6a5e97320cd1 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Nov 12 06:19:10.591380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddd3cc-da1b-482a-8f26-ced9ee0eb094 req-fb81f072-ca81-46b4-af0b-3250a4f9719b tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:10.592877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2ddd3cc-da1b-482a-8f26-ced9ee0eb094 req-fb81f072-ca81-46b4-af0b-3250a4f9719b tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 943 time: 0.0482650 Nov 12 06:19:10.639394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f2ddd3cc-da1b-482a-8f26-ced9ee0eb094 req-a42546c4-686b-4efa-ad85-c74491d3d1ec tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Nov 12 06:19:10.872588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:19:10.968526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:10.979293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c', 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54', 'port_id': 'b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c', 'mac_address': 'fa:16:3e:87:c8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b5cbed-9925-4a89-99fd-7b996332bf8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:19:11.015524 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:11.028241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:19:11.046422 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:11.050519 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:11.096642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:11.192487 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:11.488945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:19:11.757488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4c1ee-f073-41dd-a6ec-35c4ededf6ea req-2a6c1f2e-2dec-41d2-9cb9-8685df10ba8f tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:11.758873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c4c1ee-f073-41dd-a6ec-35c4ededf6ea req-2a6c1f2e-2dec-41d2-9cb9-8685df10ba8f tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 944 time: 0.0514555 Nov 12 06:19:11.805435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21c4c1ee-f073-41dd-a6ec-35c4ededf6ea req-b47cc68b-cc95-41f8-a79d-692c1e890569 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Nov 12 06:19:12.882047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:12.920188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dcbce-36a9-4a19-ae1c-f819517e08b5 req-d37d1dd2-b05c-4ec4-8600-c37f3573c664 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:12.921663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a0dcbce-36a9-4a19-ae1c-f819517e08b5 req-d37d1dd2-b05c-4ec4-8600-c37f3573c664 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 944 time: 0.0493510 Nov 12 06:19:12.932991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:19:12.937637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:12.938037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:12.971645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4a0dcbce-36a9-4a19-ae1c-f819517e08b5 req-303528e6-22de-4a18-b578-1d7f22781117 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Nov 12 06:19:13.022876 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:13.043866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14121cbd-e8f7-4ff1-93ed-b12dad01015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:19:13.046056 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c433a-4829-474f-a51b-5feb987faddd" -d '{"events": [{"server_uuid": "14121cbd-e8f7-4ff1-93ed-b12dad01015a", "name": "network-vif-plugged", "status": "completed", "tag": "b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:19:13.058460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:13.062706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:13.085551 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71117c20-e270-4510-9ed4-dd452eeffec4 x-openstack-request-id: req-71117c20-e270-4510-9ed4-dd452eeffec4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:19:13.085782 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14121cbd-e8f7-4ff1-93ed-b12dad01015a", "name": "network-vif-plugged", "status": "completed", "tag": "b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:19:13.086032 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71117c20-e270-4510-9ed4-dd452eeffec4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:19:13.086441 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14121cbd-e8f7-4ff1-93ed-b12dad01015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c', 'code': 200} Nov 12 06:19:13.110486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:13.330976 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab6ae2-1cb5-49af-898c-92a77ef2e29f req-0c9fea55-c378-4617-832b-b7fa7a05f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:13.332475 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ecab6ae2-1cb5-49af-898c-92a77ef2e29f req-0c9fea55-c378-4617-832b-b7fa7a05f669 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 1097 time: 0.0410125 Nov 12 06:19:13.375921 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ecab6ae2-1cb5-49af-898c-92a77ef2e29f req-281995ac-598f-4b35-bb86-259a137929d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367169 Nov 12 06:19:14.001753 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-874e3c5f-269b-4f90-8231-da5f6ba6f1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:14.088602 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8d97-494f-43a8-b809-2f56d3ddac68 req-d5119afd-2305-4542-a38d-5aed997ce0ba tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:14.090188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3ec8d97-494f-43a8-b809-2f56d3ddac68 req-d5119afd-2305-4542-a38d-5aed997ce0ba tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0486758 Nov 12 06:19:14.139821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3ec8d97-494f-43a8-b809-2f56d3ddac68 req-b432c020-72c8-4db1-b4df-558ad5b7c57f tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Nov 12 06:19:15.253645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eca88-59ae-4cb2-bd00-a4bb503a4f55 req-c7b71073-c362-486d-870d-19540fe4be25 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:15.255051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a26eca88-59ae-4cb2-bd00-a4bb503a4f55 req-c7b71073-c362-486d-870d-19540fe4be25 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0484407 Nov 12 06:19:15.301398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a26eca88-59ae-4cb2-bd00-a4bb503a4f55 req-68dfc97e-4c69-4df6-bf25-707143e17059 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Nov 12 06:19:15.520787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-92dcc2d7-0d79-4a9b-b96f-69c02755a65e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:15.522654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-92dcc2d7-0d79-4a9b-b96f-69c02755a65e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/networks?id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 HTTP/1.1" status: 200 len: 813 time: 0.1042759 Nov 12 06:19:15.538005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-3ac6de67-ba36-434a-aa3e-34515b095c2f tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/quotas/ca9de579cc6f42838dd403318db88d3a HTTP/1.1" status: 200 len: 375 time: 0.0089812 Nov 12 06:19:15.584875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-1f71e326-9010-452a-ab63-b491f9e1da4d tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9de579cc6f42838dd403318db88d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417504 Nov 12 06:19:15.676090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-445513fd-3c9d-4f65-b9d9-80fbede04dcf service neutron] 10.222.0.48 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836122 Nov 12 06:19:15.763398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-dc73b98f-c330-4d2f-bb1c-c39c5aa5fb11 service neutron] 10.222.0.48 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811601 Nov 12 06:19:15.925720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3483da59-b68e-4047-a28a-da9417b193cb req-c0697bc8-afb7-4d4a-9ea9-6dc0a683eb6d tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 210 time: 0.0268927 Nov 12 06:19:16.400380 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8721986-86e0-4390-aad3-89a942c8061b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:16.850152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-21823239-1dbd-42f3-afd9-e0989ec380d8 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:16.851605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-21823239-1dbd-42f3-afd9-e0989ec380d8 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.47 "GET /v2.0/networks?id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 HTTP/1.1" status: 200 len: 813 time: 0.1039000 Nov 12 06:19:16.866960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Request body: {'port': {'device_id': '632b25ba-7c31-475e-8058-5456c3a5c4ef', 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54', 'admin_state_up': True, 'tenant_id': 'ca9de579cc6f42838dd403318db88d3a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:16.975183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Made reservation on behalf of ca9de579cc6f42838dd403318db88d3a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:16.978757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.032113 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-079fc210-0dd5-43d3-a555-7f64291befe8 req-c83c8300-5ad7-41eb-9e60-b1e2862ee943 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 210 time: 0.0350490 Nov 12 06:19:17.128597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Allocated IP 172.20.0.14 (b7e6ccd1-af96-45dd-a861-92f3f9e5ee54/a6b5cbed-9925-4a89-99fd-7b996332bf8d/959d4f20-768c-4cb6-a4d0-088087abc495) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:17.274422 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.307100 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.339619 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:19:17.353011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:17.356204 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:17.361089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:17.364960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Pushing event updated for resources: {'Port': ['ID=959d4f20-768c-4cb6-a4d0-088087abc495,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:17.414846 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:17.415361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.430425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-48c05f7a-5778-4a9a-b1d3-6845369c5b67 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5673668 Nov 12 06:19:17.443580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Request body: {'port': {'device_id': '632b25ba-7c31-475e-8058-5456c3a5c4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:17.495766 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.560349 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.749769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d4f20-768c-4cb6-a4d0-088087abc495 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:19:17.756938 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.768475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Transition to ACTIVE for port object 959d4f20-768c-4cb6-a4d0-088087abc495 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:19:17.773391 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.825694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Pushing event updated for resources: {'Port': ['ID=959d4f20-768c-4cb6-a4d0-088087abc495,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:17.892504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Attempting to bind port 959d4f20-768c-4cb6-a4d0-088087abc495 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:17.893179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Attempting to bind port 959d4f20-768c-4cb6-a4d0-088087abc495 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:17.893179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Attempting to bind port 959d4f20-768c-4cb6-a4d0-088087abc495 on network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:17.897354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Port 959d4f20-768c-4cb6-a4d0-088087abc495 on network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:19:17.897677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Attempting to bind port 959d4f20-768c-4cb6-a4d0-088087abc495 on network b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:17.902487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:17.902826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Checking segment: {'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:17.903207 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Bound using segment: {'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:17.903629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Bound port: 959d4f20-768c-4cb6-a4d0-088087abc495, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a510d3ad-3db3-4337-a1db-5f7735f742de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:17.903978 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:17.965783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] For port 959d4f20-768c-4cb6-a4d0-088087abc495, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:17.968849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] For port 959d4f20-768c-4cb6-a4d0-088087abc495, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=959d4f20-768c-4cb6-a4d0-088087abc495,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:17.973307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:18.011516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:18.012167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:18.013548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] 10.222.0.47 "PUT /v2.0/ports/959d4f20-768c-4cb6-a4d0-088087abc495 HTTP/1.1" status: 200 len: 1093 time: 0.5740144 Nov 12 06:19:18.014005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632b25ba-7c31-475e-8058-5456c3a5c4ef', 'tag': '959d4f20-768c-4cb6-a4d0-088087abc495'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:19:18.016374 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ac839c-aa6c-46fc-9c15-a12cdd585883" -d '{"events": [{"name": "network-changed", "server_uuid": "632b25ba-7c31-475e-8058-5456c3a5c4ef", "tag": "959d4f20-768c-4cb6-a4d0-088087abc495"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:19:18.039096 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dbd11-09d1-47f6-b342-54ab65e7eace service neutron] Pushing event updated for resources: {'Port': ['ID=959d4f20-768c-4cb6-a4d0-088087abc495,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:18.065036 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76843f33-5d12-4eb6-a2f7-230c36ee67cb x-openstack-request-id: req-76843f33-5d12-4eb6-a2f7-230c36ee67cb {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:19:18.065418 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632b25ba-7c31-475e-8058-5456c3a5c4ef", "tag": "959d4f20-768c-4cb6-a4d0-088087abc495", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:19:18.065742 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76843f33-5d12-4eb6-a2f7-230c36ee67cb {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:19:18.066185 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632b25ba-7c31-475e-8058-5456c3a5c4ef', 'tag': '959d4f20-768c-4cb6-a4d0-088087abc495', 'status': 'completed', 'code': 200} Nov 12 06:19:18.096968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-385d2805-d462-48d7-b4a3-66a3cd227cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:18.098657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-385d2805-d462-48d7-b4a3-66a3cd227cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca9de579cc6f42838dd403318db88d3a&device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 1096 time: 0.0463912 Nov 12 06:19:18.151980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-bdc25c6d-770f-4989-963d-c1004b3662a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=959d4f20-768c-4cb6-a4d0-088087abc495 HTTP/1.1" status: 200 len: 217 time: 0.0430601 Nov 12 06:19:18.221488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-823f687f-690e-4dcd-b205-0a2b1defecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:18.222957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-823f687f-690e-4dcd-b205-0a2b1defecd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b5cbed-9925-4a89-99fd-7b996332bf8d HTTP/1.1" status: 200 len: 853 time: 0.0527723 Nov 12 06:19:18.231150 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4dc55-3f23-4c76-aad6-523d02b104a6 req-ad5df517-5841-441e-93a8-52fc174bddb2 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:18.232504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59d4dc55-3f23-4c76-aad6-523d02b104a6 req-ad5df517-5841-441e-93a8-52fc174bddb2 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 944 time: 0.1225238 Nov 12 06:19:18.262020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-95429dfa-7f35-4ae8-9b89-fc11e1766658 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285072 Nov 12 06:19:18.348805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59d4dc55-3f23-4c76-aad6-523d02b104a6 req-8f08c293-5184-44dc-b4c5-994d61bb5d94 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079547 Nov 12 06:19:18.376706 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-cf2a958c-7bdc-4afd-ae8a-b6b1c216fdb3 service neutron] 10.222.0.47 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072106 Nov 12 06:19:18.470587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ef702d3e-6e36-42aa-88f1-07d230e101ac req-41ee1fa8-a2d6-4de8-a62e-3f17a752a74e service neutron] 10.222.0.47 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865142 Nov 12 06:19:18.564322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-ee842c81-29dc-4363-9a55-1168fdaa3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:18.565827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-ee842c81-29dc-4363-9a55-1168fdaa3efb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca9de579cc6f42838dd403318db88d3a&device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 1096 time: 0.0496829 Nov 12 06:19:18.655265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-be15ff0d-bc0a-4af0-a88e-69045cdcf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:18.656714 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-be15ff0d-bc0a-4af0-a88e-69045cdcf8a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 HTTP/1.1" status: 200 len: 914 time: 0.0833845 Nov 12 06:19:18.704059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-64f98e7b-5862-4de3-bd3a-ed083094ab5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=959d4f20-768c-4cb6-a4d0-088087abc495 HTTP/1.1" status: 200 len: 217 time: 0.0369060 Nov 12 06:19:18.752927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-88ff8b20-d695-454c-8a3f-30c0c3097929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:18.754367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-88ff8b20-d695-454c-8a3f-30c0c3097929 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b5cbed-9925-4a89-99fd-7b996332bf8d HTTP/1.1" status: 200 len: 853 time: 0.0429742 Nov 12 06:19:18.786324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-393e8430-a245-4d05-859e-f595bcf3ec8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246110 Nov 12 06:19:18.793409 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:18.878619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-10f4fab9-b7f8-465d-a6d1-6bcd880946c4 service neutron] 10.222.0.47 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841336 Nov 12 06:19:18.968679 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07ac839c-aa6c-46fc-9c15-a12cdd585883 req-35920524-ca91-46cc-aaf9-f787474a7b96 service neutron] 10.222.0.47 "GET /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827992 Nov 12 06:19:19.461536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9116bb0-8749-4ce3-8269-0235bbe12df6 req-95a41787-e968-433c-95d2-23c69d3ee0d8 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:19.463017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9116bb0-8749-4ce3-8269-0235bbe12df6 req-95a41787-e968-433c-95d2-23c69d3ee0d8 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 944 time: 0.0488498 Nov 12 06:19:19.515388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c9116bb0-8749-4ce3-8269-0235bbe12df6 req-ffeb9698-cde0-4af6-bae3-110358a7e80f tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465057 Nov 12 06:19:19.651831 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:20.360460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 959d4f20-768c-4cb6-a4d0-088087abc495 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:19:20.452731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 959d4f20-768c-4cb6-a4d0-088087abc495, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=959d4f20-768c-4cb6-a4d0-088087abc495,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:20.463337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '959d4f20-768c-4cb6-a4d0-088087abc495', 'network_id': 'b7e6ccd1-af96-45dd-a861-92f3f9e5ee54', 'port_id': '959d4f20-768c-4cb6-a4d0-088087abc495', 'mac_address': 'fa:16:3e:4b:98:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b5cbed-9925-4a89-99fd-7b996332bf8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:19:20.501532 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:20.514854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d4f20-768c-4cb6-a4d0-088087abc495 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:19:20.533413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 959d4f20-768c-4cb6-a4d0-088087abc495, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=959d4f20-768c-4cb6-a4d0-088087abc495,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:20.538201 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:20.588128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=959d4f20-768c-4cb6-a4d0-088087abc495,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:20.641865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d24bc-0cea-406b-99d6-e6af9aee2136 req-4aa9c31a-12f2-48a9-8fa5-c428fff67b06 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:20.643277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af4d24bc-0cea-406b-99d6-e6af9aee2136 req-4aa9c31a-12f2-48a9-8fa5-c428fff67b06 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 945 time: 0.0491030 Nov 12 06:19:20.690592 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af4d24bc-0cea-406b-99d6-e6af9aee2136 req-39c320bc-4765-4560-ae94-ee73d71dcf12 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Nov 12 06:19:20.743240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['959d4f20-768c-4cb6-a4d0-088087abc495'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:19:21.804122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52359c16-4b35-4174-951a-c85b20cd3e17 req-cb6d6668-c2b7-405c-9c92-566695862159 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:21.805515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52359c16-4b35-4174-951a-c85b20cd3e17 req-cb6d6668-c2b7-405c-9c92-566695862159 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 945 time: 0.0484970 Nov 12 06:19:21.850918 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-52359c16-4b35-4174-951a-c85b20cd3e17 req-62984bca-8479-4b26-a9b1-6b3962195a5c tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Nov 12 06:19:22.376698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 959d4f20-768c-4cb6-a4d0-088087abc495 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:22.426002 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 959d4f20-768c-4cb6-a4d0-088087abc495 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:19:22.429895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 959d4f20-768c-4cb6-a4d0-088087abc495 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:22.430264 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:22.504275 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:22.526731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632b25ba-7c31-475e-8058-5456c3a5c4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d4f20-768c-4cb6-a4d0-088087abc495'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:19:22.529607 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df1047-b197-42fa-a116-4714cf5b1204" -d '{"events": [{"server_uuid": "632b25ba-7c31-475e-8058-5456c3a5c4ef", "name": "network-vif-plugged", "status": "completed", "tag": "959d4f20-768c-4cb6-a4d0-088087abc495"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:19:22.545339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 959d4f20-768c-4cb6-a4d0-088087abc495, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=959d4f20-768c-4cb6-a4d0-088087abc495,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:22.549576 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:22.572304 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f8f403-893d-4e19-9cc0-45057fd14eeb x-openstack-request-id: req-c8f8f403-893d-4e19-9cc0-45057fd14eeb {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:19:22.572600 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632b25ba-7c31-475e-8058-5456c3a5c4ef", "name": "network-vif-plugged", "status": "completed", "tag": "959d4f20-768c-4cb6-a4d0-088087abc495", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:19:22.572853 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8f8f403-893d-4e19-9cc0-45057fd14eeb {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:19:22.573240 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632b25ba-7c31-475e-8058-5456c3a5c4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d4f20-768c-4cb6-a4d0-088087abc495', 'code': 200} Nov 12 06:19:22.608369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=959d4f20-768c-4cb6-a4d0-088087abc495,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:22.667121 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0703b-bd5c-4338-9ac9-3a826afdb1ba req-b426c792-8728-47f4-830d-4b43c76f2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:22.668565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5cf0703b-bd5c-4338-9ac9-3a826afdb1ba req-b426c792-8728-47f4-830d-4b43c76f2bb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 1098 time: 0.0431883 Nov 12 06:19:22.712511 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5cf0703b-bd5c-4338-9ac9-3a826afdb1ba req-9e62c2df-0649-4a63-86ab-6844f3d7d134 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Nov 12 06:19:22.968999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8155a94-55b1-4556-8697-86c3ce09cd7a req-dfd33e1a-1be9-4d3b-8409-9575724e495c tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:22.970415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8155a94-55b1-4556-8697-86c3ce09cd7a req-dfd33e1a-1be9-4d3b-8409-9575724e495c tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 946 time: 0.0488663 Nov 12 06:19:23.018720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f8155a94-55b1-4556-8697-86c3ce09cd7a req-6f255468-14f0-43aa-b0d8-7778710c01bf tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Nov 12 06:19:24.134431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f329-8569-44d4-bb1d-7fe86fe6426d req-70040358-9a4b-4b95-892e-29ed747050cb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:24.135893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8af2f329-8569-44d4-bb1d-7fe86fe6426d req-70040358-9a4b-4b95-892e-29ed747050cb tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 946 time: 0.0520320 Nov 12 06:19:24.181627 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8af2f329-8569-44d4-bb1d-7fe86fe6426d req-be2b5512-78d7-4b79-9415-af2e3552bc83 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Nov 12 06:19:24.407361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ea2cc-ae61-4bea-9553-21f14b40b7b1 req-e32cac45-1a65-4de3-8f08-83462f2a83a8 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:24.408840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e6ea2cc-ae61-4bea-9553-21f14b40b7b1 req-e32cac45-1a65-4de3-8f08-83462f2a83a8 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 946 time: 0.0484469 Nov 12 06:19:24.455473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8e6ea2cc-ae61-4bea-9553-21f14b40b7b1 req-c408b4b7-ac98-4a0b-a549-240f24a768ee tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Nov 12 06:19:25.570451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1a7d8-859d-4c9a-9b0c-2044cfc57a95 req-447c2ebd-3566-4e4f-b9de-bf4a6dd39194 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:25.571961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bec1a7d8-859d-4c9a-9b0c-2044cfc57a95 req-447c2ebd-3566-4e4f-b9de-bf4a6dd39194 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 946 time: 0.0489008 Nov 12 06:19:25.623070 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bec1a7d8-859d-4c9a-9b0c-2044cfc57a95 req-107d2c4a-c443-4341-9c99-4ff2c5118e81 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Nov 12 06:19:25.714553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-bfeccce6-2bd2-4ede-a02c-e445e13a1f94 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:25.716005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-bfeccce6-2bd2-4ede-a02c-e445e13a1f94 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.47 "GET /v2.0/ports?device_id=632b25ba-7c31-475e-8058-5456c3a5c4ef HTTP/1.1" status: 200 len: 946 time: 0.0491049 Nov 12 06:19:25.807322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Deleting port 959d4f20-768c-4cb6-a4d0-088087abc495 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:19:25.807561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:25.898475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] For port 959d4f20-768c-4cb6-a4d0-088087abc495, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=959d4f20-768c-4cb6-a4d0-088087abc495,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:25.898837 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:25.911276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Calling delete_port for 959d4f20-768c-4cb6-a4d0-088087abc495 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:19:26.039895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:26.052841 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['959d4f20-768c-4cb6-a4d0-088087abc495'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:19:26.069154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Pushing event deleted for resources: {'Port': ['ID=959d4f20-768c-4cb6-a4d0-088087abc495,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:26.074740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:19:26.109619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] No DVR routers for this DVR port 959d4f20-768c-4cb6-a4d0-088087abc495 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:19:26.112246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:26.115668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59d7dcad-e67f-4568-bbd6-b1233b81782d req-da2cae87-03f4-42c2-bd7d-64f39d8c1eab tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.47 "DELETE /v2.0/ports/959d4f20-768c-4cb6-a4d0-088087abc495 HTTP/1.1" status: 204 len: 173 time: 0.3928764 Nov 12 06:19:26.116317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632b25ba-7c31-475e-8058-5456c3a5c4ef', 'name': 'network-vif-deleted', 'tag': '959d4f20-768c-4cb6-a4d0-088087abc495'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:19:26.118384 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9636a53-9a93-4e52-8428-57a6fbb98eb8" -d '{"events": [{"server_uuid": "632b25ba-7c31-475e-8058-5456c3a5c4ef", "name": "network-vif-deleted", "tag": "959d4f20-768c-4cb6-a4d0-088087abc495"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:19:26.155006 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388d65fa-8372-47ed-8d9f-e41308680f7c x-openstack-request-id: req-388d65fa-8372-47ed-8d9f-e41308680f7c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:19:26.155298 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632b25ba-7c31-475e-8058-5456c3a5c4ef", "name": "network-vif-deleted", "tag": "959d4f20-768c-4cb6-a4d0-088087abc495", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:19:26.155544 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-388d65fa-8372-47ed-8d9f-e41308680f7c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:19:26.155940 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632b25ba-7c31-475e-8058-5456c3a5c4ef', 'name': 'network-vif-deleted', 'tag': '959d4f20-768c-4cb6-a4d0-088087abc495', 'status': 'completed', 'code': 200} Nov 12 06:19:26.773235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d3d37-e927-46b7-8ddb-c14bb13146fc req-ada621f2-c303-4faa-af6b-1f444bc3a88b tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:26.774632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c3d3d37-e927-46b7-8ddb-c14bb13146fc req-ada621f2-c303-4faa-af6b-1f444bc3a88b tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0482910 Nov 12 06:19:26.826400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c3d3d37-e927-46b7-8ddb-c14bb13146fc req-5679b5ff-7474-4a11-ad3e-bb5ab93caa62 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Nov 12 06:19:26.953260 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71807e8b-66e6-4986-a6e6-dbc27f6e86b6 req-14941245-51f7-41fa-90c1-1fd10ed5e031 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:26.954854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71807e8b-66e6-4986-a6e6-dbc27f6e86b6 req-14941245-51f7-41fa-90c1-1fd10ed5e031 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0493786 Nov 12 06:19:27.002438 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71807e8b-66e6-4986-a6e6-dbc27f6e86b6 req-7f7aeb7d-8d66-4476-b9fb-a60700069eff tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Nov 12 06:19:27.115648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0aa48d-3615-4a44-8111-148e049eb279 req-13e44119-0fce-46c3-8f20-f63bb10c4848 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:27.117105 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e0aa48d-3615-4a44-8111-148e049eb279 req-13e44119-0fce-46c3-8f20-f63bb10c4848 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0483234 Nov 12 06:19:27.164532 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4e0aa48d-3615-4a44-8111-148e049eb279 req-c895d748-2dc6-40a2-8e16-6954c35a3944 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Nov 12 06:19:27.329276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c8be1-a80e-43d5-8b24-ec81771f59af req-9e2d25b8-c152-44da-a242-5c218c0b1e08 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:27.330672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c92c8be1-a80e-43d5-8b24-ec81771f59af req-9e2d25b8-c152-44da-a242-5c218c0b1e08 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0522625 Nov 12 06:19:27.376169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c92c8be1-a80e-43d5-8b24-ec81771f59af req-56e3922a-3728-46d6-b536-36600b171a1d tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396643 Nov 12 06:19:27.488445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c5e49-7a3e-4138-b26b-7313cfd77feb req-b47b3b4a-134b-4bbc-9d84-bd6c0104ebd4 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:27.489950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d1c5e49-7a3e-4138-b26b-7313cfd77feb req-b47b3b4a-134b-4bbc-9d84-bd6c0104ebd4 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0491157 Nov 12 06:19:27.536797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d1c5e49-7a3e-4138-b26b-7313cfd77feb req-c3bdd1a0-b7b3-4a02-bf03-20ca8fcac481 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Nov 12 06:19:27.661871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4e61-1635-491a-b0fb-990c0c3fd86e req-60078d01-7a03-46cb-9c2a-b4b61deefa85 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:27.663347 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-245c4e61-1635-491a-b0fb-990c0c3fd86e req-60078d01-7a03-46cb-9c2a-b4b61deefa85 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0516710 Nov 12 06:19:27.709919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-245c4e61-1635-491a-b0fb-990c0c3fd86e req-b477b607-f5ac-4554-b3ee-398b6604653f tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Nov 12 06:19:27.857215 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:28.018274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a4b51-0a1a-4b3f-9abf-dc40e95bf956 req-a1cd7381-513e-4008-9f63-b3b4955db9c0 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:28.019774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e93a4b51-0a1a-4b3f-9abf-dc40e95bf956 req-a1cd7381-513e-4008-9f63-b3b4955db9c0 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0508325 Nov 12 06:19:28.068424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e93a4b51-0a1a-4b3f-9abf-dc40e95bf956 req-39c8d247-b46a-4d0d-aaf8-ce6ef9c009db tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Nov 12 06:19:29.182502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb63ee7-8c1e-4dab-80d4-8275ccdfe42f req-cec5ce85-241c-4733-9c8a-9f49acc71c81 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:29.184623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcb63ee7-8c1e-4dab-80d4-8275ccdfe42f req-cec5ce85-241c-4733-9c8a-9f49acc71c81 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0490580 Nov 12 06:19:29.236749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bcb63ee7-8c1e-4dab-80d4-8275ccdfe42f req-13fa76af-81df-4a4e-8e14-19ab91798511 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d97c79c-5795-43a0-91bd-9980032a24a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Nov 12 06:19:29.680854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604a69-e90f-4472-b58c-1af17a15398e req-b3e86fd6-21e1-47f7-a5dc-8061b3d1de99 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:29.682301 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b5604a69-e90f-4472-b58c-1af17a15398e req-b3e86fd6-21e1-47f7-a5dc-8061b3d1de99 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.43 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 945 time: 0.0485287 Nov 12 06:19:29.774971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Deleting port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:19:29.775225 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:29.862116 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] For port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,segment=NetworkSegment(a510d3ad-3db3-4337-a1db-5f7735f742de),segment_id=a510d3ad-3db3-4337-a1db-5f7735f742de)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:29.862513 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:29.875180 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Calling delete_port for b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:19:30.000829 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:30.029061 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Pushing event deleted for resources: {'Port': ['ID=b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:30.033826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:19:30.057433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.057771 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.058107 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.058487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.058814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.059139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.059459 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.059775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.060094 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.060412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.060732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.061042 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:30.082353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] No DVR routers for this DVR port b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:19:30.084840 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:30.088120 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b5604a69-e90f-4472-b58c-1af17a15398e req-c90327fc-0d10-436f-9e98-2951a834df2e tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.43 "DELETE /v2.0/ports/b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c HTTP/1.1" status: 204 len: 173 time: 0.3999562 Nov 12 06:19:30.088553 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14121cbd-e8f7-4ff1-93ed-b12dad01015a', 'name': 'network-vif-deleted', 'tag': 'b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:19:30.091383 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5439d3a-9b52-40fa-93ca-3c2868af2537" -d '{"events": [{"server_uuid": "14121cbd-e8f7-4ff1-93ed-b12dad01015a", "name": "network-vif-deleted", "tag": "b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:19:30.128807 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbac22e0-ac4d-4fe4-adc0-79b0d4489aae x-openstack-request-id: req-fbac22e0-ac4d-4fe4-adc0-79b0d4489aae {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:19:30.129130 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14121cbd-e8f7-4ff1-93ed-b12dad01015a", "name": "network-vif-deleted", "tag": "b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:19:30.129383 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbac22e0-ac4d-4fe4-adc0-79b0d4489aae {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:19:30.129781 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14121cbd-e8f7-4ff1-93ed-b12dad01015a', 'name': 'network-vif-deleted', 'tag': 'b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c', 'status': 'completed', 'code': 200} Nov 12 06:19:30.342546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aceefd6c-77f0-490f-8eb3-c20e5e423890 req-591ac04d-3317-4043-b053-6948240b95b2 tempest-ServersNegativeTestJSON-380923504 tempest-ServersNegativeTestJSON-380923504-project] 10.222.0.48 "GET /v2.0/ports?device_id=14121cbd-e8f7-4ff1-93ed-b12dad01015a HTTP/1.1" status: 200 len: 210 time: 0.0260453 Nov 12 06:19:30.409750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 959d4f20-768c-4cb6-a4d0-088087abc495 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:19:30.431095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 959d4f20-768c-4cb6-a4d0-088087abc495 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:19:30.431443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 959d4f20-768c-4cb6-a4d0-088087abc495 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:19:31.397843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57054) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:31.441077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Deleting subnet a6b5cbed-9925-4a89-99fd-7b996332bf8d {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:19:31.444098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.477838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.515793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.570468 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.597669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b5cbed-9925-4a89-99fd-7b996332bf8d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:31.600052 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.603188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a6b5cbed-9925-4a89-99fd-7b996332bf8d HTTP/1.1" status: 204 len: 168 time: 0.2043004 Nov 12 06:19:31.605833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57056) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:31.609825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.610171 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.610538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.610877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.611209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.611534 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.611858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.612198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.612501 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.612845 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.613168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.613485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a15ac1-c7a9-4fec-92de-3e9acd16f767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:31.673906 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.754518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.774006 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e6ccd1-af96-45dd-a861-92f3f9e5ee54']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:31.783034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a510d3ad-3db3-4337-a1db-5f7735f742de') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:31.783322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a510d3ad-3db3-4337-a1db-5f7735f742de') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:31.792587 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.806167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.812507 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:31.812881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:31.814655 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:31.870189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.875623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:31.878901 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/b7e6ccd1-af96-45dd-a861-92f3f9e5ee54 HTTP/1.1" status: 204 len: 168 time: 0.2720208 Nov 12 06:19:31.891256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8df4ed-1b45-45ff-a0f5-f2a14310d7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e6ccd1-af96-45dd-a861-92f3f9e5ee54,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:31.986799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57060) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:32.027433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b02b10ec-59c4-4286-902b-95212df86673 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca9de579cc6f42838dd403318db88d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394199 Nov 12 06:19:32.029771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57062) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:32.076278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f52135a4-933a-4c4a-9276-b00f8b5ba978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:32.097034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f52135a4-933a-4c4a-9276-b00f8b5ba978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:32.141900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f52135a4-933a-4c4a-9276-b00f8b5ba978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:32.144520 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f52135a4-933a-4c4a-9276-b00f8b5ba978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:32.145663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f52135a4-933a-4c4a-9276-b00f8b5ba978 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d97c79c-5795-43a0-91bd-9980032a24a0 HTTP/1.1" status: 204 len: 168 time: 0.1149368 Nov 12 06:19:32.154617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52135a4-933a-4c4a-9276-b00f8b5ba978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97c79c-5795-43a0-91bd-9980032a24a0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:32.840954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57084) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:32.933177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416229781'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:32.954272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:32.957787 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:32.970136 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:33.043013 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:33.046659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:33.069617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:33.084543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40eeef3f-c96b-4f69-ac23-1171aeb7b0cc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:33.087364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:33.087702 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Added segment ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8 of type vlan for network 2d47a567-0367-4682-8132-ee58a93e752b Nov 12 06:19:33.127583 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:33.151587 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:33.157195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:33.157779 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:33.192190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3501554 Nov 12 06:19:33.228502 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6bd1d-d540-4798-b509-3d63e59ab09a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Network': ['ID=2d47a567-0367-4682-8132-ee58a93e752b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:33.241974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 2d47a567-0367-4682-8132-ee58a93e752b details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:35.000453 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:19:35.023586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:19:35.023925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b32ed46a-bd23-4ff9-865d-4d6d7f1cb87c not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:19:36.425842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57088) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:36.430950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'subnet': {'network_id': '2d47a567-0367-4682-8132-ee58a93e752b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:36.517292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:36.520851 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.700496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.764444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Subnet': ['ID=0b48d23e-bf7d-4d3a-ab24-185fe712930f,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:36.771792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Checking segment: {'id': 'ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2d47a567-0367-4682-8132-ee58a93e752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:36.772157 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network hostable DHCP agents. Network: 2d47a567-0367-4682-8132-ee58a93e752b, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:36.788855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network 2d47a567-0367-4682-8132-ee58a93e752b is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:36.797498 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 2d47a567-0367-4682-8132-ee58a93e752b) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:36.802064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:36.802791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.806922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a04a0d7-4954-410b-9ee2-7cc50a91a82d None None] Network 2d47a567-0367-4682-8132-ee58a93e752b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:36.819468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-65d611b9-7822-4daf-8dee-1a0ab4efd4b7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3924749 Nov 12 06:19:36.823048 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57090) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:36.828585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-977841656'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:36.850179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:36.853629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.877304 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:36.887139 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.887493 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Added segment 63f118a9-6c55-41aa-98ce-93492719a60d of type vlan for network d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a Nov 12 06:19:36.927760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.954169 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.957447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-2d47a567-0367-4682-8132-ee58a93e752b', 'network_id': '2d47a567-0367-4682-8132-ee58a93e752b', 'tenant_id': '2442a8eaedd947a69f6289b9fa93f67a', 'fixed_ips': [{'subnet_id': '0b48d23e-bf7d-4d3a-ab24-185fe712930f'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:36.958505 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.959903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:36.960679 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:36.996348 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1716592 Nov 12 06:19:36.999337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57094) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:37.004718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'subnet': {'network_id': 'd3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:37.036803 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd4196-fe5f-4365-816a-94a716e88ef3 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Network': ['ID=d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:37.049656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:37.096130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:37.099794 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.142998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Allocated IP 2001:db8:0:ffff::2 (2d47a567-0367-4682-8132-ee58a93e752b/0b48d23e-bf7d-4d3a-ab24-185fe712930f/3b9b2716-81a4-483c-9fe0-26ddbd7a224f) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:37.289156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.298932 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.304371 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.338548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Network 2d47a567-0367-4682-8132-ee58a93e752b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:37.341255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:37.343810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:37.358320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Subnet': ['ID=c983e8f3-0590-4f5a-ba5a-042f11403e83,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:37.362932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Checking segment: {'id': '63f118a9-6c55-41aa-98ce-93492719a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:37.363299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network hostable DHCP agents. Network: d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:37.377551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Pushing event updated for resources: {'Port': ['ID=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:37.380847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:37.390606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:37.394777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:37.395394 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.406042 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5159ad98-a0e9-463e-a108-50175fc22705 None None] Network d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:37.408572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.408971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.409329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.409657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.409979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.410298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.410643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.410958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.411478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-59a511fb-1aec-44bb-b05e-7d03937693c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4108734 Nov 12 06:19:37.414017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57096) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:37.414133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.414434 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.414770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.415096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:37.448750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Attempting to bind port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:37.449115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Attempting to bind port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2d47a567-0367-4682-8132-ee58a93e752b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:37.449474 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Attempting to bind port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f on network 2d47a567-0367-4682-8132-ee58a93e752b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:37.483840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:37.484208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Checking segment: {'id': 'ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2d47a567-0367-4682-8132-ee58a93e752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:37.484599 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.484987 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Bound using segment: {'id': 'ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2d47a567-0367-4682-8132-ee58a93e752b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:37.485503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Bound port: 3b9b2716-81a4-483c-9fe0-26ddbd7a224f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2d47a567-0367-4682-8132-ee58a93e752b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:37.485924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.511334 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.563503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.596292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] For port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:37.600909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] For port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,segment=NetworkSegment(ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8),segment_id=ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:37.607498 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.632153 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.660743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Subnet': ['ID=c983e8f3-0590-4f5a-ba5a-042f11403e83,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:37.682577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3124981e-f340-4636-867c-6ff011f9b33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a', 'network_id': 'd3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a', 'tenant_id': '2442a8eaedd947a69f6289b9fa93f67a', 'fixed_ips': [{'subnet_id': 'c983e8f3-0590-4f5a-ba5a-042f11403e83'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:37.683467 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3124981e-f340-4636-867c-6ff011f9b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.699083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028170e1-9ba7-422b-b2dd-0a0ccb232bb1 None None] Pushing event updated for resources: {'Port': ['ID=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:37.725369 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.746435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:37.756385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f118a9-6c55-41aa-98ce-93492719a60d') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:37.756720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f118a9-6c55-41aa-98ce-93492719a60d') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:37.766267 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.782116 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.789014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:37.789373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:37.792544 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:37.795849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4e35f-77b1-4dde-962c-bc011bbe90e7 None None] Network d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:37.880054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.887825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.890989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a HTTP/1.1" status: 204 len: 168 time: 0.4755471 Nov 12 06:19:37.894631 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57098) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:37.899668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877309162'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:37.911903 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10819c5-5d95-4dd1-b88e-e58bca262091 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Network': ['ID=d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:37.934625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:37.938188 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.962954 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:37.973162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:37.973565 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Added segment 387cd62b-e94d-4bfa-9a40-e2cae1eb358d of type vlan for network 466577d8-2dfe-4209-b7ae-6bb264e7f010 Nov 12 06:19:38.017994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.042012 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.047690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.048533 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.084066 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1882586 Nov 12 06:19:38.087055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57100) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:38.092922 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'subnet': {'network_id': '466577d8-2dfe-4209-b7ae-6bb264e7f010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:38.120228 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db85776-2c68-4b66-84f1-85e0f871294e tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Network': ['ID=466577d8-2dfe-4209-b7ae-6bb264e7f010,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:38.130252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 466577d8-2dfe-4209-b7ae-6bb264e7f010 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:38.185698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:38.189554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.245523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.ipam_backend_mixin [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Performing IP validity checks on allocation pools {{(pid=102590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 06:19:38.246073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.ipam_backend_mixin [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 06:19:38.356983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-3faeab9c-e164-4b73-878f-2f39c0b91974 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0464675 Nov 12 06:19:38.371506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.440177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Subnet': ['ID=28e839e8-89f4-49d0-adc5-bba0f0ae3061,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:38.447495 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:19:38.449484 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Checking segment: {'id': '387cd62b-e94d-4bfa-9a40-e2cae1eb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '466577d8-2dfe-4209-b7ae-6bb264e7f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:38.449857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network hostable DHCP agents. Network: 466577d8-2dfe-4209-b7ae-6bb264e7f010, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:38.467114 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network 466577d8-2dfe-4209-b7ae-6bb264e7f010 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:38.477113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 466577d8-2dfe-4209-b7ae-6bb264e7f010) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:38.482229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.483139 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.484509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-32b3fca5-cc16-452b-b30d-eba134bc6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.485345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-32b3fca5-cc16-452b-b30d-eba134bc6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.485843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-32b3fca5-cc16-452b-b30d-eba134bc6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.487151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-32b3fca5-cc16-452b-b30d-eba134bc6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.487644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-32b3fca5-cc16-452b-b30d-eba134bc6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.489466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1fd33-aafb-46cc-b276-00520e25f4d7 None None] Network 466577d8-2dfe-4209-b7ae-6bb264e7f010 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:38.489616 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-32b3fca5-cc16-452b-b30d-eba134bc6e2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0667386 Nov 12 06:19:38.503596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-05e62154-35d6-42ae-99f8-ad3485da6cbe tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4152493 Nov 12 06:19:38.506127 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57102) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:38.621853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.650271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-cafe6fa5-73bf-4f2a-8258-5b5db3b20bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.651471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-cafe6fa5-73bf-4f2a-8258-5b5db3b20bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.652108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-cafe6fa5-73bf-4f2a-8258-5b5db3b20bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.653738 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-cafe6fa5-73bf-4f2a-8258-5b5db3b20bd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1364977 Nov 12 06:19:38.674967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e8428-f77d-482f-a619-d8d05e16004d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-466577d8-2dfe-4209-b7ae-6bb264e7f010', 'network_id': '466577d8-2dfe-4209-b7ae-6bb264e7f010', 'tenant_id': '2442a8eaedd947a69f6289b9fa93f67a', 'fixed_ips': [{'subnet_id': '28e839e8-89f4-49d0-adc5-bba0f0ae3061'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:38.676648 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd9e8428-f77d-482f-a619-d8d05e16004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.685367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.699711 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-e108976e-443f-44ce-8563-ae6d445ea770 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0376391 Nov 12 06:19:38.754096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b7e75-61af-4124-ab60-90c9ba1e2c88 None None] Network 2d47a567-0367-4682-8132-ee58a93e752b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:38.764293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-80b17be4-24bc-44fc-bff0-ffe4381c2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.764885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-80b17be4-24bc-44fc-bff0-ffe4381c2aeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0577631 Nov 12 06:19:38.769487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.799908 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Subnet': ['ID=28e839e8-89f4-49d0-adc5-bba0f0ae3061,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:38.823114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-5f6ae249-b079-4ac7-b66b-1776e9832b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:38.824861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-5f6ae249-b079-4ac7-b66b-1776e9832b6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524669 Nov 12 06:19:38.836311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fac7ccf8-789f-41d7-ab46-b1ce12da3a57 None None] Provisioning complete for port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:38.836736 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fac7ccf8-789f-41d7-ab46-b1ce12da3a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-fd9e8428-f77d-482f-a619-d8d05e16004d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28e839e8-89f4-49d0-adc5-bba0f0ae3061: This subnet is being modified by another concurrent operation. Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28e839e8-89f4-49d0-adc5-bba0f0ae3061: This subnet is being modified by another concurrent operation. Nov 12 06:19:38.861099 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 06:19:38.888981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.889219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8cbeaf-b3c0-40eb-905c-6b9aa1cb42e0 None None] Network 466577d8-2dfe-4209-b7ae-6bb264e7f010 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:38.910930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466577d8-2dfe-4209-b7ae-6bb264e7f010']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:38.920917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387cd62b-e94d-4bfa-9a40-e2cae1eb358d') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:38.921553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387cd62b-e94d-4bfa-9a40-e2cae1eb358d') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:38.925005 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-fc44d9b6-23d7-4184-9197-4e3285b60695 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923886 Nov 12 06:19:38.931347 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.945933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.954070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:38.954070 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:38.956916 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:39.017927 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.033544 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.040910 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/466577d8-2dfe-4209-b7ae-6bb264e7f010 HTTP/1.1" status: 204 len: 168 time: 0.5290914 Nov 12 06:19:39.041041 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-b565e199-ad54-4c22-aa6d-7528cab696af service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063993 Nov 12 06:19:39.041267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57104) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:39.050237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abe5ff-fbce-49de-bc55-47a6ef21e121 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Network': ['ID=466577d8-2dfe-4209-b7ae-6bb264e7f010,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:39.051013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-397635667'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:39.094975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fac7ccf8-789f-41d7-ab46-b1ce12da3a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.110835 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-07696b35-6a28-4e0b-b431-208139c32d77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0413330 Nov 12 06:19:39.111726 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:39.115424 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.128286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3b9b2716-81a4-483c-9fe0-26ddbd7a224f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:39.163645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fac7ccf8-789f-41d7-ab46-b1ce12da3a57 None None] For port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,segment=NetworkSegment(ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8),segment_id=ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:39.169695 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fac7ccf8-789f-41d7-ab46-b1ce12da3a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.179876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:39.198010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-71cdff9a-29cd-478a-ab4c-d39c53e81dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:39.199771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-71cdff9a-29cd-478a-ab4c-d39c53e81dad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0703189 Nov 12 06:19:39.202929 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.203346 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Added segment 09dca7d4-3400-4672-b296-0d202e235d82 of type vlan for network d653d5ef-1a5f-48db-80e2-9e2fc484799c Nov 12 06:19:39.235485 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7ccf8-789f-41d7-ab46-b1ce12da3a57 None None] Pushing event updated for resources: {'Port': ['ID=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:39.242466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:39.243099 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.278980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.303960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-22177868-6060-4d8c-874b-00a3b2ff4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:39.305602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-22177868-6060-4d8c-874b-00a3b2ff4096 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0935102 Nov 12 06:19:39.322518 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.329072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:39.329498 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.344739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94545233-2073-4a08-b759-85b8aeb030e8 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 06:19:39.418278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c62e41c8-996b-49eb-bb48-2ee9f60e420a None None] Provisioning complete for port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:39.418560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c62e41c8-996b-49eb-bb48-2ee9f60e420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.439045 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3939495 Nov 12 06:19:39.440368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57106) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:39.445947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'subnet': {'network_id': 'd653d5ef-1a5f-48db-80e2-9e2fc484799c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:39.450878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70348749-d6b6-4c1b-8931-9fdb25712dd5 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Network': ['ID=d653d5ef-1a5f-48db-80e2-9e2fc484799c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:39.471913 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network d653d5ef-1a5f-48db-80e2-9e2fc484799c details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:39.478260 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-ef8bc9d9-632f-4658-99e5-1c91d563b9c8 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639700 Nov 12 06:19:39.494031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94545233-2073-4a08-b759-85b8aeb030e8 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 06:19:39.578284 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-d39e568c-157d-4b64-8522-e17eaf1ea516 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927799 Nov 12 06:19:39.622379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-dc60d68d-caef-4a27-a2aa-7e56816abc80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0365701 Nov 12 06:19:39.677907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-46c0d529-d537-47f3-bc73-88396b975750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:39.679585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-46c0d529-d537-47f3-bc73-88396b975750 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0503209 Nov 12 06:19:39.727959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-24158d38-4cc6-49a4-bd62-503d90407cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:39.729691 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-24158d38-4cc6-49a4-bd62-503d90407cc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433609 Nov 12 06:19:39.827451 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-94a89864-8b4b-4e68-b337-efaa86b27559 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899420 Nov 12 06:19:39.924776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:39.928668 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:39.928970 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-437ac3a1-1c1a-436f-b390-aa51de8237bb service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937438 Nov 12 06:19:39.974284 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-b069a761-cecf-49e3-89de-b91adba99e99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0386016 Nov 12 06:19:40.028814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-b6354648-3e43-4886-a73f-c0b4a7c2b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:40.030301 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-b6354648-3e43-4886-a73f-c0b4a7c2b62d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0492947 Nov 12 06:19:40.079521 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-260b23f4-c03d-4b0e-acec-a21f0a4bb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:40.081014 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-260b23f4-c03d-4b0e-acec-a21f0a4bb968 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0412781 Nov 12 06:19:40.107861 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.164633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Subnet': ['ID=0e675965-2bdb-497b-9ff6-dd951ec1117c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:40.171287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-c596068c-987e-4320-b261-5a5a292a13e9 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822806 Nov 12 06:19:40.175005 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Checking segment: {'id': '09dca7d4-3400-4672-b296-0d202e235d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd653d5ef-1a5f-48db-80e2-9e2fc484799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:40.175362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network hostable DHCP agents. Network: d653d5ef-1a5f-48db-80e2-9e2fc484799c, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:40.192182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network d653d5ef-1a5f-48db-80e2-9e2fc484799c is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:40.200884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, d653d5ef-1a5f-48db-80e2-9e2fc484799c) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:40.205133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:40.205733 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.209832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72ca04e-bf1d-4155-a9eb-6f1a2295023f None None] Network d653d5ef-1a5f-48db-80e2-9e2fc484799c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:40.224174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-94f61f49-e90a-47ff-a017-83dd981fe020 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7828019 Nov 12 06:19:40.227607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:40.232989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-43752748'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:40.259105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:40.262926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.277357 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-d62a2cff-abb4-4b9e-bdc5-2e192d9f8965 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983970 Nov 12 06:19:40.289714 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:40.300346 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.300814 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Added segment 3641d4c3-e26b-4f8e-a136-ccfcb86b24d6 of type vlan for network 63438e52-5aae-4cef-ae5a-0b2ec2f2d522 Nov 12 06:19:40.321024 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-0e9e8866-b8b0-4ba5-8347-4eb69b17bf0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0370917 Nov 12 06:19:40.347674 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.374832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-366893e8-e49d-408f-ab39-43057972516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:40.376499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-366893e8-e49d-408f-ab39-43057972516a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0491900 Nov 12 06:19:40.377947 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.383743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:40.384740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.385260 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-d653d5ef-1a5f-48db-80e2-9e2fc484799c', 'network_id': 'd653d5ef-1a5f-48db-80e2-9e2fc484799c', 'tenant_id': '2442a8eaedd947a69f6289b9fa93f67a', 'fixed_ips': [{'subnet_id': '0e675965-2bdb-497b-9ff6-dd951ec1117c'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:40.386172 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.414543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1858194 Nov 12 06:19:40.419611 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57110) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:40.424831 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Request body: {'subnet': {'network_id': '63438e52-5aae-4cef-ae5a-0b2ec2f2d522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:40.461664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d631d95-e250-47ff-abc1-733968ed9b22 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Network': ['ID=63438e52-5aae-4cef-ae5a-0b2ec2f2d522,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:40.473274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 63438e52-5aae-4cef-ae5a-0b2ec2f2d522 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:40.481897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-5eab451f-8680-40c2-abf4-d266a9d48fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:40.483451 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-5eab451f-8680-40c2-abf4-d266a9d48fcc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003120 Nov 12 06:19:40.583029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Made reservation on behalf of 2442a8eaedd947a69f6289b9fa93f67a for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:40.586858 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.590964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Allocated IP 2001:db8::2 (d653d5ef-1a5f-48db-80e2-9e2fc484799c/0e675965-2bdb-497b-9ff6-dd951ec1117c/97545f87-639d-4926-9e0e-6f2fd3f9263f) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:40.624836 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-7b352092-d2eb-4bee-a519-06ee0986a8ba service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299820 Nov 12 06:19:40.737494 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.745145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.782499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Network d653d5ef-1a5f-48db-80e2-9e2fc484799c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:40.786758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:40.788604 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ba8bc8b8-4115-4fc3-87bd-6ef43e7bd040 req-57d69d2d-7250-44e5-8e52-8f056dd3839e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393619 Nov 12 06:19:40.790166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:40.805971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Pushing event updated for resources: {'Port': ['ID=97545f87-639d-4926-9e0e-6f2fd3f9263f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:40.857667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Attempting to bind port 97545f87-639d-4926-9e0e-6f2fd3f9263f on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:40.858118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Attempting to bind port 97545f87-639d-4926-9e0e-6f2fd3f9263f by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '09dca7d4-3400-4672-b296-0d202e235d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd653d5ef-1a5f-48db-80e2-9e2fc484799c'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:40.858537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Attempting to bind port 97545f87-639d-4926-9e0e-6f2fd3f9263f on network d653d5ef-1a5f-48db-80e2-9e2fc484799c {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:40.862049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.864238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:40.864598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Checking segment: {'id': '09dca7d4-3400-4672-b296-0d202e235d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd653d5ef-1a5f-48db-80e2-9e2fc484799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:40.864991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.865377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Bound using segment: {'id': '09dca7d4-3400-4672-b296-0d202e235d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd653d5ef-1a5f-48db-80e2-9e2fc484799c'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:40.865840 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Bound port: 97545f87-639d-4926-9e0e-6f2fd3f9263f, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dca7d4-3400-4672-b296-0d202e235d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd653d5ef-1a5f-48db-80e2-9e2fc484799c'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:40.866222 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.925017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event updated for resources: {'Subnet': ['ID=7793a577-78b8-4d2b-816b-df9345a5ec9d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:40.928816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] For port 97545f87-639d-4926-9e0e-6f2fd3f9263f, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:40.931780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] For port 97545f87-639d-4926-9e0e-6f2fd3f9263f, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=97545f87-639d-4926-9e0e-6f2fd3f9263f,segment=NetworkSegment(09dca7d4-3400-4672-b296-0d202e235d82),segment_id=09dca7d4-3400-4672-b296-0d202e235d82)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:40.935934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.936110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Checking segment: {'id': '3641d4c3-e26b-4f8e-a136-ccfcb86b24d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '63438e52-5aae-4cef-ae5a-0b2ec2f2d522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:40.936619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network hostable DHCP agents. Network: 63438e52-5aae-4cef-ae5a-0b2ec2f2d522, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:40.952047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Network 63438e52-5aae-4cef-ae5a-0b2ec2f2d522 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:40.960675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 63438e52-5aae-4cef-ae5a-0b2ec2f2d522) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:40.965837 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:40.966468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:40.973497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8abc2-eb7f-4ab6-ad5b-5ccc3f21df34 None None] Network 63438e52-5aae-4cef-ae5a-0b2ec2f2d522 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:40.992109 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-efd50711-4722-49e9-ac44-a303b8da4c82 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5669909 Nov 12 06:19:40.992109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57112) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:41.047274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57ff82-879b-4182-a11b-ea7439ee85da None None] Pushing event updated for resources: {'Port': ['ID=97545f87-639d-4926-9e0e-6f2fd3f9263f,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:41.100320 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3b9b2716-81a4-483c-9fe0-26ddbd7a224f up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:41.101798 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.163326 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.208613 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb4675-6551-4c08-a013-61c62f4948a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-63438e52-5aae-4cef-ae5a-0b2ec2f2d522', 'network_id': '63438e52-5aae-4cef-ae5a-0b2ec2f2d522', 'tenant_id': '2442a8eaedd947a69f6289b9fa93f67a', 'fixed_ips': [{'subnet_id': '7793a577-78b8-4d2b-816b-df9345a5ec9d'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:41.209690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4675-6551-4c08-a013-61c62f4948a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.228179 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.229425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:41.229691 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.240727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.269556 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Subnet': ['ID=7793a577-78b8-4d2b-816b-df9345a5ec9d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:41.335758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.369498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63438e52-5aae-4cef-ae5a-0b2ec2f2d522']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-7dfb4675-6551-4c08-a013-61c62f4948a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7793a577-78b8-4d2b-816b-df9345a5ec9d: This subnet is being modified by another concurrent operation. Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7793a577-78b8-4d2b-816b-df9345a5ec9d: This subnet is being modified by another concurrent operation. Nov 12 06:19:41.373894 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 06:19:41.382051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3641d4c3-e26b-4f8e-a136-ccfcb86b24d6') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:41.382945 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3641d4c3-e26b-4f8e-a136-ccfcb86b24d6') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:41.395203 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.399313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebfd3d1-d473-4d02-b8e6-e4f177efb20c None None] Network 63438e52-5aae-4cef-ae5a-0b2ec2f2d522 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:41.409131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.415743 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:41.416183 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:41.419460 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:41.477728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.485982 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.489148 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/63438e52-5aae-4cef-ae5a-0b2ec2f2d522 HTTP/1.1" status: 204 len: 168 time: 0.4998238 Nov 12 06:19:41.492560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57114) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:41.498935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76b036-0533-4108-bb60-f0eb68922472 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Network': ['ID=63438e52-5aae-4cef-ae5a-0b2ec2f2d522,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:41.527581 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c53f59-a47f-4886-af6b-3711949b9666 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] GET failed (client error): The resource could not be found. Nov 12 06:19:41.529644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-97c53f59-a47f-4886-af6b-3711949b9666 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "GET /v2.0/subnets/7793a577-78b8-4d2b-816b-df9345a5ec9d HTTP/1.1" status: 404 len: 337 time: 0.0360544 Nov 12 06:19:41.532350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57116) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:41.558262 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16b9918-20b9-4627-890c-a1ed817a2208 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] DELETE failed (client error): The resource could not be found. Nov 12 06:19:41.558839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16b9918-20b9-4627-890c-a1ed817a2208 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:19:41.561861 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f16b9918-20b9-4627-890c-a1ed817a2208 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/63438e52-5aae-4cef-ae5a-0b2ec2f2d522 HTTP/1.1" status: 404 len: 339 time: 0.0285475 Nov 12 06:19:41.565557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57118) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:41.590855 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de6d8d1-d99a-45cf-b98c-3a6b7ba52037 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] DELETE failed (client error): The resource could not be found. Nov 12 06:19:41.591292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de6d8d1-d99a-45cf-b98c-3a6b7ba52037 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:19:41.594255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4de6d8d1-d99a-45cf-b98c-3a6b7ba52037 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/subnets/7793a577-78b8-4d2b-816b-df9345a5ec9d HTTP/1.1" status: 404 len: 337 time: 0.0278003 Nov 12 06:19:41.596651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57120) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:41.614117 n-d-765315-28 neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79ddda4-6c8c-4d26-841a-b118d8dca7c6 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] DELETE failed (client error): The resource could not be found. Nov 12 06:19:41.614685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79ddda4-6c8c-4d26-841a-b118d8dca7c6 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:19:41.617587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d79ddda4-6c8c-4d26-841a-b118d8dca7c6 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/63438e52-5aae-4cef-ae5a-0b2ec2f2d522 HTTP/1.1" status: 404 len: 339 time: 0.0200579 Nov 12 06:19:41.619826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57122) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:41.668441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca25290-29a5-40b5-ac01-a1893ff6913a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Deleting subnet 0e675965-2bdb-497b-9ff6-dd951ec1117c {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:19:41.671516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ca25290-29a5-40b5-ac01-a1893ff6913a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.713592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ca25290-29a5-40b5-ac01-a1893ff6913a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.804527 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ca25290-29a5-40b5-ac01-a1893ff6913a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.863878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ca25290-29a5-40b5-ac01-a1893ff6913a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.891913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca25290-29a5-40b5-ac01-a1893ff6913a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Subnet': ['ID=0e675965-2bdb-497b-9ff6-dd951ec1117c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:41.895638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ca25290-29a5-40b5-ac01-a1893ff6913a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:41.898905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0ca25290-29a5-40b5-ac01-a1893ff6913a tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/subnets/0e675965-2bdb-497b-9ff6-dd951ec1117c HTTP/1.1" status: 204 len: 168 time: 0.2781773 Nov 12 06:19:41.901506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57124) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:41.982905 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.004605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1a055-178d-4708-8ac4-c7668a0275a5 None None] Network d653d5ef-1a5f-48db-80e2-9e2fc484799c requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:42.036646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Deleting port 97545f87-639d-4926-9e0e-6f2fd3f9263f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:19:42.036913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.099159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] For port 97545f87-639d-4926-9e0e-6f2fd3f9263f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=97545f87-639d-4926-9e0e-6f2fd3f9263f,segment=NetworkSegment(09dca7d4-3400-4672-b296-0d202e235d82),segment_id=09dca7d4-3400-4672-b296-0d202e235d82)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:42.099665 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.116861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Calling delete_port for 97545f87-639d-4926-9e0e-6f2fd3f9263f owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:19:42.122023 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5f331c19-5813-4caa-b1e1-3664c8fcfa36 None None] Provisioning complete for port 97545f87-639d-4926-9e0e-6f2fd3f9263f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:42.122418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f331c19-5813-4caa-b1e1-3664c8fcfa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.201238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.208617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f331c19-5813-4caa-b1e1-3664c8fcfa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.222819 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8b256-1ef4-4f69-a231-9526a0c4e052 None None] DHCP port deletion for d653d5ef-1a5f-48db-80e2-9e2fc484799c request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:42.228697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Port': ['ID=97545f87-639d-4926-9e0e-6f2fd3f9263f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:42.233550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No DVR routers for this DVR port 97545f87-639d-4926-9e0e-6f2fd3f9263f on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:19:42.258832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc9e82-9e61-4499-bbca-25f1a26217b6 None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 06:19:42.318133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.337878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d653d5ef-1a5f-48db-80e2-9e2fc484799c']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:42.347040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dca7d4-3400-4672-b296-0d202e235d82') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:42.347343 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dca7d4-3400-4672-b296-0d202e235d82') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:42.349884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc9e82-9e61-4499-bbca-25f1a26217b6 None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 06:19:42.356557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.369892 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.376251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:42.376626 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:42.379710 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:42.441826 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.448699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.454468 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/d653d5ef-1a5f-48db-80e2-9e2fc484799c HTTP/1.1" status: 204 len: 168 time: 0.5513854 Nov 12 06:19:42.454640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:42.467149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc7957-f429-4b5e-a72d-ee8e4349fff4 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Network': ['ID=d653d5ef-1a5f-48db-80e2-9e2fc484799c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:42.482677 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c605cf-77f5-4f5a-8f88-e8614ff99927 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] DELETE failed (client error): The resource could not be found. Nov 12 06:19:42.483127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c605cf-77f5-4f5a-8f88-e8614ff99927 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:19:42.486127 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-50c605cf-77f5-4f5a-8f88-e8614ff99927 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/subnets/28e839e8-89f4-49d0-adc5-bba0f0ae3061 HTTP/1.1" status: 404 len: 337 time: 0.0306437 Nov 12 06:19:42.488673 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57128) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:42.508588 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75dd8c5-fb48-4765-b51a-5641ebc65149 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] DELETE failed (client error): The resource could not be found. Nov 12 06:19:42.509177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75dd8c5-fb48-4765-b51a-5641ebc65149 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:19:42.513004 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-a75dd8c5-fb48-4765-b51a-5641ebc65149 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/466577d8-2dfe-4209-b7ae-6bb264e7f010 HTTP/1.1" status: 404 len: 339 time: 0.0233967 Nov 12 06:19:42.515619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57130) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:42.545529 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec021bb-9f50-4fb7-8343-169a7609debc tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] DELETE failed (client error): The resource could not be found. Nov 12 06:19:42.545995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec021bb-9f50-4fb7-8343-169a7609debc tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:19:42.549494 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2ec021bb-9f50-4fb7-8343-169a7609debc tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/subnets/c983e8f3-0590-4f5a-ba5a-042f11403e83 HTTP/1.1" status: 404 len: 337 time: 0.0329607 Nov 12 06:19:42.552214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57132) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:42.569944 n-d-765315-28 neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-39358aa6-2a5d-49c7-89fa-f3c48afde9c7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] DELETE failed (client error): The resource could not be found. Nov 12 06:19:42.570384 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39358aa6-2a5d-49c7-89fa-f3c48afde9c7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 06:19:42.573382 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-39358aa6-2a5d-49c7-89fa-f3c48afde9c7 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/d3dbcdb1-f4bc-4fda-9402-fa99d9d9e52a HTTP/1.1" status: 404 len: 339 time: 0.0202513 Nov 12 06:19:42.576341 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:42.625724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5e1f00-f7f2-4b15-bf92-ad3304d260c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Deleting subnet 0b48d23e-bf7d-4d3a-ab24-185fe712930f {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:19:42.628695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f00-f7f2-4b15-bf92-ad3304d260c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:42.666447 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f00-f7f2-4b15-bf92-ad3304d260c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.087356 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f00-f7f2-4b15-bf92-ad3304d260c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.143282 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f00-f7f2-4b15-bf92-ad3304d260c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.168615 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e1f00-f7f2-4b15-bf92-ad3304d260c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Subnet': ['ID=0b48d23e-bf7d-4d3a-ab24-185fe712930f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:43.172154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f00-f7f2-4b15-bf92-ad3304d260c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.176084 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ce5e1f00-f7f2-4b15-bf92-ad3304d260c9 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/subnets/0b48d23e-bf7d-4d3a-ab24-185fe712930f HTTP/1.1" status: 204 len: 168 time: 0.5983140 Nov 12 06:19:43.177995 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57136) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:43.180351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a575bab-de2b-4ef8-a2d7-000c0ec28feb None None] Network 2d47a567-0367-4682-8132-ee58a93e752b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:43.257926 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.309072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Deleting port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:19:43.309406 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.342222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] DHCP port deletion for 2d47a567-0367-4682-8132-ee58a93e752b request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:43.372571 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] For port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,segment=NetworkSegment(ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8),segment_id=ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:43.372933 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.389195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] Deleting port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:19:43.389562 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.389825 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Calling delete_port for 3b9b2716-81a4-483c-9fe0-26ddbd7a224f owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:19:43.453981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] For port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,segment=NetworkSegment(ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8),segment_id=ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:43.454742 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.466922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.467501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] Calling delete_port for 3b9b2716-81a4-483c-9fe0-26ddbd7a224f owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:19:43.493201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Port': ['ID=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:43.498468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] No DVR routers for this DVR port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:19:43.539703 n-d-765315-28 neutron-server[102591]: self.session.flush() Nov 12 06:19:43.544791 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.574804 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] Pushing event deleted for resources: {'Port': ['ID=3b9b2716-81a4-483c-9fe0-26ddbd7a224f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:43.576555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd980602-c47f-45b7-aed1-f6ab6dfdf33e None None] No DVR routers for this DVR port 3b9b2716-81a4-483c-9fe0-26ddbd7a224f on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:19:43.581935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.601982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d47a567-0367-4682-8132-ee58a93e752b']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:43.611530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:43.611839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0fd8ef-ac0d-4a42-b3cf-87db6052b4a8') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:43.621634 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.634551 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.640474 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:43.640857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:43.643841 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:43.703126 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.709880 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:43.713039 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] 10.222.0.48 "DELETE /v2.0/networks/2d47a567-0367-4682-8132-ee58a93e752b HTTP/1.1" status: 204 len: 168 time: 0.5340812 Nov 12 06:19:43.724624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe94ec-395e-46fa-86f0-4865ca4d5b62 tempest-NetworksIpV6Test-1713824465 tempest-NetworksIpV6Test-1713824465-project] Pushing event deleted for resources: {'Network': ['ID=2d47a567-0367-4682-8132-ee58a93e752b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:43.948103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57142) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:44.002111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba87d42e-6a4b-4cd1-8843-cdc30039edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.077805 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0647b8aa-1d21-4ef3-ab62-8f16c7ce029b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2442a8eaedd947a69f6289b9fa93f67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284013 Nov 12 06:19:44.080310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57146) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:44.126283 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-468505d3-0218-4020-a593-b10939d5772d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.146756 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-468505d3-0218-4020-a593-b10939d5772d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.190616 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-468505d3-0218-4020-a593-b10939d5772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.193138 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-468505d3-0218-4020-a593-b10939d5772d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.194263 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-468505d3-0218-4020-a593-b10939d5772d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40eeef3f-c96b-4f69-ac23-1171aeb7b0cc HTTP/1.1" status: 204 len: 168 time: 0.1129901 Nov 12 06:19:44.202069 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468505d3-0218-4020-a593-b10939d5772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eeef3f-c96b-4f69-ac23-1171aeb7b0cc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:44.811804 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57168) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:44.902823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-019990f0-ab58-4ecc-84d0-7cafa8f6f325 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-662359882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:44.925852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-019990f0-ab58-4ecc-84d0-7cafa8f6f325 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.926908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-019990f0-ab58-4ecc-84d0-7cafa8f6f325 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.975468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-019990f0-ab58-4ecc-84d0-7cafa8f6f325 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.979468 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-019990f0-ab58-4ecc-84d0-7cafa8f6f325 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.997234 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-019990f0-ab58-4ecc-84d0-7cafa8f6f325 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:44.998435 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-019990f0-ab58-4ecc-84d0-7cafa8f6f325 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1855757 Nov 12 06:19:45.001291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57172) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:45.006519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1746757275'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:45.026748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Made reservation on behalf of 2a5cc55ebc7b47239db7e6776b63621b for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:45.030176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.039138 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.052762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3b9b2716-81a4-483c-9fe0-26ddbd7a224f no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:19:45.073814 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3b9b2716-81a4-483c-9fe0-26ddbd7a224f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:19:45.074084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3b9b2716-81a4-483c-9fe0-26ddbd7a224f not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:19:45.117792 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.121981 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.153601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:45.159741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a884b462-f34c-47d7-a2c6-d5acfd86c3b1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:45.165645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.165995 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Added segment e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b of type vlan for network 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 Nov 12 06:19:45.206175 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.231327 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.236922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:45.237509 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.271407 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2689862 Nov 12 06:19:45.274282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57174) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:45.279960 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Request body: {'subnet': {'network_id': '3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:45.305901 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688bd01-8fb1-471e-a09a-891abc75a0ae tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event updated for resources: {'Network': ['ID=3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:45.315925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:45.370197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Made reservation on behalf of 2a5cc55ebc7b47239db7e6776b63621b for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:45.373773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.568424 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.626806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event updated for resources: {'Subnet': ['ID=b14dbd57-40cc-4f0b-9068-5eb3419dc1fa,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:45.637200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Checking segment: {'id': 'e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:45.637559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Network hostable DHCP agents. Network: 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:45.654305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Network 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:45.663591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:45.667835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:45.668388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.672403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a0514a-146d-483d-94c0-1d415cfa00b1 None None] Network 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:45.684979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e0fb6d5-561c-418b-9b20-ba9b2e28d622 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094918 Nov 12 06:19:45.688040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57176) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:45.693062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1985400686'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:45.713852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Made reservation on behalf of 2a5cc55ebc7b47239db7e6776b63621b for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:45.719267 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.745038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:45.755183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.755626 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Added segment ac866ac4-c32c-4cb7-8c14-8cc23ad2dcbd of type vlan for network 157895a3-f650-4577-be55-92581aa82701 Nov 12 06:19:45.800352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.825812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3', 'network_id': '3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3', 'tenant_id': '2a5cc55ebc7b47239db7e6776b63621b', 'fixed_ips': [{'subnet_id': 'b14dbd57-40cc-4f0b-9068-5eb3419dc1fa'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:45.826557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.826821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.832303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:45.832887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:45.877289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1855714 Nov 12 06:19:45.877555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57178) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:45.883587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Request body: {'subnet': {'network_id': '157895a3-f650-4577-be55-92581aa82701', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:45.912263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508a988-6750-4c56-9162-d09adfff8d8b tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event updated for resources: {'Network': ['ID=157895a3-f650-4577-be55-92581aa82701,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:45.930018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 157895a3-f650-4577-be55-92581aa82701 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:45.985293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Made reservation on behalf of 2a5cc55ebc7b47239db7e6776b63621b for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:45.988942 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.186048 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.198311 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Allocated IP 172.20.0.2 (3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3/b14dbd57-40cc-4f0b-9068-5eb3419dc1fa/6d325441-7741-4842-b1e5-e450ad2aab5a) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:46.248442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event updated for resources: {'Subnet': ['ID=106c7329-e5ee-44fd-b277-0b611682f4af,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:46.257226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Checking segment: {'id': 'ac866ac4-c32c-4cb7-8c14-8cc23ad2dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '157895a3-f650-4577-be55-92581aa82701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:46.257598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Network hostable DHCP agents. Network: 157895a3-f650-4577-be55-92581aa82701, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:46.274265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Network 157895a3-f650-4577-be55-92581aa82701 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:46.282754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 157895a3-f650-4577-be55-92581aa82701) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:46.286845 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:46.287476 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.294158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af012283-6019-4326-99b5-65c7998da034 None None] Network 157895a3-f650-4577-be55-92581aa82701 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:46.304105 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-582acebe-1e0d-48bc-bd58-13aa1b9154e8 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4254587 Nov 12 06:19:46.307003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57180) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:46.312826 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-45dbc4d1-c86c-4b34-b6d7-da4088f1493d tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Request body: {'router': {'external_gateway_info': {'network_id': '157895a3-f650-4577-be55-92581aa82701'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:46.410737 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.419790 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.458237 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-19d0df9a-a1c8-462e-af4e-b5eb66d67dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.506236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Network 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:46.509132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Pushing event updated for resources: {'Port': ['ID=6d325441-7741-4842-b1e5-e450ad2aab5a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:46.513675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:46.522187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:46.531734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-45dbc4d1-c86c-4b34-b6d7-da4088f1493d tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.582138 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20acb7-96b0-4e4a-ba52-aa5a58d55694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-157895a3-f650-4577-be55-92581aa82701', 'network_id': '157895a3-f650-4577-be55-92581aa82701', 'tenant_id': '2a5cc55ebc7b47239db7e6776b63621b', 'fixed_ips': [{'subnet_id': '106c7329-e5ee-44fd-b277-0b611682f4af'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:46.583031 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d20acb7-96b0-4e4a-ba52-aa5a58d55694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.607486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Attempting to bind port 6d325441-7741-4842-b1e5-e450ad2aab5a on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:46.607855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Attempting to bind port 6d325441-7741-4842-b1e5-e450ad2aab5a by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:46.608226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Attempting to bind port 6d325441-7741-4842-b1e5-e450ad2aab5a on network 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:46.621010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:46.621503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Checking segment: {'id': 'e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:46.621910 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.622450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Bound using segment: {'id': 'e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:46.622925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Bound port: 6d325441-7741-4842-b1e5-e450ad2aab5a, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:46.623317 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.639364 n-d-765315-28 neutron-server[102589]: INFO neutron.api.v2.resource [None req-45dbc4d1-c86c-4b34-b6d7-da4088f1493d tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 06:19:46.640418 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-45dbc4d1-c86c-4b34-b6d7-da4088f1493d tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "PUT /v2.0/routers/9631bfb2-5ff7-40d3-8eac-149f068d3905 HTTP/1.1" status: 400 len: 364 time: 0.3324177 Nov 12 06:19:46.646686 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57182) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:46.698166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e942ec9-4c87-4d59-8668-e2209a6b84cf tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Deleting subnet 106c7329-e5ee-44fd-b277-0b611682f4af {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:19:46.701666 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e942ec9-4c87-4d59-8668-e2209a6b84cf tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.746420 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e942ec9-4c87-4d59-8668-e2209a6b84cf tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.749115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] For port 6d325441-7741-4842-b1e5-e450ad2aab5a, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:46.752460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] For port 6d325441-7741-4842-b1e5-e450ad2aab5a, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6d325441-7741-4842-b1e5-e450ad2aab5a,segment=NetworkSegment(e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b),segment_id=e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:46.756873 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.798078 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e942ec9-4c87-4d59-8668-e2209a6b84cf tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.821440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144f5df-3623-4e3f-8475-ce388310ec9b None None] Pushing event updated for resources: {'Port': ['ID=6d325441-7741-4842-b1e5-e450ad2aab5a,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:46.858678 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e942ec9-4c87-4d59-8668-e2209a6b84cf tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server [None req-2d20acb7-96b0-4e4a-ba52-aa5a58d55694 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 106c7329-e5ee-44fd-b277-0b611682f4af: This subnet is being modified by another concurrent operation. Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server raise exception Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 106c7329-e5ee-44fd-b277-0b611682f4af: This subnet is being modified by another concurrent operation. Nov 12 06:19:46.862703 n-d-765315-28 neutron-server[102591]: ERROR oslo_messaging.rpc.server Nov 12 06:19:46.884664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d77a688-c822-469a-8aa3-476b7da624d6 None None] Network 157895a3-f650-4577-be55-92581aa82701 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:46.888154 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6e942ec9-4c87-4d59-8668-e2209a6b84cf tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:46.891385 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6e942ec9-4c87-4d59-8668-e2209a6b84cf tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "DELETE /v2.0/subnets/106c7329-e5ee-44fd-b277-0b611682f4af HTTP/1.1" status: 204 len: 168 time: 0.2437198 Nov 12 06:19:46.892441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e942ec9-4c87-4d59-8668-e2209a6b84cf tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event deleted for resources: {'Subnet': ['ID=106c7329-e5ee-44fd-b277-0b611682f4af,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:46.893944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57184) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:46.991190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.100627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.122587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157895a3-f650-4577-be55-92581aa82701']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:47.123764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6d325441-7741-4842-b1e5-e450ad2aab5a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:47.132812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac866ac4-c32c-4cb7-8c14-8cc23ad2dcbd') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:47.133111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac866ac4-c32c-4cb7-8c14-8cc23ad2dcbd') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:47.143150 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.158178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.167108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:47.167379 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:47.170526 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:47.176766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 6d325441-7741-4842-b1e5-e450ad2aab5a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:47.177141 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.229189 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.237089 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.240193 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "DELETE /v2.0/networks/157895a3-f650-4577-be55-92581aa82701 HTTP/1.1" status: 204 len: 168 time: 0.3453009 Nov 12 06:19:47.242880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57186) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:47.254025 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4b2fc-7717-4162-9ea4-3a55e7afafac tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event deleted for resources: {'Network': ['ID=157895a3-f650-4577-be55-92581aa82701,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:47.262401 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.295411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 6d325441-7741-4842-b1e5-e450ad2aab5a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6d325441-7741-4842-b1e5-e450ad2aab5a,segment=NetworkSegment(e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b),segment_id=e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:47.299577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9242f668-b703-4916-99a5-d2f0688c6f33 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Deleting subnet b14dbd57-40cc-4f0b-9068-5eb3419dc1fa {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:19:47.300192 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.303406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9242f668-b703-4916-99a5-d2f0688c6f33 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.348920 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9242f668-b703-4916-99a5-d2f0688c6f33 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.349147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=6d325441-7741-4842-b1e5-e450ad2aab5a,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:47.430430 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9242f668-b703-4916-99a5-d2f0688c6f33 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.491659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9242f668-b703-4916-99a5-d2f0688c6f33 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.525320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242f668-b703-4916-99a5-d2f0688c6f33 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event deleted for resources: {'Subnet': ['ID=b14dbd57-40cc-4f0b-9068-5eb3419dc1fa,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:47.529099 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9242f668-b703-4916-99a5-d2f0688c6f33 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.532396 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9242f668-b703-4916-99a5-d2f0688c6f33 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "DELETE /v2.0/subnets/b14dbd57-40cc-4f0b-9068-5eb3419dc1fa HTTP/1.1" status: 204 len: 168 time: 0.2884183 Nov 12 06:19:47.534848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57188) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:47.567679 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.614866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.669247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Deleting port 6d325441-7741-4842-b1e5-e450ad2aab5a {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:19:47.669590 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.739174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] For port 6d325441-7741-4842-b1e5-e450ad2aab5a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=6d325441-7741-4842-b1e5-e450ad2aab5a,segment=NetworkSegment(e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b),segment_id=e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:47.739550 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.741596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6e187-6a94-4172-b4db-18a2e71e5b73 None None] Network 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:47.753512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Calling delete_port for 6d325441-7741-4842-b1e5-e450ad2aab5a owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:19:47.834414 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.836264 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-87df251d-d581-4810-b19b-6d396359459e None None] Could not find standard attr ID for object 6d325441-7741-4842-b1e5-e450ad2aab5a. {{(pid=102591) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 06:19:47.860945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event deleted for resources: {'Port': ['ID=6d325441-7741-4842-b1e5-e450ad2aab5a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:47.864281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] No DVR routers for this DVR port 6d325441-7741-4842-b1e5-e450ad2aab5a on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:19:47.906999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a757dc-f19a-4efc-894f-7f168ae96526 None None] DHCP port deletion for 3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:47.924106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb3af3-a7ab-4e21-8452-3f80b2334e8d None None] get_active_networks_info from n-d-765315-28 {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 06:19:47.952596 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:47.973281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:47.983448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:47.983707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ddf70c-6d6e-4c30-9cdf-4cc3af9a487b') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:47.993028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.006773 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.009100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bb3af3-a7ab-4e21-8452-3f80b2334e8d None None] Resources bound (agent type, host, resource id): {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 06:19:48.012850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:19:48.013277 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:19:48.016298 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:19:48.081973 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.086780 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.090564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "DELETE /v2.0/networks/3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3 HTTP/1.1" status: 204 len: 168 time: 0.5542550 Nov 12 06:19:48.092941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:48.105644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e377a-a52b-4c06-85bc-986dd1aad992 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Pushing event deleted for resources: {'Network': ['ID=3f9d5cf6-c8a9-42f9-b4ad-57cfa84bebf3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:48.121071 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-23a68235-38c0-46c2-a542-913ca0c9ccbc tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "GET /v2.0/ports?device_id=9631bfb2-5ff7-40d3-8eac-149f068d3905 HTTP/1.1" status: 200 len: 205 time: 0.0258420 Nov 12 06:19:48.123050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57192) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:48.197693 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e9e-d8b4-4e2e-98eb-46c2b3333465 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.351458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e9e-d8b4-4e2e-98eb-46c2b3333465 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.353485 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e9e-d8b4-4e2e-98eb-46c2b3333465 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.394890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e9e-d8b4-4e2e-98eb-46c2b3333465 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.395406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd9e9e-d8b4-4e2e-98eb-46c2b3333465 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Fanout notify agent at l3_agent the message router_deleted on router 9631bfb2-5ff7-40d3-8eac-149f068d3905 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:19:48.403134 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e9e-d8b4-4e2e-98eb-46c2b3333465 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.404222 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0dfd9e9e-d8b4-4e2e-98eb-46c2b3333465 tempest-RoutersNegativeTest-883860393 tempest-RoutersNegativeTest-883860393-project] 10.222.0.48 "DELETE /v2.0/routers/9631bfb2-5ff7-40d3-8eac-149f068d3905 HTTP/1.1" status: 204 len: 168 time: 0.2802734 Nov 12 06:19:48.638958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57198) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:48.771916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-305564a3-0aca-499b-bcba-c2044dc67c85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a5cc55ebc7b47239db7e6776b63621b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317363 Nov 12 06:19:48.774261 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57202) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:48.797103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.831037 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-118049a9-287a-4526-bb3a-33a95a1eab20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.852006 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-118049a9-287a-4526-bb3a-33a95a1eab20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.899219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-118049a9-287a-4526-bb3a-33a95a1eab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.901726 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-118049a9-287a-4526-bb3a-33a95a1eab20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:48.902921 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-118049a9-287a-4526-bb3a-33a95a1eab20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a884b462-f34c-47d7-a2c6-d5acfd86c3b1 HTTP/1.1" status: 204 len: 168 time: 0.1277244 Nov 12 06:19:48.911289 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118049a9-287a-4526-bb3a-33a95a1eab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884b462-f34c-47d7-a2c6-d5acfd86c3b1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:49.069309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6d325441-7741-4842-b1e5-e450ad2aab5a no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:19:49.089605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 6d325441-7741-4842-b1e5-e450ad2aab5a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:19:49.089951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 6d325441-7741-4842-b1e5-e450ad2aab5a not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:19:49.505630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57224) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:49.601532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-289939681-network', 'tenant_id': '87a1f34166e54aa481442d870267355f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:49.622643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Made reservation on behalf of 87a1f34166e54aa481442d870267355f for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:49.624922 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.633004 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.654621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.708645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.712487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.733114 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:49.746832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a43a3-9586-4d4d-864b-6a9d775b2ce8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:49.751690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.752036 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Added segment e95c614a-4396-4b09-a39c-4c0084cbcc73 of type vlan for network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b Nov 12 06:19:49.794161 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.819358 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.820308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:49.820919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.851889 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3451681 Nov 12 06:19:49.854894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57228) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:49.859978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Request body: {'subnet': {'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-subnet', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:49.880516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Made reservation on behalf of 87a1f34166e54aa481442d870267355f for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:49.882851 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf722212-f6e9-4489-b8b0-088d82348649 admin admin] Pushing event updated for resources: {'Network': ['ID=1553bb55-608c-4cb9-8a1d-0435d6c7e80b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:49.883011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:49.892955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:50.047088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.101673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d15b41-c8ec-4cb3-a080-94cbc149ca4e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:50.109446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Checking segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:50.109798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Network hostable DHCP agents. Network: 1553bb55-608c-4cb9-8a1d-0435d6c7e80b, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:50.126161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:50.134724 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 1553bb55-608c-4cb9-8a1d-0435d6c7e80b) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:50.138671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:50.139269 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.144018 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d18cc8-58f1-459d-b55d-67029aae9b37 None None] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:50.157452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7572ef1c-e743-4b1b-98d2-ebb9c5e9208e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2989578 Nov 12 06:19:50.157789 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57230) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:50.162067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:50.182956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.184419 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.239476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.288332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'fixed_ips': [{'subnet_id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:50.289224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.375797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.427524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Allocated IP 172.20.0.2 (1553bb55-608c-4cb9-8a1d-0435d6c7e80b/81d15b41-c8ec-4cb3-a080-94cbc149ca4e/8cf785b0-d19c-4446-89d3-8dce0d18bfe3) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:50.571399 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.577123 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.579319 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.598504 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.613037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:50.615821 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:50.619118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:50.633503 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Pushing event updated for resources: {'Port': ['ID=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:50.681065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Attempting to bind port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:50.681431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Attempting to bind port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:50.681793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Attempting to bind port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 on network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:50.686802 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:50.687179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Checking segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:50.687575 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.687969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Bound using segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:50.688429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Bound port: 8cf785b0-d19c-4446-89d3-8dce0d18bfe3, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:50.688807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.705823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Allocated IP 172.25.2.174 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:50.756136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] For port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:50.759854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] For port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:50.765801 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.815867 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.828750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a1382-7712-4e45-b009-2264403e70a4 None None] Pushing event updated for resources: {'Port': ['ID=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:50.855016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:50.897094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:50.903353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:50.905539 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Pushing event updated for resources: {'Port': ['ID=cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:50.907667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:50.917437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0910acd7-7d86-4bb4-a3ce-e90abe195bde None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:50.984176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dd5e4ae9-fbd9-47f3-9945-9e37c97de2fc None None] Provisioning complete for port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:50.984176 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4ae9-fbd9-47f3-9945-9e37c97de2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:51.048068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e4ae9-fbd9-47f3-9945-9e37c97de2fc None None] Port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:19:51.132186 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:51.183989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:51.184355 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:51.187806 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:51.259998 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:51.291593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:51.296146 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:51.347074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:51.379406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:51.510443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Router eb47873d-e992-42eb-8498-5240842af6a2 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:19:51.622491 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:19:51.631848 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Sync routers for ids ['eb47873d-e992-42eb-8498-5240842af6a2'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:19:51.643398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:51.644393 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Routers {'eb47873d-e992-42eb-8498-5240842af6a2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:19:51.647473 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eb47873d-e992-42eb-8498-5240842af6a2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:51.647612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9671e0bb-f73d-4893-bfba-2138c81231ff admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4860923 Nov 12 06:19:51.647947 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57232) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:51.752030 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Set router eb47873d-e992-42eb-8498-5240842af6a2 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:19:51.769426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c7ac1d-ec73-4939-9aa0-8d8971e9961d None None] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:51.895939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dc870d87-a03d-4892-a46c-162e670e55bd None None] Provisioning complete for port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:51.896343 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc870d87-a03d-4892-a46c-162e670e55bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:51.941793 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:51Z', 'revision_number': 3, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port': {'id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:51.969025 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Checking router: eb47873d-e992-42eb-8498-5240842af6a2 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:19:51.969495 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Updating router eb47873d-e992-42eb-8498-5240842af6a2 port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:19:51.998004 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.090303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.230445 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-12428645-5839-49e9-8661-7700136c0e8d None None] Provisioning complete for port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:52.231114 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-12428645-5839-49e9-8661-7700136c0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.260283 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Allocated IP 172.20.0.1 (1553bb55-608c-4cb9-8a1d-0435d6c7e80b/81d15b41-c8ec-4cb3-a080-94cbc149ca4e/0542a734-8748-45d7-8f78-7cdc3b0216d7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:52.351392 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.357135 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.365868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.394566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b87cf-7069-4e9a-9650-af5a54b065ce None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:52.400765 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Attempting to bind port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:52.401399 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Attempting to bind port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:52.402209 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Attempting to bind port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:52.405036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.415093 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Pushing event updated for resources: {'Port': ['ID=cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:52.417196 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:52.417567 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:52.417966 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.418385 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:52.418999 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Bound port: cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:52.419404 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.438831 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-570ad4bd-0c88-4d9c-9a3d-89c26c56f4e9 None None] Provisioning complete for port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:52.439518 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-570ad4bd-0c88-4d9c-9a3d-89c26c56f4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.445644 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.445996 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.446127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:52.446364 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.446705 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.447017 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.447343 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.447667 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.447987 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.448844 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.449166 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.449487 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.449800 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:19:52.451390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:52.454911 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:52.460623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0542a734-8748-45d7-8f78-7cdc3b0216d7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:52.480083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-570ad4bd-0c88-4d9c-9a3d-89c26c56f4e9 None None] Port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:19:52.484809 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] For port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:52.488079 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] For port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:52.493496 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.508465 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.542383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77a4e8-b4ea-4e24-80e4-38de8793e787 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:52.551440 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68caacd-7ed7-45ca-9f98-2bb1aefbb7f6 None None] Pushing event updated for resources: {'Port': ['ID=cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:52.568079 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Routers {'eb47873d-e992-42eb-8498-5240842af6a2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:19:52.569130 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eb47873d-e992-42eb-8498-5240842af6a2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:52.611177 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ddcf486f-f8d0-49d1-b00b-e65a8549a15b None None] Provisioning complete for port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:52.612054 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddcf486f-f8d0-49d1-b00b-e65a8549a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.658314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.680625 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] Set router eb47873d-e992-42eb-8498-5240842af6a2 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:19:52.711095 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddcf486f-f8d0-49d1-b00b-e65a8549a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.736390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ddcf486f-f8d0-49d1-b00b-e65a8549a15b None None] For port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:52.741704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ddcf486f-f8d0-49d1-b00b-e65a8549a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.792472 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf486f-f8d0-49d1-b00b-e65a8549a15b None None] Pushing event updated for resources: {'Port': ['ID=cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:52.849681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.856210 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.860951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b8100003-a12f-4c77-91fb-53283291b0b4 None None] Provisioning complete for port 0542a734-8748-45d7-8f78-7cdc3b0216d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:52.861406 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8100003-a12f-4c77-91fb-53283291b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.882916 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:51Z', 'revision_number': 3, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port': {'id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:52.898722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b8100003-a12f-4c77-91fb-53283291b0b4 None None] Port 0542a734-8748-45d7-8f78-7cdc3b0216d7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:19:52.914888 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ec890-7222-496d-a96d-49d20f5dc091 None None] The sync data for ids ['eb47873d-e992-42eb-8498-5240842af6a2'] in n-d-765315-28 is: [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:51Z', 'revision_number': 3, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port': {'id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:19:52.937511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:52.939485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0542a734-8748-45d7-8f78-7cdc3b0216d7,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:53.033386 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:53.034892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:53.072158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:53.125210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:53.125587 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:53.200732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Router eb47873d-e992-42eb-8498-5240842af6a2 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:19:53.329205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:19:53.334256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-716470cd-356d-4ebd-8b4e-fee7c98354e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/eb47873d-e992-42eb-8498-5240842af6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851668 Nov 12 06:19:53.422103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2d62c5cb-4abe-477d-8955-cb49ed8ba703 None None] Provisioning complete for port 0542a734-8748-45d7-8f78-7cdc3b0216d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:53.422726 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2d62c5cb-4abe-477d-8955-cb49ed8ba703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:53.459327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2d62c5cb-4abe-477d-8955-cb49ed8ba703 None None] Port 0542a734-8748-45d7-8f78-7cdc3b0216d7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:19:53.831570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57248) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:53.836713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-901202415-network', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:53.857570 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Made reservation on behalf of 8ca87090cf1a46488c1e5fee9af0757e for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:53.860097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:53.868274 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:53.942695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:53.946612 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:53.975509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403cba23-3410-4971-b664-7df32758147f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:19:53.985659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed7535e-23a2-41d0-83ba-317089501d2d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:53.991865 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:53.992223 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Added segment bf99254e-0c84-4970-ba62-63f156fcc3a9 of type vlan for network 6618cf58-c00d-46c8-80d9-29afb3e130af Nov 12 06:19:54.032915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.056954 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.058012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:54.058629 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.090579 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-403cba23-3410-4971-b664-7df32758147f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2578838 Nov 12 06:19:54.093391 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57250) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:54.098387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Request body: {'subnet': {'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-subnet', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:54.119952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Made reservation on behalf of 8ca87090cf1a46488c1e5fee9af0757e for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:19:54.121820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cba23-3410-4971-b664-7df32758147f admin admin] Pushing event updated for resources: {'Network': ['ID=6618cf58-c00d-46c8-80d9-29afb3e130af,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:54.122956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.132288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 6618cf58-c00d-46c8-80d9-29afb3e130af details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:19:54.294065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.348053 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:54.358214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Checking segment: {'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:54.358611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Network hostable DHCP agents. Network: 6618cf58-c00d-46c8-80d9-29afb3e130af, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:19:54.376910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Network 6618cf58-c00d-46c8-80d9-29afb3e130af is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:19:54.386596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 6618cf58-c00d-46c8-80d9-29afb3e130af) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:54.390567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:54.391154 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.396121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8138a4fa-ac6e-415a-a7c8-42597064854a None None] Network 6618cf58-c00d-46c8-80d9-29afb3e130af requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:54.406787 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6d9dd6eb-c790-4c07-9a73-3ee6a2e1ec02 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3122659 Nov 12 06:19:54.409241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57252) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:54.413608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:19:54.435488 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.436699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.494163 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.552150 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-6618cf58-c00d-46c8-80d9-29afb3e130af', 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'fixed_ips': [{'subnet_id': '7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:19:54.553030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.556808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Sync routers for ids ['eb47873d-e992-42eb-8498-5240842af6a2'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:19:54.579103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Routers {'eb47873d-e992-42eb-8498-5240842af6a2'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:19:54.579725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eb47873d-e992-42eb-8498-5240842af6a2'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:54.629673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:54.950245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Set router eb47873d-e992-42eb-8498-5240842af6a2 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:19:54.981380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Allocated IP 172.20.0.2 (6618cf58-c00d-46c8-80d9-29afb3e130af/7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6/ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:55.103144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:55.171790 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.190815 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.286837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:55.287212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.296551 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Allocated IP 172.25.2.44 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/d4b31cd6-9fe5-4b67-9ef8-7bae1378d255) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:55.329784 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.344590 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.393967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Network 6618cf58-c00d-46c8-80d9-29afb3e130af is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:55.397401 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.408149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:55.410594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:55.432511 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.433873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Pushing event updated for resources: {'Port': ['ID=ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:55.449141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 4, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port': {'id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0542a734-8748-45d7-8f78-7cdc3b0216d7', 'name': '', 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'mac_address': 'fa:16:3e:e3:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:52Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 2, 'project_id': '87a1f34166e54aa481442d870267355f', 'subnets': [{'id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:55.476186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:55.481232 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:55.484696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:55.503572 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc5ef2-dd75-4600-8980-b9537fcb7cc2 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:55.508011 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Pushing event updated for resources: {'Port': ['ID=d4b31cd6-9fe5-4b67-9ef8-7bae1378d255,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:55.521585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Checking router: eb47873d-e992-42eb-8498-5240842af6a2 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:19:55.521949 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Updating router eb47873d-e992-42eb-8498-5240842af6a2 port 0542a734-8748-45d7-8f78-7cdc3b0216d7 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:19:55.562967 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.564991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Attempting to bind port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:55.565357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Attempting to bind port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:55.565723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Attempting to bind port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 on network 6618cf58-c00d-46c8-80d9-29afb3e130af {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:55.584095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:55.584475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Checking segment: {'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:55.584878 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.585268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Bound using segment: {'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:55.585746 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Bound port: ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:55.586126 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.660173 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-98ab3b5e-6d1c-428a-aa85-8fbee1f8c45c None None] Provisioning complete for port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:55.660551 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98ab3b5e-6d1c-428a-aa85-8fbee1f8c45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.741903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.783738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-98ab3b5e-6d1c-428a-aa85-8fbee1f8c45c None None] Port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:19:55.786849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] For port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:55.791500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] For port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25,segment=NetworkSegment(bf99254e-0c84-4970-ba62-63f156fcc3a9),segment_id=bf99254e-0c84-4970-ba62-63f156fcc3a9)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:55.802417 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.909764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e6b04-d896-460e-b936-e53a21828bfc None None] Pushing event updated for resources: {'Port': ['ID=ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:55.955849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:55.994477 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.001735 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.066703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b9906-1423-4dda-b58f-805f96c0a92d None None] Pushing event updated for resources: {'Port': ['ID=0542a734-8748-45d7-8f78-7cdc3b0216d7,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:56.120942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Attempting to bind port 0542a734-8748-45d7-8f78-7cdc3b0216d7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:56.121327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Attempting to bind port 0542a734-8748-45d7-8f78-7cdc3b0216d7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:56.121503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Router e83c8cea-0034-4dcc-a3cf-fde7b5f896de is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:19:56.121715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Attempting to bind port 0542a734-8748-45d7-8f78-7cdc3b0216d7 on network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:56.127004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:56.127354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Checking segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:56.127759 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.128157 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Bound using segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:56.128629 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Bound port: 0542a734-8748-45d7-8f78-7cdc3b0216d7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:56.129021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.203754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] For port 0542a734-8748-45d7-8f78-7cdc3b0216d7, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:56.207712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] For port 0542a734-8748-45d7-8f78-7cdc3b0216d7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0542a734-8748-45d7-8f78-7cdc3b0216d7,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:56.216298 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.252272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:19:56.271993 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.272897 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Sync routers for ids ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:19:56.273583 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-20ad649f-b64d-481d-a1d5-5cd1dd9c183b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8632088 Nov 12 06:19:56.276315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57254) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:19:56.286753 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Routers {'e83c8cea-0034-4dcc-a3cf-fde7b5f896de'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:19:56.287622 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:56.293530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b9906-1423-4dda-b58f-805f96c0a92d None None] Pushing event updated for resources: {'Port': ['ID=0542a734-8748-45d7-8f78-7cdc3b0216d7,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:56.296686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Routers {'eb47873d-e992-42eb-8498-5240842af6a2'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:19:56.297309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eb47873d-e992-42eb-8498-5240842af6a2'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:56.434596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] Set router eb47873d-e992-42eb-8498-5240842af6a2 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:19:56.435465 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Set router e83c8cea-0034-4dcc-a3cf-fde7b5f896de gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:19:56.476964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cc97ad5e-ca56-4ec2-ab06-d489c241095f None None] Provisioning complete for port 0542a734-8748-45d7-8f78-7cdc3b0216d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:56.477364 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc97ad5e-ca56-4ec2-ab06-d489c241095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.672394 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:19:55Z', 'revision_number': 3, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:56.696641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc97ad5e-ca56-4ec2-ab06-d489c241095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.707301 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Checking router: e83c8cea-0034-4dcc-a3cf-fde7b5f896de for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:19:56.707658 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Updating router e83c8cea-0034-4dcc-a3cf-fde7b5f896de port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:19:56.740521 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-cc97ad5e-ca56-4ec2-ab06-d489c241095f None None] For port 0542a734-8748-45d7-8f78-7cdc3b0216d7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0542a734-8748-45d7-8f78-7cdc3b0216d7,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:56.747366 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.751499 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cc97ad5e-ca56-4ec2-ab06-d489c241095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.788074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 4, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port': {'id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0542a734-8748-45d7-8f78-7cdc3b0216d7', 'name': '', 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'mac_address': 'fa:16:3e:e3:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:52Z', 'updated_at': '2021-11-12T06:19:56Z', 'revision_number': 4, 'project_id': '87a1f34166e54aa481442d870267355f', 'subnets': [{'id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:56.824475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ed7e2-42d0-4b82-b734-cc1e5e0d3065 None None] The sync data for ids ['eb47873d-e992-42eb-8498-5240842af6a2'] in n-d-765315-28 is: [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 4, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port': {'id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0542a734-8748-45d7-8f78-7cdc3b0216d7', 'name': '', 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'mac_address': 'fa:16:3e:e3:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:52Z', 'updated_at': '2021-11-12T06:19:56Z', 'revision_number': 4, 'project_id': '87a1f34166e54aa481442d870267355f', 'subnets': [{'id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:19:56.846020 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:56.867279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97ad5e-ca56-4ec2-ab06-d489c241095f None None] Pushing event updated for resources: {'Port': ['ID=0542a734-8748-45d7-8f78-7cdc3b0216d7,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:56.912655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-780b3ff5-1c33-4927-9b3e-d993e4edc918 None None] Provisioning complete for port 0542a734-8748-45d7-8f78-7cdc3b0216d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:56.913088 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-780b3ff5-1c33-4927-9b3e-d993e4edc918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.172021 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.174902 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Allocated IP 172.20.0.1 (6618cf58-c00d-46c8-80d9-29afb3e130af/7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6/fc4d8871-b4fa-4ed5-9d09-3234aab59b42) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:19:57.186505 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.205620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:57.243361 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Attempting to bind port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:19:57.243874 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Attempting to bind port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:19:57.244328 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Attempting to bind port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:19:57.252565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b197fee-94c2-4118-99d0-15e9baed8ca4 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:57.264484 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dea678-48b3-4f6b-95c9-d0012b9450c1 None None] Pushing event updated for resources: {'Port': ['ID=d4b31cd6-9fe5-4b67-9ef8-7bae1378d255,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:57.267116 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:19:57.267625 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:19:57.268115 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.268647 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:19:57.269544 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Bound port: d4b31cd6-9fe5-4b67-9ef8-7bae1378d255, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:19:57.269702 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.301659 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:57.302224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.332529 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.335682 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] For port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:19:57.338859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e01f3-73d0-4c2f-9afb-bd83f5a7b9d4 None None] Network 6618cf58-c00d-46c8-80d9-29afb3e130af requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:19:57.340135 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] For port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d4b31cd6-9fe5-4b67-9ef8-7bae1378d255,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:19:57.347372 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.380539 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.412094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e6aee040-4b3c-4fae-a21f-c51a0c451e59 None None] Provisioning complete for port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:57.412473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6aee040-4b3c-4fae-a21f-c51a0c451e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.412799 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dea678-48b3-4f6b-95c9-d0012b9450c1 None None] Pushing event updated for resources: {'Port': ['ID=d4b31cd6-9fe5-4b67-9ef8-7bae1378d255,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:57.424453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Network 6618cf58-c00d-46c8-80d9-29afb3e130af is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:57.429246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:57.434243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:19:57.439748 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Routers {'e83c8cea-0034-4dcc-a3cf-fde7b5f896de'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:19:57.440623 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:57.473231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Pushing event updated for resources: {'Port': ['ID=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:57.496782 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.590755 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] Set router e83c8cea-0034-4dcc-a3cf-fde7b5f896de gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:19:57.644086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6b462a-a00f-4f5e-a525-b11979c22bd6 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:19:57.645043 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.693966 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.895835 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25,segment=NetworkSegment(bf99254e-0c84-4970-ba62-63f156fcc3a9),segment_id=bf99254e-0c84-4970-ba62-63f156fcc3a9)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:57.913158 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.915889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:57.916877 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0542a734-8748-45d7-8f78-7cdc3b0216d7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:57.935851 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:19:55Z', 'revision_number': 3, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:19:57.973299 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e8cab-7945-4b12-af27-040ce4036853 None None] The sync data for ids ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'] in n-d-765315-28 is: [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:19:55Z', 'revision_number': 3, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:19:58.034852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:58.039495 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6aee040-4b3c-4fae-a21f-c51a0c451e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.064372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e6aee040-4b3c-4fae-a21f-c51a0c451e59 None None] For port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d4b31cd6-9fe5-4b67-9ef8-7bae1378d255,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:19:58.083405 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6aee040-4b3c-4fae-a21f-c51a0c451e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.147299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aee040-4b3c-4fae-a21f-c51a0c451e59 None None] Pushing event updated for resources: {'Port': ['ID=d4b31cd6-9fe5-4b67-9ef8-7bae1378d255,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:58.173123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e6aee040-4b3c-4fae-a21f-c51a0c451e59 None None] Provisioning complete for port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:58.173768 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6aee040-4b3c-4fae-a21f-c51a0c451e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.224500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0542a734-8748-45d7-8f78-7cdc3b0216d7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:58.225300 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.285937 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.297430 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.430262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Pushing event updated for resources: {'Port': ['ID=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:19:58.434890 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.453590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b1eeb929-cfa6-4d25-980f-9da56408cabd None None] Provisioning complete for port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:58.453975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb929-cfa6-4d25-980f-9da56408cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.506119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b1eeb929-cfa6-4d25-980f-9da56408cabd None None] Port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:19:58.523638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b1eeb929-cfa6-4d25-980f-9da56408cabd None None] Provisioning complete for port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:58.523919 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb929-cfa6-4d25-980f-9da56408cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.563336 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Network 6618cf58-c00d-46c8-80d9-29afb3e130af is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:19:58.564822 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:19:58.637276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b1eeb929-cfa6-4d25-980f-9da56408cabd None None] Provisioning complete for port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:58.637783 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb929-cfa6-4d25-980f-9da56408cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.690559 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Router e83c8cea-0034-4dcc-a3cf-fde7b5f896de has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:19:58.815262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:19:58.820348 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9ac53ed7-8191-4fd1-99ad-a00d00b13c1c admin admin] 10.222.0.48 "PUT /v2.0/routers/e83c8cea-0034-4dcc-a3cf-fde7b5f896de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428982 Nov 12 06:19:58.863327 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-74d57196-0c05-417b-9216-2169e027bb5f None None] Provisioning complete for port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:58.863707 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74d57196-0c05-417b-9216-2169e027bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:58.909798 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-74d57196-0c05-417b-9216-2169e027bb5f None None] Port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:19:59.170283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:59.226219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:59.226626 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:59.304241 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:19:59.353368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:19:59.353749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:19:59.462940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-0b037ace-ae6f-47f7-a833-67ef2e494c16 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:19:59.464936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-0b037ace-ae6f-47f7-a833-67ef2e494c16 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/networks?id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b HTTP/1.1" status: 200 len: 816 time: 0.1067009 Nov 12 06:19:59.481308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-cf2b6343-d64c-4b62-b0ef-7f49ebd9d215 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/quotas/87a1f34166e54aa481442d870267355f HTTP/1.1" status: 200 len: 375 time: 0.0101299 Nov 12 06:19:59.532581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-26c4f941-36fa-4a4e-b2c0-0c8973d45d59 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87a1f34166e54aa481442d870267355f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454557 Nov 12 06:19:59.628349 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-a3d8ad79-715d-48b5-bb0c-afd76c10438f service neutron] 10.222.0.48 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Nov 12 06:19:59.716859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-a4de0ae2-6c2d-4465-a7ea-95293df45322 service neutron] 10.222.0.48 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824966 Nov 12 06:19:59.874177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-59bff895-4a9f-489c-9b7f-02cfee32950e req-e828a9d9-4779-4287-81fa-6cdabe3ca2ab tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 210 time: 0.0264664 Nov 12 06:20:00.389587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Sync routers for ids ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:20:00.400123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Routers {'e83c8cea-0034-4dcc-a3cf-fde7b5f896de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:20:00.400741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:20:00.508103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Set router e83c8cea-0034-4dcc-a3cf-fde7b5f896de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:20:00.717603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:19:57Z', 'revision_number': 4, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'fc4d8871-b4fa-4ed5-9d09-3234aab59b42', 'name': '', 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'mac_address': 'fa:16:3e:a3:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:56Z', 'updated_at': '2021-11-12T06:19:58Z', 'revision_number': 2, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'subnets': [{'id': '7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:20:00.744390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Checking router: e83c8cea-0034-4dcc-a3cf-fde7b5f896de for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:20:00.744766 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Updating router e83c8cea-0034-4dcc-a3cf-fde7b5f896de port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:20:00.769649 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:00.829769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-a246d403-5921-4885-afb2-57518d612819 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:00.831479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-a246d403-5921-4885-afb2-57518d612819 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.47 "GET /v2.0/networks?id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b HTTP/1.1" status: 200 len: 816 time: 0.1204078 Nov 12 06:20:00.847516 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Request body: {'port': {'device_id': '57241193-4b5a-4f43-a602-daca6b0de2f0', 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'admin_state_up': True, 'tenant_id': '87a1f34166e54aa481442d870267355f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:20:00.979813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-962c2bdc-2e6a-45c6-ba08-d9e5811d7bf7 req-333aea5f-1ad6-40b5-b5bf-b336c2345b39 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 210 time: 0.0318253 Nov 12 06:20:00.992090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Made reservation on behalf of 87a1f34166e54aa481442d870267355f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:20:00.996633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.040269 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.045625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.097750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e111c-ffdc-4c69-ab65-e31acfcf642a None None] Pushing event updated for resources: {'Port': ['ID=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:01.144999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Allocated IP 172.20.0.3 (1553bb55-608c-4cb9-8a1d-0435d6c7e80b/81d15b41-c8ec-4cb3-a080-94cbc149ca4e/9f6c3e89-b835-4e42-b3ef-805c1f458efe) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:20:01.150677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Attempting to bind port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:20:01.151121 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Attempting to bind port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:20:01.151788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Attempting to bind port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 on network 6618cf58-c00d-46c8-80d9-29afb3e130af {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:20:01.157496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:20:01.157979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Checking segment: {'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:20:01.158385 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.158870 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Bound using segment: {'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:20:01.159372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Bound port: fc4d8871-b4fa-4ed5-9d09-3234aab59b42, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf99254e-0c84-4970-ba62-63f156fcc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:20:01.159871 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.230931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] For port fc4d8871-b4fa-4ed5-9d09-3234aab59b42, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:20:01.234211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] For port fc4d8871-b4fa-4ed5-9d09-3234aab59b42, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,segment=NetworkSegment(bf99254e-0c84-4970-ba62-63f156fcc3a9),segment_id=bf99254e-0c84-4970-ba62-63f156fcc3a9)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:20:01.239829 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.299863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Routers {'e83c8cea-0034-4dcc-a3cf-fde7b5f896de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:20:01.300496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:19:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:20:01.303459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e111c-ffdc-4c69-ab65-e31acfcf642a None None] Pushing event updated for resources: {'Port': ['ID=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:01.315068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.352955 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.396969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-139d9bfd-9816-4c5b-a54f-c6f36d2826b2 None None] Provisioning complete for port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:20:01.397558 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-139d9bfd-9816-4c5b-a54f-c6f36d2826b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.406893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:20:01.412530 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:20:01.415504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:20:01.445131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Pushing event updated for resources: {'Port': ['ID=9f6c3e89-b835-4e42-b3ef-805c1f458efe,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:01.448879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] Set router e83c8cea-0034-4dcc-a3cf-fde7b5f896de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:20:01.477543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:01.478182 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.497645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3a11641d-aa05-4fbb-9da5-0ecfc08bfbb8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538327 Nov 12 06:20:01.517170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Request body: {'port': {'device_id': '57241193-4b5a-4f43-a602-daca6b0de2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:20:01.582762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.620659 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-139d9bfd-9816-4c5b-a54f-c6f36d2826b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.673758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-139d9bfd-9816-4c5b-a54f-c6f36d2826b2 None None] For port fc4d8871-b4fa-4ed5-9d09-3234aab59b42, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,segment=NetworkSegment(bf99254e-0c84-4970-ba62-63f156fcc3a9),segment_id=bf99254e-0c84-4970-ba62-63f156fcc3a9)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:20:01.679922 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-139d9bfd-9816-4c5b-a54f-c6f36d2826b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.753630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d9bfd-9816-4c5b-a54f-c6f36d2826b2 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:01.775552 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:19:57Z', 'revision_number': 4, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'fc4d8871-b4fa-4ed5-9d09-3234aab59b42', 'name': '', 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'mac_address': 'fa:16:3e:a3:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:56Z', 'updated_at': '2021-11-12T06:20:01Z', 'revision_number': 4, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'subnets': [{'id': '7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:20:01.811095 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119418fa-5c38-43e2-a956-172afa44ee41 None None] The sync data for ids ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'] in n-d-765315-28 is: [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:19:57Z', 'revision_number': 4, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'fc4d8871-b4fa-4ed5-9d09-3234aab59b42', 'name': '', 'network_id': '6618cf58-c00d-46c8-80d9-29afb3e130af', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'mac_address': 'fa:16:3e:a3:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:56Z', 'updated_at': '2021-11-12T06:20:01Z', 'revision_number': 4, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'subnets': [{'id': '7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:20:01.821423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ecce52c7-87d8-443f-a6db-56d2ca9e1e4f None None] Provisioning complete for port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:20:01.821798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecce52c7-87d8-443f-a6db-56d2ca9e1e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.887231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6c3e89-b835-4e42-b3ef-805c1f458efe {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:20:01.893659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.906568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Transition to ACTIVE for port object 9f6c3e89-b835-4e42-b3ef-805c1f458efe will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:20:01.910292 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:01.972550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Pushing event updated for resources: {'Port': ['ID=9f6c3e89-b835-4e42-b3ef-805c1f458efe,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:02.049620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Attempting to bind port 9f6c3e89-b835-4e42-b3ef-805c1f458efe on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:20:02.050117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Attempting to bind port 9f6c3e89-b835-4e42-b3ef-805c1f458efe by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:20:02.050489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Attempting to bind port 9f6c3e89-b835-4e42-b3ef-805c1f458efe on network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:20:02.055433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Port 9f6c3e89-b835-4e42-b3ef-805c1f458efe on network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:20:02.058402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Attempting to bind port 9f6c3e89-b835-4e42-b3ef-805c1f458efe on network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:20:02.077803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:20:02.077803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Checking segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:20:02.077803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Bound using segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:20:02.078267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Bound port: 9f6c3e89-b835-4e42-b3ef-805c1f458efe, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:20:02.078267 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:02.159440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a598ed5-c213-4f1b-a235-28b17f9dd6d0 req-2111e8aa-f223-4cc4-b7e2-7e651c3a6c31 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:02.160984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a598ed5-c213-4f1b-a235-28b17f9dd6d0 req-2111e8aa-f223-4cc4-b7e2-7e651c3a6c31 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 943 time: 0.0997024 Nov 12 06:20:02.202081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] For port 9f6c3e89-b835-4e42-b3ef-805c1f458efe, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:20:02.224726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] For port 9f6c3e89-b835-4e42-b3ef-805c1f458efe, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9f6c3e89-b835-4e42-b3ef-805c1f458efe,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:20:02.235562 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:02.268005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a598ed5-c213-4f1b-a235-28b17f9dd6d0 req-c9ecbf34-16fe-4333-bab0-fd34a62b13fc tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981975 Nov 12 06:20:02.279476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:02.280440 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:02.281866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] 10.222.0.47 "PUT /v2.0/ports/9f6c3e89-b835-4e42-b3ef-805c1f458efe HTTP/1.1" status: 200 len: 1092 time: 0.7733452 Nov 12 06:20:02.285422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57241193-4b5a-4f43-a602-daca6b0de2f0', 'tag': '9f6c3e89-b835-4e42-b3ef-805c1f458efe'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:20:02.286611 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12760d-46cd-4e75-be58-1c03c48b036d" -d '{"events": [{"name": "network-changed", "server_uuid": "57241193-4b5a-4f43-a602-daca6b0de2f0", "tag": "9f6c3e89-b835-4e42-b3ef-805c1f458efe"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:20:02.317046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8c41a-2cfe-4bed-b152-29ce5942fc6b service neutron] Pushing event updated for resources: {'Port': ['ID=9f6c3e89-b835-4e42-b3ef-805c1f458efe,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:02.368910 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868e546c-c0c1-48b7-8e58-6704c397e6f0 x-openstack-request-id: req-868e546c-c0c1-48b7-8e58-6704c397e6f0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:20:02.369203 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57241193-4b5a-4f43-a602-daca6b0de2f0", "tag": "9f6c3e89-b835-4e42-b3ef-805c1f458efe", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:20:02.369454 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-868e546c-c0c1-48b7-8e58-6704c397e6f0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:20:02.370399 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57241193-4b5a-4f43-a602-daca6b0de2f0', 'tag': '9f6c3e89-b835-4e42-b3ef-805c1f458efe', 'status': 'completed', 'code': 200} Nov 12 06:20:02.387152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-2b643ec2-8913-4c83-bfd4-573448586aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:02.388692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-2b643ec2-8913-4c83-bfd4-573448586aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87a1f34166e54aa481442d870267355f&device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 1095 time: 0.0552039 Nov 12 06:20:02.435576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-e9c9d6ad-be9d-4e6f-baf9-e38a8b867565 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6c3e89-b835-4e42-b3ef-805c1f458efe HTTP/1.1" status: 200 len: 217 time: 0.0365257 Nov 12 06:20:02.492888 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-c643964d-2930-47f0-8b56-24fe2dce5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:02.494620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-c643964d-2930-47f0-8b56-24fe2dce5648 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81d15b41-c8ec-4cb3-a080-94cbc149ca4e HTTP/1.1" status: 200 len: 855 time: 0.0529401 Nov 12 06:20:02.549786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3eb7d0c5-9501-4e93-9341-8cd5c93e183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:02.551284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-3eb7d0c5-9501-4e93-9341-8cd5c93e183a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482571 Nov 12 06:20:02.641582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-c6b86a82-e216-4ea9-a858-383b0bf77050 service neutron] 10.222.0.47 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822186 Nov 12 06:20:02.733254 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-30da10b6-95ef-4491-89ab-5693998c7ad6 req-ef02fe0a-6cfd-411d-a2cf-f9d39ee02c73 service neutron] 10.222.0.47 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838511 Nov 12 06:20:02.827988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-a182b9b6-1c55-4c57-b38f-339589b24184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:02.829719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-a182b9b6-1c55-4c57-b38f-339589b24184 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87a1f34166e54aa481442d870267355f&device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 1095 time: 0.0440173 Nov 12 06:20:02.921352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-d760e445-a35e-4ebe-afce-ee85644d3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:02.923004 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-d760e445-a35e-4ebe-afce-ee85644d3020 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b HTTP/1.1" status: 200 len: 917 time: 0.0859718 Nov 12 06:20:02.964012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-a432f1da-ee5b-40b8-93bb-389995d23ff0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6c3e89-b835-4e42-b3ef-805c1f458efe HTTP/1.1" status: 200 len: 217 time: 0.0338829 Nov 12 06:20:03.015278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-4d697275-ecd0-49aa-b48a-de8137d2d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:03.016762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-4d697275-ecd0-49aa-b48a-de8137d2d5f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81d15b41-c8ec-4cb3-a080-94cbc149ca4e HTTP/1.1" status: 200 len: 855 time: 0.0444643 Nov 12 06:20:03.065325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-36a44109-5182-4bb3-baca-073ac3d9ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:03.066858 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-36a44109-5182-4bb3-baca-073ac3d9ec13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418587 Nov 12 06:20:03.098107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fc4d8871-b4fa-4ed5-9d09-3234aab59b42 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:20:03.149738 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:20:03.150113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:03.161991 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-2d462f95-8d4a-4693-a75a-59377d8d8fb0 service neutron] 10.222.0.47 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Nov 12 06:20:03.259694 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a12760d-46cd-4e75-be58-1c03c48b036d req-bb9c3ee4-b888-4660-b8bc-e0fb95581b8d service neutron] 10.222.0.47 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892739 Nov 12 06:20:03.391614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafbaf5-5651-4c73-b447-078de448841a req-5d148d29-093d-416c-abfd-2a0241a1c00d tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:03.393102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afafbaf5-5651-4c73-b447-078de448841a req-5d148d29-093d-416c-abfd-2a0241a1c00d tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 943 time: 0.0511680 Nov 12 06:20:03.442494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-afafbaf5-5651-4c73-b447-078de448841a req-2489830c-90d9-42b3-b45b-abd6cdb6f390 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427392 Nov 12 06:20:04.560382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25fdef-21d6-4b14-9b73-e76f54a492a6 req-58848f1e-cdcc-451f-b39a-ebeed12c2fe8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:04.561882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f25fdef-21d6-4b14-9b73-e76f54a492a6 req-58848f1e-cdcc-451f-b39a-ebeed12c2fe8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 943 time: 0.0485523 Nov 12 06:20:04.595424 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 9f6c3e89-b835-4e42-b3ef-805c1f458efe details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:20:04.610654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f25fdef-21d6-4b14-9b73-e76f54a492a6 req-3f3ecd2d-b11a-43c8-af9c-ec7ef1a5f175 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Nov 12 06:20:04.696464 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 9f6c3e89-b835-4e42-b3ef-805c1f458efe, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9f6c3e89-b835-4e42-b3ef-805c1f458efe,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:20:04.707579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '9f6c3e89-b835-4e42-b3ef-805c1f458efe', 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'port_id': '9f6c3e89-b835-4e42-b3ef-805c1f458efe', 'mac_address': 'fa:16:3e:ab:c1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:20:04.746474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:04.758956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6c3e89-b835-4e42-b3ef-805c1f458efe {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:20:04.778407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 9f6c3e89-b835-4e42-b3ef-805c1f458efe, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9f6c3e89-b835-4e42-b3ef-805c1f458efe,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:20:04.781985 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:04.831384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=9f6c3e89-b835-4e42-b3ef-805c1f458efe,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:05.004740 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['9f6c3e89-b835-4e42-b3ef-805c1f458efe'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:20:05.738237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff81550-9039-4a32-8e2e-92d06e0ffc1c req-c65bb939-dd27-4a05-b1cc-9566a9144261 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:05.739750 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ff81550-9039-4a32-8e2e-92d06e0ffc1c req-c65bb939-dd27-4a05-b1cc-9566a9144261 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 944 time: 0.0541859 Nov 12 06:20:05.786181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0ff81550-9039-4a32-8e2e-92d06e0ffc1c req-8666139d-7563-4ad4-9a06-bab51f4486df tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Nov 12 06:20:06.600777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 9f6c3e89-b835-4e42-b3ef-805c1f458efe up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:20:06.647679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 9f6c3e89-b835-4e42-b3ef-805c1f458efe completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:20:06.651501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 9f6c3e89-b835-4e42-b3ef-805c1f458efe triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:20:06.652530 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:06.728392 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:06.749816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57241193-4b5a-4f43-a602-daca6b0de2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6c3e89-b835-4e42-b3ef-805c1f458efe'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:20:06.752059 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2695c997-6cba-45a2-86b0-3fbcec4f3e41" -d '{"events": [{"server_uuid": "57241193-4b5a-4f43-a602-daca6b0de2f0", "name": "network-vif-plugged", "status": "completed", "tag": "9f6c3e89-b835-4e42-b3ef-805c1f458efe"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:20:06.765343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 9f6c3e89-b835-4e42-b3ef-805c1f458efe, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9f6c3e89-b835-4e42-b3ef-805c1f458efe,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:20:06.769690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:06.792795 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d4bcf6-13ef-4739-bed8-12ba2b55054c x-openstack-request-id: req-d3d4bcf6-13ef-4739-bed8-12ba2b55054c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:20:06.793088 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57241193-4b5a-4f43-a602-daca6b0de2f0", "name": "network-vif-plugged", "status": "completed", "tag": "9f6c3e89-b835-4e42-b3ef-805c1f458efe", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:20:06.793342 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3d4bcf6-13ef-4739-bed8-12ba2b55054c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:20:06.793729 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57241193-4b5a-4f43-a602-daca6b0de2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6c3e89-b835-4e42-b3ef-805c1f458efe', 'code': 200} Nov 12 06:20:06.820935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=9f6c3e89-b835-4e42-b3ef-805c1f458efe,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:06.927656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0ac27-c171-449a-808d-a1880139a226 req-a11dc8c9-a476-4cdc-880e-839ee4b81b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:06.929067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56b0ac27-c171-449a-808d-a1880139a226 req-a11dc8c9-a476-4cdc-880e-839ee4b81b62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 1097 time: 0.0663548 Nov 12 06:20:06.942521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395926b6-0e1c-40a8-a40e-142364ba2725 req-8763e01c-07b3-4c82-a049-ba328c691070 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:06.944951 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-395926b6-0e1c-40a8-a40e-142364ba2725 req-8763e01c-07b3-4c82-a049-ba328c691070 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0741446 Nov 12 06:20:07.020594 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-56b0ac27-c171-449a-808d-a1880139a226 req-3f7d3e60-d79a-47fa-916f-fdf7e5cf7fd3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743239 Nov 12 06:20:07.027801 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-395926b6-0e1c-40a8-a40e-142364ba2725 req-0708b57a-951e-45c0-822c-9c7bc68c65f8 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Nov 12 06:20:08.151064 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8634a2-4e0e-4a84-815a-a72dfbd82c29 req-6385515a-3f56-4250-8707-897f6611333c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:08.153131 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f8634a2-4e0e-4a84-815a-a72dfbd82c29 req-6385515a-3f56-4250-8707-897f6611333c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0490754 Nov 12 06:20:08.199260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f8634a2-4e0e-4a84-815a-a72dfbd82c29 req-81f2e3de-3817-4363-a30a-e77045a31a41 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Nov 12 06:20:08.309671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a516cd-171d-42d2-95c7-41d832fbdd17 req-75aa8147-5fef-432c-bea3-2e7c72524294 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:08.311126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10a516cd-171d-42d2-95c7-41d832fbdd17 req-75aa8147-5fef-432c-bea3-2e7c72524294 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Nov 12 06:20:08.361032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10a516cd-171d-42d2-95c7-41d832fbdd17 req-ea632278-3c6a-4977-a022-54b865a7a979 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Nov 12 06:20:11.210157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:14.004245 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c115569f-144d-49a0-a323-8a768308b0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:15.446590 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:20:16.399263 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab36710d-7331-4afb-9345-109b6feec43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:17.558871 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:18.799700 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:19.660056 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:27.857358 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:30.913396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ff116-65c3-4f67-94d4-c8511638f644 req-f089a9e2-c439-4a40-ade6-8c304deb34ab tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:30.914901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f1ff116-65c3-4f67-94d4-c8511638f644 req-f089a9e2-c439-4a40-ade6-8c304deb34ab tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0502918 Nov 12 06:20:30.963043 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f1ff116-65c3-4f67-94d4-c8511638f644 req-84e5f988-40f0-41ef-b3f6-045d13728f98 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Nov 12 06:20:32.077224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd305678-f79b-46f7-9f47-d548bb3d1960 req-45c6373a-da8e-40b0-8db8-7cbc9f6838fe tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:32.078690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd305678-f79b-46f7-9f47-d548bb3d1960 req-45c6373a-da8e-40b0-8db8-7cbc9f6838fe tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Nov 12 06:20:32.124461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd305678-f79b-46f7-9f47-d548bb3d1960 req-482ff026-5652-4109-8e1a-11069af7c1d7 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Nov 12 06:20:32.669051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d792-0fe3-491d-8f61-304013d1af32 req-85826f72-5909-4840-95b9-42055d24d98a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:32.670484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9850d792-0fe3-491d-8f61-304013d1af32 req-85826f72-5909-4840-95b9-42055d24d98a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.47 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 945 time: 0.0512161 Nov 12 06:20:32.758567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Deleting port 9f6c3e89-b835-4e42-b3ef-805c1f458efe {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:20:32.758902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:32.852762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] For port 9f6c3e89-b835-4e42-b3ef-805c1f458efe, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=9f6c3e89-b835-4e42-b3ef-805c1f458efe,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:20:32.853028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:32.865167 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Calling delete_port for 9f6c3e89-b835-4e42-b3ef-805c1f458efe owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:20:32.988757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:33.000716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['9f6c3e89-b835-4e42-b3ef-805c1f458efe'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:20:33.019261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Pushing event deleted for resources: {'Port': ['ID=9f6c3e89-b835-4e42-b3ef-805c1f458efe,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:33.030687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.031041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.031386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.031730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.032065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.032747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.032747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.033033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.033894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.033894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.034065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.034506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:33.076770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] No DVR routers for this DVR port 9f6c3e89-b835-4e42-b3ef-805c1f458efe on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:20:33.079578 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:33.083153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9850d792-0fe3-491d-8f61-304013d1af32 req-27049dfc-c186-4aa7-82f0-65e844f2843a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.47 "DELETE /v2.0/ports/9f6c3e89-b835-4e42-b3ef-805c1f458efe HTTP/1.1" status: 204 len: 173 time: 0.4062359 Nov 12 06:20:33.083605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57241193-4b5a-4f43-a602-daca6b0de2f0', 'name': 'network-vif-deleted', 'tag': '9f6c3e89-b835-4e42-b3ef-805c1f458efe'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:20:33.085878 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfb2b2a-3b3c-478d-82e1-4743ecaf8d68" -d '{"events": [{"server_uuid": "57241193-4b5a-4f43-a602-daca6b0de2f0", "name": "network-vif-deleted", "tag": "9f6c3e89-b835-4e42-b3ef-805c1f458efe"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:20:33.139943 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91020233-57ac-414b-8bbf-cba8d9f219a0 x-openstack-request-id: req-91020233-57ac-414b-8bbf-cba8d9f219a0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:20:33.140732 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57241193-4b5a-4f43-a602-daca6b0de2f0", "name": "network-vif-deleted", "tag": "9f6c3e89-b835-4e42-b3ef-805c1f458efe", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:20:33.140732 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91020233-57ac-414b-8bbf-cba8d9f219a0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:20:33.141025 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57241193-4b5a-4f43-a602-daca6b0de2f0', 'name': 'network-vif-deleted', 'tag': '9f6c3e89-b835-4e42-b3ef-805c1f458efe', 'status': 'completed', 'code': 200} Nov 12 06:20:33.232664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a23d49b-98ea-4161-867f-0f496a33e544 req-22714d71-8eb5-4e49-9742-51fa8b915866 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=57241193-4b5a-4f43-a602-daca6b0de2f0 HTTP/1.1" status: 200 len: 210 time: 0.0334363 Nov 12 06:20:34.752025 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-6aa04272-6600-4b9e-aee6-6216a6cbe63c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:34.753487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-6aa04272-6600-4b9e-aee6-6216a6cbe63c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/networks?id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b HTTP/1.1" status: 200 len: 816 time: 0.1036775 Nov 12 06:20:34.768069 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-370096f3-48d5-4dfe-8b3c-843c034816c9 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/quotas/87a1f34166e54aa481442d870267355f HTTP/1.1" status: 200 len: 375 time: 0.0088286 Nov 12 06:20:34.818426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-ccaf835c-e2d2-4c9a-8f91-bfea2a3ef6e9 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87a1f34166e54aa481442d870267355f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451119 Nov 12 06:20:34.833486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-5dae61d3-c0be-4325-af9f-c00e7002f8d2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:20:34.834457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-5dae61d3-c0be-4325-af9f-c00e7002f8d2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049603 Nov 12 06:20:34.924441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-8a0d9e21-7a62-4702-acec-7c5a92eb991f service neutron] 10.222.0.48 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Nov 12 06:20:35.011487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-9221c874-0327-4cd0-953d-8cfccc7e6672 service neutron] 10.222.0.48 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810351 Nov 12 06:20:35.170486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f918deb8-18fc-496b-a8ca-ca10c28f7a0b req-8c8d864d-9da4-48e3-861c-69ab6b0232a1 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 210 time: 0.0267925 Nov 12 06:20:36.078106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-86806fa6-dda1-4485-93b4-9b54ab9643ac tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:36.079556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-86806fa6-dda1-4485-93b4-9b54ab9643ac tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.47 "GET /v2.0/networks?id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b HTTP/1.1" status: 200 len: 816 time: 0.1037405 Nov 12 06:20:36.096743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Request body: {'port': {'device_id': '343d9cf4-2934-4989-8f66-a2fccfc9ecda', 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'admin_state_up': True, 'tenant_id': '87a1f34166e54aa481442d870267355f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:20:36.205087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Made reservation on behalf of 87a1f34166e54aa481442d870267355f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:20:36.208767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:36.291818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa6dec73-316b-4025-84be-aa17129ace9b req-e6e70b7a-6038-48f5-87eb-ef22cde1da59 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 210 time: 0.0523388 Nov 12 06:20:36.364830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Allocated IP 172.20.0.12 (1553bb55-608c-4cb9-8a1d-0435d6c7e80b/81d15b41-c8ec-4cb3-a080-94cbc149ca4e/442daf0d-c0dd-4bb3-9ca4-8d9274b855b2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:20:36.507913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:36.540506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:36.581166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:20:36.584155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:20:36.590225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:20:36.619578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Pushing event updated for resources: {'Port': ['ID=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:36.648907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:36.649549 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:36.666389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-2df4cc34-abc6-4f13-8b94-5f9191e4a50c tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5744753 Nov 12 06:20:36.679208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Request body: {'port': {'device_id': '343d9cf4-2934-4989-8f66-a2fccfc9ecda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:20:36.750189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 9f6c3e89-b835-4e42-b3ef-805c1f458efe no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:20:36.774369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 9f6c3e89-b835-4e42-b3ef-805c1f458efe {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:20:36.774715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 9f6c3e89-b835-4e42-b3ef-805c1f458efe not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:20:36.828683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-70e60d37-7385-4c24-b46a-0584185c924f None None] Provisioning complete for port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:20:36.829053 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-70e60d37-7385-4c24-b46a-0584185c924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:36.865228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-70e60d37-7385-4c24-b46a-0584185c924f None None] Port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:20:37.062216 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:37.313677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:20:37.321013 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:37.333465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Transition to ACTIVE for port object 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:20:37.338334 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:37.414211 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Pushing event updated for resources: {'Port': ['ID=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:37.472165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43368f-c25b-45b5-8fee-a30cb5d3c520 req-36a73d86-17b1-4325-aac8-ca18ba7ebb42 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:37.473715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af43368f-c25b-45b5-8fee-a30cb5d3c520 req-36a73d86-17b1-4325-aac8-ca18ba7ebb42 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 944 time: 0.1093082 Nov 12 06:20:37.524241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Attempting to bind port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:20:37.524583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Attempting to bind port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:20:37.524907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Attempting to bind port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 on network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:20:37.537732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 on network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:20:37.538056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Attempting to bind port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 on network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:20:37.549190 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af43368f-c25b-45b5-8fee-a30cb5d3c520 req-ee65d897-41a6-4b90-91c2-820c8f569f37 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687206 Nov 12 06:20:37.550330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:20:37.550737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Checking segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:20:37.551052 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Bound using segment: {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:20:37.551489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Bound port: 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95c614a-4396-4b09-a39c-4c0084cbcc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:20:37.551944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:37.615695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] For port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:20:37.618849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] For port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:20:37.623457 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:37.655442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:37.656063 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:37.657436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] 10.222.0.47 "PUT /v2.0/ports/442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 HTTP/1.1" status: 200 len: 1093 time: 0.9824793 Nov 12 06:20:37.657953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343d9cf4-2934-4989-8f66-a2fccfc9ecda', 'tag': '442daf0d-c0dd-4bb3-9ca4-8d9274b855b2'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:20:37.660170 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded" -d '{"events": [{"name": "network-changed", "server_uuid": "343d9cf4-2934-4989-8f66-a2fccfc9ecda", "tag": "442daf0d-c0dd-4bb3-9ca4-8d9274b855b2"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:20:37.690792 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf654ea4-53b1-4436-986d-40fa47e4ecae service neutron] Pushing event updated for resources: {'Port': ['ID=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:37.703841 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b83040-6fc0-4573-a12d-95f41e91e554 x-openstack-request-id: req-e5b83040-6fc0-4573-a12d-95f41e91e554 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:20:37.704180 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343d9cf4-2934-4989-8f66-a2fccfc9ecda", "tag": "442daf0d-c0dd-4bb3-9ca4-8d9274b855b2", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:20:37.704581 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5b83040-6fc0-4573-a12d-95f41e91e554 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:20:37.705545 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343d9cf4-2934-4989-8f66-a2fccfc9ecda', 'tag': '442daf0d-c0dd-4bb3-9ca4-8d9274b855b2', 'status': 'completed', 'code': 200} Nov 12 06:20:37.747999 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-983e54da-6552-4a56-a0b3-0e5ec3de41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:37.749523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-983e54da-6552-4a56-a0b3-0e5ec3de41bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87a1f34166e54aa481442d870267355f&device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 1096 time: 0.0431738 Nov 12 06:20:37.797579 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-71d34e04-494e-4900-9e82-0593c456f2b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 HTTP/1.1" status: 200 len: 217 time: 0.0395217 Nov 12 06:20:37.850301 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-c1306fee-9987-465f-9439-7e655a4b1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:37.851799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-c1306fee-9987-465f-9439-7e655a4b1428 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81d15b41-c8ec-4cb3-a080-94cbc149ca4e HTTP/1.1" status: 200 len: 855 time: 0.0465055 Nov 12 06:20:37.897462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-a045c605-f139-48e5-a49e-0a1af71b73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:37.898946 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-a045c605-f139-48e5-a49e-0a1af71b73e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388176 Nov 12 06:20:37.992218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-b3ffedae-dd29-4960-b943-c7778cbcfef4 service neutron] 10.222.0.47 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Nov 12 06:20:38.080509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3217e26-ff08-4e27-9458-f800d361dbe7 req-fe3203eb-0b1d-490b-839a-561c72d58eb6 service neutron] 10.222.0.47 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808203 Nov 12 06:20:38.171675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-eabcda73-fe5e-4123-83f7-2bf72577ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:38.173172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-eabcda73-fe5e-4123-83f7-2bf72577ef2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87a1f34166e54aa481442d870267355f&device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 1096 time: 0.0451369 Nov 12 06:20:38.260393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-4c90fb99-137d-4243-a38b-1d3b6ae41e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:38.262393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-4c90fb99-137d-4243-a38b-1d3b6ae41e67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b HTTP/1.1" status: 200 len: 917 time: 0.0817502 Nov 12 06:20:38.306155 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-7153ad22-0c73-4ce9-b580-d22500ebc1c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 HTTP/1.1" status: 200 len: 217 time: 0.0369685 Nov 12 06:20:38.354877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-372ade1c-f83d-411b-a26a-c538d1aee595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:38.356283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-372ade1c-f83d-411b-a26a-c538d1aee595 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81d15b41-c8ec-4cb3-a080-94cbc149ca4e HTTP/1.1" status: 200 len: 855 time: 0.0416918 Nov 12 06:20:38.402251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-74ecb7c1-4f28-4413-a32b-6c549fc046c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:38.403736 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-74ecb7c1-4f28-4413-a32b-6c549fc046c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1553bb55-608c-4cb9-8a1d-0435d6c7e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394962 Nov 12 06:20:38.495035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-e8e80679-6627-4f10-8c3d-068724322557 service neutron] 10.222.0.47 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833509 Nov 12 06:20:38.588763 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3365bebc-2fb6-4ec4-8ba7-58b92ca1fded req-3c791c35-031a-4782-ac22-629cf9b91f89 service neutron] 10.222.0.47 "GET /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819957 Nov 12 06:20:38.665983 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbd06-7044-4c46-9c22-a3d97569ff5b req-999f0559-29f9-4030-8420-7e3e3889d6c2 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:38.667454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-537bbd06-7044-4c46-9c22-a3d97569ff5b req-999f0559-29f9-4030-8420-7e3e3889d6c2 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 944 time: 0.0489104 Nov 12 06:20:38.718185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-537bbd06-7044-4c46-9c22-a3d97569ff5b req-4b390c70-fc1d-4c99-981b-9134ea900430 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Nov 12 06:20:39.289580 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-ef9accac-d26b-46f4-8c91-90726ae16ba0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0457766 Nov 12 06:20:39.396422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-df06a627-bf42-4997-903d-104b9c237b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.396900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-df06a627-bf42-4997-903d-104b9c237b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.397369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-df06a627-bf42-4997-903d-104b9c237b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.397835 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-df06a627-bf42-4997-903d-104b9c237b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.398295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-df06a627-bf42-4997-903d-104b9c237b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.400054 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-df06a627-bf42-4997-903d-104b9c237b92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0455585 Nov 12 06:20:39.513533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-6fdb91be-a9b3-4765-862b-e8ceceaf8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.514043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-6fdb91be-a9b3-4765-862b-e8ceceaf8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.514539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-6fdb91be-a9b3-4765-862b-e8ceceaf8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.516187 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-6fdb91be-a9b3-4765-862b-e8ceceaf8e82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0925925 Nov 12 06:20:39.557037 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-4acc2165-2cbb-4bd3-b5fc-b127048a76f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0341084 Nov 12 06:20:39.605847 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-0513c6fb-6a51-4d88-813d-5decd8eda8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.607283 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-0513c6fb-6a51-4d88-813d-5decd8eda8db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0435243 Nov 12 06:20:39.651833 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-720ebf59-be68-4599-8326-484df342863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.653796 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-720ebf59-be68-4599-8326-484df342863e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389018 Nov 12 06:20:39.744985 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-9adc168a-8b35-4a75-9afc-4a9d1c9a0314 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835326 Nov 12 06:20:39.836868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171513b-69bc-4878-a734-07d54cbc8386 req-0a7610ed-1daa-4169-94d2-60fc6115f99b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.838331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a171513b-69bc-4878-a734-07d54cbc8386 req-0a7610ed-1daa-4169-94d2-60fc6115f99b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 944 time: 0.0501127 Nov 12 06:20:39.842003 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-63d4cd69-a86d-41d2-b865-38cf7be80897 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897520 Nov 12 06:20:39.883479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-151f5ee2-293b-46c8-9fa4-dc0e451a3fc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0342333 Nov 12 06:20:39.885089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a171513b-69bc-4878-a734-07d54cbc8386 req-c7c8dc2d-f7d0-4820-9fee-aa173bd01a18 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Nov 12 06:20:39.932227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-f4299b26-954a-4d04-8f1f-34205e60be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.934199 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-f4299b26-954a-4d04-8f1f-34205e60be07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0439303 Nov 12 06:20:39.978563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-925f7ea4-eacc-433b-b7b6-50c1f3cf9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:39.980015 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-925f7ea4-eacc-433b-b7b6-50c1f3cf9cf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0393841 Nov 12 06:20:40.072871 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-2a0dc263-85e5-4f2c-aa51-e913db6e8ea1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845773 Nov 12 06:20:40.163802 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-b01e5b79-b1a0-4467-803e-e2657c99cd09 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839942 Nov 12 06:20:40.204075 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-d102277d-475e-4b7d-bf78-132364e8eb56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0334711 Nov 12 06:20:40.252374 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-b791bd44-c852-43ae-b0e8-7012da06a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:40.253772 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-b791bd44-c852-43ae-b0e8-7012da06a3ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0426433 Nov 12 06:20:40.297487 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-d452ab01-b007-4e95-a549-0b1e920f71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:40.299204 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-d452ab01-b007-4e95-a549-0b1e920f71e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0385995 Nov 12 06:20:40.391817 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-4c84bd6d-acdd-43f9-bf99-39706aef56c0 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854645 Nov 12 06:20:40.485932 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-425259cd-fc4f-4c93-9bb6-6d086e85dfcc service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863910 Nov 12 06:20:40.526041 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-e46f74ca-5eed-45c9-aa09-aa37207cd25d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0335691 Nov 12 06:20:40.574716 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-aaf51b45-d8b2-4953-a686-b6057640f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:40.576166 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-aaf51b45-d8b2-4953-a686-b6057640f761 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0432639 Nov 12 06:20:40.621712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-f018de6d-ae10-476a-9918-b39f46afdd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:40.623178 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-f018de6d-ae10-476a-9918-b39f46afdd25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394967 Nov 12 06:20:40.716332 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-7e08e019-f064-45ab-9084-e4320cdc8b46 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842011 Nov 12 06:20:40.780978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:20:40.808890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-89168582-8f02-4cca-8c94-b0d0cc70b28f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854180 Nov 12 06:20:40.850599 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-6ff4388d-2ed4-41e8-a5b0-ecebc1d45500 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0342596 Nov 12 06:20:40.901174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-541dffda-18a4-4cfb-9147-d4ec6d7b710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:40.903244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-541dffda-18a4-4cfb-9147-d4ec6d7b710f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0461438 Nov 12 06:20:40.953104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-ccec9f4b-dfbf-497e-85e4-c3fd39583520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:40.954808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-ccec9f4b-dfbf-497e-85e4-c3fd39583520 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445020 Nov 12 06:20:41.006919 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff925a-cc78-4222-ac25-677ddac12716 req-055c176f-e124-456c-983a-2a2466ec7471 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:41.009236 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-86ff925a-cc78-4222-ac25-677ddac12716 req-055c176f-e124-456c-983a-2a2466ec7471 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 944 time: 0.0504396 Nov 12 06:20:41.044979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:20:41.057205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '442daf0d-c0dd-4bb3-9ca4-8d9274b855b2', 'network_id': '1553bb55-608c-4cb9-8a1d-0435d6c7e80b', 'port_id': '442daf0d-c0dd-4bb3-9ca4-8d9274b855b2', 'mac_address': 'fa:16:3e:37:d1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d15b41-c8ec-4cb3-a080-94cbc149ca4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:20:41.059887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-86ff925a-cc78-4222-ac25-677ddac12716 req-0cc76c82-f4f9-48d4-bbf8-0f75a6fcd98b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Nov 12 06:20:41.061666 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-1f1e0245-3aca-4c42-a6e6-2806f9f55c18 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998144 Nov 12 06:20:41.096448 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:41.108702 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:20:41.127280 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:20:41.132047 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:41.170795 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-124f4c38-61c6-4ae1-81ac-338034d70272 req-e4a0cb68-deab-41b9-9a64-69fec5407a04 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010633 Nov 12 06:20:41.187779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:41.199919 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.200266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.200605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.200939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.201269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.201600 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.201926 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.202246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.202601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.202923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.203245 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.203563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:20:41.219468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:41.352948 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['442daf0d-c0dd-4bb3-9ca4-8d9274b855b2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:20:42.178693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66414501-fe57-44e8-a87a-ea05bdd69aeb req-ac802625-c7b0-4184-85b9-4914a7d8750a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:42.180147 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66414501-fe57-44e8-a87a-ea05bdd69aeb req-ac802625-c7b0-4184-85b9-4914a7d8750a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 945 time: 0.0522561 Nov 12 06:20:42.226405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-66414501-fe57-44e8-a87a-ea05bdd69aeb req-7e281a8c-39db-4f7b-b567-4e1902121819 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403488 Nov 12 06:20:42.812191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:20:42.862621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:20:42.866500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:20:42.866872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:42.940666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:42.962370 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343d9cf4-2934-4989-8f66-a2fccfc9ecda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442daf0d-c0dd-4bb3-9ca4-8d9274b855b2'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:20:42.965172 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d76f340-ac59-4c82-84b9-7ea58099a5cb" -d '{"events": [{"server_uuid": "343d9cf4-2934-4989-8f66-a2fccfc9ecda", "name": "network-vif-plugged", "status": "completed", "tag": "442daf0d-c0dd-4bb3-9ca4-8d9274b855b2"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:20:42.977757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:20:42.982714 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:43.008173 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928ee727-7b8f-40ba-93b2-8866f1147caa x-openstack-request-id: req-928ee727-7b8f-40ba-93b2-8866f1147caa {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:20:43.008471 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343d9cf4-2934-4989-8f66-a2fccfc9ecda", "name": "network-vif-plugged", "status": "completed", "tag": "442daf0d-c0dd-4bb3-9ca4-8d9274b855b2", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:20:43.008725 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-928ee727-7b8f-40ba-93b2-8866f1147caa {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:20:43.009113 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343d9cf4-2934-4989-8f66-a2fccfc9ecda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442daf0d-c0dd-4bb3-9ca4-8d9274b855b2', 'code': 200} Nov 12 06:20:43.037003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:20:43.101229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bd221-38cc-4553-8642-d53c4616dff3 req-4ba17507-1c93-45d8-8135-f340bf7a867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:43.103832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-081bd221-38cc-4553-8642-d53c4616dff3 req-4ba17507-1c93-45d8-8135-f340bf7a867d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 1098 time: 0.0435722 Nov 12 06:20:43.146960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-081bd221-38cc-4553-8642-d53c4616dff3 req-61492270-19bb-4964-85b2-3283d6580cf4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358739 Nov 12 06:20:43.346977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4bbce-3542-4ee6-8193-fc46dc3ee700 req-35bb4ae4-2082-4547-8c91-66c7d4d37d82 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:43.348450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27d4bbce-3542-4ee6-8193-fc46dc3ee700 req-35bb4ae4-2082-4547-8c91-66c7d4d37d82 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 946 time: 0.0528908 Nov 12 06:20:43.394962 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27d4bbce-3542-4ee6-8193-fc46dc3ee700 req-a62ce996-0632-4f7b-a0ef-fe7472fe2607 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Nov 12 06:20:44.006204 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ac54-f1a5-42f6-848d-a2b5072d70f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:44.510236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87686e-71ae-4b73-be4d-b8a9c76fbacf req-e74864f7-9b8b-481b-b970-ba1d80e04fb3 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:44.511745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f87686e-71ae-4b73-be4d-b8a9c76fbacf req-e74864f7-9b8b-481b-b970-ba1d80e04fb3 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 946 time: 0.0493526 Nov 12 06:20:44.559500 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f87686e-71ae-4b73-be4d-b8a9c76fbacf req-8a169391-8083-4b6e-b024-b99957e55e97 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Nov 12 06:20:44.674793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6055d9-1fe3-475d-9338-b7f19ab12013 req-26babe1b-07b4-4825-b0fb-04dd25dd266a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:20:44.676168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b6055d9-1fe3-475d-9338-b7f19ab12013 req-26babe1b-07b4-4825-b0fb-04dd25dd266a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 946 time: 0.0493014 Nov 12 06:20:44.726248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8b6055d9-1fe3-475d-9338-b7f19ab12013 req-e7f9a2cd-c514-47b3-885f-506bf22aeb0a tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Nov 12 06:20:46.401827 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bc057f0e-7b68-4592-8d04-5d84e0f5b46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:47.563439 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:48.803759 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:49.659187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:20:52.445757 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:20:57.862019 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:06.132482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fa783-4738-40af-bcaf-c7bdbe25c617 req-c78fa185-bdfe-4550-b1fb-2911e57740a1 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:06.133982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d2fa783-4738-40af-bcaf-c7bdbe25c617 req-c78fa185-bdfe-4550-b1fb-2911e57740a1 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 946 time: 0.0499427 Nov 12 06:21:06.183672 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d2fa783-4738-40af-bcaf-c7bdbe25c617 req-65444e36-892b-4182-9813-3bacaf9553ee tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Nov 12 06:21:07.298485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c4bce-bc41-4a2b-ace7-8cf58fb1e2a8 req-2c0190c1-b266-47ef-83b3-f6a7de227eca tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:07.300205 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136c4bce-bc41-4a2b-ace7-8cf58fb1e2a8 req-2c0190c1-b266-47ef-83b3-f6a7de227eca tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 946 time: 0.0485849 Nov 12 06:21:07.346664 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136c4bce-bc41-4a2b-ace7-8cf58fb1e2a8 req-28c25ce9-2f07-4209-b94e-7e5523961f34 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/security-groups?id=f97a43a3-9586-4d4d-864b-6a9d775b2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Nov 12 06:21:07.747039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3583a3-20ba-4114-9872-6165353076d0 req-df98d0aa-70fe-4781-9e22-cbd255514832 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:07.748487 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b3583a3-20ba-4114-9872-6165353076d0 req-df98d0aa-70fe-4781-9e22-cbd255514832 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.47 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 946 time: 0.0525742 Nov 12 06:21:07.838254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Deleting port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:21:07.838724 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:07.929584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] For port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:07.929947 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:07.942217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Calling delete_port for 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:21:08.067797 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:08.080374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['442daf0d-c0dd-4bb3-9ca4-8d9274b855b2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:21:08.102373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Pushing event deleted for resources: {'Port': ['ID=442daf0d-c0dd-4bb3-9ca4-8d9274b855b2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:08.137560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] No DVR routers for this DVR port 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:21:08.140371 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:08.143952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2b3583a3-20ba-4114-9872-6165353076d0 req-8ced07db-1db2-4cba-8ea0-8b66c3a2349b tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.47 "DELETE /v2.0/ports/442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 HTTP/1.1" status: 204 len: 173 time: 0.3887186 Nov 12 06:21:08.144426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343d9cf4-2934-4989-8f66-a2fccfc9ecda', 'name': 'network-vif-deleted', 'tag': '442daf0d-c0dd-4bb3-9ca4-8d9274b855b2'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:21:08.146738 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e1ab0a-25f1-4539-abac-f32b17ced32b" -d '{"events": [{"server_uuid": "343d9cf4-2934-4989-8f66-a2fccfc9ecda", "name": "network-vif-deleted", "tag": "442daf0d-c0dd-4bb3-9ca4-8d9274b855b2"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:21:08.190698 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a00de3-ba41-4aa9-9ecf-16fd848a2029 x-openstack-request-id: req-09a00de3-ba41-4aa9-9ecf-16fd848a2029 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:21:08.191110 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343d9cf4-2934-4989-8f66-a2fccfc9ecda", "name": "network-vif-deleted", "tag": "442daf0d-c0dd-4bb3-9ca4-8d9274b855b2", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:21:08.191506 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09a00de3-ba41-4aa9-9ecf-16fd848a2029 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:21:08.191786 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343d9cf4-2934-4989-8f66-a2fccfc9ecda', 'name': 'network-vif-deleted', 'tag': '442daf0d-c0dd-4bb3-9ca4-8d9274b855b2', 'status': 'completed', 'code': 200} Nov 12 06:21:08.455837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8376ce73-e49d-4bd9-acaa-58374bfc7333 req-4d2d048d-8aee-4356-9c95-198dfee96a13 tempest-TestEncryptedCinderVolumes-1468602536 tempest-TestEncryptedCinderVolumes-1468602536-project] 10.222.0.48 "GET /v2.0/ports?device_id=343d9cf4-2934-4989-8f66-a2fccfc9ecda HTTP/1.1" status: 200 len: 210 time: 0.0269756 Nov 12 06:21:09.548017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57554) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:09.884496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:10.122735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Deleting port 0542a734-8748-45d7-8f78-7cdc3b0216d7 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:21:10.123074 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:10.198042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] For port 0542a734-8748-45d7-8f78-7cdc3b0216d7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0542a734-8748-45d7-8f78-7cdc3b0216d7,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:10.198872 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:10.211039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Calling delete_port for 0542a734-8748-45d7-8f78-7cdc3b0216d7 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:21:10.382944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:10.412557 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Pushing event deleted for resources: {'Port': ['ID=0542a734-8748-45d7-8f78-7cdc3b0216d7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:10.577554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:10.788852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Router eb47873d-e992-42eb-8498-5240842af6a2 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:21:10.892829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:21:10.899394 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e105d7d4-09be-4c32-b942-bc67bc469858 admin admin] 10.222.0.48 "PUT /v2.0/routers/eb47873d-e992-42eb-8498-5240842af6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3487520 Nov 12 06:21:10.900365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57556) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:10.903076 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] Sync routers for ids ['eb47873d-e992-42eb-8498-5240842af6a2'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:21:10.908601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:21:10.914226 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] Routers {'eb47873d-e992-42eb-8498-5240842af6a2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:10.914951 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eb47873d-e992-42eb-8498-5240842af6a2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:10.929005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:21:10.929356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 442daf0d-c0dd-4bb3-9ca4-8d9274b855b2 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:21:11.002996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.017640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] Set router eb47873d-e992-42eb-8498-5240842af6a2 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:11.111516 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.164193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Deleting port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:21:11.164538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.198891 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:21:10Z', 'revision_number': 5, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port': {'id': 'cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:11.207403 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.227024 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] Checking router: eb47873d-e992-42eb-8498-5240842af6a2 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:21:11.236092 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] Routers {'eb47873d-e992-42eb-8498-5240842af6a2'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:11.236698 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['eb47873d-e992-42eb-8498-5240842af6a2'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:11.242984 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] For port cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:11.243347 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.256094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Calling delete_port for cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:21:11.321834 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] Set router eb47873d-e992-42eb-8498-5240842af6a2 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:11.371977 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:21:11Z', 'revision_number': 6, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:11.400713 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35cb55d-9e94-40d7-90b6-585c2c7ae540 None None] The sync data for ids ['eb47873d-e992-42eb-8498-5240842af6a2'] in n-d-765315-28 is: [{'id': 'eb47873d-e992-42eb-8498-5240842af6a2', 'name': 'tempest-TestEncryptedCinderVolumes-289939681-router', 'tenant_id': '87a1f34166e54aa481442d870267355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:50Z', 'updated_at': '2021-11-12T06:21:11Z', 'revision_number': 6, 'project_id': '87a1f34166e54aa481442d870267355f', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:21:11.421821 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.452692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:11.462603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b4a7f-bef2-46a8-8c46-556381b765a5 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:11.511144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.599769 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.601771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.643361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.643906 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb47873d-e992-42eb-8498-5240842af6a2 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:21:11.648176 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.649437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-279cbb33-0a2b-4284-b0c1-b28685f9f56f admin admin] 10.222.0.48 "DELETE /v2.0/routers/eb47873d-e992-42eb-8498-5240842af6a2 HTTP/1.1" status: 204 len: 168 time: 0.7480724 Nov 12 06:21:11.652495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57558) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:11.700187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5fe557-4772-4f98-81a4-cd288eafddfb admin admin] Deleting subnet 81d15b41-c8ec-4cb3-a080-94cbc149ca4e {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:21:11.703237 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e5fe557-4772-4f98-81a4-cd288eafddfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.737970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e5fe557-4772-4f98-81a4-cd288eafddfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.816358 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e5fe557-4772-4f98-81a4-cd288eafddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.874135 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e5fe557-4772-4f98-81a4-cd288eafddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.899340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fe557-4772-4f98-81a4-cd288eafddfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d15b41-c8ec-4cb3-a080-94cbc149ca4e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:11.903798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e5fe557-4772-4f98-81a4-cd288eafddfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:11.906959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e5fe557-4772-4f98-81a4-cd288eafddfb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/81d15b41-c8ec-4cb3-a080-94cbc149ca4e HTTP/1.1" status: 204 len: 168 time: 0.2535522 Nov 12 06:21:11.909476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57560) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:11.909708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f084a7-0933-41bf-85b0-b45e74c8d528 None None] Network 1553bb55-608c-4cb9-8a1d-0435d6c7e80b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:21:11.976021 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.031942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Deleting port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:21:12.032285 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.195046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] DHCP port deletion for 1553bb55-608c-4cb9-8a1d-0435d6c7e80b request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:12.246563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] Deleting port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:21:12.246943 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.316363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] For port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:12.316756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.329924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] Calling delete_port for 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:21:12.409909 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.425249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] For port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,segment=NetworkSegment(e95c614a-4396-4b09-a39c-4c0084cbcc73),segment_id=e95c614a-4396-4b09-a39c-4c0084cbcc73)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:12.425545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.440088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Calling delete_port for 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:21:12.443302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] Pushing event deleted for resources: {'Port': ['ID=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:12.445162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdae40-5c38-4b46-b99e-3ac330174321 None None] No DVR routers for this DVR port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:21:12.522822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.549436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf785b0-d19c-4446-89d3-8dce0d18bfe3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:12.551287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] No DVR routers for this DVR port 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:21:12.624088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.643241 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1553bb55-608c-4cb9-8a1d-0435d6c7e80b']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:12.652324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95c614a-4396-4b09-a39c-4c0084cbcc73') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:12.652615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95c614a-4396-4b09-a39c-4c0084cbcc73') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:12.661681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.675325 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.681255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:21:12.681657 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:21:12.684005 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:21:12.736146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.741647 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:12.744966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] 10.222.0.48 "DELETE /v2.0/networks/1553bb55-608c-4cb9-8a1d-0435d6c7e80b HTTP/1.1" status: 204 len: 168 time: 0.8345146 Nov 12 06:21:12.748509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:12.755966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a510-5eed-4c36-b64e-e44d6644771f admin admin] Pushing event deleted for resources: {'Network': ['ID=1553bb55-608c-4cb9-8a1d-0435d6c7e80b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:13.086746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:13.113058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:21:13.133376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:21:13.133718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device cf31eb95-f1b1-4e13-9c51-b8a4c14b7b8b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:21:13.134131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:21:13.153202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:21:13.153549 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 8cf785b0-d19c-4446-89d3-8dce0d18bfe3 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:21:13.153967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0542a734-8748-45d7-8f78-7cdc3b0216d7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:21:13.173014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 0542a734-8748-45d7-8f78-7cdc3b0216d7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:21:13.173362 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0542a734-8748-45d7-8f78-7cdc3b0216d7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:21:13.333357 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Deleting port fc4d8871-b4fa-4ed5-9d09-3234aab59b42 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:21:13.333610 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:13.411643 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] For port fc4d8871-b4fa-4ed5-9d09-3234aab59b42, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,segment=NetworkSegment(bf99254e-0c84-4970-ba62-63f156fcc3a9),segment_id=bf99254e-0c84-4970-ba62-63f156fcc3a9)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:13.412008 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:13.424466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Calling delete_port for fc4d8871-b4fa-4ed5-9d09-3234aab59b42 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:21:13.596624 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:13.621378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4d8871-b4fa-4ed5-9d09-3234aab59b42,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:13.633041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.633391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.633731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.634066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.634423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.634757 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.635082 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.635406 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.636330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.636658 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.636978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.637299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:13.794312 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:14.002365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Router e83c8cea-0034-4dcc-a3cf-fde7b5f896de has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:21:14.007697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-28acd7b4-aa00-4806-94f7-1b0c45454e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:14.106887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:21:14.111806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14bd48c3-c373-437a-aa7e-ef213b498c50 admin admin] 10.222.0.48 "PUT /v2.0/routers/e83c8cea-0034-4dcc-a3cf-fde7b5f896de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3621414 Nov 12 06:21:14.114603 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:14.118869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] Sync routers for ids ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:21:14.129379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] Routers {'e83c8cea-0034-4dcc-a3cf-fde7b5f896de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:14.130094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:14.217417 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:14.233582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] Set router e83c8cea-0034-4dcc-a3cf-fde7b5f896de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:14.417497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:21:13Z', 'revision_number': 5, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:14.445162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] Checking router: e83c8cea-0034-4dcc-a3cf-fde7b5f896de for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:21:14.454686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] Routers {'e83c8cea-0034-4dcc-a3cf-fde7b5f896de'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:14.455310 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:20:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:14.563291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] Set router e83c8cea-0034-4dcc-a3cf-fde7b5f896de gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:14.662932 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:14.716113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Deleting port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:21:14.716363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:14.743427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:21:13Z', 'revision_number': 5, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:14.773878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd48ef4-d9e0-4843-9555-12ad3c0fde35 None None] The sync data for ids ['e83c8cea-0034-4dcc-a3cf-fde7b5f896de'] in n-d-765315-28 is: [{'id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'name': 'tempest-TestEncryptedCinderVolumes-901202415-router', 'tenant_id': '8ca87090cf1a46488c1e5fee9af0757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:19:54Z', 'updated_at': '2021-11-12T06:21:13Z', 'revision_number': 5, 'project_id': '8ca87090cf1a46488c1e5fee9af0757e', 'gw_port': {'id': 'd4b31cd6-9fe5-4b67-9ef8-7bae1378d255', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83c8cea-0034-4dcc-a3cf-fde7b5f896de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:19:55Z', 'updated_at': '2021-11-12T06:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:21:14.793466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] For port d4b31cd6-9fe5-4b67-9ef8-7bae1378d255, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=d4b31cd6-9fe5-4b67-9ef8-7bae1378d255,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:14.793835 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:14.811802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Calling delete_port for d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:21:14.964907 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:14.992706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b31cd6-9fe5-4b67-9ef8-7bae1378d255,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:15.006258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322898ff-1823-4ab2-b369-01adf17ec9ca None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:15.051359 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.141690 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.144064 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.193062 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.193626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e83c8cea-0034-4dcc-a3cf-fde7b5f896de {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:21:15.198787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.200078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8ef00e67-59a0-42f2-ad7a-c87c94a90f4b admin admin] 10.222.0.48 "DELETE /v2.0/routers/e83c8cea-0034-4dcc-a3cf-fde7b5f896de HTTP/1.1" status: 204 len: 168 time: 1.0845413 Nov 12 06:21:15.202712 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57568) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:15.217115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fc4d8871-b4fa-4ed5-9d09-3234aab59b42 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:21:15.237287 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: fc4d8871-b4fa-4ed5-9d09-3234aab59b42 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:21:15.237722 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device fc4d8871-b4fa-4ed5-9d09-3234aab59b42 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:21:15.248493 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1b96f1-7e62-4b2c-aa40-fa590935765b admin admin] Deleting subnet 7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:21:15.251657 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e1b96f1-7e62-4b2c-aa40-fa590935765b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.287819 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e1b96f1-7e62-4b2c-aa40-fa590935765b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.378557 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e1b96f1-7e62-4b2c-aa40-fa590935765b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.435131 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e1b96f1-7e62-4b2c-aa40-fa590935765b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.462928 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b96f1-7e62-4b2c-aa40-fa590935765b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:15.464800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e1b96f1-7e62-4b2c-aa40-fa590935765b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.470872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57570) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:15.471516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8e1b96f1-7e62-4b2c-aa40-fa590935765b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7bd7b154-91c7-40eb-bc07-5b5fe95fd2d6 HTTP/1.1" status: 204 len: 168 time: 0.2677913 Nov 12 06:21:15.474992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994bd8f-4623-4581-87f8-cac4c59b1e1e None None] Network 6618cf58-c00d-46c8-80d9-29afb3e130af requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:21:15.543402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.596961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Deleting port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:21:15.597311 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.667455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] For port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25,segment=NetworkSegment(bf99254e-0c84-4970-ba62-63f156fcc3a9),segment_id=bf99254e-0c84-4970-ba62-63f156fcc3a9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:15.667881 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.681667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Calling delete_port for ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:21:15.760291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.789089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] No DVR routers for this DVR port ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:21:15.793641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:15.816794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ce9d5-de17-4277-8d57-a49ea1a253db None None] DHCP port deletion for 6618cf58-c00d-46c8-80d9-29afb3e130af request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:15.873264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.892839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6618cf58-c00d-46c8-80d9-29afb3e130af']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:15.902682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf99254e-0c84-4970-ba62-63f156fcc3a9') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:15.902978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf99254e-0c84-4970-ba62-63f156fcc3a9') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:15.912403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.925900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.931800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:21:15.932179 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:21:15.933803 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:21:15.991889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:15.997237 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.000484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6618cf58-c00d-46c8-80d9-29afb3e130af HTTP/1.1" status: 204 len: 168 time: 0.5286098 Nov 12 06:21:16.010892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217a27a-c7f8-4d61-b2dd-69e5dbeb98c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6618cf58-c00d-46c8-80d9-29afb3e130af,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:16.156721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57574) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:16.196569 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0ec56df1-3502-41bd-ac52-c02c9e5f2f5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87a1f34166e54aa481442d870267355f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386813 Nov 12 06:21:16.199488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57576) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:16.246296 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-025a7655-07d9-4bc4-92bc-7fcb9b13eb7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.267173 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-025a7655-07d9-4bc4-92bc-7fcb9b13eb7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.312829 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-025a7655-07d9-4bc4-92bc-7fcb9b13eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.315697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-025a7655-07d9-4bc4-92bc-7fcb9b13eb7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.316902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-025a7655-07d9-4bc4-92bc-7fcb9b13eb7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f97a43a3-9586-4d4d-864b-6a9d775b2ce8 HTTP/1.1" status: 204 len: 168 time: 0.1164508 Nov 12 06:21:16.325651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a7655-07d9-4bc4-92bc-7fcb9b13eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a43a3-9586-4d4d-864b-6a9d775b2ce8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:16.404706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f5370ccd-65be-4e8f-a8b0-512cde798858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.628457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57582) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:16.667222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d30b0b1f-6306-4840-bc56-bedd62310c03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ca87090cf1a46488c1e5fee9af0757e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376246 Nov 12 06:21:16.669627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57584) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:16.718962 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e52ea260-3a9c-4a10-a28e-97dcdc088fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.738854 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e52ea260-3a9c-4a10-a28e-97dcdc088fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.784772 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e52ea260-3a9c-4a10-a28e-97dcdc088fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.787492 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e52ea260-3a9c-4a10-a28e-97dcdc088fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:16.788790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e52ea260-3a9c-4a10-a28e-97dcdc088fc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ed7535e-23a2-41d0-83ba-317089501d2d HTTP/1.1" status: 204 len: 168 time: 0.1182852 Nov 12 06:21:16.797051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ea260-3a9c-4a10-a28e-97dcdc088fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed7535e-23a2-41d0-83ba-317089501d2d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:17.116032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:21:17.136605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:21:17.137062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device d4b31cd6-9fe5-4b67-9ef8-7bae1378d255 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:21:17.137527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:21:17.165338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:21:17.165682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ba42a59c-2210-47f1-ab3b-2eb3fe5e7a25 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:21:17.447008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57606) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:17.540701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-611877216-network', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:21:17.562881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Made reservation on behalf of 69ffc28eee4c416fbf9eba88ba8e102c for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:21:17.563759 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.565678 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.574059 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.648028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.652215 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.673279 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:21:17.688816 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47566ec0-4899-490f-a778-dfa65d1713ee,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:17.693378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.693737 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Added segment b810a019-f78f-4c87-9c3c-2e178bdf67e2 of type vlan for network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b Nov 12 06:21:17.733545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.759813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.761359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:17.761974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.793277 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3451660 Nov 12 06:21:17.796326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57610) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:17.801742 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Request body: {'subnet': {'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-611877216-subnet', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:21:17.823868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Made reservation on behalf of 69ffc28eee4c416fbf9eba88ba8e102c for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:21:17.825454 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1784bc-994b-4542-a656-d4d2f49831b1 admin admin] Pushing event updated for resources: {'Network': ['ID=873b10d6-2604-4b88-8b62-2b9c7cf89e3b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:17.826448 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:17.841580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:21:17.993980 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.048897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f49321d-8354-4c28-ae53-fd8f243a73cf,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:18.057162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Checking segment: {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:18.058031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Network hostable DHCP agents. Network: 873b10d6-2604-4b88-8b62-2b9c7cf89e3b, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:21:18.074306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:21:18.082396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 873b10d6-2604-4b88-8b62-2b9c7cf89e3b) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:18.088058 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:18.088715 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.091228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4490f-c6d1-480a-a44f-ee6f38a7a04b None None] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:21:18.104477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2f2c222b-442f-497e-a89b-b4ff50b0aa91 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3069210 Nov 12 06:21:18.107109 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57612) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:18.111332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:21:18.131868 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.133011 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.187364 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.235924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:21:18.236819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.320581 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.370363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Allocated IP 172.20.0.2 (873b10d6-2604-4b88-8b62-2b9c7cf89e3b/3f49321d-8354-4c28-ae53-fd8f243a73cf/420e8179-bb62-4cff-9864-7d6e94e42ae0) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:21:18.511935 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.518190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.520433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.539376 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.562142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:18.566154 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:18.567847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Pushing event updated for resources: {'Port': ['ID=420e8179-bb62-4cff-9864-7d6e94e42ae0,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:18.569947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:21:18.626526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Attempting to bind port 420e8179-bb62-4cff-9864-7d6e94e42ae0 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:21:18.626895 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Attempting to bind port 420e8179-bb62-4cff-9864-7d6e94e42ae0 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:21:18.627259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Attempting to bind port 420e8179-bb62-4cff-9864-7d6e94e42ae0 on network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:21:18.632261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:21:18.632630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Checking segment: {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:18.633029 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.633416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Bound using segment: {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:21:18.633876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Bound port: 420e8179-bb62-4cff-9864-7d6e94e42ae0, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:21:18.634252 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.650286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Allocated IP 172.25.2.98 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/0cce5f72-a253-4296-9cab-56787c23fb3b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:21:18.696385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] For port 420e8179-bb62-4cff-9864-7d6e94e42ae0, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:21:18.699543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] For port 420e8179-bb62-4cff-9864-7d6e94e42ae0, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=420e8179-bb62-4cff-9864-7d6e94e42ae0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:21:18.703675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.760715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf66583-e214-4f65-81b6-f06f89499cdf None None] Pushing event updated for resources: {'Port': ['ID=420e8179-bb62-4cff-9864-7d6e94e42ae0,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:18.760946 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.796477 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.814155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:18.834137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:18.836910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:18.841002 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:21:18.851762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b21258-900b-4d0d-a037-7fbdbceaa4a2 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:18.875170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Pushing event updated for resources: {'Port': ['ID=0cce5f72-a253-4296-9cab-56787c23fb3b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:18.979763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c797484b-f69b-4a7f-89b2-54fabaf10273 None None] Provisioning complete for port 0cce5f72-a253-4296-9cab-56787c23fb3b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:18.980433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c797484b-f69b-4a7f-89b2-54fabaf10273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.018536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c797484b-f69b-4a7f-89b2-54fabaf10273 None None] Port 0cce5f72-a253-4296-9cab-56787c23fb3b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:21:19.139436 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 420e8179-bb62-4cff-9864-7d6e94e42ae0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:19.140153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.188655 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 420e8179-bb62-4cff-9864-7d6e94e42ae0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:19.188944 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.265583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.336699 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.463430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 420e8179-bb62-4cff-9864-7d6e94e42ae0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=420e8179-bb62-4cff-9864-7d6e94e42ae0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:19.468591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.477579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:21:19.522904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=420e8179-bb62-4cff-9864-7d6e94e42ae0,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:19.591670 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:21:19.601560 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Sync routers for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:21:19.609775 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.611089 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f844d6f2-f168-4181-849e-41aad667114b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5030501 Nov 12 06:21:19.613748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57614) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:19.617485 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:19.618436 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:19.668707 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.730275 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:19.732253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ffdc6-0e0e-4672-b054-e72ae4b77904 None None] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:21:19.865106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b9192c5f-ed94-44f1-af7f-481270f28ea7 None None] Provisioning complete for port 420e8179-bb62-4cff-9864-7d6e94e42ae0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:19.865473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b9192c5f-ed94-44f1-af7f-481270f28ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:19.911641 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:19Z', 'revision_number': 3, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:20.037445 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Checking router: 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:21:20.037862 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Updating router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 port 0cce5f72-a253-4296-9cab-56787c23fb3b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:21:20.067075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.067669 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.207297 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1f13d72d-7b82-497b-a2d4-5ed8f35eb492 None None] Provisioning complete for port 420e8179-bb62-4cff-9864-7d6e94e42ae0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:20.207675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f13d72d-7b82-497b-a2d4-5ed8f35eb492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.233512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Allocated IP 172.20.0.1 (873b10d6-2604-4b88-8b62-2b9c7cf89e3b/3f49321d-8354-4c28-ae53-fd8f243a73cf/7afa31c8-ec7b-41af-a49b-981841e89b9e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:21:20.320636 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.326600 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.347164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.372153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc7e2c-bee9-4584-878a-df2342ee0de6 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:20.381175 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Attempting to bind port 0cce5f72-a253-4296-9cab-56787c23fb3b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:21:20.381474 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Attempting to bind port 0cce5f72-a253-4296-9cab-56787c23fb3b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:21:20.381808 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Attempting to bind port 0cce5f72-a253-4296-9cab-56787c23fb3b on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:21:20.388403 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Pushing event updated for resources: {'Port': ['ID=0cce5f72-a253-4296-9cab-56787c23fb3b,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:20.392409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.394979 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:21:20.395315 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:20.396066 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.396453 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:21:20.396917 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Bound port: 0cce5f72-a253-4296-9cab-56787c23fb3b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:21:20.397288 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.404704 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.405042 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.405375 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.405704 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.406027 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.406371 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.407905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.407905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.407905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.407905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.407905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.408320 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:20.408604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a078582f-b64d-4b35-bfe3-a73d1b18e4ee None None] Provisioning complete for port 0cce5f72-a253-4296-9cab-56787c23fb3b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:20.408976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a078582f-b64d-4b35-bfe3-a73d1b18e4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.442488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:20.445326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:20.451746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:21:20.454559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a078582f-b64d-4b35-bfe3-a73d1b18e4ee None None] Port 0cce5f72-a253-4296-9cab-56787c23fb3b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:21:20.465378 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] For port 0cce5f72-a253-4296-9cab-56787c23fb3b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:21:20.468865 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] For port 0cce5f72-a253-4296-9cab-56787c23fb3b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0cce5f72-a253-4296-9cab-56787c23fb3b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:21:20.475314 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.483065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Pushing event updated for resources: {'Port': ['ID=7afa31c8-ec7b-41af-a49b-981841e89b9e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:20.502114 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.529109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f3d34-cd6f-4b87-b54e-264a86420f46 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:20.540496 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5bb54-11d6-47df-8bef-7ca947f91197 None None] Pushing event updated for resources: {'Port': ['ID=0cce5f72-a253-4296-9cab-56787c23fb3b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:20.543679 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:20.544287 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:20.590717 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9f8a9251-7048-4036-94a2-8b96cd739281 None None] Provisioning complete for port 0cce5f72-a253-4296-9cab-56787c23fb3b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:20.591095 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f8a9251-7048-4036-94a2-8b96cd739281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.658051 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.675498 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:20.685132 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f8a9251-7048-4036-94a2-8b96cd739281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.712051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9f8a9251-7048-4036-94a2-8b96cd739281 None None] For port 0cce5f72-a253-4296-9cab-56787c23fb3b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0cce5f72-a253-4296-9cab-56787c23fb3b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:20.717074 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f8a9251-7048-4036-94a2-8b96cd739281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.770645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a9251-7048-4036-94a2-8b96cd739281 None None] Pushing event updated for resources: {'Port': ['ID=0cce5f72-a253-4296-9cab-56787c23fb3b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:20.836860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a02ae98e-1302-45e1-ac09-07bd00625703 None None] Provisioning complete for port 7afa31c8-ec7b-41af-a49b-981841e89b9e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:20.837231 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a02ae98e-1302-45e1-ac09-07bd00625703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.844966 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.850434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.870237 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:19Z', 'revision_number': 3, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:20.874689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a02ae98e-1302-45e1-ac09-07bd00625703 None None] Port 7afa31c8-ec7b-41af-a49b-981841e89b9e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:21:20.899193 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6738907-ce46-44b6-ad72-7c8aac6fe67a None None] The sync data for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 is: [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:19Z', 'revision_number': 3, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:21:20.925134 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:20.926951 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Pushing event updated for resources: {'Port': ['ID=7afa31c8-ec7b-41af-a49b-981841e89b9e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:21.017693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:21.019125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:21.160672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:21:21.176855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 420e8179-bb62-4cff-9864-7d6e94e42ae0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:21.241443 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 420e8179-bb62-4cff-9864-7d6e94e42ae0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:21.241832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:21.304619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:21:21.305146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b93394fa-2ff2-4ce6-ae27-8e16854e9a1c None None] Provisioning complete for port 7afa31c8-ec7b-41af-a49b-981841e89b9e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:21.305549 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b93394fa-2ff2-4ce6-ae27-8e16854e9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:21.314842 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-16d10452-6ab9-47b0-a1b5-43ae81333093 admin admin] 10.222.0.48 "PUT /v2.0/routers/5f865cf5-dfa8-4e8d-a297-a5fd7dc52702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6999102 Nov 12 06:21:21.374067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b93394fa-2ff2-4ce6-ae27-8e16854e9a1c None None] Port 7afa31c8-ec7b-41af-a49b-981841e89b9e cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:21:21.807388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57630) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:21.812857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1526849931-network', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:21:21.832220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Made reservation on behalf of 6321e7d7493d4463a51e85dafc8a6fb2 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:21:21.834507 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:21.843643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:21.915862 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:21.920328 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:21.940545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:21:21.955317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d4529-2bb5-4feb-a8bb-ebb1c687ef2b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:21.958224 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:21.958606 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Added segment 638e488b-7b9e-471f-a39e-882e2694b530 of type vlan for network f22c2e9f-7936-4fd5-964a-937632882c55 Nov 12 06:21:21.998867 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.027018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.027951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:22.028526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.059534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2505770 Nov 12 06:21:22.062489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57632) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:22.067561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Request body: {'subnet': {'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1526849931-subnet', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:21:22.089215 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Made reservation on behalf of 6321e7d7493d4463a51e85dafc8a6fb2 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:21:22.090618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd937156-7ad5-45c3-bae6-3f23a27b0499 admin admin] Pushing event updated for resources: {'Network': ['ID=f22c2e9f-7936-4fd5-964a-937632882c55,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:22.091747 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.101412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network f22c2e9f-7936-4fd5-964a-937632882c55 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:21:22.267100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.319669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9dcdbea-ce62-47dc-9466-1adbcf306090,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:22.330442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Checking segment: {'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:22.330800 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Network hostable DHCP agents. Network: f22c2e9f-7936-4fd5-964a-937632882c55, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:21:22.347840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Network f22c2e9f-7936-4fd5-964a-937632882c55 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:21:22.356185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, f22c2e9f-7936-4fd5-964a-937632882c55) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:22.360318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:22.360918 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.365689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd8e1c-7c09-457e-abcc-879ffbaf6b70 None None] Network f22c2e9f-7936-4fd5-964a-937632882c55 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:21:22.376694 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b235084a-6dcc-4a33-bd74-fc1fcf0a0e4d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3130009 Nov 12 06:21:22.379404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57634) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:22.383582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:21:22.405547 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.406770 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.464381 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.497635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Sync routers for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:21:22.522680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:22.523341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:22.529223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-f22c2e9f-7936-4fd5-964a-937632882c55', 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'fixed_ips': [{'subnet_id': 'f9dcdbea-ce62-47dc-9466-1adbcf306090'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:21:22.530207 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.602277 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:22.710423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:22.819492 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Allocated IP 172.20.0.2 (f22c2e9f-7936-4fd5-964a-937632882c55/f9dcdbea-ce62-47dc-9466-1adbcf306090/5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:21:23.066205 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.075240 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.126858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 2, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:23.129894 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Network f22c2e9f-7936-4fd5-964a-937632882c55 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:23.137008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:23.164751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Pushing event updated for resources: {'Port': ['ID=5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:23.167633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:21:23.171246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0cce5f72-a253-4296-9cab-56787c23fb3b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:23.175618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Checking router: 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:21:23.175974 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Updating router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 port 7afa31c8-ec7b-41af-a49b-981841e89b9e binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:21:23.190292 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.208662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.262549 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.288661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Attempting to bind port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:21:23.289034 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Attempting to bind port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:21:23.289397 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Attempting to bind port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed on network f22c2e9f-7936-4fd5-964a-937632882c55 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:21:23.314242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Allocated IP 172.25.2.172 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/ab63304f-98c4-4cad-895d-3df3a23bfff4) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:21:23.323290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:21:23.323669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Checking segment: {'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:23.324104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.324618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Bound using segment: {'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:21:23.325106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Bound port: 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:21:23.325490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.335850 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0cce5f72-a253-4296-9cab-56787c23fb3b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:23.336225 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.414162 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.448577 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.486486 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:23.498297 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:23.501033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:21:23.530016 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Pushing event updated for resources: {'Port': ['ID=ab63304f-98c4-4cad-895d-3df3a23bfff4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:23.624117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706b09d-53e6-4eb3-ad7d-89eee8a961bf None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:23.682496 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] For port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:21:23.729249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] For port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed,segment=NetworkSegment(638e488b-7b9e-471f-a39e-882e2694b530),segment_id=638e488b-7b9e-471f-a39e-882e2694b530)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:21:23.762417 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.763148 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.820542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-73a068ec-d778-4ed0-9c3d-68d4e1f1eee0 None None] Provisioning complete for port ab63304f-98c4-4cad-895d-3df3a23bfff4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:23.820921 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73a068ec-d778-4ed0-9c3d-68d4e1f1eee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.890891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac4bf8-40ca-4ff9-ba3f-927de8e9e4a7 None None] Pushing event updated for resources: {'Port': ['ID=5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:23.913195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-73a068ec-d778-4ed0-9c3d-68d4e1f1eee0 None None] Port ab63304f-98c4-4cad-895d-3df3a23bfff4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:21:23.953336 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.960591 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:23.979692 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.033732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdc9ff-e8de-440f-aad0-e22d1dd57cff None None] Pushing event updated for resources: {'Port': ['ID=7afa31c8-ec7b-41af-a49b-981841e89b9e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:24.098086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Attempting to bind port 7afa31c8-ec7b-41af-a49b-981841e89b9e on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:21:24.098513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Attempting to bind port 7afa31c8-ec7b-41af-a49b-981841e89b9e by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:21:24.098887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Attempting to bind port 7afa31c8-ec7b-41af-a49b-981841e89b9e on network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:21:24.104811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:21:24.105483 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Checking segment: {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:24.105884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.106272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Bound using segment: {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:21:24.106770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Bound port: 7afa31c8-ec7b-41af-a49b-981841e89b9e, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:21:24.107151 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.165499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Router 8c297425-f36d-465c-b49a-8ec2d2f9918b is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:21:24.188743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] For port 7afa31c8-ec7b-41af-a49b-981841e89b9e, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:21:24.192294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] For port 7afa31c8-ec7b-41af-a49b-981841e89b9e, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7afa31c8-ec7b-41af-a49b-981841e89b9e,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:21:24.197097 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.257884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:24.258469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:24.287350 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:21:24.296324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdc9ff-e8de-440f-aad0-e22d1dd57cff None None] Pushing event updated for resources: {'Port': ['ID=7afa31c8-ec7b-41af-a49b-981841e89b9e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:24.301419 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Sync routers for ids ['8c297425-f36d-465c-b49a-8ec2d2f9918b'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:21:24.308936 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.313388 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57636) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:21:24.313936 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4375afb6-df2e-4544-90fe-cea846486417 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9334559 Nov 12 06:21:24.316881 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Routers {'8c297425-f36d-465c-b49a-8ec2d2f9918b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:24.317712 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8c297425-f36d-465c-b49a-8ec2d2f9918b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:24.387491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2e462f43-7cdb-462f-bca7-03b3815fe466 None None] Provisioning complete for port 7afa31c8-ec7b-41af-a49b-981841e89b9e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:24.387866 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e462f43-7cdb-462f-bca7-03b3815fe466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.453562 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Set router 8c297425-f36d-465c-b49a-8ec2d2f9918b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:24.455953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:24.596686 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e462f43-7cdb-462f-bca7-03b3815fe466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.663050 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:21:23Z', 'revision_number': 3, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port': {'id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:23Z', 'updated_at': '2021-11-12T06:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:24.682786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-2e462f43-7cdb-462f-bca7-03b3815fe466 None None] For port 7afa31c8-ec7b-41af-a49b-981841e89b9e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7afa31c8-ec7b-41af-a49b-981841e89b9e,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:24.694280 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e462f43-7cdb-462f-bca7-03b3815fe466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.697494 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Checking router: 8c297425-f36d-465c-b49a-8ec2d2f9918b for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:21:24.698152 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Updating router 8c297425-f36d-465c-b49a-8ec2d2f9918b port ab63304f-98c4-4cad-895d-3df3a23bfff4 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:21:24.724422 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.773668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e462f43-7cdb-462f-bca7-03b3815fe466 None None] Pushing event updated for resources: {'Port': ['ID=7afa31c8-ec7b-41af-a49b-981841e89b9e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:24.819386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:24Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:24.851693 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:24.861226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484a524-9066-45e0-abbc-3c8a8eb981e2 None None] The sync data for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 is: [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:24Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:21:24.868632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-72dab742-4100-40fa-b823-0933c74d3471 None None] Provisioning complete for port 7afa31c8-ec7b-41af-a49b-981841e89b9e triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:24.869720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-72dab742-4100-40fa-b823-0933c74d3471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.092151 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.099453 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.140401 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9763a20-aa75-4e6e-a341-1d5c538bf8bb None None] Network f22c2e9f-7936-4fd5-964a-937632882c55 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:21:25.154895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Allocated IP 172.20.0.1 (f22c2e9f-7936-4fd5-964a-937632882c55/f9dcdbea-ce62-47dc-9466-1adbcf306090/451b0b89-b476-4239-b1e8-3e5442bfd585) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:21:25.184589 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1f9ff-036f-4c19-a0c8-bf86e8a74af9 None None] Pushing event updated for resources: {'Port': ['ID=ab63304f-98c4-4cad-895d-3df3a23bfff4,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:25.199258 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Attempting to bind port ab63304f-98c4-4cad-895d-3df3a23bfff4 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:21:25.199636 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Attempting to bind port ab63304f-98c4-4cad-895d-3df3a23bfff4 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:21:25.200016 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Attempting to bind port ab63304f-98c4-4cad-895d-3df3a23bfff4 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:21:25.206060 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:21:25.206435 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:25.206890 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.207751 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:21:25.208269 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Bound port: ab63304f-98c4-4cad-895d-3df3a23bfff4, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:21:25.208788 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.213151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae97ae3-6932-45a3-be92-f4dfce9870f7 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:25.290617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Provisioning complete for port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:25.290995 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.299357 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] For port ab63304f-98c4-4cad-895d-3df3a23bfff4, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:21:25.302811 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] For port ab63304f-98c4-4cad-895d-3df3a23bfff4, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ab63304f-98c4-4cad-895d-3df3a23bfff4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:21:25.310954 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.332801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.369124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7afa31c8-ec7b-41af-a49b-981841e89b9e up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:25.379291 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.409876 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1f9ff-036f-4c19-a0c8-bf86e8a74af9 None None] Pushing event updated for resources: {'Port': ['ID=ab63304f-98c4-4cad-895d-3df3a23bfff4,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:25.423961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Network f22c2e9f-7936-4fd5-964a-937632882c55 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:25.429777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:25.433623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:21:25.440986 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Routers {'8c297425-f36d-465c-b49a-8ec2d2f9918b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:25.441623 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8c297425-f36d-465c-b49a-8ec2d2f9918b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:25.458229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7cea5-517b-4c3b-b120-877cb605ce86 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:21:25.482295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Pushing event updated for resources: {'Port': ['ID=451b0b89-b476-4239-b1e8-3e5442bfd585,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:25.497598 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.538525 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.540592 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 7afa31c8-ec7b-41af-a49b-981841e89b9e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:25.541037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.612567 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] Set router 8c297425-f36d-465c-b49a-8ec2d2f9918b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:25.625216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dc466f87-69ce-4375-a704-fb804365867d None None] For port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed,segment=NetworkSegment(638e488b-7b9e-471f-a39e-882e2694b530),segment_id=638e488b-7b9e-471f-a39e-882e2694b530)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:25.638516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.675377 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.759429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:25.774144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Provisioning complete for port ab63304f-98c4-4cad-895d-3df3a23bfff4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:25.775664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.823576 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Pushing event updated for resources: {'Port': ['ID=5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:25.899806 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.903040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:25.903479 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.907317 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.954048 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:25.989948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Pushing event updated for resources: {'Port': ['ID=451b0b89-b476-4239-b1e8-3e5442bfd585,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:25.999868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dc466f87-69ce-4375-a704-fb804365867d None None] For port ab63304f-98c4-4cad-895d-3df3a23bfff4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ab63304f-98c4-4cad-895d-3df3a23bfff4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:26.009374 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:26.020494 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:26.038399 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:21:23Z', 'revision_number': 3, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port': {'id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:23Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:26.072209 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86404f1-d0a9-4029-a004-f76af8028996 None None] The sync data for ids ['8c297425-f36d-465c-b49a-8ec2d2f9918b'] in n-d-765315-28 is: [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:21:23Z', 'revision_number': 3, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port': {'id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:23Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:21:26.129989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc466f87-69ce-4375-a704-fb804365867d None None] Pushing event updated for resources: {'Port': ['ID=ab63304f-98c4-4cad-895d-3df3a23bfff4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:26.141283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2c76555a-f088-42bf-ad80-31b7f6306e82 None None] Provisioning complete for port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:26.141653 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2c76555a-f088-42bf-ad80-31b7f6306e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:26.158213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Network f22c2e9f-7936-4fd5-964a-937632882c55 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:26.159867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:26.266045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2c76555a-f088-42bf-ad80-31b7f6306e82 None None] Provisioning complete for port 451b0b89-b476-4239-b1e8-3e5442bfd585 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:26.266528 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2c76555a-f088-42bf-ad80-31b7f6306e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:26.309068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2c76555a-f088-42bf-ad80-31b7f6306e82 None None] Port 451b0b89-b476-4239-b1e8-3e5442bfd585 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:21:26.325978 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2c76555a-f088-42bf-ad80-31b7f6306e82 None None] Provisioning complete for port ab63304f-98c4-4cad-895d-3df3a23bfff4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:26.326514 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2c76555a-f088-42bf-ad80-31b7f6306e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:26.328002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Router 8c297425-f36d-465c-b49a-8ec2d2f9918b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:21:26.489170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:21:26.502681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b26a2b80-e790-48a6-a663-3338c8eeeff3 admin admin] 10.222.0.48 "PUT /v2.0/routers/8c297425-f36d-465c-b49a-8ec2d2f9918b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1796610 Nov 12 06:21:26.579209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8ac81699-b3bc-4bef-901d-eb246bcc208e None None] Provisioning complete for port 451b0b89-b476-4239-b1e8-3e5442bfd585 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:26.579752 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ac81699-b3bc-4bef-901d-eb246bcc208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:26.786461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8ac81699-b3bc-4bef-901d-eb246bcc208e None None] Port 451b0b89-b476-4239-b1e8-3e5442bfd585 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:21:27.277934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:27.339367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:27.339819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:27.425509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ab63304f-98c4-4cad-895d-3df3a23bfff4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:27.478760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ab63304f-98c4-4cad-895d-3df3a23bfff4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:27.479166 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:27.859773 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:28.492863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Sync routers for ids ['8c297425-f36d-465c-b49a-8ec2d2f9918b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:21:28.509705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Routers {'8c297425-f36d-465c-b49a-8ec2d2f9918b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:28.510475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8c297425-f36d-465c-b49a-8ec2d2f9918b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:28.634069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Set router 8c297425-f36d-465c-b49a-8ec2d2f9918b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:28.853437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 4, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port': {'id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:23Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '451b0b89-b476-4239-b1e8-3e5442bfd585', 'name': '', 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'mac_address': 'fa:16:3e:84:ab:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f9dcdbea-ce62-47dc-9466-1adbcf306090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:24Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 2, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'subnets': [{'id': 'f9dcdbea-ce62-47dc-9466-1adbcf306090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:28.883214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Checking router: 8c297425-f36d-465c-b49a-8ec2d2f9918b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:21:28.883573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Updating router 8c297425-f36d-465c-b49a-8ec2d2f9918b port 451b0b89-b476-4239-b1e8-3e5442bfd585 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:21:28.913243 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.208793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.214834 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.274170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f3a20-ca59-4f9f-b3a0-03453b20150e None None] Pushing event updated for resources: {'Port': ['ID=451b0b89-b476-4239-b1e8-3e5442bfd585,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:29.331764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Attempting to bind port 451b0b89-b476-4239-b1e8-3e5442bfd585 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:21:29.332134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Attempting to bind port 451b0b89-b476-4239-b1e8-3e5442bfd585 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:21:29.332498 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Attempting to bind port 451b0b89-b476-4239-b1e8-3e5442bfd585 on network f22c2e9f-7936-4fd5-964a-937632882c55 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:21:29.339957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:21:29.340446 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Checking segment: {'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:29.340857 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.341251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Bound using segment: {'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:21:29.341721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Bound port: 451b0b89-b476-4239-b1e8-3e5442bfd585, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638e488b-7b9e-471f-a39e-882e2694b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:21:29.342102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.425234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] For port 451b0b89-b476-4239-b1e8-3e5442bfd585, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:21:29.428914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] For port 451b0b89-b476-4239-b1e8-3e5442bfd585, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=451b0b89-b476-4239-b1e8-3e5442bfd585,segment=NetworkSegment(638e488b-7b9e-471f-a39e-882e2694b530),segment_id=638e488b-7b9e-471f-a39e-882e2694b530)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:21:29.436474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.451288 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:21:29.521621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Routers {'8c297425-f36d-465c-b49a-8ec2d2f9918b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:21:29.522221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8c297425-f36d-465c-b49a-8ec2d2f9918b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:29.570011 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f3a20-ca59-4f9f-b3a0-03453b20150e None None] Pushing event updated for resources: {'Port': ['ID=451b0b89-b476-4239-b1e8-3e5442bfd585,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:29.597117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-55637112-7a7a-4adc-baf2-6743e50b1646 None None] Provisioning complete for port 451b0b89-b476-4239-b1e8-3e5442bfd585 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:29.597585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55637112-7a7a-4adc-baf2-6743e50b1646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.699112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] Set router 8c297425-f36d-465c-b49a-8ec2d2f9918b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:21:29.808377 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55637112-7a7a-4adc-baf2-6743e50b1646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.900313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-55637112-7a7a-4adc-baf2-6743e50b1646 None None] For port 451b0b89-b476-4239-b1e8-3e5442bfd585, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=451b0b89-b476-4239-b1e8-3e5442bfd585,segment=NetworkSegment(638e488b-7b9e-471f-a39e-882e2694b530),segment_id=638e488b-7b9e-471f-a39e-882e2694b530)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:29.907397 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55637112-7a7a-4adc-baf2-6743e50b1646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:29.998278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55637112-7a7a-4adc-baf2-6743e50b1646 None None] Pushing event updated for resources: {'Port': ['ID=451b0b89-b476-4239-b1e8-3e5442bfd585,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:30.045124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 4, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port': {'id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:23Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '451b0b89-b476-4239-b1e8-3e5442bfd585', 'name': '', 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'mac_address': 'fa:16:3e:84:ab:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f9dcdbea-ce62-47dc-9466-1adbcf306090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:24Z', 'updated_at': '2021-11-12T06:21:29Z', 'revision_number': 4, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'subnets': [{'id': 'f9dcdbea-ce62-47dc-9466-1adbcf306090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:21:30.049757 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d0fbe7eb-5f81-4e5f-ad8b-f5fe4f1b7488 None None] Provisioning complete for port 451b0b89-b476-4239-b1e8-3e5442bfd585 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:30.049757 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe7eb-5f81-4e5f-ad8b-f5fe4f1b7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:30.075690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ebe1-64b7-4f03-bd75-6190ea2c4416 None None] The sync data for ids ['8c297425-f36d-465c-b49a-8ec2d2f9918b'] in n-d-765315-28 is: [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 4, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port': {'id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:23Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '451b0b89-b476-4239-b1e8-3e5442bfd585', 'name': '', 'network_id': 'f22c2e9f-7936-4fd5-964a-937632882c55', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'mac_address': 'fa:16:3e:84:ab:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f9dcdbea-ce62-47dc-9466-1adbcf306090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:24Z', 'updated_at': '2021-11-12T06:21:29Z', 'revision_number': 4, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'subnets': [{'id': 'f9dcdbea-ce62-47dc-9466-1adbcf306090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:21:31.234514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 451b0b89-b476-4239-b1e8-3e5442bfd585 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:31.296984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 451b0b89-b476-4239-b1e8-3e5442bfd585 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:31.297357 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:36.877354 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a1e-56a3-474e-b602-420ad933f751 req-64ec7fec-dd94-4d9f-be84-b28176e7e9df tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:36.878843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-64ec7fec-dd94-4d9f-be84-b28176e7e9df tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 814 time: 0.1050975 Nov 12 06:21:36.894057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-380c8e53-4663-464a-8faf-6cf809efbd70 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/quotas/69ffc28eee4c416fbf9eba88ba8e102c HTTP/1.1" status: 200 len: 375 time: 0.0093904 Nov 12 06:21:36.944118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-c4952004-0dc0-4491-bb46-f1c863c63972 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447154 Nov 12 06:21:37.040692 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-5efadef3-16d5-496d-95c4-d90b039b7da6 service neutron] 10.222.0.48 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842659 Nov 12 06:21:37.128509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-88cc5f03-a63e-4a1c-9891-0bd548b267e6 service neutron] 10.222.0.48 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817611 Nov 12 06:21:37.283980 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d23f3f56-d7c0-49aa-821e-a9e331667f0e req-48e6e340-e3c7-4b33-8af9-4add30fbf1f5 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 210 time: 0.0258231 Nov 12 06:21:38.252619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a1e-56a3-474e-b602-420ad933f751 req-7f880a60-18bb-4a7a-ab71-f145f517ed57 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:38.254056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-7f880a60-18bb-4a7a-ab71-f145f517ed57 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.47 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 814 time: 0.1074197 Nov 12 06:21:38.269235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'port': {'device_id': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'admin_state_up': True, 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:21:38.393756 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3328a41d-46fb-4531-94df-e3e690301966 req-fc789637-dc65-410b-b974-8d13c2090754 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 210 time: 0.0348573 Nov 12 06:21:38.414000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Made reservation on behalf of 69ffc28eee4c416fbf9eba88ba8e102c for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:21:38.418279 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:38.582149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Allocated IP 172.20.0.6 (873b10d6-2604-4b88-8b62-2b9c7cf89e3b/3f49321d-8354-4c28-ae53-fd8f243a73cf/de8b55b7-8c87-4b6c-baca-f97c686416e0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:21:38.784485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:38.822858 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:38.869757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:21:38.872894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:21:38.877556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:21:38.880122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'Port': ['ID=de8b55b7-8c87-4b6c-baca-f97c686416e0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:38.920778 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.921133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.921658 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.922007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.922384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.922712 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.923046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.923375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.923702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.924029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.924623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.924947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:38.957027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:38.957689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:38.975955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-dbc3f634-014e-4a4a-9b81-44daeb6f5694 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7110295 Nov 12 06:21:39.109934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61bcef7c-ab91-41b0-983a-72fdbf6d856a None None] Provisioning complete for port de8b55b7-8c87-4b6c-baca-f97c686416e0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:39.110966 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61bcef7c-ab91-41b0-983a-72fdbf6d856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:39.146984 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61bcef7c-ab91-41b0-983a-72fdbf6d856a None None] Port de8b55b7-8c87-4b6c-baca-f97c686416e0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:21:39.401332 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-0590ffdc-1853-4819-b3a2-e64a53f081b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1534691 Nov 12 06:21:39.523303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eab223-8285-4c82-8db0-67661895dd9b req-f0168774-dc5a-4c52-bbf5-ae7b6e8ed3fc tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.525117 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-61414f04-5f18-45b2-ad1a-f9782b3d9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.525681 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72eab223-8285-4c82-8db0-67661895dd9b req-f0168774-dc5a-4c52-bbf5-ae7b6e8ed3fc tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0548472 Nov 12 06:21:39.526132 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-61414f04-5f18-45b2-ad1a-f9782b3d9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.526704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-61414f04-5f18-45b2-ad1a-f9782b3d9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.527197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-61414f04-5f18-45b2-ad1a-f9782b3d9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.527674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-61414f04-5f18-45b2-ad1a-f9782b3d9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.529697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-61414f04-5f18-45b2-ad1a-f9782b3d9d51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0500705 Nov 12 06:21:39.585683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72eab223-8285-4c82-8db0-67661895dd9b req-823acdec-f566-446d-8a16-e412f1d61e84 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462430 Nov 12 06:21:39.661199 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-f0969a96-3fc8-4c00-aeb6-de9b5d953c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.661678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-f0969a96-3fc8-4c00-aeb6-de9b5d953c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.662150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-f0969a96-3fc8-4c00-aeb6-de9b5d953c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.663780 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-f0969a96-3fc8-4c00-aeb6-de9b5d953c66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0942199 Nov 12 06:21:39.709878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-d7a73a5b-26b2-43ef-a38a-09a3fca3c1ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0389156 Nov 12 06:21:39.764950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-e8120a1d-eeb2-4cd2-b1fa-a111d5bc85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.766459 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-e8120a1d-eeb2-4cd2-b1fa-a111d5bc85ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0492315 Nov 12 06:21:39.815353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-06b511fd-37ea-4b04-bc9b-623ebee1c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:39.817148 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-06b511fd-37ea-4b04-bc9b-623ebee1c384 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442276 Nov 12 06:21:39.916782 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-57c5b7e6-58b8-48f0-a3e9-309e766fd2e6 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919712 Nov 12 06:21:40.011546 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-783e1c26-f2f5-400e-b3d3-d67f6095ad2d service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871897 Nov 12 06:21:40.059211 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-1fb6aabb-dd85-434c-b57d-1b6fd88f4fda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0394526 Nov 12 06:21:40.120812 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-b6c27542-be89-4dec-8c3f-0644438380e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:40.122416 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-b6c27542-be89-4dec-8c3f-0644438380e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0561748 Nov 12 06:21:40.169262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-1c9e5bd7-53d1-4dd0-8531-e3ad19bfd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:40.170745 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-1c9e5bd7-53d1-4dd0-8531-e3ad19bfd348 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410690 Nov 12 06:21:40.271302 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-997bc86e-e317-44ce-aabb-d63337c469cd service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920417 Nov 12 06:21:40.364921 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-ca466aa4-42e7-46f6-b9c9-20df59d1ef1c service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872548 Nov 12 06:21:40.411109 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-6a9204c8-ce22-4344-b9ed-bd42308864be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0396762 Nov 12 06:21:40.461335 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-4f8a9389-85d3-49a4-9b8d-8227f55fc871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:40.462820 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-4f8a9389-85d3-49a4-9b8d-8227f55fc871 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0449212 Nov 12 06:21:40.514178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-b9acc064-818d-49f1-8ea2-e8cfad4ce33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:40.515783 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-b9acc064-818d-49f1-8ea2-e8cfad4ce33b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0459111 Nov 12 06:21:40.612362 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-0d2223ec-6329-4bfa-bd35-3e5da8894d45 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897124 Nov 12 06:21:40.709468 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-e053c86e-8a31-48f8-b5d1-1530e00990a1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895040 Nov 12 06:21:40.733316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4692e55-feb4-4cf4-80b7-b6de8da51a1a req-05d93495-5906-4966-bb28-05a94e06b60c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:40.736006 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4692e55-feb4-4cf4-80b7-b6de8da51a1a req-05d93495-5906-4966-bb28-05a94e06b60c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0741577 Nov 12 06:21:40.759108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-d585f5da-614a-4024-9c4f-6b5b4252cfd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0426717 Nov 12 06:21:40.784818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4692e55-feb4-4cf4-80b7-b6de8da51a1a req-8c7e013e-f05a-48d1-8957-bedc225b519e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Nov 12 06:21:40.810051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-f702c46a-1acc-439b-aabf-07a1e237e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:40.811830 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-f702c46a-1acc-439b-aabf-07a1e237e0e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0456963 Nov 12 06:21:40.858642 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-da9d0c14-b5a7-4af0-9a97-31cfc9c3f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:40.860137 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-da9d0c14-b5a7-4af0-9a97-31cfc9c3f274 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0413632 Nov 12 06:21:40.956359 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-0d6a8d3e-9997-4ddb-a4e2-8112af675d94 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890107 Nov 12 06:21:41.047222 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-a62f13d1-47ba-4ea9-bf3d-7819bccd53f9 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844409 Nov 12 06:21:41.092884 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-005f90ee-b7cc-402e-a537-72e3094e7991 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0388901 Nov 12 06:21:41.142425 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-e74667a8-a166-4a26-ba12-aeacc9cddd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:41.143877 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-e74667a8-a166-4a26-ba12-aeacc9cddd17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0444298 Nov 12 06:21:41.206065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-65c9f33f-5923-4a55-bfa1-f18b1cf8f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:41.208415 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-65c9f33f-5923-4a55-bfa1-f18b1cf8f641 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0574775 Nov 12 06:21:41.212395 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:41.305109 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-7a58d609-8b8c-4762-8c23-2aa4e02752c0 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892329 Nov 12 06:21:41.397726 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6c875a9a-61ee-4646-9511-39c4672d3f00 req-e8a33086-00d2-44b2-9113-096c743bf116 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851350 Nov 12 06:21:41.916440 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e1a4f-54e6-4315-9efa-1539d7040b34 req-bda5bcba-4b4d-486b-91b9-513f8a1cbf2a tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:41.917959 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f6e1a4f-54e6-4315-9efa-1539d7040b34 req-bda5bcba-4b4d-486b-91b9-513f8a1cbf2a tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0602481 Nov 12 06:21:41.966290 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f6e1a4f-54e6-4315-9efa-1539d7040b34 req-04bef98f-3fbe-4b1e-8c02-49aa6b49b792 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Nov 12 06:21:43.085263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686c323-bd64-4071-b309-fb563adc23b2 req-20b14e6d-f687-497b-8ce5-c3c1b4d740a6 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:43.087104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b686c323-bd64-4071-b309-fb563adc23b2 req-20b14e6d-f687-497b-8ce5-c3c1b4d740a6 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0490706 Nov 12 06:21:43.139271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b686c323-bd64-4071-b309-fb563adc23b2 req-cdc181f8-83ef-4be2-9150-806ea8fa54b7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452085 Nov 12 06:21:44.008227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-05bd217d-56dc-49f5-bc90-a55e993971ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:44.260537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2a990-236c-4a8e-8b37-5289eeb528a4 req-c4ae5453-1466-4289-9b03-71df67649fc4 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:44.261894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5db2a990-236c-4a8e-8b37-5289eeb528a4 req-c4ae5453-1466-4289-9b03-71df67649fc4 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0532362 Nov 12 06:21:44.312846 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5db2a990-236c-4a8e-8b37-5289eeb528a4 req-051e80ed-9333-4676-835c-9ce2cfdbb143 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Nov 12 06:21:45.431515 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68cd1-b6ac-40c8-a055-8583c8946dde req-5f169516-d9fa-4c7d-85c3-0a22080d90a1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:45.432997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1e68cd1-b6ac-40c8-a055-8583c8946dde req-5f169516-d9fa-4c7d-85c3-0a22080d90a1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0501390 Nov 12 06:21:45.483675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c1e68cd1-b6ac-40c8-a055-8583c8946dde req-71775ac9-f768-4deb-891a-60e1a7be1499 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Nov 12 06:21:46.407245 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d11a9258-4d4a-4f44-9204-f696b2ff4547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:46.605707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af8001-2cf7-4b1c-ae80-d1f3b704d4ee req-a2ea571b-6156-41f2-b36a-450d16bbd122 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:46.607233 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09af8001-2cf7-4b1c-ae80-d1f3b704d4ee req-a2ea571b-6156-41f2-b36a-450d16bbd122 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0538664 Nov 12 06:21:46.657561 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-09af8001-2cf7-4b1c-ae80-d1f3b704d4ee req-f1d0ee06-abe7-479f-ab45-f2d90d61851b tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Nov 12 06:21:47.568636 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:47.778219 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7aca3-43eb-4234-a531-64f2ba2b9d4e req-60903a4d-deff-46c3-ab21-2cc7a4e8567e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:47.779665 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce7aca3-43eb-4234-a531-64f2ba2b9d4e req-60903a4d-deff-46c3-ab21-2cc7a4e8567e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0504830 Nov 12 06:21:47.830894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cce7aca3-43eb-4234-a531-64f2ba2b9d4e req-d27efcbb-d124-491a-bd50-413e4900fac5 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449533 Nov 12 06:21:48.809828 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:48.991899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785cdf2-807e-4e25-b9bc-e6ca5b391178 req-2a8fe0d9-e81c-4833-a9d4-86836697e88c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:48.994092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8785cdf2-807e-4e25-b9bc-e6ca5b391178 req-2a8fe0d9-e81c-4833-a9d4-86836697e88c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 931 time: 0.0544691 Nov 12 06:21:49.042783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8785cdf2-807e-4e25-b9bc-e6ca5b391178 req-391fd4ee-3b9a-4b02-9f98-40112bd955ed tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Nov 12 06:21:49.661920 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:49.762913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Request body: {'port': {'device_id': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:21:49.818068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:50.068458 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8b55b7-8c87-4b6c-baca-f97c686416e0 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:21:50.077531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:50.090071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Transition to ACTIVE for port object de8b55b7-8c87-4b6c-baca-f97c686416e0 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:21:50.093824 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:50.200711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Pushing event updated for resources: {'Port': ['ID=de8b55b7-8c87-4b6c-baca-f97c686416e0,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:50.236839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b706-10ff-4844-a16c-ec45d52f02eb req-30a6a039-f64a-4579-8ee8-0ccdd6870026 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:50.238491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa94b706-10ff-4844-a16c-ec45d52f02eb req-30a6a039-f64a-4579-8ee8-0ccdd6870026 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 943 time: 0.1182396 Nov 12 06:21:50.285850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Attempting to bind port de8b55b7-8c87-4b6c-baca-f97c686416e0 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:21:50.286191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Attempting to bind port de8b55b7-8c87-4b6c-baca-f97c686416e0 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:21:50.286619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Attempting to bind port de8b55b7-8c87-4b6c-baca-f97c686416e0 on network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:21:50.301375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Port de8b55b7-8c87-4b6c-baca-f97c686416e0 on network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:21:50.301696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Attempting to bind port de8b55b7-8c87-4b6c-baca-f97c686416e0 on network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:21:50.310625 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa94b706-10ff-4844-a16c-ec45d52f02eb req-5113e66e-d21d-478d-9ab6-adf26d3b07e9 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633979 Nov 12 06:21:50.311480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:21:50.311814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Checking segment: {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:21:50.312188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Bound using segment: {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:21:50.312617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Bound port: de8b55b7-8c87-4b6c-baca-f97c686416e0, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b810a019-f78f-4c87-9c3c-2e178bdf67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:21:50.312971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:50.380256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] For port de8b55b7-8c87-4b6c-baca-f97c686416e0, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:21:50.383208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] For port de8b55b7-8c87-4b6c-baca-f97c686416e0, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:21:50.387243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:50.419613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:50.420326 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:50.421947 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] 10.222.0.47 "PUT /v2.0/ports/de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 1092 time: 0.7064641 Nov 12 06:21:50.428362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:21:50.430797 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:21:50.457853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cb384-83e0-4eae-8780-199805306a9d service neutron] Pushing event updated for resources: {'Port': ['ID=de8b55b7-8c87-4b6c-baca-f97c686416e0,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:50.492082 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b11dc43-1a9b-4b79-a1af-a9e48848d9cc x-openstack-request-id: req-5b11dc43-1a9b-4b79-a1af-a9e48848d9cc {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:21:50.492448 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:21:50.492761 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b11dc43-1a9b-4b79-a1af-a9e48848d9cc {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:21:50.493216 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'status': 'completed', 'code': 200} Nov 12 06:21:50.510976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a1e-56a3-474e-b602-420ad933f751 req-a49502c5-b5ef-417b-a584-32b0719e75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:50.512507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-a49502c5-b5ef-417b-a584-32b0719e75bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1095 time: 0.0486946 Nov 12 06:21:50.557353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-2bedfc2a-c95e-45c4-b554-b81f603046fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 217 time: 0.0363929 Nov 12 06:21:50.612736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a1e-56a3-474e-b602-420ad933f751 req-ef8de58d-b3fa-4906-897d-04e293765aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:50.614212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-ef8de58d-b3fa-4906-897d-04e293765aa9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 200 len: 853 time: 0.0500593 Nov 12 06:21:50.661080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a1e-56a3-474e-b602-420ad933f751 req-53981bfd-d21c-4ad2-b1e3-18027b39f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:50.662596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-53981bfd-d21c-4ad2-b1e3-18027b39f9e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399373 Nov 12 06:21:50.755728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-d98ed1bf-6584-4ce7-b0f3-00c0f8a9725d service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839407 Nov 12 06:21:50.846401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb775a1e-56a3-474e-b602-420ad933f751 req-92e751cd-eb6f-4712-b540-0bcf30b3b9b1 service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815463 Nov 12 06:21:50.931203 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-059ab28d-6716-49fa-829e-1276b89a7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:50.932682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-059ab28d-6716-49fa-829e-1276b89a7246 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1095 time: 0.0407877 Nov 12 06:21:51.026727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-e8bb47c9-beb5-4bf4-b112-5bb25d9a37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:51.028182 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-e8bb47c9-beb5-4bf4-b112-5bb25d9a37ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 915 time: 0.0871534 Nov 12 06:21:51.069228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-8f229ae7-f9a1-4494-9d82-ab6da487adc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 217 time: 0.0337639 Nov 12 06:21:51.123072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-5ad1ead4-f4de-416d-a9a7-82df40301181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:51.124481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-5ad1ead4-f4de-416d-a9a7-82df40301181 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 200 len: 853 time: 0.0472007 Nov 12 06:21:51.519427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-f92a8e88-c69e-4f9d-bcea-7316a5684ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:51.520842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-f92a8e88-c69e-4f9d-bcea-7316a5684ed8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3879509 Nov 12 06:21:51.536240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303449f-8b00-437e-8ef2-6861b5189ab3 req-2ca1d699-b4e9-4e2f-b974-b36443c2c2a5 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:51.537617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5303449f-8b00-437e-8ef2-6861b5189ab3 req-2ca1d699-b4e9-4e2f-b974-b36443c2c2a5 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 943 time: 0.0583534 Nov 12 06:21:51.637735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5303449f-8b00-437e-8ef2-6861b5189ab3 req-bf6cec8f-59c4-4027-9b4c-ef5ef8c96b67 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918558 Nov 12 06:21:51.652753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-2596852e-014c-4397-b6e8-64ce239ced4a service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142514 Nov 12 06:21:51.743502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c3e9ccd4-81cc-4e31-bd92-05eae45558ba req-f6b31288-89d1-4395-8090-eb9bb4604afa service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828910 Nov 12 06:21:52.756191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650619e-63c2-4eaa-9f65-97c8f0484d0a req-7bb99245-297a-468f-bf03-37eca358298a tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:52.757691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7650619e-63c2-4eaa-9f65-97c8f0484d0a req-7bb99245-297a-468f-bf03-37eca358298a tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 943 time: 0.0534275 Nov 12 06:21:52.804265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7650619e-63c2-4eaa-9f65-97c8f0484d0a req-0f943fef-f609-4e25-bfa7-d3406fb55f84 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Nov 12 06:21:53.075277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device de8b55b7-8c87-4b6c-baca-f97c686416e0 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:21:53.169395 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port de8b55b7-8c87-4b6c-baca-f97c686416e0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:53.180470 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'port_id': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'mac_address': 'fa:16:3e:d4:42:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:21:53.216841 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:53.229096 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8b55b7-8c87-4b6c-baca-f97c686416e0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:21:53.247579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port de8b55b7-8c87-4b6c-baca-f97c686416e0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:53.251259 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:53.295782 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=de8b55b7-8c87-4b6c-baca-f97c686416e0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:53.303255 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.303587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.303933 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.304272 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.304604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.304938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.305262 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.305587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.305914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.306234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.306582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.306903 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:21:53.474004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['de8b55b7-8c87-4b6c-baca-f97c686416e0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:21:53.917848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26869e78-99b3-4bb9-b8fc-9668f3fcb05d req-aa38d959-6505-44c3-8bcb-c3fe9a0cade3 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:53.919341 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26869e78-99b3-4bb9-b8fc-9668f3fcb05d req-aa38d959-6505-44c3-8bcb-c3fe9a0cade3 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 944 time: 0.0477188 Nov 12 06:21:53.965090 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26869e78-99b3-4bb9-b8fc-9668f3fcb05d req-e94c8d66-e71f-403e-b456-420b5456bad3 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Nov 12 06:21:55.077863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device de8b55b7-8c87-4b6c-baca-f97c686416e0 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:21:55.081607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444447a9-2d5d-4f40-a06a-a106e871ea47 req-c29bf284-f476-4404-9fe5-ef053465f127 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:55.083125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-444447a9-2d5d-4f40-a06a-a106e871ea47 req-c29bf284-f476-4404-9fe5-ef053465f127 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 944 time: 0.0519228 Nov 12 06:21:55.126730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port de8b55b7-8c87-4b6c-baca-f97c686416e0 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:21:55.130649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-444447a9-2d5d-4f40-a06a-a106e871ea47 req-433b797d-7029-4c30-b8d1-093c291e368b tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Nov 12 06:21:55.131209 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port de8b55b7-8c87-4b6c-baca-f97c686416e0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:21:55.131766 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:55.212690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:55.235397 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:21:55.237658 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ddaf10-c858-4438-afff-2f764d641e51" -d '{"events": [{"server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "name": "network-vif-plugged", "status": "completed", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:21:55.250396 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port de8b55b7-8c87-4b6c-baca-f97c686416e0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:21:55.254136 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:21:55.277768 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106f1c96-14ad-4080-9911-7a02cb2bac41 x-openstack-request-id: req-106f1c96-14ad-4080-9911-7a02cb2bac41 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:21:55.278061 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "name": "network-vif-plugged", "status": "completed", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:21:55.278314 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-106f1c96-14ad-4080-9911-7a02cb2bac41 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:21:55.278735 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'code': 200} Nov 12 06:21:55.303376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=de8b55b7-8c87-4b6c-baca-f97c686416e0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:21:55.386937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cdc7-3859-466f-a677-ccce53d9b851 req-20395f9b-963a-45e1-8502-0a6a638c326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:55.388424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4096cdc7-3859-466f-a677-ccce53d9b851 req-20395f9b-963a-45e1-8502-0a6a638c326a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1097 time: 0.0391998 Nov 12 06:21:55.432001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4096cdc7-3859-466f-a677-ccce53d9b851 req-b88b8995-ca5c-46be-b3c9-0caa05a2554b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364110 Nov 12 06:21:56.245875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0091e-4a50-4dcc-b462-a6599c165c0b req-3832edfa-458c-41fd-9309-6fef986ed1cd tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:56.247356 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0e0091e-4a50-4dcc-b462-a6599c165c0b req-3832edfa-458c-41fd-9309-6fef986ed1cd tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0484157 Nov 12 06:21:56.296940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0e0091e-4a50-4dcc-b462-a6599c165c0b req-c7740620-aeba-4560-b4b0-7254cfb58ff6 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Nov 12 06:21:57.411500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3853-03de-4517-8699-a85d4ff497ed req-875263d6-abec-4de6-ae9d-d027829db89e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:57.412870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dbe3853-03de-4517-8699-a85d4ff497ed req-875263d6-abec-4de6-ae9d-d027829db89e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Nov 12 06:21:57.458503 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3dbe3853-03de-4517-8699-a85d4ff497ed req-8b4bd3d3-d38f-4bc3-93cb-05b8ce8e6923 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397606 Nov 12 06:21:57.569993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274df34-3d52-4daf-bb05-24729f771486 req-b9ddb25f-fc41-435f-bc84-4ca02ee5f2bf tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:57.571493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7274df34-3d52-4daf-bb05-24729f771486 req-b9ddb25f-fc41-435f-bc84-4ca02ee5f2bf tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0481455 Nov 12 06:21:57.617470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7274df34-3d52-4daf-bb05-24729f771486 req-0b057825-2b75-4f42-805f-fee7270e8ecc tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Nov 12 06:21:57.801208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa95f9-7296-483c-8b6a-7fd76c801c2a req-1b06cd59-e491-407c-8c06-0c70e2b1e149 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:21:57.802684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0fa95f9-7296-483c-8b6a-7fd76c801c2a req-1b06cd59-e491-407c-8c06-0c70e2b1e149 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0522389 Nov 12 06:21:57.849540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b0fa95f9-7296-483c-8b6a-7fd76c801c2a req-613d48d1-5d96-4a68-a10b-873ecdb54cab tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Nov 12 06:21:57.856010 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:06.452350 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:22:10.324393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dfda6-56e4-424f-986a-ca4edb332404 req-3322f726-da96-49a3-a013-f2e681a03982 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:10.326112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f38dfda6-56e4-424f-986a-ca4edb332404 req-3322f726-da96-49a3-a013-f2e681a03982 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0499916 Nov 12 06:22:10.371893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f38dfda6-56e4-424f-986a-ca4edb332404 req-02b1c85a-a576-45c8-9ffb-db6d3dc09e20 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Nov 12 06:22:10.393638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57832) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:10.472694 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b73521-477f-4b6c-95c1-2b67c700a729 tempest-TestMinimumBasicScenario-1671530159 tempest-TestMinimumBasicScenario-1671530159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:10.474125 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f8b73521-477f-4b6c-95c1-2b67c700a729 tempest-TestMinimumBasicScenario-1671530159 tempest-TestMinimumBasicScenario-1671530159-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1092 time: 0.0795255 Nov 12 06:22:10.477123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57836) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:10.481891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:10.503911 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:10.602503 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:10.705783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Allocated IP 172.25.2.125 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/41969c1e-3d81-4356-ab2f-ed674ad6d7c6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:22:10.804054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:10.835910 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:10.873135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:22:10.877901 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:22:10.881413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:22:10.908180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'Port': ['ID=41969c1e-3d81-4356-ab2f-ed674ad6d7c6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:11.223711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:11.238098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:11.306880 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:11.453464 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:11.458088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:11.523244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-c551e376-5360-4f8f-84c0-0a940fd87d3c req-8feec292-6020-4342-88e3-fbd4a7e8ffcd tempest-ServerDiskConfigTestJSON-314384489 tempest-ServerDiskConfigTestJSON-314384489-project] (102590) timed out ('10.222.0.43', 51325) {{(pid=102590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 06:22:11.528373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'Port': ['ID=41969c1e-3d81-4356-ab2f-ed674ad6d7c6,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:11.540308 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:11.639337 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Floating IP 567514cc-7c73-4e07-8a02-3dd9685372e9 associated. External IP: 172.25.2.125, port: de8b55b7-8c87-4b6c-baca-f97c686416e0. Nov 12 06:22:11.842016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:22:11.945966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:22:11.955307 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] Sync routers for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:22:11.964268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:11.964786 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:22:11.965382 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:22:11.992425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-74e1d15c-1ff9-4b0e-a529-8fd495817a64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5142860 Nov 12 06:22:11.993014 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:22:11.995875 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b75ca-220d-4e20-b63d-a72549366c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:22:11.996122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57838) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:12.001164 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-406a6712-a9f8-4d7a-b22d-9a88c95be431 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455005773', 'description': 'tempest-secgroup-smoke-1455005773 description', 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:12.025085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-406a6712-a9f8-4d7a-b22d-9a88c95be431 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.036593 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a4603-f084-469a-b441-6255ba0add9b x-openstack-request-id: req-ce1a4603-f084-469a-b441-6255ba0add9b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:22:12.036883 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:22:12.037132 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce1a4603-f084-469a-b441-6255ba0add9b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:22:12.037540 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'status': 'completed', 'code': 200} Nov 12 06:22:12.079611 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:22:12.100534 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-406a6712-a9f8-4d7a-b22d-9a88c95be431 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.105831 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-406a6712-a9f8-4d7a-b22d-9a88c95be431 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.108418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b75ca-220d-4e20-b63d-a72549366c2a req-ea89ed11-ab35-48b5-85d1-b32fedd5b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:12.110006 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-107b75ca-220d-4e20-b63d-a72549366c2a req-ea89ed11-ab35-48b5-85d1-b32fedd5b4ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1097 time: 0.0444567 Nov 12 06:22:12.135045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6712-a9f8-4d7a-b22d-9a88c95be431 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:12.146489 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-406a6712-a9f8-4d7a-b22d-9a88c95be431 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.147714 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-406a6712-a9f8-4d7a-b22d-9a88c95be431 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1503851 Nov 12 06:22:12.150671 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57842) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:12.155582 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f1ec7145-811e-4e8a-9171-f6072c565d52 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'security_group_rule': {'security_group_id': 'a2ef5be1-4b82-4c43-932f-3c19fa44a5ef', 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:12.181721 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7145-811e-4e8a-9171-f6072c565d52 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.225414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b75ca-220d-4e20-b63d-a72549366c2a req-2a4cbb02-22c3-43dc-851f-e2fb375ce2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:12.227109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-107b75ca-220d-4e20-b63d-a72549366c2a req-2a4cbb02-22c3-43dc-851f-e2fb375ce2d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 915 time: 0.1073377 Nov 12 06:22:12.238674 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7145-811e-4e8a-9171-f6072c565d52 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.243033 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7145-811e-4e8a-9171-f6072c565d52 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.264834 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec7145-811e-4e8a-9171-f6072c565d52 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d088df-d080-4bdd-9e04-883f6e1fd893,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:12.271178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7145-811e-4e8a-9171-f6072c565d52 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.275111 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f1ec7145-811e-4e8a-9171-f6072c565d52 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202784 Nov 12 06:22:12.275369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57844) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:12.280314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8532286b-9a85-4ab6-a166-285b560b068e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'security_group_rule': {'security_group_id': 'a2ef5be1-4b82-4c43-932f-3c19fa44a5ef', 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:12.307305 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-107b75ca-220d-4e20-b63d-a72549366c2a req-ba9805ed-278d-4dc0-a698-1bb5f7dccff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 999 time: 0.0672059 Nov 12 06:22:12.308493 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8532286b-9a85-4ab6-a166-285b560b068e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.322831 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '567514cc-7c73-4e07-8a02-3dd9685372e9', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'port_id': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'mac_address': 'fa:16:3e:d4:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:22:11Z', 'updated_at': '2021-11-12T06:22:11Z', 'revision_number': 0, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:24Z', 'revision_number': 5, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:22:12.349511 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] Checking router: 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:22:12.360513 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:22:12.361139 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:21:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:22:12.363383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b75ca-220d-4e20-b63d-a72549366c2a req-0dadc80d-3b22-43c7-87ae-ae128a492747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:12.364873 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-107b75ca-220d-4e20-b63d-a72549366c2a req-0dadc80d-3b22-43c7-87ae-ae128a492747 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 200 len: 853 time: 0.0505028 Nov 12 06:22:12.367351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8532286b-9a85-4ab6-a166-285b560b068e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.371075 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8532286b-9a85-4ab6-a166-285b560b068e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.392167 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532286b-9a85-4ab6-a166-285b560b068e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe78fcc-b82c-4873-b639-87db6cc2d290,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:12.399542 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8532286b-9a85-4ab6-a166-285b560b068e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.401458 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8532286b-9a85-4ab6-a166-285b560b068e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239548 Nov 12 06:22:12.406304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57846) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:12.411648 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-2c24afc8-9efa-4cf1-baf6-6e23c4c66717 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'security_group_rule': {'security_group_id': 'a2ef5be1-4b82-4c43-932f-3c19fa44a5ef', 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:12.435867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b75ca-220d-4e20-b63d-a72549366c2a req-e85d4d41-4bba-4623-944e-2390fbc0c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:12.437369 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-107b75ca-220d-4e20-b63d-a72549366c2a req-e85d4d41-4bba-4623-944e-2390fbc0c196 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648599 Nov 12 06:22:12.449135 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c24afc8-9efa-4cf1-baf6-6e23c4c66717 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.479959 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:22:12.555439 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c24afc8-9efa-4cf1-baf6-6e23c4c66717 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.563930 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c24afc8-9efa-4cf1-baf6-6e23c4c66717 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.580957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-107b75ca-220d-4e20-b63d-a72549366c2a req-ae2fcd1e-6e1b-497b-a9c5-c3fa8ebb958d service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330044 Nov 12 06:22:12.587073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24afc8-9efa-4cf1-baf6-6e23c4c66717 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28f5d48-2439-4ee7-b295-6e74f64fb495,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:12.602757 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2c24afc8-9efa-4cf1-baf6-6e23c4c66717 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.603903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2c24afc8-9efa-4cf1-baf6-6e23c4c66717 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1957705 Nov 12 06:22:12.606943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57848) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:12.611916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2f9dc372-d76b-4005-8ba6-f141e69e73ee tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'security_group_rule': {'security_group_id': 'a2ef5be1-4b82-4c43-932f-3c19fa44a5ef', 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:12.640429 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc372-d76b-4005-8ba6-f141e69e73ee tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.687978 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-107b75ca-220d-4e20-b63d-a72549366c2a req-23bccf5b-5bb0-4ab4-b8f5-07c18391e9bb service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966182 Nov 12 06:22:12.703021 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc372-d76b-4005-8ba6-f141e69e73ee tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.707286 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc372-d76b-4005-8ba6-f141e69e73ee tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.721813 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '567514cc-7c73-4e07-8a02-3dd9685372e9', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'port_id': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'mac_address': 'fa:16:3e:d4:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:22:11Z', 'updated_at': '2021-11-12T06:22:11Z', 'revision_number': 0, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:24Z', 'revision_number': 5, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:22:12.726078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dc372-d76b-4005-8ba6-f141e69e73ee tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f014d4a-9b09-4f0f-a9d7-886310639753,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:12.733939 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc372-d76b-4005-8ba6-f141e69e73ee tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.735158 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2f9dc372-d76b-4005-8ba6-f141e69e73ee tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272018 Nov 12 06:22:12.737970 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57850) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:12.742257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8dc848ad-cdaa-4f15-a15e-597c6e1df4c8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'security_group_rule': {'security_group_id': 'a2ef5be1-4b82-4c43-932f-3c19fa44a5ef', 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:12.747941 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1823e0f-5bed-4472-9b43-dd5987353e7d None None] The sync data for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 is: [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '567514cc-7c73-4e07-8a02-3dd9685372e9', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'port_id': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'mac_address': 'fa:16:3e:d4:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:22:11Z', 'updated_at': '2021-11-12T06:22:11Z', 'revision_number': 0, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:24Z', 'revision_number': 5, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:22:12.764687 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-8dc848ad-cdaa-4f15-a15e-597c6e1df4c8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Project 69ffc28eee4c416fbf9eba88ba8e102c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:22:12.769947 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8dc848ad-cdaa-4f15-a15e-597c6e1df4c8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.830187 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8dc848ad-cdaa-4f15-a15e-597c6e1df4c8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.835355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8dc848ad-cdaa-4f15-a15e-597c6e1df4c8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.852939 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc848ad-cdaa-4f15-a15e-597c6e1df4c8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14355e59-f87f-41be-ac45-57fd8b1f9a65,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:12.860024 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8dc848ad-cdaa-4f15-a15e-597c6e1df4c8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.861240 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8dc848ad-cdaa-4f15-a15e-597c6e1df4c8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223006 Nov 12 06:22:12.864201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57852) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:22:12.868741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-51fd6bd7-8744-4889-bf98-9a1a46ac6a6c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'security_group_rule': {'security_group_id': 'a2ef5be1-4b82-4c43-932f-3c19fa44a5ef', 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:12.897082 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-51fd6bd7-8744-4889-bf98-9a1a46ac6a6c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Project 69ffc28eee4c416fbf9eba88ba8e102c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:22:12.902127 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51fd6bd7-8744-4889-bf98-9a1a46ac6a6c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.954884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c8dde5-d566-4b4f-b772-615a7c2dcc50 None None] New status for floating IP 567514cc-7c73-4e07-8a02-3dd9685372e9: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:22:12.969386 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51fd6bd7-8744-4889-bf98-9a1a46ac6a6c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.973138 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51fd6bd7-8744-4889-bf98-9a1a46ac6a6c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:12.990428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd6bd7-8744-4889-bf98-9a1a46ac6a6c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab5d919-a11a-4de3-91c6-d119179250f9,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:12.999728 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51fd6bd7-8744-4889-bf98-9a1a46ac6a6c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:13.000975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-51fd6bd7-8744-4889-bf98-9a1a46ac6a6c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358581 Nov 12 06:22:13.097922 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4d6b438f-fb3d-4886-a348-698a5b9d03cd tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455005773&fields=id&tenant_id=69ffc28eee4c416fbf9eba88ba8e102c HTTP/1.1" status: 200 len: 267 time: 0.0472322 Nov 12 06:22:13.152376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-94503082-e5a2-4964-a01b-178b50a5b1d3 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:13.153777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-94503082-e5a2-4964-a01b-178b50a5b1d3 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0498991 Nov 12 06:22:13.165168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'port': {'security_groups': ['47566ec0-4899-490f-a778-dfa65d1713ee', 'a2ef5be1-4b82-4c43-932f-3c19fa44a5ef']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:22:13.233406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:13.421887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] For port de8b55b7-8c87-4b6c-baca-f97c686416e0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:22:13.450629 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:13.455081 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:13.468998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['de8b55b7-8c87-4b6c-baca-f97c686416e0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:22:13.498017 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:13.498655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:13.500025 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-153111aa-72e5-45e1-9ed4-3c64ef891596 req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "PUT /v2.0/ports/de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 981 time: 0.3394427 Nov 12 06:22:13.536230 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e3344-74cc-48ae-9e41-c9ea5591fff8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'Port': ['ID=de8b55b7-8c87-4b6c-baca-f97c686416e0,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:22:13.579283 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['de8b55b7-8c87-4b6c-baca-f97c686416e0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:22:13.621496 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bf9f1-b0d1-455a-9873-fa71feab5ec0 req-73e41bb0-c4f8-46b9-afed-646174f08066 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:13.623473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-399bf9f1-b0d1-455a-9873-fa71feab5ec0 req-73e41bb0-c4f8-46b9-afed-646174f08066 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0631738 Nov 12 06:22:13.702476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-399bf9f1-b0d1-455a-9873-fa71feab5ec0 req-4336955a-b729-48fe-9c4b-389ef3f53d64 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713797 Nov 12 06:22:13.877475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9f60f5c5-60d5-4344-bef5-0fa7f860d07c None None] Provisioning complete for port de8b55b7-8c87-4b6c-baca-f97c686416e0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:22:13.877844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f60f5c5-60d5-4344-bef5-0fa7f860d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:14.038913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:22:14.041287 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd809a6a-c231-4b60-aa96-978263956126" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:22:14.073415 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-487916c8-e12e-4f44-aa5e-17c98968d3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:14.080800 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fde10aa-6737-4e30-9212-6e48215e7c8d x-openstack-request-id: req-0fde10aa-6737-4e30-9212-6e48215e7c8d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:22:14.081096 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:22:14.081353 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fde10aa-6737-4e30-9212-6e48215e7c8d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:22:14.081768 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'status': 'completed', 'code': 200} Nov 12 06:22:14.146988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a6a-c231-4b60-aa96-978263956126 req-19b91b53-6af4-4bde-bd53-63c389310531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:14.148508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd809a6a-c231-4b60-aa96-978263956126 req-19b91b53-6af4-4bde-bd53-63c389310531 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1136 time: 0.0431566 Nov 12 06:22:14.241338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a6a-c231-4b60-aa96-978263956126 req-443fea19-a668-4351-aaaa-02dd68823ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:14.242732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd809a6a-c231-4b60-aa96-978263956126 req-443fea19-a668-4351-aaaa-02dd68823ae0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 915 time: 0.0861561 Nov 12 06:22:14.313260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd809a6a-c231-4b60-aa96-978263956126 req-31824735-a8a8-4af1-bead-fb41d483e637 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 1001 time: 0.0614829 Nov 12 06:22:14.362355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a6a-c231-4b60-aa96-978263956126 req-8ecbab37-4545-41a4-b41f-fea1550bffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:14.363809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd809a6a-c231-4b60-aa96-978263956126 req-8ecbab37-4545-41a4-b41f-fea1550bffc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 200 len: 853 time: 0.0428238 Nov 12 06:22:14.408555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a6a-c231-4b60-aa96-978263956126 req-7f422885-6c55-4371-ad50-681c440629c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:14.409985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd809a6a-c231-4b60-aa96-978263956126 req-7f422885-6c55-4371-ad50-681c440629c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384758 Nov 12 06:22:14.502682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd809a6a-c231-4b60-aa96-978263956126 req-98b250b4-8a9f-465a-ac5d-620bdc886b7c service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845656 Nov 12 06:22:14.594657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd809a6a-c231-4b60-aa96-978263956126 req-d26bb2c3-7328-4fda-b69a-b4df5acf9061 service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843863 Nov 12 06:22:16.406991 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-84a0831c-582a-40d4-a018-19d8b6f299d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:17.569632 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:18.812589 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:19.663270 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:27.854717 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:31.002904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a88db-ac4b-4ce5-ba99-3d6e4c7e9047 req-ce4dab79-d259-463b-adeb-ea9b3aba65f3 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:31.004387 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be4a88db-ac4b-4ce5-ba99-3d6e4c7e9047 req-ce4dab79-d259-463b-adeb-ea9b3aba65f3 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0815032 Nov 12 06:22:31.011335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-b258dd1c-b473-47d2-b09f-dd69b0f9b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:31.012725 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-b258dd1c-b473-47d2-b09f-dd69b0f9b7fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1136 time: 0.0610988 Nov 12 06:22:31.124011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-be4a88db-ac4b-4ce5-ba99-3d6e4c7e9047 req-5e8f8d69-b127-431f-ac6a-b626f5626040 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103389 Nov 12 06:22:31.144758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-e6d9e3ca-615d-48c4-b4d0-1403523b3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:31.146211 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-e6d9e3ca-615d-48c4-b4d0-1403523b3422 service neutron] 10.222.0.47 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 915 time: 0.1204064 Nov 12 06:22:31.215432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-a9a54725-3e6a-4d6b-b167-0eab1146efed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 1001 time: 0.0583849 Nov 12 06:22:31.267675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-1ef664db-88ee-45ea-aee5-d5b720414ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:31.269089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-1ef664db-88ee-45ea-aee5-d5b720414ff0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 200 len: 853 time: 0.0460868 Nov 12 06:22:31.319196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-f4c2d902-19bd-4e32-a943-f433fe652727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:31.320616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-f4c2d902-19bd-4e32-a943-f433fe652727 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393043 Nov 12 06:22:31.411738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-158ba033-178f-4fad-848a-8c7c1a687310 service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817740 Nov 12 06:22:31.502970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-767602a0-62fe-4d95-b2d6-fdc690c8186d req-587892bd-fc26-4ce2-aed6-6c5c081c005b service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834188 Nov 12 06:22:32.240364 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53b83f-7007-4d70-985a-655ada1fb3f2 req-d233bd05-60e2-4f9b-ba64-70888987310c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:32.241826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d53b83f-7007-4d70-985a-655ada1fb3f2 req-d233bd05-60e2-4f9b-ba64-70888987310c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0487764 Nov 12 06:22:32.303790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d53b83f-7007-4d70-985a-655ada1fb3f2 req-9bc46be4-8f0e-43cc-914b-389e2f62fe7f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554211 Nov 12 06:22:33.421214 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f9b91-9fff-401d-970e-04a4e803f7cb req-1b457d94-3664-4e26-86b8-bbfc7c72a4f9 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:33.422688 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb0f9b91-9fff-401d-970e-04a4e803f7cb req-1b457d94-3664-4e26-86b8-bbfc7c72a4f9 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0489757 Nov 12 06:22:33.481554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fb0f9b91-9fff-401d-970e-04a4e803f7cb req-feb7adf2-a39b-4b60-8d5f-c0eaf889d768 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524733 Nov 12 06:22:34.596234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7b977-219a-4bb8-969e-f224df789b16 req-ba5e007c-95e9-48eb-8e10-06035d3467ed tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:34.597689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5c7b977-219a-4bb8-969e-f224df789b16 req-ba5e007c-95e9-48eb-8e10-06035d3467ed tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0486317 Nov 12 06:22:34.655788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5c7b977-219a-4bb8-969e-f224df789b16 req-0bc1fae4-cddf-47f1-ab2e-5568d1459647 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520051 Nov 12 06:22:35.777879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e77fe-2b4d-4974-a1e1-5023686fab25 req-e7ebdb01-ca24-4993-8127-a96f94a0ed75 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:35.779289 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d3e77fe-2b4d-4974-a1e1-5023686fab25 req-e7ebdb01-ca24-4993-8127-a96f94a0ed75 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0528548 Nov 12 06:22:35.838993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d3e77fe-2b4d-4974-a1e1-5023686fab25 req-a66c24fd-e7d8-491f-bf3e-c4e6eaa0e8d1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527580 Nov 12 06:22:36.952310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61170-72be-4f0f-b258-fe3cfc3326b7 req-0f813830-ab09-499e-abbd-51a46eca52b8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:36.953857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dce61170-72be-4f0f-b258-fe3cfc3326b7 req-0f813830-ab09-499e-abbd-51a46eca52b8 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0492518 Nov 12 06:22:37.018063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dce61170-72be-4f0f-b258-fe3cfc3326b7 req-bb229fcd-c04b-4d77-ac80-e49fe00abcbb tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580719 Nov 12 06:22:37.064198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-54dce252-33ac-4cc2-b0ed-142e5aee42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:37.065657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-54dce252-33ac-4cc2-b0ed-142e5aee42b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1136 time: 0.0407741 Nov 12 06:22:37.172591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-55f67a7a-3713-4c3f-9843-97118cda9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:37.173960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-55f67a7a-3713-4c3f-9843-97118cda9a19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 915 time: 0.0880892 Nov 12 06:22:37.242868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-b484742f-1912-4608-a566-6f937155a7ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 1001 time: 0.0604165 Nov 12 06:22:37.612719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-722b2da2-65a3-4430-a42b-491fa3e7f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:37.614184 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-722b2da2-65a3-4430-a42b-491fa3e7f0fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 200 len: 853 time: 0.3634524 Nov 12 06:22:37.662034 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-7f985018-9945-4712-985e-38427a34ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:37.663513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-7f985018-9945-4712-985e-38427a34ce38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393391 Nov 12 06:22:37.755172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-9779745d-cf5e-4514-92d0-e414d7f131f5 service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831232 Nov 12 06:22:37.843033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-810223a2-1d3e-4a9c-89da-2199e353a7e7 req-2877277c-4103-4154-bc82-047fd90593c3 service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800056 Nov 12 06:22:38.257432 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1a294-9707-4560-9ce9-1216a840fe42 req-dfa6839b-d632-49e2-a5e1-ec9eb6a36c3d tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:38.258941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18a1a294-9707-4560-9ce9-1216a840fe42 req-dfa6839b-d632-49e2-a5e1-ec9eb6a36c3d tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.1727073 Nov 12 06:22:38.321510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18a1a294-9707-4560-9ce9-1216a840fe42 req-c871328a-a583-45f4-bd74-3be8db75f733 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564654 Nov 12 06:22:39.437026 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0c2b7-0d6b-4cad-845d-654552d9532a req-e5857d1c-93c4-4eed-94e2-75f6b164164c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:39.438428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8e0c2b7-0d6b-4cad-845d-654552d9532a req-e5857d1c-93c4-4eed-94e2-75f6b164164c tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0492389 Nov 12 06:22:39.497428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e8e0c2b7-0d6b-4cad-845d-654552d9532a req-208a2dda-03f5-45ae-885c-3d4e4f9f7baf tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530269 Nov 12 06:22:40.244182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-fb4d96cd-4aef-4ef6-9d18-cb87b1621fe3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0457370 Nov 12 06:22:40.347587 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-b736a65c-518a-4083-ae29-1be7a0550c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.348072 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-b736a65c-518a-4083-ae29-1be7a0550c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.348546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-b736a65c-518a-4083-ae29-1be7a0550c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.349045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-b736a65c-518a-4083-ae29-1be7a0550c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.349513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-b736a65c-518a-4083-ae29-1be7a0550c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.351325 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-b736a65c-518a-4083-ae29-1be7a0550c00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0460424 Nov 12 06:22:40.462308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-a122bfe3-d454-43cb-ae07-732db514fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.462805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-a122bfe3-d454-43cb-ae07-732db514fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.463270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-a122bfe3-d454-43cb-ae07-732db514fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.465441 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-a122bfe3-d454-43cb-ae07-732db514fc25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0915616 Nov 12 06:22:40.509644 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-f5901a76-56f4-4762-a681-084987d2268b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0366678 Nov 12 06:22:40.561204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-ef5c7ca0-7363-49a2-ad22-afb62b145caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.562704 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-ef5c7ca0-7363-49a2-ad22-afb62b145caa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0459485 Nov 12 06:22:40.608135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-31e76926-70dd-4afd-be36-40b14f77dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.609630 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-31e76926-70dd-4afd-be36-40b14f77dbef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398870 Nov 12 06:22:40.613258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef29717-21fb-4940-9a80-fb6586e2be08 req-6d5a6878-7af3-4cb0-bbbe-21de854e0f30 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.614748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ef29717-21fb-4940-9a80-fb6586e2be08 req-6d5a6878-7af3-4cb0-bbbe-21de854e0f30 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0491457 Nov 12 06:22:40.673976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ef29717-21fb-4940-9a80-fb6586e2be08 req-26b56d0c-212c-4670-b754-a964dc766e20 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531592 Nov 12 06:22:40.704024 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-d67779d3-065d-4465-bf30-22aa16969112 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870759 Nov 12 06:22:40.792284 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-cb724ecc-3f1f-40e9-babf-d36eb7fa11c6 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810192 Nov 12 06:22:40.837210 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-bb9a0e69-a5ae-4109-836f-271bfd556511 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0376589 Nov 12 06:22:40.884690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-a81b8f2f-bbf6-4dab-a0c9-d7ceaa1530a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.886051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-a81b8f2f-bbf6-4dab-a0c9-d7ceaa1530a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0422504 Nov 12 06:22:40.930887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-fcdd9481-b687-4b6a-9620-e3d90a812aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:40.932312 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-fcdd9481-b687-4b6a-9620-e3d90a812aef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0385211 Nov 12 06:22:41.022321 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-b7f3a950-7574-47e6-9a28-d1bc5f2315be service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821965 Nov 12 06:22:41.108723 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-6490b342-941d-416d-9290-d700e586a805 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796289 Nov 12 06:22:41.152104 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-3fcce6f9-d909-4c25-8eab-049fe4e6d1d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0364268 Nov 12 06:22:41.199563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-9f7ddd38-1a0a-4c2d-ab92-b58a66a1124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:41.200969 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-9f7ddd38-1a0a-4c2d-ab92-b58a66a1124f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0427818 Nov 12 06:22:41.236673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:41.245859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-2289920e-c416-46cf-981d-b7a39ea6a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:41.247398 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-2289920e-c416-46cf-981d-b7a39ea6a58e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399456 Nov 12 06:22:41.339104 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-c1f8d412-1b00-4ce3-8065-36b82baf667f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 Nov 12 06:22:41.426535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-b1b695b6-7800-4b9e-97b7-362c6b0b690d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801363 Nov 12 06:22:41.469962 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-0f857c3b-cd86-4b66-a47b-ec36efac3f9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0367315 Nov 12 06:22:41.518734 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-d18d6411-09d6-4d85-99ef-3c9384223a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:41.520185 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-d18d6411-09d6-4d85-99ef-3c9384223a3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0431685 Nov 12 06:22:41.565934 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-1b09c695-0993-448a-9039-d3fcc073c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:41.567410 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-1b09c695-0993-448a-9039-d3fcc073c6cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0405529 Nov 12 06:22:41.659639 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-5b59cc85-a147-4e12-aec6-3b0ac94a939b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 Nov 12 06:22:41.749302 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-e7e14824-ce70-45d3-8b92-bca7a5cfc8ad service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826502 Nov 12 06:22:41.794625 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-8c6b7a58-29c6-4f41-baab-afab6de42cfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0385222 Nov 12 06:22:41.795518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4aeda-0199-4baa-8da0-aba19b791d1d req-5042fbf7-4fef-4dbe-b7de-ac5f998cefd0 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:41.797027 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79d4aeda-0199-4baa-8da0-aba19b791d1d req-5042fbf7-4fef-4dbe-b7de-ac5f998cefd0 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0530479 Nov 12 06:22:41.844606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-371a70b7-b5e2-4d02-a40e-5d834d40a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:41.846077 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-371a70b7-b5e2-4d02-a40e-5d834d40a47c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0449607 Nov 12 06:22:41.856788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-79d4aeda-0199-4baa-8da0-aba19b791d1d req-ba28787b-9af4-4c95-aef1-32cd5607bc88 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534067 Nov 12 06:22:41.891183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef712-a1f1-49e7-a839-57da543754f8 req-1f0d7220-350d-4fdd-b917-c7d63510f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:41.892669 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-1f0d7220-350d-4fdd-b917-c7d63510f1fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0398796 Nov 12 06:22:41.983203 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-7d49027a-b634-4d27-8e29-ce470bf95593 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832722 Nov 12 06:22:42.070285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-300ef712-a1f1-49e7-a839-57da543754f8 req-3e4d8480-6fd6-4740-a4c6-0b9f142ac749 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799296 Nov 12 06:22:42.971457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49afb4a-235b-4e2d-bd02-86391f6aee31 req-0bc7d70d-8aef-4b6e-9739-9c60eabe09c0 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:22:42.972914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c49afb4a-235b-4e2d-bd02-86391f6aee31 req-0bc7d70d-8aef-4b6e-9739-9c60eabe09c0 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0482926 Nov 12 06:22:43.031426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c49afb4a-235b-4e2d-bd02-86391f6aee31 req-c9393c52-dfe6-4421-8191-f1e59a6e7972 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&id=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524635 Nov 12 06:22:43.451962 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:22:44.014999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bcb79ba4-0450-4a46-82d1-5a29acdb904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:46.408685 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7da90fc-f5b0-41d7-b970-cd9f7c3c0fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:47.572613 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:48.813524 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:49.665698 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:22:57.878605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:11.237331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:14.015338 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1766-a64e-47fa-8a7f-b520bdcb38dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:15.416017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-54b0ae7a-a800-48f2-99db-85f7bbbc6e52 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455005773&fields=id&tenant_id=69ffc28eee4c416fbf9eba88ba8e102c HTTP/1.1" status: 200 len: 267 time: 0.0438015 Nov 12 06:23:15.475079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-b0426f9d-d913-445e-9a55-b07fab1c9f29 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:15.476481 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-b0426f9d-d913-445e-9a55-b07fab1c9f29 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 984 time: 0.0549157 Nov 12 06:23:15.487282 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Request body: {'port': {'security_groups': ['47566ec0-4899-490f-a778-dfa65d1713ee']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:15.553362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:15.725917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] For port de8b55b7-8c87-4b6c-baca-f97c686416e0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:15.754786 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:15.759286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:15.771868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['de8b55b7-8c87-4b6c-baca-f97c686416e0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:23:15.807311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:15.807944 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:15.810936 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b098a7cc-e8c8-49a1-8caa-e2020d78c264 req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "PUT /v2.0/ports/de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 942 time: 0.3278954 Nov 12 06:23:15.812148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:23:15.815657 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f5f98f-e76c-4716-9704-d8a736642b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:23:15.815961 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 57910) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:15.848657 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event updated for resources: {'Port': ['ID=de8b55b7-8c87-4b6c-baca-f97c686416e0,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:15.865225 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c83123-b815-4b37-9ef5-8f156edb8b01 x-openstack-request-id: req-41c83123-b815-4b37-9ef5-8f156edb8b01 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:23:15.865505 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:23:15.866198 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41c83123-b815-4b37-9ef5-8f156edb8b01 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:23:15.866198 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'status': 'completed', 'code': 200} Nov 12 06:23:15.868205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.868554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.869630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.869978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.870333 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.871012 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.872097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.872547 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.872885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.873229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.873698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.873915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee76cc-b6b6-47ed-a50d-a660145e73f7 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:15.895132 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:15.913440 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['de8b55b7-8c87-4b6c-baca-f97c686416e0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:23:15.923363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:15.939640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-cb6dd4c6-d718-4458-9394-0c5a4ee4e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:15.941507 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-cb6dd4c6-d718-4458-9394-0c5a4ee4e065 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1097 time: 0.0489697 Nov 12 06:23:15.999100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.002204 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.003638 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "DELETE /v2.0/security-groups/a2ef5be1-4b82-4c43-932f-3c19fa44a5ef HTTP/1.1" status: 204 len: 168 time: 0.1866674 Nov 12 06:23:16.014222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 57914) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:16.016634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ef5be1-4b82-4c43-932f-3c19fa44a5ef,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:16.028525 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.028876 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.029202 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.029536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.030008 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.030379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.030761 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.031085 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.031776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.032111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.032435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.032754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2e686-398f-436b-aff0-d4eccb71c6e1 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:16.106503 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-57117872-3d0f-4c2c-8215-11a03d67981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:16.107888 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-57117872-3d0f-4c2c-8215-11a03d67981d service neutron] 10.222.0.47 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 915 time: 0.1549597 Nov 12 06:23:16.187119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c7a7e59e-1c4e-4b22-a09b-b7adaa60d136 None None] Provisioning complete for port de8b55b7-8c87-4b6c-baca-f97c686416e0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:16.187588 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e59e-1c4e-4b22-a09b-b7adaa60d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.228758 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-552ce0fa-da94-4c2d-a477-6d7f440286b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 1001 time: 0.0926440 Nov 12 06:23:16.289718 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-d32c4333-f698-4f79-8544-a5f4339f2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:16.291213 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-d32c4333-f698-4f79-8544-a5f4339f2e61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 200 len: 853 time: 0.0535686 Nov 12 06:23:16.292529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Deleting port 41969c1e-3d81-4356-ab2f-ed674ad6d7c6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:23:16.292865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.390105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-baba8e7e-f2f3-4977-ad7b-34232eb81bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:16.391626 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-baba8e7e-f2f3-4977-ad7b-34232eb81bb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868838 Nov 12 06:23:16.408930 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56de652a-6fdc-49ce-9146-2aec7038a223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.411090 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.411417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.439894 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Calling delete_port for 41969c1e-3d81-4356-ab2f-ed674ad6d7c6 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:23:16.548118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-e0c73f91-5646-45ce-9710-561a685608ad service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479833 Nov 12 06:23:16.682325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20f5f98f-e76c-4716-9704-d8a736642b9e req-0b2adbd7-c82e-421a-b887-b60cbab7fd2f service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256649 Nov 12 06:23:16.703458 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.733905 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event deleted for resources: {'Port': ['ID=41969c1e-3d81-4356-ab2f-ed674ad6d7c6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:16.793725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:16.793994 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Floating IP 567514cc-7c73-4e07-8a02-3dd9685372e9 disassociated (deleted). External IP: 172.25.2.125, port: de8b55b7-8c87-4b6c-baca-f97c686416e0. Nov 12 06:23:17.000441 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:23:17.107296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:23:17.112062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:17.117816 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] Sync routers for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:23:17.127024 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:17.127629 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:17.138192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-215ef836-1559-4b6a-8c4b-f9ea3513fd3f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "DELETE /v2.0/floatingips/567514cc-7c73-4e07-8a02-3dd9685372e9 HTTP/1.1" status: 204 len: 168 time: 1.1228859 Nov 12 06:23:17.234208 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:17.521788 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:24Z', 'revision_number': 5, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:17.547034 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] Checking router: 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:23:17.555311 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:17.555894 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:17.575764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:17.657983 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:17.853021 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:24Z', 'revision_number': 5, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:17.867666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:23:17.869972 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03123993-627f-4327-8f88-dc4afa86c661" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:23:17.880447 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048ca3f-52f2-4a25-a7d0-bc050f481d23 None None] The sync data for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 is: [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '7afa31c8-ec7b-41af-a49b-981841e89b9e', 'name': '', 'network_id': '873b10d6-2604-4b88-8b62-2b9c7cf89e3b', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'mac_address': 'fa:16:3e:8a:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:20Z', 'updated_at': '2021-11-12T06:21:24Z', 'revision_number': 5, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'subnets': [{'id': '3f49321d-8354-4c28-ae53-fd8f243a73cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:23:17.908771 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02306af3-b3ed-4444-9ca9-3f3c8f205c3e x-openstack-request-id: req-02306af3-b3ed-4444-9ca9-3f3c8f205c3e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:23:17.909007 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:23:17.909257 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02306af3-b3ed-4444-9ca9-3f3c8f205c3e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:23:17.909656 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'status': 'completed', 'code': 200} Nov 12 06:23:17.978968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03123993-627f-4327-8f88-dc4afa86c661 req-c33b36d5-68d5-4812-bee1-47475ef9e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:17.981159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03123993-627f-4327-8f88-dc4afa86c661 req-c33b36d5-68d5-4812-bee1-47475ef9e19b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 1097 time: 0.0452003 Nov 12 06:23:18.084972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03123993-627f-4327-8f88-dc4afa86c661 req-a000074f-368c-47b8-b6fc-073709e57e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:18.086650 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03123993-627f-4327-8f88-dc4afa86c661 req-a000074f-368c-47b8-b6fc-073709e57e82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 200 len: 915 time: 0.0985208 Nov 12 06:23:18.118365 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c9a4c-35e9-4bdb-ac73-5a24aaea1313 None None] New status for floating IP 567514cc-7c73-4e07-8a02-3dd9685372e9: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:23:18.138816 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03123993-627f-4327-8f88-dc4afa86c661 req-f740fd5c-cecc-4c2a-9c69-95d0acb970a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 200 len: 217 time: 0.0371635 Nov 12 06:23:18.190365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03123993-627f-4327-8f88-dc4afa86c661 req-04b79fc1-aa56-420f-9025-4da5e0cfcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:18.192019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03123993-627f-4327-8f88-dc4afa86c661 req-04b79fc1-aa56-420f-9025-4da5e0cfcd44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 200 len: 853 time: 0.0465219 Nov 12 06:23:18.242092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03123993-627f-4327-8f88-dc4afa86c661 req-5b4f3e37-0b81-4323-99ee-e1d69f70a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:18.243654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03123993-627f-4327-8f88-dc4afa86c661 req-5b4f3e37-0b81-4323-99ee-e1d69f70a70b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=873b10d6-2604-4b88-8b62-2b9c7cf89e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431533 Nov 12 06:23:18.338463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03123993-627f-4327-8f88-dc4afa86c661 req-d9977845-86e6-4c1d-af7b-4644a671ad74 service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Nov 12 06:23:18.435799 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-03123993-627f-4327-8f88-dc4afa86c661 req-5865e97d-a480-431e-8b5d-f802f8e3d4eb service neutron] 10.222.0.47 "GET /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900395 Nov 12 06:23:18.817596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:19.667490 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:20.451034 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:23:26.146570 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57342a-da9a-4542-b3bb-2ed71cb7ae2a req-6a38203a-3646-44f6-b6d3-bf99e1f4d1fa tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:26.148059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b57342a-da9a-4542-b3bb-2ed71cb7ae2a req-6a38203a-3646-44f6-b6d3-bf99e1f4d1fa tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0510497 Nov 12 06:23:26.196391 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3b57342a-da9a-4542-b3bb-2ed71cb7ae2a req-8369b2cd-a999-4151-ac29-d490205c1b3b tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Nov 12 06:23:27.311938 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223985c-86b4-43e9-a9f2-f36b5bef8cc2 req-2b26e6b3-f230-46f8-9d62-660276c0c3de tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:27.313380 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a223985c-86b4-43e9-a9f2-f36b5bef8cc2 req-2b26e6b3-f230-46f8-9d62-660276c0c3de tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0485182 Nov 12 06:23:27.358948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a223985c-86b4-43e9-a9f2-f36b5bef8cc2 req-ed803543-8a3a-417e-a0b1-af26fe6c2a6f tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/security-groups?id=47566ec0-4899-490f-a778-dfa65d1713ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Nov 12 06:23:27.870731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-6635cc69-a1e9-4f03-8187-051b34a0692e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:27.872246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-6635cc69-a1e9-4f03-8187-051b34a0692e tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 945 time: 0.0520618 Nov 12 06:23:27.891321 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:27.962662 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Deleting port de8b55b7-8c87-4b6c-baca-f97c686416e0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:23:27.962997 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:28.052457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] For port de8b55b7-8c87-4b6c-baca-f97c686416e0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=de8b55b7-8c87-4b6c-baca-f97c686416e0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:28.052813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:28.065123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Calling delete_port for de8b55b7-8c87-4b6c-baca-f97c686416e0 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:23:28.189340 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:28.201276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['de8b55b7-8c87-4b6c-baca-f97c686416e0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:23:28.218095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Pushing event deleted for resources: {'Port': ['ID=de8b55b7-8c87-4b6c-baca-f97c686416e0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:28.258705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] No DVR routers for this DVR port de8b55b7-8c87-4b6c-baca-f97c686416e0 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:23:28.261310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:28.265123 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-34a6021f-30c4-494c-a39f-42bd0a522ba4 req-20fdc9f6-cadd-4aa3-adfc-7316da8bc9f2 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.47 "DELETE /v2.0/ports/de8b55b7-8c87-4b6c-baca-f97c686416e0 HTTP/1.1" status: 204 len: 173 time: 0.3868754 Nov 12 06:23:28.265562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'name': 'network-vif-deleted', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:23:28.267870 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080e4aa8-529d-4d6a-a8c9-27f246cd0a2a" -d '{"events": [{"server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "name": "network-vif-deleted", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:23:28.306279 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82bd39a-0d5d-4ca3-b79c-86336822b037 x-openstack-request-id: req-e82bd39a-0d5d-4ca3-b79c-86336822b037 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:23:28.306590 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902", "name": "network-vif-deleted", "tag": "de8b55b7-8c87-4b6c-baca-f97c686416e0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:23:28.307148 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e82bd39a-0d5d-4ca3-b79c-86336822b037 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:23:28.307565 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902', 'name': 'network-vif-deleted', 'tag': 'de8b55b7-8c87-4b6c-baca-f97c686416e0', 'status': 'completed', 'code': 200} Nov 12 06:23:28.464587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa9977a1-df85-4d7f-936d-289f0796f89e req-c308bc56-95a1-44fe-b7be-e1bc63ea4471 tempest-TestMinimumBasicScenario-1810585707 tempest-TestMinimumBasicScenario-1810585707-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd9c1bc8-d601-4b0c-924b-ed9cb6e1d902 HTTP/1.1" status: 200 len: 210 time: 0.0260744 Nov 12 06:23:30.016761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58012) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:30.358179 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:30.599745 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Deleting port 7afa31c8-ec7b-41af-a49b-981841e89b9e {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:23:30.600101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:30.676306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] For port 7afa31c8-ec7b-41af-a49b-981841e89b9e, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=7afa31c8-ec7b-41af-a49b-981841e89b9e,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:30.676668 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:30.689368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Calling delete_port for 7afa31c8-ec7b-41af-a49b-981841e89b9e owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:23:30.866496 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:30.894206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Pushing event deleted for resources: {'Port': ['ID=7afa31c8-ec7b-41af-a49b-981841e89b9e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:31.381438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:31.591769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:23:31.694276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:23:31.698231 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device de8b55b7-8c87-4b6c-baca-f97c686416e0 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:23:31.700156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4d1481c2-4552-4e6c-b94b-22220e04257d admin admin] 10.222.0.48 "PUT /v2.0/routers/5f865cf5-dfa8-4e8d-a297-a5fd7dc52702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812909 Nov 12 06:23:31.702682 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58014) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:31.705391 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] Sync routers for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:23:31.715618 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:31.717128 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:31.721869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: de8b55b7-8c87-4b6c-baca-f97c686416e0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:23:31.722221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device de8b55b7-8c87-4b6c-baca-f97c686416e0 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:23:31.818574 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:31.825578 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:31.915720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:31.969641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Deleting port 0cce5f72-a253-4296-9cab-56787c23fb3b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:23:31.969979 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.002691 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:23:30Z', 'revision_number': 5, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port': {'id': '0cce5f72-a253-4296-9cab-56787c23fb3b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:32.027815 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] Checking router: 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:23:32.035903 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] Routers {'5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:32.036492 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:32.048486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] For port 0cce5f72-a253-4296-9cab-56787c23fb3b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0cce5f72-a253-4296-9cab-56787c23fb3b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:32.048853 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.062098 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Calling delete_port for 0cce5f72-a253-4296-9cab-56787c23fb3b owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:23:32.123004 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] Set router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:32.172052 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:23:31Z', 'revision_number': 6, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:32.201515 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0e20d-acb4-48e6-9bec-9919f4b83eaf None None] The sync data for ids ['5f865cf5-dfa8-4e8d-a297-a5fd7dc52702'] in n-d-765315-28 is: [{'id': '5f865cf5-dfa8-4e8d-a297-a5fd7dc52702', 'name': 'tempest-TestMinimumBasicScenario-611877216-router', 'tenant_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:18Z', 'updated_at': '2021-11-12T06:23:31Z', 'revision_number': 6, 'project_id': '69ffc28eee4c416fbf9eba88ba8e102c', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:23:32.225822 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.257056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cce5f72-a253-4296-9cab-56787c23fb3b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:32.270091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f930ce2-e752-44d3-8f22-67451619731e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:23:32.316643 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.405553 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.407659 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.449987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.450576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:23:32.454793 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.455925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4b953cd1-1aca-4517-a256-6fc2090fd763 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5f865cf5-dfa8-4e8d-a297-a5fd7dc52702 HTTP/1.1" status: 204 len: 168 time: 0.7523179 Nov 12 06:23:32.458506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58016) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:32.506683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f0ac18-c6fa-42d2-92f7-a0120f397829 admin admin] Deleting subnet 3f49321d-8354-4c28-ae53-fd8f243a73cf {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:23:32.509691 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-18f0ac18-c6fa-42d2-92f7-a0120f397829 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.544680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-18f0ac18-c6fa-42d2-92f7-a0120f397829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.623167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-18f0ac18-c6fa-42d2-92f7-a0120f397829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.679759 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-18f0ac18-c6fa-42d2-92f7-a0120f397829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.705231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0ac18-c6fa-42d2-92f7-a0120f397829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f49321d-8354-4c28-ae53-fd8f243a73cf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:32.708588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-18f0ac18-c6fa-42d2-92f7-a0120f397829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.713894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-18f0ac18-c6fa-42d2-92f7-a0120f397829 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3f49321d-8354-4c28-ae53-fd8f243a73cf HTTP/1.1" status: 204 len: 168 time: 0.2522659 Nov 12 06:23:32.714275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58018) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:32.717295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a8dcb8-2bfb-42df-988c-17fa5d22be91 None None] Network 873b10d6-2604-4b88-8b62-2b9c7cf89e3b requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:23:32.782767 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.834673 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Deleting port 420e8179-bb62-4cff-9864-7d6e94e42ae0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:23:32.835019 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.902622 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] For port 420e8179-bb62-4cff-9864-7d6e94e42ae0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=420e8179-bb62-4cff-9864-7d6e94e42ae0,segment=NetworkSegment(b810a019-f78f-4c87-9c3c-2e178bdf67e2),segment_id=b810a019-f78f-4c87-9c3c-2e178bdf67e2)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:32.902929 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:32.914881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Calling delete_port for 420e8179-bb62-4cff-9864-7d6e94e42ae0 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:23:32.998801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.002682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b8d19-51d7-4b29-86b4-aa00730f8739 None None] DHCP port deletion for 873b10d6-2604-4b88-8b62-2b9c7cf89e3b request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:23:33.029769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Pushing event deleted for resources: {'Port': ['ID=420e8179-bb62-4cff-9864-7d6e94e42ae0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:33.036580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] No DVR routers for this DVR port 420e8179-bb62-4cff-9864-7d6e94e42ae0 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:23:33.108190 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.128873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873b10d6-2604-4b88-8b62-2b9c7cf89e3b']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:33.138578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b810a019-f78f-4c87-9c3c-2e178bdf67e2') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:33.138874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b810a019-f78f-4c87-9c3c-2e178bdf67e2') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:33.148148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.161487 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.168202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:23:33.168652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:23:33.170501 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:23:33.233164 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.238878 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.244837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] 10.222.0.48 "DELETE /v2.0/networks/873b10d6-2604-4b88-8b62-2b9c7cf89e3b HTTP/1.1" status: 204 len: 168 time: 0.5263989 Nov 12 06:23:33.245539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58020) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:33.259431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615d8d5-7402-4070-ab24-2bc1b72b508f admin admin] Pushing event deleted for resources: {'Network': ['ID=873b10d6-2604-4b88-8b62-2b9c7cf89e3b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:33.276193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0cce5f72-a253-4296-9cab-56787c23fb3b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:23:33.301669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 0cce5f72-a253-4296-9cab-56787c23fb3b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:23:33.302112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0cce5f72-a253-4296-9cab-56787c23fb3b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:23:33.302651 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 420e8179-bb62-4cff-9864-7d6e94e42ae0 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:23:33.322678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 420e8179-bb62-4cff-9864-7d6e94e42ae0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:23:33.323114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 420e8179-bb62-4cff-9864-7d6e94e42ae0 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:23:33.323604 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7afa31c8-ec7b-41af-a49b-981841e89b9e no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:23:33.345942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 7afa31c8-ec7b-41af-a49b-981841e89b9e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:23:33.346284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 7afa31c8-ec7b-41af-a49b-981841e89b9e not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:23:33.593989 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.828268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Deleting port 451b0b89-b476-4239-b1e8-3e5442bfd585 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:23:33.828525 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.907314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] For port 451b0b89-b476-4239-b1e8-3e5442bfd585, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=451b0b89-b476-4239-b1e8-3e5442bfd585,segment=NetworkSegment(638e488b-7b9e-471f-a39e-882e2694b530),segment_id=638e488b-7b9e-471f-a39e-882e2694b530)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:33.907672 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:33.920266 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Calling delete_port for 451b0b89-b476-4239-b1e8-3e5442bfd585 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:23:34.424698 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:34.450882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Pushing event deleted for resources: {'Port': ['ID=451b0b89-b476-4239-b1e8-3e5442bfd585,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:34.616623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:34.826317 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Router 8c297425-f36d-465c-b49a-8ec2d2f9918b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:23:34.932168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:23:34.937749 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-000389af-802c-4ef7-a895-9b8d8453972e admin admin] 10.222.0.48 "PUT /v2.0/routers/8c297425-f36d-465c-b49a-8ec2d2f9918b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6899047 Nov 12 06:23:34.940308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58024) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:34.942276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] Sync routers for ids ['8c297425-f36d-465c-b49a-8ec2d2f9918b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:23:34.952108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] Routers {'8c297425-f36d-465c-b49a-8ec2d2f9918b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:34.952769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8c297425-f36d-465c-b49a-8ec2d2f9918b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:35.048355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.060489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] Set router 8c297425-f36d-465c-b49a-8ec2d2f9918b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:35.152507 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.205499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Deleting port ab63304f-98c4-4cad-895d-3df3a23bfff4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:23:35.205953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.242967 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:23:34Z', 'revision_number': 5, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port': {'id': 'ab63304f-98c4-4cad-895d-3df3a23bfff4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:21:23Z', 'updated_at': '2021-11-12T06:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:35.268744 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] Checking router: 8c297425-f36d-465c-b49a-8ec2d2f9918b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:23:35.277543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] Routers {'8c297425-f36d-465c-b49a-8ec2d2f9918b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:35.278142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['8c297425-f36d-465c-b49a-8ec2d2f9918b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:35.290323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] For port ab63304f-98c4-4cad-895d-3df3a23bfff4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ab63304f-98c4-4cad-895d-3df3a23bfff4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:35.290711 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.303031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Calling delete_port for ab63304f-98c4-4cad-895d-3df3a23bfff4 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:23:35.478400 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.504146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab63304f-98c4-4cad-895d-3df3a23bfff4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:35.521211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7496e18-e293-433e-9e9a-7f9737ec3dad None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:23:35.534568 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] Set router 8c297425-f36d-465c-b49a-8ec2d2f9918b gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:35.569459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.592189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:23:35Z', 'revision_number': 6, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:35.617614 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b8a1c-a1ef-48a3-ba01-e967163d3159 None None] The sync data for ids ['8c297425-f36d-465c-b49a-8ec2d2f9918b'] in n-d-765315-28 is: [{'id': '8c297425-f36d-465c-b49a-8ec2d2f9918b', 'name': 'tempest-TestMinimumBasicScenario-1526849931-router', 'tenant_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:21:22Z', 'updated_at': '2021-11-12T06:23:35Z', 'revision_number': 6, 'project_id': '6321e7d7493d4463a51e85dafc8a6fb2', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:23:35.660387 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.662550 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.708726 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.709263 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c297425-f36d-465c-b49a-8ec2d2f9918b {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:23:35.714178 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.715913 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aaf4f018-8b14-4a94-8db4-46950c982cb6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8c297425-f36d-465c-b49a-8ec2d2f9918b HTTP/1.1" status: 204 len: 168 time: 0.7746763 Nov 12 06:23:35.718449 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58026) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:35.762504 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b082855c-43fc-4ff3-97e9-c42cc5105542 admin admin] Deleting subnet f9dcdbea-ce62-47dc-9466-1adbcf306090 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:23:35.765462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b082855c-43fc-4ff3-97e9-c42cc5105542 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.806237 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b082855c-43fc-4ff3-97e9-c42cc5105542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.893499 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b082855c-43fc-4ff3-97e9-c42cc5105542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.950681 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b082855c-43fc-4ff3-97e9-c42cc5105542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.974853 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082855c-43fc-4ff3-97e9-c42cc5105542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9dcdbea-ce62-47dc-9466-1adbcf306090,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:35.982384 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b082855c-43fc-4ff3-97e9-c42cc5105542 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:35.985616 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b082855c-43fc-4ff3-97e9-c42cc5105542 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f9dcdbea-ce62-47dc-9466-1adbcf306090 HTTP/1.1" status: 204 len: 168 time: 0.2662315 Nov 12 06:23:35.988119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58028) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:35.989253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073788e5-f8aa-4ac3-ba0c-b03ad03666fa None None] Network f22c2e9f-7936-4fd5-964a-937632882c55 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:23:36.066632 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.118628 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Deleting port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:23:36.118966 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.187253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] For port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed,segment=NetworkSegment(638e488b-7b9e-471f-a39e-882e2694b530),segment_id=638e488b-7b9e-471f-a39e-882e2694b530)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:36.187619 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.200252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Calling delete_port for 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:23:36.274820 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.300302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:36.303679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] No DVR routers for this DVR port 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:23:36.377423 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.392367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a50f5-d0d7-47f4-b9c6-92bf37b6b9f9 None None] DHCP port deletion for f22c2e9f-7936-4fd5-964a-937632882c55 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:23:36.398787 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22c2e9f-7936-4fd5-964a-937632882c55']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:36.413078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638e488b-7b9e-471f-a39e-882e2694b530') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:36.413378 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638e488b-7b9e-471f-a39e-882e2694b530') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:36.423355 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.437762 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.443965 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:23:36.444380 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:23:36.446078 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:23:36.504408 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.509283 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.512956 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] 10.222.0.48 "DELETE /v2.0/networks/f22c2e9f-7936-4fd5-964a-937632882c55 HTTP/1.1" status: 204 len: 168 time: 0.5238976 Nov 12 06:23:36.525292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cc934-9d59-449c-a602-fdc38e6c967a admin admin] Pushing event deleted for resources: {'Network': ['ID=f22c2e9f-7936-4fd5-964a-937632882c55,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:36.683720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58032) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:36.722806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7efee486-076f-4105-b260-3200d53b7d41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69ffc28eee4c416fbf9eba88ba8e102c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378902 Nov 12 06:23:36.725239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58034) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:36.770403 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3ee127d-8d78-4e53-afea-8324cf4eca37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.791511 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3ee127d-8d78-4e53-afea-8324cf4eca37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.841300 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3ee127d-8d78-4e53-afea-8324cf4eca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.843895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3ee127d-8d78-4e53-afea-8324cf4eca37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:36.845063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d3ee127d-8d78-4e53-afea-8324cf4eca37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47566ec0-4899-490f-a778-dfa65d1713ee HTTP/1.1" status: 204 len: 168 time: 0.1189377 Nov 12 06:23:36.852543 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee127d-8d78-4e53-afea-8324cf4eca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47566ec0-4899-490f-a778-dfa65d1713ee,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:37.156158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58040) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:37.195313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0ac1a354-6d56-4313-8a99-43e57f24b3d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6321e7d7493d4463a51e85dafc8a6fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376287 Nov 12 06:23:37.197770 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58042) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:37.245622 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f81e0b1-d718-45f3-bdfd-e58b93f30291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:37.267105 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f81e0b1-d718-45f3-bdfd-e58b93f30291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:37.267495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:23:37.291519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:23:37.291862 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5f0fb9f5-c9d0-4c63-b8ca-ffc1077bfbed not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:23:37.292274 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ab63304f-98c4-4cad-895d-3df3a23bfff4 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:23:37.313713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ab63304f-98c4-4cad-895d-3df3a23bfff4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:23:37.314179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ab63304f-98c4-4cad-895d-3df3a23bfff4 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:23:37.314617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 451b0b89-b476-4239-b1e8-3e5442bfd585 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:23:37.316464 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f81e0b1-d718-45f3-bdfd-e58b93f30291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:37.319158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f81e0b1-d718-45f3-bdfd-e58b93f30291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:37.320324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5f81e0b1-d718-45f3-bdfd-e58b93f30291 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/328d4529-2bb5-4feb-a8bb-ebb1c687ef2b HTTP/1.1" status: 204 len: 168 time: 0.1216521 Nov 12 06:23:37.328773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81e0b1-d718-45f3-bdfd-e58b93f30291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d4529-2bb5-4feb-a8bb-ebb1c687ef2b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:37.343696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 451b0b89-b476-4239-b1e8-3e5442bfd585 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:23:37.343982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 451b0b89-b476-4239-b1e8-3e5442bfd585 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:23:38.911348 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58082) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:38.915957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070059895', 'description': 'tempest-secgroup-smoke-1070059895 description', 'project_id': 'f05333f1a7a84a278938b58e29332afe'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:38.938249 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:38.946787 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.020280 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.023908 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.060639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c308ec4-929a-4bf2-8d59-c8ad011f3533,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:39.098036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.101473 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.129084 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.130302 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2179248 Nov 12 06:23:39.133443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58084) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:39.139195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90c6ad-4780-40ec-bdae-cf489fb34d85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbafec3f-1900-459e-bf32-0232542f8df6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:39.139549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7cc95bdf-61a9-488e-8aa0-615720a0ca60 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'fbafec3f-1900-459e-bf32-0232542f8df6', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:39.167752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7cc95bdf-61a9-488e-8aa0-615720a0ca60 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.224620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7cc95bdf-61a9-488e-8aa0-615720a0ca60 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.228286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7cc95bdf-61a9-488e-8aa0-615720a0ca60 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.246215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95bdf-61a9-488e-8aa0-615720a0ca60 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a9bd19-810d-4bf2-8dc3-6e177b2ebf83,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:39.253348 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7cc95bdf-61a9-488e-8aa0-615720a0ca60 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.254564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7cc95bdf-61a9-488e-8aa0-615720a0ca60 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200504 Nov 12 06:23:39.257222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58086) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:39.262060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a9b7e4dc-5c7f-40ce-9481-98afd08ab7be tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'fbafec3f-1900-459e-bf32-0232542f8df6', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:39.287269 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9b7e4dc-5c7f-40ce-9481-98afd08ab7be tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.342429 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9b7e4dc-5c7f-40ce-9481-98afd08ab7be tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.345655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9b7e4dc-5c7f-40ce-9481-98afd08ab7be tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.363303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7e4dc-5c7f-40ce-9481-98afd08ab7be tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72e8716-19a3-4fe7-8800-a63f508d9f27,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:39.370697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9b7e4dc-5c7f-40ce-9481-98afd08ab7be tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.372473 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a9b7e4dc-5c7f-40ce-9481-98afd08ab7be tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143315 Nov 12 06:23:39.375286 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58088) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:39.379500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-639685f6-450a-449e-a11c-a47ef2f204c5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'fbafec3f-1900-459e-bf32-0232542f8df6', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:39.405688 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-639685f6-450a-449e-a11c-a47ef2f204c5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.460555 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-639685f6-450a-449e-a11c-a47ef2f204c5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.463912 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-639685f6-450a-449e-a11c-a47ef2f204c5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.481426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639685f6-450a-449e-a11c-a47ef2f204c5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e289ec9-0eb2-4969-aeca-b474f46b3914,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:39.488686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-639685f6-450a-449e-a11c-a47ef2f204c5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.489882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-639685f6-450a-449e-a11c-a47ef2f204c5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136777 Nov 12 06:23:39.492628 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58090) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:39.496893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-19b6d58b-f941-45a1-b745-87dd8b4efc9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'fbafec3f-1900-459e-bf32-0232542f8df6', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:39.524599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19b6d58b-f941-45a1-b745-87dd8b4efc9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.583887 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19b6d58b-f941-45a1-b745-87dd8b4efc9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.588071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19b6d58b-f941-45a1-b745-87dd8b4efc9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.605415 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6d58b-f941-45a1-b745-87dd8b4efc9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d2e7ed-5dbd-4754-8ba9-034a5eaf2a59,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:39.613588 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19b6d58b-f941-45a1-b745-87dd8b4efc9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.614928 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-19b6d58b-f941-45a1-b745-87dd8b4efc9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213734 Nov 12 06:23:39.617680 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58092) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:39.622020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-814487fa-d609-41fe-bf29-b28b4ce9e21d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'fbafec3f-1900-459e-bf32-0232542f8df6', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:39.643175 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-814487fa-d609-41fe-bf29-b28b4ce9e21d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:23:39.648066 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-814487fa-d609-41fe-bf29-b28b4ce9e21d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.705054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-814487fa-d609-41fe-bf29-b28b4ce9e21d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.708505 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-814487fa-d609-41fe-bf29-b28b4ce9e21d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.726610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814487fa-d609-41fe-bf29-b28b4ce9e21d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c456ce3a-be4c-48e3-8d43-0813ba361bf3,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:39.733245 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-814487fa-d609-41fe-bf29-b28b4ce9e21d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.734462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-814487fa-d609-41fe-bf29-b28b4ce9e21d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157832 Nov 12 06:23:39.737226 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58094) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:39.741676 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c48fdc38-a9bd-42c6-827c-0ccf98f54989 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'fbafec3f-1900-459e-bf32-0232542f8df6', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:39.763903 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-c48fdc38-a9bd-42c6-827c-0ccf98f54989 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:23:39.768680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c48fdc38-a9bd-42c6-827c-0ccf98f54989 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.827475 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c48fdc38-a9bd-42c6-827c-0ccf98f54989 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.831077 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c48fdc38-a9bd-42c6-827c-0ccf98f54989 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.848043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fdc38-a9bd-42c6-827c-0ccf98f54989 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24df8133-5654-4243-bb77-9abeb22c7cdf,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:39.856239 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c48fdc38-a9bd-42c6-827c-0ccf98f54989 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.857422 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c48fdc38-a9bd-42c6-827c-0ccf98f54989 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192775 Nov 12 06:23:39.860451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58096) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:39.865152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'network': {'name': 'tempest-network-smoke--1644202660', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'port_security_enabled': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:39.885499 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:23:39.889535 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.911196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:23:39.919425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.919760 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Added segment f318980a-a260-4f54-9ae0-11fca929f5d4 of type vlan for network dc0956df-3122-4935-a733-f575d08c5c43 Nov 12 06:23:39.961081 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.983654 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:39.989177 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:39.989749 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.023821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1623886 Nov 12 06:23:40.026874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58098) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:40.032033 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'admin_state_up': True, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:40.055623 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.056647 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.057613 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42172b0-fccd-480b-a710-a1bd0c192138 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Network': ['ID=dc0956df-3122-4935-a733-f575d08c5c43,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:40.068914 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network dc0956df-3122-4935-a733-f575d08c5c43 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:23:40.111746 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.247179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.461905 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.482986 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.499843 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-9df82108-df8f-4e86-a329-3719e65633d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1174202 Nov 12 06:23:40.624524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.126 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/00c86cd8-a942-4026-95f8-2cb6f3abcbf8) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:23:40.639991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-3863fd3b-ca24-4ef4-a1a3-13f94bd60ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.640506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-3863fd3b-ca24-4ef4-a1a3-13f94bd60ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.640955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-3863fd3b-ca24-4ef4-a1a3-13f94bd60ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.641424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-3863fd3b-ca24-4ef4-a1a3-13f94bd60ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.641889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-3863fd3b-ca24-4ef4-a1a3-13f94bd60ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.643652 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-3863fd3b-ca24-4ef4-a1a3-13f94bd60ab1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0707564 Nov 12 06:23:40.813266 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.815183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-a534e6de-c7b2-4730-a253-935155335ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.815666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-a534e6de-c7b2-4730-a253-935155335ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.816135 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-a534e6de-c7b2-4730-a253-935155335ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.817709 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-a534e6de-c7b2-4730-a253-935155335ada service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1491458 Nov 12 06:23:40.869184 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-7f64d343-006a-4cfd-88ec-4223298147c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0434129 Nov 12 06:23:40.912036 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:40.946664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-b69b93dc-1064-4756-9afa-2293b34bad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:40.948106 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-b69b93dc-1064-4756-9afa-2293b34bad83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0718334 Nov 12 06:23:40.958679 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:23:40.973175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:23:40.987119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a736f6-c31d-4cfd-92c2-3f43c67fe917 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:23:40.992400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:23:41.017850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=00c86cd8-a942-4026-95f8-2cb6f3abcbf8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:41.043233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-812bf97e-4466-44f2-a169-3fd0985e434f None None] Provisioning complete for port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:41.043607 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-812bf97e-4466-44f2-a169-3fd0985e434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:41.045174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-b246547b-2d14-42ee-8d68-0341ad84263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:41.046702 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-b246547b-2d14-42ee-8d68-0341ad84263b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913310 Nov 12 06:23:41.077329 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-812bf97e-4466-44f2-a169-3fd0985e434f None None] Port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:23:41.252059 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:41.254954 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-2b427e94-7aec-4293-a4aa-d259e3d7ac51 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759489 Nov 12 06:23:41.705589 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:41.756598 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-36de0be0-ef6b-46c3-ae5f-89a7059e23ec service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931207 Nov 12 06:23:41.801033 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-512bb754-f6d2-4516-9b93-2802f53e675b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0373538 Nov 12 06:23:41.888792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-d9106f52-bb27-4f1e-8002-4aa4c9f67002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:41.890229 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-d9106f52-bb27-4f1e-8002-4aa4c9f67002 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0635254 Nov 12 06:23:42.005625 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-97dd6dd3-12a6-4c7a-a636-3b8e50ae21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:42.007140 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-97dd6dd3-12a6-4c7a-a636-3b8e50ae21bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858822 Nov 12 06:23:42.025116 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:42.177000 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-939aaad9-9247-4709-ac48-489bf8f2866d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613030 Nov 12 06:23:42.274575 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 6a93c248-59ef-43ec-a006-4988a28efc8b is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:23:42.294169 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-93de1b65-1766-49a9-bd02-30c618276dfe service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091712 Nov 12 06:23:42.367214 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-acdaac93-62f5-40ba-ac71-82bb712cd790 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0400341 Nov 12 06:23:42.457991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-cf6d9f06-7783-463e-b97d-3a5587f79d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:42.459377 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-cf6d9f06-7783-463e-b97d-3a5587f79d13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0844560 Nov 12 06:23:42.463820 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:23:42.474140 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Sync routers for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:23:42.483304 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:42.483919 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:42.514566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:42.515759 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4233daa5-f88a-4556-83d9-e12883894696 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4873559 Nov 12 06:23:42.519149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58100) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:42.526699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-739ddc55-ddd8-4c5d-8bb8-4c06cf5e1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:42.528943 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-739ddc55-ddd8-4c5d-8bb8-4c06cf5e1bfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575271 Nov 12 06:23:42.594281 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:42.631390 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-77345f47-7ffa-4532-af5d-1739c557b52e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947952 Nov 12 06:23:42.663680 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7a00fe8e-77d1-427f-a1ac-b3c3409efa78 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f05333f1a7a84a278938b58e29332afe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1433899 Nov 12 06:23:42.666636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58104) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:42.743417 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-b3fbaf7b-1e7a-4bd6-82c4-9630d2a24e2e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880246 Nov 12 06:23:42.770383 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:41Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:42.784873 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-976c0994-2d74-44d2-9757-91dd99bf45da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0347180 Nov 12 06:23:42.829315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e3b4f-8624-4ae7-a4b4-d2ca2c96fe14 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:42.833432 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c38e3b4f-8624-4ae7-a4b4-d2ca2c96fe14 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1632349 Nov 12 06:23:42.833713 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58106) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:42.848955 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-c26f3251-6792-4c03-8472-bd25d42adb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:42.850608 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-c26f3251-6792-4c03-8472-bd25d42adb16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0590153 Nov 12 06:23:42.879079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2915c7ee-fdce-4499-82c4-385cbaf30b5f tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415082 Nov 12 06:23:42.879299 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:42.884281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616833054', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:42.890743 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Checking router: 6a93c248-59ef-43ec-a006-4988a28efc8b for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:23:42.891090 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Updating router 6a93c248-59ef-43ec-a006-4988a28efc8b port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:23:42.900859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-4f1dfeca-d827-468f-b8fc-ef78383cdfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:42.902556 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-4f1dfeca-d827-468f-b8fc-ef78383cdfd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450966 Nov 12 06:23:42.916140 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:42.972305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:23:42.976180 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:42.996950 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-4a45cc5e-0ac5-4d02-8ad9-f46fb9d9d725 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Nov 12 06:23:43.095364 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-b1fb41cc-ea95-46c9-b550-682fc279a99b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914524 Nov 12 06:23:43.137763 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-90a67585-42e7-4aef-9ff6-ea8d1a243de6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0360267 Nov 12 06:23:43.166846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.182198 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.188304 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.196153 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-9b0fcb02-33b5-466d-a277-8cd62b7e3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:43.197843 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-9b0fcb02-33b5-466d-a277-8cd62b7e3999 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0525305 Nov 12 06:23:43.234732 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Attempting to bind port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:23:43.235106 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Attempting to bind port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:23:43.235996 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Attempting to bind port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:23:43.237463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1231d948-7698-4114-8fa1-320cf21e8c51 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:23:43.246678 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:23:43.246948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Subnet': ['ID=f332dd5c-c1d8-4c2c-ac3b-289cd84d4535,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:43.247112 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:23:43.247427 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.247798 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:23:43.248265 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Bound port: 00c86cd8-a942-4026-95f8-2cb6f3abcbf8, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:23:43.248644 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.253054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Checking segment: {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:23:43.253413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network hostable DHCP agents. Network: dc0956df-3122-4935-a733-f575d08c5c43, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:23:43.260364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-81dda354-1bc4-42ba-b1cc-8dbc5ff79fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:43.262124 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-81dda354-1bc4-42ba-b1cc-8dbc5ff79fe8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567241 Nov 12 06:23:43.272085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network dc0956df-3122-4935-a733-f575d08c5c43 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:23:43.282639 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Pushing event updated for resources: {'Port': ['ID=00c86cd8-a942-4026-95f8-2cb6f3abcbf8,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:43.283125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, dc0956df-3122-4935-a733-f575d08c5c43) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:23:43.288581 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:43.289199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.295906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f002332-577d-4573-b076-fc6d5b593408 None None] Network dc0956df-3122-4935-a733-f575d08c5c43 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:23:43.306202 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] For port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:23:43.309911 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] For port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=00c86cd8-a942-4026-95f8-2cb6f3abcbf8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:23:43.315953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-267b5e63-fa43-475b-b27f-596eb985c56a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4324770 Nov 12 06:23:43.316675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58110) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:43.318418 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.321242 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.321644 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.322039 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.322998 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.322998 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.323223 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.323590 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.323990 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.324445 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.324737 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.325113 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.325485 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.377275 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691c169-7502-4d3e-aab1-d32f5d9d9608 None None] Pushing event updated for resources: {'Port': ['ID=00c86cd8-a942-4026-95f8-2cb6f3abcbf8,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:43.378905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Provisioning complete for port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:43.379515 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.398788 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:43.399466 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:43.423548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935cc9ec-6468-4585-92a6-f74b5dba401e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:23:43.470911 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-a9d40c9c-cf3c-4d9b-be91-5a6b0a123212 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009544 Nov 12 06:23:43.531563 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:43.534660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.540868 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-dc0956df-3122-4935-a733-f575d08c5c43', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:23:43.541690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.571117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] For port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=00c86cd8-a942-4026-95f8-2cb6f3abcbf8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:43.578186 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.660175 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-13f507b1-d6e0-4e6f-9df8-11d6402f2651 req-24b05c42-fa0a-4d37-bc6c-f43ac9395196 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681261 Nov 12 06:23:43.696501 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Pushing event updated for resources: {'Port': ['ID=00c86cd8-a942-4026-95f8-2cb6f3abcbf8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:43.731117 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.731500 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.732040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.732546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.732889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.733224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.733550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.734045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.734560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.734899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.735240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.735556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae5722-a27e-4158-8de9-726023dfa92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:23:43.737279 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:41Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:43.747304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-600f30fe-e65e-4942-8b91-df60fd72e4ca None None] Provisioning complete for port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:43.747676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-600f30fe-e65e-4942-8b91-df60fd72e4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.765083 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794c5d2-ff54-4e66-a1cc-4e5ff64ed4ec None None] The sync data for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 is: [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:41Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:23:43.783246 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Allocated IP 172.20.0.2 (dc0956df-3122-4935-a733-f575d08c5c43/f332dd5c-c1d8-4c2c-ac3b-289cd84d4535/5d25c866-1d14-43a9-bcff-9959f8c6f8e9) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:23:43.890886 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.988855 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:43.998985 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.069220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Network dc0956df-3122-4935-a733-f575d08c5c43 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:23:44.076622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:23:44.079331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:23:44.090485 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d38be512-3d3e-4d3b-9ce4-7635da345ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.116036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Pushing event updated for resources: {'Port': ['ID=5d25c866-1d14-43a9-bcff-9959f8c6f8e9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:44.156900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Attempting to bind port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:23:44.157547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Attempting to bind port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:23:44.158295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Attempting to bind port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 on network dc0956df-3122-4935-a733-f575d08c5c43 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:23:44.166518 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:23:44.166887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Checking segment: {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:23:44.167287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.167709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Bound using segment: {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:23:44.168211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Bound port: 5d25c866-1d14-43a9-bcff-9959f8c6f8e9, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:23:44.168587 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.215678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.1 (dc0956df-3122-4935-a733-f575d08c5c43/f332dd5c-c1d8-4c2c-ac3b-289cd84d4535/9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:23:44.236647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] For port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:23:44.239921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] For port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5d25c866-1d14-43a9-bcff-9959f8c6f8e9,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:23:44.245458 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.309183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e653e9-5640-4c63-be78-65291da7b3b2 None None] Pushing event updated for resources: {'Port': ['ID=5d25c866-1d14-43a9-bcff-9959f8c6f8e9,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:44.339365 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.375915 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.418293 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network dc0956df-3122-4935-a733-f575d08c5c43 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:23:44.423892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:23:44.428154 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:23:44.458253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:44.496920 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.645982 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.924995 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:44.929645 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:45.007941 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:45.009886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:45.104540 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network dc0956df-3122-4935-a733-f575d08c5c43 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:23:45.106634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:23:45.226247 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 6a93c248-59ef-43ec-a006-4988a28efc8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:23:45.291489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef51d42-ea44-4915-a7da-c2155338776c None None] Network dc0956df-3122-4935-a733-f575d08c5c43 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:23:45.344769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:23:45.348032 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:23:45.353272 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c42bfa89-b96e-4f71-b20b-b3a485d39304 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/6a93c248-59ef-43ec-a006-4988a28efc8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0355561 Nov 12 06:23:45.401417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-67e7cbb5-004c-4876-8aac-ab7fa8ca4e8f None None] Provisioning complete for port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:45.401854 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67e7cbb5-004c-4876-8aac-ab7fa8ca4e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:45.498166 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:45.498583 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:45.517621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-151e5d5f-5daa-4ffa-9069-6c91d0b07b32 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070059895&fields=id&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 267 time: 0.0486684 Nov 12 06:23:45.623498 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67e7cbb5-004c-4876-8aac-ab7fa8ca4e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:45.628194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-7ffe902d-a319-41ce-bc5a-5717ba844ee1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:45.629730 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-7ffe902d-a319-41ce-bc5a-5717ba844ee1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/networks?id=dc0956df-3122-4935-a733-f575d08c5c43 HTTP/1.1" status: 200 len: 797 time: 0.1047235 Nov 12 06:23:45.645890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-0705046e-d380-462c-99c4-8af3f9fa66c2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/quotas/f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 375 time: 0.0101707 Nov 12 06:23:45.687934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:45.705855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-e15db8a8-83e5-4814-bbf5-36a1333b2b10 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540133 Nov 12 06:23:45.713707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-67e7cbb5-004c-4876-8aac-ab7fa8ca4e8f None None] For port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5d25c866-1d14-43a9-bcff-9959f8c6f8e9,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:45.724655 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67e7cbb5-004c-4876-8aac-ab7fa8ca4e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:45.769570 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Sync routers for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:23:45.816649 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 06:23:45.817136 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 06:23:45.822524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:45.823290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:45.874260 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-143fe452-5b03-482c-a3c9-cef510fe81b6 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537223 Nov 12 06:23:45.875319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7cbb5-004c-4876-8aac-ab7fa8ca4e8f None None] Pushing event updated for resources: {'Port': ['ID=5d25c866-1d14-43a9-bcff-9959f8c6f8e9,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:45.982321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-4ef11774-1e49-4496-9d94-af5c721d02e4 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980005 Nov 12 06:23:46.132376 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-657ba321-56e4-4a04-96a5-03a5e1b90b79 None None] Provisioning complete for port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:46.132754 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-657ba321-56e4-4a04-96a5-03a5e1b90b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:46.160569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:46.201133 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-657ba321-56e4-4a04-96a5-03a5e1b90b79 None None] Port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:23:46.265167 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-657ba321-56e4-4a04-96a5-03a5e1b90b79 None None] Provisioning complete for port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:46.265541 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-657ba321-56e4-4a04-96a5-03a5e1b90b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:46.389126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:23:46.486897 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4810d283-c6db-4d14-844b-08dac51b61fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:46.516649 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:46.517009 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:46.546563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 2, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:46.576863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Checking router: 6a93c248-59ef-43ec-a006-4988a28efc8b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:23:46.577210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Updating router 6a93c248-59ef-43ec-a006-4988a28efc8b port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:23:46.609752 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:46.673511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3e45de04-1fdc-47ee-be7d-29d6ce22531f None None] Provisioning complete for port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:46.673872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e45de04-1fdc-47ee-be7d-29d6ce22531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:46.770307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3e45de04-1fdc-47ee-be7d-29d6ce22531f None None] Port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:23:46.929899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:46.934832 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:46.987321 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f15da1-9c68-4faf-a3f8-f0349d6765e1 None None] Pushing event updated for resources: {'Port': ['ID=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:47.037601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Attempting to bind port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:23:47.037969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Attempting to bind port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:23:47.038331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Attempting to bind port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 on network dc0956df-3122-4935-a733-f575d08c5c43 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:23:47.044054 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:23:47.044425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Checking segment: {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:23:47.044824 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:47.045216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Bound using segment: {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:23:47.045682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Bound port: 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:23:47.046064 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:47.120566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] For port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:23:47.123927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] For port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:23:47.129478 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:47.202942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4b065c4-0336-49df-bcb7-0230f85ab9fb req-fa1d1e5a-a12f-47a0-bd5d-9c5853d6396a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 210 time: 0.0378089 Nov 12 06:23:47.216328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:47.216961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:47.220811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f15da1-9c68-4faf-a3f8-f0349d6765e1 None None] Pushing event updated for resources: {'Port': ['ID=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:47.226586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d36f2ba6-ea32-4d44-b37e-131e61197bbc None None] Provisioning complete for port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:47.226793 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d36f2ba6-ea32-4d44-b37e-131e61197bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:47.338723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:23:47.401439 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:47.529079 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d36f2ba6-ea32-4d44-b37e-131e61197bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:47.580190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:47.580558 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:47.639071 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:47.664969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d36f2ba6-ea32-4d44-b37e-131e61197bbc None None] For port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:47.690833 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d36f2ba6-ea32-4d44-b37e-131e61197bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:47.786399 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f2ba6-ea32-4d44-b37e-131e61197bbc None None] Pushing event updated for resources: {'Port': ['ID=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:47.808261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:47Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:47.838404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f01757-3e93-4b87-82eb-ab28efcb9559 None None] The sync data for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 is: [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:47Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:23:47.842906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f507d239-9767-40aa-982c-2be23ed5f1dc None None] Provisioning complete for port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:47.842906 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f507d239-9767-40aa-982c-2be23ed5f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:48.325702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20423185-8572-4eb4-9b87-7ad09bfcfb84 req-ea18b922-afb8-482a-82a3-c70d1cff418b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 210 time: 0.0543873 Nov 12 06:23:48.414731 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-06cba446-a2fe-4a0e-8bdd-f7ecc5214de2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:48.416350 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-06cba446-a2fe-4a0e-8bdd-f7ecc5214de2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/networks?id=dc0956df-3122-4935-a733-f575d08c5c43 HTTP/1.1" status: 200 len: 797 time: 0.1335213 Nov 12 06:23:48.483653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-72b929dc-dd13-4757-a891-de2c2a93cd4f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 380 time: 0.0571456 Nov 12 06:23:48.494956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'port': {'device_id': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'admin_state_up': True, 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'security_groups': ['fbafec3f-1900-459e-bf32-0232542f8df6']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:48.608631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:23:48.612268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:48.740739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.11 (dc0956df-3122-4935-a733-f575d08c5c43/f332dd5c-c1d8-4c2c-ac3b-289cd84d4535/618919a2-c9a8-4180-8c9e-58ef5a1174b8) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:23:48.822195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:48.888012 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:48.920623 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:48.963863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network dc0956df-3122-4935-a733-f575d08c5c43 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:23:48.968878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:23:48.972572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:23:48.979091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=618919a2-c9a8-4180-8c9e-58ef5a1174b8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:49.026580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:49.027201 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.044374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-702a28c2-1c22-48f7-80c9-425666d37bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5532444 Nov 12 06:23:49.056978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Request body: {'port': {'device_id': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:49.115973 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.199103 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9aab6d5e-dbc6-4324-a9a4-19f09016b544 None None] Provisioning complete for port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:49.199549 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9aab6d5e-dbc6-4324-a9a4-19f09016b544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.236866 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9aab6d5e-dbc6-4324-a9a4-19f09016b544 None None] Port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:23:49.301686 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:23:49.349019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:49.349384 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.387050 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618919a2-c9a8-4180-8c9e-58ef5a1174b8 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:23:49.397266 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.436878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Transition to ACTIVE for port object 618919a2-c9a8-4180-8c9e-58ef5a1174b8 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:23:49.441628 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.489720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22c5ff-3221-4a46-90c6-186f5fda1217 req-68fd84b6-9f95-4bc3-b4ac-9f3a956fedf5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:49.491321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c22c5ff-3221-4a46-90c6-186f5fda1217 req-68fd84b6-9f95-4bc3-b4ac-9f3a956fedf5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 932 time: 0.0961556 Nov 12 06:23:49.516798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=618919a2-c9a8-4180-8c9e-58ef5a1174b8,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:49.600036 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c22c5ff-3221-4a46-90c6-186f5fda1217 req-e8f71cec-093f-443f-b8ee-121cb35d59a4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967681 Nov 12 06:23:49.621195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Attempting to bind port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:23:49.621195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Attempting to bind port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:23:49.621195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Attempting to bind port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 on network dc0956df-3122-4935-a733-f575d08c5c43 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:23:49.625455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 on network dc0956df-3122-4935-a733-f575d08c5c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:23:49.625777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Attempting to bind port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 on network dc0956df-3122-4935-a733-f575d08c5c43 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:23:49.630907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:23:49.631247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Checking segment: {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:23:49.631633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Bound using segment: {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:23:49.632067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Bound port: 618919a2-c9a8-4180-8c9e-58ef5a1174b8, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f318980a-a260-4f54-9ae0-11fca929f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:23:49.632426 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.670098 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.700835 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] For port 618919a2-c9a8-4180-8c9e-58ef5a1174b8, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:23:49.704139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] For port 618919a2-c9a8-4180-8c9e-58ef5a1174b8, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:23:49.707752 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.742550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:49.743198 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:49.744531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] 10.222.0.47 "PUT /v2.0/ports/618919a2-c9a8-4180-8c9e-58ef5a1174b8 HTTP/1.1" status: 200 len: 1093 time: 0.6918774 Nov 12 06:23:49.744972 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:23:49.747813 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2309b98a-802b-4809-8291-68b7f07bb374" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:23:49.772916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f38881-1c09-4178-8546-80d3c3035fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=618919a2-c9a8-4180-8c9e-58ef5a1174b8,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:49.843699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-728f4571-918b-4784-a0d9-4be4e2ddf13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:49.845130 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-728f4571-918b-4784-a0d9-4be4e2ddf13a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 1096 time: 0.0468969 Nov 12 06:23:49.892535 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21e19f6-342f-4ff1-9640-369f9cf5a606 x-openstack-request-id: req-e21e19f6-342f-4ff1-9640-369f9cf5a606 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:23:49.892822 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:23:49.893087 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e21e19f6-342f-4ff1-9640-369f9cf5a606 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:23:49.893475 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'status': 'completed', 'code': 200} Nov 12 06:23:49.895048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-5df63d02-0f89-4e6e-833d-e48241d79917 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8 HTTP/1.1" status: 200 len: 217 time: 0.0414722 Nov 12 06:23:49.950896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-f7fe9e93-b036-4cb4-b731-1489465e5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:49.952431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-f7fe9e93-b036-4cb4-b731-1489465e5a5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f332dd5c-c1d8-4c2c-ac3b-289cd84d4535 HTTP/1.1" status: 200 len: 834 time: 0.0480857 Nov 12 06:23:49.998588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-5e79cfcf-7a69-45f3-a3b3-7c3a7aab1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:50.000078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-5e79cfcf-7a69-45f3-a3b3-7c3a7aab1869 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc0956df-3122-4935-a733-f575d08c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398631 Nov 12 06:23:50.418306 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-f49ea004-d7f3-40c1-a514-77e032202fab service neutron] 10.222.0.47 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099388 Nov 12 06:23:50.507967 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd7696ae-cf78-45f8-b539-fe0e5c22e120 req-22f6df71-0a36-4a9e-a0c6-a22f3beecbd5 service neutron] 10.222.0.47 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806241 Nov 12 06:23:50.591637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b98a-802b-4809-8291-68b7f07bb374 req-7021568c-0cf1-4aa6-bd84-d617d38c163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:50.593079 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2309b98a-802b-4809-8291-68b7f07bb374 req-7021568c-0cf1-4aa6-bd84-d617d38c163a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 1096 time: 0.0410161 Nov 12 06:23:50.705868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b98a-802b-4809-8291-68b7f07bb374 req-05f697f2-439d-452c-a54f-6f7197d3d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:50.707334 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2309b98a-802b-4809-8291-68b7f07bb374 req-05f697f2-439d-452c-a54f-6f7197d3d69d service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc0956df-3122-4935-a733-f575d08c5c43 HTTP/1.1" status: 200 len: 898 time: 0.1074166 Nov 12 06:23:50.762813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a40d1-9f2f-4d6a-97c0-57b27d57a46c req-f04854de-a03b-4e35-a22f-01f7705adbef tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:50.764228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-806a40d1-9f2f-4d6a-97c0-57b27d57a46c req-f04854de-a03b-4e35-a22f-01f7705adbef tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 944 time: 0.0913925 Nov 12 06:23:50.765407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2309b98a-802b-4809-8291-68b7f07bb374 req-2c8fd86b-303b-4042-9b3e-62e2c8726894 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8 HTTP/1.1" status: 200 len: 217 time: 0.0493360 Nov 12 06:23:50.842763 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b98a-802b-4809-8291-68b7f07bb374 req-aaa076e4-71ae-4993-9115-9efa65f1988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:50.844156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2309b98a-802b-4809-8291-68b7f07bb374 req-aaa076e4-71ae-4993-9115-9efa65f1988d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f332dd5c-c1d8-4c2c-ac3b-289cd84d4535 HTTP/1.1" status: 200 len: 834 time: 0.0684674 Nov 12 06:23:50.850360 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-806a40d1-9f2f-4d6a-97c0-57b27d57a46c req-e04d395e-40b2-4bc9-b211-7c95d703f760 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801628 Nov 12 06:23:50.894059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b98a-802b-4809-8291-68b7f07bb374 req-e0267828-7190-4d6c-8db1-883012d6365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:50.895576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2309b98a-802b-4809-8291-68b7f07bb374 req-e0267828-7190-4d6c-8db1-883012d6365c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc0956df-3122-4935-a733-f575d08c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437417 Nov 12 06:23:50.989283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2309b98a-802b-4809-8291-68b7f07bb374 req-e25a69c5-04d8-4709-995b-ddd2e75647f1 service neutron] 10.222.0.47 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850868 Nov 12 06:23:51.079363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2309b98a-802b-4809-8291-68b7f07bb374 req-07746dd4-c31f-4c64-97a5-522ab3507f68 service neutron] 10.222.0.47 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825195 Nov 12 06:23:51.733801 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 618919a2-c9a8-4180-8c9e-58ef5a1174b8 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:23:51.981929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81562d-f634-45cf-bb4e-de035c7ca3ec req-6260d8e6-a9f7-459e-abf2-0ccf06360017 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:51.983607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c81562d-f634-45cf-bb4e-de035c7ca3ec req-6260d8e6-a9f7-459e-abf2-0ccf06360017 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 944 time: 0.0571291 Nov 12 06:23:52.005386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 618919a2-c9a8-4180-8c9e-58ef5a1174b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:52.017632 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'port_id': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'mac_address': 'fa:16:3e:2e:60:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:23:52.035110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c81562d-f634-45cf-bb4e-de035c7ca3ec req-623ae151-bbc6-44a4-8afb-13e7292d843c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455105 Nov 12 06:23:52.059580 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:52.073906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618919a2-c9a8-4180-8c9e-58ef5a1174b8 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:23:52.095780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 618919a2-c9a8-4180-8c9e-58ef5a1174b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:52.099858 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:52.148900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=618919a2-c9a8-4180-8c9e-58ef5a1174b8,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:52.325461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['618919a2-c9a8-4180-8c9e-58ef5a1174b8'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:23:53.154057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f303b-f895-41c6-95d3-b52a8e446296 req-7a500195-9318-4144-a12c-ed6819b2319d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:53.155847 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-510f303b-f895-41c6-95d3-b52a8e446296 req-7a500195-9318-4144-a12c-ed6819b2319d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 945 time: 0.0498962 Nov 12 06:23:53.204633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-510f303b-f895-41c6-95d3-b52a8e446296 req-6e364a9e-412e-4521-b8ae-867f5f6e243a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Nov 12 06:23:53.744647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 618919a2-c9a8-4180-8c9e-58ef5a1174b8 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:23:53.792986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:23:53.796723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:23:53.797089 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:53.877062 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:53.899774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:23:53.902658 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93e2052-bdb7-4c24-9f6b-49f3a33887ec" -d '{"events": [{"server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "name": "network-vif-plugged", "status": "completed", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:23:53.915145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 618919a2-c9a8-4180-8c9e-58ef5a1174b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:23:53.919766 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:53.972669 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=618919a2-c9a8-4180-8c9e-58ef5a1174b8,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:53.994433 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b283782-5fc5-430f-abe9-9a5343b69ae5 x-openstack-request-id: req-9b283782-5fc5-430f-abe9-9a5343b69ae5 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:23:53.994771 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "name": "network-vif-plugged", "status": "completed", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:23:53.994957 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b283782-5fc5-430f-abe9-9a5343b69ae5 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:23:53.995865 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'code': 200} Nov 12 06:23:54.098779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b210ce-7bae-4b5b-9f70-b3649a06c825 req-c2e39a19-825f-4f09-95e7-e92ac3e6ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:54.100283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9b210ce-7bae-4b5b-9f70-b3649a06c825 req-c2e39a19-825f-4f09-95e7-e92ac3e6ceb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 1098 time: 0.0447183 Nov 12 06:23:54.146921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9b210ce-7bae-4b5b-9f70-b3649a06c825 req-0387aa98-0568-4dae-bc12-6e2ae575ba11 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386517 Nov 12 06:23:54.320402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7968-e6a4-43be-9156-9862dc519406 req-772850ff-efac-4fdc-b326-acc813b018ac tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:54.321794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e7c7968-e6a4-43be-9156-9862dc519406 req-772850ff-efac-4fdc-b326-acc813b018ac tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0493062 Nov 12 06:23:54.370250 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e7c7968-e6a4-43be-9156-9862dc519406 req-509c6635-4df8-44a4-b7ea-2477b652c027 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425518 Nov 12 06:23:55.484880 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faad49a-17b4-45bb-a633-f289873ba608 req-dafc37bd-8338-4390-aef1-b424cefe36d9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:55.486307 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2faad49a-17b4-45bb-a633-f289873ba608 req-dafc37bd-8338-4390-aef1-b424cefe36d9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0489450 Nov 12 06:23:55.539668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2faad49a-17b4-45bb-a633-f289873ba608 req-cfba2fb6-cbaf-48c0-a5c5-cf485bd2f711 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472472 Nov 12 06:23:55.652467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cbd80-3f7f-4ca3-aec3-9b0ca93114a1 req-6ded68e7-ebcf-47bd-8b7f-5b7d1b130969 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:55.654446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e43cbd80-3f7f-4ca3-aec3-9b0ca93114a1 req-6ded68e7-ebcf-47bd-8b7f-5b7d1b130969 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0484362 Nov 12 06:23:55.703617 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e43cbd80-3f7f-4ca3-aec3-9b0ca93114a1 req-894f671d-509c-46a5-a42c-0d3afa85bb7e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431886 Nov 12 06:23:55.725247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58166) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:55.763979 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47e3d-314c-4188-bcfb-6ff5e4df4975 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:55.765366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3ca47e3d-314c-4188-bcfb-6ff5e4df4975 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 1093 time: 0.0391612 Nov 12 06:23:55.768229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58168) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:55.772536 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:23:55.794054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:55.893361 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:55.994912 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.49 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/0e8891a7-7348-45de-8a83-ac276c3ea6a0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:23:56.097830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:56.131485 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:56.168020 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:23:56.171346 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:23:56.177041 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:23:56.202865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=0e8891a7-7348-45de-8a83-ac276c3ea6a0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:56.530433 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:56.598828 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:56.742102 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:56.746603 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:56.818931 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=0e8891a7-7348-45de-8a83-ac276c3ea6a0,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:23:56.828085 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:56.927902 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP e2035812-2443-4daa-8659-f73a3b8b6f26 associated. External IP: 172.25.2.49, port: 618919a2-c9a8-4180-8c9e-58ef5a1174b8. Nov 12 06:23:57.132162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 6a93c248-59ef-43ec-a006-4988a28efc8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:23:57.237698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:23:57.248060 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] Sync routers for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:23:57.255029 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:57.260957 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:57.261576 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:57.282895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0ec2c6e1-2ab0-4a4e-ab91-496db0ae4c47 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5136797 Nov 12 06:23:57.283479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:23:57.285822 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:23:57.369335 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:57.379362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7666e2-0b7a-44be-8526-23305f68c161 req-666d3be4-2468-4797-86ab-44ccc8bb2c6d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:57.380855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de7666e2-0b7a-44be-8526-23305f68c161 req-666d3be4-2468-4797-86ab-44ccc8bb2c6d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0485041 Nov 12 06:23:57.429993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-de7666e2-0b7a-44be-8526-23305f68c161 req-6b0c6610-7380-4eb1-abcb-64612fc90f27 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Nov 12 06:23:57.452981 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58176) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:57.471911 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:23:57.496819 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248dbf74-c567-4e3a-b1a5-4c920d33f16f x-openstack-request-id: req-248dbf74-c567-4e3a-b1a5-4c920d33f16f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:23:57.497107 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:23:57.497354 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-248dbf74-c567-4e3a-b1a5-4c920d33f16f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:23:57.497747 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'status': 'completed', 'code': 200} Nov 12 06:23:57.549285 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c7c66e56-1908-47ac-9f4b-7d92b8db6ac9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/e2035812-2443-4daa-8659-f73a3b8b6f26 HTTP/1.1" status: 200 len: 991 time: 0.0950770 Nov 12 06:23:57.558850 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-9f320f80-a24d-49b5-baf7-0997b4b161fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:57.560297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-9f320f80-a24d-49b5-baf7-0997b4b161fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 1098 time: 0.0560451 Nov 12 06:23:57.606529 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'e2035812-2443-4daa-8659-f73a3b8b6f26', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'port_id': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'mac_address': 'fa:16:3e:2e:60:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:23:56Z', 'updated_at': '2021-11-12T06:23:56Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:47Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:57.631418 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] Checking router: 6a93c248-59ef-43ec-a006-4988a28efc8b for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:23:57.639992 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:23:57.640579 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:23:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:57.651464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-5bd8abe8-d48f-4c9b-b87e-9853e02d6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:57.653505 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-5bd8abe8-d48f-4c9b-b87e-9853e02d6857 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc0956df-3122-4935-a733-f575d08c5c43 HTTP/1.1" status: 200 len: 898 time: 0.0849643 Nov 12 06:23:57.722729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-1447c2d5-e6ab-4537-b335-02589a6cc4b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8 HTTP/1.1" status: 200 len: 999 time: 0.0612350 Nov 12 06:23:57.743190 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:23:57.772213 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-a9dcdaaf-742f-4093-973b-c86b3fb0af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:57.773676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-a9dcdaaf-742f-4093-973b-c86b3fb0af75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f332dd5c-c1d8-4c2c-ac3b-289cd84d4535 HTTP/1.1" status: 200 len: 834 time: 0.0434899 Nov 12 06:23:57.819216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-666959c5-e0f0-443f-a7a6-891ab42730c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:23:57.820754 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-666959c5-e0f0-443f-a7a6-891ab42730c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc0956df-3122-4935-a733-f575d08c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397990 Nov 12 06:23:57.907101 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:23:57.917151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-9d01d4a0-6e64-4787-872c-3fa71bec3bf4 service neutron] 10.222.0.47 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886667 Nov 12 06:23:57.964725 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'e2035812-2443-4daa-8659-f73a3b8b6f26', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'port_id': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'mac_address': 'fa:16:3e:2e:60:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:23:56Z', 'updated_at': '2021-11-12T06:23:56Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:47Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:23:57.993895 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905e91c-0837-4aa5-a2ed-29a5f43ab004 None None] The sync data for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 is: [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'e2035812-2443-4daa-8659-f73a3b8b6f26', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'port_id': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'mac_address': 'fa:16:3e:2e:60:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:23:56Z', 'updated_at': '2021-11-12T06:23:56Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:47Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:23:58.023709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a6b5114-d533-4ae8-bfbc-a7f0d4544c97 req-7bb08972-6495-4a39-96a7-367c95162ddf service neutron] 10.222.0.47 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983400 Nov 12 06:23:58.187184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efdd86-d2b1-4f67-9111-5b38c2d91a85 None None] New status for floating IP e2035812-2443-4daa-8659-f73a3b8b6f26: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:23:58.552982 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58178) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:23:58.613119 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1e8989cd-e625-4438-b485-0ae243443fd4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/e2035812-2443-4daa-8659-f73a3b8b6f26 HTTP/1.1" status: 200 len: 993 time: 0.0589528 Nov 12 06:24:11.274538 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:14.014946 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e6fae7c5-938f-4e4d-9f96-110e0ff9deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:16.407524 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a59f4b03-4a38-43e8-a146-3d14ec820bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:17.582923 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:18.822584 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:19.672734 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:27.902228 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:32.015338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1933c38-69be-4a5d-b773-09a043b44105 req-5d2f8256-20b6-405a-9aef-0a2d9e316c23 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:32.016839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1933c38-69be-4a5d-b773-09a043b44105 req-5d2f8256-20b6-405a-9aef-0a2d9e316c23 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0499585 Nov 12 06:24:32.066409 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1933c38-69be-4a5d-b773-09a043b44105 req-ac870f6d-8a00-4b6d-bb18-9be8f381a6fe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Nov 12 06:24:33.185942 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863742a8-b859-448a-a7e7-6c038d540dfa req-8e82bea9-63ee-4505-8953-4226baa90c28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:33.187318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-863742a8-b859-448a-a7e7-6c038d540dfa req-8e82bea9-63ee-4505-8953-4226baa90c28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0518553 Nov 12 06:24:33.234834 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-863742a8-b859-448a-a7e7-6c038d540dfa req-a858d2d8-4a71-4e6f-a75b-d32a30b63d4f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Nov 12 06:24:33.256468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58200) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:33.314543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9b20ae5c-bdfe-42fc-a97d-edca29ba12d6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/e2035812-2443-4daa-8659-f73a3b8b6f26 HTTP/1.1" status: 200 len: 993 time: 0.0569165 Nov 12 06:24:34.461493 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:24:34.582478 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0a98a-2aa1-4204-a50f-c6799f4cd972 req-77df30ac-ce98-451c-b188-f000d4144af6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:34.583859 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58c0a98a-2aa1-4204-a50f-c6799f4cd972 req-77df30ac-ce98-451c-b188-f000d4144af6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0532241 Nov 12 06:24:34.634081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-58c0a98a-2aa1-4204-a50f-c6799f4cd972 req-73f7e24f-358e-4aa3-943d-653939f76ac3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Nov 12 06:24:35.750991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a14d6-df64-48c6-8923-ff01cefee582 req-3f498634-0886-43e5-9091-98a2e407854f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:35.752466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab8a14d6-df64-48c6-8923-ff01cefee582 req-3f498634-0886-43e5-9091-98a2e407854f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0484779 Nov 12 06:24:35.800786 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab8a14d6-df64-48c6-8923-ff01cefee582 req-fd6541b3-d281-45ac-90c8-9078b7c5142f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Nov 12 06:24:35.822633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58210) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:35.886519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1f87b21c-a413-4db3-a36d-1ba46ac48a1f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/e2035812-2443-4daa-8659-f73a3b8b6f26 HTTP/1.1" status: 200 len: 993 time: 0.0627394 Nov 12 06:24:36.107936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58216) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:36.605408 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 0e8891a7-7348-45de-8a83-ac276c3ea6a0 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:24:36.605754 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:36.681193 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:36.681517 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:36.692908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 0e8891a7-7348-45de-8a83-ac276c3ea6a0 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:24:36.835244 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:36.861441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=0e8891a7-7348-45de-8a83-ac276c3ea6a0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:36.873713 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.874070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.874437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.874782 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.875120 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.875455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.875791 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.876123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.876455 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.876786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.877111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.877433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:36.932371 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:36.932706 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP e2035812-2443-4daa-8659-f73a3b8b6f26 disassociated (deleted). External IP: 172.25.2.49, port: 618919a2-c9a8-4180-8c9e-58ef5a1174b8. Nov 12 06:24:37.138601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 6a93c248-59ef-43ec-a006-4988a28efc8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:24:37.245857 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:24:37.250458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:37.255950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] Sync routers for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:24:37.265466 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:24:37.266068 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:37.276702 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d2f4c7e-7501-4e16-b856-3f311c6d8936 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/floatingips/e2035812-2443-4daa-8659-f73a3b8b6f26 HTTP/1.1" status: 204 len: 168 time: 1.1676996 Nov 12 06:24:37.277295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:24:37.280311 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b0d671-d272-41f4-addf-86efab5f6b38" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:24:37.370048 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:24:37.491550 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306bbd86-7f69-40f4-a487-d49520cd68c5 x-openstack-request-id: req-306bbd86-7f69-40f4-a487-d49520cd68c5 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:24:37.491863 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:24:37.492126 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-306bbd86-7f69-40f4-a487-d49520cd68c5 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:24:37.492556 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'status': 'completed', 'code': 200} Nov 12 06:24:37.602461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-54e4cd8e-bf7c-471d-9a76-8636c72542a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:37.603994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-54e4cd8e-bf7c-471d-9a76-8636c72542a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 1098 time: 0.0736265 Nov 12 06:24:37.612690 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5288-a2b7-4d2f-966e-f293c1d89ac1 req-d83403dc-cffd-4c0d-a83e-db7374d1323a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:37.614126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fff5288-a2b7-4d2f-966e-f293c1d89ac1 req-d83403dc-cffd-4c0d-a83e-db7374d1323a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0738795 Nov 12 06:24:37.662051 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:47Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:37.687701 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] Checking router: 6a93c248-59ef-43ec-a006-4988a28efc8b for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:24:37.695873 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:24:37.696458 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:37.719952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5fff5288-a2b7-4d2f-966e-f293c1d89ac1 req-93adebed-b660-40d0-a3f6-92aa1ce5dca3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969028 Nov 12 06:24:37.737813 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-98c06b4f-9d6b-4176-96ec-23cc9314a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:37.739314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-98c06b4f-9d6b-4176-96ec-23cc9314a954 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc0956df-3122-4935-a733-f575d08c5c43 HTTP/1.1" status: 200 len: 898 time: 0.1242921 Nov 12 06:24:37.782476 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-a3d3c60e-89a0-47bc-bfd6-954c88216ee8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8 HTTP/1.1" status: 200 len: 217 time: 0.0340738 Nov 12 06:24:37.799901 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:24:37.840350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-3cab9b1d-9676-43fe-98ad-78b0f6d86a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:37.841849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-3cab9b1d-9676-43fe-98ad-78b0f6d86a2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f332dd5c-c1d8-4c2c-ac3b-289cd84d4535 HTTP/1.1" status: 200 len: 834 time: 0.0504098 Nov 12 06:24:37.890192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-c39d2a95-431e-4683-91a9-564d3d59af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:37.891697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-c39d2a95-431e-4683-91a9-564d3d59af84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc0956df-3122-4935-a733-f575d08c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410540 Nov 12 06:24:37.985574 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-27ff2982-1d05-4f7f-b0a8-aadfc1243f55 service neutron] 10.222.0.47 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841959 Nov 12 06:24:37.994101 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:47Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:38.019930 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c6b090-393a-453b-b104-0b4799a3518f None None] The sync data for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 is: [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:44Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08', 'name': '', 'network_id': 'dc0956df-3122-4935-a733-f575d08c5c43', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:85:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:44Z', 'updated_at': '2021-11-12T06:23:47Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'f332dd5c-c1d8-4c2c-ac3b-289cd84d4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:24:38.077753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0b0d671-d272-41f4-addf-86efab5f6b38 req-287f3157-958d-47dd-b6d8-982bf1b3274e service neutron] 10.222.0.47 "GET /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840816 Nov 12 06:24:38.252732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3914ef-47f7-4ce2-ab29-09641ce7239c None None] New status for floating IP e2035812-2443-4daa-8659-f73a3b8b6f26: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:24:38.838133 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7812-8773-4bf0-8f1a-75f064d29846 req-2fa728e7-d9bf-45be-829f-de70a7083351 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:38.839536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-468f7812-8773-4bf0-8f1a-75f064d29846 req-2fa728e7-d9bf-45be-829f-de70a7083351 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0502093 Nov 12 06:24:38.892274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-468f7812-8773-4bf0-8f1a-75f064d29846 req-96047e3d-649d-47c0-9177-f974b60fd480 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbafec3f-1900-459e-bf32-0232542f8df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461526 Nov 12 06:24:39.176746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382605-4614-4c8d-ada7-9faf6995068d req-95bb29eb-a8ba-4542-9259-2fa13a414011 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:39.178175 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc382605-4614-4c8d-ada7-9faf6995068d req-95bb29eb-a8ba-4542-9259-2fa13a414011 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 946 time: 0.0480623 Nov 12 06:24:39.267425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:24:39.267761 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:39.355838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 618919a2-c9a8-4180-8c9e-58ef5a1174b8, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=618919a2-c9a8-4180-8c9e-58ef5a1174b8,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:39.356227 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:39.368580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 618919a2-c9a8-4180-8c9e-58ef5a1174b8 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:24:39.495058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:39.523911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=618919a2-c9a8-4180-8c9e-58ef5a1174b8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:39.549362 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.549719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.550062 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.550755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.551094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.551427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.551759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.552087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.552412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.552737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.553060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.553382 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:39.574113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] No DVR routers for this DVR port 618919a2-c9a8-4180-8c9e-58ef5a1174b8 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:24:39.577096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:39.580436 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cc382605-4614-4c8d-ada7-9faf6995068d req-cd00da69-7603-4247-bb3a-df6a74b1c237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "DELETE /v2.0/ports/618919a2-c9a8-4180-8c9e-58ef5a1174b8 HTTP/1.1" status: 204 len: 173 time: 0.3948052 Nov 12 06:24:39.580875 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'name': 'network-vif-deleted', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:24:39.583191 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342cf742-2e69-4f33-934a-b114f881e4f3" -d '{"events": [{"server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "name": "network-vif-deleted", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:24:39.621419 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a403ef90-0c15-458d-9fd9-b68a5d8083b4 x-openstack-request-id: req-a403ef90-0c15-458d-9fd9-b68a5d8083b4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:24:39.622264 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c9459f-6231-4165-b259-4b6a302ded64", "name": "network-vif-deleted", "tag": "618919a2-c9a8-4180-8c9e-58ef5a1174b8", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:24:39.622545 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a403ef90-0c15-458d-9fd9-b68a5d8083b4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:24:39.623039 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c9459f-6231-4165-b259-4b6a302ded64', 'name': 'network-vif-deleted', 'tag': '618919a2-c9a8-4180-8c9e-58ef5a1174b8', 'status': 'completed', 'code': 200} Nov 12 06:24:40.011965 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c2288203-d3d8-436b-bba6-b2e1eff11e8c req-1f082322-860e-4a43-83d5-189b244bf82f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2c9459f-6231-4165-b259-4b6a302ded64 HTTP/1.1" status: 200 len: 210 time: 0.0326734 Nov 12 06:24:40.323866 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-7350384f-f63c-4635-9099-32625b48131f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0442026 Nov 12 06:24:40.432950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-d001031e-d0d1-4648-af6b-86ed99d3a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.433419 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-d001031e-d0d1-4648-af6b-86ed99d3a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.433892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-d001031e-d0d1-4648-af6b-86ed99d3a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.434372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-d001031e-d0d1-4648-af6b-86ed99d3a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.434840 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-d001031e-d0d1-4648-af6b-86ed99d3a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.436604 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-d001031e-d0d1-4648-af6b-86ed99d3a79c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0506570 Nov 12 06:24:40.549445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-dbf3fa75-ff9f-4a89-8ed1-4debb0615964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.549938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-dbf3fa75-ff9f-4a89-8ed1-4debb0615964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.550681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-dbf3fa75-ff9f-4a89-8ed1-4debb0615964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.552264 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-dbf3fa75-ff9f-4a89-8ed1-4debb0615964 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0925901 Nov 12 06:24:40.596246 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-0d46553e-e1a3-417d-9952-eff477f8ed0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0369413 Nov 12 06:24:40.643921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-23549e82-93d4-4289-8982-1b8ec9e849a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.645297 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-23549e82-93d4-4289-8982-1b8ec9e849a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0427730 Nov 12 06:24:40.690536 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-55662542-aea2-4e31-9b57-f2f189b5eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.691990 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-55662542-aea2-4e31-9b57-f2f189b5eed4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400176 Nov 12 06:24:40.702780 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-07e9b7b5-fe64-40e4-9b6c-3ed178852eb9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:24:40.703709 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-07e9b7b5-fe64-40e4-9b6c-3ed178852eb9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048249 Nov 12 06:24:40.796073 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-36b95a2c-0608-4b0a-8c25-c2aa15ae26a8 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 Nov 12 06:24:40.886496 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-ce682749-93ef-4467-ab04-dd948aa8fbbd service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823355 Nov 12 06:24:40.930986 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-49337e90-8d64-4861-9017-02a9672a0b96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0376153 Nov 12 06:24:40.979426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-f4ab3afc-7e5c-4763-ba81-a32387e36530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:40.980817 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-f4ab3afc-7e5c-4763-ba81-a32387e36530 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0425918 Nov 12 06:24:41.025749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-0153e3dc-337a-422d-b91b-13207464e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:41.027249 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-0153e3dc-337a-422d-b91b-13207464e0af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0388918 Nov 12 06:24:41.069131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58236) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:41.120521 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-b1d7e880-7afb-4ed8-8519-334728593dca service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853932 Nov 12 06:24:41.210875 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-b0e42f16-237f-41d2-8303-691fc2388460 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829508 Nov 12 06:24:41.257789 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-97204a97-fbcb-4882-b29a-95aeb63d2004 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0403910 Nov 12 06:24:41.285560 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:41.310736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-ce1ef8c4-2068-4966-88bf-502a385d6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:41.312229 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-ce1ef8c4-2068-4966-88bf-502a385d6d02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0481889 Nov 12 06:24:41.360441 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-554a0963-87e1-4e07-87fb-15056b151ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:41.361981 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-554a0963-87e1-4e07-87fb-15056b151ea9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0428386 Nov 12 06:24:41.460709 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-d45d5b1f-5814-4f55-a0c9-0666e80f542e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917397 Nov 12 06:24:41.555193 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-8ab170d5-b985-4dbd-81cc-abf08b02e6c0 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878572 Nov 12 06:24:41.599963 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-4b56a1d8-7b89-4f1c-a5e6-11a5586d8876 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0373228 Nov 12 06:24:41.649078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-bb431b4f-490a-43e2-9ea5-7006f7b3fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:41.650598 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-bb431b4f-490a-43e2-9ea5-7006f7b3fd41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0437126 Nov 12 06:24:41.696558 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-e825d710-d06c-476e-b4e9-197797830a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:41.698086 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-e825d710-d06c-476e-b4e9-197797830a26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0408051 Nov 12 06:24:41.765534 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:41.791900 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-2177d1a6-42f5-4a61-acf6-bd62111ba02f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863929 Nov 12 06:24:41.883359 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-f40b1714-e097-4e4c-bf4a-384e89434c14 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834825 Nov 12 06:24:41.928572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-c1ef79fc-af0d-4073-ae59-ea15c9128659 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0386233 Nov 12 06:24:41.976646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-8765f216-e835-4adc-bc18-4a44ed7b4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:41.978177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-8765f216-e835-4adc-bc18-4a44ed7b4d7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0433247 Nov 12 06:24:42.022325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:24:42.022696 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:42.023996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-3f65506b-6709-4aff-a688-cf168663a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:42.025528 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-3f65506b-6709-4aff-a688-cf168663a0b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399089 Nov 12 06:24:42.114711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:42.115316 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:42.119008 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 618919a2-c9a8-4180-8c9e-58ef5a1174b8 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:24:42.122977 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-c37ba81e-1587-4698-a177-f19364429e66 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886753 Nov 12 06:24:42.129227 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:24:42.138960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 618919a2-c9a8-4180-8c9e-58ef5a1174b8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:24:42.139581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 618919a2-c9a8-4180-8c9e-58ef5a1174b8 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:24:42.211617 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6618b1d3-67e0-4bd5-b1a3-2f831aa7960c req-4b3dc23f-f50d-4879-b184-98b3d122c009 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821624 Nov 12 06:24:42.317781 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:42.344804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:42.516471 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:42.728223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 6a93c248-59ef-43ec-a006-4988a28efc8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:24:42.832375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:24:42.837426 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c246052d-6174-4783-b01e-d9acc2bb8e6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/6a93c248-59ef-43ec-a006-4988a28efc8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7672672 Nov 12 06:24:42.840515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58238) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:42.843782 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] Sync routers for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:24:42.853209 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:24:42.853816 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:42.895380 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-35afa81b-d5ad-42b4-a300-0c4cfe1e367a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting subnet f332dd5c-c1d8-4c2c-ac3b-289cd84d4535 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:24:42.898486 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35afa81b-d5ad-42b4-a300-0c4cfe1e367a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:42.938447 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35afa81b-d5ad-42b4-a300-0c4cfe1e367a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:42.958189 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:24:43.018960 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35afa81b-d5ad-42b4-a300-0c4cfe1e367a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.080018 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35afa81b-d5ad-42b4-a300-0c4cfe1e367a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.109221 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35afa81b-d5ad-42b4-a300-0c4cfe1e367a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.115004 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-35afa81b-d5ad-42b4-a300-0c4cfe1e367a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/subnets/f332dd5c-c1d8-4c2c-ac3b-289cd84d4535 HTTP/1.1" status: 204 len: 168 time: 0.2709661 Nov 12 06:24:43.115004 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afa81b-d5ad-42b4-a300-0c4cfe1e367a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Subnet': ['ID=f332dd5c-c1d8-4c2c-ac3b-289cd84d4535,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:43.115375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58240) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:43.115852 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99c5dd-85fe-473e-8456-443a64b3da96 None None] Network dc0956df-3122-4935-a733-f575d08c5c43 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:24:43.148461 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:24:42Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:43.174905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] Checking router: 6a93c248-59ef-43ec-a006-4988a28efc8b for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:24:43.183913 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] Routers {'6a93c248-59ef-43ec-a006-4988a28efc8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:24:43.185211 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['6a93c248-59ef-43ec-a006-4988a28efc8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:43.226118 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.297196 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] Set router 6a93c248-59ef-43ec-a006-4988a28efc8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:24:43.331759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] DHCP port deletion for dc0956df-3122-4935-a733-f575d08c5c43 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:24:43.350414 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.388066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] Deleting port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:24:43.388526 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.409449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:24:43.409803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.457100 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] For port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5d25c866-1d14-43a9-bcff-9959f8c6f8e9,segment=NetworkSegment(f318980a-a260-4f54-9ae0-11fca929f5d4),segment_id=f318980a-a260-4f54-9ae0-11fca929f5d4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:43.457782 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.471748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] Calling delete_port for 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:24:43.498172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 00c86cd8-a942-4026-95f8-2cb6f3abcbf8, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=00c86cd8-a942-4026-95f8-2cb6f3abcbf8,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:43.498584 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.505844 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:24:42Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:43.515166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:24:43.536496 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9534646-9cc3-49d6-91d9-79a8227feb51 None None] The sync data for ids ['6a93c248-59ef-43ec-a006-4988a28efc8b'] in n-d-765315-28 is: [{'id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302219427', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:24:42Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '00c86cd8-a942-4026-95f8-2cb6f3abcbf8', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93c248-59ef-43ec-a006-4988a28efc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:23:40Z', 'updated_at': '2021-11-12T06:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:24:43.554396 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.584037 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] Pushing event deleted for resources: {'Port': ['ID=5d25c866-1d14-43a9-bcff-9959f8c6f8e9,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:43.587695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2b1a3-33a3-4da8-9183-46a642b7ff11 None None] No DVR routers for this DVR port 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:24:43.697632 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.723242 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=00c86cd8-a942-4026-95f8-2cb6f3abcbf8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:43.736954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b85f1a-8c56-4dd9-bb8b-3c57d8805c39 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:24:43.783061 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.879633 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.882101 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.926902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.927453 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Fanout notify agent at l3_agent the message router_deleted on router 6a93c248-59ef-43ec-a006-4988a28efc8b {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:24:43.934533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:43.935661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-710d6050-76c3-465d-a3ea-1912e05542e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/routers/6a93c248-59ef-43ec-a006-4988a28efc8b HTTP/1.1" status: 204 len: 168 time: 0.8191755 Nov 12 06:24:43.938352 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58246) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:44.016928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7182f4ee-f932-477b-a544-5af24c287c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.018396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.109714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.134609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0956df-3122-4935-a733-f575d08c5c43']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:44.144952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f318980a-a260-4f54-9ae0-11fca929f5d4') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:44.145258 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f318980a-a260-4f54-9ae0-11fca929f5d4') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:44.154915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.168734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.176202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:24:44.176570 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:24:44.179861 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:24:44.243355 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.250742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.253883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/networks/dc0956df-3122-4935-a733-f575d08c5c43 HTTP/1.1" status: 204 len: 168 time: 0.3145528 Nov 12 06:24:44.256695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58250) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:44.266182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645b088-150a-44f5-aabf-d6aa0fad50f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Network': ['ID=dc0956df-3122-4935-a733-f575d08c5c43,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:44.313314 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa12e00f-cb26-43fd-9c5f-1bacab435e3f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.338520 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa12e00f-cb26-43fd-9c5f-1bacab435e3f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.396852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa12e00f-cb26-43fd-9c5f-1bacab435e3f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.399671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa12e00f-cb26-43fd-9c5f-1bacab435e3f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.400870 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aa12e00f-cb26-43fd-9c5f-1bacab435e3f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/security-groups/fbafec3f-1900-459e-bf32-0232542f8df6 HTTP/1.1" status: 204 len: 168 time: 0.1431060 Nov 12 06:24:44.410080 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12e00f-cb26-43fd-9c5f-1bacab435e3f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbafec3f-1900-459e-bf32-0232542f8df6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:44.631217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58256) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:44.635971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-816f61bb-bc99-4f13-8e1c-cca00e390e55 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881215692', 'description': 'tempest-secgroup-smoke-1881215692 description', 'project_id': 'f05333f1a7a84a278938b58e29332afe'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:44.657668 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-816f61bb-bc99-4f13-8e1c-cca00e390e55 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.722702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-816f61bb-bc99-4f13-8e1c-cca00e390e55 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.726422 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-816f61bb-bc99-4f13-8e1c-cca00e390e55 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.754179 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-816f61bb-bc99-4f13-8e1c-cca00e390e55 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.755421 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-816f61bb-bc99-4f13-8e1c-cca00e390e55 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1231923 Nov 12 06:24:44.758429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58258) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:44.759578 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f61bb-bc99-4f13-8e1c-cca00e390e55 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615829f9-252d-4cdb-a142-72f7d4ea3c8a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:44.764291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-27c2eac5-9e4b-45b5-be5e-2f8e2c5e5a53 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '615829f9-252d-4cdb-a142-72f7d4ea3c8a', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:44.791778 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-27c2eac5-9e4b-45b5-be5e-2f8e2c5e5a53 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.847066 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-27c2eac5-9e4b-45b5-be5e-2f8e2c5e5a53 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.850742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-27c2eac5-9e4b-45b5-be5e-2f8e2c5e5a53 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.871381 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2eac5-9e4b-45b5-be5e-2f8e2c5e5a53 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b46fff3-cc4e-4879-bf30-f7f077ff07a8,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:44.876895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-27c2eac5-9e4b-45b5-be5e-2f8e2c5e5a53 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.878073 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-27c2eac5-9e4b-45b5-be5e-2f8e2c5e5a53 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186152 Nov 12 06:24:44.880930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58260) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:44.885113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3eaef2d6-8532-4e5b-be99-d2841d770f44 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '615829f9-252d-4cdb-a142-72f7d4ea3c8a', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:44.911171 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eaef2d6-8532-4e5b-be99-d2841d770f44 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.966884 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eaef2d6-8532-4e5b-be99-d2841d770f44 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.970421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eaef2d6-8532-4e5b-be99-d2841d770f44 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.987544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef2d6-8532-4e5b-be99-d2841d770f44 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77219a7e-64d6-479f-8b17-7911f0b78bac,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:44.995436 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3eaef2d6-8532-4e5b-be99-d2841d770f44 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:44.996663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3eaef2d6-8532-4e5b-be99-d2841d770f44 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147923 Nov 12 06:24:44.999436 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58262) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:45.003685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f7126854-2f68-4260-b05e-0085b658d9bd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '615829f9-252d-4cdb-a142-72f7d4ea3c8a', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:45.029606 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7126854-2f68-4260-b05e-0085b658d9bd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.087865 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7126854-2f68-4260-b05e-0085b658d9bd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.091889 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7126854-2f68-4260-b05e-0085b658d9bd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.110573 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7126854-2f68-4260-b05e-0085b658d9bd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf65faa2-4fd5-41ac-9960-60f8a4528fca,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:45.115261 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7126854-2f68-4260-b05e-0085b658d9bd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.116534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f7126854-2f68-4260-b05e-0085b658d9bd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161716 Nov 12 06:24:45.119373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58264) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:45.123879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-09a2ee07-8b6d-43bf-a7a5-9ac123b890e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '615829f9-252d-4cdb-a142-72f7d4ea3c8a', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:45.148631 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09a2ee07-8b6d-43bf-a7a5-9ac123b890e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.209081 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09a2ee07-8b6d-43bf-a7a5-9ac123b890e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.212727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09a2ee07-8b6d-43bf-a7a5-9ac123b890e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.232329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2ee07-8b6d-43bf-a7a5-9ac123b890e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c30671-04f0-4b66-a7da-b2a38dee02b1,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:45.237310 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-09a2ee07-8b6d-43bf-a7a5-9ac123b890e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.238522 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-09a2ee07-8b6d-43bf-a7a5-9ac123b890e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181252 Nov 12 06:24:45.241424 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58266) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:45.245636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e9f81a1d-f371-472a-ab47-92381e69b4ba tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '615829f9-252d-4cdb-a142-72f7d4ea3c8a', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:45.268464 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-e9f81a1d-f371-472a-ab47-92381e69b4ba tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:24:45.273727 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e9f81a1d-f371-472a-ab47-92381e69b4ba tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.311094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:24:45.331931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:24:45.332347 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9b8202aa-d7dc-4f06-9806-e0fb3ffc7d08 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:24:45.332471 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e9f81a1d-f371-472a-ab47-92381e69b4ba tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.332886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:24:45.336924 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e9f81a1d-f371-472a-ab47-92381e69b4ba tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.354616 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:24:45.354951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5d25c866-1d14-43a9-bcff-9959f8c6f8e9 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:24:45.355069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f81a1d-f371-472a-ab47-92381e69b4ba tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3da2a66-c822-4a80-8a11-06540ebf73e2,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:45.355356 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:24:45.362363 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e9f81a1d-f371-472a-ab47-92381e69b4ba tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.363868 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-e9f81a1d-f371-472a-ab47-92381e69b4ba tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215017 Nov 12 06:24:45.366766 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58270) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:45.371267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-57854c3c-70dc-4329-9e92-5bfdc4a9a47d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '615829f9-252d-4cdb-a142-72f7d4ea3c8a', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:45.376152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:24:45.376509 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 00c86cd8-a942-4026-95f8-2cb6f3abcbf8 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:24:45.393884 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-57854c3c-70dc-4329-9e92-5bfdc4a9a47d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:24:45.398814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57854c3c-70dc-4329-9e92-5bfdc4a9a47d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.457696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57854c3c-70dc-4329-9e92-5bfdc4a9a47d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.461109 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57854c3c-70dc-4329-9e92-5bfdc4a9a47d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.478802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57854c3c-70dc-4329-9e92-5bfdc4a9a47d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c9ba6e-8062-452a-9e88-09a0498eaa1d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:45.486505 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57854c3c-70dc-4329-9e92-5bfdc4a9a47d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.487706 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-57854c3c-70dc-4329-9e92-5bfdc4a9a47d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199663 Nov 12 06:24:45.490736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58272) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:45.495688 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'network': {'name': 'tempest-network-smoke--841928229', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'port_security_enabled': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:45.515774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:24:45.519400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.543916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:24:45.553561 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.553909 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Added segment 6ff7aae8-71ad-40ce-8824-e71f18ca9d81 of type vlan for network 52d84c74-7464-43a8-bd0e-89a770a979bc Nov 12 06:24:45.594689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.617796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.623849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:45.624428 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.658484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1666582 Nov 12 06:24:45.661394 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58274) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:45.666229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'admin_state_up': True, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:45.691892 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.692875 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.695355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aec1a-366a-4d60-9147-9b75f2857242 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Network': ['ID=52d84c74-7464-43a8-bd0e-89a770a979bc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:45.707067 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 52d84c74-7464-43a8-bd0e-89a770a979bc details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:24:45.750324 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:45.884940 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:46.069304 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:46.086994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:46.189146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.31 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/35a91f17-f232-4142-bb7d-02fcd2cb8137) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:24:46.285627 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:46.322855 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:46.358608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:24:46.361340 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:24:46.364227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:24:46.373460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce3cc5-cb3f-4f5b-9089-ac24f9980028 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:24:46.399029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=35a91f17-f232-4142-bb7d-02fcd2cb8137,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:46.409568 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7082b34-95e4-42af-a412-3e5d70bd5e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:46.469559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7a3c9841-d539-4b7f-91b7-ff16e06326e2 None None] Provisioning complete for port 35a91f17-f232-4142-bb7d-02fcd2cb8137 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:46.470024 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7a3c9841-d539-4b7f-91b7-ff16e06326e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:46.503936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c9841-d539-4b7f-91b7-ff16e06326e2 None None] Port 35a91f17-f232-4142-bb7d-02fcd2cb8137 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:24:46.626215 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:46.817852 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:47.277539 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:24:47.381785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:24:47.395068 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Sync routers for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:24:47.401458 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:47.402736 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-cc4427a6-477e-4ad1-a1f5-dd0dced2be5e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7402432 Nov 12 06:24:47.406310 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58276) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:47.408322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:24:47.408944 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:47.433785 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7ead2fdb-fc2f-4a1f-bcf8-0b52e77e0ed6 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f05333f1a7a84a278938b58e29332afe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262222 Nov 12 06:24:47.436427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58278) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:47.513371 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:24:47.523827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd6c7b-7f6b-4571-b933-b29aa94c57ea tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:47.525202 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f2cd6c7b-7f6b-4571-b933-b29aa94c57ea tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877635 Nov 12 06:24:47.528654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58280) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:47.559040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-73589426-78b7-431d-bc20-9e0c27e001ad tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292740 Nov 12 06:24:47.562133 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58282) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:47.566886 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584601667', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:47.626450 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:47.658775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:24:47.662272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:47.704598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:46Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:47.730390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Checking router: 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:24:47.730741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Updating router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f port 35a91f17-f232-4142-bb7d-02fcd2cb8137 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:24:47.762678 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:47.843014 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:47.900190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Subnet': ['ID=c1e9a425-d965-4c7a-876b-57a3479c36fe,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:47.910613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Checking segment: {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:24:47.910975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network hostable DHCP agents. Network: 52d84c74-7464-43a8-bd0e-89a770a979bc, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:24:47.928143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 52d84c74-7464-43a8-bd0e-89a770a979bc is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:24:47.937267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 52d84c74-7464-43a8-bd0e-89a770a979bc) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:24:47.944415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:47.945291 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:47.947853 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f02f291-1eef-483c-9f3a-384a7f47f054 None None] Network 52d84c74-7464-43a8-bd0e-89a770a979bc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:24:47.964753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2d56e066-ae49-46cd-a4a9-a2a14a5347dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3988903 Nov 12 06:24:47.964943 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58284) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:24:48.236961 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.260580 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.310796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2bcdb5-2de6-4540-9f3b-2f8ee2f80089 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:24:48.352372 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Attempting to bind port 35a91f17-f232-4142-bb7d-02fcd2cb8137 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:24:48.352741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Attempting to bind port 35a91f17-f232-4142-bb7d-02fcd2cb8137 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:24:48.353081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Attempting to bind port 35a91f17-f232-4142-bb7d-02fcd2cb8137 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:24:48.357211 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Pushing event updated for resources: {'Port': ['ID=35a91f17-f232-4142-bb7d-02fcd2cb8137,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:48.361960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:24:48.362335 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:24:48.362756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.363141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:24:48.363605 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Bound port: 35a91f17-f232-4142-bb7d-02fcd2cb8137, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:24:48.364076 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.370158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-52d84c74-7464-43a8-bd0e-89a770a979bc', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:24:48.370997 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.397760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.398480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.398480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.398779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.399109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.399437 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.399764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.400085 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.400409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.400728 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.401047 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.401407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:48.412135 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.513522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] For port 35a91f17-f232-4142-bb7d-02fcd2cb8137, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:24:48.529562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1641caac-0eb2-460b-87bd-e3f12908d566 None None] Provisioning complete for port 35a91f17-f232-4142-bb7d-02fcd2cb8137 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:48.529934 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1641caac-0eb2-460b-87bd-e3f12908d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.555456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] For port 35a91f17-f232-4142-bb7d-02fcd2cb8137, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=35a91f17-f232-4142-bb7d-02fcd2cb8137,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:24:48.579761 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.634113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1641caac-0eb2-460b-87bd-e3f12908d566 None None] Port 35a91f17-f232-4142-bb7d-02fcd2cb8137 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:24:48.641130 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e4676-fdcc-469b-80d8-f5f5c65f219f None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:24:48.652381 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Allocated IP 172.20.0.2 (52d84c74-7464-43a8-bd0e-89a770a979bc/c1e9a425-d965-4c7a-876b-57a3479c36fe/44d7defb-77c3-441f-9dc0-52bc217819f0) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:24:48.688993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad0a08-7936-4f55-a47e-402fe6835841 None None] Pushing event updated for resources: {'Port': ['ID=35a91f17-f232-4142-bb7d-02fcd2cb8137,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:48.693007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:24:48.693610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:48.843429 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6d39ed1-97c2-4d6f-b005-0e3d74753386 None None] Provisioning complete for port 35a91f17-f232-4142-bb7d-02fcd2cb8137 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:48.843794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d39ed1-97c2-4d6f-b005-0e3d74753386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.890154 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:48.913217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:24:49.092845 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.104676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.152623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.1 (52d84c74-7464-43a8-bd0e-89a770a979bc/c1e9a425-d965-4c7a-876b-57a3479c36fe/ec12a1d9-cad2-45ef-a02e-c3b798b58322) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:24:49.153638 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d39ed1-97c2-4d6f-b005-0e3d74753386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.182093 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Network 52d84c74-7464-43a8-bd0e-89a770a979bc is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:24:49.210233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:24:49.216587 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c6d39ed1-97c2-4d6f-b005-0e3d74753386 None None] For port 35a91f17-f232-4142-bb7d-02fcd2cb8137, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=35a91f17-f232-4142-bb7d-02fcd2cb8137,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:49.217687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:24:49.219827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Pushing event updated for resources: {'Port': ['ID=44d7defb-77c3-441f-9dc0-52bc217819f0,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:49.226321 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6d39ed1-97c2-4d6f-b005-0e3d74753386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.268184 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.302760 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.325563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Attempting to bind port 44d7defb-77c3-441f-9dc0-52bc217819f0 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:24:49.325928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Attempting to bind port 44d7defb-77c3-441f-9dc0-52bc217819f0 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:24:49.326286 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Attempting to bind port 44d7defb-77c3-441f-9dc0-52bc217819f0 on network 52d84c74-7464-43a8-bd0e-89a770a979bc {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:24:49.328398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d39ed1-97c2-4d6f-b005-0e3d74753386 None None] Pushing event updated for resources: {'Port': ['ID=35a91f17-f232-4142-bb7d-02fcd2cb8137,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:49.337524 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:24:49.337899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Checking segment: {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:24:49.338294 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.338705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Bound using segment: {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:24:49.339170 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Bound port: 44d7defb-77c3-441f-9dc0-52bc217819f0, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:24:49.339887 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.343296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 52d84c74-7464-43a8-bd0e-89a770a979bc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:24:49.353075 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:46Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:49.356149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:24:49.358140 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:24:49.383938 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=ec12a1d9-cad2-45ef-a02e-c3b798b58322,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:49.385000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a9e7b-9282-4a70-b04b-01a411ef305f None None] The sync data for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 is: [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:46Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:24:49.410975 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.441855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] For port 44d7defb-77c3-441f-9dc0-52bc217819f0, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:24:49.445288 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] For port 44d7defb-77c3-441f-9dc0-52bc217819f0, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44d7defb-77c3-441f-9dc0-52bc217819f0,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:24:49.452077 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.511373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fa953-8f44-4f0b-a308-675803498f6e None None] Pushing event updated for resources: {'Port': ['ID=44d7defb-77c3-441f-9dc0-52bc217819f0,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:49.570663 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.676867 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.910864 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.915519 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:49.994050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=ec12a1d9-cad2-45ef-a02e-c3b798b58322,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:50.000099 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:50.099748 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 52d84c74-7464-43a8-bd0e-89a770a979bc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:24:50.101254 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:24:50.220897 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:24:50.334910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:24:50.340962 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b789a11f-9f85-472d-a827-d3ef762e85ad tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/32e0fec0-193b-4ea3-a1ba-ac6d0224c71f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3740270 Nov 12 06:24:50.488486 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466c362-0916-442d-b9e2-f8010f17fe4e None None] Network 52d84c74-7464-43a8-bd0e-89a770a979bc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:24:50.496062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-04a1cd6d-6027-42bb-8388-4fb46fe01499 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881215692&fields=id&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 267 time: 0.0485268 Nov 12 06:24:50.573081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c7b48cef-d7e0-4370-9511-c7e2d03663da None None] Provisioning complete for port 44d7defb-77c3-441f-9dc0-52bc217819f0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:50.573453 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7b48cef-d7e0-4370-9511-c7e2d03663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:50.610081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-2a617c6d-8a36-4031-9c83-54e14806f01d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:50.611748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-2a617c6d-8a36-4031-9c83-54e14806f01d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/networks?id=52d84c74-7464-43a8-bd0e-89a770a979bc HTTP/1.1" status: 200 len: 796 time: 0.1079693 Nov 12 06:24:50.627726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-33bfa3d0-67d2-4e5b-ba68-82e9d978b885 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/quotas/f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 375 time: 0.0102594 Nov 12 06:24:50.686678 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-fb04776a-cba5-452a-8cff-82e4fc35f67a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530410 Nov 12 06:24:50.727151 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7b48cef-d7e0-4370-9511-c7e2d03663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:50.771900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c7b48cef-d7e0-4370-9511-c7e2d03663da None None] For port 44d7defb-77c3-441f-9dc0-52bc217819f0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44d7defb-77c3-441f-9dc0-52bc217819f0,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:50.778803 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c7b48cef-d7e0-4370-9511-c7e2d03663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:50.810104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-198959e6-94a9-4bf2-b4a8-cdde8378add2 service neutron] 10.222.0.48 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023359 Nov 12 06:24:50.835228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b48cef-d7e0-4370-9511-c7e2d03663da None None] Pushing event updated for resources: {'Port': ['ID=44d7defb-77c3-441f-9dc0-52bc217819f0,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:50.913533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-22294ac3-d5b2-4fc7-bee6-a4f44dabfcb3 service neutron] 10.222.0.48 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971441 Nov 12 06:24:51.011091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b1f4dfa8-4a4a-4506-ad08-6f90fab1d6fb None None] Provisioning complete for port ec12a1d9-cad2-45ef-a02e-c3b798b58322 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:51.011495 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b1f4dfa8-4a4a-4506-ad08-6f90fab1d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:51.060513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4dfa8-4a4a-4506-ad08-6f90fab1d6fb None None] Port ec12a1d9-cad2-45ef-a02e-c3b798b58322 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:24:51.072842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b1f4dfa8-4a4a-4506-ad08-6f90fab1d6fb None None] Provisioning complete for port 44d7defb-77c3-441f-9dc0-52bc217819f0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:51.073664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b1f4dfa8-4a4a-4506-ad08-6f90fab1d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:51.105972 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-717cab48-67d7-4170-9554-bd255dcb2c80 req-5264771b-d140-454d-859e-681231087121 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 210 time: 0.0392361 Nov 12 06:24:51.123338 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Sync routers for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:24:51.135114 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:24:51.135814 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:51.344045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e23022ea-5ec7-4335-96de-63314d954a94 None None] Provisioning complete for port ec12a1d9-cad2-45ef-a02e-c3b798b58322 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:51.344439 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e23022ea-5ec7-4335-96de-63314d954a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:51.388281 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:24:51.409159 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e23022ea-5ec7-4335-96de-63314d954a94 None None] Port ec12a1d9-cad2-45ef-a02e-c3b798b58322 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:24:51.434736 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44d7defb-77c3-441f-9dc0-52bc217819f0 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:24:51.489488 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 44d7defb-77c3-441f-9dc0-52bc217819f0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:51.490173 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:51.553569 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0f367bfb-2c83-4cbc-a004-a18f00ace14b None None] Provisioning complete for port ec12a1d9-cad2-45ef-a02e-c3b798b58322 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:51.554375 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0f367bfb-2c83-4cbc-a004-a18f00ace14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:51.626144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0f367bfb-2c83-4cbc-a004-a18f00ace14b None None] Port ec12a1d9-cad2-45ef-a02e-c3b798b58322 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:24:51.630236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 35a91f17-f232-4142-bb7d-02fcd2cb8137 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:24:51.646947 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 2, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:51.673555 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Checking router: 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:24:51.673928 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Updating router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f port ec12a1d9-cad2-45ef-a02e-c3b798b58322 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:24:51.680428 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 35a91f17-f232-4142-bb7d-02fcd2cb8137 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:51.680800 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:51.706158 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:51.971516 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:51.976560 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.029450 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Pushing event updated for resources: {'Port': ['ID=ec12a1d9-cad2-45ef-a02e-c3b798b58322,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:52.054028 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.054413 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.054756 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.055089 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.055419 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.055746 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.056071 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.056395 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.056718 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.057036 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.057356 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.057850 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:24:52.103794 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Attempting to bind port ec12a1d9-cad2-45ef-a02e-c3b798b58322 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:24:52.104162 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Attempting to bind port ec12a1d9-cad2-45ef-a02e-c3b798b58322 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:24:52.104520 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Attempting to bind port ec12a1d9-cad2-45ef-a02e-c3b798b58322 on network 52d84c74-7464-43a8-bd0e-89a770a979bc {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:24:52.112664 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:24:52.113035 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Checking segment: {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:24:52.113435 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.113822 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Bound using segment: {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:24:52.114292 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Bound port: ec12a1d9-cad2-45ef-a02e-c3b798b58322, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:24:52.114704 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.190051 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] For port ec12a1d9-cad2-45ef-a02e-c3b798b58322, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:24:52.193893 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] For port ec12a1d9-cad2-45ef-a02e-c3b798b58322, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec12a1d9-cad2-45ef-a02e-c3b798b58322,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:24:52.200334 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.259732 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9cbbd908-932c-43a2-8883-e24463813722 None None] Provisioning complete for port ec12a1d9-cad2-45ef-a02e-c3b798b58322 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:52.260545 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd908-932c-43a2-8883-e24463813722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.261739 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:24:52.262476 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:52.307226 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e75e2-d18d-4f91-b4d2-f19417889fff None None] Pushing event updated for resources: {'Port': ['ID=ec12a1d9-cad2-45ef-a02e-c3b798b58322,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:52.339516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a0f5cfae-12e7-4d1e-8d70-6346b5306dfa req-9c15c7b3-c35e-4dda-93bd-1bd8c4b3916b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 210 time: 0.0673134 Nov 12 06:24:52.393490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-c39c4546-7528-48cd-81c9-8136fac967f7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:52.395417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-c39c4546-7528-48cd-81c9-8136fac967f7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/networks?id=52d84c74-7464-43a8-bd0e-89a770a979bc HTTP/1.1" status: 200 len: 796 time: 0.2276874 Nov 12 06:24:52.414120 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:24:52.491983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-f1f6c2ee-22e1-46fa-adef-1f95bb1576df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 380 time: 0.0833235 Nov 12 06:24:52.506579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'port': {'device_id': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'admin_state_up': True, 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'security_groups': ['615829f9-252d-4cdb-a142-72f7d4ea3c8a']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:52.607850 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd908-932c-43a2-8883-e24463813722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.631215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:24:52.635243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.640544 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:52Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:24:52.643102 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9cbbd908-932c-43a2-8883-e24463813722 None None] For port ec12a1d9-cad2-45ef-a02e-c3b798b58322, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec12a1d9-cad2-45ef-a02e-c3b798b58322,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:52.649474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd908-932c-43a2-8883-e24463813722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.673284 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54907aac-8faf-4081-a051-085e09e481a5 None None] The sync data for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 is: [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:52Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:24:52.703314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbd908-932c-43a2-8883-e24463813722 None None] Pushing event updated for resources: {'Port': ['ID=ec12a1d9-cad2-45ef-a02e-c3b798b58322,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:52.785546 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5e248b96-f03f-4e4b-92ac-2be44b9cf79e None None] Provisioning complete for port ec12a1d9-cad2-45ef-a02e-c3b798b58322 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:52.786180 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5e248b96-f03f-4e4b-92ac-2be44b9cf79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:52.809596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.14 (52d84c74-7464-43a8-bd0e-89a770a979bc/c1e9a425-d965-4c7a-876b-57a3479c36fe/fc3c440a-271a-4e5a-bbe0-977ca8e68a3b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:24:52.972679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.011305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.060411 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 52d84c74-7464-43a8-bd0e-89a770a979bc is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:24:53.063678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:24:53.068335 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:24:53.072429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:53.123383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:53.124034 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.143159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ec2ff77f-2afc-4a26-93e0-4b3d02606126 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6410246 Nov 12 06:24:53.156564 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Request body: {'port': {'device_id': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:24:53.219175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.319820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1b91d8d3-a219-4bfa-94c3-e1a48df1cee2 None None] Provisioning complete for port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:53.320195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b91d8d3-a219-4bfa-94c3-e1a48df1cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.358048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec12a1d9-cad2-45ef-a02e-c3b798b58322 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:24:53.386410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1b91d8d3-a219-4bfa-94c3-e1a48df1cee2 None None] Port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:24:53.421527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port ec12a1d9-cad2-45ef-a02e-c3b798b58322 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:53.421902 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.508955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9726fa6-da39-430b-95a1-ce3bf74661d1 req-c6178f35-1daa-4ee7-88b9-b60582c6b943 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:53.510523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9726fa6-da39-430b-95a1-ce3bf74661d1 req-c6178f35-1daa-4ee7-88b9-b60582c6b943 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 932 time: 0.0817742 Nov 12 06:24:53.583955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3c440a-271a-4e5a-bbe0-977ca8e68a3b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:24:53.598636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.614326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e9726fa6-da39-430b-95a1-ce3bf74661d1 req-b3fb29bf-de1b-416f-b6f7-a1bb2d45e85a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921414 Nov 12 06:24:53.619361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Transition to ACTIVE for port object fc3c440a-271a-4e5a-bbe0-977ca8e68a3b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:24:53.624320 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.695795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Pushing event updated for resources: {'Port': ['ID=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:53.749989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Attempting to bind port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:24:53.750334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Attempting to bind port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:24:53.750696 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Attempting to bind port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b on network 52d84c74-7464-43a8-bd0e-89a770a979bc {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:24:53.755742 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b on network 52d84c74-7464-43a8-bd0e-89a770a979bc not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:24:53.756071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Attempting to bind port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b on network 52d84c74-7464-43a8-bd0e-89a770a979bc {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:24:53.761461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:24:53.762562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Checking segment: {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:24:53.762977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Bound using segment: {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:24:53.763430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Bound port: fc3c440a-271a-4e5a-bbe0-977ca8e68a3b, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff7aae8-71ad-40ce-8824-e71f18ca9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:24:53.763803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.838100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] For port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:24:53.842056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] For port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:24:53.846834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.881455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:53.882133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:53.883528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] 10.222.0.47 "PUT /v2.0/ports/fc3c440a-271a-4e5a-bbe0-977ca8e68a3b HTTP/1.1" status: 200 len: 1093 time: 0.7318454 Nov 12 06:24:53.884084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:24:53.886222 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5b7fc1-7279-4147-b921-b78bcbfb1add" -d '{"events": [{"name": "network-changed", "server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:24:53.916036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77515e-14d7-4313-b83c-c376282f6dba service neutron] Pushing event updated for resources: {'Port': ['ID=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:53.962753 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b16121-d4d0-4f9f-9b1c-d8bba936d820 x-openstack-request-id: req-47b16121-d4d0-4f9f-9b1c-d8bba936d820 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:24:53.963039 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:24:53.963289 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47b16121-d4d0-4f9f-9b1c-d8bba936d820 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:24:53.963685 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'status': 'completed', 'code': 200} Nov 12 06:24:53.979605 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-00fb112b-bf91-4313-90be-fc320363a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:53.981186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-00fb112b-bf91-4313-90be-fc320363a5b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 1096 time: 0.0505807 Nov 12 06:24:54.028192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-da8fc821-a984-4a87-8a72-24402a238866 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b HTTP/1.1" status: 200 len: 217 time: 0.0383737 Nov 12 06:24:54.078910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-76ba9891-b0d1-4be2-9f06-a83fa213b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:54.080366 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-76ba9891-b0d1-4be2-9f06-a83fa213b1d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1e9a425-d965-4c7a-876b-57a3479c36fe HTTP/1.1" status: 200 len: 835 time: 0.0453670 Nov 12 06:24:54.125510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-37e0352d-9496-45ac-95d4-e4e04d8e1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:54.126973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-37e0352d-9496-45ac-95d4-e4e04d8e1bc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52d84c74-7464-43a8-bd0e-89a770a979bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387192 Nov 12 06:24:54.223663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-75f56299-cca7-47e3-aa24-99de43878848 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881124 Nov 12 06:24:54.313973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82810734-b905-4d6c-9f01-717e3d9eeaa3 req-cb493f88-e355-4cf9-916e-23d8a6be6c75 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813596 Nov 12 06:24:54.396445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-761891e7-1e7d-4fab-86c7-ca5bc55ff713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:54.397949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-761891e7-1e7d-4fab-86c7-ca5bc55ff713 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 1096 time: 0.0405705 Nov 12 06:24:54.492082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-2bab4edf-8bf6-4248-9be5-5230daadd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:54.493533 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-2bab4edf-8bf6-4248-9be5-5230daadd5fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=52d84c74-7464-43a8-bd0e-89a770a979bc HTTP/1.1" status: 200 len: 897 time: 0.0863512 Nov 12 06:24:54.534716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-f0978171-488e-48cc-815d-cca85edc4d2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b HTTP/1.1" status: 200 len: 217 time: 0.0334082 Nov 12 06:24:54.587261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-1504241c-2e7a-4c5a-be8b-cc5cfacdf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:54.588584 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-1504241c-2e7a-4c5a-be8b-cc5cfacdf8d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1e9a425-d965-4c7a-876b-57a3479c36fe HTTP/1.1" status: 200 len: 835 time: 0.0464675 Nov 12 06:24:54.633885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-82fda81a-9aff-4c3d-8a15-ee58967a5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:54.635367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-82fda81a-9aff-4c3d-8a15-ee58967a5119 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52d84c74-7464-43a8-bd0e-89a770a979bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391369 Nov 12 06:24:54.758890 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-8829ee99-d3f5-4133-b51c-b23c4f2baea3 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154470 Nov 12 06:24:54.766656 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b423d-2e03-46c9-a812-433b8c817379 req-b44de6f5-a347-480b-8553-ee7fa3d28a90 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:54.768026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-034b423d-2e03-46c9-a812-433b8c817379 req-b44de6f5-a347-480b-8553-ee7fa3d28a90 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 944 time: 0.0748994 Nov 12 06:24:55.208311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-034b423d-2e03-46c9-a812-433b8c817379 req-b5efaf87-8d50-4140-882b-f0edaf39eb07 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324129 Nov 12 06:24:55.224589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7e5b7fc1-7279-4147-b921-b78bcbfb1add req-7c44d4af-811f-4ee8-a770-07cc14c3bfdf service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556439 Nov 12 06:24:56.220462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device fc3c440a-271a-4e5a-bbe0-977ca8e68a3b details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:24:56.327198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:56.334754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd73ec6-73ad-42fe-bedd-3be0da8c42aa req-393f7ef4-aa63-442b-899b-b48bcf1493ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:56.336219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdd73ec6-73ad-42fe-bedd-3be0da8c42aa req-393f7ef4-aa63-442b-899b-b48bcf1493ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 944 time: 0.0479453 Nov 12 06:24:56.338196 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'port_id': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'mac_address': 'fa:16:3e:0d:d9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:24:56.375634 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:56.386002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bdd73ec6-73ad-42fe-bedd-3be0da8c42aa req-359cbf04-7f43-43c1-a5f9-a9aeb5a8e636 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 Nov 12 06:24:56.389303 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3c440a-271a-4e5a-bbe0-977ca8e68a3b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:24:56.409982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:56.414436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:56.465708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:56.625548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['fc3c440a-271a-4e5a-bbe0-977ca8e68a3b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:24:57.500537 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b98a72-f0d8-48aa-9242-34850170bf54 req-66018f74-fd39-456e-b24d-68e27ac498af tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:57.502089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7b98a72-f0d8-48aa-9242-34850170bf54 req-66018f74-fd39-456e-b24d-68e27ac498af tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 945 time: 0.0486157 Nov 12 06:24:57.550283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7b98a72-f0d8-48aa-9242-34850170bf54 req-be55bd9d-3219-4af0-93ea-38c0be41eea7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Nov 12 06:24:57.911895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:58.235236 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device fc3c440a-271a-4e5a-bbe0-977ca8e68a3b up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:24:58.283647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:24:58.287451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:24:58.287819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:58.364969 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:58.386816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:24:58.389713 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb38969-3563-4b10-aef6-9a93a5ec17be" -d '{"events": [{"server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "name": "network-vif-plugged", "status": "completed", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:24:58.402675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:24:58.406923 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:24:58.429032 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ef6a5-772e-427a-990a-495494229667 x-openstack-request-id: req-c50ef6a5-772e-427a-990a-495494229667 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:24:58.429317 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "name": "network-vif-plugged", "status": "completed", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:24:58.429566 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c50ef6a5-772e-427a-990a-495494229667 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:24:58.429946 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'code': 200} Nov 12 06:24:58.458330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:24:58.528312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c56d8-2375-425a-a859-0cf29778ec88 req-06333f06-2b98-435f-8848-aab26513dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:58.529793 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc8c56d8-2375-425a-a859-0cf29778ec88 req-06333f06-2b98-435f-8848-aab26513dc40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 1098 time: 0.0436542 Nov 12 06:24:58.576642 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc8c56d8-2375-425a-a859-0cf29778ec88 req-fde28d1b-f55a-4cce-8f34-2cc0b25c268f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Nov 12 06:24:58.664884 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7068-fd08-4f38-a3aa-d1da65ca9899 req-58026c4a-25e5-4cc2-ba91-1ebd9e080f46 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:58.666358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e80d7068-fd08-4f38-a3aa-d1da65ca9899 req-58026c4a-25e5-4cc2-ba91-1ebd9e080f46 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0480204 Nov 12 06:24:58.714109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e80d7068-fd08-4f38-a3aa-d1da65ca9899 req-9451b8cb-fc1d-4e21-88fc-60708086860f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419009 Nov 12 06:24:59.832997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72fb8a-d7e7-4da7-addf-d4ebb2631a37 req-141dda20-e220-44bf-816e-9efcf76847aa tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:24:59.834433 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa72fb8a-d7e7-4da7-addf-d4ebb2631a37 req-141dda20-e220-44bf-816e-9efcf76847aa tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0516481 Nov 12 06:24:59.886512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aa72fb8a-d7e7-4da7-addf-d4ebb2631a37 req-3bca9284-354e-4a3d-bc2a-490b6dfe3755 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453041 Nov 12 06:24:59.998944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde208d-7510-42fd-9b8e-753bcb8ba257 req-afcd9ee7-c726-4ba6-ae90-6aa6fec09e99 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:00.000393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bde208d-7510-42fd-9b8e-753bcb8ba257 req-afcd9ee7-c726-4ba6-ae90-6aa6fec09e99 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0474665 Nov 12 06:25:00.047386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3bde208d-7510-42fd-9b8e-753bcb8ba257 req-b9fd7c30-54d3-4d7a-823f-1c063b5dffd1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412138 Nov 12 06:25:00.069055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58334) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:25:00.108629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888debef-9c27-4df8-8ee5-d39517662747 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:00.110046 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-888debef-9c27-4df8-8ee5-d39517662747 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 1093 time: 0.0400138 Nov 12 06:25:00.112834 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58336) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:25:00.117151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:25:00.138642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:00.235873 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:00.340595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.253 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/72962d31-da68-4ae9-b149-21cb97b8e48c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:25:00.437073 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:00.471207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:00.508405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:25:00.514303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:25:00.516896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:25:00.544418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=72962d31-da68-4ae9-b149-21cb97b8e48c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:25:00.872886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:00.940333 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:01.084896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:01.089260 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:01.158452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=72962d31-da68-4ae9-b149-21cb97b8e48c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:25:01.170146 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:01.269579 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP d83231ad-958f-4ca0-9e42-a247983cf61b associated. External IP: 172.25.2.253, port: fc3c440a-271a-4e5a-bbe0-977ca8e68a3b. Nov 12 06:25:01.483359 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:25:01.594090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:25:01.604785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] Sync routers for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:25:01.613114 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:01.616199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:25:01.616824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:25:01.640176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-67d578a1-6b16-4577-bc02-ae12a083dbfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5262947 Nov 12 06:25:01.640761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:25:01.643032 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3031977-eade-4259-8302-a46e4517716f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:25:01.724836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:25:01.744134 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68111ad8-6b19-43a2-a79a-dc61e2e4338c req-2f5bad1c-1b94-4bee-b34c-b8def0dea40e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:01.745581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68111ad8-6b19-43a2-a79a-dc61e2e4338c req-2f5bad1c-1b94-4bee-b34c-b8def0dea40e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0518675 Nov 12 06:25:01.797894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68111ad8-6b19-43a2-a79a-dc61e2e4338c req-6055e4f2-6ec8-4b0b-88af-5f4de203442a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457025 Nov 12 06:25:01.820919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58342) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:25:01.852284 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf76f2c-b588-4245-82ee-48a8d560d0c0 x-openstack-request-id: req-0cf76f2c-b588-4245-82ee-48a8d560d0c0 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:25:01.852966 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:25:01.853372 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cf76f2c-b588-4245-82ee-48a8d560d0c0 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:25:01.853982 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'status': 'completed', 'code': 200} Nov 12 06:25:01.914387 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9a15be13-d2a7-4717-b291-f3d120b4dc94 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/d83231ad-958f-4ca0-9e42-a247983cf61b HTTP/1.1" status: 200 len: 992 time: 0.0921092 Nov 12 06:25:01.924615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3031977-eade-4259-8302-a46e4517716f req-594c346b-5c28-4853-ab54-07e5783761c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:01.928107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3031977-eade-4259-8302-a46e4517716f req-594c346b-5c28-4853-ab54-07e5783761c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 1098 time: 0.0476856 Nov 12 06:25:01.975113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'd83231ad-958f-4ca0-9e42-a247983cf61b', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'port_id': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'mac_address': 'fa:16:3e:0d:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:25:00Z', 'updated_at': '2021-11-12T06:25:00Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:52Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:25:02.001598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] Checking router: 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:25:02.010071 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:25:02.010770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:24:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:25:02.026700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3031977-eade-4259-8302-a46e4517716f req-c21d1975-f2e2-4c0a-a5bf-024d4af92fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:02.028783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3031977-eade-4259-8302-a46e4517716f req-c21d1975-f2e2-4c0a-a5bf-024d4af92fac service neutron] 10.222.0.47 "GET /v2.0/networks?id=52d84c74-7464-43a8-bd0e-89a770a979bc HTTP/1.1" status: 200 len: 897 time: 0.0918567 Nov 12 06:25:02.100065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3031977-eade-4259-8302-a46e4517716f req-e756d847-a562-438e-bcbb-2aa445d9121a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b HTTP/1.1" status: 200 len: 1000 time: 0.0637357 Nov 12 06:25:02.119328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:25:02.150033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3031977-eade-4259-8302-a46e4517716f req-0870eadc-24fc-4954-bc95-a0886865fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:02.151675 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3031977-eade-4259-8302-a46e4517716f req-0870eadc-24fc-4954-bc95-a0886865fb4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1e9a425-d965-4c7a-876b-57a3479c36fe HTTP/1.1" status: 200 len: 835 time: 0.0439422 Nov 12 06:25:02.204497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3031977-eade-4259-8302-a46e4517716f req-f5cbd58a-b340-4d59-8058-c2f9cfff5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:02.206142 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3031977-eade-4259-8302-a46e4517716f req-f5cbd58a-b340-4d59-8058-c2f9cfff5887 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52d84c74-7464-43a8-bd0e-89a770a979bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468605 Nov 12 06:25:02.300107 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3031977-eade-4259-8302-a46e4517716f req-c55acd55-1405-46b9-8b9a-282432d92dd5 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854695 Nov 12 06:25:02.350976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'd83231ad-958f-4ca0-9e42-a247983cf61b', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'port_id': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'mac_address': 'fa:16:3e:0d:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:25:00Z', 'updated_at': '2021-11-12T06:25:00Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:52Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:25:02.377638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30b8ab-a446-4bad-a364-05cc152e0010 None None] The sync data for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 is: [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'd83231ad-958f-4ca0-9e42-a247983cf61b', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'port_id': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'mac_address': 'fa:16:3e:0d:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:25:00Z', 'updated_at': '2021-11-12T06:25:00Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:52Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:25:02.393344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e3031977-eade-4259-8302-a46e4517716f req-f78d6217-4d00-495e-bd28-1b3e9b1b3757 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852320 Nov 12 06:25:02.577938 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1eea1-3486-492e-999e-aa4e28b396a8 None None] New status for floating IP d83231ad-958f-4ca0-9e42-a247983cf61b: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:25:02.917313 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58344) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:25:02.977380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-08db211a-d76c-472c-826c-90e56dd064be tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/d83231ad-958f-4ca0-9e42-a247983cf61b HTTP/1.1" status: 200 len: 994 time: 0.0587609 Nov 12 06:25:11.298425 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:11.460662 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:25:14.019136 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b50-af52-421c-836f-3ba4649c9981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:16.412169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cf21393d-61a3-4b23-9dc6-3b3af44e81bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:17.586740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:18.827002 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:19.675355 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:27.931003 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:38.031218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-3f57815d-3fd4-4b65-a21e-8278b6228a8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386882 Nov 12 06:25:38.119744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-104b74e9-3b00-40e2-93f3-3304597ea3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:38.121255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-104b74e9-3b00-40e2-93f3-3304597ea3fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 1098 time: 0.0464010 Nov 12 06:25:38.243304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-9501501e-dc22-4e8f-9032-193d4c0a775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:38.244733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-9501501e-dc22-4e8f-9032-193d4c0a775e service neutron] 10.222.0.47 "GET /v2.0/networks?id=52d84c74-7464-43a8-bd0e-89a770a979bc HTTP/1.1" status: 200 len: 897 time: 0.0979316 Nov 12 06:25:38.328138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3259199-d57f-4218-99a7-a4d67d0ca62a req-37773b78-b774-493f-ba2f-c81202010e34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:38.330057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3259199-d57f-4218-99a7-a4d67d0ca62a req-37773b78-b774-493f-ba2f-c81202010e34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.1005938 Nov 12 06:25:38.336168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-6897d83f-adbd-4776-bac3-1e67da41d623 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b HTTP/1.1" status: 200 len: 1002 time: 0.0744026 Nov 12 06:25:38.417393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b3259199-d57f-4218-99a7-a4d67d0ca62a req-6826bbf1-cceb-42f7-8770-b9138254b45b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802763 Nov 12 06:25:38.419179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-ecbab9b6-8e1d-4c58-973e-3c9256d4fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:38.420526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-ecbab9b6-8e1d-4c58-973e-3c9256d4fcd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1e9a425-d965-4c7a-876b-57a3479c36fe HTTP/1.1" status: 200 len: 835 time: 0.0704122 Nov 12 06:25:38.466549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-f1bd103e-2df9-4a8a-ac76-05146d92a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:38.468007 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-f1bd103e-2df9-4a8a-ac76-05146d92a0dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52d84c74-7464-43a8-bd0e-89a770a979bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398343 Nov 12 06:25:38.479448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-c049296d-b6a3-4d57-9f3f-e85640e4c1a3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:25:38.480359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-c049296d-b6a3-4d57-9f3f-e85640e4c1a3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047626 Nov 12 06:25:38.568623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-7fbd7530-8528-4566-80db-d82fe5557b04 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798469 Nov 12 06:25:38.662810 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc9813d-099d-4e80-8aec-3c6eeb386c13 req-f89a8bf6-e969-4b9c-ab96-c2a3480ed196 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864248 Nov 12 06:25:38.742318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-89ffdec2-2b00-4b21-b4d7-3173f51f9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:38.743851 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-89ffdec2-2b00-4b21-b4d7-3173f51f9ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 1098 time: 0.0415573 Nov 12 06:25:38.838278 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-3a54e571-dafd-413f-82b1-db92f01e9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:38.839783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-3a54e571-dafd-413f-82b1-db92f01e9767 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52d84c74-7464-43a8-bd0e-89a770a979bc HTTP/1.1" status: 200 len: 897 time: 0.0882413 Nov 12 06:25:38.906470 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-0655f14c-136e-45c5-bec7-7cc08a302317 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b HTTP/1.1" status: 200 len: 1002 time: 0.0587697 Nov 12 06:25:38.959821 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-6e41540c-6d9c-4c3b-9b68-4437ff18b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:38.961271 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-6e41540c-6d9c-4c3b-9b68-4437ff18b705 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1e9a425-d965-4c7a-876b-57a3479c36fe HTTP/1.1" status: 200 len: 835 time: 0.0474281 Nov 12 06:25:39.009296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-964d809b-c212-4834-a0c7-238927afb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:39.010778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-964d809b-c212-4834-a0c7-238927afb0c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52d84c74-7464-43a8-bd0e-89a770a979bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395553 Nov 12 06:25:39.099381 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-34d0bc46-4ce9-4d7c-8350-826f0da90ac9 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795157 Nov 12 06:25:39.191693 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-20b364dd-66e4-4652-bdf8-8a6609778d79 req-2555e121-f489-4910-a5e0-f5652b2ceefa service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851052 Nov 12 06:25:39.533320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b996e6d-9ef9-47f8-a783-74213698f81c req-da67f11d-64a6-409e-9631-9e207db757cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:39.534868 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b996e6d-9ef9-47f8-a783-74213698f81c req-da67f11d-64a6-409e-9631-9e207db757cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0499678 Nov 12 06:25:39.582870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0b996e6d-9ef9-47f8-a783-74213698f81c req-37cf0356-1ebf-4a30-a7cf-e9fce39b24dc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Nov 12 06:25:40.701732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07388d98-b514-4188-adab-8dab14998988 req-0e5ccd78-c761-4303-b035-e5b06da5ace4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:40.703194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07388d98-b514-4188-adab-8dab14998988 req-0e5ccd78-c761-4303-b035-e5b06da5ace4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0520046 Nov 12 06:25:40.750320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-07388d98-b514-4188-adab-8dab14998988 req-7365ffb8-8a72-4d38-be95-86e0d016e484 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Nov 12 06:25:41.240821 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-c4410cb8-57c5-4df2-acc9-d1ff6a747dbe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0430284 Nov 12 06:25:41.282750 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:41.349669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-a1fb6bdb-83b7-426c-a758-f572c4425c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.350152 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-a1fb6bdb-83b7-426c-a758-f572c4425c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.350665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-a1fb6bdb-83b7-426c-a758-f572c4425c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.351139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-a1fb6bdb-83b7-426c-a758-f572c4425c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.351608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-a1fb6bdb-83b7-426c-a758-f572c4425c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.353380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-a1fb6bdb-83b7-426c-a758-f572c4425c08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0501697 Nov 12 06:25:41.461632 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-bd29f643-2d3b-4ac0-b3f1-bde3715340c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.462106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-bd29f643-2d3b-4ac0-b3f1-bde3715340c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.462599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-bd29f643-2d3b-4ac0-b3f1-bde3715340c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.464171 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-bd29f643-2d3b-4ac0-b3f1-bde3715340c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0895169 Nov 12 06:25:41.509060 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-3a0ac4d9-ae48-4fd4-8b4a-bbf0992f63b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0365102 Nov 12 06:25:41.558212 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-27551fbc-161c-4874-a68c-bb51f23dff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.559701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-27551fbc-161c-4874-a68c-bb51f23dff85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0442445 Nov 12 06:25:41.605269 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-b50f30f7-5268-4ba0-a47d-c9ee57bbe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.606739 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-b50f30f7-5268-4ba0-a47d-c9ee57bbe4cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396752 Nov 12 06:25:41.698434 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-e5d07121-2990-48db-aa44-179ba0d06494 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837405 Nov 12 06:25:41.789726 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-4401cef4-c5f1-4bb5-a760-0e7b5c0ee931 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824373 Nov 12 06:25:41.836890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-05917e6d-a9a5-4de7-a586-dc39b67093f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0395114 Nov 12 06:25:41.865538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e9891-2cb7-445b-8e84-7026f00df2d6 req-256204d4-6ab4-4076-ad81-8582a73b2842 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.867067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-031e9891-2cb7-445b-8e84-7026f00df2d6 req-256204d4-6ab4-4076-ad81-8582a73b2842 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0501041 Nov 12 06:25:41.887435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-1a0d593f-e4b4-43c7-90de-82d11b526872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.888964 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-1a0d593f-e4b4-43c7-90de-82d11b526872 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0446360 Nov 12 06:25:41.916853 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-031e9891-2cb7-445b-8e84-7026f00df2d6 req-b78ba876-b950-4bf8-9f40-46994277bb85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Nov 12 06:25:41.936590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-7cbbe081-15f3-4b81-968a-b983849cad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:41.938705 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-7cbbe081-15f3-4b81-968a-b983849cad22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0403724 Nov 12 06:25:42.034050 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-e76aac6e-f8f4-4bc8-912c-aea53efe8692 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855634 Nov 12 06:25:42.122325 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-0b8d24a3-e877-495f-8fd2-a8f953956b27 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803223 Nov 12 06:25:42.166504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-b5449132-402a-4b8c-b67c-95f60458cd7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0357699 Nov 12 06:25:42.214715 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-50f82693-18e7-44cf-8732-f7c93c742509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:42.216131 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-50f82693-18e7-44cf-8732-f7c93c742509 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0424783 Nov 12 06:25:42.260731 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-dc6afe47-00db-48df-9bfe-7919a7cd2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:42.262171 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-dc6afe47-00db-48df-9bfe-7919a7cd2313 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0392270 Nov 12 06:25:42.353867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-f4be9698-f5d1-45d4-aaf4-e7e01de21625 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828588 Nov 12 06:25:42.442420 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-76a6a40d-5727-4c01-9a5b-709e393474f3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807719 Nov 12 06:25:42.486562 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-307cc10e-2cc0-4014-ad14-a4bcac084340 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0372367 Nov 12 06:25:42.534591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-bce3d2af-d282-4763-ac05-fff410e4097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:42.536045 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-bce3d2af-d282-4763-ac05-fff410e4097c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0430970 Nov 12 06:25:42.581584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-68195c65-05ea-429c-9219-a0ecf747200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:42.583062 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-68195c65-05ea-429c-9219-a0ecf747200e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0397539 Nov 12 06:25:42.673504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-c4126f29-85e4-4272-87b8-068332941bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833347 Nov 12 06:25:42.759339 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-6b188b02-e80c-4cec-8cc7-4efb82223f86 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792780 Nov 12 06:25:42.803552 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-d34e6bcd-5802-4c6b-8d95-e91df7db1566 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0371344 Nov 12 06:25:42.851177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-67b521f9-14ab-4083-ac3e-9c3557147945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:42.852572 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-67b521f9-14ab-4083-ac3e-9c3557147945 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0427077 Nov 12 06:25:42.897557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-3ca75b65-bd1d-4776-aac0-27fd32b861e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:42.899019 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-3ca75b65-bd1d-4776-aac0-27fd32b861e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0385730 Nov 12 06:25:42.991260 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-4f15e0ce-2343-4b24-b26b-2752386531e2 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Nov 12 06:25:43.038554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fae6c-a9fe-4e1c-bea9-7b203c6466ad req-b09d2143-cd93-4528-956a-74c0f7639d96 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:43.040014 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-657fae6c-a9fe-4e1c-bea9-7b203c6466ad req-b09d2143-cd93-4528-956a-74c0f7639d96 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0517492 Nov 12 06:25:43.083245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a1d4a7d7-1626-47d9-b037-ab5dd3c6c8d9 req-45868ba4-f27b-43bf-bf10-332d408c8f92 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846636 Nov 12 06:25:43.088607 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-657fae6c-a9fe-4e1c-bea9-7b203c6466ad req-f4d31d31-eff6-4661-a297-9d74f414bb89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Nov 12 06:25:44.020407 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5de0-a71f-41ee-a4bf-456961b8ba69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:44.203489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16bb37-4ff9-43a1-b590-f381079b3c3c req-42c89835-1486-43b2-b2f8-292b6cbe15e8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:44.205048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf16bb37-4ff9-43a1-b590-f381079b3c3c req-42c89835-1486-43b2-b2f8-292b6cbe15e8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0494628 Nov 12 06:25:44.253138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cf16bb37-4ff9-43a1-b590-f381079b3c3c req-4ef59397-625f-4881-9c31-1d10e127cff2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Nov 12 06:25:45.367162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d800ac-9584-40eb-8ad3-58fcafef38bd req-6291ce43-58d7-4c0d-bf72-20ec273a0ee4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:45.368669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1d800ac-9584-40eb-8ad3-58fcafef38bd req-6291ce43-58d7-4c0d-bf72-20ec273a0ee4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0483162 Nov 12 06:25:45.420729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e1d800ac-9584-40eb-8ad3-58fcafef38bd req-395bff1d-bb7f-4b48-aa95-cd53cbd9a570 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461979 Nov 12 06:25:46.413728 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fe79a50-86db-4eed-af8b-32c47f432e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:46.536274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6671cc9-0eae-495d-b27e-7f7b2ad5efee req-2762a24d-f3dc-4e60-b2c4-fa1a5e21c248 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:46.537731 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6671cc9-0eae-495d-b27e-7f7b2ad5efee req-2762a24d-f3dc-4e60-b2c4-fa1a5e21c248 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0488894 Nov 12 06:25:46.586322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a6671cc9-0eae-495d-b27e-7f7b2ad5efee req-0e3125c3-1ecf-430d-b556-7e8ea0babc84 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Nov 12 06:25:47.590302 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:47.700309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9145fb6-ea53-43b7-b641-4eeaf7410255 req-11ef0ccb-63ab-46d4-be94-580300430a72 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:47.701767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9145fb6-ea53-43b7-b641-4eeaf7410255 req-11ef0ccb-63ab-46d4-be94-580300430a72 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0487051 Nov 12 06:25:47.749904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f9145fb6-ea53-43b7-b641-4eeaf7410255 req-f749f650-6d26-4e6c-a73b-ef2498106f85 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416679 Nov 12 06:25:48.459186 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:25:48.830641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:48.872566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387956a2-a1ed-4e25-9314-9798968718ca req-ea91770d-d143-4ca0-9787-2ab55ee82237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:48.874045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-387956a2-a1ed-4e25-9314-9798968718ca req-ea91770d-d143-4ca0-9787-2ab55ee82237 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0541930 Nov 12 06:25:48.922238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-387956a2-a1ed-4e25-9314-9798968718ca req-b3f7b662-6748-42a3-8586-410b923ae0e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Nov 12 06:25:49.677585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:25:50.039652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5dfbe-a843-42bd-88e0-d3985862afb7 req-177d232a-0cd7-4f4a-a87d-7386737c16c6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:50.041126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72e5dfbe-a843-42bd-88e0-d3985862afb7 req-177d232a-0cd7-4f4a-a87d-7386737c16c6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0493059 Nov 12 06:25:50.090835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72e5dfbe-a843-42bd-88e0-d3985862afb7 req-1df96860-3c5e-4608-a305-5184d1bc88b8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Nov 12 06:25:51.204730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee295571-ddcf-4032-8cfa-e6170e3c88ba req-c0d1b960-1c24-441c-a030-aae669fa3c07 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:51.206178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee295571-ddcf-4032-8cfa-e6170e3c88ba req-c0d1b960-1c24-441c-a030-aae669fa3c07 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0483851 Nov 12 06:25:51.257128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ee295571-ddcf-4032-8cfa-e6170e3c88ba req-f686a789-9c3b-4547-92db-0425217c48db tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449824 Nov 12 06:25:52.372082 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5f3d-5158-4197-ab1a-d5d255f5cd12 req-058a0028-bc2f-41dc-a688-10bc2260254b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:52.373565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-453f5f3d-5158-4197-ab1a-d5d255f5cd12 req-058a0028-bc2f-41dc-a688-10bc2260254b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0479605 Nov 12 06:25:52.425281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-453f5f3d-5158-4197-ab1a-d5d255f5cd12 req-150c093a-308d-4eee-8ce8-e07d110a37dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Nov 12 06:25:53.544734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93313e-36a0-4edd-9f24-2aef0a4789c3 req-9f354a7f-a220-4162-a8a8-47e2c3fb7e26 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:53.546129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c93313e-36a0-4edd-9f24-2aef0a4789c3 req-9f354a7f-a220-4162-a8a8-47e2c3fb7e26 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0522380 Nov 12 06:25:53.598281 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c93313e-36a0-4edd-9f24-2aef0a4789c3 req-6051f228-9738-442d-b444-c4799c1d7e45 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453582 Nov 12 06:25:54.714723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184eaec-2483-4760-82f6-a443af897f07 req-4f3097b4-c167-4eeb-8c4c-f1ccd5742f34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:54.716228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f184eaec-2483-4760-82f6-a443af897f07 req-4f3097b4-c167-4eeb-8c4c-f1ccd5742f34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0523961 Nov 12 06:25:54.764557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f184eaec-2483-4760-82f6-a443af897f07 req-383f6c1e-7787-4653-8cbb-67b642707583 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Nov 12 06:25:55.881173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9918ffa-7c3b-4757-8856-0c9ba99ee3fb req-f7f8f8e5-1918-470e-ac70-05245a0a327e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:25:55.882643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9918ffa-7c3b-4757-8856-0c9ba99ee3fb req-f7f8f8e5-1918-470e-ac70-05245a0a327e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0500867 Nov 12 06:25:55.932048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d9918ffa-7c3b-4757-8856-0c9ba99ee3fb req-ac7c817d-6ca1-4bf4-b0bf-9b0d0cbf0218 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Nov 12 06:25:55.955451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58392) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:25:56.019041 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-9ff075ec-e230-40ad-9462-4ddfd10700b4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/d83231ad-958f-4ca0-9e42-a247983cf61b HTTP/1.1" status: 200 len: 994 time: 0.0624094 Nov 12 06:25:57.949205 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:11.298553 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:14.020778 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aaaef8d3-8954-467c-996c-52fda05b7865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:16.414361 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-201d6876-ee30-49d4-8455-fbcbcfd71d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:17.592341 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:18.832418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:19.678751 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:25.457387 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:26:26.443103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58410) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:26.599583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 72962d31-da68-4ae9-b149-21cb97b8e48c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:26:26.599915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:26.671113 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:26.671956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:26.683385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 72962d31-da68-4ae9-b149-21cb97b8e48c owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:26:26.826531 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:26.851991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=72962d31-da68-4ae9-b149-21cb97b8e48c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:26.863554 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.863907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.864248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.864583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.864914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.865248 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.865580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.865910 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.866237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.866596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.866923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.867244 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:26.920269 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:26.920601 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP d83231ad-958f-4ca0-9e42-a247983cf61b disassociated (deleted). External IP: 172.25.2.253, port: fc3c440a-271a-4e5a-bbe0-977ca8e68a3b. Nov 12 06:26:27.129615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:26:27.235479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:26:27.239951 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:27.245716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] Sync routers for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:26:27.256991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:27.257612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:27.266937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-fac37a86-b516-4f27-8a0e-f2db548a07cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/floatingips/d83231ad-958f-4ca0-9e42-a247983cf61b HTTP/1.1" status: 204 len: 168 time: 0.8227270 Nov 12 06:26:27.267517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:26:27.269753 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb46347-f6b3-4e98-81fa-c806d25542c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:26:27.365556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:27.428937 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7358bcf3-f63b-42e1-84c4-b750e1647c03 x-openstack-request-id: req-7358bcf3-f63b-42e1-84c4-b750e1647c03 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:26:27.429223 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:26:27.429476 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7358bcf3-f63b-42e1-84c4-b750e1647c03 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:26:27.429957 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'status': 'completed', 'code': 200} Nov 12 06:26:27.526252 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-8389c46e-242a-4917-8c5c-b9cf0d0f9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:27.527795 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-8389c46e-242a-4917-8c5c-b9cf0d0f9b25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 1098 time: 0.0747418 Nov 12 06:26:27.540597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6acaa-f0f1-4951-946e-a5104f1901e9 req-d200d416-38f3-4afb-b8c9-128173bc4bca tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:27.541992 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98c6acaa-f0f1-4951-946e-a5104f1901e9 req-d200d416-38f3-4afb-b8c9-128173bc4bca tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0631533 Nov 12 06:26:27.569115 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:52Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:27.648136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-98c6acaa-f0f1-4951-946e-a5104f1901e9 req-11e8844e-aaab-47fa-bfbc-fe8ca3ecbb54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960367 Nov 12 06:26:27.664828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-e86cfcee-cfda-4a29-9271-ceb6abf9a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:27.666321 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-e86cfcee-cfda-4a29-9271-ceb6abf9a5cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=52d84c74-7464-43a8-bd0e-89a770a979bc HTTP/1.1" status: 200 len: 897 time: 0.1234584 Nov 12 06:26:27.757140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] Checking router: 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:26:27.765964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:27.766628 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:27.874970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:27.977706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:28.058026 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-c21845f7-1df0-40a3-a45f-c6baa1d0f7e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b HTTP/1.1" status: 200 len: 217 time: 0.3823571 Nov 12 06:26:28.089795 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:52Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:28.112141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-b80332cc-b12d-44bd-bb8c-18f74e756b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:28.113618 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-b80332cc-b12d-44bd-bb8c-18f74e756b51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1e9a425-d965-4c7a-876b-57a3479c36fe HTTP/1.1" status: 200 len: 835 time: 0.0472751 Nov 12 06:26:28.120550 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596da062-c4da-4f07-a36d-e72d2c88ac5e None None] The sync data for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 is: [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'ec12a1d9-cad2-45ef-a02e-c3b798b58322', 'name': '', 'network_id': '52d84c74-7464-43a8-bd0e-89a770a979bc', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:d9:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:48Z', 'updated_at': '2021-11-12T06:24:52Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'c1e9a425-d965-4c7a-876b-57a3479c36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:26:28.161668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-8c4581b4-769d-4d8f-9bdc-c4c9cb9e0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:28.163219 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-8c4581b4-769d-4d8f-9bdc-c4c9cb9e0afe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52d84c74-7464-43a8-bd0e-89a770a979bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415530 Nov 12 06:26:28.259872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-8fa6e4e3-d983-4ad0-9d70-72fd21f5e008 service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879986 Nov 12 06:26:28.331375 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31374ed4-c950-418a-b69b-99301370992b None None] New status for floating IP d83231ad-958f-4ca0-9e42-a247983cf61b: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:26:28.356415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bb46347-f6b3-4e98-81fa-c806d25542c7 req-dd4da742-295d-471d-8ed1-555a2a24921a service neutron] 10.222.0.47 "GET /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867174 Nov 12 06:26:28.769868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664076a-de20-4477-a8fb-5486321823b6 req-a3f630e4-bb1b-4b59-8082-62900b19c314 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:28.771368 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4664076a-de20-4477-a8fb-5486321823b6 req-a3f630e4-bb1b-4b59-8082-62900b19c314 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0530586 Nov 12 06:26:28.820132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4664076a-de20-4477-a8fb-5486321823b6 req-888e5d01-4925-41b5-9c46-249a0916d099 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=615829f9-252d-4cdb-a142-72f7d4ea3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Nov 12 06:26:29.133697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-fc8281c5-9676-4bcc-87af-348f78e53bc5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:29.135172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-fc8281c5-9676-4bcc-87af-348f78e53bc5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 946 time: 0.0474496 Nov 12 06:26:29.227158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:26:29.227493 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:29.313198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:29.313566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:29.326220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for fc3c440a-271a-4e5a-bbe0-977ca8e68a3b owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:26:29.452995 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:29.480507 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=fc3c440a-271a-4e5a-bbe0-977ca8e68a3b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:29.526584 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] No DVR routers for this DVR port fc3c440a-271a-4e5a-bbe0-977ca8e68a3b on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:26:29.529293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:29.533003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f75da7dd-d09c-48da-bf65-13bd6a5127f9 req-7c8d4b58-be70-49dd-b560-35d6a258c39b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "DELETE /v2.0/ports/fc3c440a-271a-4e5a-bbe0-977ca8e68a3b HTTP/1.1" status: 204 len: 173 time: 0.3909163 Nov 12 06:26:29.533466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'name': 'network-vif-deleted', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:26:29.536273 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10732b3-14c6-4c2b-8a37-aaedc4a1fd23" -d '{"events": [{"server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "name": "network-vif-deleted", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:26:29.574335 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edd246a-a28e-4e66-ba50-805701e64317 x-openstack-request-id: req-8edd246a-a28e-4e66-ba50-805701e64317 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:26:29.574662 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9754b6d-0119-49db-89fd-60806f3855cf", "name": "network-vif-deleted", "tag": "fc3c440a-271a-4e5a-bbe0-977ca8e68a3b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:26:29.574911 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8edd246a-a28e-4e66-ba50-805701e64317 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:26:29.575317 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9754b6d-0119-49db-89fd-60806f3855cf', 'name': 'network-vif-deleted', 'tag': 'fc3c440a-271a-4e5a-bbe0-977ca8e68a3b', 'status': 'completed', 'code': 200} Nov 12 06:26:29.932477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b32308f8-6550-49ea-9f60-202a585998fc req-581ecf90-0f94-4b8e-af6d-d78149ba0284 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9754b6d-0119-49db-89fd-60806f3855cf HTTP/1.1" status: 200 len: 210 time: 0.0293024 Nov 12 06:26:30.991144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58426) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:31.678364 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:31.927531 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port ec12a1d9-cad2-45ef-a02e-c3b798b58322 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:26:31.927881 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:32.020488 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port ec12a1d9-cad2-45ef-a02e-c3b798b58322, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=ec12a1d9-cad2-45ef-a02e-c3b798b58322,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:32.021157 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:32.033491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for ec12a1d9-cad2-45ef-a02e-c3b798b58322 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:26:32.210495 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:32.235437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=ec12a1d9-cad2-45ef-a02e-c3b798b58322,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:32.261924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.262271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.262638 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.262971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.263303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.263624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.263950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.264276 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.264601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.265501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.265818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.266139 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:32.419227 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:32.629918 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:26:32.721378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device fc3c440a-271a-4e5a-bbe0-977ca8e68a3b no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:26:32.734639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:26:32.740849 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f887de4f-f300-4d8b-b64b-1b6ad3c3e1a7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/32e0fec0-193b-4ea3-a1ba-ac6d0224c71f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483277 Nov 12 06:26:32.741735 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: fc3c440a-271a-4e5a-bbe0-977ca8e68a3b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:26:32.742080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device fc3c440a-271a-4e5a-bbe0-977ca8e68a3b not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:26:32.742855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58428) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:32.744806 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] Sync routers for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:26:32.754767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:32.755393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:32.793829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e880609d-0cf3-4a40-bd20-83ab9b1797a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting subnet c1e9a425-d965-4c7a-876b-57a3479c36fe {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:26:32.797526 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e880609d-0cf3-4a40-bd20-83ab9b1797a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:32.837605 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e880609d-0cf3-4a40-bd20-83ab9b1797a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:32.861392 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:32.923362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e880609d-0cf3-4a40-bd20-83ab9b1797a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:32.981345 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e880609d-0cf3-4a40-bd20-83ab9b1797a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.006284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880609d-0cf3-4a40-bd20-83ab9b1797a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e9a425-d965-4c7a-876b-57a3479c36fe,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:33.013252 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e880609d-0cf3-4a40-bd20-83ab9b1797a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.017517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e880609d-0cf3-4a40-bd20-83ab9b1797a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/subnets/c1e9a425-d965-4c7a-876b-57a3479c36fe HTTP/1.1" status: 204 len: 168 time: 0.2731302 Nov 12 06:26:33.019642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1348b9-70d0-4182-8ca9-9702e965ecf0 None None] Network 52d84c74-7464-43a8-bd0e-89a770a979bc requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:26:33.020327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58430) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:33.122074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:26:32Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:33.129942 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.167229 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] Checking router: 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:26:33.181622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] Routers {'32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:33.182226 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:33.236136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.267958 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] DHCP port deletion for 52d84c74-7464-43a8-bd0e-89a770a979bc request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:26:33.295010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 35a91f17-f232-4142-bb7d-02fcd2cb8137 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:26:33.295806 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.333122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] Set router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:33.392347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 35a91f17-f232-4142-bb7d-02fcd2cb8137, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=35a91f17-f232-4142-bb7d-02fcd2cb8137,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:33.392722 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.407666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 35a91f17-f232-4142-bb7d-02fcd2cb8137 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:26:33.459346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 44d7defb-77c3-441f-9dc0-52bc217819f0 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:26:33.500869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] Deleting port 44d7defb-77c3-441f-9dc0-52bc217819f0 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:26:33.501154 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.588388 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.613965 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] For port 44d7defb-77c3-441f-9dc0-52bc217819f0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44d7defb-77c3-441f-9dc0-52bc217819f0,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:33.614213 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=35a91f17-f232-4142-bb7d-02fcd2cb8137,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:33.614388 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.646144 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f85c399-f77e-42f8-a93a-2a6cca471320 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:26:33.659304 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] Calling delete_port for 44d7defb-77c3-441f-9dc0-52bc217819f0 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:26:33.679841 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.682600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.767778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 44d7defb-77c3-441f-9dc0-52bc217819f0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44d7defb-77c3-441f-9dc0-52bc217819f0,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:33.775109 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.778299 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.780586 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.814147 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:26:32Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:33.828040 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.828576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Fanout notify agent at l3_agent the message router_deleted on router 32e0fec0-193b-4ea3-a1ba-ac6d0224c71f {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:26:33.836164 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.837471 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8b6681a7-2864-4ce5-9a9a-e2420467806f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/routers/32e0fec0-193b-4ea3-a1ba-ac6d0224c71f HTTP/1.1" status: 204 len: 168 time: 0.8160672 Nov 12 06:26:33.840445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58432) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:33.925147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:33.979208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 44d7defb-77c3-441f-9dc0-52bc217819f0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:26:33.979671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.005062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe619e-a391-480d-b5da-f226a924b107 None None] The sync data for ids ['32e0fec0-193b-4ea3-a1ba-ac6d0224c71f'] in n-d-765315-28 is: [{'id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493539852', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:24:45Z', 'updated_at': '2021-11-12T06:26:32Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '35a91f17-f232-4142-bb7d-02fcd2cb8137', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e0fec0-193b-4ea3-a1ba-ac6d0224c71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:24:46Z', 'updated_at': '2021-11-12T06:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:26:34.012794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.034331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] No DVR routers for this DVR port 44d7defb-77c3-441f-9dc0-52bc217819f0 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:26:34.035794 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=44d7defb-77c3-441f-9dc0-52bc217819f0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:34.046625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 44d7defb-77c3-441f-9dc0-52bc217819f0, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=44d7defb-77c3-441f-9dc0-52bc217819f0,segment=NetworkSegment(6ff7aae8-71ad-40ce-8824-e71f18ca9d81),segment_id=6ff7aae8-71ad-40ce-8824-e71f18ca9d81)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:34.046790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.047022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.047143 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.047373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.047708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.048040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.048367 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.048696 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.049158 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.049330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.049654 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.049971 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.050281 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:34.069297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 44d7defb-77c3-441f-9dc0-52bc217819f0 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:26:34.075036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd6897-047b-4338-bee7-60bedd9b629b None None] Pushing event deleted for resources: {'Port': ['ID=44d7defb-77c3-441f-9dc0-52bc217819f0,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:34.149476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.176764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] No DVR routers for this DVR port 44d7defb-77c3-441f-9dc0-52bc217819f0 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:26:34.180915 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=44d7defb-77c3-441f-9dc0-52bc217819f0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:34.258504 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.278137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d84c74-7464-43a8-bd0e-89a770a979bc']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:34.287730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff7aae8-71ad-40ce-8824-e71f18ca9d81') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:34.288030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff7aae8-71ad-40ce-8824-e71f18ca9d81') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:34.297943 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.310901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.316692 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:26:34.317082 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: self.session.flush() Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:26:34.320286 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:26:34.378307 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.385813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.391743 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/networks/52d84c74-7464-43a8-bd0e-89a770a979bc HTTP/1.1" status: 204 len: 168 time: 0.5476217 Nov 12 06:26:34.391887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58434) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:34.409123 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81bda4-67b8-4393-b87c-2a42300b824a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Network': ['ID=52d84c74-7464-43a8-bd0e-89a770a979bc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:34.468971 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-711dd82b-3f12-4f37-b6be-4274c9ccce4d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.496192 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-711dd82b-3f12-4f37-b6be-4274c9ccce4d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.556736 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-711dd82b-3f12-4f37-b6be-4274c9ccce4d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.559499 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-711dd82b-3f12-4f37-b6be-4274c9ccce4d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.560711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-711dd82b-3f12-4f37-b6be-4274c9ccce4d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/security-groups/615829f9-252d-4cdb-a142-72f7d4ea3c8a HTTP/1.1" status: 204 len: 168 time: 0.1583323 Nov 12 06:26:34.576488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711dd82b-3f12-4f37-b6be-4274c9ccce4d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615829f9-252d-4cdb-a142-72f7d4ea3c8a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:34.837636 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58440) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:34.842272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-34cb3fe2-ebe1-4770-95c1-37881c11b3c8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627872401', 'description': 'tempest-secgroup-smoke-627872401 description', 'project_id': 'f05333f1a7a84a278938b58e29332afe'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:34.864463 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34cb3fe2-ebe1-4770-95c1-37881c11b3c8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.931315 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34cb3fe2-ebe1-4770-95c1-37881c11b3c8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.934735 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34cb3fe2-ebe1-4770-95c1-37881c11b3c8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.962978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34cb3fe2-ebe1-4770-95c1-37881c11b3c8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:34.964092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-34cb3fe2-ebe1-4770-95c1-37881c11b3c8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1253769 Nov 12 06:26:34.965927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb3fe2-ebe1-4770-95c1-37881c11b3c8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6900f4fd-cf07-471a-a2fb-20deacebef3e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:34.967283 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58442) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:34.973400 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ea57c745-d7d1-405b-bee8-933dd2bbf395 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '6900f4fd-cf07-471a-a2fb-20deacebef3e', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:35.000499 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea57c745-d7d1-405b-bee8-933dd2bbf395 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.048532 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea57c745-d7d1-405b-bee8-933dd2bbf395 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.052679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea57c745-d7d1-405b-bee8-933dd2bbf395 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.070748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57c745-d7d1-405b-bee8-933dd2bbf395 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77052c20-5aff-4880-978c-471ee77a9a3d,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:35.079044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea57c745-d7d1-405b-bee8-933dd2bbf395 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.080249 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ea57c745-d7d1-405b-bee8-933dd2bbf395 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107788 Nov 12 06:26:35.083141 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58444) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:35.087457 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d174ba0c-c1f6-41d2-9097-ebda2a10c28b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '6900f4fd-cf07-471a-a2fb-20deacebef3e', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:35.114071 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d174ba0c-c1f6-41d2-9097-ebda2a10c28b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.168426 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d174ba0c-c1f6-41d2-9097-ebda2a10c28b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.172399 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d174ba0c-c1f6-41d2-9097-ebda2a10c28b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.189379 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ba0c-c1f6-41d2-9097-ebda2a10c28b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba919b8-5363-4cbb-b6c2-e1e236fc174e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:35.197502 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d174ba0c-c1f6-41d2-9097-ebda2a10c28b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.198806 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d174ba0c-c1f6-41d2-9097-ebda2a10c28b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147311 Nov 12 06:26:35.201590 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58446) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:35.206166 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2b648455-8f8b-4511-8835-aaab9368f04b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '6900f4fd-cf07-471a-a2fb-20deacebef3e', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:35.232743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b648455-8f8b-4511-8835-aaab9368f04b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.288144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b648455-8f8b-4511-8835-aaab9368f04b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.291635 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b648455-8f8b-4511-8835-aaab9368f04b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.310489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b648455-8f8b-4511-8835-aaab9368f04b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4f5101-0a9d-485e-b8af-fbfec6afc259,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:35.316405 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b648455-8f8b-4511-8835-aaab9368f04b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.317609 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2b648455-8f8b-4511-8835-aaab9368f04b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149781 Nov 12 06:26:35.320420 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58448) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:35.325566 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1f8644df-0cfd-4df5-a312-2c16219c261d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '6900f4fd-cf07-471a-a2fb-20deacebef3e', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:35.352703 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f8644df-0cfd-4df5-a312-2c16219c261d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.362666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec12a1d9-cad2-45ef-a02e-c3b798b58322 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:26:35.382204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: ec12a1d9-cad2-45ef-a02e-c3b798b58322 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:26:35.382577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device ec12a1d9-cad2-45ef-a02e-c3b798b58322 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:26:35.382992 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 35a91f17-f232-4142-bb7d-02fcd2cb8137 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:26:35.406081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 35a91f17-f232-4142-bb7d-02fcd2cb8137 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:26:35.406535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 35a91f17-f232-4142-bb7d-02fcd2cb8137 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:26:35.415017 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f8644df-0cfd-4df5-a312-2c16219c261d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.418511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f8644df-0cfd-4df5-a312-2c16219c261d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.435640 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8644df-0cfd-4df5-a312-2c16219c261d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a3d8f4-adbe-4685-9c8d-927c602602ce,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:35.443771 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1f8644df-0cfd-4df5-a312-2c16219c261d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.444988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1f8644df-0cfd-4df5-a312-2c16219c261d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233499 Nov 12 06:26:35.447762 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58450) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:35.452014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1a5a9efe-a723-4702-8ba4-9613530b5b39 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '6900f4fd-cf07-471a-a2fb-20deacebef3e', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:35.474391 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-1a5a9efe-a723-4702-8ba4-9613530b5b39 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:26:35.479097 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9efe-a723-4702-8ba4-9613530b5b39 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.537165 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9efe-a723-4702-8ba4-9613530b5b39 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.540671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9efe-a723-4702-8ba4-9613530b5b39 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.558023 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a9efe-a723-4702-8ba4-9613530b5b39 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773b6cec-dd43-4d1a-b4eb-f8bb711102c2,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:35.565582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9efe-a723-4702-8ba4-9613530b5b39 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.567285 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1a5a9efe-a723-4702-8ba4-9613530b5b39 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181097 Nov 12 06:26:35.569439 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58452) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:35.573690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-14db0b28-30ce-4274-a376-64ffa366865c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': '6900f4fd-cf07-471a-a2fb-20deacebef3e', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:35.596570 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-14db0b28-30ce-4274-a376-64ffa366865c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:26:35.601289 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14db0b28-30ce-4274-a376-64ffa366865c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.658554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14db0b28-30ce-4274-a376-64ffa366865c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.662041 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14db0b28-30ce-4274-a376-64ffa366865c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.679175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db0b28-30ce-4274-a376-64ffa366865c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea36e43-6a8f-4590-8563-b1dd7417a086,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:35.691199 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14db0b28-30ce-4274-a376-64ffa366865c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.692441 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-14db0b28-30ce-4274-a376-64ffa366865c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220889 Nov 12 06:26:35.696190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58454) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:35.700924 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'network': {'name': 'tempest-network-smoke--341819221', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'port_security_enabled': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:35.723039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:26:35.726530 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.752490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:26:35.761342 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.761831 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Added segment 3913fb73-da37-4cd6-bcd1-3bdaf1f36177 of type vlan for network 68be8841-3be8-4bc7-a8f2-3d7775160e7e Nov 12 06:26:35.800949 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.825696 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.831973 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:35.832559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.871296 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1716306 Nov 12 06:26:35.871957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58456) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:35.876844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'admin_state_up': True, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:35.900167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.901491 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:35.903044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d41ef-0fec-4f22-87a0-058ca5ef7e75 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Network': ['ID=68be8841-3be8-4bc7-a8f2-3d7775160e7e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:35.915148 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:26:35.964273 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:36.103554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:36.291476 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:36.310605 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:36.413390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.124 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:26:36.513200 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:36.550918 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:36.589526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:26:36.594377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:26:36.597913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:26:36.603464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:36.612846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b44b3-2b42-4442-99dc-a34c3779d180 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:26:36.641637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-11e51829-92d2-4182-a55d-6ae24fd47397 None None] Provisioning complete for port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:36.642012 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11e51829-92d2-4182-a55d-6ae24fd47397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:36.680820 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-11e51829-92d2-4182-a55d-6ae24fd47397 None None] Port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:26:36.846928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.041062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.166060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:26:37.268269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:26:37.278608 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Sync routers for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:26:37.288070 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:37.288677 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:37.289091 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.290494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-747168e3-1287-497c-9e5c-6f8a9b56b6ab tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4177930 Nov 12 06:26:37.293630 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58458) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:37.329234 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3489cda0-c8a0-4af9-9167-151e17b1d087 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f05333f1a7a84a278938b58e29332afe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344791 Nov 12 06:26:37.331832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58460) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:37.389915 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:37.415464 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eeff9e-5588-4941-98ae-b7d5f8abcde0 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:37.416973 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e9eeff9e-5588-4941-98ae-b7d5f8abcde0 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842378 Nov 12 06:26:37.419747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58462) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:37.451265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0eba4e2d-0ac2-4a62-99a9-4c251b5729f2 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304627 Nov 12 06:26:37.453869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58464) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:37.458510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1353300947', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:37.549911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:26:37.553686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.650761 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:36Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:37.675974 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Checking router: 2fbfd777-7407-4e4a-aef8-0e7913a08b81 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:26:37.676570 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Updating router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:26:37.703818 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.734413 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.794245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Subnet': ['ID=7cc892a2-d658-452c-8b04-9f77ec3178cd,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:37.802326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Checking segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:26:37.802719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network hostable DHCP agents. Network: 68be8841-3be8-4bc7-a8f2-3d7775160e7e, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:26:37.819693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:26:37.828853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 68be8841-3be8-4bc7-a8f2-3d7775160e7e) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:26:37.833632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:37.835141 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.838484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4cbe4f-97c0-4950-b504-f46c33e14ccc None None] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:26:37.853031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9d86f52a-bed9-47d5-9faf-b76ab97f3e5a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3981214 Nov 12 06:26:37.855932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58466) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:37.959434 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.970747 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:37.998468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:26:38.000386 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.022228 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Attempting to bind port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:26:38.022228 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Attempting to bind port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:26:38.022545 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Attempting to bind port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:26:38.029027 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9771f5-f843-4612-b821-c8eda525bf21 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:26:38.035862 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:26:38.036235 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:26:38.036630 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.037009 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:26:38.037459 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Bound port: 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:26:38.037831 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.039466 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Pushing event updated for resources: {'Port': ['ID=4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:38.063392 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.063646 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.064352 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.064352 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.064630 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.064950 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.065261 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.065575 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.065886 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.066195 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.066534 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.066842 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:26:38.104647 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] For port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:26:38.107758 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] For port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:26:38.113913 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.154292 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Allocated IP 172.20.0.2 (68be8841-3be8-4bc7-a8f2-3d7775160e7e/7cc892a2-d658-452c-8b04-9f77ec3178cd/f49239ac-8074-4f30-992d-fd2884a1c1ba) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:26:38.164340 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:38.165223 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:38.273178 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:38.329340 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1248cbfb-cb8e-477a-8b5d-fc47e3c7d7f3 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:26:38.340057 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.357360 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c99168-2186-49c1-9a6a-11eacf96bfed None None] Pushing event updated for resources: {'Port': ['ID=4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:38.364412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-027e0fd5-ae76-4af3-bc9f-f9d86a7eb02f None None] Provisioning complete for port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:38.364794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-027e0fd5-ae76-4af3-bc9f-f9d86a7eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.390707 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.404041 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.452350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:26:38.463657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:26:38.470036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:26:38.473679 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Pushing event updated for resources: {'Port': ['ID=f49239ac-8074-4f30-992d-fd2884a1c1ba,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:38.475032 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:36Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:38.508408 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71590887-6fc0-4c24-b30f-cd0ca01155e1 None None] The sync data for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 is: [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:36Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:26:38.557759 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-027e0fd5-ae76-4af3-bc9f-f9d86a7eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.566202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Attempting to bind port f49239ac-8074-4f30-992d-fd2884a1c1ba on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:26:38.566625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Attempting to bind port f49239ac-8074-4f30-992d-fd2884a1c1ba by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:26:38.566999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Attempting to bind port f49239ac-8074-4f30-992d-fd2884a1c1ba on network 68be8841-3be8-4bc7-a8f2-3d7775160e7e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:26:38.580400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:26:38.580684 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Checking segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:26:38.581092 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.581489 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Bound using segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:26:38.581976 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Bound port: f49239ac-8074-4f30-992d-fd2884a1c1ba, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:26:38.582390 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.600207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-027e0fd5-ae76-4af3-bc9f-f9d86a7eb02f None None] For port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:38.606378 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-027e0fd5-ae76-4af3-bc9f-f9d86a7eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.702191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e0fd5-ae76-4af3-bc9f-f9d86a7eb02f None None] Pushing event updated for resources: {'Port': ['ID=4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:38.707091 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] For port f49239ac-8074-4f30-992d-fd2884a1c1ba, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:26:38.710997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] For port f49239ac-8074-4f30-992d-fd2884a1c1ba, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f49239ac-8074-4f30-992d-fd2884a1c1ba,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:26:38.720035 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.781839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-24eab958-5a9b-4b75-9c8a-5e92e69eb838 None None] Provisioning complete for port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:38.782216 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-24eab958-5a9b-4b75-9c8a-5e92e69eb838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:38.830837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97143b0-1772-40f9-8af5-a188356c15c5 None None] Pushing event updated for resources: {'Port': ['ID=f49239ac-8074-4f30-992d-fd2884a1c1ba,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:39.086128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.1 (68be8841-3be8-4bc7-a8f2-3d7775160e7e/7cc892a2-d658-452c-8b04-9f77ec3178cd/94c8d824-986d-40c1-a818-08c593a5a323) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:26:39.209813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.243762 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.285592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:26:39.290887 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:26:39.294755 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:26:39.301596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=94c8d824-986d-40c1-a818-08c593a5a323,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:39.355141 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.439912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:26:39.492858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:39.493273 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.505301 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.588438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f49239ac-8074-4f30-992d-fd2884a1c1ba up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:26:39.637708 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f49239ac-8074-4f30-992d-fd2884a1c1ba triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:39.638153 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.721304 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.763796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port f49239ac-8074-4f30-992d-fd2884a1c1ba, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f49239ac-8074-4f30-992d-fd2884a1c1ba,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:39.769398 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.826635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=f49239ac-8074-4f30-992d-fd2884a1c1ba,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:39.830022 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.837315 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.882956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855aa18a-15b3-4cf6-b91a-bcf6deb3c5f4 None None] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:26:39.919205 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:39.929626 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=94c8d824-986d-40c1-a818-08c593a5a323,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:39.971349 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7f4893f7-5ccf-4256-9e38-fce981bd072f None None] Provisioning complete for port f49239ac-8074-4f30-992d-fd2884a1c1ba triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:39.971711 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f4893f7-5ccf-4256-9e38-fce981bd072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:40.020221 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:26:40.021799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:26:40.144412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:26:40.258833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:26:40.264080 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b8d0b716-8a37-4b45-8d2d-6cb5c4dc6116 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/2fbfd777-7407-4e4a-aef8-0e7913a08b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4070072 Nov 12 06:26:40.269548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Sync routers for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:26:40.280924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:40.281548 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:40.344936 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-59b122d5-7fa1-4a30-9fd6-c5aef4803504 None None] Provisioning complete for port f49239ac-8074-4f30-992d-fd2884a1c1ba triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:40.345319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59b122d5-7fa1-4a30-9fd6-c5aef4803504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:40.433719 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:40.444506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-33af0a0d-4fda-48b5-9a90-378a646caf93 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627872401&fields=id&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 267 time: 0.0513635 Nov 12 06:26:40.573159 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-fcb1bc41-ba5d-405f-b07a-16b4eefa1b46 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:40.574748 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-fcb1bc41-ba5d-405f-b07a-16b4eefa1b46 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 796 time: 0.1229074 Nov 12 06:26:40.591661 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-47cd9ea9-cedb-4dd4-bbdc-b9382cca17b4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/quotas/f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 375 time: 0.0099499 Nov 12 06:26:40.604426 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-59b122d5-7fa1-4a30-9fd6-c5aef4803504 None None] Provisioning complete for port 94c8d824-986d-40c1-a818-08c593a5a323 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:40.604983 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59b122d5-7fa1-4a30-9fd6-c5aef4803504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:40.651685 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-e70b63d8-c948-41f3-83ba-bbe9fd1c0efa tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535264 Nov 12 06:26:40.667243 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-59b122d5-7fa1-4a30-9fd6-c5aef4803504 None None] Port 94c8d824-986d-40c1-a818-08c593a5a323 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:26:40.716772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 2, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:40.744869 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Checking router: 2fbfd777-7407-4e4a-aef8-0e7913a08b81 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:26:40.745237 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Updating router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 port 94c8d824-986d-40c1-a818-08c593a5a323 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:26:40.758804 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-2c1948a1-83f8-4ee2-a2a6-be35845a8c9c service neutron] 10.222.0.48 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948176 Nov 12 06:26:40.779187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:40.800187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ec3b3465-23ca-4580-8694-57e9ecb4f26e None None] Provisioning complete for port 94c8d824-986d-40c1-a818-08c593a5a323 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:40.800756 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3465-23ca-4580-8694-57e9ecb4f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:40.850932 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-f5d86fcd-e3d6-469e-8950-84ace37f9c6c service neutron] 10.222.0.48 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851672 Nov 12 06:26:40.907433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b3465-23ca-4580-8694-57e9ecb4f26e None None] Port 94c8d824-986d-40c1-a818-08c593a5a323 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:26:41.015975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff90485b-ea6b-4547-94bb-712ee3182dbd req-a05f65aa-e5cb-4a87-9735-f5b80b589704 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 210 time: 0.0281804 Nov 12 06:26:41.090935 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:41.096168 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:41.147825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf80d70-b2ba-4706-b4bc-1f7f6058cffa None None] Pushing event updated for resources: {'Port': ['ID=94c8d824-986d-40c1-a818-08c593a5a323,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:41.200022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Attempting to bind port 94c8d824-986d-40c1-a818-08c593a5a323 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:26:41.200824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Attempting to bind port 94c8d824-986d-40c1-a818-08c593a5a323 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:26:41.201079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Attempting to bind port 94c8d824-986d-40c1-a818-08c593a5a323 on network 68be8841-3be8-4bc7-a8f2-3d7775160e7e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:26:41.207267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:26:41.207777 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Checking segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:26:41.208181 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:41.208581 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Bound using segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:26:41.209059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Bound port: 94c8d824-986d-40c1-a818-08c593a5a323, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:26:41.209448 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:41.283059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] For port 94c8d824-986d-40c1-a818-08c593a5a323, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:26:41.289960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] For port 94c8d824-986d-40c1-a818-08c593a5a323, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c8d824-986d-40c1-a818-08c593a5a323,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:26:41.299844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:41.346952 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:41.364854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf80d70-b2ba-4706-b4bc-1f7f6058cffa None None] Pushing event updated for resources: {'Port': ['ID=94c8d824-986d-40c1-a818-08c593a5a323,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:41.375081 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:41.375707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:41.579879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f49239ac-8074-4f30-992d-fd2884a1c1ba up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:26:41.662824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8283e04f-1fce-4881-bafc-cebb3ae78f7c None None] Provisioning complete for port 94c8d824-986d-40c1-a818-08c593a5a323 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:41.663527 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8283e04f-1fce-4881-bafc-cebb3ae78f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:41.729536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:41.731859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port f49239ac-8074-4f30-992d-fd2884a1c1ba triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:41.732228 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:41.920111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8283e04f-1fce-4881-bafc-cebb3ae78f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:42.010013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8283e04f-1fce-4881-bafc-cebb3ae78f7c None None] For port 94c8d824-986d-40c1-a818-08c593a5a323, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c8d824-986d-40c1-a818-08c593a5a323,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:42.038686 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8283e04f-1fce-4881-bafc-cebb3ae78f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:42.077541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-445c2249-c625-46ac-a0ab-c56eec6a11f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:42.079939 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-445c2249-c625-46ac-a0ab-c56eec6a11f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 796 time: 0.1327674 Nov 12 06:26:42.102425 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283e04f-1fce-4881-bafc-cebb3ae78f7c None None] Pushing event updated for resources: {'Port': ['ID=94c8d824-986d-40c1-a818-08c593a5a323,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:42.114069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:41Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:42.141270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8f915-e2d5-4f8b-a312-2e36f4dd4476 None None] The sync data for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 is: [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:41Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:26:42.144212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fc50ed12-3713-480b-a23c-f839156a49bd req-5ed37ee9-a071-4bd0-9efa-06d8503a3e38 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 210 time: 0.0361094 Nov 12 06:26:42.166946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fda1009b-5a3f-4083-9435-8e0e0163de1f None None] Provisioning complete for port 94c8d824-986d-40c1-a818-08c593a5a323 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:42.166946 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fda1009b-5a3f-4083-9435-8e0e0163de1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:42.178283 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-6d76e010-59a2-47fe-863e-133ab951b2db tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 379 time: 0.0840411 Nov 12 06:26:42.189460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'port': {'device_id': '5fa13fbe-77ec-484c-b013-a639f250693d', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'admin_state_up': True, 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'security_groups': ['6900f4fd-cf07-471a-a2fb-20deacebef3e']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:42.318196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:26:42.321745 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:42.458465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.6 (68be8841-3be8-4bc7-a8f2-3d7775160e7e/7cc892a2-d658-452c-8b04-9f77ec3178cd/b7d355d2-22f0-4cc8-9d31-71704e9f819b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:26:42.603272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:42.638704 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:42.686116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:26:42.692128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:26:42.695969 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:26:42.721841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:42.755717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:42.756383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:42.774988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-8b6e0f4e-3be5-4e9e-ab8e-3b755d416052 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895264 Nov 12 06:26:42.790264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Request body: {'port': {'device_id': '5fa13fbe-77ec-484c-b013-a639f250693d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:42.848398 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:42.992151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3b71eda3-d0bd-4950-b35f-17a2225bc5cf None None] Provisioning complete for port b7d355d2-22f0-4cc8-9d31-71704e9f819b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:42.992647 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3b71eda3-d0bd-4950-b35f-17a2225bc5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:43.031383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3b71eda3-d0bd-4950-b35f-17a2225bc5cf None None] Port b7d355d2-22f0-4cc8-9d31-71704e9f819b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:26:43.128531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d355d2-22f0-4cc8-9d31-71704e9f819b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:26:43.136407 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:43.148651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Transition to ACTIVE for port object b7d355d2-22f0-4cc8-9d31-71704e9f819b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:26:43.152396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:43.204693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:43.323936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059d1b9-82f9-43e0-9798-3e2770af4869 req-e7497041-5630-4a84-a1e3-dd25b54147ed tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.325654 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0059d1b9-82f9-43e0-9798-3e2770af4869 req-e7497041-5630-4a84-a1e3-dd25b54147ed tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 943 time: 0.0707266 Nov 12 06:26:43.359894 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-66cddb4c-05e4-4844-991b-8d4b25d3a487 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1124198 Nov 12 06:26:43.362965 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Attempting to bind port b7d355d2-22f0-4cc8-9d31-71704e9f819b on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:26:43.363310 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Attempting to bind port b7d355d2-22f0-4cc8-9d31-71704e9f819b by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:26:43.363646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Attempting to bind port b7d355d2-22f0-4cc8-9d31-71704e9f819b on network 68be8841-3be8-4bc7-a8f2-3d7775160e7e {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:26:43.377717 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Port b7d355d2-22f0-4cc8-9d31-71704e9f819b on network 68be8841-3be8-4bc7-a8f2-3d7775160e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:26:43.378051 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Attempting to bind port b7d355d2-22f0-4cc8-9d31-71704e9f819b on network 68be8841-3be8-4bc7-a8f2-3d7775160e7e {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:26:43.398702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0059d1b9-82f9-43e0-9798-3e2770af4869 req-d46cfc73-1956-420d-a7f5-aa8f6419084f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633886 Nov 12 06:26:43.401695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:26:43.402009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Checking segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:26:43.402421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Bound using segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:26:43.402863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Bound port: b7d355d2-22f0-4cc8-9d31-71704e9f819b, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:26:43.403226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:43.433812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c8d824-986d-40c1-a818-08c593a5a323 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:26:43.481150 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-6bd127cb-e896-47d6-8d48-5157a45db89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.481740 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-6bd127cb-e896-47d6-8d48-5157a45db89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.482229 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-6bd127cb-e896-47d6-8d48-5157a45db89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.482968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-6bd127cb-e896-47d6-8d48-5157a45db89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.484015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-6bd127cb-e896-47d6-8d48-5157a45db89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.485943 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-6bd127cb-e896-47d6-8d48-5157a45db89c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0588009 Nov 12 06:26:43.488810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 94c8d824-986d-40c1-a818-08c593a5a323 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:43.489182 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:43.489810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:26:43.493486 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:26:43.499958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:43.536139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.536831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:43.538372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 1092 time: 0.7525523 Nov 12 06:26:43.538900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:26:43.541344 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:26:43.595550 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3251084-7c3a-4f25-be77-11275efa3d56 x-openstack-request-id: req-d3251084-7c3a-4f25-be77-11275efa3d56 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:26:43.596129 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:26:43.597020 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3251084-7c3a-4f25-be77-11275efa3d56 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:26:43.597624 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'status': 'completed', 'code': 200} Nov 12 06:26:43.614860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e9984-7184-4abc-9a56-c05ba8a393a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:43.657764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-6e70aa23-4f78-415f-b6e1-4547ae8f694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.659428 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-6e70aa23-4f78-415f-b6e1-4547ae8f694f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1095 time: 0.0585530 Nov 12 06:26:43.669850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-503d00fc-de5e-4040-bbdd-74015aa62381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.670448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-503d00fc-de5e-4040-bbdd-74015aa62381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.671010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-503d00fc-de5e-4040-bbdd-74015aa62381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.672667 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-503d00fc-de5e-4040-bbdd-74015aa62381 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1598828 Nov 12 06:26:43.705621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-fd451c59-fe06-4bf0-91dc-28e37750fd4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 217 time: 0.0371604 Nov 12 06:26:43.720429 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-22b5dd48-ac63-413a-80a3-395cfba8ef85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0398223 Nov 12 06:26:43.757531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-2341652f-3728-4fe4-a9bd-67b296c3ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.759048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-2341652f-3728-4fe4-a9bd-67b296c3ca3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0460837 Nov 12 06:26:43.771295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-4f297b63-e512-46c1-b784-f2db5c6c659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.772762 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-4f297b63-e512-46c1-b784-f2db5c6c659d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0455832 Nov 12 06:26:43.810882 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-27f28ed3-b7cb-4416-9f3b-393d1ed9ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.812342 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-27f28ed3-b7cb-4416-9f3b-393d1ed9ae54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456903 Nov 12 06:26:43.819832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-52368bb5-8705-464e-9343-6b47751a83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:43.821376 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-52368bb5-8705-464e-9343-6b47751a83c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418217 Nov 12 06:26:43.902506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-f5e2ff43-f343-4e8f-b28f-93b3f161702a service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826025 Nov 12 06:26:43.915914 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-0f5cd633-f415-4cd9-9048-276bfb702c8a service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872271 Nov 12 06:26:43.996484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06379a51-338f-4ab8-bcbe-76f6a85170df req-b193eedc-5b92-45ee-b07c-16c69da19b74 service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860722 Nov 12 06:26:44.007337 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-df604514-0d16-4eca-b3a7-355d0dcfb823 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837712 Nov 12 06:26:44.022968 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11a0b25e-3080-41cc-9d4c-e619151168b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:44.056442 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-bcb6fa9d-a169-4b70-a67f-46091f9c971e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0418901 Nov 12 06:26:44.086234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-d89c7b63-2e2a-42ea-824e-d3f8b6ea2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.087796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-d89c7b63-2e2a-42ea-824e-d3f8b6ea2be9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1095 time: 0.0415237 Nov 12 06:26:44.104586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-7ae82734-867f-4617-9258-57ac163b44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.106065 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-7ae82734-867f-4617-9258-57ac163b44d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0434179 Nov 12 06:26:44.155399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-a90c921d-e161-4c92-8f08-3bea0efaaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.156918 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-a90c921d-e161-4c92-8f08-3bea0efaaca6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429251 Nov 12 06:26:44.187940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-be249a79-5ca5-4eec-b9b2-8b0e33ab81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.189398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-be249a79-5ca5-4eec-b9b2-8b0e33ab81f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.0881407 Nov 12 06:26:44.231933 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-b42e0376-25bf-45d1-8617-a570c864b140 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 217 time: 0.0339684 Nov 12 06:26:44.251336 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-3835d228-133e-4a54-a67c-d35fcbdd49ba service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874887 Nov 12 06:26:44.280595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-926bda82-65d5-4e9c-8e57-6ec7e8136342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.282053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-926bda82-65d5-4e9c-8e57-6ec7e8136342 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0428908 Nov 12 06:26:44.329544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-045b2c52-b1a9-4593-ba9a-1da5e1ac451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.330970 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-045b2c52-b1a9-4593-ba9a-1da5e1ac451d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404565 Nov 12 06:26:44.339942 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-51081135-241b-47d6-aba4-32595aac27c4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816128 Nov 12 06:26:44.384466 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-77f2934e-4d0e-4079-8a5f-adf1db28b43f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0369844 Nov 12 06:26:44.425459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-3c24b1b1-392b-4eef-9b80-e4d6b65bd637 service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864592 Nov 12 06:26:44.433400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-c4cea07f-8bd7-4f6f-a4f5-4a3ca0e21f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.434991 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-c4cea07f-8bd7-4f6f-a4f5-4a3ca0e21f63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0434060 Nov 12 06:26:44.481974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-dfe88144-b7dd-4f7a-bdf0-ef16f74923b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.484017 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-dfe88144-b7dd-4f7a-bdf0-ef16f74923b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0424540 Nov 12 06:26:44.560153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d9ae7-bed1-4b19-ae56-f6e9913fee96 req-d53d3e4b-983a-482e-8303-484218e0d416 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.562240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-219d9ae7-bed1-4b19-ae56-f6e9913fee96 req-d53d3e4b-983a-482e-8303-484218e0d416 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 943 time: 0.0735865 Nov 12 06:26:44.564104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9199fcbe-36d9-44f3-94fb-ecadb1c6b44e req-f6a0a3dd-f4ea-471a-8713-944e5ecf4100 service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312246 Nov 12 06:26:44.583276 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-8ffcdf36-e324-4e79-9b22-b323085c5a1c service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924499 Nov 12 06:26:44.613670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-219d9ae7-bed1-4b19-ae56-f6e9913fee96 req-0f69611f-61cc-4e62-a743-73c47c9b5cc2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453095 Nov 12 06:26:44.672795 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-9c8a1a0b-5287-47b5-9eca-891f9ea03a2d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832429 Nov 12 06:26:44.719903 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-492cf821-f405-40e5-b64a-d919e0cada0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0374448 Nov 12 06:26:44.767799 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-a4978a01-97a1-4135-9911-bef196cc0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.769221 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-a4978a01-97a1-4135-9911-bef196cc0c8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0430117 Nov 12 06:26:44.815390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-594daf69-cfbc-40cb-8281-d0b55171777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:44.816862 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-594daf69-cfbc-40cb-8281-d0b55171777e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406179 Nov 12 06:26:44.907103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-06aeaab1-09fc-4559-9e47-2b1cbbd416c8 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832074 Nov 12 06:26:44.993839 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-53815f02-eaab-473a-a1cf-7bd340146691 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797408 Nov 12 06:26:45.036995 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-104c5094-c08a-4b1b-9a65-2d4c98a5be84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0356441 Nov 12 06:26:45.085665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-2dc3b869-f0d9-43a6-89c4-182891b76c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:45.087097 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-2dc3b869-f0d9-43a6-89c4-182891b76c15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0434632 Nov 12 06:26:45.130529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-99531d33-5aab-4d6d-936b-6771edd64aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:45.131953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-99531d33-5aab-4d6d-936b-6771edd64aeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0380137 Nov 12 06:26:45.221968 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-4a570222-858a-41f6-9bd0-bbf1dea85ed3 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833390 Nov 12 06:26:45.307263 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c90fa168-a9ac-4350-86b6-2de1417f5267 req-cb178b11-9807-4f44-b438-f0d6d2a84742 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784063 Nov 12 06:26:45.727492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016833d-2513-4023-aee7-0620becaf961 req-6c9ae95b-8726-46a7-994f-ff6a79211dea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:45.729022 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d016833d-2513-4023-aee7-0620becaf961 req-6c9ae95b-8726-46a7-994f-ff6a79211dea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 943 time: 0.0487306 Nov 12 06:26:45.777008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d016833d-2513-4023-aee7-0620becaf961 req-077816d9-f15e-4010-9c9d-b3ed3e4a7239 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419736 Nov 12 06:26:46.415396 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8ab7-f3ea-4b3a-b7be-7c05bd20fb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:46.803641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b7d355d2-22f0-4cc8-9d31-71704e9f819b details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:26:46.898831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f8c25-3bbf-4af4-8bdc-2d2ebea370b4 req-d6a3e6a8-45d3-4cef-b785-621a82a1904c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:46.900308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-639f8c25-3bbf-4af4-8bdc-2d2ebea370b4 req-d6a3e6a8-45d3-4cef-b785-621a82a1904c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 943 time: 0.0515814 Nov 12 06:26:46.903031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:46.914825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'port_id': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'mac_address': 'fa:16:3e:74:c8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:26:46.949390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-639f8c25-3bbf-4af4-8bdc-2d2ebea370b4 req-da702645-6279-491a-a33f-d0e80d2d2834 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423813 Nov 12 06:26:46.952346 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:46.965611 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d355d2-22f0-4cc8-9d31-71704e9f819b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:26:46.985350 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:46.988432 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:47.038189 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:47.243711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['b7d355d2-22f0-4cc8-9d31-71704e9f819b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:26:47.594698 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:48.066366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee9dbb-5265-4032-a683-0e887910baff req-1a7df6c7-d649-4a88-ad4a-194f5f87fce7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:48.067833 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7ee9dbb-5265-4032-a683-0e887910baff req-1a7df6c7-d649-4a88-ad4a-194f5f87fce7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 944 time: 0.0502923 Nov 12 06:26:48.116835 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a7ee9dbb-5265-4032-a683-0e887910baff req-e9695e8f-fe2c-4bcd-8a7a-66edfa47917d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 Nov 12 06:26:48.802594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b7d355d2-22f0-4cc8-9d31-71704e9f819b up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:26:48.849962 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:48.861132 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port b7d355d2-22f0-4cc8-9d31-71704e9f819b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:26:48.864721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port b7d355d2-22f0-4cc8-9d31-71704e9f819b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:26:48.865072 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:48.942053 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:48.963456 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:26:48.965674 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1bf726-0af4-4ec5-8142-45ac98e02079" -d '{"events": [{"server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "name": "network-vif-plugged", "status": "completed", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:26:48.978015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:26:48.982283 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:49.006211 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc6e086-d6e0-4e64-9578-5f52268681bc x-openstack-request-id: req-adc6e086-d6e0-4e64-9578-5f52268681bc {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:26:49.006530 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "name": "network-vif-plugged", "status": "completed", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:26:49.006782 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-adc6e086-d6e0-4e64-9578-5f52268681bc {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:26:49.007169 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'code': 200} Nov 12 06:26:49.031980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:49.146733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111144ba-5d4c-40f0-9d85-54fd09f16b51 req-b0c26239-af55-4cdc-990f-14f1f5ac9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:49.148242 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-111144ba-5d4c-40f0-9d85-54fd09f16b51 req-b0c26239-af55-4cdc-990f-14f1f5ac9789 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1097 time: 0.0857737 Nov 12 06:26:49.205729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-111144ba-5d4c-40f0-9d85-54fd09f16b51 req-ffcbb8fe-afe5-4fbe-8af5-8d58ceafeff1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487010 Nov 12 06:26:49.241563 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e60e3-a237-4ae4-af93-4e4168c781ef req-1acd00dc-37d7-480b-98d5-7d8abb327254 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:49.243055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f9e60e3-a237-4ae4-af93-4e4168c781ef req-1acd00dc-37d7-480b-98d5-7d8abb327254 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0536942 Nov 12 06:26:49.290514 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1f9e60e3-a237-4ae4-af93-4e4168c781ef req-d9068308-05e9-42a0-9bae-042279932dae tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415127 Nov 12 06:26:49.680249 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:50.408878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04abc0-8aa4-4e14-84cf-9f58ff8be5f3 req-144e0368-7a2f-4b8a-b02e-fab2166d7704 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:50.410363 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c04abc0-8aa4-4e14-84cf-9f58ff8be5f3 req-144e0368-7a2f-4b8a-b02e-fab2166d7704 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0498986 Nov 12 06:26:50.461695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c04abc0-8aa4-4e14-84cf-9f58ff8be5f3 req-477a16b2-0784-43ca-994f-1f2622ff2a36 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453665 Nov 12 06:26:51.576567 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828092-7538-468a-91e5-2604c2c258d5 req-26cbb79e-afb5-48d4-8837-ec48ae348e61 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:51.577950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2828092-7538-468a-91e5-2604c2c258d5 req-26cbb79e-afb5-48d4-8837-ec48ae348e61 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0488071 Nov 12 06:26:51.627010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2828092-7538-468a-91e5-2604c2c258d5 req-d8968ba5-2e01-4763-978d-6c40c2a2be98 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430193 Nov 12 06:26:51.738697 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71927c5-23e4-485a-91d3-a8ec045c752f req-eb2ed521-bc92-4575-b5f1-187d983c3cb2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:51.740177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c71927c5-23e4-485a-91d3-a8ec045c752f req-eb2ed521-bc92-4575-b5f1-187d983c3cb2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0491350 Nov 12 06:26:51.789324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c71927c5-23e4-485a-91d3-a8ec045c752f req-beb48458-9d32-49cb-b736-bb6e0161e77f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Nov 12 06:26:51.811853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58522) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:51.855601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e59f3-ee3d-4e3b-be20-c146e2272f3b tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:51.857028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-330e59f3-ee3d-4e3b-be20-c146e2272f3b tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1092 time: 0.0442038 Nov 12 06:26:51.859765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58524) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:51.863970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:26:51.885591 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:51.980718 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:52.085916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.72 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/6988e8b7-c8a2-4dbe-afa2-316796be9c17) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:26:52.184506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:52.217091 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:52.257825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:26:52.262599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:26:52.266707 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:26:52.289073 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=6988e8b7-c8a2-4dbe-afa2-316796be9c17,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:52.616782 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:52.685191 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:52.831895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:52.836842 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:52.904228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=6988e8b7-c8a2-4dbe-afa2-316796be9c17,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:26:52.912253 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:53.011095 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP c3e13c58-15a3-447b-91b3-7005b950d322 associated. External IP: 172.25.2.72, port: b7d355d2-22f0-4cc8-9d31-71704e9f819b. Nov 12 06:26:53.550864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:26:53.655617 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:26:53.665663 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] Sync routers for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:26:53.673833 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:26:53.676193 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:53.677244 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:53.700148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f03bcd54-d208-4db6-8d69-7708df0abee5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8393805 Nov 12 06:26:53.700738 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:26:53.704268 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38718668-2c7d-4aa7-89e6-75390c8feab9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:26:53.783462 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:53.797785 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f3a50-cb25-4098-a14c-4747e17b3755 req-e7d02a19-2a55-4bcb-9446-964a0d865f09 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:53.799304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e36f3a50-cb25-4098-a14c-4747e17b3755 req-e7d02a19-2a55-4bcb-9446-964a0d865f09 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0484805 Nov 12 06:26:53.850309 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e36f3a50-cb25-4098-a14c-4747e17b3755 req-a89a7601-9f8a-4234-8d58-ecdf0166081f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446930 Nov 12 06:26:53.872296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58530) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:53.913222 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b183a446-576a-4981-b83f-5fad85667999 x-openstack-request-id: req-b183a446-576a-4981-b83f-5fad85667999 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:26:53.913508 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:26:53.913761 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b183a446-576a-4981-b83f-5fad85667999 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:26:53.914165 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'status': 'completed', 'code': 200} Nov 12 06:26:53.965817 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cbf5c93a-90bf-4c06-832f-c8ef264d4482 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/c3e13c58-15a3-447b-91b3-7005b950d322 HTTP/1.1" status: 200 len: 990 time: 0.0923586 Nov 12 06:26:53.974651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-5c855886-4220-43a4-b186-e8977776d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:53.976082 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-5c855886-4220-43a4-b186-e8977776d92a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1097 time: 0.0555294 Nov 12 06:26:54.009029 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c3e13c58-15a3-447b-91b3-7005b950d322', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'port_id': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'mac_address': 'fa:16:3e:74:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa13fbe-77ec-484c-b013-a639f250693d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:26:52Z', 'updated_at': '2021-11-12T06:26:52Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:41Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:54.038691 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] Checking router: 2fbfd777-7407-4e4a-aef8-0e7913a08b81 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:26:54.046918 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:26:54.047518 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:26:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:54.071059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-188a262a-49f6-4b07-b187-b2627aa9121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:54.072528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-188a262a-49f6-4b07-b187-b2627aa9121b service neutron] 10.222.0.47 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.0888603 Nov 12 06:26:54.140284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-7361406b-e989-41e9-a85c-27f09ad904b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 998 time: 0.0597661 Nov 12 06:26:54.192898 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-e5da37ce-1819-4d19-9701-7f032f040542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:54.194403 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-e5da37ce-1819-4d19-9701-7f032f040542 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0462894 Nov 12 06:26:54.243935 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:26:54.251689 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-07d90c00-2d75-486d-a49d-b1fe46140a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:26:54.253181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-07d90c00-2d75-486d-a49d-b1fe46140a74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447433 Nov 12 06:26:54.342192 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-f745615d-57db-44ac-a542-c3bd16e2660e service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804079 Nov 12 06:26:54.435054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38718668-2c7d-4aa7-89e6-75390c8feab9 req-bd231d6f-8215-4919-adf9-9950f6cbe123 service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852711 Nov 12 06:26:54.463464 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c3e13c58-15a3-447b-91b3-7005b950d322', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'port_id': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'mac_address': 'fa:16:3e:74:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa13fbe-77ec-484c-b013-a639f250693d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:26:52Z', 'updated_at': '2021-11-12T06:26:52Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:41Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:26:54.489085 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff9743-aac0-4b04-a6b5-be4c8173fa63 None None] The sync data for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 is: [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'c3e13c58-15a3-447b-91b3-7005b950d322', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'port_id': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'mac_address': 'fa:16:3e:74:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa13fbe-77ec-484c-b013-a639f250693d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:26:52Z', 'updated_at': '2021-11-12T06:26:52Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:41Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:26:54.685363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70d2a4-c1c4-48a0-b976-1473aa848645 None None] New status for floating IP c3e13c58-15a3-447b-91b3-7005b950d322: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:26:54.969790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58532) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:26:55.030919 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8d2fdc37-aae6-4665-ad93-ecae6aaaebd9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/c3e13c58-15a3-447b-91b3-7005b950d322 HTTP/1.1" status: 200 len: 992 time: 0.0589700 Nov 12 06:26:57.940174 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:02.456584 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:27:11.302690 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:14.024400 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7287988e-ee6c-4eec-b18c-97b13f054ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:16.415007 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a0f87614-cbc7-4560-8403-54d9c6bfdb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:17.597119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:18.837989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:19.681370 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:26.094206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58550) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:27:26.097585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982cc95-91d3-4103-aa24-2bde03f32ed8 req-1b582c2c-8bdd-43a1-b858-4d8305ab2616 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:26.099095 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b982cc95-91d3-4103-aa24-2bde03f32ed8 req-1b582c2c-8bdd-43a1-b858-4d8305ab2616 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0514812 Nov 12 06:27:26.151808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b982cc95-91d3-4103-aa24-2bde03f32ed8 req-f3670ef9-ec94-400f-89aa-7a5d2d8ca63f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467205 Nov 12 06:27:26.173866 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-a38ed8b0-7f92-4090-8c79-b12ad5c0f46b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783474 Nov 12 06:27:26.183127 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-5ebde6a8-7300-457f-9a16-6714bb24ba5f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:27:26.184094 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-5ebde6a8-7300-457f-9a16-6714bb24ba5f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050459 Nov 12 06:27:27.271410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e366440-3ea1-4776-81cd-e4d0eb321f59 req-8c5868e8-0967-4515-a79e-cb01a8792bc8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:27.274937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e366440-3ea1-4776-81cd-e4d0eb321f59 req-8c5868e8-0967-4515-a79e-cb01a8792bc8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0528290 Nov 12 06:27:27.349074 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6e366440-3ea1-4776-81cd-e4d0eb321f59 req-0fb523bd-619a-477a-a2a3-9357f2bd2c31 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701895 Nov 12 06:27:27.353706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-f91f4181-1459-444a-bb16-61cb8060ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:27.355176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-f91f4181-1459-444a-bb16-61cb8060ce18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1097 time: 0.0689292 Nov 12 06:27:27.449019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-bf67c7cc-72f7-4ffc-a295-404f740a1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:27.450406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-bf67c7cc-72f7-4ffc-a295-404f740a1ce8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.0871828 Nov 12 06:27:27.515916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-96830ab5-6ab0-4a1c-afb5-42dd16cb652b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 1000 time: 0.0577090 Nov 12 06:27:27.570366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-a6bc21c4-7da0-4bd3-a606-3a96cd002f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:27.571819 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-a6bc21c4-7da0-4bd3-a606-3a96cd002f6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0481212 Nov 12 06:27:27.619201 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d65276dd-2d5c-46f5-b799-075c132f2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:27.620657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d65276dd-2d5c-46f5-b799-075c132f2b55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395374 Nov 12 06:27:27.709581 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-1e47f562-62d1-468c-9786-9b186acba371 service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809968 Nov 12 06:27:27.803310 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-1e2618c2-b2aa-42fb-b78f-aeaf837026f2 service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845680 Nov 12 06:27:27.954953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:28.467590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac49b-a492-4c31-99e8-7ad4ae86e69f req-faca0508-f764-4633-84d5-79d0a378c0de tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:28.469653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e2ac49b-a492-4c31-99e8-7ad4ae86e69f req-faca0508-f764-4633-84d5-79d0a378c0de tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0498829 Nov 12 06:27:28.518156 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2e2ac49b-a492-4c31-99e8-7ad4ae86e69f req-7000692e-00b9-425c-8c7c-ee736c1ef0f8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426104 Nov 12 06:27:29.637725 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72a7c0-00bb-47f0-9213-7e3171ed2f9c req-7b67eb8d-fdb3-4dad-be57-fa0ddeb116b7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:29.639208 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a72a7c0-00bb-47f0-9213-7e3171ed2f9c req-7b67eb8d-fdb3-4dad-be57-fa0ddeb116b7 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0524743 Nov 12 06:27:29.688229 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a72a7c0-00bb-47f0-9213-7e3171ed2f9c req-520fc6de-ff44-47dd-a12e-33aec651b3dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Nov 12 06:27:30.803170 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04275d-3c1e-4928-948f-1217a58a244b req-0b9b3226-c0b5-4299-9857-d8a1c55dfb03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:30.804649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb04275d-3c1e-4928-948f-1217a58a244b req-0b9b3226-c0b5-4299-9857-d8a1c55dfb03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0486939 Nov 12 06:27:30.858469 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb04275d-3c1e-4928-948f-1217a58a244b req-5bc7b7af-203d-4916-96cf-314dcda3db30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478923 Nov 12 06:27:31.973599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b16ad-37f4-436d-9361-df52258939dd req-2bb36fe7-e433-43c5-bdea-a8d66850416c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:31.975092 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-204b16ad-37f4-436d-9361-df52258939dd req-2bb36fe7-e433-43c5-bdea-a8d66850416c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0489361 Nov 12 06:27:32.027971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-204b16ad-37f4-436d-9361-df52258939dd req-2f0a4676-639a-46eb-be16-37834fd20816 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469363 Nov 12 06:27:33.144043 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203af9fa-7e6d-4913-9004-83f996ee4794 req-4ffb55fe-0424-48b3-88e1-8a9533ef6707 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:33.145498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-203af9fa-7e6d-4913-9004-83f996ee4794 req-4ffb55fe-0424-48b3-88e1-8a9533ef6707 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0489597 Nov 12 06:27:33.194985 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-203af9fa-7e6d-4913-9004-83f996ee4794 req-80d86040-816a-474f-ad5d-c8b14c558c1c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435505 Nov 12 06:27:34.310592 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1ab55-64d0-4981-a002-37381f464533 req-f8a7bcd9-63c9-41e0-9801-88c393c11cc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:34.312051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1aa1ab55-64d0-4981-a002-37381f464533 req-f8a7bcd9-63c9-41e0-9801-88c393c11cc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0495555 Nov 12 06:27:34.360406 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1aa1ab55-64d0-4981-a002-37381f464533 req-acb22216-208a-48a3-88c1-1592ff3bfe6f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425291 Nov 12 06:27:35.480410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6f599-9dd0-4954-b5e7-aa790ae3c826 req-c739c84d-8c4a-4f21-80ed-887ac3699d3b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:35.481896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdb6f599-9dd0-4954-b5e7-aa790ae3c826 req-c739c84d-8c4a-4f21-80ed-887ac3699d3b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0536163 Nov 12 06:27:35.530738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fdb6f599-9dd0-4954-b5e7-aa790ae3c826 req-2be0bba6-bfde-4d95-8e9d-a52894b3f574 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428813 Nov 12 06:27:36.648016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006984-bfb7-463e-ad7f-632a4d44bbe3 req-d00689af-8a11-4669-a327-8ca540f35f84 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:36.649477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39006984-bfb7-463e-ad7f-632a4d44bbe3 req-d00689af-8a11-4669-a327-8ca540f35f84 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0491323 Nov 12 06:27:36.698641 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39006984-bfb7-463e-ad7f-632a4d44bbe3 req-ae7620a1-1e48-446d-aca4-f8a3003dafe0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432332 Nov 12 06:27:37.812296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f36e1b-fa57-4262-9bc9-6ccd16d1f7a1 req-574919a8-5db1-475b-8738-05e7fb8ff1ed tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:37.813761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08f36e1b-fa57-4262-9bc9-6ccd16d1f7a1 req-574919a8-5db1-475b-8738-05e7fb8ff1ed tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0488126 Nov 12 06:27:37.866610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-08f36e1b-fa57-4262-9bc9-6ccd16d1f7a1 req-7ef123ee-5e08-4498-9e04-5ed3a68b6c51 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469358 Nov 12 06:27:38.090587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567678bd-395d-4b87-8580-a718ccee5c59 req-3243d9e7-bcde-4c15-919f-3f345821a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:38.091981 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-567678bd-395d-4b87-8580-a718ccee5c59 req-3243d9e7-bcde-4c15-919f-3f345821a73f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1097 time: 0.0404239 Nov 12 06:27:38.193558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567678bd-395d-4b87-8580-a718ccee5c59 req-2d68a749-5fb6-4bc2-9549-9814dbc62f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:38.195048 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-567678bd-395d-4b87-8580-a718ccee5c59 req-2d68a749-5fb6-4bc2-9549-9814dbc62f27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.0834434 Nov 12 06:27:38.264444 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-567678bd-395d-4b87-8580-a718ccee5c59 req-b6395bc6-2bbf-482b-aeab-a7420de3d740 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 1000 time: 0.0596209 Nov 12 06:27:38.313089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567678bd-395d-4b87-8580-a718ccee5c59 req-fee2e7a6-69d0-4cad-ae5f-a4e199c13fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:38.314508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-567678bd-395d-4b87-8580-a718ccee5c59 req-fee2e7a6-69d0-4cad-ae5f-a4e199c13fa2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0428004 Nov 12 06:27:38.359455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567678bd-395d-4b87-8580-a718ccee5c59 req-319667b3-b1e7-49ee-9771-779da7c8f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:38.360822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-567678bd-395d-4b87-8580-a718ccee5c59 req-319667b3-b1e7-49ee-9771-779da7c8f38b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386946 Nov 12 06:27:38.455435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-567678bd-395d-4b87-8580-a718ccee5c59 req-2c9602d0-479b-4078-8f5d-9898d340334a service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850928 Nov 12 06:27:38.549158 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-567678bd-395d-4b87-8580-a718ccee5c59 req-b3856608-a1af-4190-bfdf-6e5a4841ba45 service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858781 Nov 12 06:27:39.033885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35524331-fb24-43b2-8c5d-d33c151dda35 req-b8df930b-5910-4ceb-bc97-1b9708f0e8f8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:39.035395 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35524331-fb24-43b2-8c5d-d33c151dda35 req-b8df930b-5910-4ceb-bc97-1b9708f0e8f8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.1014028 Nov 12 06:27:39.083744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35524331-fb24-43b2-8c5d-d33c151dda35 req-262c6f30-2577-4a31-ace6-96dff632589a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Nov 12 06:27:39.454981 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:27:40.198646 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d815b5-ad53-415a-8c95-6cd5603a9fb6 req-bce357ed-c3bc-4ec1-b309-0901e41c9ab3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:40.200049 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94d815b5-ad53-415a-8c95-6cd5603a9fb6 req-bce357ed-c3bc-4ec1-b309-0901e41c9ab3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0485783 Nov 12 06:27:40.249231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-94d815b5-ad53-415a-8c95-6cd5603a9fb6 req-681f04b3-2fe8-4293-835a-c66256718d6e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431602 Nov 12 06:27:41.299316 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:41.370810 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e06aa1-a5ec-40eb-bbf8-74d863b47341 req-e1ebf567-faeb-4b3e-91f0-fa5b4407ff82 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:41.372264 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44e06aa1-a5ec-40eb-bbf8-74d863b47341 req-e1ebf567-faeb-4b3e-91f0-fa5b4407ff82 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0524971 Nov 12 06:27:41.420374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-44e06aa1-a5ec-40eb-bbf8-74d863b47341 req-dd5c5073-b0c4-46e4-a9de-e38ac4408560 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 Nov 12 06:27:42.537769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ff5c-2511-41ae-8cc1-d40066af5513 req-0e1e55c9-331c-4495-937a-5227e5307919 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:42.539288 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4b4ff5c-2511-41ae-8cc1-d40066af5513 req-0e1e55c9-331c-4495-937a-5227e5307919 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0495896 Nov 12 06:27:42.588788 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f4b4ff5c-2511-41ae-8cc1-d40066af5513 req-edd6f53f-c4c8-43d8-ae8e-24f51d78783d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435698 Nov 12 06:27:43.705138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30695-6af7-4dfa-a969-bf91d697d525 req-ec878569-7827-4412-b925-1e3943eba658 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:43.706616 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa30695-6af7-4dfa-a969-bf91d697d525 req-ec878569-7827-4412-b925-1e3943eba658 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0477986 Nov 12 06:27:43.758325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eaa30695-6af7-4dfa-a969-bf91d697d525 req-de9b116c-5b33-429e-abb7-6efd68de04d6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459297 Nov 12 06:27:44.024601 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b426b0a2-e8b0-4e11-8742-8cd89edb3a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:44.309722 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-f99d8c2e-f37e-48b2-8370-01f33c7c856d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0473216 Nov 12 06:27:44.414920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-b442a6e3-3d02-4ae8-a047-9d3b264bc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.415409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-b442a6e3-3d02-4ae8-a047-9d3b264bc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.415883 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-b442a6e3-3d02-4ae8-a047-9d3b264bc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.416352 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-b442a6e3-3d02-4ae8-a047-9d3b264bc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.416823 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-b442a6e3-3d02-4ae8-a047-9d3b264bc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.418608 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-b442a6e3-3d02-4ae8-a047-9d3b264bc7db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0461478 Nov 12 06:27:44.534009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-12b6dd5a-cfd2-420f-8161-6e782983558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.534524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-12b6dd5a-cfd2-420f-8161-6e782983558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.534997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-12b6dd5a-cfd2-420f-8161-6e782983558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.536592 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-12b6dd5a-cfd2-420f-8161-6e782983558f service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0930262 Nov 12 06:27:44.577632 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-06a8f615-6fd1-4ce5-86ea-169ba0b6dd86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0336218 Nov 12 06:27:44.624000 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-81865d69-db85-4d0a-ae71-228077b747fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.625973 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-81865d69-db85-4d0a-ae71-228077b747fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0411506 Nov 12 06:27:44.670034 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-ceca9ed4-6da0-4d4a-8a59-343fd77e0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.671570 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-ceca9ed4-6da0-4d4a-8a59-343fd77e0d96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392909 Nov 12 06:27:44.687543 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-f14ed20b-aa2b-4d02-9866-7b4c4fbfed2d service neutron] show failed (client error): The resource could not be found. Nov 12 06:27:44.689231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-f14ed20b-aa2b-4d02-9866-7b4c4fbfed2d service neutron] 10.222.0.47 "GET /v2.0/ports/b7d355d2-22f0-4cc8-9d31-71704e9f819b/bindings/n-h1-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0548282 Nov 12 06:27:44.767207 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-e794c657-4aa1-4842-a728-569e504ac6f1 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882583 Nov 12 06:27:44.869825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.43', 52056) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:27:44.888476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005924-cca1-4cf9-a851-d843690602d9 req-d3d6333c-29a6-44b5-a8a6-b1f493f9dea9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.890041 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1005924-cca1-4cf9-a851-d843690602d9 req-d3d6333c-29a6-44b5-a8a6-b1f493f9dea9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0616181 Nov 12 06:27:44.957996 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d1bc70a3-07a5-407c-ae51-e24cbf79d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:44.960393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d1bc70a3-07a5-407c-ae51-e24cbf79d2c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 1097 time: 0.0887489 Nov 12 06:27:44.975596 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d1005924-cca1-4cf9-a851-d843690602d9 req-bc4cc9c2-5618-4e2c-b94e-938c34316d4c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647821 Nov 12 06:27:44.982013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-28', 'device_owner': 'compute:nova'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:27:45.038489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:45.231989 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-44856ba1-acd4-4f7e-bed3-627f5b86dde2 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578404 Nov 12 06:27:45.248007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:27:45.277770 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-26ac7757-55c4-4d04-b32d-974853c3f854 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0342779 Nov 12 06:27:45.280572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:27:45.323645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:27:45.325910 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9913c29-6e87-499b-ac27-7e0e22327bbf" -d '{"events": [{"server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:27:45.328125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-daf677af-d450-4639-ba42-5bb4f66c592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:45.329624 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-daf677af-d450-4639-ba42-5bb4f66c592d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0448174 Nov 12 06:27:45.329795 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:45.345825 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Transition to ACTIVE for port object b7d355d2-22f0-4cc8-9d31-71704e9f819b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:27:45.350144 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:45.379538 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-61483a21-a957-4e2e-ba6e-0dbd64d8a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:45.381497 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-61483a21-a957-4e2e-ba6e-0dbd64d8a963 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446990 Nov 12 06:27:45.394653 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e6ac54-4e4e-4a13-914a-9740e925c744 x-openstack-request-id: req-b5e6ac54-4e4e-4a13-914a-9740e925c744 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:27:45.395136 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:27:45.395461 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5e6ac54-4e4e-4a13-914a-9740e925c744 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:27:45.395957 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'code': 200} Nov 12 06:27:45.445455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:27:45.457900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.458334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.458773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.459184 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.459589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.460008 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.460506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.460907 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.461355 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.461754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.462148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.462580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:45.489452 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-afbe03a7-d4f9-49be-bad9-4fdebfb75ffa service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984077 Nov 12 06:27:45.496611 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] No DVR routers for this DVR port b7d355d2-22f0-4cc8-9d31-71704e9f819b on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:27:45.592737 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-d71dd878-0e16-43eb-b3de-9625baa38f09 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952625 Nov 12 06:27:45.634324 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-2ce99c4b-cad1-491d-ae47-8c755e334ad3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0335417 Nov 12 06:27:45.642009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Attempting to bind port b7d355d2-22f0-4cc8-9d31-71704e9f819b on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:27:45.642295 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Attempting to bind port b7d355d2-22f0-4cc8-9d31-71704e9f819b by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:27:45.642650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Attempting to bind port b7d355d2-22f0-4cc8-9d31-71704e9f819b on network 68be8841-3be8-4bc7-a8f2-3d7775160e7e {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:27:45.646914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Port b7d355d2-22f0-4cc8-9d31-71704e9f819b on network 68be8841-3be8-4bc7-a8f2-3d7775160e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:27:45.647233 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Attempting to bind port b7d355d2-22f0-4cc8-9d31-71704e9f819b on network 68be8841-3be8-4bc7-a8f2-3d7775160e7e {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:27:45.651991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:27:45.652330 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Checking segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:27:45.652711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Bound using segment: {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:27:45.653132 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Bound port: b7d355d2-22f0-4cc8-9d31-71704e9f819b, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3913fb73-da37-4cd6-bcd1-3bdaf1f36177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:27:45.653484 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:45.686498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-99f2a722-0b16-45c7-bab0-28d71d815322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:45.688160 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-99f2a722-0b16-45c7-bab0-28d71d815322 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0457666 Nov 12 06:27:45.723797 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h1-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:27:45.727002 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:27:45.732087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:45.738485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-e7f57814-d02d-4e1d-b923-e4fe18309fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:45.740053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-e7f57814-d02d-4e1d-b923-e4fe18309fae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452256 Nov 12 06:27:45.769340 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:45.769972 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:45.772150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] 10.222.0.43 "PUT /v2.0/ports/b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 1092 time: 0.7948706 Nov 12 06:27:45.796485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6b0cb-b942-489f-a462-4eceb251e4bd service neutron] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:27:45.835039 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-436b80cb-7703-474d-a4ed-479a7703310b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878491 Nov 12 06:27:45.850953 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-8fe9a398-0259-4b0b-884c-6a28f553f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:45.852566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-8fe9a398-0259-4b0b-884c-6a28f553f742 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1095 time: 0.0460441 Nov 12 06:27:45.936506 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-05a6583c-7d7c-4ffa-8431-e2d6d4bd78a6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936174 Nov 12 06:27:45.952779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-0a6ce8ca-d387-4c25-b04c-ecf13bb55d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:45.954769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-0a6ce8ca-d387-4c25-b04c-ecf13bb55d1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.0942109 Nov 12 06:27:45.979126 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-9c9fa01a-c4e9-40d2-b07e-38774314e10c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0359457 Nov 12 06:27:46.029813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-67bd5938-c980-4426-b4b9-b313982a7b9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 998 time: 0.0683854 Nov 12 06:27:46.037356 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-3250ccff-8983-474f-914a-e983ca2977d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:46.038782 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-3250ccff-8983-474f-914a-e983ca2977d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0502470 Nov 12 06:27:46.090633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-5c35515d-6055-407f-ab23-705ea7c1b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:46.092132 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-5c35515d-6055-407f-ab23-705ea7c1b112 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465708 Nov 12 06:27:46.112190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-32207f37-6939-4a24-9dc0-0357f36350a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:46.113651 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-32207f37-6939-4a24-9dc0-0357f36350a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0771697 Nov 12 06:27:46.129521 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdbd72-7c33-49a9-910f-ad4754cafb42 req-dceaeba9-42e2-4e4f-bb33-7005c241b073 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:46.130954 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43fdbd72-7c33-49a9-910f-ad4754cafb42 req-dceaeba9-42e2-4e4f-bb33-7005c241b073 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 943 time: 0.0634201 Nov 12 06:27:46.184779 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-f622821b-01fe-4664-8245-76a645fd04c2 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847559 Nov 12 06:27:46.203147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-6de74029-172e-4779-8f3b-8b30f512e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:46.204708 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-6de74029-172e-4779-8f3b-8b30f512e9dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836933 Nov 12 06:27:46.208869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-43fdbd72-7c33-49a9-910f-ad4754cafb42 req-687afd91-ebd6-4745-82a6-95e6ddd7b777 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706315 Nov 12 06:27:46.280040 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-ff269a88-03a5-44f4-95a6-ce6fa4d186aa service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869961 Nov 12 06:27:46.298800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-3b800881-e145-409b-8d25-c3edc466c573 service neutron] 10.222.0.43 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866573 Nov 12 06:27:46.324107 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-754a9381-d58b-4a3b-962c-430b68028228 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0353751 Nov 12 06:27:46.373320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-deff7f30-a2d3-4ee4-8c9a-4a028fb13282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:46.374814 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-deff7f30-a2d3-4ee4-8c9a-4a028fb13282 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0433991 Nov 12 06:27:46.388295 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-68e438c9-4e94-4902-981c-8254f76abd99 service neutron] 10.222.0.43 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830834 Nov 12 06:27:46.417953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a8e8777-1130-4f97-a728-4c4b2a621935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:46.430629 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-e86d6c57-0352-4899-911d-e5a2b68d7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:46.432496 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-e86d6c57-0352-4899-911d-e5a2b68d7b55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503666 Nov 12 06:27:46.525822 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-f79b4aea-4339-451f-85bb-f8c5a29d4540 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847051 Nov 12 06:27:46.632275 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-112df7d7-72c4-4714-8700-4c1054ddc2b5 req-16ae9e7b-e712-4493-aa25-aee733e5db1b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Nov 12 06:27:47.114044 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b7d355d2-22f0-4cc8-9d31-71704e9f819b no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:27:47.151707 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device b7d355d2-22f0-4cc8-9d31-71704e9f819b not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:27:47.330265 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d3966-3510-45f9-8f1c-745935a4e0ce req-324308e2-991d-4d75-bc0a-d018fae3d3fd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.331774 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-715d3966-3510-45f9-8f1c-745935a4e0ce req-324308e2-991d-4d75-bc0a-d018fae3d3fd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 943 time: 0.0535538 Nov 12 06:27:47.379999 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-715d3966-3510-45f9-8f1c-745935a4e0ce req-d76e9425-8bc3-41cc-8528-efd2eee94af2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423024 Nov 12 06:27:47.396540 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:27:47.398854 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:27:47.444944 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73819ac7-0c08-468d-bb69-28ac706ec834 x-openstack-request-id: req-73819ac7-0c08-468d-bb69-28ac706ec834 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:27:47.445231 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:27:47.445478 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73819ac7-0c08-468d-bb69-28ac706ec834 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:27:47.445873 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'status': 'completed', 'code': 200} Nov 12 06:27:47.505852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-02c7ec8f-0c50-4b07-92eb-4f5a71f5823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.507418 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-02c7ec8f-0c50-4b07-92eb-4f5a71f5823f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1095 time: 0.0432799 Nov 12 06:27:47.532364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-97be4bd3-cba3-40e1-9efe-770f4412941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.533885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-97be4bd3-cba3-40e1-9efe-770f4412941e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1095 time: 0.0430760 Nov 12 06:27:47.601030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:47.604003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-266096f4-5610-4fb4-b4a1-aade2caff5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.605528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-266096f4-5610-4fb4-b4a1-aade2caff5f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.0911033 Nov 12 06:27:47.629503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-186dad8a-0037-48ad-aae7-e5c44fb403d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.631090 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-186dad8a-0037-48ad-aae7-e5c44fb403d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.0902858 Nov 12 06:27:47.671499 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-1a4f816a-5ae8-46dd-b054-e205cb078edb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 998 time: 0.0577443 Nov 12 06:27:47.697870 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-7e9c49d9-ca80-4695-ac72-48fd0825066b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 998 time: 0.0592706 Nov 12 06:27:47.721039 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-c939580d-488e-462f-8aa9-9539337e770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.722527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-c939580d-488e-462f-8aa9-9539337e770c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0434475 Nov 12 06:27:47.747435 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-e833d95e-4f80-4d7c-b215-4adc4f755d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.748910 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-e833d95e-4f80-4d7c-b215-4adc4f755d69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0433130 Nov 12 06:27:47.772804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-c45a0619-515d-4577-b47a-947655b65812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.774292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-c45a0619-515d-4577-b47a-947655b65812 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440123 Nov 12 06:27:47.799056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-4c6afd0d-3cd4-4786-8a9d-14b9883c8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:47.800520 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-4c6afd0d-3cd4-4786-8a9d-14b9883c8692 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439327 Nov 12 06:27:47.865262 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-3dd2afb3-020a-44f4-86aa-e5e0bb3ed07d service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832489 Nov 12 06:27:47.889487 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-70c975f9-696f-4c93-9af5-543fce3bfe93 service neutron] 10.222.0.43 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814862 Nov 12 06:27:47.958326 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-38d8cf9f-9572-47be-b538-a3e36db109ef service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851519 Nov 12 06:27:47.982523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f5b94c2b-e6a6-4b58-bc4e-a2a07e34afae req-3e66ab1a-60c2-4586-b97c-3f7c9a6d0b64 service neutron] 10.222.0.43 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854249 Nov 12 06:27:48.497629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81497-6957-4f39-bd58-7a40e59335d6 req-d67bb7fc-c451-47a2-aed0-238b851b610f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:48.499135 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00e81497-6957-4f39-bd58-7a40e59335d6 req-d67bb7fc-c451-47a2-aed0-238b851b610f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 943 time: 0.0494738 Nov 12 06:27:48.548400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-00e81497-6957-4f39-bd58-7a40e59335d6 req-30db70e7-cd3e-48e6-adf9-cd52fce1e80e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429184 Nov 12 06:27:48.841107 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:49.103829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b7d355d2-22f0-4cc8-9d31-71704e9f819b details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:27:49.197769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:27:49.208695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'port_id': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'mac_address': 'fa:16:3e:74:c8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:27:49.244218 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:49.260129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d355d2-22f0-4cc8-9d31-71704e9f819b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:27:49.279199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:27:49.282666 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:49.327471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:27:49.334531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.334873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.335207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.335560 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.335883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.336205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.336523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.336837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.337151 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.337459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.337771 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.338079 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:27:49.666433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b003e6-35ec-4827-ab66-3fe47cf52221 req-de1f21ad-26f8-4bf6-83b5-b1d219b49f1e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:49.668322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47b003e6-35ec-4827-ab66-3fe47cf52221 req-de1f21ad-26f8-4bf6-83b5-b1d219b49f1e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 944 time: 0.0501218 Nov 12 06:27:49.683551 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:49.723916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-47b003e6-35ec-4827-ab66-3fe47cf52221 req-cffed040-023a-45f1-881e-65b91a8b7e5f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493279 Nov 12 06:27:49.776111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['b7d355d2-22f0-4cc8-9d31-71704e9f819b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:27:49.952699 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1b3ba-9282-4e53-914f-92f8a93f0f02 req-4097c1b0-0e78-4ff9-9bd3-e3fccfd35dff tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:49.954746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cfa1b3ba-9282-4e53-914f-92f8a93f0f02 req-4097c1b0-0e78-4ff9-9bd3-e3fccfd35dff tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 944 time: 0.0834980 Nov 12 06:27:49.963448 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-6b5d9d49-92e4-408e-9be3-ce644cadec59 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:49.964852 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-6b5d9d49-92e4-408e-9be3-ce644cadec59 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d&tenant_id=f05333f1a7a84a278938b58e29332afe&binding%3Ahost_id=n-h1-765315-28 HTTP/1.1" status: 200 len: 944 time: 0.0813222 Nov 12 06:27:50.052430 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cfa1b3ba-9282-4e53-914f-92f8a93f0f02 req-723dd918-95f5-41f1-8b6f-f70554a75898 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862398 Nov 12 06:27:50.059146 n-d-765315-28 neutron-server[102590]: INFO neutron.api.v2.resource [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-c551ff7f-2deb-4b1c-8d94-f8f1fe9d6ca2 service neutron] delete failed (client error): The resource could not be found. Nov 12 06:27:50.060110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-c551ff7f-2deb-4b1c-8d94-f8f1fe9d6ca2 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b7d355d2-22f0-4cc8-9d31-71704e9f819b/bindings/n-h2-765315-28 HTTP/1.1" status: 404 len: 381 time: 0.0808079 Nov 12 06:27:50.174978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-50200833-7cc7-4ee5-83a3-56e8915f4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:50.176461 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-50200833-7cc7-4ee5-83a3-56e8915f4a8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1096 time: 0.0695515 Nov 12 06:27:50.188744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fcc9a-aa26-4ad4-8b5a-89820e6bb494 req-97e432d0-05f9-493b-87d2-30c092adf8d2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:50.190118 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d86fcc9a-aa26-4ad4-8b5a-89820e6bb494 req-97e432d0-05f9-493b-87d2-30c092adf8d2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 944 time: 0.0721681 Nov 12 06:27:50.292838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d86fcc9a-aa26-4ad4-8b5a-89820e6bb494 req-301b5b1e-f2ac-46df-8a40-12e872c11f7f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946391 Nov 12 06:27:50.312471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-0061ad9e-9640-4393-9c8a-7a7413cadc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:50.313921 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-0061ad9e-9640-4393-9c8a-7a7413cadc81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.1229274 Nov 12 06:27:50.378243 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-d3ac73b2-695c-46d6-b1b8-fc84ecf076bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 999 time: 0.0565827 Nov 12 06:27:50.431483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-4fba7f83-6f4d-4a67-bd49-1dc26015007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:50.432885 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-4fba7f83-6f4d-4a67-bd49-1dc26015007c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0460751 Nov 12 06:27:50.478021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-6d567549-26e9-476c-9351-8aee0c215af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:50.479524 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-6d567549-26e9-476c-9351-8aee0c215af8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386899 Nov 12 06:27:50.567424 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-a27802fe-2ee3-4591-8131-a411864a121a service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801079 Nov 12 06:27:50.660146 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-97799174-8712-4cbb-9eb1-abcdaa13f255 req-444b6f97-f234-4c7e-a551-e1120d33fba3 service neutron] 10.222.0.47 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Nov 12 06:27:51.100225 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b7d355d2-22f0-4cc8-9d31-71704e9f819b up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:27:51.150139 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port b7d355d2-22f0-4cc8-9d31-71704e9f819b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:27:51.154249 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port b7d355d2-22f0-4cc8-9d31-71704e9f819b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:27:51.154657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:51.236385 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:51.258153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:27:51.260397 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4875f-fbec-435b-8233-eeb67869219d" -d '{"events": [{"server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "name": "network-vif-plugged", "status": "completed", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:27:51.272956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:27:51.277311 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:27:51.303342 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709b6b28-66c2-4d83-87c8-b59c665059fb x-openstack-request-id: req-709b6b28-66c2-4d83-87c8-b59c665059fb {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:27:51.303627 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "name": "network-vif-plugged", "status": "completed", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:27:51.303870 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-709b6b28-66c2-4d83-87c8-b59c665059fb {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:27:51.304248 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'code': 200} Nov 12 06:27:51.326414 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:27:51.410909 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656b28c-6eb1-4959-90f7-75896c0f0d80 req-e4d1e77e-ece9-470e-a405-917d4c87fd58 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:27:51.412374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5656b28c-6eb1-4959-90f7-75896c0f0d80 req-e4d1e77e-ece9-470e-a405-917d4c87fd58 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0491502 Nov 12 06:27:51.460649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5656b28c-6eb1-4959-90f7-75896c0f0d80 req-9820071d-2546-4cd8-9c7b-3607ec4ddc98 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423474 Nov 12 06:27:51.482205 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58632) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:27:51.545297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-68aac766-aa13-462e-9c7b-aaf0fa6fa8d1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/c3e13c58-15a3-447b-91b3-7005b950d322 HTTP/1.1" status: 200 len: 992 time: 0.0618849 Nov 12 06:27:57.982436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:11.305021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:14.024915 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce01d06-7e93-49ee-b8b8-5e29e82bef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:16.418030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f24faabc-4a3d-4f81-9fb8-67dc489dcde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:16.454310 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:28:17.603406 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:18.843508 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:19.685362 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:28.000701 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:40.173414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58650) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:40.366099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 6988e8b7-c8a2-4dbe-afa2-316796be9c17 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:28:40.366474 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:40.442583 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:40.442825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:40.454151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 6988e8b7-c8a2-4dbe-afa2-316796be9c17 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:28:40.596010 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:40.622438 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=6988e8b7-c8a2-4dbe-afa2-316796be9c17,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:40.683915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:40.684235 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP c3e13c58-15a3-447b-91b3-7005b950d322 disassociated (deleted). External IP: 172.25.2.72, port: b7d355d2-22f0-4cc8-9d31-71704e9f819b. Nov 12 06:28:41.216987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:28:41.307536 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:41.321246 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:28:41.326199 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:41.331055 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523be0ef-0dad-4862-8784-30530987a870 None None] Sync routers for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:28:41.341028 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523be0ef-0dad-4862-8784-30530987a870 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:28:41.341632 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-523be0ef-0dad-4862-8784-30530987a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:41.351255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a79b3c78-1718-4a77-ade3-9867b61792a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/floatingips/c3e13c58-15a3-447b-91b3-7005b950d322 HTTP/1.1" status: 204 len: 168 time: 1.1767890 Nov 12 06:28:41.351842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:28:41.354078 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab85feb8-99c1-4fe8-b394-05393f7254bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:28:41.459954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-523be0ef-0dad-4862-8784-30530987a870 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:28:41.507712 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a047633-458d-4c4b-ad8c-5576a60fe028 x-openstack-request-id: req-7a047633-458d-4c4b-ad8c-5576a60fe028 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:28:41.508096 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:28:41.508484 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a047633-458d-4c4b-ad8c-5576a60fe028 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:28:41.508972 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'status': 'completed', 'code': 200} Nov 12 06:28:41.609576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-4ec02988-3d73-4e1e-a9ce-b3fe44f7ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:41.610621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfabdd-0589-41a7-b3b1-1892474c36f5 req-8d13c5ca-c215-4ea6-b191-14668bc6b4b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:41.611328 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-4ec02988-3d73-4e1e-a9ce-b3fe44f7ab67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 1097 time: 0.0433669 Nov 12 06:28:41.612258 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dcfabdd-0589-41a7-b3b1-1892474c36f5 req-8d13c5ca-c215-4ea6-b191-14668bc6b4b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0566254 Nov 12 06:28:41.665029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9dcfabdd-0589-41a7-b3b1-1892474c36f5 req-94580b16-6175-4372-965d-88293669959c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456309 Nov 12 06:28:41.676798 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-523be0ef-0dad-4862-8784-30530987a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:41Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:41.703657 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523be0ef-0dad-4862-8784-30530987a870 None None] Checking router: 2fbfd777-7407-4e4a-aef8-0e7913a08b81 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:28:41.707178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-58208487-cde1-4cbd-aca8-16767d486c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:41.708650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-58208487-cde1-4cbd-aca8-16767d486c4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 200 len: 897 time: 0.0886142 Nov 12 06:28:41.711941 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523be0ef-0dad-4862-8784-30530987a870 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:28:41.712369 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-523be0ef-0dad-4862-8784-30530987a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:41.752366 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-d2346492-c7ee-4c4a-9891-3a65674c998d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 200 len: 217 time: 0.0355253 Nov 12 06:28:41.804122 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-87277895-8cec-4612-84e3-3f328d120bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:41.805589 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-87277895-8cec-4612-84e3-3f328d120bae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 200 len: 835 time: 0.0441661 Nov 12 06:28:41.818524 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-523be0ef-0dad-4862-8784-30530987a870 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:28:41.853345 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-ffb3cf03-05b3-4ed5-8d44-94f51db181a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:41.854976 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-ffb3cf03-05b3-4ed5-8d44-94f51db181a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68be8841-3be8-4bc7-a8f2-3d7775160e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411439 Nov 12 06:28:41.967918 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-bfd4b1db-02e6-4920-8630-03f2757bc728 service neutron] 10.222.0.43 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919871 Nov 12 06:28:42.022614 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-523be0ef-0dad-4862-8784-30530987a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:41Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:42.059383 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523be0ef-0dad-4862-8784-30530987a870 None None] The sync data for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 is: [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:26:39Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '94c8d824-986d-40c1-a818-08c593a5a323', 'name': '', 'network_id': '68be8841-3be8-4bc7-a8f2-3d7775160e7e', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:b3:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:38Z', 'updated_at': '2021-11-12T06:26:41Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': '7cc892a2-d658-452c-8b04-9f77ec3178cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:28:42.082705 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-ab85feb8-99c1-4fe8-b394-05393f7254bf req-51092341-fc87-4000-843e-ebb53330d0b7 service neutron] 10.222.0.43 "GET /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944555 Nov 12 06:28:42.272939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc3103-6c2e-49f0-b98b-c9ec28c871b4 None None] New status for floating IP c3e13c58-15a3-447b-91b3-7005b950d322: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:28:42.785385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242d5b1-349a-4b20-86e5-b199c2211939 req-99386738-9d74-45a2-af70-1e2301e50ee2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:42.786772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5242d5b1-349a-4b20-86e5-b199c2211939 req-99386738-9d74-45a2-af70-1e2301e50ee2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0522232 Nov 12 06:28:42.835097 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5242d5b1-349a-4b20-86e5-b199c2211939 req-80f34582-f711-472b-9ac7-656b0ba571e3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=6900f4fd-cf07-471a-a2fb-20deacebef3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424778 Nov 12 06:28:43.419185 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-0b12e51c-959e-44b3-8c05-276b4212de9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:43.420636 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-0b12e51c-959e-44b3-8c05-276b4212de9b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 945 time: 0.0487335 Nov 12 06:28:43.509074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port b7d355d2-22f0-4cc8-9d31-71704e9f819b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:28:43.509411 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:43.602308 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port b7d355d2-22f0-4cc8-9d31-71704e9f819b, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=b7d355d2-22f0-4cc8-9d31-71704e9f819b,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:28:43.602697 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:43.615101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for b7d355d2-22f0-4cc8-9d31-71704e9f819b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:28:43.740343 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:43.765802 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=b7d355d2-22f0-4cc8-9d31-71704e9f819b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:43.776141 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.776499 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.776843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.777179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.777510 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.777842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.778172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.778527 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.779221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.779221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.779515 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.779789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:43.821158 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] No DVR routers for this DVR port b7d355d2-22f0-4cc8-9d31-71704e9f819b on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:28:43.823747 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:43.827078 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0239d32c-db16-454b-ba13-aa5bf4b3e379 req-159e3855-ebc5-4e69-aabe-185c929ef2f2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.43 "DELETE /v2.0/ports/b7d355d2-22f0-4cc8-9d31-71704e9f819b HTTP/1.1" status: 204 len: 173 time: 0.4002721 Nov 12 06:28:43.827624 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'name': 'network-vif-deleted', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:28:43.829825 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d1a98c-1969-4a20-bca4-5775c9e0b4df" -d '{"events": [{"server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "name": "network-vif-deleted", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:28:43.868289 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c47197-b992-4008-92c1-ba53b3b6e1d8 x-openstack-request-id: req-32c47197-b992-4008-92c1-ba53b3b6e1d8 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:28:43.868583 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa13fbe-77ec-484c-b013-a639f250693d", "name": "network-vif-deleted", "tag": "b7d355d2-22f0-4cc8-9d31-71704e9f819b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:28:43.868843 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32c47197-b992-4008-92c1-ba53b3b6e1d8 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:28:43.869248 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa13fbe-77ec-484c-b013-a639f250693d', 'name': 'network-vif-deleted', 'tag': 'b7d355d2-22f0-4cc8-9d31-71704e9f819b', 'status': 'completed', 'code': 200} Nov 12 06:28:43.942331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ca668e78-88e9-406e-9607-6b8b5bbdea39 req-495af303-298f-4e37-bc2e-10b02f1a10bb tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fa13fbe-77ec-484c-b013-a639f250693d HTTP/1.1" status: 200 len: 210 time: 0.0271084 Nov 12 06:28:44.025691 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a5c85ad-cd50-4541-a95e-47346fc6b6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:44.465188 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-cf58c1fa-37a2-4d14-98db-043c3e4d7cbc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0434475 Nov 12 06:28:44.574729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-9ec84a4c-b4e7-4cc2-9d9e-4c6eeead2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.575208 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-9ec84a4c-b4e7-4cc2-9d9e-4c6eeead2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.575683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-9ec84a4c-b4e7-4cc2-9d9e-4c6eeead2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.576155 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-9ec84a4c-b4e7-4cc2-9d9e-4c6eeead2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.576621 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-9ec84a4c-b4e7-4cc2-9d9e-4c6eeead2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.578399 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-9ec84a4c-b4e7-4cc2-9d9e-4c6eeead2706 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0510635 Nov 12 06:28:44.691403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-d7b5d067-dc3c-458a-8805-dd1a80db02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.691878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-d7b5d067-dc3c-458a-8805-dd1a80db02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.692340 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-d7b5d067-dc3c-458a-8805-dd1a80db02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.693890 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-d7b5d067-dc3c-458a-8805-dd1a80db02f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0897422 Nov 12 06:28:44.738664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-72846159-8ce5-42f0-acf0-d1864203f6a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0368116 Nov 12 06:28:44.785855 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-9b9a5ad1-dd6e-4f9a-bf9a-a9cee55fce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.787284 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-9b9a5ad1-dd6e-4f9a-bf9a-a9cee55fce9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0427704 Nov 12 06:28:44.833975 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-2f1e9777-a651-474a-85cb-a88df5d69c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:44.835519 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-2f1e9777-a651-474a-85cb-a88df5d69c91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411077 Nov 12 06:28:44.927595 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-caa77d0f-87fa-461d-b367-289188284e8f service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850325 Nov 12 06:28:45.000209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58668) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:45.016356 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-c7ebe77d-5985-4b37-b427-70ff012f17e8 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813541 Nov 12 06:28:45.062043 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-b5ae0de3-2f96-4418-93a4-570c86793d36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0377095 Nov 12 06:28:45.111737 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-abdcc764-f1b9-4429-9d3a-03aa76a79d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:45.113201 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-abdcc764-f1b9-4429-9d3a-03aa76a79d2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0442824 Nov 12 06:28:45.161672 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-fb388f99-b64f-4e8f-bd98-dd761e2d8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:45.163241 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-fb388f99-b64f-4e8f-bd98-dd761e2d8afe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432208 Nov 12 06:28:45.256621 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-17ae02d6-c61f-43f7-9f15-ebf67022e8c1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864508 Nov 12 06:28:45.346589 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-64971d9c-9b49-47b4-a9c0-112212f3c283 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828531 Nov 12 06:28:45.365462 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:45.390495 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-6599609b-f1c2-45c4-a324-cf8592242c74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0369289 Nov 12 06:28:45.440396 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-90758da7-6395-4b1c-86f5-60280094994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:45.440647 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-90758da7-6395-4b1c-86f5-60280094994d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0422008 Nov 12 06:28:45.486067 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-99748c8c-5d06-43fa-b69a-4fd273e92c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:45.487587 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-99748c8c-5d06-43fa-b69a-4fd273e92c85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0395052 Nov 12 06:28:45.582294 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-e73b02a5-7359-4b7b-9488-fc6d771add84 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859780 Nov 12 06:28:45.623311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 94c8d824-986d-40c1-a818-08c593a5a323 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:28:45.623635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:45.672268 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-b03f3ab0-9f93-4fc7-ae51-982a81fa0562 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808804 Nov 12 06:28:45.716568 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 94c8d824-986d-40c1-a818-08c593a5a323, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=94c8d824-986d-40c1-a818-08c593a5a323,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:28:45.716955 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:45.718215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-a0616f61-3414-4340-a5a2-5f40072b628a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0388505 Nov 12 06:28:45.729811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 94c8d824-986d-40c1-a818-08c593a5a323 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:28:45.767221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-cd8a45d5-f028-49d7-a5b6-1b0fe8b32cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:45.768901 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-cd8a45d5-f028-49d7-a5b6-1b0fe8b32cd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0439963 Nov 12 06:28:45.814724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-844cc796-36b5-4bfb-a14b-85fc6c15b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:45.816696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-844cc796-36b5-4bfb-a14b-85fc6c15b9a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0402572 Nov 12 06:28:45.908745 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-0c97cb08-e124-413d-917e-13cae033d22c service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857286 Nov 12 06:28:45.914596 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:45.943318 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=94c8d824-986d-40c1-a818-08c593a5a323,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:45.967504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.967864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.968200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.968542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.968863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.969206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.969535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.969865 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.970192 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.970542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.970867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:45.971188 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:46.007829 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-82e27d74-b0fd-4ed9-9da8-7479147f897e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917101 Nov 12 06:28:46.061027 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-a21edf64-99be-43c5-89fc-9a021ac48431 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0440519 Nov 12 06:28:46.113584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-79d2e275-d89e-45b8-b1c9-f31b751c0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:46.115300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-79d2e275-d89e-45b8-b1c9-f31b751c0b02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0475981 Nov 12 06:28:46.141049 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:46.163179 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-905d669c-84e6-4a5a-869b-14a1e1dc3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:46.164827 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-905d669c-84e6-4a5a-869b-14a1e1dc3ac4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0417511 Nov 12 06:28:46.258664 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-69f2889a-445b-4c85-9aa6-9c0ddf4c2d78 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863795 Nov 12 06:28:46.346702 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-9aa95d4b-8ca0-4f37-a55f-8dcd781b5a7d req-8c5a0159-f958-4f60-92f8-122164f38842 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811520 Nov 12 06:28:46.354556 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:28:46.420354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7757fbb3-f0e8-48fe-8b4a-beff11fac530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:46.464122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:28:46.469183 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5b86f255-800b-44dd-90a1-519a8a30dc28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/2fbfd777-7407-4e4a-aef8-0e7913a08b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678485 Nov 12 06:28:46.471815 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58670) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:46.474832 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] Sync routers for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:28:46.485920 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:28:46.486560 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:46.528312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e978ced-a982-46bd-8a6a-cf016225a198 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting subnet 7cc892a2-d658-452c-8b04-9f77ec3178cd {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:28:46.531438 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e978ced-a982-46bd-8a6a-cf016225a198 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:46.572039 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e978ced-a982-46bd-8a6a-cf016225a198 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:46.592367 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:28:46.653030 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e978ced-a982-46bd-8a6a-cf016225a198 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:46.716166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e978ced-a982-46bd-8a6a-cf016225a198 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:46.745384 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e978ced-a982-46bd-8a6a-cf016225a198 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:46.751191 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6e978ced-a982-46bd-8a6a-cf016225a198 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/subnets/7cc892a2-d658-452c-8b04-9f77ec3178cd HTTP/1.1" status: 204 len: 168 time: 0.2753470 Nov 12 06:28:46.751191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e978ced-a982-46bd-8a6a-cf016225a198 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc892a2-d658-452c-8b04-9f77ec3178cd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:46.752874 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58672) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:46.754713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f435647-32cc-44d0-8459-0a3d38ade68c None None] Network 68be8841-3be8-4bc7-a8f2-3d7775160e7e requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:28:46.767184 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:28:45Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:46.794143 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] Checking router: 2fbfd777-7407-4e4a-aef8-0e7913a08b81 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:28:46.803220 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] Routers {'2fbfd777-7407-4e4a-aef8-0e7913a08b81'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:28:46.804075 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:46.871156 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:46.984449 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.006081 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] Set router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:28:47.044650 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:28:47.045001 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.111013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] DHCP port deletion for 68be8841-3be8-4bc7-a8f2-3d7775160e7e request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:28:47.130176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:28:47.130585 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.145962 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:28:47.160727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] Deleting port f49239ac-8074-4f30-992d-fd2884a1c1ba {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:28:47.161178 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.198420 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:28:45Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:47.224929 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424bea5-374f-4075-b631-a4d676516c51 None None] The sync data for ids ['2fbfd777-7407-4e4a-aef8-0e7913a08b81'] in n-d-765315-28 is: [{'id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303966823', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:26:35Z', 'updated_at': '2021-11-12T06:28:45Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfd777-7407-4e4a-aef8-0e7913a08b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:26:36Z', 'updated_at': '2021-11-12T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:28:47.231447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] For port f49239ac-8074-4f30-992d-fd2884a1c1ba, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=f49239ac-8074-4f30-992d-fd2884a1c1ba,segment=NetworkSegment(3913fb73-da37-4cd6-bcd1-3bdaf1f36177),segment_id=3913fb73-da37-4cd6-bcd1-3bdaf1f36177)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:28:47.231899 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.247418 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] Calling delete_port for f49239ac-8074-4f30-992d-fd2884a1c1ba owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:28:47.325354 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.328730 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.331223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b7d355d2-22f0-4cc8-9d31-71704e9f819b no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:28:47.359220 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:47.377938 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb458d-9af0-405e-84fe-407e4494cb3a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:28:47.380179 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] Pushing event deleted for resources: {'Port': ['ID=f49239ac-8074-4f30-992d-fd2884a1c1ba,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:47.382969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2024565-9a14-4e69-9a82-f1e2cd0c625b None None] No DVR routers for this DVR port f49239ac-8074-4f30-992d-fd2884a1c1ba on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:28:47.384788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: b7d355d2-22f0-4cc8-9d31-71704e9f819b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:28:47.384911 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device b7d355d2-22f0-4cc8-9d31-71704e9f819b not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:28:47.423430 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.513265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.515323 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.560964 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.561529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Fanout notify agent at l3_agent the message router_deleted on router 2fbfd777-7407-4e4a-aef8-0e7913a08b81 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:28:47.573226 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.577012 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5d4b0ed1-b43a-4fe6-a121-16058f52e015 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/routers/2fbfd777-7407-4e4a-aef8-0e7913a08b81 HTTP/1.1" status: 204 len: 168 time: 0.8202131 Nov 12 06:28:47.577311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58674) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:47.610473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.671187 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.689593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f49239ac-8074-4f30-992d-fd2884a1c1ba no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:28:47.714780 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: f49239ac-8074-4f30-992d-fd2884a1c1ba {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:28:47.715136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device f49239ac-8074-4f30-992d-fd2884a1c1ba not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:28:47.715563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c8d824-986d-40c1-a818-08c593a5a323 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:28:47.735000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 94c8d824-986d-40c1-a818-08c593a5a323 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:28:47.735423 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 94c8d824-986d-40c1-a818-08c593a5a323 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:28:47.767809 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.788024 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68be8841-3be8-4bc7-a8f2-3d7775160e7e']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:47.797695 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3913fb73-da37-4cd6-bcd1-3bdaf1f36177') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:47.797998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3913fb73-da37-4cd6-bcd1-3bdaf1f36177') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:47.807973 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.821970 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.828312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:28:47.828652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:28:47.832464 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:28:47.893024 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.899772 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.903582 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/networks/68be8841-3be8-4bc7-a8f2-3d7775160e7e HTTP/1.1" status: 204 len: 168 time: 0.3253548 Nov 12 06:28:47.906666 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58676) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:47.923488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487adc21-68c0-40ec-bb8f-a5f8fa14003a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Network': ['ID=68be8841-3be8-4bc7-a8f2-3d7775160e7e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:47.967046 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-648e3ec7-c04f-4acd-9978-d324955e3b34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:47.996242 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-648e3ec7-c04f-4acd-9978-d324955e3b34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:48.054271 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-648e3ec7-c04f-4acd-9978-d324955e3b34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:48.056910 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-648e3ec7-c04f-4acd-9978-d324955e3b34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:48.058715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-648e3ec7-c04f-4acd-9978-d324955e3b34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/security-groups/6900f4fd-cf07-471a-a2fb-20deacebef3e HTTP/1.1" status: 204 len: 168 time: 0.1503332 Nov 12 06:28:48.069029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e3ec7-c04f-4acd-9978-d324955e3b34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6900f4fd-cf07-471a-a2fb-20deacebef3e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:48.846863 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:49.389896 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:28:49.410748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:28:49.411204 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 4625ef78-cf5a-4b5a-bcb1-8b9e9ac30a6b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:28:49.689283 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.067206 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58684) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:50.071863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-671393a4-57ca-4dfc-8d0a-b65c79cb2656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930570711', 'description': 'tempest-secgroup-smoke-930570711 description', 'project_id': 'f05333f1a7a84a278938b58e29332afe'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:50.093608 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-671393a4-57ca-4dfc-8d0a-b65c79cb2656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.158576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-671393a4-57ca-4dfc-8d0a-b65c79cb2656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.162662 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-671393a4-57ca-4dfc-8d0a-b65c79cb2656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.192144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-671393a4-57ca-4dfc-8d0a-b65c79cb2656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.193373 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-671393a4-57ca-4dfc-8d0a-b65c79cb2656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1251187 Nov 12 06:28:50.195549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671393a4-57ca-4dfc-8d0a-b65c79cb2656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e871f4ce-05e0-4d96-a0d4-51362a05cd20,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:50.196384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58686) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:50.201311 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bbb4284b-1ae7-41cb-8b62-f9421cfc8e93 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'e871f4ce-05e0-4d96-a0d4-51362a05cd20', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:50.228158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bbb4284b-1ae7-41cb-8b62-f9421cfc8e93 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.285839 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bbb4284b-1ae7-41cb-8b62-f9421cfc8e93 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.289293 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bbb4284b-1ae7-41cb-8b62-f9421cfc8e93 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.306659 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4284b-1ae7-41cb-8b62-f9421cfc8e93 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9434f5f7-6a00-4180-be54-e9ee7a2351fd,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:50.318775 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bbb4284b-1ae7-41cb-8b62-f9421cfc8e93 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.319976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bbb4284b-1ae7-41cb-8b62-f9421cfc8e93 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225216 Nov 12 06:28:50.322661 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58688) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:50.327174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1070855a-c58d-46d5-a288-ed6977237656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'e871f4ce-05e0-4d96-a0d4-51362a05cd20', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:50.352543 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1070855a-c58d-46d5-a288-ed6977237656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.407062 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1070855a-c58d-46d5-a288-ed6977237656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.410332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1070855a-c58d-46d5-a288-ed6977237656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.431306 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070855a-c58d-46d5-a288-ed6977237656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d974de5-ca39-41ec-8be5-8cf02d474fb5,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:50.437331 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1070855a-c58d-46d5-a288-ed6977237656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.438490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1070855a-c58d-46d5-a288-ed6977237656 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148725 Nov 12 06:28:50.441952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58690) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:50.446235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cd9d70c5-6b96-4a94-b40f-293accaf545c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'e871f4ce-05e0-4d96-a0d4-51362a05cd20', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:50.471686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd9d70c5-6b96-4a94-b40f-293accaf545c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.527537 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd9d70c5-6b96-4a94-b40f-293accaf545c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.531246 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd9d70c5-6b96-4a94-b40f-293accaf545c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.546256 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d70c5-6b96-4a94-b40f-293accaf545c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec5189c-6dc4-4745-97c2-0939e8a3e8de,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:50.556969 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd9d70c5-6b96-4a94-b40f-293accaf545c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.558062 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cd9d70c5-6b96-4a94-b40f-293accaf545c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151645 Nov 12 06:28:50.560899 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58692) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:50.565094 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-048bb580-79ac-444c-a603-5bbb84a38f5c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'e871f4ce-05e0-4d96-a0d4-51362a05cd20', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:50.590754 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-048bb580-79ac-444c-a603-5bbb84a38f5c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.647694 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-048bb580-79ac-444c-a603-5bbb84a38f5c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.651427 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-048bb580-79ac-444c-a603-5bbb84a38f5c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.667116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bb580-79ac-444c-a603-5bbb84a38f5c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacbf0ab-6630-49ac-ad0d-0d5dbb28c7ac,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:50.678615 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-048bb580-79ac-444c-a603-5bbb84a38f5c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.679827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-048bb580-79ac-444c-a603-5bbb84a38f5c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179843 Nov 12 06:28:50.682638 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58694) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:50.687061 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f7c3fbc1-90d0-416c-80b9-ab541d64739e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'e871f4ce-05e0-4d96-a0d4-51362a05cd20', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:50.708411 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-f7c3fbc1-90d0-416c-80b9-ab541d64739e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:28:50.713170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7c3fbc1-90d0-416c-80b9-ab541d64739e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.775402 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7c3fbc1-90d0-416c-80b9-ab541d64739e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.778683 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7c3fbc1-90d0-416c-80b9-ab541d64739e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.795672 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3fbc1-90d0-416c-80b9-ab541d64739e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d61544-9b7e-4a7b-97d5-773d65ec04d8,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:50.805272 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f7c3fbc1-90d0-416c-80b9-ab541d64739e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.806475 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f7c3fbc1-90d0-416c-80b9-ab541d64739e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228642 Nov 12 06:28:50.809198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58696) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:50.813358 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0e19ba49-cc34-4da8-aa07-ea504b96bddd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'e871f4ce-05e0-4d96-a0d4-51362a05cd20', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:50.834244 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-0e19ba49-cc34-4da8-aa07-ea504b96bddd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:28:50.838868 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19ba49-cc34-4da8-aa07-ea504b96bddd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.897735 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19ba49-cc34-4da8-aa07-ea504b96bddd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.901278 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19ba49-cc34-4da8-aa07-ea504b96bddd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.921578 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19ba49-cc34-4da8-aa07-ea504b96bddd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363cf7b6-703d-46ee-9680-bf401b7028c6,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:50.927364 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e19ba49-cc34-4da8-aa07-ea504b96bddd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.928493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0e19ba49-cc34-4da8-aa07-ea504b96bddd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184399 Nov 12 06:28:50.931353 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58698) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:50.936389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'network': {'name': 'tempest-network-smoke--648708534', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'port_security_enabled': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:50.956071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:28:50.960107 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.983420 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:28:50.991783 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:50.992116 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Added segment e3c38013-ce22-4475-a38d-c6894f00c18a of type vlan for network 5ba42f8e-46be-4713-bb17-dfa980df0168 Nov 12 06:28:51.029673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.055602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.061254 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:51.061803 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.096168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1638241 Nov 12 06:28:51.099608 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58700) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:51.104318 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'admin_state_up': True, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:51.127719 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.128800 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.129683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28c34e-144e-4fcb-b2f6-d413fefa616b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Network': ['ID=5ba42f8e-46be-4713-bb17-dfa980df0168,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:51.144494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:28:51.189919 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.324152 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.510153 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.528994 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.626884 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.231 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/453422ce-2450-4ccc-ba09-e95618a4d882) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:28:51.728723 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.765487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.800892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:28:51.804029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:28:51.806988 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:28:51.817398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afe4f45-f92b-4449-afe8-33a6942a85d5 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:28:51.839197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=453422ce-2450-4ccc-ba09-e95618a4d882,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:51.904960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3654aa5a-3b17-464e-b568-e39ede8c319d None None] Provisioning complete for port 453422ce-2450-4ccc-ba09-e95618a4d882 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:51.905244 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3654aa5a-3b17-464e-b568-e39ede8c319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:51.938410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3654aa5a-3b17-464e-b568-e39ede8c319d None None] Port 453422ce-2450-4ccc-ba09-e95618a4d882 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:28:52.055737 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:52.585334 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:52.708461 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:28:52.811358 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:28:52.822004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Sync routers for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:28:52.831391 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:52.832346 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:28:52.832970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:52.833103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-df578793-b22c-4095-a58e-420692a25764 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7324769 Nov 12 06:28:52.836360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58702) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:52.906669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-83b3cdae-573a-432e-9730-554f8166e809 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f05333f1a7a84a278938b58e29332afe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691187 Nov 12 06:28:52.909307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58706) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:52.938863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:28:52.997090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990ee6d-3c61-4ab7-b47d-d40916b7ba03 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:53.001164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1990ee6d-3c61-4ab7-b47d-d40916b7ba03 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883720 Nov 12 06:28:53.001377 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58708) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:53.029359 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-81df9948-7683-49ec-9ba0-ad0173a4ffb2 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269547 Nov 12 06:28:53.031802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58710) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:53.036390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-354331790', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:53.115718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:51Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:53.126506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:28:53.130746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.143056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Checking router: 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:28:53.143403 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Updating router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf port 453422ce-2450-4ccc-ba09-e95618a4d882 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:28:53.168156 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.309538 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.367152 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Subnet': ['ID=bd4519ab-a60b-4448-8c93-7ebeae32f981,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:53.379918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Checking segment: {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:28:53.380291 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network hostable DHCP agents. Network: 5ba42f8e-46be-4713-bb17-dfa980df0168, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:28:53.396855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:28:53.406032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 5ba42f8e-46be-4713-bb17-dfa980df0168) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:28:53.410482 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:53.411297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.421272 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.424128 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf6a44-eae3-4cfc-a783-606d29ab9964 None None] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:28:53.427526 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-43c4b332-0896-4550-9d4c-54c8441468df tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3945076 Nov 12 06:28:53.431113 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58712) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:28:53.438433 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.458374 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:28:53.535776 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ff8b3d-ae57-430c-b527-12459a4ae620 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:28:53.545880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Pushing event updated for resources: {'Port': ['ID=453422ce-2450-4ccc-ba09-e95618a4d882,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:53.566682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.567036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.567377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.567800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.568038 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.568471 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.568687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.569073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.569326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.569759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.569991 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.570322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:53.573523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Attempting to bind port 453422ce-2450-4ccc-ba09-e95618a4d882 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:28:53.573899 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Attempting to bind port 453422ce-2450-4ccc-ba09-e95618a4d882 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:28:53.574259 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Attempting to bind port 453422ce-2450-4ccc-ba09-e95618a4d882 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:28:53.589345 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:28:53.589720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:28:53.590125 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.590547 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:28:53.591032 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Bound port: 453422ce-2450-4ccc-ba09-e95618a4d882, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:28:53.591416 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.697299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] For port 453422ce-2450-4ccc-ba09-e95618a4d882, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:28:53.714767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-5ba42f8e-46be-4713-bb17-dfa980df0168', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:28:53.715627 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.720730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] For port 453422ce-2450-4ccc-ba09-e95618a4d882, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=453422ce-2450-4ccc-ba09-e95618a4d882,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:28:53.730928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8fedb6ae-d951-408d-b93e-e4ceb1900c47 None None] Provisioning complete for port 453422ce-2450-4ccc-ba09-e95618a4d882 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:53.731311 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8fedb6ae-d951-408d-b93e-e4ceb1900c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.735606 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:53.824956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a52e81-029c-485f-968d-b39ecb04b4af None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:28:53.899943 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:28:53.900574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:53.913230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce34f76-b887-4438-ad6b-ae53f720125d None None] Pushing event updated for resources: {'Port': ['ID=453422ce-2450-4ccc-ba09-e95618a4d882,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:54.071502 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8fedb6ae-d951-408d-b93e-e4ceb1900c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.078883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Allocated IP 172.20.0.2 (5ba42f8e-46be-4713-bb17-dfa980df0168/bd4519ab-a60b-4448-8c93-7ebeae32f981/30c4597d-8694-45ba-b02a-5fdd06834c5a) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:28:54.110878 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8fedb6ae-d951-408d-b93e-e4ceb1900c47 None None] For port 453422ce-2450-4ccc-ba09-e95618a4d882, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=453422ce-2450-4ccc-ba09-e95618a4d882,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:28:54.121714 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8fedb6ae-d951-408d-b93e-e4ceb1900c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.124495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:28:54.208602 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.499851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedb6ae-d951-408d-b93e-e4ceb1900c47 None None] Pushing event updated for resources: {'Port': ['ID=453422ce-2450-4ccc-ba09-e95618a4d882,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:54.529062 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4a620ce6-6c31-4b71-9c67-6fb16abb1700 None None] Provisioning complete for port 453422ce-2450-4ccc-ba09-e95618a4d882 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:54.529435 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4a620ce6-6c31-4b71-9c67-6fb16abb1700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.674778 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.701288 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.730460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.1 (5ba42f8e-46be-4713-bb17-dfa980df0168/bd4519ab-a60b-4448-8c93-7ebeae32f981/0445bc51-4a25-43e8-a10d-1bc109765329) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:28:54.768701 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:28:54.780106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:28:54.782909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:28:54.785784 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:51Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:54.788383 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Pushing event updated for resources: {'Port': ['ID=30c4597d-8694-45ba-b02a-5fdd06834c5a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:54.824889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d624da-b879-4f23-ad23-df076b9947a4 None None] The sync data for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 is: [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:51Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:28:54.865378 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.874792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Attempting to bind port 30c4597d-8694-45ba-b02a-5fdd06834c5a on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:28:54.875275 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Attempting to bind port 30c4597d-8694-45ba-b02a-5fdd06834c5a by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:28:54.875525 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Attempting to bind port 30c4597d-8694-45ba-b02a-5fdd06834c5a on network 5ba42f8e-46be-4713-bb17-dfa980df0168 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:28:54.882145 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:28:54.882545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Checking segment: {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:28:54.882977 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.883369 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Bound using segment: {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:28:54.883842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Bound port: 30c4597d-8694-45ba-b02a-5fdd06834c5a, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:28:54.884218 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.902409 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.941413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:28:54.944764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:28:54.948040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:28:54.962161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] For port 30c4597d-8694-45ba-b02a-5fdd06834c5a, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:28:54.965960 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] For port 30c4597d-8694-45ba-b02a-5fdd06834c5a, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=30c4597d-8694-45ba-b02a-5fdd06834c5a,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:28:54.971212 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:54.992108 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=0445bc51-4a25-43e8-a10d-1bc109765329,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:55.010049 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.042589 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865121d9-97d5-4046-949e-8d06d752c194 None None] Pushing event updated for resources: {'Port': ['ID=30c4597d-8694-45ba-b02a-5fdd06834c5a,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:55.188680 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.508112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 30c4597d-8694-45ba-b02a-5fdd06834c5a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:28:55.559112 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.564622 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 30c4597d-8694-45ba-b02a-5fdd06834c5a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:55.565060 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.568524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.647259 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=0445bc51-4a25-43e8-a10d-1bc109765329,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:55.649626 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.664351 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.705854 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 30c4597d-8694-45ba-b02a-5fdd06834c5a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=30c4597d-8694-45ba-b02a-5fdd06834c5a,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:28:55.710977 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.712060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 453422ce-2450-4ccc-ba09-e95618a4d882 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:28:55.754091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:28:55.755615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:28:55.794957 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=30c4597d-8694-45ba-b02a-5fdd06834c5a,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:55.805783 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 453422ce-2450-4ccc-ba09-e95618a4d882 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:55.806169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:55.897550 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:28:56.012843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:28:56.017768 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bcfe3344-4394-4165-bbdc-fbb9f3c647cd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/83f9d0cd-13dd-405e-afe4-aac1afd2a3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5857062 Nov 12 06:28:56.105609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e408e-5aea-4d40-acbf-79055bfc5181 None None] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:28:56.177332 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-07711790-23df-42e4-86a0-a9f3d84159a3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930570711&fields=id&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 267 time: 0.0457127 Nov 12 06:28:56.229410 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fcc3528b-21f8-4514-919d-dddf8eab4a92 None None] Provisioning complete for port 30c4597d-8694-45ba-b02a-5fdd06834c5a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:56.229783 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fcc3528b-21f8-4514-919d-dddf8eab4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:56.291370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01785c1f-d7b9-4980-bf36-c18c26f974cc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:56.298644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01785c1f-d7b9-4980-bf36-c18c26f974cc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/networks?id=5ba42f8e-46be-4713-bb17-dfa980df0168 HTTP/1.1" status: 200 len: 796 time: 0.1141074 Nov 12 06:28:56.309974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-13757d64-3512-4dde-afd2-45b883d5c0fc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/quotas/f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 375 time: 0.0104539 Nov 12 06:28:56.372174 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-f6f15e5a-e487-4b6c-81b3-791b5badcc29 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563445 Nov 12 06:28:56.537948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-ce2a354c-a261-4faf-81d2-940197b9afaa service neutron] 10.222.0.48 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518660 Nov 12 06:28:56.573451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-51e2394f-3241-4d28-a505-e7ac9a1a1f44 None None] Provisioning complete for port 30c4597d-8694-45ba-b02a-5fdd06834c5a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:56.573822 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51e2394f-3241-4d28-a505-e7ac9a1a1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:56.621775 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Sync routers for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:28:56.633737 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:28:56.634472 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:56.656446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-c73da782-0d1a-4f30-947e-2be7220671ea service neutron] 10.222.0.48 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139281 Nov 12 06:28:56.681856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-51e2394f-3241-4d28-a505-e7ac9a1a1f44 None None] Provisioning complete for port 0445bc51-4a25-43e8-a10d-1bc109765329 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:56.682233 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-51e2394f-3241-4d28-a505-e7ac9a1a1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:56.719379 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-51e2394f-3241-4d28-a505-e7ac9a1a1f44 None None] Port 0445bc51-4a25-43e8-a10d-1bc109765329 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:28:56.756141 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:28:56.840621 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3d4067c6-a22f-463c-8a36-30ca75e3e79c None None] Provisioning complete for port 0445bc51-4a25-43e8-a10d-1bc109765329 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:56.841157 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3d4067c6-a22f-463c-8a36-30ca75e3e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:56.885132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd043c62-5df0-4955-8e69-f5faf7d7ca22 req-6fa6dafb-a723-454e-b984-e7cd853fd99b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 210 time: 0.0651383 Nov 12 06:28:56.889977 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3d4067c6-a22f-463c-8a36-30ca75e3e79c None None] Port 0445bc51-4a25-43e8-a10d-1bc109765329 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:28:57.003540 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 2, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:57.010202 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-82bd1067-62d9-48cd-9aed-1f3342196cf4 None None] Provisioning complete for port 0445bc51-4a25-43e8-a10d-1bc109765329 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:57.010717 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82bd1067-62d9-48cd-9aed-1f3342196cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.032242 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Checking router: 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:28:57.032598 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Updating router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf port 0445bc51-4a25-43e8-a10d-1bc109765329 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:28:57.053019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-82bd1067-62d9-48cd-9aed-1f3342196cf4 None None] Port 0445bc51-4a25-43e8-a10d-1bc109765329 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:28:57.067914 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.344105 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.350512 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.399543 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Pushing event updated for resources: {'Port': ['ID=0445bc51-4a25-43e8-a10d-1bc109765329,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:57.410354 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.410720 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.411061 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.411399 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.411730 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.412057 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.412379 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.412699 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.413019 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.413335 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.413653 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.413973 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:28:57.465219 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 30c4597d-8694-45ba-b02a-5fdd06834c5a up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:28:57.467934 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Attempting to bind port 0445bc51-4a25-43e8-a10d-1bc109765329 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:28:57.468216 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Attempting to bind port 0445bc51-4a25-43e8-a10d-1bc109765329 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:28:57.468517 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Attempting to bind port 0445bc51-4a25-43e8-a10d-1bc109765329 on network 5ba42f8e-46be-4713-bb17-dfa980df0168 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:28:57.481049 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:28:57.481450 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Checking segment: {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:28:57.481812 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.482201 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Bound using segment: {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:28:57.482697 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Bound port: 0445bc51-4a25-43e8-a10d-1bc109765329, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:28:57.483073 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.535451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 30c4597d-8694-45ba-b02a-5fdd06834c5a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:57.535667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.568150 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] For port 0445bc51-4a25-43e8-a10d-1bc109765329, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:28:57.571702 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] For port 0445bc51-4a25-43e8-a10d-1bc109765329, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0445bc51-4a25-43e8-a10d-1bc109765329,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:28:57.576678 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.632930 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:28:57.633674 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:57.672317 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd0482-093d-4804-a4d9-a995555080aa None None] Pushing event updated for resources: {'Port': ['ID=0445bc51-4a25-43e8-a10d-1bc109765329,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:57.676657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f89c36f6-876a-46a7-b540-8c9d3beb942e None None] Provisioning complete for port 0445bc51-4a25-43e8-a10d-1bc109765329 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:57.677520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f89c36f6-876a-46a7-b540-8c9d3beb942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.749133 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:28:57.760031 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f89c36f6-876a-46a7-b540-8c9d3beb942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.795020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f89c36f6-876a-46a7-b540-8c9d3beb942e None None] For port 0445bc51-4a25-43e8-a10d-1bc109765329, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0445bc51-4a25-43e8-a10d-1bc109765329,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:28:57.803090 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f89c36f6-876a-46a7-b540-8c9d3beb942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:57.853528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c36f6-876a-46a7-b540-8c9d3beb942e None None] Pushing event updated for resources: {'Port': ['ID=0445bc51-4a25-43e8-a10d-1bc109765329,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:57.937643 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-462e2538-03f4-416c-b260-e47c54725762 None None] Provisioning complete for port 0445bc51-4a25-43e8-a10d-1bc109765329 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:57.938439 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-462e2538-03f4-416c-b260-e47c54725762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:58.019128 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:57Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:28:58.020701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7b5315ac-5b84-4d5d-bbd2-ef93dff19f34 req-005044a3-3956-432c-a3aa-5c70adfe527b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 210 time: 0.0354953 Nov 12 06:28:58.030843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-ff0f78dc-b039-44d2-a8c4-51a88ccc16d1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:58.032538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-ff0f78dc-b039-44d2-a8c4-51a88ccc16d1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/networks?id=5ba42f8e-46be-4713-bb17-dfa980df0168 HTTP/1.1" status: 200 len: 796 time: 0.1607060 Nov 12 06:28:58.049210 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:58.058886 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ddd92-020a-417c-8991-afe4334a9e87 None None] The sync data for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 is: [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:57Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:28:58.118904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-b52f8c1b-33de-45ff-aa65-4ffa4d8a8dfe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 379 time: 0.0756402 Nov 12 06:28:58.130115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'port': {'device_id': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'admin_state_up': True, 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'security_groups': ['e871f4ce-05e0-4d96-a0d4-51362a05cd20']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:58.251995 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:28:58.256219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:58.385383 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.9 (5ba42f8e-46be-4713-bb17-dfa980df0168/bd4519ab-a60b-4448-8c93-7ebeae32f981/587b70fa-aa42-444b-b272-0ded7f126c93) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:28:58.538044 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:58.573660 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:58.618328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:28:58.623651 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:28:58.627466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:28:58.652635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=587b70fa-aa42-444b-b272-0ded7f126c93,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:58.690240 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:58.690953 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:58.710695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-01837490-b7ab-4627-9c80-c2224ad99e03 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850263 Nov 12 06:28:58.723932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Request body: {'port': {'device_id': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:28:58.781353 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:58.888931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-29335674-5bc1-4181-bcc1-e4d53be63ef7 None None] Provisioning complete for port 587b70fa-aa42-444b-b272-0ded7f126c93 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:58.889519 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29335674-5bc1-4181-bcc1-e4d53be63ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:58.926289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-29335674-5bc1-4181-bcc1-e4d53be63ef7 None None] Port 587b70fa-aa42-444b-b272-0ded7f126c93 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:28:59.056405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587b70fa-aa42-444b-b272-0ded7f126c93 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:28:59.065267 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:59.080746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Transition to ACTIVE for port object 587b70fa-aa42-444b-b272-0ded7f126c93 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:28:59.084265 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:59.170817 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Pushing event updated for resources: {'Port': ['ID=587b70fa-aa42-444b-b272-0ded7f126c93,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:59.226857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060e479-ae73-4397-beba-8d4be68983cd req-2987cf22-b4f2-40a4-8a3a-9c1133a1d15a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:59.228454 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c060e479-ae73-4397-beba-8d4be68983cd req-2987cf22-b4f2-40a4-8a3a-9c1133a1d15a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 943 time: 0.1145740 Nov 12 06:28:59.294583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Attempting to bind port 587b70fa-aa42-444b-b272-0ded7f126c93 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:28:59.294921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Attempting to bind port 587b70fa-aa42-444b-b272-0ded7f126c93 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:28:59.295247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Attempting to bind port 587b70fa-aa42-444b-b272-0ded7f126c93 on network 5ba42f8e-46be-4713-bb17-dfa980df0168 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:28:59.307822 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c060e479-ae73-4397-beba-8d4be68983cd req-726b2c0a-e54e-4830-9472-548d73505c1a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719502 Nov 12 06:28:59.308535 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Port 587b70fa-aa42-444b-b272-0ded7f126c93 on network 5ba42f8e-46be-4713-bb17-dfa980df0168 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:28:59.308892 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Attempting to bind port 587b70fa-aa42-444b-b272-0ded7f126c93 on network 5ba42f8e-46be-4713-bb17-dfa980df0168 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:28:59.314603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:28:59.314950 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Checking segment: {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:28:59.315331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Bound using segment: {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:28:59.315798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Bound port: 587b70fa-aa42-444b-b272-0ded7f126c93, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c38013-ce22-4475-a38d-c6894f00c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:28:59.316148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:59.377946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] For port 587b70fa-aa42-444b-b272-0ded7f126c93, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:28:59.380957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] For port 587b70fa-aa42-444b-b272-0ded7f126c93, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=587b70fa-aa42-444b-b272-0ded7f126c93,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:28:59.386159 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:59.421131 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:59.421748 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:59.423193 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] 10.222.0.47 "PUT /v2.0/ports/587b70fa-aa42-444b-b272-0ded7f126c93 HTTP/1.1" status: 200 len: 1092 time: 0.7047272 Nov 12 06:28:59.423637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:28:59.425923 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2fe92c-73e1-43de-a3c6-fbf20740383c" -d '{"events": [{"name": "network-changed", "server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:28:59.452958 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce4fdf-333c-4789-9c6d-6c9643e90c6a service neutron] Pushing event updated for resources: {'Port': ['ID=587b70fa-aa42-444b-b272-0ded7f126c93,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:28:59.487257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0445bc51-4a25-43e8-a10d-1bc109765329 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:28:59.527137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-85a8ef39-213f-4216-9d88-5d6bebe744fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:59.528855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-85a8ef39-213f-4216-9d88-5d6bebe744fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 1095 time: 0.0555024 Nov 12 06:28:59.562398 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0445bc51-4a25-43e8-a10d-1bc109765329 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:28:59.562758 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:28:59.585252 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd01b95-c104-4fc6-8784-7e31fcc8219d x-openstack-request-id: req-2cd01b95-c104-4fc6-8784-7e31fcc8219d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:28:59.585487 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:28:59.585746 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cd01b95-c104-4fc6-8784-7e31fcc8219d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:28:59.586156 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93', 'status': 'completed', 'code': 200} Nov 12 06:28:59.587778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-ff1f952e-2994-4701-97a4-c283df8159e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587b70fa-aa42-444b-b272-0ded7f126c93 HTTP/1.1" status: 200 len: 217 time: 0.0497041 Nov 12 06:28:59.642307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-8172360e-ef89-42e0-9a5a-dcb8fd6ffbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:59.644414 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-8172360e-ef89-42e0-9a5a-dcb8fd6ffbb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd4519ab-a60b-4448-8c93-7ebeae32f981 HTTP/1.1" status: 200 len: 834 time: 0.0470135 Nov 12 06:28:59.691940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-c8f9e942-67be-43ab-8f56-1644d6c6d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:59.693351 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-c8f9e942-67be-43ab-8f56-1644d6c6d49b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ba42f8e-46be-4713-bb17-dfa980df0168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419145 Nov 12 06:28:59.786649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-c05d5e30-db81-4d30-b9a8-1b478326120c service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843847 Nov 12 06:28:59.875031 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8bbef362-7ed3-40f9-9683-291b1adf251c req-df4b136d-a275-48fb-9021-74be6f3934da service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811899 Nov 12 06:28:59.967769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-ae20196c-b411-4444-ac73-8acb12d394b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:28:59.969228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-ae20196c-b411-4444-ac73-8acb12d394b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 1095 time: 0.0454473 Nov 12 06:29:00.059618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-b29c23b6-12d2-416d-9387-548bc9b65d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:00.061071 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-b29c23b6-12d2-416d-9387-548bc9b65d58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ba42f8e-46be-4713-bb17-dfa980df0168 HTTP/1.1" status: 200 len: 897 time: 0.0842931 Nov 12 06:29:00.105170 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-55428fb5-d3c7-4d45-ad76-3fa9d1e4e6d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587b70fa-aa42-444b-b272-0ded7f126c93 HTTP/1.1" status: 200 len: 217 time: 0.0354149 Nov 12 06:29:00.154614 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-0d9b7333-c042-4e98-ac29-80463af1d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:00.156017 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-0d9b7333-c042-4e98-ac29-80463af1d51c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd4519ab-a60b-4448-8c93-7ebeae32f981 HTTP/1.1" status: 200 len: 834 time: 0.0424240 Nov 12 06:29:00.201750 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-3221b0cc-4f82-4635-a14c-1c124584c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:00.203222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-3221b0cc-4f82-4635-a14c-1c124584c331 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ba42f8e-46be-4713-bb17-dfa980df0168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395958 Nov 12 06:29:00.295302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-4164b443-e7aa-4628-aa35-4769abbc0bad service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830631 Nov 12 06:29:00.393930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fa2fe92c-73e1-43de-a3c6-fbf20740383c req-e317aa4b-c632-4264-8e6d-2597eee505f1 service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905881 Nov 12 06:29:00.430928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee636-1e53-4e76-b351-a6af3a997f3c req-c063c66a-8da0-4477-bf8e-b1a48532abf2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:00.432398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-248ee636-1e53-4e76-b351-a6af3a997f3c req-c063c66a-8da0-4477-bf8e-b1a48532abf2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 943 time: 0.0524845 Nov 12 06:29:00.484535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-248ee636-1e53-4e76-b351-a6af3a997f3c req-33ab5f39-b6c1-44d8-b3f5-1ecd447a7655 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462086 Nov 12 06:29:01.552779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 587b70fa-aa42-444b-b272-0ded7f126c93 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:29:01.600678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105746-4fcc-414c-9cc3-25cdae83f61a req-a8839597-24d3-4bd9-9e51-59c460b2095b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:01.602145 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18105746-4fcc-414c-9cc3-25cdae83f61a req-a8839597-24d3-4bd9-9e51-59c460b2095b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 943 time: 0.0487635 Nov 12 06:29:01.649344 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 587b70fa-aa42-444b-b272-0ded7f126c93, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=587b70fa-aa42-444b-b272-0ded7f126c93,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:29:01.651181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-18105746-4fcc-414c-9cc3-25cdae83f61a req-d4b2ab5e-ff72-41ae-b641-17890ae42f25 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428739 Nov 12 06:29:01.660637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '587b70fa-aa42-444b-b272-0ded7f126c93', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'port_id': '587b70fa-aa42-444b-b272-0ded7f126c93', 'mac_address': 'fa:16:3e:9b:3f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:29:01.697958 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:01.713750 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587b70fa-aa42-444b-b272-0ded7f126c93 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:29:01.733089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 587b70fa-aa42-444b-b272-0ded7f126c93, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=587b70fa-aa42-444b-b272-0ded7f126c93,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:29:01.736255 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:01.784792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=587b70fa-aa42-444b-b272-0ded7f126c93,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:29:01.969337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['587b70fa-aa42-444b-b272-0ded7f126c93'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:29:02.765072 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110d66-689d-4b3a-824c-0e2289def6c2 req-a51a4705-f035-4c41-b8fd-19cc02e421e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:02.766549 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72110d66-689d-4b3a-824c-0e2289def6c2 req-a51a4705-f035-4c41-b8fd-19cc02e421e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 944 time: 0.0473959 Nov 12 06:29:02.814030 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-72110d66-689d-4b3a-824c-0e2289def6c2 req-314a55ff-85c3-4401-a5f1-79c64b230e5d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Nov 12 06:29:03.580556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 587b70fa-aa42-444b-b272-0ded7f126c93 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:29:03.630603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 587b70fa-aa42-444b-b272-0ded7f126c93 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:29:03.634690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 587b70fa-aa42-444b-b272-0ded7f126c93 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:29:03.635074 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:03.715194 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:03.739535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:29:03.742118 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260af1e8-2cd1-495e-9971-d1d5ec05342c" -d '{"events": [{"server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "name": "network-vif-plugged", "status": "completed", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:29:03.755951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 587b70fa-aa42-444b-b272-0ded7f126c93, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=587b70fa-aa42-444b-b272-0ded7f126c93,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:29:03.761614 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:03.814942 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=587b70fa-aa42-444b-b272-0ded7f126c93,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:29:03.839757 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3bb6f-bb4f-4735-a367-17aa00d3fb04 x-openstack-request-id: req-2fc3bb6f-bb4f-4735-a367-17aa00d3fb04 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:29:03.840059 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "name": "network-vif-plugged", "status": "completed", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:29:03.840336 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fc3bb6f-bb4f-4735-a367-17aa00d3fb04 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:29:03.840737 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93', 'code': 200} Nov 12 06:29:03.967287 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceca48d-4fb3-452b-9e84-6a9d1c33c124 req-48f3f0ca-cd08-473e-ad7c-4985c54156af tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:03.968784 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ceca48d-4fb3-452b-9e84-6a9d1c33c124 req-48f3f0ca-cd08-473e-ad7c-4985c54156af tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0779688 Nov 12 06:29:03.975490 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526271df-d04e-4967-be24-68432dcc68d6 req-b5de55fb-6cfa-4905-a643-85403f3788b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:03.976915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-526271df-d04e-4967-be24-68432dcc68d6 req-b5de55fb-6cfa-4905-a643-85403f3788b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 1097 time: 0.0745499 Nov 12 06:29:04.048020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6ceca48d-4fb3-452b-9e84-6a9d1c33c124 req-025eec95-62b0-412a-a563-508d3bb4c4a2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700233 Nov 12 06:29:04.055955 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-526271df-d04e-4967-be24-68432dcc68d6 req-94d8d691-d921-4229-aab1-2cbe3a7362a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648634 Nov 12 06:29:05.167363 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e928e4-c6c3-496f-a5f6-7a3e1ba99007 req-dbe23835-ebc0-4b49-bd55-b823050d7f70 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:05.168977 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48e928e4-c6c3-496f-a5f6-7a3e1ba99007 req-dbe23835-ebc0-4b49-bd55-b823050d7f70 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0512924 Nov 12 06:29:05.223539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-48e928e4-c6c3-496f-a5f6-7a3e1ba99007 req-bbc3f382-6804-47ee-a26a-5c1bf5cf9520 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484803 Nov 12 06:29:06.337349 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82188e61-6164-4a47-be8d-9f0088b1a877 req-8525f82b-11e9-4eac-b0b1-bee6725c205a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:06.338728 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82188e61-6164-4a47-be8d-9f0088b1a877 req-8525f82b-11e9-4eac-b0b1-bee6725c205a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0476248 Nov 12 06:29:06.386128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-82188e61-6164-4a47-be8d-9f0088b1a877 req-8dfd905d-e837-4fd8-a01d-c75ae92d398c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415268 Nov 12 06:29:06.496492 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c925e88-8db7-4c61-93c3-c4d9c1052159 req-ba49615e-5e33-465c-8ac6-8a4f5ae0d291 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:06.497925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c925e88-8db7-4c61-93c3-c4d9c1052159 req-ba49615e-5e33-465c-8ac6-8a4f5ae0d291 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0476403 Nov 12 06:29:06.545613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c925e88-8db7-4c61-93c3-c4d9c1052159 req-4602b56c-815e-45e0-b17e-44472d5c84ac tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Nov 12 06:29:06.567803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58770) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:29:06.609652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa5e377-967b-4e12-8781-ecad80eb0b18 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:06.611078 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9fa5e377-967b-4e12-8781-ecad80eb0b18 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 1092 time: 0.0423219 Nov 12 06:29:06.614469 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58772) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:29:06.618615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '587b70fa-aa42-444b-b272-0ded7f126c93', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:29:06.640081 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:06.732913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:06.834431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.239 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/957694ad-b879-4f1d-91dd-ed4e6771fb4b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:29:06.931301 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:06.963771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:07.003037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:29:07.005832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:29:07.009193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:29:07.042022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=957694ad-b879-4f1d-91dd-ed4e6771fb4b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:29:07.707383 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:07.771264 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:07.917740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:07.922098 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:07.988733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=957694ad-b879-4f1d-91dd-ed4e6771fb4b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:29:08.000218 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:08.098629 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP 1b4baa80-e3f8-4ca4-b210-835ca1d23fc3 associated. External IP: 172.25.2.239, port: 587b70fa-aa42-444b-b272-0ded7f126c93. Nov 12 06:29:08.305399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:29:08.411855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:29:08.421842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] Sync routers for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:29:08.429913 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:08.433253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:29:08.433865 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:29:08.457047 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f274aaca-a087-442e-8b6c-b4e26add8657 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8415470 Nov 12 06:29:08.457649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:29:08.459968 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02bb568-8995-4473-8c78-297ffac29780" -d '{"events": [{"name": "network-changed", "server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:29:08.547904 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:29:08.555802 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a2df3-5f1f-4a4a-abf6-85da65894fb9 req-2587e7a0-90c8-42cf-b214-4233f5f4cda4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:08.557238 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc4a2df3-5f1f-4a4a-abf6-85da65894fb9 req-2587e7a0-90c8-42cf-b214-4233f5f4cda4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0502086 Nov 12 06:29:08.606854 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bc4a2df3-5f1f-4a4a-abf6-85da65894fb9 req-4fe4d957-096a-4ca9-8ab3-517f4d56c1ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435574 Nov 12 06:29:08.629342 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58778) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:29:08.651638 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afbb6f0-e65c-44dd-8893-78348227d864 x-openstack-request-id: req-8afbb6f0-e65c-44dd-8893-78348227d864 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:29:08.652047 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:29:08.652301 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8afbb6f0-e65c-44dd-8893-78348227d864 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:29:08.652718 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93', 'status': 'completed', 'code': 200} Nov 12 06:29:08.696310 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aab84f07-30ee-4d04-848a-6feb6475b5c1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/1b4baa80-e3f8-4ca4-b210-835ca1d23fc3 HTTP/1.1" status: 200 len: 991 time: 0.0651717 Nov 12 06:29:08.721640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bb568-8995-4473-8c78-297ffac29780 req-ac492f2a-ca67-4f88-b42b-0408468c92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:08.723492 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02bb568-8995-4473-8c78-297ffac29780 req-ac492f2a-ca67-4f88-b42b-0408468c92a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 1097 time: 0.0479472 Nov 12 06:29:08.777972 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '1b4baa80-e3f8-4ca4-b210-835ca1d23fc3', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'port_id': '587b70fa-aa42-444b-b272-0ded7f126c93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'mac_address': 'fa:16:3e:9b:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:29:07Z', 'updated_at': '2021-11-12T06:29:07Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:57Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:29:08.803887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] Checking router: 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:29:08.812267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:29:08.812816 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:28:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:29:08.817843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bb568-8995-4473-8c78-297ffac29780 req-00143619-cba5-4145-8054-ec26b850be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:08.819392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02bb568-8995-4473-8c78-297ffac29780 req-00143619-cba5-4145-8054-ec26b850be14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ba42f8e-46be-4713-bb17-dfa980df0168 HTTP/1.1" status: 200 len: 897 time: 0.0870519 Nov 12 06:29:08.891813 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02bb568-8995-4473-8c78-297ffac29780 req-c4d76264-d211-4756-9688-0d8f55b75bc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587b70fa-aa42-444b-b272-0ded7f126c93 HTTP/1.1" status: 200 len: 999 time: 0.0649896 Nov 12 06:29:08.918825 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:29:08.943139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bb568-8995-4473-8c78-297ffac29780 req-c18ac7f4-01f0-4ed0-9853-dad74dbd3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:08.944610 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02bb568-8995-4473-8c78-297ffac29780 req-c18ac7f4-01f0-4ed0-9853-dad74dbd3f66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd4519ab-a60b-4448-8c93-7ebeae32f981 HTTP/1.1" status: 200 len: 834 time: 0.0454254 Nov 12 06:29:08.991067 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bb568-8995-4473-8c78-297ffac29780 req-92b1438a-e420-4e0b-8f39-ed6154f06543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:08.992578 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02bb568-8995-4473-8c78-297ffac29780 req-92b1438a-e420-4e0b-8f39-ed6154f06543 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ba42f8e-46be-4713-bb17-dfa980df0168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404696 Nov 12 06:29:09.088384 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02bb568-8995-4473-8c78-297ffac29780 req-c5a93994-08aa-49fc-b2fd-32190687805d service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872052 Nov 12 06:29:09.141554 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '1b4baa80-e3f8-4ca4-b210-835ca1d23fc3', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'port_id': '587b70fa-aa42-444b-b272-0ded7f126c93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'mac_address': 'fa:16:3e:9b:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:29:07Z', 'updated_at': '2021-11-12T06:29:07Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:57Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:29:09.167333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74d9e5-8010-4f72-9fa8-a2cc7b32f9ee None None] The sync data for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 is: [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '1b4baa80-e3f8-4ca4-b210-835ca1d23fc3', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'port_id': '587b70fa-aa42-444b-b272-0ded7f126c93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'mac_address': 'fa:16:3e:9b:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:29:07Z', 'updated_at': '2021-11-12T06:29:07Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:57Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:29:09.181212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d02bb568-8995-4473-8c78-297ffac29780 req-01fe9812-aca3-4521-a6ad-054eab0773ce service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851111 Nov 12 06:29:09.357715 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489915b-0677-425a-9a5b-43b8fbf29bc5 None None] New status for floating IP 1b4baa80-e3f8-4ca4-b210-835ca1d23fc3: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:29:09.700126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58780) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:29:09.763059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6c71a5ab-0ed9-421a-9eb7-04adf4aa219c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/1b4baa80-e3f8-4ca4-b210-835ca1d23fc3 HTTP/1.1" status: 200 len: 993 time: 0.0617929 Nov 12 06:29:11.305294 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:14.027093 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8e709d59-b88a-4f9d-bd6c-3bdc95ca0bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:16.421326 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b7f56a7-26f4-4bb1-8da1-e47d2d3ce579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:17.611586 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:18.848182 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:19.691453 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:28.017249 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:30.458779 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:29:41.324404 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:42.021709 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feb6591c-c6e1-4335-845a-c02846289cad req-4a460081-f10a-43ef-bd80-09bcd0731262 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392950 Nov 12 06:29:42.106545 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6591c-c6e1-4335-845a-c02846289cad req-6a1f5131-6060-4c99-8589-020588f6821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:42.108005 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feb6591c-c6e1-4335-845a-c02846289cad req-6a1f5131-6060-4c99-8589-020588f6821c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 1097 time: 0.0404754 Nov 12 06:29:42.214808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6591c-c6e1-4335-845a-c02846289cad req-7d0e5d18-61cb-4aca-ad83-7173040996d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:42.216265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feb6591c-c6e1-4335-845a-c02846289cad req-7d0e5d18-61cb-4aca-ad83-7173040996d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ba42f8e-46be-4713-bb17-dfa980df0168 HTTP/1.1" status: 200 len: 897 time: 0.0867357 Nov 12 06:29:42.280489 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feb6591c-c6e1-4335-845a-c02846289cad req-a0e2b070-019e-4701-aec5-502c71bdeda4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587b70fa-aa42-444b-b272-0ded7f126c93 HTTP/1.1" status: 200 len: 1001 time: 0.0564468 Nov 12 06:29:42.333719 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6591c-c6e1-4335-845a-c02846289cad req-2c4336fb-e2da-4fe7-9451-23894b0669cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:42.335160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feb6591c-c6e1-4335-845a-c02846289cad req-2c4336fb-e2da-4fe7-9451-23894b0669cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd4519ab-a60b-4448-8c93-7ebeae32f981 HTTP/1.1" status: 200 len: 834 time: 0.0469513 Nov 12 06:29:42.381140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6591c-c6e1-4335-845a-c02846289cad req-eb543651-8e6f-471c-a6ef-37eb166268fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:42.382666 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feb6591c-c6e1-4335-845a-c02846289cad req-eb543651-8e6f-471c-a6ef-37eb166268fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ba42f8e-46be-4713-bb17-dfa980df0168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391247 Nov 12 06:29:42.471318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feb6591c-c6e1-4335-845a-c02846289cad req-f633ce20-b22e-4fae-8901-be3165bfdcd7 service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805888 Nov 12 06:29:42.566559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-feb6591c-c6e1-4335-845a-c02846289cad req-d162e22f-487f-4f8e-8d7b-69ba4d179338 service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Nov 12 06:29:43.028739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a020d-c9a7-4a49-835c-563666ffb1f6 req-de806127-4d85-4310-9b8b-dd1ed33d9587 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:43.030247 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-618a020d-c9a7-4a49-835c-563666ffb1f6 req-de806127-4d85-4310-9b8b-dd1ed33d9587 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0552785 Nov 12 06:29:43.078925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-618a020d-c9a7-4a49-835c-563666ffb1f6 req-e9577b16-4279-4b53-9735-407b4657eaf9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 Nov 12 06:29:44.028358 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f703770-2f9d-4c49-ae84-f4e588d96a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:44.203548 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61dfd3-626f-414c-95d3-c8c12448048e req-3350343a-9d65-4fa3-979b-518f60bb8cd4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.205045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af61dfd3-626f-414c-95d3-c8c12448048e req-3350343a-9d65-4fa3-979b-518f60bb8cd4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0576560 Nov 12 06:29:44.254237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-af61dfd3-626f-414c-95d3-c8c12448048e req-5556694f-baa7-4f9d-a08c-8e15a1cf9cb8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432568 Nov 12 06:29:44.302251 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-de7ebe66-0133-4e7c-bdc5-0d7cead3e2be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0463428 Nov 12 06:29:44.404942 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-052fb2ce-351e-415a-959f-7bbe314ac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.405422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-052fb2ce-351e-415a-959f-7bbe314ac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.405887 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-052fb2ce-351e-415a-959f-7bbe314ac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.406361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-052fb2ce-351e-415a-959f-7bbe314ac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.406841 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-052fb2ce-351e-415a-959f-7bbe314ac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.408554 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-052fb2ce-351e-415a-959f-7bbe314ac966 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0452192 Nov 12 06:29:44.522665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-b991438c-6ac9-4f5f-bbc9-14685ccbfc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.523495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-b991438c-6ac9-4f5f-bbc9-14685ccbfc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.523599 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-b991438c-6ac9-4f5f-bbc9-14685ccbfc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.525112 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-b991438c-6ac9-4f5f-bbc9-14685ccbfc71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0923979 Nov 12 06:29:44.565882 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-b41d0f62-5abe-4c02-bfa6-47a5e0ebd59f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0339711 Nov 12 06:29:44.613404 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-cdba2ec0-5e5f-40b0-b075-5b5e19e7984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.614785 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-cdba2ec0-5e5f-40b0-b075-5b5e19e7984f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0418632 Nov 12 06:29:44.659069 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-47340e08-a595-475d-8236-71469b0e3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.660436 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-47340e08-a595-475d-8236-71469b0e3251 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386047 Nov 12 06:29:44.750362 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-9ea7a8ed-fa8a-4530-aad3-22d893e96540 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825775 Nov 12 06:29:44.841523 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-e1427a8c-b577-45b3-9047-aa3c436678b6 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835607 Nov 12 06:29:44.881806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-974c0755-6db1-42f0-97dc-8a6a5a53ea46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0337851 Nov 12 06:29:44.929330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-b6d72eb4-345d-45d8-923f-78d51921c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.930679 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-b6d72eb4-345d-45d8-923f-78d51921c380 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0427146 Nov 12 06:29:44.979250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-854bce25-3f24-47b1-bd04-e3abe54e96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:44.980708 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-854bce25-3f24-47b1-bd04-e3abe54e96f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0434878 Nov 12 06:29:45.068254 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-1f37f32b-d6ff-4bf1-b652-ae4fa4f3adda service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802588 Nov 12 06:29:45.161412 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-5f8db74d-6043-470a-aa35-47c16383013f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 Nov 12 06:29:45.201315 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-f3a2815d-d523-45d4-b092-f2f91437ee96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0325592 Nov 12 06:29:45.248130 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-56688896-ff33-4d9f-a6e5-3b9bedf3e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:45.249536 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-56688896-ff33-4d9f-a6e5-3b9bedf3e9d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0421050 Nov 12 06:29:45.299203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-5eb11529-3281-4ce4-b96e-a3f87cb4d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:45.300797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-5eb11529-3281-4ce4-b96e-a3f87cb4d848 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443010 Nov 12 06:29:45.375324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7ee0-be21-4ce6-8dc3-224fcb8883fc req-5eb7649b-cd9b-4655-9a30-78a48d1c0eaf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:45.376855 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bcf7ee0-be21-4ce6-8dc3-224fcb8883fc req-5eb7649b-cd9b-4655-9a30-78a48d1c0eaf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0528343 Nov 12 06:29:45.391349 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-70165437-49a8-45cb-a36e-1249a8eb7556 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Nov 12 06:29:45.427226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bcf7ee0-be21-4ce6-8dc3-224fcb8883fc req-b9248964-93ca-4b63-9388-0e899747f360 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Nov 12 06:29:45.486157 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-0945d78a-700a-4c1f-8ea2-c6b91d96bbaf service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874174 Nov 12 06:29:45.527973 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-37c94a71-dd23-44d3-a8df-c5464f694d28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0350630 Nov 12 06:29:45.576280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-d8ad5d77-738e-4f89-b1fd-4d19e2190154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:45.577692 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-d8ad5d77-738e-4f89-b1fd-4d19e2190154 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0427320 Nov 12 06:29:45.626774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-e5f8fdf1-b050-49d8-a330-39ac7ef4f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:45.628763 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-e5f8fdf1-b050-49d8-a330-39ac7ef4f18a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0439572 Nov 12 06:29:45.718894 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-a0801e20-3a18-49ef-8e6e-e77d2d242e64 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828321 Nov 12 06:29:45.811230 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-bf8f4a93-c879-4a92-ba6e-8ccd06babfb7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848384 Nov 12 06:29:45.852110 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-9486e7d4-c645-4ca7-a560-c69835b7a6e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0337873 Nov 12 06:29:45.899554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-0d11550a-e2c4-45cd-b374-95be0d6ead94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:45.900949 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-0d11550a-e2c4-45cd-b374-95be0d6ead94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0425415 Nov 12 06:29:45.951894 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c128-5913-424c-b882-dd7be6d0a576 req-550eb21b-635a-4047-8e7c-50c26d67a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:45.953401 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-550eb21b-635a-4047-8e7c-50c26d67a233 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456610 Nov 12 06:29:46.042307 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-bc695b49-d7dd-49c4-b932-9638b5960344 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809329 Nov 12 06:29:46.135800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2616c128-5913-424c-b882-dd7be6d0a576 req-753cb2d4-f64e-4377-92fa-1709cde85221 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864511 Nov 12 06:29:46.421022 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-96ba3ed8-d693-4743-80b6-f02c96f4faa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:46.548857 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289760-795f-447d-a895-c9903a6e24c5 req-7ceded0c-dd95-4cb9-bb39-d5f22efdca08 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:46.550330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f289760-795f-447d-a895-c9903a6e24c5 req-7ceded0c-dd95-4cb9-bb39-d5f22efdca08 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0537813 Nov 12 06:29:46.598777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0f289760-795f-447d-a895-c9903a6e24c5 req-6f500480-0385-4d02-bdd4-52e7460b9076 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Nov 12 06:29:47.610570 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:47.712944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963e9e8-08c2-4687-98d7-2261dde02b44 req-1b08b5ef-84f0-4b4f-843d-e2c0f5d191a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:47.714329 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0963e9e8-08c2-4687-98d7-2261dde02b44 req-1b08b5ef-84f0-4b4f-843d-e2c0f5d191a0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Nov 12 06:29:47.762739 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0963e9e8-08c2-4687-98d7-2261dde02b44 req-d5abd825-443c-4641-b23e-eb1884daac56 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424058 Nov 12 06:29:48.851581 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:48.878223 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06a7e-c75b-457d-84bb-ba0f709d3a59 req-91d17e7a-706c-491d-b985-b29877b3d23c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:48.879723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06f06a7e-c75b-457d-84bb-ba0f709d3a59 req-91d17e7a-706c-491d-b985-b29877b3d23c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0496156 Nov 12 06:29:48.931539 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-06f06a7e-c75b-457d-84bb-ba0f709d3a59 req-53807a22-3f39-4b1a-97e4-72de249a56af tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458267 Nov 12 06:29:49.692209 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:50.047798 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eef5f-b4f4-4c0f-9d6e-55526f2bf1f0 req-332fc706-cd62-49ef-9219-a09e24c7ee79 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:50.049246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed3eef5f-b4f4-4c0f-9d6e-55526f2bf1f0 req-332fc706-cd62-49ef-9219-a09e24c7ee79 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0484152 Nov 12 06:29:50.097593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ed3eef5f-b4f4-4c0f-9d6e-55526f2bf1f0 req-3934e248-1724-4029-a4bf-5bd5da3e3c40 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 Nov 12 06:29:51.217091 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5827b94-62d5-4f2d-b03a-0b8960304a93 req-80f5d1a6-1393-406d-8334-3be67ca7cc34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:51.218563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5827b94-62d5-4f2d-b03a-0b8960304a93 req-80f5d1a6-1393-406d-8334-3be67ca7cc34 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0480375 Nov 12 06:29:51.266324 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b5827b94-62d5-4f2d-b03a-0b8960304a93 req-f3d5a156-f3d3-4634-a90d-04121394069e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409577 Nov 12 06:29:52.385832 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461a6fd-c9c8-4d65-bc79-6c7a23577bda req-03375eaa-850c-4903-ab74-c72fd96c1bdb tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:52.387318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1461a6fd-c9c8-4d65-bc79-6c7a23577bda req-03375eaa-850c-4903-ab74-c72fd96c1bdb tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0532489 Nov 12 06:29:52.435554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1461a6fd-c9c8-4d65-bc79-6c7a23577bda req-da48c993-e3ef-49f4-ad75-2fd1288bbc65 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Nov 12 06:29:53.551055 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489b18c-c770-4b2f-b0f5-64c95babc5af req-eb98a7db-80d4-4953-a970-f24f3a41fbd2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:53.552791 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1489b18c-c770-4b2f-b0f5-64c95babc5af req-eb98a7db-80d4-4953-a970-f24f3a41fbd2 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0493312 Nov 12 06:29:53.601957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1489b18c-c770-4b2f-b0f5-64c95babc5af req-f3bfe186-18bc-4027-89a8-cf656e845bd0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432618 Nov 12 06:29:54.715023 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33e10d-75b1-4b8a-a2c1-ff0861d75f3c req-f94265b1-964a-4ac9-8e2d-a51f153894e8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:54.716466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b33e10d-75b1-4b8a-a2c1-ff0861d75f3c req-f94265b1-964a-4ac9-8e2d-a51f153894e8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0484259 Nov 12 06:29:54.768255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b33e10d-75b1-4b8a-a2c1-ff0861d75f3c req-1082c0d9-0724-48d2-8ebd-922dba2e8af9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458000 Nov 12 06:29:55.893500 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696b455-42e4-4bab-b559-c1414a67d291 req-8190b342-9f33-4280-9c14-a8c1ddb1547d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:55.895373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a696b455-42e4-4bab-b559-c1414a67d291 req-8190b342-9f33-4280-9c14-a8c1ddb1547d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0554414 Nov 12 06:29:55.946839 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a696b455-42e4-4bab-b559-c1414a67d291 req-e50aeb6d-74cb-4d62-abe1-7415b46e7ba4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454490 Nov 12 06:29:57.061989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb503b-5844-4bdd-b07e-35aafd16e6a9 req-5a124690-4208-4563-aa51-8707a350cf18 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:57.064103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ebb503b-5844-4bdd-b07e-35aafd16e6a9 req-5a124690-4208-4563-aa51-8707a350cf18 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0497446 Nov 12 06:29:57.112657 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3ebb503b-5844-4bdd-b07e-35aafd16e6a9 req-4a9266b7-2e86-4b0d-a9a3-3c4bfb229ad0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419552 Nov 12 06:29:58.014255 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:29:58.235476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96fd7f-db5b-48cc-8d46-b4a842d5ee0e req-15dabe09-91e0-4667-875c-d0f0f1036ffe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:58.237633 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b96fd7f-db5b-48cc-8d46-b4a842d5ee0e req-15dabe09-91e0-4667-875c-d0f0f1036ffe tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0540621 Nov 12 06:29:58.288333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b96fd7f-db5b-48cc-8d46-b4a842d5ee0e req-a25e7a75-12ca-4606-8624-b281cdc8185f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444877 Nov 12 06:29:59.402032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a38ef2-3f78-4105-91ea-6e089b3d3b31 req-d8443712-f2b4-4c63-96ca-725295f44eb3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:29:59.403517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4a38ef2-3f78-4105-91ea-6e089b3d3b31 req-d8443712-f2b4-4c63-96ca-725295f44eb3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Nov 12 06:29:59.452752 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a4a38ef2-3f78-4105-91ea-6e089b3d3b31 req-49e529ba-7a4c-4382-9930-1261fd663a8d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432544 Nov 12 06:29:59.474607 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58836) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:29:59.542821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6289f2c9-3127-4c31-b5eb-5a9f8c9a00d9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/1b4baa80-e3f8-4ca4-b210-835ca1d23fc3 HTTP/1.1" status: 200 len: 993 time: 0.0670719 Nov 12 06:30:00.828198 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a026fbb-97d8-435b-b2c2-642b75545d57 req-dd5ec2b1-12c1-4b5d-97c2-f000ea2465ff tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:00.829604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a026fbb-97d8-435b-b2c2-642b75545d57 req-dd5ec2b1-12c1-4b5d-97c2-f000ea2465ff tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0750313 Nov 12 06:30:00.856153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-b40321bd-6cd4-42f2-a462-fc08d4aac5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:00.857603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-b40321bd-6cd4-42f2-a462-fc08d4aac5eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 1097 time: 0.0682893 Nov 12 06:30:00.912988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5a026fbb-97d8-435b-b2c2-642b75545d57 req-40bd1ec0-5628-4ea6-af1b-3a8f03ea95b5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773582 Nov 12 06:30:00.969974 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-22f78dd5-7ac5-44a4-a3db-ea263be61982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:00.971512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-22f78dd5-7ac5-44a4-a3db-ea263be61982 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ba42f8e-46be-4713-bb17-dfa980df0168 HTTP/1.1" status: 200 len: 897 time: 0.1031189 Nov 12 06:30:01.039486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-051d6517-c0d8-4034-bb0d-ae048c615e48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587b70fa-aa42-444b-b272-0ded7f126c93 HTTP/1.1" status: 200 len: 1001 time: 0.0608890 Nov 12 06:30:01.088786 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-b62c604d-b083-4c50-b6ab-495b867909b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:01.090089 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-b62c604d-b083-4c50-b6ab-495b867909b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd4519ab-a60b-4448-8c93-7ebeae32f981 HTTP/1.1" status: 200 len: 834 time: 0.0425601 Nov 12 06:30:01.135162 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-07da190c-5c90-41fb-a123-6a49d5e46d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:01.136590 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-07da190c-5c90-41fb-a123-6a49d5e46d25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ba42f8e-46be-4713-bb17-dfa980df0168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384350 Nov 12 06:30:01.227896 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-b9a9ce7c-caee-4256-9519-c6a8b02bd5ed service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835972 Nov 12 06:30:01.315504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-95aa5e9b-7d7f-4cf8-8861-9ac91ee5a863 req-3c7894a3-04eb-4e88-8e9c-77bdf282eec2 service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802677 Nov 12 06:30:02.027772 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc26b26-4533-4b7c-9dd0-bdb546effa98 req-f1520ac5-6080-41d7-a09a-c5715e88af9f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:02.029220 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc26b26-4533-4b7c-9dd0-bdb546effa98 req-f1520ac5-6080-41d7-a09a-c5715e88af9f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Nov 12 06:30:02.081437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2bc26b26-4533-4b7c-9dd0-bdb546effa98 req-46009f4d-cd77-4c19-ab4f-184fe9ad9603 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462773 Nov 12 06:30:02.103272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58846) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:02.162072 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1bd0283b-1664-4fa4-b2e7-20deadd1db63 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/1b4baa80-e3f8-4ca4-b210-835ca1d23fc3 HTTP/1.1" status: 200 len: 993 time: 0.0577102 Nov 12 06:30:07.459249 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:30:11.321218 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:14.028426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e83aef04-b585-458a-bd73-32203a115803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:16.421721 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1eb0535b-862d-48b5-8916-21c59b9bc673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:17.614306 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:18.853264 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:19.694021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:28.016781 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:32.691076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58856) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:32.844913 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 957694ad-b879-4f1d-91dd-ed4e6771fb4b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:30:32.845257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:32.921554 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:32.921883 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:32.933921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 957694ad-b879-4f1d-91dd-ed4e6771fb4b owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:30:33.077417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:33.104288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=957694ad-b879-4f1d-91dd-ed4e6771fb4b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:33.126401 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.126752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.127093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.127427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.127756 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.128093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.128419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.128748 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.129079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.129403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.129723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.130090 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:33.171486 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:33.171810 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP 1b4baa80-e3f8-4ca4-b210-835ca1d23fc3 disassociated (deleted). External IP: 172.25.2.239, port: 587b70fa-aa42-444b-b272-0ded7f126c93. Nov 12 06:30:33.381670 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:30:33.487799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:30:33.492436 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:33.498710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] Sync routers for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:30:33.513198 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:33.513824 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:33.522733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d50cc305-2620-4334-820b-1afe694b16e4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/floatingips/1b4baa80-e3f8-4ca4-b210-835ca1d23fc3 HTTP/1.1" status: 204 len: 168 time: 0.8282042 Nov 12 06:30:33.522733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:30:33.523250 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a95557-75b0-4d27-88b3-22cd95dba29d" -d '{"events": [{"name": "network-changed", "server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:30:33.624003 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:33.680669 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d95ac4-809b-4ea1-873b-6147a8005347 x-openstack-request-id: req-74d95ac4-809b-4ea1-873b-6147a8005347 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:30:33.681107 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:30:33.681354 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74d95ac4-809b-4ea1-873b-6147a8005347 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:30:33.681841 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93', 'status': 'completed', 'code': 200} Nov 12 06:30:33.779163 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-fd72abd0-4758-489e-b923-4e26f0f0f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:33.780669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-fd72abd0-4758-489e-b923-4e26f0f0f1b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 1097 time: 0.0732536 Nov 12 06:30:33.805229 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4f9d3-b6d0-4c42-9e4a-195c89b3f443 req-b57acdd8-88a7-45c4-a2cd-99eeaa1f3167 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:33.806700 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcc4f9d3-b6d0-4c42-9e4a-195c89b3f443 req-b57acdd8-88a7-45c4-a2cd-99eeaa1f3167 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0738914 Nov 12 06:30:33.838755 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:57Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:33.865119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] Checking router: 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:30:33.873377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:33.873979 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:33.904631 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dcc4f9d3-b6d0-4c42-9e4a-195c89b3f443 req-4c6065c8-6fb3-4348-80fc-4f65a49005ee tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856912 Nov 12 06:30:33.920801 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-9f6b7365-3eed-4048-819e-dc836371b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:33.922273 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-9f6b7365-3eed-4048-819e-dc836371b9bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ba42f8e-46be-4713-bb17-dfa980df0168 HTTP/1.1" status: 200 len: 897 time: 0.1323178 Nov 12 06:30:33.971050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-82de20ca-c49e-41d8-bca1-07e7c5ca7598 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587b70fa-aa42-444b-b272-0ded7f126c93 HTTP/1.1" status: 200 len: 217 time: 0.0388815 Nov 12 06:30:33.981411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:34.023468 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-5c727465-08ba-42c5-adbd-3315bb2effab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:34.024937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-5c727465-08ba-42c5-adbd-3315bb2effab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd4519ab-a60b-4448-8c93-7ebeae32f981 HTTP/1.1" status: 200 len: 834 time: 0.0447626 Nov 12 06:30:34.073410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-8bb15fe2-b89c-4cae-a6e3-1c6315d17de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:34.074943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-8bb15fe2-b89c-4cae-a6e3-1c6315d17de9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ba42f8e-46be-4713-bb17-dfa980df0168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401120 Nov 12 06:30:34.167255 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-c5f1ba66-545b-442b-9f6e-1258768639fc service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839021 Nov 12 06:30:34.179270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:57Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:34.208293 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490c0f8-6209-4a7a-8047-d3aa6335c375 None None] The sync data for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 is: [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:55Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0445bc51-4a25-43e8-a10d-1bc109765329', 'name': '', 'network_id': '5ba42f8e-46be-4713-bb17-dfa980df0168', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:4b:71:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:54Z', 'updated_at': '2021-11-12T06:28:57Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'bd4519ab-a60b-4448-8c93-7ebeae32f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:30:34.258373 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-42a95557-75b0-4d27-88b3-22cd95dba29d req-6d05178a-63fd-4678-afe4-9326257cabf3 service neutron] 10.222.0.47 "GET /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830040 Nov 12 06:30:34.508515 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a291d0d-6c63-4b64-ab30-b03097c83816 None None] New status for floating IP 1b4baa80-e3f8-4ca4-b210-835ca1d23fc3: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:30:35.026588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1074b-6ab9-446a-8950-189147e40fd0 req-dcd6106d-3b88-4258-8456-d074761797d5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:35.028060 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edb1074b-6ab9-446a-8950-189147e40fd0 req-dcd6106d-3b88-4258-8456-d074761797d5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0534103 Nov 12 06:30:35.075887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edb1074b-6ab9-446a-8950-189147e40fd0 req-63c8021f-fda9-4e15-98c7-760173064096 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871f4ce-05e0-4d96-a0d4-51362a05cd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Nov 12 06:30:35.515016 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-a8e3eaf2-71ec-454a-91d2-0b3b6245b369 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:35.516477 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-a8e3eaf2-71ec-454a-91d2-0b3b6245b369 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 945 time: 0.0479262 Nov 12 06:30:35.608304 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 587b70fa-aa42-444b-b272-0ded7f126c93 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:30:35.608638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:35.695586 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 587b70fa-aa42-444b-b272-0ded7f126c93, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=587b70fa-aa42-444b-b272-0ded7f126c93,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:35.695947 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:35.708615 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 587b70fa-aa42-444b-b272-0ded7f126c93 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:30:35.835722 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:35.871600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=587b70fa-aa42-444b-b272-0ded7f126c93,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:35.904961 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] No DVR routers for this DVR port 587b70fa-aa42-444b-b272-0ded7f126c93 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:30:35.907539 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:35.911821 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3cc451e-20a3-4922-9bc4-515d72a50668 req-5d5e2b44-e87c-4114-8528-363e39484cdd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "DELETE /v2.0/ports/587b70fa-aa42-444b-b272-0ded7f126c93 HTTP/1.1" status: 204 len: 173 time: 0.3886302 Nov 12 06:30:35.912274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'name': 'network-vif-deleted', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:30:35.915001 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fd9a2c-17ba-4ca8-89e7-b8709ed45727" -d '{"events": [{"server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "name": "network-vif-deleted", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:30:35.956858 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45ef8b9-1063-44b7-adcf-7e4e99610765 x-openstack-request-id: req-b45ef8b9-1063-44b7-adcf-7e4e99610765 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:30:35.957142 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff4eb4-63c3-4f02-8fe3-e3abcfa81846", "name": "network-vif-deleted", "tag": "587b70fa-aa42-444b-b272-0ded7f126c93", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:30:35.957391 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b45ef8b9-1063-44b7-adcf-7e4e99610765 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:30:35.957793 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff4eb4-63c3-4f02-8fe3-e3abcfa81846', 'name': 'network-vif-deleted', 'tag': '587b70fa-aa42-444b-b272-0ded7f126c93', 'status': 'completed', 'code': 200} Nov 12 06:30:36.183900 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-240d875f-a621-4495-abf6-d0a7f494be35 req-452b4c2f-9071-4769-b999-1f7b2dd3341d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=abff4eb4-63c3-4f02-8fe3-e3abcfa81846 HTTP/1.1" status: 200 len: 210 time: 0.0298736 Nov 12 06:30:37.243546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58874) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:37.588196 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:38.166475 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 0445bc51-4a25-43e8-a10d-1bc109765329 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:30:38.166817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:38.174330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 587b70fa-aa42-444b-b272-0ded7f126c93 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:30:38.194417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 587b70fa-aa42-444b-b272-0ded7f126c93 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:30:38.194759 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 587b70fa-aa42-444b-b272-0ded7f126c93 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:30:38.256555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 0445bc51-4a25-43e8-a10d-1bc109765329, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0445bc51-4a25-43e8-a10d-1bc109765329,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:38.257147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:38.269403 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 0445bc51-4a25-43e8-a10d-1bc109765329 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:30:38.449111 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:38.474631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=0445bc51-4a25-43e8-a10d-1bc109765329,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:38.651600 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:38.862603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:30:38.966930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:30:38.972401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d58804f3-08d1-43bc-9e1a-49da5c07e7dd tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/83f9d0cd-13dd-405e-afe4-aac1afd2a3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7278101 Nov 12 06:30:38.975231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58876) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:38.977823 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] Sync routers for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:30:38.987533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:38.988252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:39.029640 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-727050b8-6c0b-472d-8b4f-efdd1af040ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting subnet bd4519ab-a60b-4448-8c93-7ebeae32f981 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:30:39.032751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-727050b8-6c0b-472d-8b4f-efdd1af040ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.073117 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-727050b8-6c0b-472d-8b4f-efdd1af040ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.092441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:39.154070 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-727050b8-6c0b-472d-8b4f-efdd1af040ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.214956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-727050b8-6c0b-472d-8b4f-efdd1af040ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.243671 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727050b8-6c0b-472d-8b4f-efdd1af040ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4519ab-a60b-4448-8c93-7ebeae32f981,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:39.247045 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-727050b8-6c0b-472d-8b4f-efdd1af040ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.253486 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-727050b8-6c0b-472d-8b4f-efdd1af040ea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/subnets/bd4519ab-a60b-4448-8c93-7ebeae32f981 HTTP/1.1" status: 204 len: 168 time: 0.2743702 Nov 12 06:30:39.253672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3523f8-91a9-42fa-8a30-4ff3da732fe4 None None] Network 5ba42f8e-46be-4713-bb17-dfa980df0168 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:30:39.254119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58878) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:39.348409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:30:38Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:39.362065 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.375792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] Checking router: 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:30:39.405691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] Routers {'83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:39.406214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:39.467085 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.519723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcec4054-968a-4642-9785-774e283a8770 None None] DHCP port deletion for 5ba42f8e-46be-4713-bb17-dfa980df0168 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:30:39.531178 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 453422ce-2450-4ccc-ba09-e95618a4d882 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:30:39.532052 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.534374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] Set router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:39.612307 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 453422ce-2450-4ccc-ba09-e95618a4d882, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=453422ce-2450-4ccc-ba09-e95618a4d882,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:39.612671 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.625241 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 453422ce-2450-4ccc-ba09-e95618a4d882 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:30:39.693923 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Deleting port 30c4597d-8694-45ba-b02a-5fdd06834c5a {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:30:39.694204 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.784889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-dcec4054-968a-4642-9785-774e283a8770 None None] For port 30c4597d-8694-45ba-b02a-5fdd06834c5a, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=30c4597d-8694-45ba-b02a-5fdd06834c5a,segment=NetworkSegment(e3c38013-ce22-4475-a38d-c6894f00c18a),segment_id=e3c38013-ce22-4475-a38d-c6894f00c18a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:39.785189 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.791788 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.803758 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Calling delete_port for 30c4597d-8694-45ba-b02a-5fdd06834c5a owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:30:39.823639 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=453422ce-2450-4ccc-ba09-e95618a4d882,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:39.854393 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b79ba-dd97-415d-a603-3222de2201f4 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:30:39.867818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.868020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:30:38Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:39.868156 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.868496 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.868910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.869232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.869654 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.869996 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.870327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.870798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.870993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.871320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.871645 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.894322 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.911900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa5ca2-1134-47b0-8633-041c785309b9 None None] The sync data for ids ['83f9d0cd-13dd-405e-afe4-aac1afd2a3cf'] in n-d-765315-28 is: [{'id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099945408', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:30:38Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '453422ce-2450-4ccc-ba09-e95618a4d882', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f9d0cd-13dd-405e-afe4-aac1afd2a3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:28:51Z', 'updated_at': '2021-11-12T06:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:30:39.942098 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:39.970123 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Pushing event deleted for resources: {'Port': ['ID=30c4597d-8694-45ba-b02a-5fdd06834c5a,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:39.974772 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec4054-968a-4642-9785-774e283a8770 None None] No DVR routers for this DVR port 30c4597d-8694-45ba-b02a-5fdd06834c5a on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:30:39.985082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.985082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.985082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.985082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.985082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.985082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.985082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.985082 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.987254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.987254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.987760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:39.988187 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec4054-968a-4642-9785-774e283a8770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:40.002433 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.004817 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.048176 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.049286 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Fanout notify agent at l3_agent the message router_deleted on router 83f9d0cd-13dd-405e-afe4-aac1afd2a3cf {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:30:40.057332 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.058450 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-142d5403-df0c-4519-9fc6-ac1aea309f77 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/routers/83f9d0cd-13dd-405e-afe4-aac1afd2a3cf HTTP/1.1" status: 204 len: 168 time: 0.8034997 Nov 12 06:30:40.061119 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58880) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:40.136977 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.223434 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.243110 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba42f8e-46be-4713-bb17-dfa980df0168']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:40.252030 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c38013-ce22-4475-a38d-c6894f00c18a') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:40.252325 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c38013-ce22-4475-a38d-c6894f00c18a') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:40.261492 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.274843 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.281066 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:30:40.281531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:30:40.285050 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:30:40.347571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.360426 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.364280 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/networks/5ba42f8e-46be-4713-bb17-dfa980df0168 HTTP/1.1" status: 204 len: 168 time: 0.3022289 Nov 12 06:30:40.367106 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58882) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:40.376428 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd61ce-75c9-4d2f-86ee-830c1c04b32e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Network': ['ID=5ba42f8e-46be-4713-bb17-dfa980df0168,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:40.426744 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42bd65c1-1434-4d68-9e38-041ddefba88a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.451686 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42bd65c1-1434-4d68-9e38-041ddefba88a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.513497 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42bd65c1-1434-4d68-9e38-041ddefba88a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.516165 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42bd65c1-1434-4d68-9e38-041ddefba88a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.517916 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-42bd65c1-1434-4d68-9e38-041ddefba88a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/security-groups/e871f4ce-05e0-4d96-a0d4-51362a05cd20 HTTP/1.1" status: 204 len: 168 time: 0.1486545 Nov 12 06:30:40.527776 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd65c1-1434-4d68-9e38-041ddefba88a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e871f4ce-05e0-4d96-a0d4-51362a05cd20,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:40.858873 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58888) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:40.863812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-aac81b74-490c-431a-bee9-81a7379e1f66 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430409791', 'description': 'tempest-secgroup-smoke-1430409791 description', 'project_id': 'f05333f1a7a84a278938b58e29332afe'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:40.886197 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aac81b74-490c-431a-bee9-81a7379e1f66 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.960864 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aac81b74-490c-431a-bee9-81a7379e1f66 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.964559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aac81b74-490c-431a-bee9-81a7379e1f66 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:40.997722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac81b74-490c-431a-bee9-81a7379e1f66 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae62e87c-c9ca-48b1-a51f-326399fdc455,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:41.002504 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aac81b74-490c-431a-bee9-81a7379e1f66 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.003713 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-aac81b74-490c-431a-bee9-81a7379e1f66 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1436417 Nov 12 06:30:41.007045 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58890) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:41.011579 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ecec185d-fe08-46d2-a8be-0564b883988c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'ae62e87c-c9ca-48b1-a51f-326399fdc455', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:41.037990 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecec185d-fe08-46d2-a8be-0564b883988c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.095780 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecec185d-fe08-46d2-a8be-0564b883988c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.099408 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecec185d-fe08-46d2-a8be-0564b883988c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.117445 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec185d-fe08-46d2-a8be-0564b883988c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90006625-0148-4ba8-8311-5610a309100e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:41.125114 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ecec185d-fe08-46d2-a8be-0564b883988c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.126372 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-ecec185d-fe08-46d2-a8be-0564b883988c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183300 Nov 12 06:30:41.129701 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:41.134017 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b4be1864-a065-435b-9c56-893ec117f760 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'ae62e87c-c9ca-48b1-a51f-326399fdc455', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:41.159836 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4be1864-a065-435b-9c56-893ec117f760 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.213942 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4be1864-a065-435b-9c56-893ec117f760 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.217303 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4be1864-a065-435b-9c56-893ec117f760 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.231359 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1864-a065-435b-9c56-893ec117f760 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78ba473-48e7-410d-98a1-21f788246681,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:41.241992 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4be1864-a065-435b-9c56-893ec117f760 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.243227 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b4be1864-a065-435b-9c56-893ec117f760 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125917 Nov 12 06:30:41.245932 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58894) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:41.250314 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-546bf5f6-db10-4b85-b58e-7d8f282c79bf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'ae62e87c-c9ca-48b1-a51f-326399fdc455', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:41.275418 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-546bf5f6-db10-4b85-b58e-7d8f282c79bf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.331743 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-546bf5f6-db10-4b85-b58e-7d8f282c79bf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.333482 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.335467 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-546bf5f6-db10-4b85-b58e-7d8f282c79bf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.355509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bf5f6-db10-4b85-b58e-7d8f282c79bf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5cac9f-23a8-4a26-b4b5-c0ba53699143,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:41.364253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-546bf5f6-db10-4b85-b58e-7d8f282c79bf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.365447 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-546bf5f6-db10-4b85-b58e-7d8f282c79bf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185312 Nov 12 06:30:41.368172 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58896) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:41.372495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-aacae635-3eeb-4c75-9e0f-e11edc5a14bc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'ae62e87c-c9ca-48b1-a51f-326399fdc455', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:41.398524 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aacae635-3eeb-4c75-9e0f-e11edc5a14bc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.456055 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aacae635-3eeb-4c75-9e0f-e11edc5a14bc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.460219 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aacae635-3eeb-4c75-9e0f-e11edc5a14bc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.483717 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacae635-3eeb-4c75-9e0f-e11edc5a14bc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c821028f-bad2-46cf-a044-7f6faf63de73,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:41.491511 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aacae635-3eeb-4c75-9e0f-e11edc5a14bc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.492733 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-aacae635-3eeb-4c75-9e0f-e11edc5a14bc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236367 Nov 12 06:30:41.495466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58898) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:41.499756 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-609ac56d-39ee-4028-a4b4-42fa49b35418 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'ae62e87c-c9ca-48b1-a51f-326399fdc455', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:41.511731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0445bc51-4a25-43e8-a10d-1bc109765329 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:30:41.527155 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-609ac56d-39ee-4028-a4b4-42fa49b35418 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:30:41.532228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-609ac56d-39ee-4028-a4b4-42fa49b35418 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.532380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 0445bc51-4a25-43e8-a10d-1bc109765329 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:30:41.532623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0445bc51-4a25-43e8-a10d-1bc109765329 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:30:41.533084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 30c4597d-8694-45ba-b02a-5fdd06834c5a no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:30:41.554827 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 30c4597d-8694-45ba-b02a-5fdd06834c5a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:30:41.555169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 30c4597d-8694-45ba-b02a-5fdd06834c5a not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:30:41.555582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 453422ce-2450-4ccc-ba09-e95618a4d882 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:30:41.574699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 453422ce-2450-4ccc-ba09-e95618a4d882 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:30:41.575040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 453422ce-2450-4ccc-ba09-e95618a4d882 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:30:41.594953 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-609ac56d-39ee-4028-a4b4-42fa49b35418 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.598602 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-609ac56d-39ee-4028-a4b4-42fa49b35418 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.616471 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ac56d-39ee-4028-a4b4-42fa49b35418 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca60aa2-ba2e-44c8-b9f3-44c29c3dd869,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:41.621599 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-609ac56d-39ee-4028-a4b4-42fa49b35418 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.622602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-609ac56d-39ee-4028-a4b4-42fa49b35418 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261847 Nov 12 06:30:41.625443 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58900) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:41.630237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7e4f06c0-5ca3-42ec-9212-b71243606d28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'security_group_rule': {'security_group_id': 'ae62e87c-c9ca-48b1-a51f-326399fdc455', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:41.651794 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-7e4f06c0-5ca3-42ec-9212-b71243606d28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Project f05333f1a7a84a278938b58e29332afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:30:41.656448 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e4f06c0-5ca3-42ec-9212-b71243606d28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.713571 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e4f06c0-5ca3-42ec-9212-b71243606d28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.716904 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e4f06c0-5ca3-42ec-9212-b71243606d28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.734706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f06c0-5ca3-42ec-9212-b71243606d28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314b1764-6440-411b-88ba-c33882f9ff9d,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:41.742140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e4f06c0-5ca3-42ec-9212-b71243606d28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.746360 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7e4f06c0-5ca3-42ec-9212-b71243606d28 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172659 Nov 12 06:30:41.746769 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58902) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:41.752761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'network': {'name': 'tempest-network-smoke--970377815', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'port_security_enabled': True}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:41.773555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:30:41.777016 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.799848 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:30:41.808742 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.809089 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Added segment 70dcce47-d7ec-4b59-a421-1fe9466049ce of type vlan for network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 Nov 12 06:30:41.848195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.872263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.878357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:41.878969 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.936717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1888266 Nov 12 06:30:41.940040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58904) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:41.946443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'admin_state_up': True, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:41.956191 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83880f2-d0dd-4918-9fdb-2a764d5e22b3 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Network': ['ID=e2b9014b-bf96-4874-bd8a-365c3c4eaa04,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:41.966747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:30:41.972079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:41.973096 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.028233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.163566 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.354372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.373084 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.475773 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.239 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/469cdf42-320b-4ecc-b593-84292e0c3510) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:30:42.574089 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.606094 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.641990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:30:42.647175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:30:42.650576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:30:42.661037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=469cdf42-320b-4ecc-b593-84292e0c3510,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:42.661610 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df758c49-1dc3-47f5-85d5-cbf2e210103d None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:30:42.772922 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-04986a35-b965-4c97-9560-dbdbd73427b8 None None] Provisioning complete for port 469cdf42-320b-4ecc-b593-84292e0c3510 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:42.773314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04986a35-b965-4c97-9560-dbdbd73427b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.907956 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:42.966893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-04986a35-b965-4c97-9560-dbdbd73427b8 None None] Port 469cdf42-320b-4ecc-b593-84292e0c3510 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:30:43.107915 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:43.231169 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 7fc2b85f-0b61-4349-a7a7-d7f8329286be is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:30:43.331384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:30:43.341007 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Sync routers for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:30:43.351502 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:43.351735 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:43.352142 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:43.355628 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-667aa18b-64fc-4038-89b4-bf54d8b406e0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4117301 Nov 12 06:30:43.356012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58906) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:43.385026 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-54eabcad-adef-42ae-86fb-517f5d2ca8c6 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f05333f1a7a84a278938b58e29332afe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273066 Nov 12 06:30:43.387046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58908) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:43.454160 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:43.477214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4602813f-4bbb-439d-b41a-5b6aedc69253 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:43.478797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4602813f-4bbb-439d-b41a-5b6aedc69253 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908203 Nov 12 06:30:43.481631 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58910) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:43.513551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-352a9a4c-f823-4bf4-a8d6-20f66d475c14 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9b131141-8c9e-4d15-bb6c-26ff3211f73d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307481 Nov 12 06:30:43.515952 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58912) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:43.520716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2090988197', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:43.607829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:30:43.612066 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:43.630880 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:42Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:43.656775 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Checking router: 7fc2b85f-0b61-4349-a7a7-d7f8329286be for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:30:43.657033 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Updating router 7fc2b85f-0b61-4349-a7a7-d7f8329286be port 469cdf42-320b-4ecc-b593-84292e0c3510 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:30:43.686633 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:43.943283 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:43.948436 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:43.991278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b544d-4b98-4578-a661-ced9ff9b8e21 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:30:44.004681 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Attempting to bind port 469cdf42-320b-4ecc-b593-84292e0c3510 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:30:44.005064 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Attempting to bind port 469cdf42-320b-4ecc-b593-84292e0c3510 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:30:44.005426 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Attempting to bind port 469cdf42-320b-4ecc-b593-84292e0c3510 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:30:44.016044 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:30:44.016417 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:30:44.016877 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.017184 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:30:44.017708 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Bound port: 469cdf42-320b-4ecc-b593-84292e0c3510, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:30:44.018080 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.019799 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Pushing event updated for resources: {'Port': ['ID=469cdf42-320b-4ecc-b593-84292e0c3510,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:44.030742 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-731a4f02-6503-49c9-bdd5-d72578dd1e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.045782 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.046115 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.046473 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.046798 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.047117 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.047432 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.047744 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.048051 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.048355 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.049377 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.049693 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.049999 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:30:44.091505 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] For port 469cdf42-320b-4ecc-b593-84292e0c3510, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:30:44.094522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c0ee7cc8-c50f-4ef7-95c4-d859bd197083 None None] Provisioning complete for port 469cdf42-320b-4ecc-b593-84292e0c3510 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:44.094824 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] For port 469cdf42-320b-4ecc-b593-84292e0c3510, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=469cdf42-320b-4ecc-b593-84292e0c3510,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:30:44.095107 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7cc8-c50f-4ef7-95c4-d859bd197083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.100006 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.145672 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.170236 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e12b6-0ea5-41eb-8dfb-877185072a8b None None] Pushing event updated for resources: {'Port': ['ID=469cdf42-320b-4ecc-b593-84292e0c3510,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:44.181653 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7cc8-c50f-4ef7-95c4-d859bd197083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.184033 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:44.184811 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:44.190788 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de44f91-d807-4ec5-acc8-f907932d310a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:30:44.206149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Subnet': ['ID=d015fb28-41fb-4109-bc9e-0fe956f44bac,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:44.211353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c0ee7cc8-c50f-4ef7-95c4-d859bd197083 None None] For port 469cdf42-320b-4ecc-b593-84292e0c3510, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=469cdf42-320b-4ecc-b593-84292e0c3510,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:44.217127 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7cc8-c50f-4ef7-95c4-d859bd197083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.222435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Checking segment: {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:30:44.222794 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network hostable DHCP agents. Network: e2b9014b-bf96-4874-bd8a-365c3c4eaa04, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:30:44.249235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:30:44.265176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e2b9014b-bf96-4874-bd8a-365c3c4eaa04) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:30:44.278703 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064c21f-8731-42c1-bf55-9451a43ba8b1 None None] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:30:44.281405 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee7cc8-c50f-4ef7-95c4-d859bd197083 None None] Pushing event updated for resources: {'Port': ['ID=469cdf42-320b-4ecc-b593-84292e0c3510,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:44.282376 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-861111e0-69ec-4b88-9ba1-5f0e361ca81b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0805297 Nov 12 06:30:44.288565 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.289350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.310926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-11592905-fc70-4819-b985-870de2fe6f54 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7926323 Nov 12 06:30:44.312456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58914) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:44.317053 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:44.373069 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-16978b3b-d517-4e1d-81a6-3fef09a23776 None None] Provisioning complete for port 469cdf42-320b-4ecc-b593-84292e0c3510 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:44.373602 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16978b3b-d517-4e1d-81a6-3fef09a23776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.419852 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4263cec2-77fc-4acc-ab82-620e2ecd8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.420466 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4263cec2-77fc-4acc-ab82-620e2ecd8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.420985 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4263cec2-77fc-4acc-ab82-620e2ecd8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.421690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4263cec2-77fc-4acc-ab82-620e2ecd8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.422176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4263cec2-77fc-4acc-ab82-620e2ecd8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.426153 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4263cec2-77fc-4acc-ab82-620e2ecd8d75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0707934 Nov 12 06:30:44.475726 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:30:44.524627 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:30:44.525051 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.536724 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:42Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:44.567497 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f8b3a-820b-4f57-a4a4-3691196ed3e6 None None] The sync data for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 is: [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:42Z', 'revision_number': 3, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:30:44.586050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4c8e7a35-bdd9-4420-82d2-64eea0ef7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.586854 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4c8e7a35-bdd9-4420-82d2-64eea0ef7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.587390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4c8e7a35-bdd9-4420-82d2-64eea0ef7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.589575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-4c8e7a35-bdd9-4420-82d2-64eea0ef7676 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1359336 Nov 12 06:30:44.637000 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-10ded141-3aa9-480f-931f-4a6d49be769c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0401793 Nov 12 06:30:44.688384 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Allocated IP 172.20.0.2 (e2b9014b-bf96-4874-bd8a-365c3c4eaa04/d015fb28-41fb-4109-bc9e-0fe956f44bac/1a1cfae9-62a6-4ac7-a30e-04314cbb75a4) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:30:44.692027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-2765189e-07d8-489f-9884-b1767b077f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.693947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-2765189e-07d8-489f-9884-b1767b077f80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0502615 Nov 12 06:30:44.748235 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-58b949e6-a339-4495-9aea-76517f4062b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:44.749760 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-58b949e6-a339-4495-9aea-76517f4062b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470254 Nov 12 06:30:44.817699 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.870568 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.880258 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:44.898947 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-93ad3dde-51b2-493f-a11f-25072051b2e2 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412537 Nov 12 06:30:44.939256 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:30:44.943205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:30:44.948156 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:30:44.957670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Pushing event updated for resources: {'Port': ['ID=1a1cfae9-62a6-4ac7-a30e-04314cbb75a4,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:45.021670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Attempting to bind port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:30:45.024251 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Attempting to bind port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:30:45.024644 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Attempting to bind port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 on network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:30:45.031469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:30:45.031469 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Checking segment: {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:30:45.031843 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.032218 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Bound using segment: {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:30:45.032700 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Bound port: 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:30:45.033779 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.038198 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-5262f454-3dd1-4630-b388-d5be5eb43583 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321061 Nov 12 06:30:45.094564 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-b172e2a6-a72d-468b-a23f-b2fc34c1dbe9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0471652 Nov 12 06:30:45.106526 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] For port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:30:45.110441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] For port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1a1cfae9-62a6-4ac7-a30e-04314cbb75a4,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:30:45.124175 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.151763 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-d4413c04-3a81-4289-a622-d13d552883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:45.153245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-d4413c04-3a81-4289-a622-d13d552883f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0511112 Nov 12 06:30:45.174896 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.1 (e2b9014b-bf96-4874-bd8a-365c3c4eaa04/d015fb28-41fb-4109-bc9e-0fe956f44bac/5077ad65-988b-4c92-b236-5f56c059b915) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:30:45.190599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ebacb-192b-4bbc-a1bd-12a9e81187a0 None None] Pushing event updated for resources: {'Port': ['ID=1a1cfae9-62a6-4ac7-a30e-04314cbb75a4,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:45.210593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-fcdc07cd-47e4-41e8-9b2e-c9d673463d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:45.212287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-fcdc07cd-47e4-41e8-9b2e-c9d673463d09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521321 Nov 12 06:30:45.324407 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-71a7d6bd-886f-4300-9171-a6b52903bdb4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047606 Nov 12 06:30:45.330679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.367655 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.418156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:30:45.422649 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:30:45.426819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:30:45.470809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-b5ae306d-73ea-4a11-a80f-04c684b0c072 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389983 Nov 12 06:30:45.483476 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=5077ad65-988b-4c92-b236-5f56c059b915,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:45.509495 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.549151 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-eeede7b9-37f4-4a8e-86be-ad9c4435524a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0674753 Nov 12 06:30:45.628389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 469cdf42-320b-4ecc-b593-84292e0c3510 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:30:45.639591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-1450fc7e-f021-4596-a866-b3fc14a59b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:45.641148 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-1450fc7e-f021-4596-a866-b3fc14a59b01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0850060 Nov 12 06:30:45.700652 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.702927 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 469cdf42-320b-4ecc-b593-84292e0c3510 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:45.703394 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.707028 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-815c0d02-f127-4a31-9d72-c3bcdca49d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:45.708781 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-815c0d02-f127-4a31-9d72-c3bcdca49d4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0600114 Nov 12 06:30:45.787040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:30:45.849680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:45.849931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-6ce935a7-d416-4892-8551-bf1f003027d3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341872 Nov 12 06:30:45.850582 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.929726 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.944526 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-9926079a-a336-4216-9c3c-1159bf63b4dc service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873177 Nov 12 06:30:45.965846 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] For port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1a1cfae9-62a6-4ac7-a30e-04314cbb75a4,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:45.972704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:45.992696 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-95a3ad34-83a1-42fb-a9e9-25c5332f31fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0411222 Nov 12 06:30:46.027465 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Pushing event updated for resources: {'Port': ['ID=1a1cfae9-62a6-4ac7-a30e-04314cbb75a4,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:46.044792 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-7365440f-fb56-43ad-92b7-3025ffd828ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:46.046693 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-7365440f-fb56-43ad-92b7-3025ffd828ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0471654 Nov 12 06:30:46.047065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:46.052573 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:46.099950 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-e931883b-c524-40e3-967c-d29c3cf2c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:46.101455 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-e931883b-c524-40e3-967c-d29c3cf2c0b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0466723 Nov 12 06:30:46.130135 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=5077ad65-988b-4c92-b236-5f56c059b915,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:46.132859 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:46.235655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:30:46.238743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:30:46.371677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 7fc2b85f-0b61-4349-a7a7-d7f8329286be has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:30:46.390902 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0226ef6-b02f-4600-afb6-d11b758db484 None None] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:30:46.472135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fd86f52d-0a4e-4dab-91e4-4f0af3f611a6 None None] Provisioning complete for port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:46.473138 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fd86f52d-0a4e-4dab-91e4-4f0af3f611a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:46.480244 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aedabde1-0a21-47f2-9c3a-16ffa87d54c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:46.498022 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:30:46.503941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-45e1e8e9-c342-4c06-8e72-caed41670d0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/7fc2b85f-0b61-4349-a7a7-d7f8329286be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1899793 Nov 12 06:30:46.618239 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-3c1caa80-c185-4c46-bf59-6a48ee0e515e service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090845 Nov 12 06:30:46.705417 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-a53aac44-4c64-4b89-8c6c-bd73b67f34cc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430409791&fields=id&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 267 time: 0.0596819 Nov 12 06:30:46.730084 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-6d96256a-8e6c-4332-810a-f516853861f9 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985296 Nov 12 06:30:46.780626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-07aef973-4de9-44aa-abc3-c5006637c759 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0436027 Nov 12 06:30:46.822636 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-4d49a068-adaa-40c2-9fea-ff6b45f26d62 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:46.824209 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-4d49a068-adaa-40c2-9fea-ff6b45f26d62 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/networks?id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04 HTTP/1.1" status: 200 len: 796 time: 0.1099916 Nov 12 06:30:46.841542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-90fc8d75-8668-4809-a6ef-42b019ba1df5 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/quotas/f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 375 time: 0.0114272 Nov 12 06:30:46.843173 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-8dde7829-65f8-4574-9b21-edf81c6201d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:46.844670 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-8dde7829-65f8-4574-9b21-edf81c6201d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0554988 Nov 12 06:30:46.897631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Sync routers for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:30:46.902849 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-259dab6b-e721-42c0-890c-7c7a9c34292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:46.904551 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-259dab6b-e721-42c0-890c-7c7a9c34292e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504854 Nov 12 06:30:46.908753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:46.909380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:46.920344 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-3ccab168-595a-4dcb-933d-1f0da7321b33 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718884 Nov 12 06:30:46.941761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-d1ed72c2-6dce-4383-8cb5-dd07b77b378c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:30:46.942908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-d1ed72c2-6dce-4383-8cb5-dd07b77b378c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061631 Nov 12 06:30:47.012438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b8c1a1a1-6cca-4f31-ad9b-ebdf61af03ed None None] Provisioning complete for port 5077ad65-988b-4c92-b236-5f56c059b915 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:47.012808 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a1a1-6cca-4f31-ad9b-ebdf61af03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:47.014653 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-5efada9a-29af-403d-b353-f781963f0557 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010723 Nov 12 06:30:47.061520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-0bd6b50a-0bf8-42dd-8d36-f8de7dc06e50 service neutron] 10.222.0.48 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041512 Nov 12 06:30:47.093020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1a1a1-6cca-4f31-ad9b-ebdf61af03ed None None] Port 5077ad65-988b-4c92-b236-5f56c059b915 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:30:47.097505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:47.126307 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8c19418e-aa4e-4d99-bee4-e5d9794a7d7b req-bf26babd-ac96-4776-bc80-df46750de8d4 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047828 Nov 12 06:30:47.150298 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b8c1a1a1-6cca-4f31-ad9b-ebdf61af03ed None None] Provisioning complete for port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:47.150706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a1a1-6cca-4f31-ad9b-ebdf61af03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:47.171908 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-f329a6da-5078-4887-8cae-ad7c2f9759e7 service neutron] 10.222.0.48 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025643 Nov 12 06:30:47.352173 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-22cac379-7a08-431c-93aa-a69521a49771 req-88ef7bd0-297e-4297-b7de-f8ddb3574106 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 210 time: 0.0307212 Nov 12 06:30:47.401114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 2, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:47.428630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Checking router: 7fc2b85f-0b61-4349-a7a7-d7f8329286be for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:30:47.428993 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Updating router 7fc2b85f-0b61-4349-a7a7-d7f8329286be port 5077ad65-988b-4c92-b236-5f56c059b915 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:30:47.455697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:47.561657 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:30:47.615451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d95c6963-6fb3-408f-a30d-5b10a3e9902c None None] Provisioning complete for port 5077ad65-988b-4c92-b236-5f56c059b915 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:47.615854 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d95c6963-6fb3-408f-a30d-5b10a3e9902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:47.674779 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:47.881981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d95c6963-6fb3-408f-a30d-5b10a3e9902c None None] Port 5077ad65-988b-4c92-b236-5f56c059b915 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:30:47.888800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:47.889167 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.036274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.043636 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.091135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7347f-32cc-491c-bcb4-cc020691e8bf None None] Pushing event updated for resources: {'Port': ['ID=5077ad65-988b-4c92-b236-5f56c059b915,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:48.141839 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Attempting to bind port 5077ad65-988b-4c92-b236-5f56c059b915 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:30:48.143050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Attempting to bind port 5077ad65-988b-4c92-b236-5f56c059b915 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:30:48.143176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Attempting to bind port 5077ad65-988b-4c92-b236-5f56c059b915 on network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:30:48.148360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:30:48.148731 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Checking segment: {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:30:48.149131 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.149522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Bound using segment: {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:30:48.149988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Bound port: 5077ad65-988b-4c92-b236-5f56c059b915, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:30:48.150390 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.217248 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] For port 5077ad65-988b-4c92-b236-5f56c059b915, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:30:48.221807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] For port 5077ad65-988b-4c92-b236-5f56c059b915, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5077ad65-988b-4c92-b236-5f56c059b915,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:30:48.226257 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.288279 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:48.288909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:48.291739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7347f-32cc-491c-bcb4-cc020691e8bf None None] Pushing event updated for resources: {'Port': ['ID=5077ad65-988b-4c92-b236-5f56c059b915,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:48.345754 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c0c92a2b-ee2e-488d-9fd8-f51a0fd4558c None None] Provisioning complete for port 5077ad65-988b-4c92-b236-5f56c059b915 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:48.346026 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0c92a2b-ee2e-488d-9fd8-f51a0fd4558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.427313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-04f812e7-aad8-483f-8a7a-15cfb50e8e88 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:48.429112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-04f812e7-aad8-483f-8a7a-15cfb50e8e88 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/networks?id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04 HTTP/1.1" status: 200 len: 796 time: 0.1537354 Nov 12 06:30:48.497246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50f12725-d25e-4135-82ff-c7189ff9714f req-42a30aab-5f25-4bfd-8f6d-24632d326acf tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 210 time: 0.0324988 Nov 12 06:30:48.507108 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:48.538527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-1ad058d3-1f0b-43d9-b13c-cb79ee618523 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f05333f1a7a84a278938b58e29332afe HTTP/1.1" status: 200 len: 380 time: 0.0965941 Nov 12 06:30:48.548078 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0c92a2b-ee2e-488d-9fd8-f51a0fd4558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.548930 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'port': {'device_id': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'admin_state_up': True, 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'security_groups': ['ae62e87c-c9ca-48b1-a51f-326399fdc455']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:48.666244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c0c92a2b-ee2e-488d-9fd8-f51a0fd4558c None None] For port 5077ad65-988b-4c92-b236-5f56c059b915, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5077ad65-988b-4c92-b236-5f56c059b915,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:48.671598 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Made reservation on behalf of f05333f1a7a84a278938b58e29332afe for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:30:48.671751 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0c92a2b-ee2e-488d-9fd8-f51a0fd4558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.675734 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.743931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c92a2b-ee2e-488d-9fd8-f51a0fd4558c None None] Pushing event updated for resources: {'Port': ['ID=5077ad65-988b-4c92-b236-5f56c059b915,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:48.800156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.20.0.5 (e2b9014b-bf96-4874-bd8a-365c3c4eaa04/d015fb28-41fb-4109-bc9e-0fe956f44bac/4ef0bf90-22ef-4432-95fa-90f0677b13e9) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:30:48.802326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bf29b08e-1c87-4100-9c37-ef676c07271e None None] Provisioning complete for port 5077ad65-988b-4c92-b236-5f56c059b915 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:48.802720 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf29b08e-1c87-4100-9c37-ef676c07271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.807134 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:48Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:48.863710 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976dd7d6-257f-44f6-a696-2b20f5c40797 None None] The sync data for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 is: [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:48Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:30:48.884473 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:48.976671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.012310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.057086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:30:49.062429 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:30:49.066281 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:30:49.090365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=4ef0bf90-22ef-4432-95fa-90f0677b13e9,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:49.123380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:49.124125 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.142668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-eae9f6d5-1491-4bb4-ab20-39bea873ce89 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975935 Nov 12 06:30:49.155272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Request body: {'port': {'device_id': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:49.218713 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.368918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2fc10fb2-20d6-49ae-a17d-62437d75caab None None] Provisioning complete for port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:49.369514 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2fc10fb2-20d6-49ae-a17d-62437d75caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.409566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2fc10fb2-20d6-49ae-a17d-62437d75caab None None] Port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:30:49.495302 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef0bf90-22ef-4432-95fa-90f0677b13e9 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:30:49.505359 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.528045 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Transition to ACTIVE for port object 4ef0bf90-22ef-4432-95fa-90f0677b13e9 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:30:49.532635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.556031 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5077ad65-988b-4c92-b236-5f56c059b915 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:30:49.593727 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef0bf90-22ef-4432-95fa-90f0677b13e9,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:49.637642 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 5077ad65-988b-4c92-b236-5f56c059b915 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:49.638464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.712032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Attempting to bind port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:30:49.712452 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Attempting to bind port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:30:49.712861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Attempting to bind port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 on network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:30:49.715791 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.718737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 on network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:30:49.719172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Attempting to bind port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 on network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:30:49.734932 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65ae6-e6b0-4b0f-b68d-0f16e7eb16bd req-0ed89c19-9283-4e7b-860b-08a687280476 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:49.737232 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7be65ae6-e6b0-4b0f-b68d-0f16e7eb16bd req-0ed89c19-9283-4e7b-860b-08a687280476 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 943 time: 0.0948761 Nov 12 06:30:49.740404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:30:49.740864 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Checking segment: {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:30:49.741350 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Bound using segment: {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:30:49.741891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Bound port: 4ef0bf90-22ef-4432-95fa-90f0677b13e9, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dcce47-d7ec-4b59-a421-1fe9466049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:30:49.742367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.847076 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7be65ae6-e6b0-4b0f-b68d-0f16e7eb16bd req-32b571dd-5bdf-4098-ae61-6fd10b9e01dc tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018412 Nov 12 06:30:49.863076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] For port 4ef0bf90-22ef-4432-95fa-90f0677b13e9, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:30:49.866517 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] For port 4ef0bf90-22ef-4432-95fa-90f0677b13e9, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:30:49.871018 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.913235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:49.913869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:49.915311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] 10.222.0.47 "PUT /v2.0/ports/4ef0bf90-22ef-4432-95fa-90f0677b13e9 HTTP/1.1" status: 200 len: 1092 time: 0.7648492 Nov 12 06:30:49.915760 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:30:49.918128 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f0a874-b125-42a5-808d-1cd3d450b147" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:30:49.951722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262af912-e8ca-49c5-9922-c88b3d9c9993 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef0bf90-22ef-4432-95fa-90f0677b13e9,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:49.973153 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e766893b-7dd9-468e-971d-66d727fad31e x-openstack-request-id: req-e766893b-7dd9-468e-971d-66d727fad31e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:30:49.973443 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:30:49.973687 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e766893b-7dd9-468e-971d-66d727fad31e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:30:49.974080 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'status': 'completed', 'code': 200} Nov 12 06:30:50.016289 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-66deb51e-e454-4c54-bd5a-ad39b5cec2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:50.018490 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-66deb51e-e454-4c54-bd5a-ad39b5cec2ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 1095 time: 0.0474458 Nov 12 06:30:50.069611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-e0599cd6-e51d-4eed-b20d-c8a37293adbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9 HTTP/1.1" status: 200 len: 217 time: 0.0422060 Nov 12 06:30:50.122075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-a7f64790-a8bb-4995-842f-e9cdee3ba42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:50.123566 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-a7f64790-a8bb-4995-842f-e9cdee3ba42b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015fb28-41fb-4109-bc9e-0fe956f44bac HTTP/1.1" status: 200 len: 835 time: 0.0460000 Nov 12 06:30:50.171701 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-157cf79d-4e36-4886-8562-ac772ca94d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:50.173168 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-157cf79d-4e36-4886-8562-ac772ca94d03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395203 Nov 12 06:30:50.264491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-e484fc5d-9b98-45db-9a63-31cd6c8dcb86 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833490 Nov 12 06:30:50.352778 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f20d14e8-395d-48c8-8f35-2fe626c70f97 req-d7facdca-ed53-4c8f-ba83-52685a083648 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811076 Nov 12 06:30:50.453176 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-77dbfbf2-1e31-4467-b1e5-dcd680e733a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:50.454697 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-77dbfbf2-1e31-4467-b1e5-dcd680e733a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 1095 time: 0.0471957 Nov 12 06:30:50.543844 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-339ee1da-45cb-4d8f-a55b-1a1d95f8c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:50.545335 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-339ee1da-45cb-4d8f-a55b-1a1d95f8c2aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04 HTTP/1.1" status: 200 len: 897 time: 0.0831540 Nov 12 06:30:50.589585 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-7942cb01-11be-474c-9871-db593bad0245 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9 HTTP/1.1" status: 200 len: 217 time: 0.0367985 Nov 12 06:30:50.639085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-a03f27cc-c5cb-4aad-a542-2164ca6d69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:50.640563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-a03f27cc-c5cb-4aad-a542-2164ca6d69e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015fb28-41fb-4109-bc9e-0fe956f44bac HTTP/1.1" status: 200 len: 835 time: 0.0428898 Nov 12 06:30:50.686736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-60ef07d6-1e74-4882-bdf3-eea67ca90755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:50.688259 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-60ef07d6-1e74-4882-bdf3-eea67ca90755 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403903 Nov 12 06:30:50.780958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-eac8ff2a-645a-45a3-8ce5-c7cccb2b2122 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848830 Nov 12 06:30:50.872103 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57f0a874-b125-42a5-808d-1cd3d450b147 req-393b6d54-5da8-451c-807d-7118cb599673 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835564 Nov 12 06:30:50.969009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f932b-730d-420c-9aec-6e1c3751f9cb req-0e7f3797-1c1f-4c32-a0d8-b8a74ff495f0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:50.971028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-057f932b-730d-420c-9aec-6e1c3751f9cb req-0e7f3797-1c1f-4c32-a0d8-b8a74ff495f0 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 943 time: 0.0500495 Nov 12 06:30:51.023546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-057f932b-730d-420c-9aec-6e1c3751f9cb req-8caea145-9bee-4a4f-a7b2-673473261530 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459874 Nov 12 06:30:52.138095 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e25b-bd5c-41b9-92f3-08400a2f2278 req-c05875ef-b700-4d29-ba4f-9bd200b30c14 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:52.139670 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6530e25b-bd5c-41b9-92f3-08400a2f2278 req-c05875ef-b700-4d29-ba4f-9bd200b30c14 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 943 time: 0.0484488 Nov 12 06:30:52.188102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6530e25b-bd5c-41b9-92f3-08400a2f2278 req-e48c2b1b-0299-4c8b-baa9-0c747225ad22 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Nov 12 06:30:52.265775 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4ef0bf90-22ef-4432-95fa-90f0677b13e9 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:30:52.357313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4ef0bf90-22ef-4432-95fa-90f0677b13e9, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:52.368136 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'port_id': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'mac_address': 'fa:16:3e:b0:e9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:30:52.407029 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:52.419626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef0bf90-22ef-4432-95fa-90f0677b13e9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:30:52.438153 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4ef0bf90-22ef-4432-95fa-90f0677b13e9, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:52.441981 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:52.488635 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=4ef0bf90-22ef-4432-95fa-90f0677b13e9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:52.668590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['4ef0bf90-22ef-4432-95fa-90f0677b13e9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:30:53.304409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5faf65-f0a0-43d8-80ed-743edea7b1c7 req-abe69f11-0a2a-4eb5-b7ac-986630822683 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:53.305870 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e5faf65-f0a0-43d8-80ed-743edea7b1c7 req-abe69f11-0a2a-4eb5-b7ac-986630822683 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 944 time: 0.0479493 Nov 12 06:30:53.352840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1e5faf65-f0a0-43d8-80ed-743edea7b1c7 req-c0f66caa-2430-447f-bcc5-347f909a6018 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Nov 12 06:30:54.281212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4ef0bf90-22ef-4432-95fa-90f0677b13e9 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:30:54.329338 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:30:54.333724 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:30:54.334092 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:54.413710 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:54.437415 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:30:54.440253 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c967709b-90e9-4807-9fce-7ee5272e6e46" -d '{"events": [{"server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "name": "network-vif-plugged", "status": "completed", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:30:54.453355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 4ef0bf90-22ef-4432-95fa-90f0677b13e9, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:30:54.457190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:54.477734 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d9f13-cec4-416c-8997-ea5e6ffd8010 req-0ffc245e-6338-419a-b36e-e147b8a2f4e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:54.479246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-332d9f13-cec4-416c-8997-ea5e6ffd8010 req-0ffc245e-6338-419a-b36e-e147b8a2f4e9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 944 time: 0.0572631 Nov 12 06:30:54.504353 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=4ef0bf90-22ef-4432-95fa-90f0677b13e9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:54.532491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-332d9f13-cec4-416c-8997-ea5e6ffd8010 req-be38f046-484e-455c-ad09-367d573022f1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472720 Nov 12 06:30:54.574455 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aae8b1-6012-4e7c-8bf9-e1915597c227 x-openstack-request-id: req-72aae8b1-6012-4e7c-8bf9-e1915597c227 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:30:54.574856 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "name": "network-vif-plugged", "status": "completed", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:30:54.575115 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72aae8b1-6012-4e7c-8bf9-e1915597c227 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:30:54.575544 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'code': 200} Nov 12 06:30:54.671193 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c8bf-24a5-45b4-bf7c-07381c7b764e req-4d35ea31-f221-4694-bcba-336c662b4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:54.672925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab85c8bf-24a5-45b4-bf7c-07381c7b764e req-4d35ea31-f221-4694-bcba-336c662b4f95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 1097 time: 0.0384419 Nov 12 06:30:54.717474 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ab85c8bf-24a5-45b4-bf7c-07381c7b764e req-fc5a08f1-9132-4a70-b23f-8cd7bd82debc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372159 Nov 12 06:30:55.653325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248bc00-385b-4708-a150-b769701f2da2 req-a90efd12-b21a-44c9-9022-699ff17df312 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:55.654837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3248bc00-385b-4708-a150-b769701f2da2 req-a90efd12-b21a-44c9-9022-699ff17df312 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0526016 Nov 12 06:30:55.706941 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3248bc00-385b-4708-a150-b769701f2da2 req-e50a6432-2247-4088-86ad-25b26dc0c1d6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454113 Nov 12 06:30:56.821685 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767f1c-1f46-45c4-8a83-e280235fd1a7 req-2a1ed113-4546-4daf-9fec-d1046a7bafe1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:56.823087 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45767f1c-1f46-45c4-8a83-e280235fd1a7 req-2a1ed113-4546-4daf-9fec-d1046a7bafe1 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0482674 Nov 12 06:30:56.871649 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-45767f1c-1f46-45c4-8a83-e280235fd1a7 req-4f0c0617-d3c3-4310-b14d-402d7effd393 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Nov 12 06:30:56.981406 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dfb6d-1b8d-4f39-873e-f897db17c8d2 req-7327f25c-878e-46ec-aaa0-74f56237b33e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:56.982911 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-196dfb6d-1b8d-4f39-873e-f897db17c8d2 req-7327f25c-878e-46ec-aaa0-74f56237b33e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0475616 Nov 12 06:30:57.035686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-196dfb6d-1b8d-4f39-873e-f897db17c8d2 req-d99ba66d-8922-4d9a-a858-d41033e01cb6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463736 Nov 12 06:30:57.057632 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58966) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:57.096462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0844d19-e827-4b66-84a4-57ccfb75a844 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:57.097860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e0844d19-e827-4b66-84a4-57ccfb75a844 tempest-TestNetworkAdvancedServerOps-388779051 tempest-TestNetworkAdvancedServerOps-388779051-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 1092 time: 0.0392492 Nov 12 06:30:57.100706 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58968) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:57.104861 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:30:57.126390 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:57.220442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:57.323160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Allocated IP 172.25.2.130 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/c450596b-b594-4a3b-b3d8-cd09975c03c1) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:30:57.419888 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:57.456846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:57.494264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:30:57.499054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:30:57.502575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:30:57.527852 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=c450596b-b594-4a3b-b3d8-cd09975c03c1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:57.852472 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:57.916107 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:58.020297 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:58.398023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:58.402479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:58.471664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event updated for resources: {'Port': ['ID=c450596b-b594-4a3b-b3d8-cd09975c03c1,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:30:58.481160 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:58.579475 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP 37b510ef-b548-4ddb-9464-2ba4fb41c0f9 associated. External IP: 172.25.2.130, port: 4ef0bf90-22ef-4432-95fa-90f0677b13e9. Nov 12 06:30:58.780101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 7fc2b85f-0b61-4349-a7a7-d7f8329286be has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:30:58.887337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:30:58.896896 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] Sync routers for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:30:58.905718 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:30:58.907006 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:58.907619 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:58.933621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-8853d973-812c-4177-bf80-8ab34b64f1f6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8319180 Nov 12 06:30:58.934215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:30:58.936499 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f1e242-9b5a-4a56-8c15-011bda59cff5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:30:59.035071 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df59c4-1d0f-4d6d-a936-9b16b6a35123 req-3248493d-dfc3-40ea-b302-66cf67711e7b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:59.036557 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1df59c4-1d0f-4d6d-a936-9b16b6a35123 req-3248493d-dfc3-40ea-b302-66cf67711e7b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Nov 12 06:30:59.089308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a1df59c4-1d0f-4d6d-a936-9b16b6a35123 req-0eb4ed1d-3c9b-415e-9d4c-31de617e0aeb tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466254 Nov 12 06:30:59.109368 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:59.111989 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58974) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:30:59.135298 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d0cbbb-1296-44ac-86b0-4de2ee5d4007 x-openstack-request-id: req-e3d0cbbb-1296-44ac-86b0-4de2ee5d4007 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:30:59.135594 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:30:59.135850 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3d0cbbb-1296-44ac-86b0-4de2ee5d4007 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:30:59.136269 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'status': 'completed', 'code': 200} Nov 12 06:30:59.179867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f7916e11-ea8d-4f1e-ad0e-504d7428ca1b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/37b510ef-b548-4ddb-9464-2ba4fb41c0f9 HTTP/1.1" status: 200 len: 991 time: 0.0651944 Nov 12 06:30:59.200180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-13856af8-3629-408a-b3f8-98753a2d6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:59.201684 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-13856af8-3629-408a-b3f8-98753a2d6acc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 1097 time: 0.0417407 Nov 12 06:30:59.296316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-346e7186-6755-40e0-8199-0c7c45dffce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:59.297724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-346e7186-6755-40e0-8199-0c7c45dffce8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04 HTTP/1.1" status: 200 len: 897 time: 0.0865839 Nov 12 06:30:59.332435 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '37b510ef-b548-4ddb-9464-2ba4fb41c0f9', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'port_id': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'mac_address': 'fa:16:3e:b0:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:30:57Z', 'updated_at': '2021-11-12T06:30:57Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:48Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:59.361779 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] Checking router: 7fc2b85f-0b61-4349-a7a7-d7f8329286be for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:30:59.363056 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-b07c8fcd-14a1-4932-a98d-4cc2c14276a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9 HTTP/1.1" status: 200 len: 999 time: 0.0575309 Nov 12 06:30:59.369788 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:30:59.370403 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:30:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:59.414057 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-fa64fb3f-5dc7-4300-a4f6-0f80a12332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:59.415548 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-fa64fb3f-5dc7-4300-a4f6-0f80a12332f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015fb28-41fb-4109-bc9e-0fe956f44bac HTTP/1.1" status: 200 len: 835 time: 0.0434005 Nov 12 06:30:59.468588 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-b827e80b-8c22-4c2b-859c-c5c6a55e1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:30:59.470088 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-b827e80b-8c22-4c2b-859c-c5c6a55e1950 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460830 Nov 12 06:30:59.471731 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:30:59.560823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-0886baac-3d53-4aaa-942a-09e83af38366 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829177 Nov 12 06:30:59.655021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4f1e242-9b5a-4a56-8c15-011bda59cff5 req-d0ed0407-669a-40c8-a27d-4cd6ee4e3705 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864034 Nov 12 06:30:59.695307 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '37b510ef-b548-4ddb-9464-2ba4fb41c0f9', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'port_id': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'mac_address': 'fa:16:3e:b0:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:30:57Z', 'updated_at': '2021-11-12T06:30:57Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:48Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:30:59.720995 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd4211-4044-4158-8843-e51ef87c83ef None None] The sync data for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 is: [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '37b510ef-b548-4ddb-9464-2ba4fb41c0f9', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'port_id': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'mac_address': 'fa:16:3e:b0:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:30:57Z', 'updated_at': '2021-11-12T06:30:57Z', 'revision_number': 0, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:48Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:31:00.029508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bf891d-627c-4954-8756-2d348db78068 None None] New status for floating IP 37b510ef-b548-4ddb-9464-2ba4fb41c0f9: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:31:00.182809 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 58976) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:00.243600 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-91339f1a-3f25-4f79-9f2c-7fe6780b6b4a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/37b510ef-b548-4ddb-9464-2ba4fb41c0f9 HTTP/1.1" status: 200 len: 993 time: 0.0597572 Nov 12 06:31:11.349485 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:14.032958 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b4df7563-184b-4ee2-9001-b1a1411f8750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:16.422796 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6b7402c3-aedc-4d8f-84c4-cd8d61af1db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:17.619522 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:18.858663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:19.697239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:21.464609 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:31:28.018975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:28.948512 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b3cdc-2048-48f8-a24f-ea98fd218fba req-9ab6a2a9-2408-4c15-980a-cb6cfd3cda10 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:28.950235 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c64b3cdc-2048-48f8-a24f-ea98fd218fba req-9ab6a2a9-2408-4c15-980a-cb6cfd3cda10 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0504723 Nov 12 06:31:28.998824 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c64b3cdc-2048-48f8-a24f-ea98fd218fba req-e770a4cc-6245-4066-a881-0e4bd94e11e8 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Nov 12 06:31:30.115879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d2d6d-116f-4a0f-940b-5270e1930019 req-13c74fe2-c36b-4048-9347-9f0b9a77451f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:30.117351 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b44d2d6d-116f-4a0f-940b-5270e1930019 req-13c74fe2-c36b-4048-9347-9f0b9a77451f tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Nov 12 06:31:30.169408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b44d2d6d-116f-4a0f-940b-5270e1930019 req-431e90f6-4cea-44bb-8e24-8f13669caa69 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460870 Nov 12 06:31:30.192612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 58998) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:30.251513 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4fc11df0-de6d-4043-8cde-0308da0586ac tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/37b510ef-b548-4ddb-9464-2ba4fb41c0f9 HTTP/1.1" status: 200 len: 993 time: 0.0577691 Nov 12 06:31:31.541144 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127a405-23c4-4987-a139-7a4571f73d5a req-49860703-6f9f-4a1a-acc0-8a9a7b5ff27c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:31.542629 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7127a405-23c4-4987-a139-7a4571f73d5a req-49860703-6f9f-4a1a-acc0-8a9a7b5ff27c tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0787499 Nov 12 06:31:31.560003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-885d0e54-e218-4a8f-af55-d2df85230026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:31.561392 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-885d0e54-e218-4a8f-af55-d2df85230026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 1097 time: 0.0660982 Nov 12 06:31:31.645323 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7127a405-23c4-4987-a139-7a4571f73d5a req-775c93be-1ebf-421f-8287-bae6f06b078e tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962300 Nov 12 06:31:31.677078 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-811e3b5c-c8a4-4e92-a64c-fc73aea5d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:31.678611 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-811e3b5c-c8a4-4e92-a64c-fc73aea5d145 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04 HTTP/1.1" status: 200 len: 897 time: 0.1089857 Nov 12 06:31:31.748957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-b6487824-0a9a-4738-b510-37f26fe5ec0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9 HTTP/1.1" status: 200 len: 1001 time: 0.0631373 Nov 12 06:31:31.798271 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-453f1951-8a84-4d9f-887d-0aa4b971dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:31.799715 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-453f1951-8a84-4d9f-887d-0aa4b971dbc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015fb28-41fb-4109-bc9e-0fe956f44bac HTTP/1.1" status: 200 len: 835 time: 0.0435374 Nov 12 06:31:31.845409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-dc82b4a6-0426-4ced-aad6-9c5e93567f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:31.846938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-dc82b4a6-0426-4ced-aad6-9c5e93567f6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397878 Nov 12 06:31:31.949385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-e71f3a2e-a4b2-471f-a87b-e9016e18c4f7 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943716 Nov 12 06:31:32.040132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2f7f94d1-2a68-408c-a3fa-8b93c8ed3633 req-5f0d0961-0349-4059-a8dd-8ec439bb7357 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830677 Nov 12 06:31:32.767371 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a8e3f-22ff-4227-abb9-fa455bbed39a req-02de67ae-18fb-4039-8117-ea1eb58f508a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:32.770519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-267a8e3f-22ff-4227-abb9-fa455bbed39a req-02de67ae-18fb-4039-8117-ea1eb58f508a tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0559757 Nov 12 06:31:32.821294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-267a8e3f-22ff-4227-abb9-fa455bbed39a req-8290207d-b63a-4c80-a404-6426996d4e87 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447397 Nov 12 06:31:33.942003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd597cb3-b086-42b7-85f7-f1654985f269 req-acb46bcb-e677-4d4f-bc7a-fd04c916ea79 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:33.943979 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd597cb3-b086-42b7-85f7-f1654985f269 req-acb46bcb-e677-4d4f-bc7a-fd04c916ea79 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0540023 Nov 12 06:31:33.992545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bd597cb3-b086-42b7-85f7-f1654985f269 req-50b90298-0c32-41e2-8e04-20788cfba8e6 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Nov 12 06:31:34.014044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59010) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:34.077300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-eeef2810-3d9f-4dfe-9f7e-abb6586c7414 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/floatingips/37b510ef-b548-4ddb-9464-2ba4fb41c0f9 HTTP/1.1" status: 200 len: 993 time: 0.0620863 Nov 12 06:31:34.318863 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59016) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:34.473161 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port c450596b-b594-4a3b-b3d8-cd09975c03c1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:31:34.473506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:34.547976 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:34.548304 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:34.560462 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for c450596b-b594-4a3b-b3d8-cd09975c03c1 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:31:34.704987 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:34.729840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=c450596b-b594-4a3b-b3d8-cd09975c03c1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:34.741370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.741720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.742059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.742421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.742758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.743092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.743421 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.743747 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.744075 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.744396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.744716 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.745033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:34.802306 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:34.802662 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Floating IP 37b510ef-b548-4ddb-9464-2ba4fb41c0f9 disassociated (deleted). External IP: 172.25.2.130, port: 4ef0bf90-22ef-4432-95fa-90f0677b13e9. Nov 12 06:31:35.005620 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 7fc2b85f-0b61-4349-a7a7-d7f8329286be has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:31:35.111604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:31:35.116949 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:35.121467 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] Sync routers for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:31:35.130948 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:35.131544 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:35.143372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-58801ba7-382b-497d-a07a-3674c3e48f30 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/floatingips/37b510ef-b548-4ddb-9464-2ba4fb41c0f9 HTTP/1.1" status: 204 len: 168 time: 0.8234019 Nov 12 06:31:35.144068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:31:35.146448 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:31:35.234742 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:35.303622 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0264f188-b7e3-427d-a2ea-212b5c155d91 x-openstack-request-id: req-0264f188-b7e3-427d-a2ea-212b5c155d91 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:31:35.304167 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:31:35.304425 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0264f188-b7e3-427d-a2ea-212b5c155d91 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:31:35.304833 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'status': 'completed', 'code': 200} Nov 12 06:31:35.410911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-3e91e888-65ab-45d0-8e40-e1ebc8fb7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:35.412423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-3e91e888-65ab-45d0-8e40-e1ebc8fb7183 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f05333f1a7a84a278938b58e29332afe&device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 1097 time: 0.0739315 Nov 12 06:31:35.424853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1cdf-56e5-4f53-b024-6c3fbe44df5d req-7e3f5435-4c9a-4905-a9b5-49af8f584973 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:35.429976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d1c1cdf-56e5-4f53-b024-6c3fbe44df5d req-7e3f5435-4c9a-4905-a9b5-49af8f584973 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0647852 Nov 12 06:31:35.452141 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:48Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:35.483940 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] Checking router: 7fc2b85f-0b61-4349-a7a7-d7f8329286be for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:31:35.493650 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:35.494250 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:35.533950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0d1c1cdf-56e5-4f53-b024-6c3fbe44df5d req-1dad5ea6-9c7a-4268-a979-b12d3f05cc40 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953891 Nov 12 06:31:35.561975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-9776a830-23f0-4005-b1dc-2267c71c985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:35.563498 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-9776a830-23f0-4005-b1dc-2267c71c985e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04 HTTP/1.1" status: 200 len: 897 time: 0.1322944 Nov 12 06:31:35.599724 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:35.608762 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-d67faaed-7ce3-4369-8cf5-33494828818d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9 HTTP/1.1" status: 200 len: 217 time: 0.0346370 Nov 12 06:31:35.662035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-698a72a8-78f2-439c-a7ae-2fc8aaa39a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:35.663520 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-698a72a8-78f2-439c-a7ae-2fc8aaa39a05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015fb28-41fb-4109-bc9e-0fe956f44bac HTTP/1.1" status: 200 len: 835 time: 0.0468481 Nov 12 06:31:35.712818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-df9322de-545e-4cc1-968e-63b7078711dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:35.714313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-df9322de-545e-4cc1-968e-63b7078711dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2b9014b-bf96-4874-bd8a-365c3c4eaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410573 Nov 12 06:31:35.793461 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:48Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:35.811033 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-9aeb95ac-38a5-4895-bc1e-147ed2188200 service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875797 Nov 12 06:31:35.820280 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5accd2a-38d5-4323-b831-0648f8993068 None None] The sync data for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 is: [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:30:45Z', 'revision_number': 4, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '5077ad65-988b-4c92-b236-5f56c059b915', 'name': '', 'network_id': 'e2b9014b-bf96-4874-bd8a-365c3c4eaa04', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'mac_address': 'fa:16:3e:5e:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:44Z', 'updated_at': '2021-11-12T06:30:48Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'subnets': [{'id': 'd015fb28-41fb-4109-bc9e-0fe956f44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:31:35.905331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-505bd8b0-5dd8-47c1-9b16-ef9a0651013b req-1256c115-8d7a-41e6-bc30-950eb17f04ef service neutron] 10.222.0.47 "GET /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867171 Nov 12 06:31:36.049541 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396fb85-2449-4f82-a13d-a3f5dd08371d None None] New status for floating IP 37b510ef-b548-4ddb-9464-2ba4fb41c0f9: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:31:36.651976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91d527-0013-4bde-bdac-ecc309a6d617 req-acb48b2e-36e5-4ba6-9384-88e05efb8c0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:36.653435 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da91d527-0013-4bde-bdac-ecc309a6d617 req-acb48b2e-36e5-4ba6-9384-88e05efb8c0b tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0489032 Nov 12 06:31:36.705552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-da91d527-0013-4bde-bdac-ecc309a6d617 req-12e8fc33-6c78-4de3-b63c-464f3ae12877 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae62e87c-c9ca-48b1-a51f-326399fdc455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461700 Nov 12 06:31:37.385619 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-5140744c-229b-4b23-88ff-1a90be2cceea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:37.387120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-5140744c-229b-4b23-88ff-1a90be2cceea tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Nov 12 06:31:37.477737 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:31:37.478083 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:37.568637 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 4ef0bf90-22ef-4432-95fa-90f0677b13e9, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=4ef0bf90-22ef-4432-95fa-90f0677b13e9,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:37.568997 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:37.581366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 4ef0bf90-22ef-4432-95fa-90f0677b13e9 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:31:37.708512 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:37.735277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=4ef0bf90-22ef-4432-95fa-90f0677b13e9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:37.780858 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] No DVR routers for this DVR port 4ef0bf90-22ef-4432-95fa-90f0677b13e9 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:31:37.783513 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:37.787479 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0652c842-c41e-422b-a1b6-567bb32fe44d req-90c6de4f-3bdd-4f32-9fbe-8b1a0a5ecae4 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.47 "DELETE /v2.0/ports/4ef0bf90-22ef-4432-95fa-90f0677b13e9 HTTP/1.1" status: 204 len: 173 time: 0.3919394 Nov 12 06:31:37.794569 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'name': 'network-vif-deleted', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:31:37.796749 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef42e4b1-bc90-4cbc-83ae-e5d519a9a1f2" -d '{"events": [{"server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "name": "network-vif-deleted", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:31:37.818358 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-93b8c6c5-cb9a-4a65-bfa0-ae0c7108ebb8 req-b9fcde74-3b77-462d-b7d0-c57bc0cb9012 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8 HTTP/1.1" status: 200 len: 210 time: 0.0386765 Nov 12 06:31:37.866011 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31b9b56-c4b9-405f-acd0-988713d889bf x-openstack-request-id: req-f31b9b56-c4b9-405f-acd0-988713d889bf {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:31:37.866441 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8", "name": "network-vif-deleted", "tag": "4ef0bf90-22ef-4432-95fa-90f0677b13e9", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:31:37.866691 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f31b9b56-c4b9-405f-acd0-988713d889bf {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:31:37.867101 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ad6e9f-b14e-4ef0-8f7a-6d595b36c3b8', 'name': 'network-vif-deleted', 'tag': '4ef0bf90-22ef-4432-95fa-90f0677b13e9', 'status': 'completed', 'code': 200} Nov 12 06:31:38.876843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59032) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:39.223259 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:39.467948 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 5077ad65-988b-4c92-b236-5f56c059b915 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:31:39.468289 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:39.554757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 5077ad65-988b-4c92-b236-5f56c059b915, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=5077ad65-988b-4c92-b236-5f56c059b915,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:39.555115 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:39.570986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 5077ad65-988b-4c92-b236-5f56c059b915 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:31:40.082697 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:40.108914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=5077ad65-988b-4c92-b236-5f56c059b915,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:40.278501 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:40.488946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Router 7fc2b85f-0b61-4349-a7a7-d7f8329286be has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:31:40.499789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4ef0bf90-22ef-4432-95fa-90f0677b13e9 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:31:40.519953 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 4ef0bf90-22ef-4432-95fa-90f0677b13e9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:31:40.520291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 4ef0bf90-22ef-4432-95fa-90f0677b13e9 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:31:40.595209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:31:40.603720 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-359619dc-037a-4e43-b563-48c5779a578d tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "PUT /v2.0/routers/7fc2b85f-0b61-4349-a7a7-d7f8329286be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228239 Nov 12 06:31:40.603720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59034) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:40.606085 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] Sync routers for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:31:40.616404 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:40.617016 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:40.654147 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cf807a-f494-4bec-a851-fa75ced3d902 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting subnet d015fb28-41fb-4109-bc9e-0fe956f44bac {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:31:40.657725 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7cf807a-f494-4bec-a851-fa75ced3d902 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:40.700673 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7cf807a-f494-4bec-a851-fa75ced3d902 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:40.787825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7cf807a-f494-4bec-a851-fa75ced3d902 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:40.810540 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:40.848214 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7cf807a-f494-4bec-a851-fa75ced3d902 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:40.875935 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf807a-f494-4bec-a851-fa75ced3d902 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Subnet': ['ID=d015fb28-41fb-4109-bc9e-0fe956f44bac,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:40.877896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7cf807a-f494-4bec-a851-fa75ced3d902 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:40.883574 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d4305-c994-45e5-9ea2-cd80edb29c90 None None] Network e2b9014b-bf96-4874-bd8a-365c3c4eaa04 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:31:40.884440 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d7cf807a-f494-4bec-a851-fa75ced3d902 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/subnets/d015fb28-41fb-4109-bc9e-0fe956f44bac HTTP/1.1" status: 204 len: 168 time: 0.2799015 Nov 12 06:31:40.885056 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59036) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:40.999479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.001512 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:31:40Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:41.031814 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] Checking router: 7fc2b85f-0b61-4349-a7a7-d7f8329286be for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:31:41.040981 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] Routers {'7fc2b85f-0b61-4349-a7a7-d7f8329286be'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:41.041573 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:41.091480 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] DHCP port deletion for e2b9014b-bf96-4874-bd8a-365c3c4eaa04 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:31:41.110316 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.141745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Deleting port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:31:41.142121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.152604 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] Set router 7fc2b85f-0b61-4349-a7a7-d7f8329286be gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:41.171461 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Deleting port 469cdf42-320b-4ecc-b593-84292e0c3510 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:31:41.171928 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.210565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] For port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=1a1cfae9-62a6-4ac7-a30e-04314cbb75a4,segment=NetworkSegment(70dcce47-d7ec-4b59-a421-1fe9466049ce),segment_id=70dcce47-d7ec-4b59-a421-1fe9466049ce)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:41.210972 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.225374 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Calling delete_port for 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:31:41.258711 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] For port 469cdf42-320b-4ecc-b593-84292e0c3510, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=469cdf42-320b-4ecc-b593-84292e0c3510,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:41.259104 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.271621 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Calling delete_port for 469cdf42-320b-4ecc-b593-84292e0c3510 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:31:41.308857 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.332642 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:31:40Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:41.345715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Pushing event deleted for resources: {'Port': ['ID=1a1cfae9-62a6-4ac7-a30e-04314cbb75a4,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:41.352631 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] No DVR routers for this DVR port 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:31:41.358574 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e71c2a-4f1a-40c0-9a74-8ac2f9baa1f1 None None] The sync data for ids ['7fc2b85f-0b61-4349-a7a7-d7f8329286be'] in n-d-765315-28 is: [{'id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616402520', 'tenant_id': 'f05333f1a7a84a278938b58e29332afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:30:41Z', 'updated_at': '2021-11-12T06:31:40Z', 'revision_number': 5, 'project_id': 'f05333f1a7a84a278938b58e29332afe', 'gw_port': {'id': '469cdf42-320b-4ecc-b593-84292e0c3510', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc2b85f-0b61-4349-a7a7-d7f8329286be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:30:42Z', 'updated_at': '2021-11-12T06:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:31:41.372028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.372389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.372786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.373127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.373463 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.373792 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.374119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.374515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.375276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.375276 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.375559 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.375817 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a06a3-3eda-468d-9eb8-aa1ac8f6c024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:41.381497 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.456023 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.486180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Port': ['ID=469cdf42-320b-4ecc-b593-84292e0c3510,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:41.499084 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605262e-30d1-488d-92c0-642c975c4f9e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:31:41.560242 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.568998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5077ad65-988b-4c92-b236-5f56c059b915 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:31:41.590302 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 5077ad65-988b-4c92-b236-5f56c059b915 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:31:41.590939 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 5077ad65-988b-4c92-b236-5f56c059b915 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:31:41.591537 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:31:41.614188 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:31:41.614585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 1a1cfae9-62a6-4ac7-a30e-04314cbb75a4 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:31:41.658830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.661490 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.704567 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.705153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc2b85f-0b61-4349-a7a7-d7f8329286be {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:31:41.711988 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.713110 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9b6769cd-262c-4166-a462-cdfd64726938 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/routers/7fc2b85f-0b61-4349-a7a7-d7f8329286be HTTP/1.1" status: 204 len: 168 time: 0.8267949 Nov 12 06:31:41.715709 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59038) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:41.795630 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.887338 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.907183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b9014b-bf96-4874-bd8a-365c3c4eaa04']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:41.916891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dcce47-d7ec-4b59-a421-1fe9466049ce') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:41.917194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dcce47-d7ec-4b59-a421-1fe9466049ce') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:41.926455 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.939557 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.945375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:31:41.945758 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:31:41.948779 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:31:42.012026 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.019372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.022563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/networks/e2b9014b-bf96-4874-bd8a-365c3c4eaa04 HTTP/1.1" status: 204 len: 168 time: 0.3058660 Nov 12 06:31:42.025399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59040) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:42.033702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997ae1a-cfa0-44d1-8594-76304e834dc9 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'Network': ['ID=e2b9014b-bf96-4874-bd8a-365c3c4eaa04,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:42.083939 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.109253 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.175251 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.177874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.179407 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] 10.222.0.48 "DELETE /v2.0/security-groups/ae62e87c-c9ca-48b1-a51f-326399fdc455 HTTP/1.1" status: 204 len: 168 time: 0.1525967 Nov 12 06:31:42.188925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae62e87c-c9ca-48b1-a51f-326399fdc455,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:42.197576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.197921 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.198256 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.198617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.198941 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.199268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.199592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.199912 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.200232 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.200678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.201003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.201315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac102b-676d-47f1-a25e-5a94efc98065 tempest-TestNetworkAdvancedServerOps-318827730 tempest-TestNetworkAdvancedServerOps-318827730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:42.499733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59048) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:42.650068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-e43954bc-3a5d-40cb-bfa5-fe4adc500bc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f05333f1a7a84a278938b58e29332afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490698 Nov 12 06:31:42.652510 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59052) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:42.698558 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95240de2-33ee-4b3b-879e-a8b6a7510f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.718589 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95240de2-33ee-4b3b-879e-a8b6a7510f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.763079 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95240de2-33ee-4b3b-879e-a8b6a7510f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.765771 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95240de2-33ee-4b3b-879e-a8b6a7510f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:42.766934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-95240de2-33ee-4b3b-879e-a8b6a7510f95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c308ec4-929a-4bf2-8d59-c8ad011f3533 HTTP/1.1" status: 204 len: 168 time: 0.1135137 Nov 12 06:31:42.775037 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95240de2-33ee-4b3b-879e-a8b6a7510f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c308ec4-929a-4bf2-8d59-c8ad011f3533,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:43.018708 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59058) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:43.032350 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24302a28-b419-4e06-8f63-1ae1f56bbbce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:43.110621 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24302a28-b419-4e06-8f63-1ae1f56bbbce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:43.114221 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24302a28-b419-4e06-8f63-1ae1f56bbbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:43.152386 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-24302a28-b419-4e06-8f63-1ae1f56bbbce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89400825623c4133be1fb629a2137c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326039 Nov 12 06:31:43.153235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24302a28-b419-4e06-8f63-1ae1f56bbbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf02f5-f7f4-49d4-97e7-7f1b22524f51,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:43.155124 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:43.203983 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca510-9403-4a01-b051-ee1d819923ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:43.226319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca510-9403-4a01-b051-ee1d819923ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:43.272006 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca510-9403-4a01-b051-ee1d819923ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:43.274794 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca510-9403-4a01-b051-ee1d819923ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:43.275940 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-1b7ca510-9403-4a01-b051-ee1d819923ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbdf02f5-f7f4-49d4-97e7-7f1b22524f51 HTTP/1.1" status: 204 len: 168 time: 0.1197431 Nov 12 06:31:43.283427 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ca510-9403-4a01-b051-ee1d819923ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf02f5-f7f4-49d4-97e7-7f1b22524f51,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:43.532273 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 469cdf42-320b-4ecc-b593-84292e0c3510 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:31:43.712809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 469cdf42-320b-4ecc-b593-84292e0c3510 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:31:43.713149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 469cdf42-320b-4ecc-b593-84292e0c3510 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:31:43.986495 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59082) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:44.035223 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-12687629-fbf2-4a35-9ca5-f5aa60168912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.087511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-11170515-network', 'tenant_id': '7c52399b70d245958cfad7601120d60f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:44.109382 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Made reservation on behalf of 7c52399b70d245958cfad7601120d60f for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:31:44.111687 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.119693 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.192758 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.196660 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.221282 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:31:44.231623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e2f65-a62a-4ec1-9b42-d676185af57b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:44.236523 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.236868 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Added segment e8e153e9-6284-4dd2-8cbe-13a048635a51 of type vlan for network 07d38810-76f3-4eb8-93aa-075b88d1880d Nov 12 06:31:44.279028 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.302950 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.304168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:44.304753 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.360139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3725085 Nov 12 06:31:44.363273 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59086) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:44.365299 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2114c-9cfa-4e3a-b344-732a3816bd52 admin admin] Pushing event updated for resources: {'Network': ['ID=07d38810-76f3-4eb8-93aa-075b88d1880d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:44.368222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Request body: {'subnet': {'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-11170515-subnet', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:44.378430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 07d38810-76f3-4eb8-93aa-075b88d1880d details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:31:44.390208 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Made reservation on behalf of 7c52399b70d245958cfad7601120d60f for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:31:44.392638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.561290 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.614396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=148c47c8-5852-4cb9-8d92-a6a3d03f456a,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:44.624338 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Checking segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:44.624700 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Network hostable DHCP agents. Network: 07d38810-76f3-4eb8-93aa-075b88d1880d, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:31:44.641373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Network 07d38810-76f3-4eb8-93aa-075b88d1880d is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:31:44.650085 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 07d38810-76f3-4eb8-93aa-075b88d1880d) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:44.653830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:44.654446 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.660351 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a2275-1322-48e9-ab7c-20e21709ec61 None None] Network 07d38810-76f3-4eb8-93aa-075b88d1880d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:31:44.670624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0c4e8f5c-465a-457d-ab07-faa140d8ef47 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3062201 Nov 12 06:31:44.673323 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59088) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:44.677808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:44.699785 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.700806 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.757145 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.807910 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-07d38810-76f3-4eb8-93aa-075b88d1880d', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:31:44.808965 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.895709 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:44.946291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Allocated IP 172.20.0.2 (07d38810-76f3-4eb8-93aa-075b88d1880d/148c47c8-5852-4cb9-8d92-a6a3d03f456a/3a7490f4-4cd4-4c9a-af77-013e2444efc6) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:31:45.091224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.095687 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.097237 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.115080 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.132051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Network 07d38810-76f3-4eb8-93aa-075b88d1880d is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:45.136146 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:45.143331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:31:45.151080 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Pushing event updated for resources: {'Port': ['ID=3a7490f4-4cd4-4c9a-af77-013e2444efc6,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:45.206191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Attempting to bind port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:31:45.206624 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Attempting to bind port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:31:45.206994 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Attempting to bind port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 on network 07d38810-76f3-4eb8-93aa-075b88d1880d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:31:45.212043 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:31:45.212417 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Checking segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:45.212820 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.213216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Bound using segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:31:45.213683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Bound port: 3a7490f4-4cd4-4c9a-af77-013e2444efc6, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:31:45.214061 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.219218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Allocated IP 172.25.2.50 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:31:45.276195 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] For port 3a7490f4-4cd4-4c9a-af77-013e2444efc6, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:31:45.279447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] For port 3a7490f4-4cd4-4c9a-af77-013e2444efc6, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3a7490f4-4cd4-4c9a-af77-013e2444efc6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:31:45.283882 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.324791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.340793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74d1dd-3597-4244-a74e-b688d259ffab None None] Pushing event updated for resources: {'Port': ['ID=3a7490f4-4cd4-4c9a-af77-013e2444efc6,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:45.363976 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.407409 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:45.413361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:45.416558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:31:45.427887 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662960b3-ad9c-46a1-aa6a-48b1870de509 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:31:45.443937 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:45.517653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8f67f9e6-b1e1-4cfd-85f1-0953f229ebde None None] Provisioning complete for port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:45.518268 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f67f9e6-b1e1-4cfd-85f1-0953f229ebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.569807 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8f67f9e6-b1e1-4cfd-85f1-0953f229ebde None None] Port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:31:45.696208 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:45.883918 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:46.018479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:31:46.130104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:31:46.139767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Sync routers for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:31:46.150917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:46.151513 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:46.152398 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-20f72783-8c3b-49dd-bbd5-b5a4030b2869 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.4779522 Nov 12 06:31:46.155030 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59090) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:46.155169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:46.248983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef6c78-8b41-4621-9aca-7608db31b000 None None] Network 07d38810-76f3-4eb8-93aa-075b88d1880d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:31:46.339441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:46.341315 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-a0ceef49-f4bc-4999-81eb-3aa4fd0156d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0995555 Nov 12 06:31:46.400506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-47efbaea-9d5e-4397-9cb3-d8d6cb750e2b None None] Provisioning complete for port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:46.400882 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-47efbaea-9d5e-4397-9cb3-d8d6cb750e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:46.458693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-6cc3dbbd-1fc2-4eb2-8af3-103c5fbfd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.459100 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-6cc3dbbd-1fc2-4eb2-8af3-103c5fbfd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.459584 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-6cc3dbbd-1fc2-4eb2-8af3-103c5fbfd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.460055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-6cc3dbbd-1fc2-4eb2-8af3-103c5fbfd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.460524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-6cc3dbbd-1fc2-4eb2-8af3-103c5fbfd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.462369 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-6cc3dbbd-1fc2-4eb2-8af3-103c5fbfd3b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0544982 Nov 12 06:31:46.527517 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d457882e-5242-4992-bf1d-45020807f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:46.601710 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-a5fd109b-762d-4dd0-aa6a-3c1811cc6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.602195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-a5fd109b-762d-4dd0-aa6a-3c1811cc6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.603146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-a5fd109b-762d-4dd0-aa6a-3c1811cc6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.604774 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-a5fd109b-762d-4dd0-aa6a-3c1811cc6987 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1163611 Nov 12 06:31:46.654172 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-849e4d5a-b8e4-45c7-9a38-df16e629b6c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0420892 Nov 12 06:31:46.663561 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-47efbaea-9d5e-4397-9cb3-d8d6cb750e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:46.709699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-47efbaea-9d5e-4397-9cb3-d8d6cb750e2b None None] For port 3a7490f4-4cd4-4c9a-af77-013e2444efc6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3a7490f4-4cd4-4c9a-af77-013e2444efc6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:46.717148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-49616558-d600-467a-a4f2-aa89a47c57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.719411 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-47efbaea-9d5e-4397-9cb3-d8d6cb750e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:46.720101 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-49616558-d600-467a-a4f2-aa89a47c57e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0586500 Nov 12 06:31:46.772795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-a95042a4-ba33-488e-acaf-99f021d1c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:46.775033 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-a95042a4-ba33-488e-acaf-99f021d1c577 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474358 Nov 12 06:31:46.782876 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:45Z', 'revision_number': 3, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:46.820856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Checking router: 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:31:46.821213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Updating router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:31:46.823575 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efbaea-9d5e-4397-9cb3-d8d6cb750e2b None None] Pushing event updated for resources: {'Port': ['ID=3a7490f4-4cd4-4c9a-af77-013e2444efc6,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:46.853310 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:46.895404 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-7a3b7ce6-7e41-4f57-b54a-606541b55226 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123717 Nov 12 06:31:46.966467 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:46.988898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-75c3f292-b18f-414a-ba80-f48ac13a763d None None] Provisioning complete for port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:46.989265 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-75c3f292-b18f-414a-ba80-f48ac13a763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.005128 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-aa9b24ef-1743-4f42-af93-f461d75d76a5 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022334 Nov 12 06:31:47.052751 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-e24a0154-3480-475b-b27b-1317dd444f78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0409112 Nov 12 06:31:47.102588 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-43196192-7590-4892-83af-61b4078ee63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:47.104370 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-43196192-7590-4892-83af-61b4078ee63a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0447242 Nov 12 06:31:47.138206 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Allocated IP 172.20.0.1 (07d38810-76f3-4eb8-93aa-075b88d1880d/148c47c8-5852-4cb9-8d92-a6a3d03f456a/29a8b6cb-01b4-4728-b7e0-f6f12aa692f7) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:31:47.154742 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-c74bb610-bc55-48ba-9ee0-2beaba7d0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:47.156453 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-c74bb610-bc55-48ba-9ee0-2beaba7d0ef4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452306 Nov 12 06:31:47.216023 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.223314 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.261269 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.271059 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-8c198cbe-0e70-4d8b-9d71-03f367fc5588 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063576 Nov 12 06:31:47.271299 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde310ad-7752-4c6d-bf8c-2ffad30aefdd None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:31:47.280294 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Attempting to bind port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:31:47.280658 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Attempting to bind port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:31:47.281016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Attempting to bind port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:31:47.290113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda77076-74df-4017-8b3e-53c001856bef None None] Pushing event updated for resources: {'Port': ['ID=9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:47.293341 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:31:47.293764 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:47.294093 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.294493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:31:47.294964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Bound port: 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:31:47.295337 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.306088 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.346060 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Network 07d38810-76f3-4eb8-93aa-075b88d1880d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:47.349525 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:47.352566 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:31:47.355535 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] For port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:31:47.359969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] For port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:31:47.373004 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-7a4c4645-bec6-4e73-9eb9-97e2bb68cb83 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947587 Nov 12 06:31:47.375271 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.392957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Pushing event updated for resources: {'Port': ['ID=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:47.419068 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.425723 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c6b29c85-8694-49e5-951a-7f79cbb13af6 None None] Provisioning complete for port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:47.426099 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6b29c85-8694-49e5-951a-7f79cbb13af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.432079 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-c6690c5a-b20f-4732-9cf6-9cd4e251b8eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0512698 Nov 12 06:31:47.464906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bdfa48-e06e-47ef-9403-f214e1d61274 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:31:47.483951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda77076-74df-4017-8b3e-53c001856bef None None] Pushing event updated for resources: {'Port': ['ID=9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:47.499998 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:47.500639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:47.513338 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-2abf4a13-f1f9-4d0d-80e3-140be70ae868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:47.515274 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-2abf4a13-f1f9-4d0d-80e3-140be70ae868 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0764017 Nov 12 06:31:47.599529 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-1fb2189e-8d22-4a95-bb7b-724013d2ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:47.601308 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-1fb2189e-8d22-4a95-bb7b-724013d2ca1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768211 Nov 12 06:31:47.661856 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.716416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3a7490f4-4cd4-4c9a-af77-013e2444efc6 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:31:47.726184 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-7ead7c42-a5de-4303-b723-ba982c742d2b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167045 Nov 12 06:31:47.769981 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.823402 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-0c9f028c-12b5-4b18-9c9b-6a510d4f8a5a service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905943 Nov 12 06:31:47.831126 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.836053 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.870212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:47.871822 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-4d7bd6f4-75e2-4402-a4f7-afe6fb9bb5f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0412009 Nov 12 06:31:47.911116 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.913473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Pushing event updated for resources: {'Port': ['ID=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:47.923079 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-b64ee6a7-6f9c-4836-bd45-74d73b7f5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:47.924754 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-b64ee6a7-6f9c-4836-bd45-74d73b7f5f31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0462301 Nov 12 06:31:47.928697 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6b29c85-8694-49e5-951a-7f79cbb13af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.966626 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:47.967111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:47.973073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c6b29c85-8694-49e5-951a-7f79cbb13af6 None None] For port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:47.977231 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-bc000bfd-8a35-4cc8-9881-7874fc871113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:47.978891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-bc000bfd-8a35-4cc8-9881-7874fc871113 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472708 Nov 12 06:31:47.995208 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6b29c85-8694-49e5-951a-7f79cbb13af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:48.019199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Network 07d38810-76f3-4eb8-93aa-075b88d1880d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:48.022183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:48.099943 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b29c85-8694-49e5-951a-7f79cbb13af6 None None] Pushing event updated for resources: {'Port': ['ID=9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:48.117213 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-a778fa49-d252-461c-a0ac-a3856a87b14f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300771 Nov 12 06:31:48.166669 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:31:48.203981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-25e4153e-67f5-48da-abfd-5a15c83e287e None None] Provisioning complete for port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:48.204344 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25e4153e-67f5-48da-abfd-5a15c83e287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:48.243388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-c8085a62-c518-4e60-a150-1ac0203d57c8 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196263 Nov 12 06:31:48.247131 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-25e4153e-67f5-48da-abfd-5a15c83e287e None None] Port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:31:48.269337 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-25e4153e-67f5-48da-abfd-5a15c83e287e None None] Provisioning complete for port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:48.269708 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25e4153e-67f5-48da-abfd-5a15c83e287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:48.275609 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-1d088545-0300-4e08-b5eb-90171008520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:45Z', 'revision_number': 3, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:48.298325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:31:48.302822 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-305df5d0-da50-4a60-8bc8-80d20c2f0683 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0502160 Nov 12 06:31:48.306282 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-847f1b81-46de-4ca5-955c-02638d49d770 admin admin] 10.222.0.48 "PUT /v2.0/routers/1a74d959-fb35-4a5c-9ff0-eb2a142405c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1502516 Nov 12 06:31:48.327648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d088545-0300-4e08-b5eb-90171008520d None None] The sync data for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 is: [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:45Z', 'revision_number': 3, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:31:48.360513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-d0afd6ab-f4f7-4cb9-930a-d552ce949c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:48.362366 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-d0afd6ab-f4f7-4cb9-930a-d552ce949c0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0534980 Nov 12 06:31:48.416532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-c13cab0e-8356-44dc-b19d-846d2d910ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:48.418077 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-c13cab0e-8356-44dc-b19d-846d2d910ba5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479965 Nov 12 06:31:48.521419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-74f117ba-6acb-4f60-8643-e248e8deb43b None None] Provisioning complete for port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:48.521419 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74f117ba-6acb-4f60-8643-e248e8deb43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:48.537246 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-7cc0bb3c-8512-4383-bb93-3568c3ef3347 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121669 Nov 12 06:31:48.594680 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-74f117ba-6acb-4f60-8643-e248e8deb43b None None] Port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:31:48.662087 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-aababb47-40e2-4ea0-bdc4-2a40d2fec61a req-c817bb6b-d769-4808-a772-6330e314feca service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171932 Nov 12 06:31:48.866895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:48.869144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59108) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:48.874379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1341531744-network', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:48.897088 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Made reservation on behalf of 5d5db779ce274ead8d9d9d16ce89bdb6 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:31:48.899459 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:48.908898 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:48.991916 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:48.995988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.026900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:31:49.037024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc51af9-2a57-4a86-902b-acccef8776b8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:49.043265 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.043617 n-d-765315-28 neutron-server[102589]: INFO neutron.db.segments_db [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Added segment 10b673e1-e1a6-45bc-a10c-f8bc3aa1d685 of type vlan for network e05c7293-cc2b-4118-8fde-4e7a7632463f Nov 12 06:31:49.086228 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.111910 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.113234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:49.113825 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.171638 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3011210 Nov 12 06:31:49.174303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59112) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:49.181596 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Request body: {'subnet': {'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1341531744-subnet', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:49.189664 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c138b-b3d6-403c-8a89-c317ef287b8f admin admin] Pushing event updated for resources: {'Network': ['ID=e05c7293-cc2b-4118-8fde-4e7a7632463f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:49.199871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network e05c7293-cc2b-4118-8fde-4e7a7632463f details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:31:49.209606 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Made reservation on behalf of 5d5db779ce274ead8d9d9d16ce89bdb6 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:31:49.212133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10469574'] for subnet, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.376873 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10469588'] for subnet, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.437347 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5364c1f-13cd-4a25-b972-071bf11b2796,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:49.445385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Checking segment: {'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:49.445750 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Network hostable DHCP agents. Network: e05c7293-cc2b-4118-8fde-4e7a7632463f, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:31:49.461442 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Network e05c7293-cc2b-4118-8fde-4e7a7632463f is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:31:49.469739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, e05c7293-cc2b-4118-8fde-4e7a7632463f) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:49.473744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:49.474356 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.479107 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc8017-f1b6-4ce6-ac73-1cbc4aca25d9 None None] Network e05c7293-cc2b-4118-8fde-4e7a7632463f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:31:49.493631 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-8fb0529e-5d2e-4ab5-9e91-0b69a4b0f6f9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158062 Nov 12 06:31:49.494041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59114) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:49.505143 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:49.535857 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.537082 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.584021 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:31:49.591549 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.699767 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-e05c7293-cc2b-4118-8fde-4e7a7632463f', 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'fixed_ips': [{'subnet_id': 'c5364c1f-13cd-4a25-b972-071bf11b2796'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:31:49.705011 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.712256 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:49.712715 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.737144 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.746129 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.911833 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Sync routers for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:31:49.921719 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:49.922332 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:49.927690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Allocated IP 172.20.0.2 (e05c7293-cc2b-4118-8fde-4e7a7632463f/c5364c1f-13cd-4a25-b972-071bf11b2796/37aaeb5a-25b9-461b-8ed6-347e7b65f3d1) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:31:49.958171 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:49.977702 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.034109 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:50.090092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Allocated IP 172.25.2.12 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/337a69f1-017f-422e-9d74-341fcfedb9b5) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:31:50.098853 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.104916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.142863 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Network e05c7293-cc2b-4118-8fde-4e7a7632463f is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:50.150704 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:50.156051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:31:50.162691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Pushing event updated for resources: {'Port': ['ID=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:50.213483 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.226323 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Attempting to bind port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:31:50.226725 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Attempting to bind port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:31:50.227109 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Attempting to bind port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 on network e05c7293-cc2b-4118-8fde-4e7a7632463f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:31:50.233461 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:31:50.233931 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Checking segment: {'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:50.234529 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.234989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Bound using segment: {'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:31:50.235662 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Bound port: 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:31:50.236104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.242191 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 2, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:50.252086 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.269938 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Checking router: 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:31:50.270292 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Updating router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:31:50.285181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:50.289615 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:50.293198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:31:50.296533 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.309160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990d2b3-339d-45dc-80f2-a132310da0a6 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:31:50.321056 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] For port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:31:50.333927 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Pushing event updated for resources: {'Port': ['ID=337a69f1-017f-422e-9d74-341fcfedb9b5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:50.338174 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] For port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,segment=NetworkSegment(10b673e1-e1a6-45bc-a10c-f8bc3aa1d685),segment_id=10b673e1-e1a6-45bc-a10c-f8bc3aa1d685)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:31:50.346320 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.422630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ca50c-d6cf-4bdb-b852-622fb0e006e3 None None] Pushing event updated for resources: {'Port': ['ID=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:50.437667 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-821b91d3-2acc-4749-9fce-9a080924c394 None None] Provisioning complete for port 337a69f1-017f-422e-9d74-341fcfedb9b5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:50.438108 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-821b91d3-2acc-4749-9fce-9a080924c394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.480020 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-821b91d3-2acc-4749-9fce-9a080924c394 None None] Port 337a69f1-017f-422e-9d74-341fcfedb9b5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:31:50.601543 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.634458 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.640070 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.692532 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Pushing event updated for resources: {'Port': ['ID=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:50.720799 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.721134 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.721663 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.722700 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.723185 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.723674 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.724163 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.724643 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.725128 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.725794 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.726284 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.727064 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:31:50.765672 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Attempting to bind port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:31:50.766037 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Attempting to bind port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:31:50.766421 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Attempting to bind port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 on network 07d38810-76f3-4eb8-93aa-075b88d1880d {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:31:50.772513 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:31:50.773123 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Checking segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:50.773687 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.774246 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Bound using segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:31:50.774898 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Bound port: 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:31:50.775475 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.835569 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.846113 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] For port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:31:50.850397 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] For port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:31:50.856343 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:50.981667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Router 0b45ce87-dc36-459f-8d95-21bc5679b335 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:31:51.009877 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:51.010542 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:51.014665 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-5b26f647-211a-4e59-9921-af48c0a59c04 None None] Provisioning complete for port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:51.015265 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5b26f647-211a-4e59-9921-af48c0a59c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:51.094650 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4003b-18c6-4268-91cb-f7343aaa4374 None None] Pushing event updated for resources: {'Port': ['ID=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:51.109911 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5b26f647-211a-4e59-9921-af48c0a59c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:51.116046 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:31:51.133566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Sync routers for ids ['0b45ce87-dc36-459f-8d95-21bc5679b335'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:31:51.138823 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:51.140768 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-df55001c-392f-4d40-af6f-58bf61d1c840 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6459043 Nov 12 06:31:51.143542 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59116) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:51.147506 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:51.180058 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Routers {'0b45ce87-dc36-459f-8d95-21bc5679b335'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:51.180881 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b45ce87-dc36-459f-8d95-21bc5679b335'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:51.219879 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5b26f647-211a-4e59-9921-af48c0a59c04 None None] For port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:51.226924 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5b26f647-211a-4e59-9921-af48c0a59c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:51.365753 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26f647-211a-4e59-9921-af48c0a59c04 None None] Pushing event updated for resources: {'Port': ['ID=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:51.382653 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Set router 0b45ce87-dc36-459f-8d95-21bc5679b335 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:51.397763 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:50Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:51.429845 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd38ba3-6f03-4695-8906-0db24f7df8d4 None None] The sync data for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 is: [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:50Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:31:51.447565 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9eacf31e-e087-4b50-b4a4-4ed17e8c818c None None] Provisioning complete for port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:51.447714 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9eacf31e-e087-4b50-b4a4-4ed17e8c818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:51.728221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:31:51.759929 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf391f-17ab-4160-a661-91e87c53188f None None] Network e05c7293-cc2b-4118-8fde-4e7a7632463f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:31:51.773113 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:51.952654 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Allocated IP 172.20.0.1 (e05c7293-cc2b-4118-8fde-4e7a7632463f/c5364c1f-13cd-4a25-b972-071bf11b2796/a2b930aa-f792-4b78-a51e-43e5b33b6851) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:31:52.019197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:50Z', 'revision_number': 3, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port': {'id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:52.062709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Checking router: 0b45ce87-dc36-459f-8d95-21bc5679b335 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:31:52.063060 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Updating router 0b45ce87-dc36-459f-8d95-21bc5679b335 port 337a69f1-017f-422e-9d74-341fcfedb9b5 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:31:52.066845 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.069004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7eea1ebf-e4ed-46e8-9727-fb711b383532 None None] Provisioning complete for port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:52.069373 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7eea1ebf-e4ed-46e8-9727-fb711b383532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.102606 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.147408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Network e05c7293-cc2b-4118-8fde-4e7a7632463f is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:52.152698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:52.156842 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:31:52.159813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.185836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:52.186032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b930aa-f792-4b78-a51e-43e5b33b6851,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:52.186169 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.207498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.339728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.431853 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7eea1ebf-e4ed-46e8-9727-fb711b383532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.495631 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.521721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7eea1ebf-e4ed-46e8-9727-fb711b383532 None None] For port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,segment=NetworkSegment(10b673e1-e1a6-45bc-a10c-f8bc3aa1d685),segment_id=10b673e1-e1a6-45bc-a10c-f8bc3aa1d685)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:52.537688 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7eea1ebf-e4ed-46e8-9727-fb711b383532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.545482 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.553954 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.640464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 06:31:52.640919 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 06:31:52.643075 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.646759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b930aa-f792-4b78-a51e-43e5b33b6851,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:52.664059 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea1ebf-e4ed-46e8-9727-fb711b383532 None None] Pushing event updated for resources: {'Port': ['ID=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:52.730743 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.738826 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.752033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Network e05c7293-cc2b-4118-8fde-4e7a7632463f is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:52.754263 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:52.808339 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c1973f-80ae-4080-81e5-d15f0c20e3e1 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:31:52.822312 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c15aa-ae8b-4fc7-9491-362d5164f60f None None] Pushing event updated for resources: {'Port': ['ID=337a69f1-017f-422e-9d74-341fcfedb9b5,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:52.826473 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a09cc539-1ae5-4cb8-aa46-508dcc5e3b5b None None] Provisioning complete for port a2b930aa-f792-4b78-a51e-43e5b33b6851 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:52.826995 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a09cc539-1ae5-4cb8-aa46-508dcc5e3b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.828603 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Attempting to bind port 337a69f1-017f-422e-9d74-341fcfedb9b5 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:31:52.828969 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Attempting to bind port 337a69f1-017f-422e-9d74-341fcfedb9b5 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:31:52.829451 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Attempting to bind port 337a69f1-017f-422e-9d74-341fcfedb9b5 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:31:52.868048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:31:52.868357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:52.868620 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.869015 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:31:52.869499 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Bound port: 337a69f1-017f-422e-9d74-341fcfedb9b5, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:31:52.869880 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.893759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Router 0b45ce87-dc36-459f-8d95-21bc5679b335 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:31:52.905625 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a09cc539-1ae5-4cb8-aa46-508dcc5e3b5b None None] Port a2b930aa-f792-4b78-a51e-43e5b33b6851 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:31:52.935699 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a09cc539-1ae5-4cb8-aa46-508dcc5e3b5b None None] Provisioning complete for port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:52.936078 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a09cc539-1ae5-4cb8-aa46-508dcc5e3b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:52.937973 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] For port 337a69f1-017f-422e-9d74-341fcfedb9b5, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:31:52.942898 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] For port 337a69f1-017f-422e-9d74-341fcfedb9b5, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=337a69f1-017f-422e-9d74-341fcfedb9b5,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:31:52.968580 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.016200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:31:53.022480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-0cdc951a-40ca-43e5-9eaf-686e7e2af745 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b45ce87-dc36-459f-8d95-21bc5679b335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8770337 Nov 12 06:31:53.023921 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca460ce-437d-4f09-bd61-8270e5d69020 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:31:53.058558 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Routers {'0b45ce87-dc36-459f-8d95-21bc5679b335'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:53.059228 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b45ce87-dc36-459f-8d95-21bc5679b335'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:53.099727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c15aa-ae8b-4fc7-9491-362d5164f60f None None] Pushing event updated for resources: {'Port': ['ID=337a69f1-017f-422e-9d74-341fcfedb9b5,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:53.225637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:31:53.256122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] Set router 0b45ce87-dc36-459f-8d95-21bc5679b335 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:53.401162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:53.401520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.422712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] Provisioning complete for port 337a69f1-017f-422e-9d74-341fcfedb9b5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:53.423007 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.606281 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.629053 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 4, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port': {'id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a2b930aa-f792-4b78-a51e-43e5b33b6851', 'name': '', 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'mac_address': 'fa:16:3e:86:0b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:51Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 2, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'subnets': [{'id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:53.630970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59124) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:53.636137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-f5b8ee38-f2e8-4695-b79b-da934c2b3441 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765375419', 'description': 'tempest-secgroup-smoke-1765375419 description', 'project_id': '7c52399b70d245958cfad7601120d60f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:53.658555 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822959f-c5d6-49d9-aee7-908b84fa69f3 None None] The sync data for ids ['0b45ce87-dc36-459f-8d95-21bc5679b335'] in n-d-765315-28 is: [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 4, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port': {'id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a2b930aa-f792-4b78-a51e-43e5b33b6851', 'name': '', 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'mac_address': 'fa:16:3e:86:0b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:51Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 2, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'subnets': [{'id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:31:53.661716 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] For port 337a69f1-017f-422e-9d74-341fcfedb9b5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=337a69f1-017f-422e-9d74-341fcfedb9b5,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:53.665399 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f5b8ee38-f2e8-4695-b79b-da934c2b3441 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.666426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.702028 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:31:53.747247 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f5b8ee38-f2e8-4695-b79b-da934c2b3441 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.752977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f5b8ee38-f2e8-4695-b79b-da934c2b3441 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.761380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] Provisioning complete for port a2b930aa-f792-4b78-a51e-43e5b33b6851 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:53.761926 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.782858 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f5b8ee38-f2e8-4695-b79b-da934c2b3441 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.784141 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f5b8ee38-f2e8-4695-b79b-da934c2b3441 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1521189 Nov 12 06:31:53.787514 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] Pushing event updated for resources: {'Port': ['ID=337a69f1-017f-422e-9d74-341fcfedb9b5,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:53.788534 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:53.789086 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8ee38-f2e8-4695-b79b-da934c2b3441 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:53.801991 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c0b8ba2b-0921-4e02-8d95-59b6c079bd3f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': 'ebc7fa58-7b98-4a45-ae6b-b02f15e615fe', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:53.810945 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d3f22a3e-76de-4dc9-8217-efcdd3ecbbc4 None None] Port a2b930aa-f792-4b78-a51e-43e5b33b6851 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:31:53.817239 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:53.817633 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.832300 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0b8ba2b-0921-4e02-8d95-59b6c079bd3f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.912136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0b8ba2b-0921-4e02-8d95-59b6c079bd3f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.927466 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0b8ba2b-0921-4e02-8d95-59b6c079bd3f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.945916 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8ba2b-0921-4e02-8d95-59b6c079bd3f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cfee02-6b45-4581-9d0d-c7e119376e35,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:53.953240 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0b8ba2b-0921-4e02-8d95-59b6c079bd3f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:53.954758 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-c0b8ba2b-0921-4e02-8d95-59b6c079bd3f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612701 Nov 12 06:31:53.958043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59128) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:53.962811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-79c11512-6c93-4073-85f5-2b2f5eb78ed2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': 'ebc7fa58-7b98-4a45-ae6b-b02f15e615fe', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:53.992508 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79c11512-6c93-4073-85f5-2b2f5eb78ed2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.053566 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79c11512-6c93-4073-85f5-2b2f5eb78ed2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.058058 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79c11512-6c93-4073-85f5-2b2f5eb78ed2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.077364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c11512-6c93-4073-85f5-2b2f5eb78ed2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823bf102-f424-4766-affc-4fc43dfa172f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:54.084487 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79c11512-6c93-4073-85f5-2b2f5eb78ed2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.085740 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-79c11512-6c93-4073-85f5-2b2f5eb78ed2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265576 Nov 12 06:31:54.088613 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59130) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:54.095177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b4da07cd-36d3-4681-97f5-77d3d7afa444 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': 'ebc7fa58-7b98-4a45-ae6b-b02f15e615fe', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:54.126497 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4da07cd-36d3-4681-97f5-77d3d7afa444 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.188312 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4da07cd-36d3-4681-97f5-77d3d7afa444 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.193991 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4da07cd-36d3-4681-97f5-77d3d7afa444 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.217248 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da07cd-36d3-4681-97f5-77d3d7afa444 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373c961b-85c0-4e6a-be4f-41b392bf465f,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:54.227311 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b4da07cd-36d3-4681-97f5-77d3d7afa444 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.228559 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b4da07cd-36d3-4681-97f5-77d3d7afa444 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388936 Nov 12 06:31:54.231449 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59132) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:54.236156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-eacad766-8d91-45b7-9d82-f6f4080c9ce2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': 'ebc7fa58-7b98-4a45-ae6b-b02f15e615fe', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:54.264666 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eacad766-8d91-45b7-9d82-f6f4080c9ce2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.348886 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eacad766-8d91-45b7-9d82-f6f4080c9ce2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.353854 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eacad766-8d91-45b7-9d82-f6f4080c9ce2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.374324 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacad766-8d91-45b7-9d82-f6f4080c9ce2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c576fa7-801a-45c1-bbd5-5ad236cfaf96,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:54.383552 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eacad766-8d91-45b7-9d82-f6f4080c9ce2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.384811 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-eacad766-8d91-45b7-9d82-f6f4080c9ce2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522522 Nov 12 06:31:54.387509 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59134) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:54.392562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-720904a0-e256-458c-8542-a3f031090297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': 'ebc7fa58-7b98-4a45-ae6b-b02f15e615fe', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:54.415936 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-720904a0-e256-458c-8542-a3f031090297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Project 7c52399b70d245958cfad7601120d60f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:31:54.421175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720904a0-e256-458c-8542-a3f031090297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.485233 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720904a0-e256-458c-8542-a3f031090297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.490013 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720904a0-e256-458c-8542-a3f031090297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.506319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720904a0-e256-458c-8542-a3f031090297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5bc2de-d797-4d39-8b1c-3948b4de0b4d,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:54.519596 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-720904a0-e256-458c-8542-a3f031090297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.521150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-720904a0-e256-458c-8542-a3f031090297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327031 Nov 12 06:31:54.524199 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59136) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:31:54.528416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-01dd2b37-08c0-4130-8bff-e1a0c5afaa96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': 'ebc7fa58-7b98-4a45-ae6b-b02f15e615fe', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:54.551366 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-01dd2b37-08c0-4130-8bff-e1a0c5afaa96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Project 7c52399b70d245958cfad7601120d60f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:31:54.557120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01dd2b37-08c0-4130-8bff-e1a0c5afaa96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.620620 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01dd2b37-08c0-4130-8bff-e1a0c5afaa96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.624348 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01dd2b37-08c0-4130-8bff-e1a0c5afaa96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.643925 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd2b37-08c0-4130-8bff-e1a0c5afaa96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5bac05-879c-4739-9372-5861ee3e7196,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:54.649959 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-01dd2b37-08c0-4130-8bff-e1a0c5afaa96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:54.651109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-01dd2b37-08c0-4130-8bff-e1a0c5afaa96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261714 Nov 12 06:31:54.804790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-9d011718-7114-4e2a-8034-f17ed7b11303 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765375419&fields=id&tenant_id=7c52399b70d245958cfad7601120d60f HTTP/1.1" status: 200 len: 267 time: 0.0452261 Nov 12 06:31:54.920744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2adceeb2-7958-4930-b16d-656512fbf21e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:54.922226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2adceeb2-7958-4930-b16d-656512fbf21e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 807 time: 0.1103632 Nov 12 06:31:54.938976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-8797bfc1-5c68-498b-be05-67513a3c4dba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/quotas/7c52399b70d245958cfad7601120d60f HTTP/1.1" status: 200 len: 375 time: 0.0101933 Nov 12 06:31:54.997245 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-791e4941-d076-4608-bd55-62740beb7d7e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500233 Nov 12 06:31:55.094958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-91ab42c2-9b51-492b-9d2f-4b81ad52eb9f service neutron] 10.222.0.48 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857468 Nov 12 06:31:55.184952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-d2bb87fb-3d13-4c61-bcc6-de7a371ca144 service neutron] 10.222.0.48 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832822 Nov 12 06:31:55.348836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-40742784-99c1-430a-8b67-0c5cf8505c46 req-4561e6da-1b0d-41d1-9b5e-d7d1129aa2d4 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 210 time: 0.0323370 Nov 12 06:31:55.681813 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Sync routers for ids ['0b45ce87-dc36-459f-8d95-21bc5679b335'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:31:55.703842 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Routers {'0b45ce87-dc36-459f-8d95-21bc5679b335'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:55.704659 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b45ce87-dc36-459f-8d95-21bc5679b335'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:55.712191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 337a69f1-017f-422e-9d74-341fcfedb9b5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:31:55.766800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 337a69f1-017f-422e-9d74-341fcfedb9b5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:55.767086 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:55.818866 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Set router 0b45ce87-dc36-459f-8d95-21bc5679b335 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:56.013691 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 4, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port': {'id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a2b930aa-f792-4b78-a51e-43e5b33b6851', 'name': '', 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'mac_address': 'fa:16:3e:86:0b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:51Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 2, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'subnets': [{'id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:56.042385 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Checking router: 0b45ce87-dc36-459f-8d95-21bc5679b335 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:31:56.042676 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Updating router 0b45ce87-dc36-459f-8d95-21bc5679b335 port a2b930aa-f792-4b78-a51e-43e5b33b6851 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:31:56.067316 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.318774 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-11c206f1-d385-4707-ba1f-91dbcfd0a12f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:56.320165 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-11c206f1-d385-4707-ba1f-91dbcfd0a12f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 807 time: 0.1045086 Nov 12 06:31:56.329770 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.336005 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.382594 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b422e0-fe42-49e4-9dca-0c458951d033 None None] Pushing event updated for resources: {'Port': ['ID=a2b930aa-f792-4b78-a51e-43e5b33b6851,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:56.398202 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2530a8d5-995c-4db9-91f0-542095fb8db5 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c52399b70d245958cfad7601120d60f HTTP/1.1" status: 200 len: 380 time: 0.0672562 Nov 12 06:31:56.410089 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'port': {'device_id': 'd973c755-e140-4d07-835e-f77fdf22256c', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'admin_state_up': True, 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'security_groups': ['ebc7fa58-7b98-4a45-ae6b-b02f15e615fe']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:56.450858 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Attempting to bind port a2b930aa-f792-4b78-a51e-43e5b33b6851 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:31:56.451636 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Attempting to bind port a2b930aa-f792-4b78-a51e-43e5b33b6851 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:31:56.454453 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Attempting to bind port a2b930aa-f792-4b78-a51e-43e5b33b6851 on network e05c7293-cc2b-4118-8fde-4e7a7632463f {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:31:56.459994 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:31:56.460316 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Checking segment: {'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:56.465076 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.465531 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Bound using segment: {'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:31:56.466032 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Bound port: a2b930aa-f792-4b78-a51e-43e5b33b6851, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:31:56.466447 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.493836 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f3dc1f8e-d3b0-4203-b9a1-266d7835cd73 req-5cdf9682-2943-45e2-9dc4-4fbe6155d6a1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 210 time: 0.0555670 Nov 12 06:31:56.544210 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] For port a2b930aa-f792-4b78-a51e-43e5b33b6851, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:31:56.547506 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] For port a2b930aa-f792-4b78-a51e-43e5b33b6851, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a2b930aa-f792-4b78-a51e-43e5b33b6851,segment=NetworkSegment(10b673e1-e1a6-45bc-a10c-f8bc3aa1d685),segment_id=10b673e1-e1a6-45bc-a10c-f8bc3aa1d685)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:31:56.554901 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.559744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Made reservation on behalf of 7c52399b70d245958cfad7601120d60f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:31:56.563642 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.613376 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Routers {'0b45ce87-dc36-459f-8d95-21bc5679b335'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:31:56.614008 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b45ce87-dc36-459f-8d95-21bc5679b335'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:56.653968 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b422e0-fe42-49e4-9dca-0c458951d033 None None] Pushing event updated for resources: {'Port': ['ID=a2b930aa-f792-4b78-a51e-43e5b33b6851,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:56.671295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-265da9e1-7cfb-4cc7-a68b-fd090e9fa59b None None] Provisioning complete for port a2b930aa-f792-4b78-a51e-43e5b33b6851 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:56.671915 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265da9e1-7cfb-4cc7-a68b-fd090e9fa59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.712179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Allocated IP 172.20.0.11 (07d38810-76f3-4eb8-93aa-075b88d1880d/148c47c8-5852-4cb9-8d92-a6a3d03f456a/04b041ea-cefe-4ed8-bc71-ae093ebbb8d6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:31:56.740563 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] Set router 0b45ce87-dc36-459f-8d95-21bc5679b335 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:31:56.755406 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265da9e1-7cfb-4cc7-a68b-fd090e9fa59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.791380 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-265da9e1-7cfb-4cc7-a68b-fd090e9fa59b None None] For port a2b930aa-f792-4b78-a51e-43e5b33b6851, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a2b930aa-f792-4b78-a51e-43e5b33b6851,segment=NetworkSegment(10b673e1-e1a6-45bc-a10c-f8bc3aa1d685),segment_id=10b673e1-e1a6-45bc-a10c-f8bc3aa1d685)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:31:56.798426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-265da9e1-7cfb-4cc7-a68b-fd090e9fa59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.863810 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265da9e1-7cfb-4cc7-a68b-fd090e9fa59b None None] Pushing event updated for resources: {'Port': ['ID=a2b930aa-f792-4b78-a51e-43e5b33b6851,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:56.896468 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.919199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e41315c6-6ca1-458e-a11f-8333831b9035 None None] Provisioning complete for port a2b930aa-f792-4b78-a51e-43e5b33b6851 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:56.919700 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e41315c6-6ca1-458e-a11f-8333831b9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.931478 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:56.984926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Network 07d38810-76f3-4eb8-93aa-075b88d1880d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:31:56.991465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:31:56.994100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:31:57.039489 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:57.055977 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 4, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port': {'id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a2b930aa-f792-4b78-a51e-43e5b33b6851', 'name': '', 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'mac_address': 'fa:16:3e:86:0b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:51Z', 'updated_at': '2021-11-12T06:31:56Z', 'revision_number': 4, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'subnets': [{'id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:31:57.071869 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:57.072506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.084830 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc50f98-54fb-4a6d-86a0-dd79922170ae None None] The sync data for ids ['0b45ce87-dc36-459f-8d95-21bc5679b335'] in n-d-765315-28 is: [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:52Z', 'revision_number': 4, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port': {'id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'a2b930aa-f792-4b78-a51e-43e5b33b6851', 'name': '', 'network_id': 'e05c7293-cc2b-4118-8fde-4e7a7632463f', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'mac_address': 'fa:16:3e:86:0b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:51Z', 'updated_at': '2021-11-12T06:31:56Z', 'revision_number': 4, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'subnets': [{'id': 'c5364c1f-13cd-4a25-b972-071bf11b2796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:31:57.092914 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-2ccf49d7-d11a-4cab-a146-56ee2c8f2277 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6871662 Nov 12 06:31:57.228235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Request body: {'port': {'device_id': 'd973c755-e140-4d07-835e-f77fdf22256c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:31:57.288067 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.335200 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2c06eae9-2ffd-47e7-b1ce-5d93ee7c4603 None None] Provisioning complete for port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:57.335699 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2c06eae9-2ffd-47e7-b1ce-5d93ee7c4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.559039 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2c06eae9-2ffd-47e7-b1ce-5d93ee7c4603 None None] Port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:31:57.606970 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:31:57.632876 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.655115 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Transition to ACTIVE for port object 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:31:57.669007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28297653-ae80-4b02-be89-a31f342f8aa0 req-4db4bf6e-b1d9-46be-baf3-87d982df9e89 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:57.670573 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28297653-ae80-4b02-be89-a31f342f8aa0 req-4db4bf6e-b1d9-46be-baf3-87d982df9e89 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 932 time: 0.0890527 Nov 12 06:31:57.671707 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.708678 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a2b930aa-f792-4b78-a51e-43e5b33b6851 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:31:57.758128 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:57.773770 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port a2b930aa-f792-4b78-a51e-43e5b33b6851 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:31:57.774323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.816002 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28297653-ae80-4b02-be89-a31f342f8aa0 req-f33b4bfc-17c6-435b-a815-c4eb8ebce6c4 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346676 Nov 12 06:31:57.857237 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Attempting to bind port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:31:57.857583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Attempting to bind port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:31:57.857955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Attempting to bind port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 on network 07d38810-76f3-4eb8-93aa-075b88d1880d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:31:57.863459 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 on network 07d38810-76f3-4eb8-93aa-075b88d1880d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:31:57.863783 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Attempting to bind port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 on network 07d38810-76f3-4eb8-93aa-075b88d1880d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:31:57.868917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:31:57.869234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Checking segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:31:57.869625 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Bound using segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:31:57.870196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Bound port: 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:31:57.870524 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.936914 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:31:57.939959 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:31:57.944425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.978951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:57.979575 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:57.980989 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] 10.222.0.47 "PUT /v2.0/ports/04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 1093 time: 0.8797221 Nov 12 06:31:57.981442 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:31:57.983776 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc038cb-921d-4251-9e56-e002083822f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:31:58.031472 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:31:58.047485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a0b05-9021-412b-b12e-f0eb9a0f8604 service neutron] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:31:58.055166 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99df49f6-abe7-4e3e-89b4-7a01f450b96a x-openstack-request-id: req-99df49f6-abe7-4e3e-89b4-7a01f450b96a {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:31:58.055460 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:31:58.055705 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99df49f6-abe7-4e3e-89b4-7a01f450b96a {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:31:58.056113 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'status': 'completed', 'code': 200} Nov 12 06:31:58.088092 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-470ee0cd-4f4a-4b32-83f2-5be0a7f72c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:58.089634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-470ee0cd-4f4a-4b32-83f2-5be0a7f72c73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1096 time: 0.0521817 Nov 12 06:31:58.134040 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-7929784a-a584-4089-ab27-735cf2aa70e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 217 time: 0.0358295 Nov 12 06:31:58.192389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-5997a32b-93e7-4b63-b1ac-2e75a38caa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:58.193903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-5997a32b-93e7-4b63-b1ac-2e75a38caa55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0531554 Nov 12 06:31:58.243957 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-7a1c948f-8ad3-43d9-9ccb-fae85aef05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:58.245484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-7a1c948f-8ad3-43d9-9ccb-fae85aef05a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426774 Nov 12 06:31:58.341846 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-e516c606-f872-4e51-ae91-d97d363ec042 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877268 Nov 12 06:31:58.432212 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7267c272-ee8d-42a9-aca5-fc5fefc359ae req-8b90fc12-9f19-490f-9eba-e00bee9a44a9 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819669 Nov 12 06:31:58.464347 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:31:58.515032 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc038cb-921d-4251-9e56-e002083822f4 req-5d9f4918-542e-4617-a657-eb5d02e02605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:58.516516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dc038cb-921d-4251-9e56-e002083822f4 req-5d9f4918-542e-4617-a657-eb5d02e02605 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1096 time: 0.0398896 Nov 12 06:31:58.609833 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc038cb-921d-4251-9e56-e002083822f4 req-6a852a1d-d67c-408d-9179-f21869fa4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:58.611315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dc038cb-921d-4251-9e56-e002083822f4 req-6a852a1d-d67c-408d-9179-f21869fa4db5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0875306 Nov 12 06:31:58.651988 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dc038cb-921d-4251-9e56-e002083822f4 req-44ad14e8-c3e9-4264-bfaf-77daefba1400 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 217 time: 0.0333312 Nov 12 06:31:58.704839 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc038cb-921d-4251-9e56-e002083822f4 req-b7097e34-fd06-415d-979c-26111d7d9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:58.706767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dc038cb-921d-4251-9e56-e002083822f4 req-b7097e34-fd06-415d-979c-26111d7d9f55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0468502 Nov 12 06:31:58.753766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc038cb-921d-4251-9e56-e002083822f4 req-1c3ded18-e53c-4b2a-b2a6-8aae29517152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:58.755317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dc038cb-921d-4251-9e56-e002083822f4 req-1c3ded18-e53c-4b2a-b2a6-8aae29517152 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415187 Nov 12 06:31:58.845615 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dc038cb-921d-4251-9e56-e002083822f4 req-d0c61311-3bc0-46a0-abdf-02bda0c48b5d service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823946 Nov 12 06:31:58.974257 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616aea-f667-4bb4-bae6-8c294c6dc781 req-153e8252-2c26-4980-9332-a3e3556a6f55 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:31:58.976269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a616aea-f667-4bb4-bae6-8c294c6dc781 req-153e8252-2c26-4980-9332-a3e3556a6f55 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0680807 Nov 12 06:31:58.977883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dc038cb-921d-4251-9e56-e002083822f4 req-1078cbd9-00f2-4a88-aa72-1651133aec48 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245506 Nov 12 06:31:59.026653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6a616aea-f667-4bb4-bae6-8c294c6dc781 req-47ce49b6-117b-426a-9da4-b3de431183ee tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441091 Nov 12 06:32:00.144481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237520b6-2970-4131-b60b-aa997e817447 req-75cf8b81-7382-4861-a694-880f2892f4f2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:00.146024 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-237520b6-2970-4131-b60b-aa997e817447 req-75cf8b81-7382-4861-a694-880f2892f4f2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0534782 Nov 12 06:32:00.194455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-237520b6-2970-4131-b60b-aa997e817447 req-18cbeb26-d3f1-4052-9209-c78beb95cafa tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424609 Nov 12 06:32:00.640497 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:32:00.731583 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:32:00.742909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'port_id': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'mac_address': 'fa:16:3e:13:6d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:32:00.783427 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:00.795601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:32:00.815224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:32:00.819848 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:00.864981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:32:01.050598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:32:01.308868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87164c5b-9c05-4724-8517-b914875423f0 req-756f1002-af08-4773-92a9-47692eb4434b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:01.310226 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87164c5b-9c05-4724-8517-b914875423f0 req-756f1002-af08-4773-92a9-47692eb4434b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 945 time: 0.0485964 Nov 12 06:32:01.358405 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-87164c5b-9c05-4724-8517-b914875423f0 req-c072817f-3a16-4c3e-88d1-84e79c0a4d6b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420330 Nov 12 06:32:02.474200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f57b02-2eea-4fe6-a77f-75c875c5ab2d req-a0b00f98-f438-4336-bdf3-166b9822f5a7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:02.475605 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02f57b02-2eea-4fe6-a77f-75c875c5ab2d req-a0b00f98-f438-4336-bdf3-166b9822f5a7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 945 time: 0.0500941 Nov 12 06:32:02.528856 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-02f57b02-2eea-4fe6-a77f-75c875c5ab2d req-cfd834f2-db44-481b-9009-54bb2c7721ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474439 Nov 12 06:32:02.658127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:32:02.709412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:32:02.713409 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:32:02.713775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:02.787594 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:02.810010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:32:02.812315 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6a05e0-e65f-4e3c-822a-774644e6aa98" -d '{"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-plugged", "status": "completed", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:32:02.826063 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:32:02.831291 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:02.856851 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1442a43-fa35-4173-a9d7-8ff9630548e4 x-openstack-request-id: req-d1442a43-fa35-4173-a9d7-8ff9630548e4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:32:02.857132 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-plugged", "status": "completed", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:32:02.857375 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1442a43-fa35-4173-a9d7-8ff9630548e4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:32:02.857758 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'code': 200} Nov 12 06:32:02.884233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:32:02.952049 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad49f92-3cd1-4eec-9b84-47a3ebc3cc8b req-12a1c6de-9c33-4782-a10e-5f57f022d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:02.953509 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bad49f92-3cd1-4eec-9b84-47a3ebc3cc8b req-12a1c6de-9c33-4782-a10e-5f57f022d484 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1098 time: 0.0401762 Nov 12 06:32:02.999846 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bad49f92-3cd1-4eec-9b84-47a3ebc3cc8b req-a8f924bc-fb07-44c3-bdb7-814010e7830d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384614 Nov 12 06:32:03.646946 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed03c4-87b3-497d-a0e7-3c7d48baf84a req-90c372c8-c76d-4856-9f8d-500d94b99c8a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:03.648527 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36ed03c4-87b3-497d-a0e7-3c7d48baf84a req-90c372c8-c76d-4856-9f8d-500d94b99c8a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0496640 Nov 12 06:32:03.697556 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-36ed03c4-87b3-497d-a0e7-3c7d48baf84a req-8ee367fc-9f5a-4b00-b0d6-b77e022cb27f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Nov 12 06:32:04.818065 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62473891-0707-4505-8ca7-2ff23c753f64 req-f2b277ac-6ded-4675-814a-4d88d1ae89a9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:04.819542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62473891-0707-4505-8ca7-2ff23c753f64 req-f2b277ac-6ded-4675-814a-4d88d1ae89a9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0521586 Nov 12 06:32:04.868284 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62473891-0707-4505-8ca7-2ff23c753f64 req-9dfa6ee5-d28b-4e42-9a6e-3c355f677996 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428069 Nov 12 06:32:04.979189 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d9b9f-0b03-4760-877c-a0103242b148 req-d7908097-f9c0-4a82-b92b-4c9ff3e75c96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:04.980517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e62d9b9f-0b03-4760-877c-a0103242b148 req-d7908097-f9c0-4a82-b92b-4c9ff3e75c96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0478637 Nov 12 06:32:05.028901 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e62d9b9f-0b03-4760-877c-a0103242b148 req-f9724722-d362-40f2-af32-9e6dce1dd650 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Nov 12 06:32:05.051183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59188) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:32:05.135465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d3f25-612a-45f7-8a1a-28422269e0b4 tempest-TestShelveInstance-750301487 tempest-TestShelveInstance-750301487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:05.137011 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f09d3f25-612a-45f7-8a1a-28422269e0b4 tempest-TestShelveInstance-750301487 tempest-TestShelveInstance-750301487-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1093 time: 0.0848522 Nov 12 06:32:05.140222 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59192) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:32:05.144744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:32:05.166463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:05.258896 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:05.361426 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Allocated IP 172.25.2.32 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/a3580cd1-05f8-4c6e-a4e2-48959df3a853) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:32:05.459137 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:05.490906 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:05.526249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:32:05.528947 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:32:05.538730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:32:05.561104 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'Port': ['ID=a3580cd1-05f8-4c6e-a4e2-48959df3a853,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:32:05.888362 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:05.955784 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:06.105254 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:06.109813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:06.196506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'Port': ['ID=a3580cd1-05f8-4c6e-a4e2-48959df3a853,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:32:06.205714 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:06.642074 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Floating IP 4977b020-26c4-41d0-9032-50cc28b481f7 associated. External IP: 172.25.2.32, port: 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6. Nov 12 06:32:06.841721 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:32:06.949166 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:32:06.958579 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] Sync routers for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:32:06.968123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:06.969112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:32:06.969812 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:32:06.995746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-46ab6d6a-23b7-4aa7-9896-624348674989 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8547220 Nov 12 06:32:06.996322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:32:06.998694 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15083a5c-53b3-456f-86ab-d6856c0c9027" -d '{"events": [{"name": "network-changed", "server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:32:07.035794 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ac951a-75e4-4b31-a25a-3b8ce4c81d88 x-openstack-request-id: req-a3ac951a-75e4-4b31-a25a-3b8ce4c81d88 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:32:07.036079 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:32:07.036326 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3ac951a-75e4-4b31-a25a-3b8ce4c81d88 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:32:07.036797 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'status': 'completed', 'code': 200} Nov 12 06:32:07.079222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:32:07.098987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-4ebe7053-9ba5-4923-b53c-c64a204e56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:07.100413 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-4ebe7053-9ba5-4923-b53c-c64a204e56ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1098 time: 0.0400894 Nov 12 06:32:07.197513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-1496beb9-e28e-4feb-bf2e-0d0c099eff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:07.199029 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-1496beb9-e28e-4feb-bf2e-0d0c099eff9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0893221 Nov 12 06:32:07.266218 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-18d411d7-8b85-4e9c-88d9-e59b5d99e3d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 999 time: 0.0586634 Nov 12 06:32:07.298057 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '4977b020-26c4-41d0-9032-50cc28b481f7', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'port_id': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'mac_address': 'fa:16:3e:13:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd973c755-e140-4d07-835e-f77fdf22256c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:32:05Z', 'updated_at': '2021-11-12T06:32:05Z', 'revision_number': 0, 'project_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:32:07.316059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-a5cc0aab-caa7-4298-8dbf-9dcd81495542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:07.317535 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-a5cc0aab-caa7-4298-8dbf-9dcd81495542 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0442209 Nov 12 06:32:07.327689 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] Checking router: 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:32:07.336596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:32:07.337193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:31:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:32:07.367764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-c2d6ee11-7d59-485e-b669-e5adc3e613d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:07.369266 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-c2d6ee11-7d59-485e-b669-e5adc3e613d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447893 Nov 12 06:32:07.440556 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:32:07.460327 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-1b9ff77c-a067-47b9-bd97-c84e75712a07 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831583 Nov 12 06:32:07.557971 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-15083a5c-53b3-456f-86ab-d6856c0c9027 req-658cd745-bb50-442b-b9c0-8e8310ea0362 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903029 Nov 12 06:32:07.663954 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '4977b020-26c4-41d0-9032-50cc28b481f7', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'port_id': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'mac_address': 'fa:16:3e:13:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd973c755-e140-4d07-835e-f77fdf22256c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:32:05Z', 'updated_at': '2021-11-12T06:32:05Z', 'revision_number': 0, 'project_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:32:07.689208 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4af48-a21e-499d-9341-02620ed170d9 None None] The sync data for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 is: [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '4977b020-26c4-41d0-9032-50cc28b481f7', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'port_id': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'mac_address': 'fa:16:3e:13:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd973c755-e140-4d07-835e-f77fdf22256c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:32:05Z', 'updated_at': '2021-11-12T06:32:05Z', 'revision_number': 0, 'project_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:32:07.878888 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a841ff-d678-4b9d-bb21-9d9166cb484b None None] New status for floating IP 4977b020-26c4-41d0-9032-50cc28b481f7: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:32:11.351310 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:14.036804 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-394bd39a-9d98-437c-be12-0ec14ad84c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:16.427657 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11fbb316-7084-417a-aa3f-cb5f669f99f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:17.625179 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:18.864412 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:19.697436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:28.026949 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:35.463932 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:32:41.348505 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:44.037582 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60406bd7-e45b-4a24-bf37-36cbcb57010f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:45.053311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-9e8579a9-68eb-4105-b04b-2e9dc19732e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405540 Nov 12 06:32:45.135895 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-1eafd068-687d-47ae-a775-c3102cf26b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:45.137357 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-1eafd068-687d-47ae-a775-c3102cf26b2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1098 time: 0.0400741 Nov 12 06:32:45.243795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-995e8a76-2c2b-4ebd-9d0a-a502c941bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:45.245296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-995e8a76-2c2b-4ebd-9d0a-a502c941bd5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0875483 Nov 12 06:32:45.310722 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-2cb5410d-7014-4879-8ea8-a2cbd4849dc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0566812 Nov 12 06:32:45.366992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-125edaa9-912f-4441-bba5-f817c1a7864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:45.368452 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-125edaa9-912f-4441-bba5-f817c1a7864f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0488634 Nov 12 06:32:45.414736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-c785b33c-f91f-47bb-a2f4-a21453bf1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:45.416198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-c785b33c-f91f-47bb-a2f4-a21453bf1352 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406549 Nov 12 06:32:45.506871 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-8f65cdd9-7116-4af1-b016-a13f2aeb24e4 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812304 Nov 12 06:32:45.601450 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff016c5f-d9fc-4433-aa77-2c6c82f37ff3 req-619b3351-64d8-482e-94a9-7de5a5c6990b service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867219 Nov 12 06:32:46.197862 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-61dd1438-7696-412d-8364-e5f795e9bb06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0440404 Nov 12 06:32:46.304511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-999a618f-3aa6-4911-b95b-fd91b7fb67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.305272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-999a618f-3aa6-4911-b95b-fd91b7fb67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.305754 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-999a618f-3aa6-4911-b95b-fd91b7fb67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.306226 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-999a618f-3aa6-4911-b95b-fd91b7fb67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.306729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-999a618f-3aa6-4911-b95b-fd91b7fb67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.308475 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-999a618f-3aa6-4911-b95b-fd91b7fb67b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0479443 Nov 12 06:32:46.421669 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-b1c9a5d1-ccb0-4c83-a207-975b7baf759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.422146 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-b1c9a5d1-ccb0-4c83-a207-975b7baf759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.422635 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-b1c9a5d1-ccb0-4c83-a207-975b7baf759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.424256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-b1c9a5d1-ccb0-4c83-a207-975b7baf759c service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0925672 Nov 12 06:32:46.427399 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c4d67e0f-2c47-4f37-b531-6193914decde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:46.465488 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-407b828e-89f8-4081-b396-d5820e272c5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0335407 Nov 12 06:32:46.516644 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-91cbee07-5b07-4497-9e86-31181e4f4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.518096 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-91cbee07-5b07-4497-9e86-31181e4f4ea7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0455935 Nov 12 06:32:46.563681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-a4e93323-300e-4428-b8e2-63e478e4ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.565138 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-a4e93323-300e-4428-b8e2-63e478e4ffcd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395422 Nov 12 06:32:46.652953 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-923bd2e4-eb76-482f-a4b2-a68ba164d6b5 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799179 Nov 12 06:32:46.742880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-08c89142-f151-470f-947a-8a30209cc500 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826423 Nov 12 06:32:46.782489 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-17c0f7fa-0658-46c7-9c4e-5bf44e4eac4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0332763 Nov 12 06:32:46.833557 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-1e62495d-0364-4ddd-aa89-b460b61abd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.834967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-1e62495d-0364-4ddd-aa89-b460b61abd9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0456071 Nov 12 06:32:46.879205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-70ad1bbf-351e-4248-90a3-a97e3526e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:46.880657 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-70ad1bbf-351e-4248-90a3-a97e3526e708 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0388796 Nov 12 06:32:46.967342 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-b3e7d4d3-2479-4c04-9302-7ff9cea01696 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796392 Nov 12 06:32:47.396427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-589b2370-4f96-494e-aeda-81af310b7379 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212067 Nov 12 06:32:47.437656 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-351f0bb8-04e1-48be-87f8-f3e8b98c3f6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0336773 Nov 12 06:32:47.487900 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-58703796-5b0e-457c-9900-6ead5344ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:47.489299 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-58703796-5b0e-457c-9900-6ead5344ff24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0448282 Nov 12 06:32:47.533426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-a57e17e9-e9cd-4298-b368-da2c60261812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:47.535462 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-a57e17e9-e9cd-4298-b368-da2c60261812 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394337 Nov 12 06:32:47.623670 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-5dbcefb2-261d-4dec-a092-dcce2c4bd284 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813906 Nov 12 06:32:47.627527 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:47.717342 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-925b270d-20dc-4022-aa87-52c6034f2b34 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855269 Nov 12 06:32:47.757243 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-875e070a-edfc-467b-a5b9-8096d696c3d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0335305 Nov 12 06:32:47.809040 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-32cffc82-cddb-40e2-8f47-c0869e7cd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:47.810480 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-32cffc82-cddb-40e2-8f47-c0869e7cd577 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0467536 Nov 12 06:32:47.856051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-3d944e97-dae8-475f-8896-d9ae73006282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:47.857556 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-3d944e97-dae8-475f-8896-d9ae73006282 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394337 Nov 12 06:32:47.947646 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-d5feb44d-3af8-4125-8608-60f5415dc15f service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828962 Nov 12 06:32:48.035814 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-e3c04b8a-414a-47ed-9a25-2a7b14e1ee10 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806592 Nov 12 06:32:48.080047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-58784f44-f3d2-4445-95de-303f097ec3db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0378170 Nov 12 06:32:48.128573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-fe7c4402-6547-40f5-ad8c-75258c94e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:48.129944 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-fe7c4402-6547-40f5-ad8c-75258c94e4cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0425203 Nov 12 06:32:48.174216 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-e7b69823-c831-43c1-abed-2da77b8928b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:32:48.175684 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-e7b69823-c831-43c1-abed-2da77b8928b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0388501 Nov 12 06:32:48.267357 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-b5033645-a236-4412-9da1-a248de8ceb3d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845394 Nov 12 06:32:48.355595 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-eef75d13-41a6-4aaa-a2c9-bf191a3eb359 req-cb6eafca-3c86-409b-9587-06894f0147e2 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811837 Nov 12 06:32:48.867794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:49.698976 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:32:50.915899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-f8ccf9b0-ba93-4ec5-b7c8-81063b7bdd88 req-2766904e-ad04-4bbf-80c1-0331bdd0892e service neutron] (102589) timed out ('10.222.0.48', 54560) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 06:32:58.030234 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:11.362438 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:12.463187 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:33:14.037989 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-86d5f385-3aca-453f-ad4a-9dee0b5c63f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:16.429041 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7abb6897-a4c8-49ca-aeaf-704e93b733b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:17.630764 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:18.870481 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:19.700395 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:28.035601 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:41.360895 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:44.038898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1ca16256-c54a-45ee-bddc-7b3ac5709429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:45.012140 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-8d63ab59-b809-408b-b787-e6c270c033f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412459 Nov 12 06:33:45.097976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-970e247c-5129-4501-b6b1-1f44fbd1df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:45.099494 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-970e247c-5129-4501-b6b1-1f44fbd1df6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1098 time: 0.0412681 Nov 12 06:33:45.205180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-6988ab89-48f9-4c50-972b-294f92ba3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:45.206572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-6988ab89-48f9-4c50-972b-294f92ba3ae6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0879219 Nov 12 06:33:45.271010 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-4d2e3bad-2106-4ef1-b2df-f220c98cd863 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0569339 Nov 12 06:33:45.326277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-05f71e1d-855e-422d-bc58-121cbcc8b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:45.327724 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-05f71e1d-855e-422d-bc58-121cbcc8b5cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0490985 Nov 12 06:33:45.374044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-8a634f06-0f13-4b80-9fcb-c1488ceae4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:45.375589 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-8a634f06-0f13-4b80-9fcb-c1488ceae4c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401947 Nov 12 06:33:45.466210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-e3a24f86-9e61-4aba-95a6-dbabab6da3fb service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821717 Nov 12 06:33:45.560860 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce252021-f1ee-4103-914e-c93e92d4e479 req-9f7923c6-f5c4-440f-b05f-bb3165f5ef27 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863574 Nov 12 06:33:46.430868 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-883a4cb0-fb27-49be-9385-049908050e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:47.634330 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:48.321118 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-f328c6f0-107b-4e40-b202-93ccd637d421 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0440915 Nov 12 06:33:48.426475 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-6b17ca0b-1356-48bc-a16b-f3d5d2f0530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.426960 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-6b17ca0b-1356-48bc-a16b-f3d5d2f0530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.427430 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-6b17ca0b-1356-48bc-a16b-f3d5d2f0530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.427899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-6b17ca0b-1356-48bc-a16b-f3d5d2f0530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.428366 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-6b17ca0b-1356-48bc-a16b-f3d5d2f0530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.430151 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-6b17ca0b-1356-48bc-a16b-f3d5d2f0530b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0505116 Nov 12 06:33:48.547653 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-d060cbd4-98a3-4c0a-84e8-2e0901c8461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.548131 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-d060cbd4-98a3-4c0a-84e8-2e0901c8461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.548601 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-d060cbd4-98a3-4c0a-84e8-2e0901c8461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.550803 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-d060cbd4-98a3-4c0a-84e8-2e0901c8461a service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0969744 Nov 12 06:33:48.596133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-759c8962-eb1c-4a77-bbe1-34948705c8c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0383730 Nov 12 06:33:48.644746 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-797a2198-be8d-424b-afcd-3fc5d860821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.646148 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-797a2198-be8d-424b-afcd-3fc5d860821e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0431232 Nov 12 06:33:48.691982 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-2c856b35-da21-44c8-bda8-21739fe50e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.693358 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-2c856b35-da21-44c8-bda8-21739fe50e0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401721 Nov 12 06:33:48.785230 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-d66ff786-2dad-497b-b822-2069433fd48a service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845900 Nov 12 06:33:48.874948 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:48.875595 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-3c9929ec-1bc6-408a-8506-a07b953fdffe service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836401 Nov 12 06:33:48.919848 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-18f6914d-30f9-4c4f-b2d2-a48fd0dfa56e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0371590 Nov 12 06:33:48.968925 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-44ad5461-cfe4-49ca-bad3-32f1ce54f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:48.970262 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-44ad5461-cfe4-49ca-bad3-32f1ce54f947 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0427439 Nov 12 06:33:49.015009 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-d833963a-c076-4454-a13e-ee6b8c40aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:49.016480 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-d833963a-c076-4454-a13e-ee6b8c40aa11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0396981 Nov 12 06:33:49.109141 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-a0df92c4-d1b0-4c98-a75d-60726aca5bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854950 Nov 12 06:33:49.197962 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-6bcce807-171e-4dbd-88c3-752776a2dbea service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810957 Nov 12 06:33:49.242800 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-bf48fad1-2778-4ca0-a144-f31b60c61841 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0376558 Nov 12 06:33:49.290577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-18ccdf2c-3aa1-4d9c-89af-8db747d01d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:49.292021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-18ccdf2c-3aa1-4d9c-89af-8db747d01d5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0431354 Nov 12 06:33:49.336858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-ce19f2e2-2b69-4751-ae0b-6b43034b7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:49.338298 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-ce19f2e2-2b69-4751-ae0b-6b43034b7058 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0392828 Nov 12 06:33:49.433091 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-2dd9ecfb-3d16-4089-8030-b16cdcf2e5bc service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865746 Nov 12 06:33:49.462588 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:33:49.524047 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-3f818d03-84b4-4221-b145-e5b0d99dfe93 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828345 Nov 12 06:33:49.568297 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-a9081bed-08ca-460f-9461-0f674f946db0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0377767 Nov 12 06:33:49.616327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-dc7afdf9-7179-4fdf-b48e-353ebdb1f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:49.617715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-dc7afdf9-7179-4fdf-b48e-353ebdb1f0f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0429988 Nov 12 06:33:49.662729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-2bbd9f2c-c6ee-4094-9753-d8f21f0d3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:49.664232 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-2bbd9f2c-c6ee-4094-9753-d8f21f0d3f65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0397470 Nov 12 06:33:49.701223 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:33:49.756219 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-54fdbe0a-90ff-4b3a-9efd-7850ec18d608 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851271 Nov 12 06:33:49.845362 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-21a3ff5c-6464-4214-b09f-f80c5db8b694 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818667 Nov 12 06:33:49.890808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-419ff1ec-368d-402a-84b1-ecd50887e39b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0386651 Nov 12 06:33:49.938498 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-da9d74d6-926a-4e35-b29d-49304dcccfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:49.939892 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-da9d74d6-926a-4e35-b29d-49304dcccfe0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0423985 Nov 12 06:33:49.984790 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-83c9f589-e0c9-4b2c-8f24-1b32363c8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:33:49.986247 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-83c9f589-e0c9-4b2c-8f24-1b32363c8e3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394757 Nov 12 06:33:50.077346 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-e25e6121-10c2-45d7-a3f6-5b8d3c11ddba service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Nov 12 06:33:50.166401 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-2c02aad3-f5d4-493f-a8b1-73b96b66e199 req-50a4a329-7ec6-4fc6-b351-e1e4cee6a36b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811512 Nov 12 06:33:58.025906 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:04.833644 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11477b1-3051-4ea7-a158-69484b7c9d06 req-9e680e71-9c8e-4946-85b9-5b2c6fab61a9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:04.835152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d11477b1-3051-4ea7-a158-69484b7c9d06 req-9e680e71-9c8e-4946-85b9-5b2c6fab61a9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0517161 Nov 12 06:34:04.885297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d11477b1-3051-4ea7-a158-69484b7c9d06 req-42d0bfc3-0152-450b-ac59-5c72e743c17d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Nov 12 06:34:06.034000 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732bf8d-66fc-4f0d-92cf-3ad47cf61621 req-91b7d1db-5e20-415a-9554-539a13ee3e80 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:06.035998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f732bf8d-66fc-4f0d-92cf-3ad47cf61621 req-91b7d1db-5e20-415a-9554-539a13ee3e80 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0537601 Nov 12 06:34:06.083849 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f732bf8d-66fc-4f0d-92cf-3ad47cf61621 req-35b7600a-ab85-4c08-9a2d-adc09a0c02cf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Nov 12 06:34:07.260790 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a9b7c-7752-4b01-8399-0f59cab3ca76 req-fd38f0a5-6497-4546-8df9-562871ab7d5a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:07.262230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c98a9b7c-7752-4b01-8399-0f59cab3ca76 req-fd38f0a5-6497-4546-8df9-562871ab7d5a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0493145 Nov 12 06:34:07.309983 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c98a9b7c-7752-4b01-8399-0f59cab3ca76 req-10a79c78-f6ae-4553-a960-ee348b53843b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417554 Nov 12 06:34:08.429357 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7404a-4cd9-4836-a0f8-8fbe3c1d7c39 req-8c18c36a-fd7a-4941-9921-cd09577806d8 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:08.431126 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16e7404a-4cd9-4836-a0f8-8fbe3c1d7c39 req-8c18c36a-fd7a-4941-9921-cd09577806d8 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0542653 Nov 12 06:34:08.480318 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-16e7404a-4cd9-4836-a0f8-8fbe3c1d7c39 req-5d3c4b02-6a1b-47e8-a7a8-aa354f1e85a1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432091 Nov 12 06:34:09.596033 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828ecab-84ca-4e5e-8228-6b75e260c89b req-4d57e29d-2284-4db3-982d-0c454e5990c2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:09.597506 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0828ecab-84ca-4e5e-8228-6b75e260c89b req-4d57e29d-2284-4db3-982d-0c454e5990c2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0487196 Nov 12 06:34:09.646388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0828ecab-84ca-4e5e-8228-6b75e260c89b req-aab715de-fd9e-45d6-a81a-89203afb5617 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420659 Nov 12 06:34:10.760761 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae57aa-84fc-4e9f-9715-5101a9327b85 req-68d49520-c226-4df4-96b1-6ec49d774299 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:10.762207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ae57aa-84fc-4e9f-9715-5101a9327b85 req-68d49520-c226-4df4-96b1-6ec49d774299 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0483024 Nov 12 06:34:10.814039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b4ae57aa-84fc-4e9f-9715-5101a9327b85 req-f7df334d-2ab3-4ec2-ab73-e3b108a368e6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458412 Nov 12 06:34:11.359900 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:11.928145 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd642-28ea-401d-af6f-518dddd47d16 req-4292a73a-b698-40ef-b7cd-d68338d9cf82 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:11.929538 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26dbd642-28ea-401d-af6f-518dddd47d16 req-4292a73a-b698-40ef-b7cd-d68338d9cf82 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0484662 Nov 12 06:34:11.977950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-26dbd642-28ea-401d-af6f-518dddd47d16 req-137c04c0-33d6-433c-9966-82d4603f2d5d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Nov 12 06:34:13.094800 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5811dd7-1ad5-4353-b729-ed09673c6888 req-4235724f-cc70-48fd-ad04-fa0101174442 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:13.096300 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5811dd7-1ad5-4353-b729-ed09673c6888 req-4235724f-cc70-48fd-ad04-fa0101174442 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0492845 Nov 12 06:34:13.143893 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5811dd7-1ad5-4353-b729-ed09673c6888 req-15bf0117-84a4-47b7-a5ce-30db2cdcd7bc tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Nov 12 06:34:14.039795 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-46c125cc-5ba4-46b3-92f9-f96008944aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:14.261315 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e0efb-0a3f-4303-a4ee-9c3717600b4d req-5b93ecdd-09ff-4db6-801b-b0432460ce40 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:14.262802 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d77e0efb-0a3f-4303-a4ee-9c3717600b4d req-5b93ecdd-09ff-4db6-801b-b0432460ce40 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0523994 Nov 12 06:34:14.311570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d77e0efb-0a3f-4303-a4ee-9c3717600b4d req-e4667700-506a-435a-b7b0-e75089ca3995 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Nov 12 06:34:15.272394 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:34:15.432823 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beea3f-a807-4257-98e2-f513b16c8452 req-99fa5496-87ee-4643-ba9d-f3c737713031 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:15.434446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68beea3f-a807-4257-98e2-f513b16c8452 req-99fa5496-87ee-4643-ba9d-f3c737713031 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0520127 Nov 12 06:34:15.486127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68beea3f-a807-4257-98e2-f513b16c8452 req-3868eb06-5144-4b2d-a4c5-02dd5b681f20 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455365 Nov 12 06:34:15.528089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:34:15.539786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'port_id': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'mac_address': 'fa:16:3e:13:6d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:34:15.575550 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:15.588527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:34:15.607961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:34:15.611861 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:15.663585 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:34:15.671163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.671507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.671847 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.672181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.672510 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.672836 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.673160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.673482 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.673803 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.674124 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.674466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.674786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:34:15.696859 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:34:16.430179 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58187eca-eccb-4cb9-8209-f4716932f92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:16.601555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687f9a-7ab5-48e4-8975-688ba3c3738d req-c3ed1ee7-8426-41d5-a82b-2f994aade9a8 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:16.603059 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec687f9a-7ab5-48e4-8975-688ba3c3738d req-c3ed1ee7-8426-41d5-a82b-2f994aade9a8 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 945 time: 0.0484378 Nov 12 06:34:16.654948 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ec687f9a-7ab5-48e4-8975-688ba3c3738d req-a3916c63-ba2e-401a-8a90-4429e30f2b95 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Nov 12 06:34:17.278577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:34:17.329277 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:34:17.329694 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:17.426426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:17.454778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:34:17.458438 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca6b417-9aba-4656-8651-7276722dae27" -d '{"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-plugged", "status": "completed", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:34:17.474891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:34:17.482889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:17.550720 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:34:17.576841 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878a92eb-67a0-4503-b6e6-f13ed8d033d4 x-openstack-request-id: req-878a92eb-67a0-4503-b6e6-f13ed8d033d4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:34:17.576841 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-plugged", "status": "completed", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:34:17.576841 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-878a92eb-67a0-4503-b6e6-f13ed8d033d4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:34:17.576841 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'code': 200} Nov 12 06:34:17.640852 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:17.800148 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50881133-3b89-405d-bc1c-c5ed52ac7ddf req-bcf7a944-2022-4950-9030-d8b5690d0c3e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:17.803857 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50881133-3b89-405d-bc1c-c5ed52ac7ddf req-bcf7a944-2022-4950-9030-d8b5690d0c3e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0667768 Nov 12 06:34:17.857717 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50881133-3b89-405d-bc1c-c5ed52ac7ddf req-f8a62839-73d0-4e6c-a841-443ffc817869 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463951 Nov 12 06:34:18.880478 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:18.986387 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d873a-063a-49e0-96a3-45fcdcb52edf req-1aa4da3a-e65f-4edd-bd06-53a84821f488 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:18.988020 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e9d873a-063a-49e0-96a3-45fcdcb52edf req-1aa4da3a-e65f-4edd-bd06-53a84821f488 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0572500 Nov 12 06:34:19.047516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9e9d873a-063a-49e0-96a3-45fcdcb52edf req-d4f23ea4-55c4-4c21-820e-1f71520a3094 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530460 Nov 12 06:34:19.707453 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:20.222137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a36641-dfe7-4c0a-8fd7-5310878048df req-ac83ffb5-b320-4f4b-9522-d59837181138 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:20.224478 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27a36641-dfe7-4c0a-8fd7-5310878048df req-ac83ffb5-b320-4f4b-9522-d59837181138 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0689366 Nov 12 06:34:20.278297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-27a36641-dfe7-4c0a-8fd7-5310878048df req-c12cefda-b87b-4912-a2a1-d4ecc43b6954 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478094 Nov 12 06:34:21.405194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfd3d-e6ec-4625-ae44-79515684d6ed req-d3b50c97-b678-4de1-81b7-117730c4be4a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:21.406845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bafdfd3d-e6ec-4625-ae44-79515684d6ed req-d3b50c97-b678-4de1-81b7-117730c4be4a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0533798 Nov 12 06:34:21.461397 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bafdfd3d-e6ec-4625-ae44-79515684d6ed req-15863440-705a-4577-9eb7-0e6d1604d3cf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477192 Nov 12 06:34:22.605175 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d6c4-5ca0-40f5-b779-eea5acd787d9 req-3e0d9652-5b7b-45a0-88eb-f349fa63b8fe tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:22.606721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bc3d6c4-5ca0-40f5-b779-eea5acd787d9 req-3e0d9652-5b7b-45a0-88eb-f349fa63b8fe tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0582936 Nov 12 06:34:22.659297 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5bc3d6c4-5ca0-40f5-b779-eea5acd787d9 req-e788db0c-4cd9-4598-aba3-06d0123e7dfc tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459135 Nov 12 06:34:23.791399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeb3c3-34ea-4f13-a4bb-474e176c7fb8 req-0b110a00-b5e7-4018-af13-7db2d7b8f5a5 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:23.793001 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71eeb3c3-34ea-4f13-a4bb-474e176c7fb8 req-0b110a00-b5e7-4018-af13-7db2d7b8f5a5 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0536778 Nov 12 06:34:23.846021 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-71eeb3c3-34ea-4f13-a4bb-474e176c7fb8 req-ff4dd23c-4c35-4025-ad5c-16ca43c16313 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Nov 12 06:34:24.987329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e74e0-97c6-4afd-bf65-94281173c62a req-616a61e2-dc1b-4015-8070-6293699ad373 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:24.988872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd7e74e0-97c6-4afd-bf65-94281173c62a req-616a61e2-dc1b-4015-8070-6293699ad373 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0610926 Nov 12 06:34:25.050636 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd7e74e0-97c6-4afd-bf65-94281173c62a req-dfea7f07-c9d0-4de4-989a-037004999568 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553555 Nov 12 06:34:26.197885 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805efbd-48f2-4dcc-9ffd-81c6dcff49e7 req-58018c57-53f5-4302-b97e-bf55ae1a9c9a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:26.199504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6805efbd-48f2-4dcc-9ffd-81c6dcff49e7 req-58018c57-53f5-4302-b97e-bf55ae1a9c9a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0517206 Nov 12 06:34:26.251000 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6805efbd-48f2-4dcc-9ffd-81c6dcff49e7 req-6e14c8b3-0746-4541-a68d-13c80ecbcfa6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451596 Nov 12 06:34:26.461926 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:34:27.005107 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-48c4870f-e8bc-4bde-bf59-1743c9c4fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:27.006640 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-48c4870f-e8bc-4bde-bf59-1743c9c4fd0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1098 time: 0.0406687 Nov 12 06:34:27.101329 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-b8557c05-9e14-459a-b105-a090beaee6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:27.102820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-b8557c05-9e14-459a-b105-a090beaee6f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0878541 Nov 12 06:34:27.166301 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-25300a5e-acc0-49d4-bd85-fee938cf00c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0561869 Nov 12 06:34:27.219398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-ddf51059-79b2-4b14-9226-f780615a151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:27.220827 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-ddf51059-79b2-4b14-9226-f780615a151c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0474613 Nov 12 06:34:27.266140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-64eb07fc-4c5a-48ee-a33a-9de552d98a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:27.267523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-64eb07fc-4c5a-48ee-a33a-9de552d98a29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390468 Nov 12 06:34:27.397088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcc826-08fa-4a8e-8025-00fcc88b9f67 req-472b554c-4dcd-4cd0-a39d-64d76611cfa6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:27.398577 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01bcc826-08fa-4a8e-8025-00fcc88b9f67 req-472b554c-4dcd-4cd0-a39d-64d76611cfa6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0729454 Nov 12 06:34:27.400761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-f68c7917-e2b8-4cfa-a46e-e557a40a41ec service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248975 Nov 12 06:34:27.502336 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-01bcc826-08fa-4a8e-8025-00fcc88b9f67 req-9bb36db9-52d7-4809-9785-6082eba41a0d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977769 Nov 12 06:34:27.526137 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0c557e70-2db7-4ca9-959b-d16857cafa45 req-ff553505-6b8a-4e78-ba02-30161ffb71d5 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160173 Nov 12 06:34:28.027106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:28.618151 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbca38-f227-41b0-9517-dbb618decc88 req-2c927b71-de09-4393-a1e3-0bd87eb076cf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:28.619777 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64cbca38-f227-41b0-9517-dbb618decc88 req-2c927b71-de09-4393-a1e3-0bd87eb076cf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0483458 Nov 12 06:34:28.668622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64cbca38-f227-41b0-9517-dbb618decc88 req-292fef85-83ea-492b-a316-5ef2b9d9c133 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Nov 12 06:34:29.782422 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488e113-1f77-4c78-af71-ca3ccd4b8f23 req-59c3506e-bedf-484d-9ee8-e59807a65508 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:29.783782 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7488e113-1f77-4c78-af71-ca3ccd4b8f23 req-59c3506e-bedf-484d-9ee8-e59807a65508 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0481522 Nov 12 06:34:29.831676 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7488e113-1f77-4c78-af71-ca3ccd4b8f23 req-a2cd5b9e-eb9a-4ccf-8b44-7b021ac2e93f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420184 Nov 12 06:34:29.939927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-31d1d0f1-2668-4cd3-ac97-7e54b03022fb req-91f23c77-1c01-4b7f-9317-8a18b95d2438 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:34:29.940966 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31d1d0f1-2668-4cd3-ac97-7e54b03022fb req-91f23c77-1c01-4b7f-9317-8a18b95d2438 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471454 Nov 12 06:34:30.094641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d65567-fb2a-46be-92ed-294434ad7cb9 req-a2445f58-bcd3-4184-ace9-bb41378b7c97 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:30.096112 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31d65567-fb2a-46be-92ed-294434ad7cb9 req-a2445f58-bcd3-4184-ace9-bb41378b7c97 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0532427 Nov 12 06:34:30.148246 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31d65567-fb2a-46be-92ed-294434ad7cb9 req-5f6bddc8-8369-4a68-b64b-f50d24eaa23e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455554 Nov 12 06:34:30.262470 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-f037a647-3dd0-464d-8e28-a2ab052cdd65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813856 Nov 12 06:34:30.999297 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19804d9-0240-43ac-ab06-7b428468b15a req-cf752dad-ba88-49bd-9054-9c961e05e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:31.000769 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-cf752dad-ba88-49bd-9054-9c961e05e462 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c&tenant_id=7c52399b70d245958cfad7601120d60f HTTP/1.1" status: 200 len: 1098 time: 0.0402572 Nov 12 06:34:31.061322 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19804d9-0240-43ac-ab06-7b428468b15a req-43497a7e-0f3c-4fca-902e-41a1669b39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:31.062794 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-43497a7e-0f3c-4fca-902e-41a1669b39d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1098 time: 0.0391018 Nov 12 06:34:31.153443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19804d9-0240-43ac-ab06-7b428468b15a req-1082ba1e-45e8-4a46-a5f8-d87e3de6d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:31.154915 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-1082ba1e-45e8-4a46-a5f8-d87e3de6d07b service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0849948 Nov 12 06:34:31.221796 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-f43eae08-285a-45ba-8612-41299b682ae3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0589409 Nov 12 06:34:31.293764 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19804d9-0240-43ac-ab06-7b428468b15a req-1c1eded5-ad06-4652-88a1-56a831fee82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:31.295230 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-1c1eded5-ad06-4652-88a1-56a831fee82d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0648775 Nov 12 06:34:31.306808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ee992-a752-43cf-97ce-50d552ac0493 req-cccddbc2-429f-4877-81f2-0954315c68b9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:31.308171 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-148ee992-a752-43cf-97ce-50d552ac0493 req-cccddbc2-429f-4877-81f2-0954315c68b9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 946 time: 0.0895844 Nov 12 06:34:31.343590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:34:31.380669 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-148ee992-a752-43cf-97ce-50d552ac0493 req-6521af02-4f23-4ad0-a879-10c60b63e7db tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642290 Nov 12 06:34:31.382552 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19804d9-0240-43ac-ab06-7b428468b15a req-84b3f36a-35ed-4c6a-8552-541e8d437da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:31.383984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-84b3f36a-35ed-4c6a-8552-541e8d437da6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749607 Nov 12 06:34:31.417834 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:31.440431 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:34:31.443269 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2f89d7-345b-42b8-9e47-1fa4ff43aacf" -d '{"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-unplugged", "status": "completed", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:34:31.455319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:34:31.460770 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:31.486590 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb2fa3b-85d3-44b5-a700-504921f553f8 x-openstack-request-id: req-ddb2fa3b-85d3-44b5-a700-504921f553f8 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:34:31.486884 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-unplugged", "status": "completed", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:34:31.487137 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddb2fa3b-85d3-44b5-a700-504921f553f8 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:34:31.487528 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'code': 200} Nov 12 06:34:31.495831 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-2d84d353-1097-4309-8ab4-b053b5eb2683 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972176 Nov 12 06:34:31.513845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:34:31.587958 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a19804d9-0240-43ac-ab06-7b428468b15a req-add0be8d-b3c3-4e37-b4bf-2b344209aedb service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843270 Nov 12 06:34:32.510326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e331-8afc-4637-bf88-719167803359 req-a3996402-9b6d-4eca-87bd-ac8d039c6698 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:32.512055 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96f8e331-8afc-4637-bf88-719167803359 req-a3996402-9b6d-4eca-87bd-ac8d039c6698 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0558619 Nov 12 06:34:32.564272 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-96f8e331-8afc-4637-bf88-719167803359 req-dc9e4c83-2280-4514-b665-898797ed0c77 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460730 Nov 12 06:34:33.683843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746867fb-02ec-433f-9494-67da4f2abc23 req-1f31c13b-f5e9-4412-950a-af4e34fd0060 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:33.685952 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-746867fb-02ec-433f-9494-67da4f2abc23 req-1f31c13b-f5e9-4412-950a-af4e34fd0060 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0508451 Nov 12 06:34:33.738976 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-746867fb-02ec-433f-9494-67da4f2abc23 req-9e193efc-ad69-44e4-a518-8eb1d84ff308 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Nov 12 06:34:34.860580 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834084fd-81fe-4a3f-b61e-a56b05817c2a req-e16b272d-80e5-461a-939e-2045eebb4556 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:34.862115 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-834084fd-81fe-4a3f-b61e-a56b05817c2a req-e16b272d-80e5-461a-939e-2045eebb4556 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0520515 Nov 12 06:34:34.919564 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-834084fd-81fe-4a3f-b61e-a56b05817c2a req-9b0e2886-733c-4e45-9e35-b063445c4f05 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504713 Nov 12 06:34:36.046951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604caaf-babe-492d-a743-07a5a021880e req-b3f18b94-8829-479e-b4e0-c3c4f406455c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:36.048570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3604caaf-babe-492d-a743-07a5a021880e req-b3f18b94-8829-479e-b4e0-c3c4f406455c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0530739 Nov 12 06:34:36.102773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3604caaf-babe-492d-a743-07a5a021880e req-ad17f41d-7a37-498b-9220-e3b0aafa4054 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471373 Nov 12 06:34:37.223936 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0183c-a8f3-486d-bf3c-cd3f685005c2 req-5bb37aec-b35d-487b-8508-f2ca3764c987 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:37.226484 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10f0183c-a8f3-486d-bf3c-cd3f685005c2 req-5bb37aec-b35d-487b-8508-f2ca3764c987 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0520887 Nov 12 06:34:37.277913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-10f0183c-a8f3-486d-bf3c-cd3f685005c2 req-0dcd6f4a-859c-4a72-a318-3698d480eb82 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454469 Nov 12 06:34:38.405087 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a97af4-d27e-400c-9fe5-0742868110a0 req-351934fc-ad90-46d6-8375-18d4ac3f2ea3 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:38.406621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5a97af4-d27e-400c-9fe5-0742868110a0 req-351934fc-ad90-46d6-8375-18d4ac3f2ea3 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0536222 Nov 12 06:34:38.465961 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a5a97af4-d27e-400c-9fe5-0742868110a0 req-53bc96b7-e2d9-4c08-9587-60aee4ef0173 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 Nov 12 06:34:39.588351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f73516-0863-479b-86e9-18feffe99ebd req-6350c441-4ad4-42ab-945d-4b782fe23cc2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:39.589867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89f73516-0863-479b-86e9-18feffe99ebd req-6350c441-4ad4-42ab-945d-4b782fe23cc2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0528386 Nov 12 06:34:39.640746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-89f73516-0863-479b-86e9-18feffe99ebd req-78663820-4c70-4ae5-8f99-9262ea395370 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448534 Nov 12 06:34:40.773136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66e292-5654-48b6-ab96-40032ac78800 req-c62cbff8-82ca-4229-ab8b-5ae7b62ed33b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:40.775337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f66e292-5654-48b6-ab96-40032ac78800 req-c62cbff8-82ca-4229-ab8b-5ae7b62ed33b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0552056 Nov 12 06:34:40.825949 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8f66e292-5654-48b6-ab96-40032ac78800 req-06e4bc87-6d9c-4083-92c1-bef2917eb16a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452671 Nov 12 06:34:41.359688 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:41.942296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310886e8-b636-4249-b987-262d3f28920b req-adcf58aa-6abb-4f97-a8aa-bd7dabf212ab tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:41.944493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-310886e8-b636-4249-b987-262d3f28920b req-adcf58aa-6abb-4f97-a8aa-bd7dabf212ab tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0492227 Nov 12 06:34:41.993691 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-310886e8-b636-4249-b987-262d3f28920b req-d887b89c-d71a-4f7b-b683-41d3fde8eaf5 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Nov 12 06:34:42.737787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f62bfa-2de2-460b-a3e0-f36c401b1002 req-b2459957-34b9-4f3e-bf38-041757e2d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:42.739274 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5f62bfa-2de2-460b-a3e0-f36c401b1002 req-b2459957-34b9-4f3e-bf38-041757e2d375 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1096 time: 0.0389478 Nov 12 06:34:42.789028 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5f62bfa-2de2-460b-a3e0-f36c401b1002 req-9a9d3800-9d29-4b52-8509-56f60d328497 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Nov 12 06:34:43.107635 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b2318-48b0-4d28-8eb2-48fc6f0f0fee req-88fbf2e0-b67d-47e4-900f-c1fab948e992 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:43.108997 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd2b2318-48b0-4d28-8eb2-48fc6f0f0fee req-88fbf2e0-b67d-47e4-900f-c1fab948e992 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0476727 Nov 12 06:34:43.156912 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fd2b2318-48b0-4d28-8eb2-48fc6f0f0fee req-593657d7-8a20-4e94-8a87-4312179f369c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421388 Nov 12 06:34:44.040617 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a33e939a-f6cc-447e-b611-ccf2c04e9d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:44.273627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a8b0d-92be-4593-9040-916545954916 req-41de7b38-cfe1-458e-8b46-57ebc41f3525 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:44.275172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c7a8b0d-92be-4593-9040-916545954916 req-41de7b38-cfe1-458e-8b46-57ebc41f3525 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0488305 Nov 12 06:34:44.326733 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c7a8b0d-92be-4593-9040-916545954916 req-2cb565f7-890f-4e55-a7ee-44cfc05dc22e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Nov 12 06:34:45.019162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-780d216a-ea1c-4146-a8ad-50642c21911f req-1d23afa1-0a83-4e9b-9dab-b662be527967 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428991 Nov 12 06:34:45.100164 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d216a-ea1c-4146-a8ad-50642c21911f req-7b5835a3-7009-4bb6-a5fd-2b7aa97a6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:45.101512 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-780d216a-ea1c-4146-a8ad-50642c21911f req-7b5835a3-7009-4bb6-a5fd-2b7aa97a6672 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1096 time: 0.0399985 Nov 12 06:34:45.204103 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d216a-ea1c-4146-a8ad-50642c21911f req-222a50f5-2725-4362-9d60-b52dde34cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:45.205558 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-780d216a-ea1c-4146-a8ad-50642c21911f req-222a50f5-2725-4362-9d60-b52dde34cb68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0853713 Nov 12 06:34:45.272491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-780d216a-ea1c-4146-a8ad-50642c21911f req-efd34c2f-25c9-4558-a7ad-82a9f2dc2a80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 999 time: 0.0594602 Nov 12 06:34:45.320926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d216a-ea1c-4146-a8ad-50642c21911f req-e4dc8686-644e-4d05-a5d6-35f0a2a1ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:45.322311 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-780d216a-ea1c-4146-a8ad-50642c21911f req-e4dc8686-644e-4d05-a5d6-35f0a2a1ac5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0421209 Nov 12 06:34:45.369197 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d216a-ea1c-4146-a8ad-50642c21911f req-cb0f28da-538a-4c91-a77a-95ded8bf2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:45.370753 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-780d216a-ea1c-4146-a8ad-50642c21911f req-cb0f28da-538a-4c91-a77a-95ded8bf2344 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406446 Nov 12 06:34:45.394928 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:34:45.492048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:34:45.496080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23dfef-1623-44a9-8309-88bc27ef86ba req-5935f8f4-88bb-4e41-a71f-d776f02d98fc tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:45.497568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c23dfef-1623-44a9-8309-88bc27ef86ba req-5935f8f4-88bb-4e41-a71f-d776f02d98fc tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 944 time: 0.0966125 Nov 12 06:34:45.505726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'port_id': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'mac_address': 'fa:16:3e:13:6d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:34:45.515404 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-780d216a-ea1c-4146-a8ad-50642c21911f req-4f8172cd-dbf2-4326-96a8-649be87cda1f service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369457 Nov 12 06:34:45.541407 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:45.558593 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:34:45.578309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:34:45.583660 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:45.609721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6c23dfef-1623-44a9-8309-88bc27ef86ba req-454ff2c9-61c3-4457-a9e2-45eb529dfff3 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043639 Nov 12 06:34:45.635517 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:34:45.639054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-780d216a-ea1c-4146-a8ad-50642c21911f req-77935a5c-e35a-4252-b7c2-7428f8083680 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162021 Nov 12 06:34:45.876711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:34:46.430454 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ae2994e2-bff3-4bae-85ab-9539e2983678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:47.427528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:34:47.473402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:34:47.474574 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:47.551572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:47.573516 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:34:47.575749 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a82f529-3a7e-4861-abc9-6a4389c8f9da" -d '{"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-plugged", "status": "completed", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:34:47.588073 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:34:47.592130 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:47.618360 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643d604a-7a80-454b-92fb-ee727805d69f x-openstack-request-id: req-643d604a-7a80-454b-92fb-ee727805d69f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:34:47.618689 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-plugged", "status": "completed", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:34:47.618945 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-643d604a-7a80-454b-92fb-ee727805d69f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:34:47.619336 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'code': 200} Nov 12 06:34:47.652812 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:47.653447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:34:48.289005 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-447fbbb6-6065-4f2b-8de2-b560c7a2a490 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0470428 Nov 12 06:34:48.393805 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-6e2e0dda-0694-40db-9c29-642116fbb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.394291 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-6e2e0dda-0694-40db-9c29-642116fbb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.394798 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-6e2e0dda-0694-40db-9c29-642116fbb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.395271 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-6e2e0dda-0694-40db-9c29-642116fbb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.395744 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-6e2e0dda-0694-40db-9c29-642116fbb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.397505 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-6e2e0dda-0694-40db-9c29-642116fbb398 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0465622 Nov 12 06:34:48.511508 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-bf19257b-c5bb-43fd-aa2f-f659d89f1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.511987 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-bf19257b-c5bb-43fd-aa2f-f659d89f1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.512452 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-bf19257b-c5bb-43fd-aa2f-f659d89f1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.514042 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-bf19257b-c5bb-43fd-aa2f-f659d89f1582 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0937169 Nov 12 06:34:48.554776 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-07e13151-edac-4e74-9961-5f323559fa20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0338724 Nov 12 06:34:48.602260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-4f2aac4e-8eea-4b48-8f16-f066346187a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.603855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-4f2aac4e-8eea-4b48-8f16-f066346187a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0427182 Nov 12 06:34:48.649739 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-5c030cb2-cd6f-4f59-9a3e-3fa4187c3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.651198 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-5c030cb2-cd6f-4f59-9a3e-3fa4187c3cb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397451 Nov 12 06:34:48.662397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-b395715b-7bd6-4073-9ca1-65b249683ca6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:34:48.663363 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-b395715b-7bd6-4073-9ca1-65b249683ca6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047596 Nov 12 06:34:48.754906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-6366e56e-a3df-4188-8eb7-b677a6430e69 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847499 Nov 12 06:34:48.846485 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-e0120d88-43f9-4ea2-87ff-92dd361259bc service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844953 Nov 12 06:34:48.879597 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:48.887244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-bf1597e1-fe8b-43d8-91a3-8092a70a709b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0340016 Nov 12 06:34:48.936597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-2a2675ef-198d-42e9-b7ef-bea90937ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.937923 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-2a2675ef-198d-42e9-b7ef-bea90937ecdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0428579 Nov 12 06:34:48.985483 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-a0914e55-50c0-4a5e-9e02-c08aec90998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:48.987003 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-a0914e55-50c0-4a5e-9e02-c08aec90998c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422375 Nov 12 06:34:49.074640 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-d01e29ed-d7a7-4033-ba75-67074595d098 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803084 Nov 12 06:34:49.166782 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-6cbcea8c-117f-4682-8913-c703e38b0f8d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844836 Nov 12 06:34:49.205975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-f0b1957f-a444-4673-9071-68ad8bea629e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0326958 Nov 12 06:34:49.252692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-b06d40db-61ff-49b1-89a7-a4973200b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:49.254086 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-b06d40db-61ff-49b1-89a7-a4973200b60e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0415359 Nov 12 06:34:49.302497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-86692e5d-02fc-4ee8-9531-8238dfcf4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:49.303958 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-86692e5d-02fc-4ee8-9531-8238dfcf4d53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0428886 Nov 12 06:34:49.390015 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-500b5b7c-a700-43ee-b563-640f4fb1104b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793219 Nov 12 06:34:49.480709 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-cc405dd2-0375-4a94-b3c1-061954000fab service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 Nov 12 06:34:49.523841 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-5c3a10fe-4fa3-4237-9609-aea761357a69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0348673 Nov 12 06:34:49.571250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-242e7a7f-eb2a-4763-8f4a-5b8d38e17ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:49.572642 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-242e7a7f-eb2a-4763-8f4a-5b8d38e17ca0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0423315 Nov 12 06:34:49.621165 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-e4f03ca6-17cb-4356-8f44-2d08db73ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:49.622632 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-e4f03ca6-17cb-4356-8f44-2d08db73ced5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425096 Nov 12 06:34:49.704864 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:34:49.712886 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-f343d435-f91b-4920-b479-3a630dc38ff9 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829942 Nov 12 06:34:49.804738 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-f8425755-145e-4dae-b719-d3a7f827af60 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836036 Nov 12 06:34:49.845099 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-f8a7a337-075a-461e-84f3-758bc0646f7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0337331 Nov 12 06:34:49.892948 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-d234b206-41d0-4505-996d-18d765b5b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:49.894354 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-d234b206-41d0-4505-996d-18d765b5b128 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0424559 Nov 12 06:34:49.942092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-901b20a9-02d2-45e6-98a1-8c33decbb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:34:49.944211 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-901b20a9-02d2-45e6-98a1-8c33decbb92d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430126 Nov 12 06:34:50.030108 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-72a31eab-8319-4bd4-a98e-bf05a614914a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791330 Nov 12 06:34:50.121037 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-1d6e4db8-a4db-4178-8ff2-950a0e4016fa req-52ee4516-66d5-410a-8bb4-6751d63d46df service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837359 Nov 12 06:34:58.039937 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:03.463148 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:35:11.357443 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:14.042785 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-285006b9-48b8-4802-a00d-34c29372b9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:16.430683 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-790fb6d1-8ff0-4067-ba25-aa0b2f3d1236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:17.643285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:18.881557 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:19.696969 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:28.052369 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:40.462916 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:35:41.375026 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:44.043671 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef657a9f-c631-422c-8e7b-d375ca9707d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:46.010866 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-4771c05d-cd59-452a-959d-a05a3015fade service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407503 Nov 12 06:35:46.096911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-b577bb4f-4f1d-4809-ae89-d56b812de1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:46.098903 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-b577bb4f-4f1d-4809-ae89-d56b812de1be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1099 time: 0.0431223 Nov 12 06:35:46.201398 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-421f0347-0910-447c-b646-9a590573bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:46.202823 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-421f0347-0910-447c-b646-9a590573bcfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0829222 Nov 12 06:35:46.271423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-a3eb8703-b3e8-44ef-8982-da8c693efd65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 1001 time: 0.0602059 Nov 12 06:35:46.433517 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52b5769a-15d2-47fe-b2b1-e761e46a3a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:46.663160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-6e73cd57-8528-443c-9c42-6efe19d2791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:46.664620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-6e73cd57-8528-443c-9c42-6efe19d2791b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.3860035 Nov 12 06:35:46.711036 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-b4645db2-152c-49ae-a6ab-9820b79c5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:46.712483 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-b4645db2-152c-49ae-a6ab-9820b79c5001 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399866 Nov 12 06:35:46.723741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-bb21e7cb-7162-4a49-968c-1636010b3f39 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:35:46.724673 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-bb21e7cb-7162-4a49-968c-1636010b3f39 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047569 Nov 12 06:35:46.814781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-0f2c0699-ec76-4163-acac-4476df6bfba2 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830348 Nov 12 06:35:46.916464 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8c4821b1-0915-41fb-ab1a-4ec9a66a7053 req-6f472df5-802f-4855-9765-600fa5b6e3c1 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939655 Nov 12 06:35:47.645953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:48.883452 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:49.211917 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-a465de02-d5ab-43d1-ba49-2b81c7a02937 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0434208 Nov 12 06:35:49.312922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-0de7fc64-c5a6-482c-8fa5-b7c311abba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.313400 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-0de7fc64-c5a6-482c-8fa5-b7c311abba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.313874 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-0de7fc64-c5a6-482c-8fa5-b7c311abba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.314367 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-0de7fc64-c5a6-482c-8fa5-b7c311abba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.314872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-0de7fc64-c5a6-482c-8fa5-b7c311abba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.316571 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-0de7fc64-c5a6-482c-8fa5-b7c311abba25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0449018 Nov 12 06:35:49.427968 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-01d8d268-efe9-4e15-b0c7-148d3184b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.428438 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-01d8d268-efe9-4e15-b0c7-148d3184b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.428903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-01d8d268-efe9-4e15-b0c7-148d3184b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.430461 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-01d8d268-efe9-4e15-b0c7-148d3184b473 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0910797 Nov 12 06:35:49.470461 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-a8db611e-7bdf-4be6-954e-2fd4d9e7b3fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0324180 Nov 12 06:35:49.517543 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-bb2caccf-b2c4-4a19-b815-779587441503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.519017 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-bb2caccf-b2c4-4a19-b815-779587441503 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0414467 Nov 12 06:35:49.566878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-f90e1493-11e7-4adc-a4a9-fa564af47d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.568844 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-f90e1493-11e7-4adc-a4a9-fa564af47d06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429075 Nov 12 06:35:49.654845 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-37dd89d2-2335-49f5-be61-cbd833a4184f service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787835 Nov 12 06:35:49.699987 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:49.750054 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-4b5f2519-75dd-4c2e-bb76-baeff8a9b734 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871081 Nov 12 06:35:49.790408 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-d17b36cf-7997-4ee8-866b-ca717ee8923c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0332444 Nov 12 06:35:49.837468 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-38e2d28e-c427-4545-b493-9901bc846e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.838944 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-38e2d28e-c427-4545-b493-9901bc846e05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0423319 Nov 12 06:35:49.890806 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-6ffcd6d0-712d-4acd-b0f1-32398717f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:49.892301 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-6ffcd6d0-712d-4acd-b0f1-32398717f9cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0466156 Nov 12 06:35:49.979454 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-26ff2c79-261b-4260-8cf7-1dfbf9832385 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791125 Nov 12 06:35:50.070469 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-b5b6f87c-c681-44f7-95ef-95dc6d1adb8d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842490 Nov 12 06:35:50.109271 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-0e22a42b-821b-4b58-a478-1efc89be0091 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0318332 Nov 12 06:35:50.159389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-65af328d-bd96-4bf8-b093-df3e0299b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:50.160806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-65af328d-bd96-4bf8-b093-df3e0299b2fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0446074 Nov 12 06:35:50.205162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-c22df18e-2c40-40f5-a18a-2a7866677cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:50.206637 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-c22df18e-2c40-40f5-a18a-2a7866677cc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394790 Nov 12 06:35:50.292978 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-c1a42521-139e-4d0e-b455-c69d38e74c63 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794787 Nov 12 06:35:50.724296 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-6ef08e3b-fd27-4270-bfb0-8b5d36364a77 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237900 Nov 12 06:35:50.763270 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-3c438eb8-c2e6-4fae-86de-d2563e636c73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0324624 Nov 12 06:35:50.813832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-f2a34b23-4d92-4b71-9d0e-4eb16be78df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:50.815258 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-f2a34b23-4d92-4b71-9d0e-4eb16be78df7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0455406 Nov 12 06:35:50.860038 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-d0d7214c-9bdc-4a31-b919-3bb0db16ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:50.861466 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-d0d7214c-9bdc-4a31-b919-3bb0db16ecec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0398061 Nov 12 06:35:50.949459 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-54f83b3d-e174-430b-a1a2-30c8a0472148 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806854 Nov 12 06:35:51.040826 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-b9b8256c-8646-4e17-9d4d-f793c8f7c9b0 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835872 Nov 12 06:35:51.081069 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-33b0f5a8-137a-4b70-8a9a-11627ad2cafc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0333352 Nov 12 06:35:51.132464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-d5c795c6-2149-4e35-9898-97615bf6386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:51.133879 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-d5c795c6-2149-4e35-9898-97615bf6386e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0462487 Nov 12 06:35:51.178389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-57b85980-7c42-4c23-9d01-73816cc61060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:51.179818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-57b85980-7c42-4c23-9d01-73816cc61060 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0391841 Nov 12 06:35:51.269419 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-06a0aded-9e48-43cd-80c7-9f8e03fd2bd0 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822592 Nov 12 06:35:51.356520 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-79be3c61-6715-411d-a5d8-b53cdff2a18d req-e7075904-153d-4ad6-967a-594a05d8eee5 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799897 Nov 12 06:35:57.437063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59482) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:35:57.590245 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Deleting port a3580cd1-05f8-4c6e-a4e2-48959df3a853 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:35:57.590609 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:57.665568 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:57.665900 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:57.676997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Calling delete_port for a3580cd1-05f8-4c6e-a4e2-48959df3a853 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:35:57.821421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:57.847261 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event deleted for resources: {'Port': ['ID=a3580cd1-05f8-4c6e-a4e2-48959df3a853,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:35:57.872627 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.873003 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.873384 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.873726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.874059 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.874412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.874744 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.875070 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.875399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.875722 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.876046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.876369 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:35:57.914389 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:57.914673 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Floating IP 4977b020-26c4-41d0-9032-50cc28b481f7 disassociated (deleted). External IP: 172.25.2.32, port: 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6. Nov 12 06:35:58.071376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:58.119558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:35:58.225985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:35:58.230770 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:35:58.235278 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] Sync routers for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:35:58.244964 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:35:58.245695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:35:58.256390 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3bfb2095-8255-4919-b915-b7f8509426de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "DELETE /v2.0/floatingips/4977b020-26c4-41d0-9032-50cc28b481f7 HTTP/1.1" status: 204 len: 168 time: 0.8182340 Nov 12 06:35:58.256986 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:35:58.259291 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aefb6b-a020-4ba8-8c46-3b286e05423a" -d '{"events": [{"name": "network-changed", "server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:35:58.352781 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:35:58.463606 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9ad9f9-7015-413a-a835-dd675fbda230 x-openstack-request-id: req-fe9ad9f9-7015-413a-a835-dd675fbda230 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:35:58.464651 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:35:58.465070 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe9ad9f9-7015-413a-a835-dd675fbda230 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:35:58.465633 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'status': 'completed', 'code': 200} Nov 12 06:35:58.562451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-edc20f02-f50d-4fbe-aea0-d16f7da7139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:58.563974 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-edc20f02-f50d-4fbe-aea0-d16f7da7139e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 1099 time: 0.0767140 Nov 12 06:35:58.570713 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:35:58.576396 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492dc5-133a-425b-8d61-896fc28e9a94 req-74684426-19b4-4991-8f8c-0efdb94413f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:58.577826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b492dc5-133a-425b-8d61-896fc28e9a94 req-74684426-19b4-4991-8f8c-0efdb94413f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 947 time: 0.0657809 Nov 12 06:35:58.600980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] Checking router: 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:35:58.609675 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:35:58.610240 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:35:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:35:58.677528 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5b492dc5-133a-425b-8d61-896fc28e9a94 req-9f91bbc1-3959-4205-a6ac-9669afc8c0d2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909336 Nov 12 06:35:58.704572 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-47a08178-8528-4c67-a781-98a07c853727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:58.706045 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-47a08178-8528-4c67-a781-98a07c853727 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.1273499 Nov 12 06:35:58.713291 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:35:58.751453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-cfb03ce8-d77e-46cb-a3ca-41ed44b2e7b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 200 len: 217 time: 0.0376110 Nov 12 06:35:58.802678 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-7a033669-8083-4776-aaf6-4ecadc5c9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:58.804172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-7a033669-8083-4776-aaf6-4ecadc5c9a4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0437045 Nov 12 06:35:58.851726 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-2d32a1d1-caf4-480a-8bba-1672685d0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:58.853325 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-2d32a1d1-caf4-480a-8bba-1672685d0e75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410547 Nov 12 06:35:58.913094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:35:58.946690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2e06a-1d77-4847-8abd-2fea9a68aac0 None None] The sync data for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 is: [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:35:58.948375 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-4c430fad-b8b1-4c99-a7bc-34a9951a5b46 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870154 Nov 12 06:35:59.040416 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-05aefb6b-a020-4ba8-8c46-3b286e05423a req-ced45a70-585f-420c-9458-6d4fa6be7fe1 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847950 Nov 12 06:35:59.160833 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a7e07b-e93c-4ecc-a887-61d176b75633 None None] New status for floating IP 4977b020-26c4-41d0-9032-50cc28b481f7: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:35:59.800276 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11bb5d-b6bd-49c4-9acf-b7a4985ad99f req-eeb0f69a-b4ea-41b9-97b7-900f4ca9c39d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:59.801656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c11bb5d-b6bd-49c4-9acf-b7a4985ad99f req-eeb0f69a-b4ea-41b9-97b7-900f4ca9c39d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 947 time: 0.0537691 Nov 12 06:35:59.879339 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2c11bb5d-b6bd-49c4-9acf-b7a4985ad99f req-144f41ce-3dbe-46f2-978e-3ae5112602b2 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714910 Nov 12 06:35:59.887777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-5dd7dbee-87a4-4ca4-b683-07acf2b9c308 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:35:59.889181 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-5dd7dbee-87a4-4ca4-b683-07acf2b9c308 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "GET /v2.0/ports?device_id=d973c755-e140-4d07-835e-f77fdf22256c HTTP/1.1" status: 200 len: 947 time: 0.0797892 Nov 12 06:35:59.980629 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Deleting port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:35:59.980965 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:00.070385 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] For port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:36:00.070687 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:00.083215 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Calling delete_port for 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:36:00.210367 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:00.238666 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event deleted for resources: {'Port': ['ID=04b041ea-cefe-4ed8-bc71-ae093ebbb8d6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:00.280793 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] No DVR routers for this DVR port 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:36:00.283479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:00.286882 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-39b8b862-20e5-4efa-b107-658d4ab4c02b req-f7c3909b-96c3-4c8a-bcb4-4ffe466e9b70 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "DELETE /v2.0/ports/04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 HTTP/1.1" status: 204 len: 173 time: 0.3908005 Nov 12 06:36:00.466841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-deleted', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:36:00.469246 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0a5b0d-4469-4880-a58e-282b62f97a23" -d '{"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-deleted", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:36:00.503544 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4f86d8-dfa0-49a0-87de-18692139f032 x-openstack-request-id: req-3d4f86d8-dfa0-49a0-87de-18692139f032 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:36:00.503837 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d973c755-e140-4d07-835e-f77fdf22256c", "name": "network-vif-deleted", "tag": "04b041ea-cefe-4ed8-bc71-ae093ebbb8d6", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:36:00.504133 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d4f86d8-dfa0-49a0-87de-18692139f032 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:36:00.504472 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd973c755-e140-4d07-835e-f77fdf22256c', 'name': 'network-vif-deleted', 'tag': '04b041ea-cefe-4ed8-bc71-ae093ebbb8d6', 'status': 'completed', 'code': 200} Nov 12 06:36:00.936921 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59502) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:01.000175 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf199d27-5ebb-4851-9c4f-c79c4ff933d0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.024551 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf199d27-5ebb-4851-9c4f-c79c4ff933d0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.082286 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf199d27-5ebb-4851-9c4f-c79c4ff933d0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.085013 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf199d27-5ebb-4851-9c4f-c79c4ff933d0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.086755 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-cf199d27-5ebb-4851-9c4f-c79c4ff933d0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "DELETE /v2.0/security-groups/ebc7fa58-7b98-4a45-ae6b-b02f15e615fe HTTP/1.1" status: 204 len: 168 time: 0.1484768 Nov 12 06:36:01.096019 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf199d27-5ebb-4851-9c4f-c79c4ff933d0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc7fa58-7b98-4a45-ae6b-b02f15e615fe,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:01.376812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59508) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:01.381393 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c7e7a99b-3a60-4485-b49f-d4b34c1cfecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481200341', 'description': 'tempest-secgroup-smoke-481200341 description', 'project_id': '7c52399b70d245958cfad7601120d60f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:01.403394 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a99b-3a60-4485-b49f-d4b34c1cfecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.468442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a99b-3a60-4485-b49f-d4b34c1cfecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.472417 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a99b-3a60-4485-b49f-d4b34c1cfecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.499327 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a99b-3a60-4485-b49f-d4b34c1cfecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.500552 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c7e7a99b-3a60-4485-b49f-d4b34c1cfecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1227140 Nov 12 06:36:01.503412 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59510) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:01.508292 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bddfe51e-eac1-436a-b54c-1cede15191e0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': '150236af-404d-48e8-8ba5-4cce027ff298', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:01.514325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7a99b-3a60-4485-b49f-d4b34c1cfecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150236af-404d-48e8-8ba5-4cce027ff298,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:01.538011 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bddfe51e-eac1-436a-b54c-1cede15191e0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.593898 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bddfe51e-eac1-436a-b54c-1cede15191e0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.597838 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bddfe51e-eac1-436a-b54c-1cede15191e0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.618418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfe51e-eac1-436a-b54c-1cede15191e0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ca121b-77ba-4504-bb18-c2f7b7f2521c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:01.624453 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bddfe51e-eac1-436a-b54c-1cede15191e0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.625510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bddfe51e-eac1-436a-b54c-1cede15191e0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211689 Nov 12 06:36:01.628288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59512) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:01.633081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-95e41402-0b99-4d6d-a8b9-fb14a5b49be7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': '150236af-404d-48e8-8ba5-4cce027ff298', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:01.659817 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95e41402-0b99-4d6d-a8b9-fb14a5b49be7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.717811 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95e41402-0b99-4d6d-a8b9-fb14a5b49be7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.721437 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95e41402-0b99-4d6d-a8b9-fb14a5b49be7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.740546 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e41402-0b99-4d6d-a8b9-fb14a5b49be7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe349a2e-337f-4e27-b721-82b0ee8f09ca,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:01.751521 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-95e41402-0b99-4d6d-a8b9-fb14a5b49be7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.752740 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-95e41402-0b99-4d6d-a8b9-fb14a5b49be7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234956 Nov 12 06:36:01.755465 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59514) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:01.760447 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1b8a219e-16f4-4f42-a247-e2a18e94a42d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': '150236af-404d-48e8-8ba5-4cce027ff298', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:01.786679 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b8a219e-16f4-4f42-a247-e2a18e94a42d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.842051 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b8a219e-16f4-4f42-a247-e2a18e94a42d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.845885 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b8a219e-16f4-4f42-a247-e2a18e94a42d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.862668 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a219e-16f4-4f42-a247-e2a18e94a42d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0088247-eb6a-4606-b43a-80dabe4e6f65,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:01.871120 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1b8a219e-16f4-4f42-a247-e2a18e94a42d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.872314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-1b8a219e-16f4-4f42-a247-e2a18e94a42d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158934 Nov 12 06:36:01.875038 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59516) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:01.879334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ec430d75-9dac-4000-a0f8-1dd9441f5267 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': '150236af-404d-48e8-8ba5-4cce027ff298', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:01.904599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec430d75-9dac-4000-a0f8-1dd9441f5267 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.961746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec430d75-9dac-4000-a0f8-1dd9441f5267 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.965599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec430d75-9dac-4000-a0f8-1dd9441f5267 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.982410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec430d75-9dac-4000-a0f8-1dd9441f5267 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f9e930-1085-4117-a20e-cc5c6d26beb1,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:01.990658 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec430d75-9dac-4000-a0f8-1dd9441f5267 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:01.992353 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-ec430d75-9dac-4000-a0f8-1dd9441f5267 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158831 Nov 12 06:36:01.995155 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59518) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:01.999376 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-98271c9c-99ee-4a90-9815-fb2acb2181ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': '150236af-404d-48e8-8ba5-4cce027ff298', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:02.020111 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-98271c9c-99ee-4a90-9815-fb2acb2181ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Project 7c52399b70d245958cfad7601120d60f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:36:02.025167 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98271c9c-99ee-4a90-9815-fb2acb2181ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:02.084285 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98271c9c-99ee-4a90-9815-fb2acb2181ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:02.087739 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98271c9c-99ee-4a90-9815-fb2acb2181ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:02.104927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98271c9c-99ee-4a90-9815-fb2acb2181ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14679963-3823-43af-8432-f9d66d25fe58,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:02.112147 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-98271c9c-99ee-4a90-9815-fb2acb2181ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:02.113330 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-98271c9c-99ee-4a90-9815-fb2acb2181ba tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172631 Nov 12 06:36:02.116137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59520) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:02.121007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-78103cf6-798a-4f85-b89f-057b20e9c40b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'security_group_rule': {'security_group_id': '150236af-404d-48e8-8ba5-4cce027ff298', 'project_id': '7c52399b70d245958cfad7601120d60f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:02.142155 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-78103cf6-798a-4f85-b89f-057b20e9c40b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Project 7c52399b70d245958cfad7601120d60f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:36:02.146977 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78103cf6-798a-4f85-b89f-057b20e9c40b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:02.204442 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78103cf6-798a-4f85-b89f-057b20e9c40b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:02.207902 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78103cf6-798a-4f85-b89f-057b20e9c40b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:02.225929 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78103cf6-798a-4f85-b89f-057b20e9c40b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03997971-ff39-4c93-887c-dd0198d89104,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:02.231281 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78103cf6-798a-4f85-b89f-057b20e9c40b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:02.232471 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-78103cf6-798a-4f85-b89f-057b20e9c40b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1148760 Nov 12 06:36:03.792324 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:36:03.818257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:36:03.818639 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 04b041ea-cefe-4ed8-bc71-ae093ebbb8d6 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:36:11.388103 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:14.045080 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e82da0e-1245-49b1-a9c4-68f21f142c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:16.435166 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3316c1b-9283-41eb-8afa-b8c4ae598aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:17.450150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-2be24558-b4cd-4bd0-b408-0667ea6f5f54 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481200341&fields=id&tenant_id=7c52399b70d245958cfad7601120d60f HTTP/1.1" status: 200 len: 267 time: 0.0437317 Nov 12 06:36:17.463046 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:36:17.558902 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ad89-89a6-4396-aa74-68927cb59158 req-fa2b9fc4-efd1-4a66-97c1-3404fa78cfee tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:17.560302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-fa2b9fc4-efd1-4a66-97c1-3404fa78cfee tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 807 time: 0.1033692 Nov 12 06:36:17.575401 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-1b4572ce-86ef-4adb-9f2b-00b74846590e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/quotas/7c52399b70d245958cfad7601120d60f HTTP/1.1" status: 200 len: 375 time: 0.0093646 Nov 12 06:36:17.625223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-0c62ca9e-de99-46ce-82e9-8c36c44a895a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446515 Nov 12 06:36:17.647841 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:17.724644 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-8504e49c-f1ba-4e46-9200-d672fe6a861e service neutron] 10.222.0.48 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863669 Nov 12 06:36:17.812745 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-e049eada-09e4-4433-aa15-7e261dd3f7a3 service neutron] 10.222.0.48 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819561 Nov 12 06:36:18.087542 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1b88f526-c74a-4bfe-bed3-260aedcef36a req-1da452ab-42fe-4743-a0fb-e469bb5e622e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 210 time: 0.0266104 Nov 12 06:36:18.886536 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:19.078270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ad89-89a6-4396-aa74-68927cb59158 req-21d793ed-4ae9-4257-97dd-08b58720b409 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:19.079767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-21d793ed-4ae9-4257-97dd-08b58720b409 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 807 time: 0.1096582 Nov 12 06:36:19.148942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-1ca81981-0b34-4133-9bf1-bc3f5cbf251e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c52399b70d245958cfad7601120d60f HTTP/1.1" status: 200 len: 379 time: 0.0563257 Nov 12 06:36:19.159007 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'port': {'device_id': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'admin_state_up': True, 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'security_groups': ['150236af-404d-48e8-8ba5-4cce027ff298']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:19.209536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3248daea-e4d5-4a5d-bd04-3188778d8743 req-b3cdcce0-66fd-4240-a5ec-5f3a667d1e09 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 210 time: 0.0468633 Nov 12 06:36:19.292218 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Made reservation on behalf of 7c52399b70d245958cfad7601120d60f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:36:19.295926 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:19.425604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Allocated IP 172.20.0.6 (07d38810-76f3-4eb8-93aa-075b88d1880d/148c47c8-5852-4cb9-8d92-a6a3d03f456a/3e243904-21c8-48c8-9ca1-4f47bf007032) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:36:19.562798 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:19.595463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:19.641506 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Network 07d38810-76f3-4eb8-93aa-075b88d1880d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:36:19.646608 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:36:19.650431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:36:19.657088 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:19.706312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:19.706961 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:19.707117 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:19.724189 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-bc705dda-c23e-427f-aafc-44554eefeb50 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688879 Nov 12 06:36:19.738216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Request body: {'port': {'device_id': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:19.802035 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:19.912737 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c5abf263-63a0-4e47-9be3-f121d312a755 None None] Provisioning complete for port 3e243904-21c8-48c8-9ca1-4f47bf007032 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:36:19.914397 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5abf263-63a0-4e47-9be3-f121d312a755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:19.949045 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c5abf263-63a0-4e47-9be3-f121d312a755 None None] Port 3e243904-21c8-48c8-9ca1-4f47bf007032 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:36:20.072251 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e243904-21c8-48c8-9ca1-4f47bf007032 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:36:20.079684 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:20.092309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Transition to ACTIVE for port object 3e243904-21c8-48c8-9ca1-4f47bf007032 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:36:20.095751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:20.151599 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Pushing event updated for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:20.222370 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Attempting to bind port 3e243904-21c8-48c8-9ca1-4f47bf007032 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:36:20.222720 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Attempting to bind port 3e243904-21c8-48c8-9ca1-4f47bf007032 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:36:20.223174 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Attempting to bind port 3e243904-21c8-48c8-9ca1-4f47bf007032 on network 07d38810-76f3-4eb8-93aa-075b88d1880d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:36:20.228433 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Port 3e243904-21c8-48c8-9ca1-4f47bf007032 on network 07d38810-76f3-4eb8-93aa-075b88d1880d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:36:20.228757 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Attempting to bind port 3e243904-21c8-48c8-9ca1-4f47bf007032 on network 07d38810-76f3-4eb8-93aa-075b88d1880d {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:36:20.234187 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:36:20.234555 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Checking segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:36:20.234934 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Bound using segment: {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:36:20.235367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Bound port: 3e243904-21c8-48c8-9ca1-4f47bf007032, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e153e9-6284-4dd2-8cbe-13a048635a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:36:20.236298 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:20.340838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:36:20.357275 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:36:20.364437 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:20.382733 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89ff61-e756-4b6a-853f-b650164bdf40 req-a8fcf0e0-15a7-48d9-858f-50e977b3f015 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:20.384294 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a89ff61-e756-4b6a-853f-b650164bdf40 req-a8fcf0e0-15a7-48d9-858f-50e977b3f015 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0869801 Nov 12 06:36:20.413609 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:20.414661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:20.416067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] 10.222.0.47 "PUT /v2.0/ports/3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 1092 time: 0.6833143 Nov 12 06:36:20.423877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:36:20.425988 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123c6e29-7684-4c7d-bb4b-023253702562" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:36:20.487667 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf020c9-41bb-442f-ae34-d109bfb460de service neutron] Pushing event updated for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:20.527621 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a89ff61-e756-4b6a-853f-b650164bdf40 req-44b00c6f-f3eb-4b15-be7b-1f1ea2f64e03 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227479 Nov 12 06:36:20.546836 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ad89-89a6-4396-aa74-68927cb59158 req-435ee41e-a553-4e06-9cea-26fba012c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:20.548656 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-435ee41e-a553-4e06-9cea-26fba012c704 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1095 time: 0.0825365 Nov 12 06:36:20.607550 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9729699b-2cd7-41da-8977-90482e58252b x-openstack-request-id: req-9729699b-2cd7-41da-8977-90482e58252b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:36:20.607823 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:36:20.608192 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9729699b-2cd7-41da-8977-90482e58252b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:36:20.608655 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'status': 'completed', 'code': 200} Nov 12 06:36:20.610663 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-935389d3-0c4f-47a9-ab65-2f9a3192e4ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 217 time: 0.0527065 Nov 12 06:36:20.668647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ad89-89a6-4396-aa74-68927cb59158 req-5a45aca0-25b8-416d-a463-8641c3b758d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:20.670132 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-5a45aca0-25b8-416d-a463-8641c3b758d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0513985 Nov 12 06:36:20.721992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ad89-89a6-4396-aa74-68927cb59158 req-a07b490e-974b-4b1d-9500-d660da18873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:20.723645 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-a07b490e-974b-4b1d-9500-d660da18873b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438423 Nov 12 06:36:20.814388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-f781dc91-9183-49d3-a994-4e90d69a5ff9 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822248 Nov 12 06:36:20.932121 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6286ad89-89a6-4396-aa74-68927cb59158 req-0dcb4c65-8722-459f-85fb-9a569337c8dc service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090169 Nov 12 06:36:21.017871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6e29-7684-4c7d-bb4b-023253702562 req-1b25b898-dc0c-4bf9-ade2-2f9e20c59f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:21.019455 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-123c6e29-7684-4c7d-bb4b-023253702562 req-1b25b898-dc0c-4bf9-ade2-2f9e20c59f6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1095 time: 0.0413275 Nov 12 06:36:21.115046 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6e29-7684-4c7d-bb4b-023253702562 req-7ee82a5f-76c1-42e1-ad9a-3a7e5ad72446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:21.117096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-123c6e29-7684-4c7d-bb4b-023253702562 req-7ee82a5f-76c1-42e1-ad9a-3a7e5ad72446 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0892837 Nov 12 06:36:21.159389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-123c6e29-7684-4c7d-bb4b-023253702562 req-3817261c-05a6-4a27-a61a-4ea1134d7079 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 217 time: 0.0349646 Nov 12 06:36:21.208736 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6e29-7684-4c7d-bb4b-023253702562 req-c3bfd015-4dcd-4fe1-9502-eb0e4dbb8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:21.210223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-123c6e29-7684-4c7d-bb4b-023253702562 req-c3bfd015-4dcd-4fe1-9502-eb0e4dbb8ea8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0431900 Nov 12 06:36:21.260647 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6e29-7684-4c7d-bb4b-023253702562 req-ef9dc3d1-6cc0-4419-abce-ca2711b75e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:21.262138 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-123c6e29-7684-4c7d-bb4b-023253702562 req-ef9dc3d1-6cc0-4419-abce-ca2711b75e2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445108 Nov 12 06:36:21.353400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-123c6e29-7684-4c7d-bb4b-023253702562 req-cf382a6a-613e-4c22-8700-8b585fdf3d22 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829840 Nov 12 06:36:21.450129 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-123c6e29-7684-4c7d-bb4b-023253702562 req-24b8a110-9957-4dcc-9850-d5e276fcb9c5 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892072 Nov 12 06:36:21.653652 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044464b6-eb3b-465c-92c2-7c33c3fdf56c req-dc86bfe2-756b-41c1-b2a3-4c193bcd8b24 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:21.655172 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-044464b6-eb3b-465c-92c2-7c33c3fdf56c req-dc86bfe2-756b-41c1-b2a3-4c193bcd8b24 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0492117 Nov 12 06:36:21.705013 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-044464b6-eb3b-465c-92c2-7c33c3fdf56c req-140c618f-c822-49c6-a004-beef4615a75b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Nov 12 06:36:22.820366 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367af25-3984-4eff-8ad0-0011a4eb6db7 req-9a10fb80-e503-43af-a047-c430bc9652e5 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:22.821845 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b367af25-3984-4eff-8ad0-0011a4eb6db7 req-9a10fb80-e503-43af-a047-c430bc9652e5 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0481241 Nov 12 06:36:22.874883 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b367af25-3984-4eff-8ad0-0011a4eb6db7 req-45f0d202-4a9f-43be-8065-283ef0302541 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468881 Nov 12 06:36:23.993375 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e3519-aed2-4e7b-a8b7-264e28480acb req-d0a786c7-fe64-4073-82ab-531419b93d6d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:23.994887 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d8e3519-aed2-4e7b-a8b7-264e28480acb req-d0a786c7-fe64-4073-82ab-531419b93d6d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0508142 Nov 12 06:36:24.047065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4d8e3519-aed2-4e7b-a8b7-264e28480acb req-68a14c30-1d91-43c0-8852-f38eac217e99 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454021 Nov 12 06:36:25.167593 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e7c90-231f-462e-8e0c-b41a65964007 req-c7a20070-b314-49ba-80f0-80babb52458e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:25.169061 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a2e7c90-231f-462e-8e0c-b41a65964007 req-c7a20070-b314-49ba-80f0-80babb52458e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0487061 Nov 12 06:36:25.217362 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a2e7c90-231f-462e-8e0c-b41a65964007 req-2b166d58-b0fe-4923-8502-6297f06b3c25 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Nov 12 06:36:26.336582 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4427f-c4bb-418a-85ba-a7e52fed511c req-47de33a7-a3b8-43dd-8b76-93cc198265de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:26.338063 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50f4427f-c4bb-418a-85ba-a7e52fed511c req-47de33a7-a3b8-43dd-8b76-93cc198265de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0540669 Nov 12 06:36:26.387109 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-50f4427f-c4bb-418a-85ba-a7e52fed511c req-091d8c18-4a09-41b9-b117-f1f0b5877810 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431573 Nov 12 06:36:27.499853 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba3df3-9b0b-4315-ac33-247d78ac8ace req-d370cd0e-9e4d-4c73-bc44-6b3df488cca3 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:27.501331 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbba3df3-9b0b-4315-ac33-247d78ac8ace req-d370cd0e-9e4d-4c73-bc44-6b3df488cca3 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0478640 Nov 12 06:36:27.550333 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-fbba3df3-9b0b-4315-ac33-247d78ac8ace req-16195f4c-4b6f-4055-8da4-eb0dc1227fd9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430527 Nov 12 06:36:28.082706 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:28.664262 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903d945-b56c-495f-b07b-e21c2c89a9da req-1ba726dd-a9ec-405d-a9c6-e7f618daef7b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:28.665719 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f903d945-b56c-495f-b07b-e21c2c89a9da req-1ba726dd-a9ec-405d-a9c6-e7f618daef7b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0479164 Nov 12 06:36:28.717207 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f903d945-b56c-495f-b07b-e21c2c89a9da req-08ede12c-0573-4580-8c21-29f3d15c0d7c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456054 Nov 12 06:36:29.831013 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bf327-0f68-45df-82d1-d2bfeb415839 req-28328481-aeb0-451e-8567-c3a0c11489ff tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:29.832371 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-380bf327-0f68-45df-82d1-d2bfeb415839 req-28328481-aeb0-451e-8567-c3a0c11489ff tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0486488 Nov 12 06:36:29.881832 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-380bf327-0f68-45df-82d1-d2bfeb415839 req-3e72d4e3-df34-4cab-a200-83728b7bc9fb tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Nov 12 06:36:30.995327 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67408df-5708-471d-a21e-3e328231911f req-3e9316f5-e013-4ce9-87af-e7d1f67ac877 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:30.996790 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a67408df-5708-471d-a21e-3e328231911f req-3e9316f5-e013-4ce9-87af-e7d1f67ac877 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0480678 Nov 12 06:36:31.045599 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a67408df-5708-471d-a21e-3e328231911f req-0d2cbcee-a3c0-4b71-a74b-a7281f0ae9d9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Nov 12 06:36:31.901106 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3e243904-21c8-48c8-9ca1-4f47bf007032 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:36:31.993715 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:36:32.008007 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'port_id': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'mac_address': 'fa:16:3e:2d:c2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:36:32.043784 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:32.056481 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e243904-21c8-48c8-9ca1-4f47bf007032 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:36:32.076055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:36:32.080522 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:32.126582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:32.134646 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.134997 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.135342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.135682 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.136019 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.136352 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.136683 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.137009 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.137342 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.137663 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.137988 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.138309 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:36:32.169481 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7b3c0-690d-4b7c-a776-9d23e3dd069d req-2800b6d3-a603-4cbe-91d6-f160623dc680 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:32.170913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3f7b3c0-690d-4b7c-a776-9d23e3dd069d req-2800b6d3-a603-4cbe-91d6-f160623dc680 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 944 time: 0.0547295 Nov 12 06:36:32.219161 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d3f7b3c0-690d-4b7c-a776-9d23e3dd069d req-6b4d325b-1057-4373-a9f7-11ba4b01ea59 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423272 Nov 12 06:36:32.301222 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3e243904-21c8-48c8-9ca1-4f47bf007032'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:36:33.332624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730e254-a490-48df-b3c8-359981bcb7f8 req-603eccc0-9dc3-40ae-bf2a-827bde008f7b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:33.334067 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0730e254-a490-48df-b3c8-359981bcb7f8 req-603eccc0-9dc3-40ae-bf2a-827bde008f7b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 944 time: 0.0477204 Nov 12 06:36:33.381613 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0730e254-a490-48df-b3c8-359981bcb7f8 req-f84fb924-7e26-466f-9904-9008832a593d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411928 Nov 12 06:36:33.900505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3e243904-21c8-48c8-9ca1-4f47bf007032 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:36:33.948328 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port 3e243904-21c8-48c8-9ca1-4f47bf007032 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:36:33.952254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 3e243904-21c8-48c8-9ca1-4f47bf007032 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:36:33.952653 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:34.028973 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:34.050169 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:36:34.052440 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e040a-19bd-4745-a1d1-41f294b3ccb9" -d '{"events": [{"server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "name": "network-vif-plugged", "status": "completed", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:36:34.066712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:36:34.071469 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:34.098258 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704dd3d5-3f06-481c-8286-8b943b5f3b9f x-openstack-request-id: req-704dd3d5-3f06-481c-8286-8b943b5f3b9f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:36:34.098588 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "name": "network-vif-plugged", "status": "completed", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:36:34.098844 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-704dd3d5-3f06-481c-8286-8b943b5f3b9f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:36:34.099233 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'code': 200} Nov 12 06:36:34.120721 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:34.198918 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66631-4898-4d97-884f-2ec6c21126fb req-29ccd2be-153c-4364-a9c1-885504602524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:34.200320 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28e66631-4898-4d97-884f-2ec6c21126fb req-29ccd2be-153c-4364-a9c1-885504602524 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1097 time: 0.0439668 Nov 12 06:36:34.245800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-28e66631-4898-4d97-884f-2ec6c21126fb req-5fd32ce7-58c4-4ed7-a2f3-fa7261861d44 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377424 Nov 12 06:36:34.497119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94fc73-17e0-4ab8-bc09-d732d1630350 req-6e194be1-755d-41cb-90dc-fcb875820c3d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:34.498543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce94fc73-17e0-4ab8-bc09-d732d1630350 req-6e194be1-755d-41cb-90dc-fcb875820c3d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0487435 Nov 12 06:36:34.547840 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ce94fc73-17e0-4ab8-bc09-d732d1630350 req-3f9a192e-ef57-4547-a19e-ce6b9b65a101 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433605 Nov 12 06:36:35.661004 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c20a00-9a68-4f7e-b6c7-23df3e5d283f req-78f238e2-fcba-4bd4-a860-b6672cce316e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:35.662457 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23c20a00-9a68-4f7e-b6c7-23df3e5d283f req-78f238e2-fcba-4bd4-a860-b6672cce316e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0469422 Nov 12 06:36:35.715408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-23c20a00-9a68-4f7e-b6c7-23df3e5d283f req-9e007fab-c76e-4b2a-93eb-16e68c094235 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464027 Nov 12 06:36:35.827577 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bb127-faac-4692-a315-586745d71f1c req-ad8586d6-03ac-4fd4-a098-93d765f30424 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:35.828938 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d7bb127-faac-4692-a315-586745d71f1c req-ad8586d6-03ac-4fd4-a098-93d765f30424 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0493085 Nov 12 06:36:35.878319 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d7bb127-faac-4692-a315-586745d71f1c req-0dd128b8-1061-4e47-be0f-f21150bd6297 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Nov 12 06:36:35.900529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59710) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:35.938139 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246584d-d793-4511-bb33-9a135696e5da tempest-TestShelveInstance-750301487 tempest-TestShelveInstance-750301487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:35.939634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d246584d-d793-4511-bb33-9a135696e5da tempest-TestShelveInstance-750301487 tempest-TestShelveInstance-750301487-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1092 time: 0.0381341 Nov 12 06:36:35.942351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59712) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:36:35.946944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:36:35.968830 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:36.063237 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:36.162231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Allocated IP 172.25.2.33 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/33f2126f-53e8-4374-8792-a67a5db85a43) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:36:36.261974 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:36.295058 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:36.332410 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:36:36.337040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:36:36.340446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:36:36.365040 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'Port': ['ID=33f2126f-53e8-4374-8792-a67a5db85a43,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:37.013087 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:37.081342 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:37.224421 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:37.229506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:37.299277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event updated for resources: {'Port': ['ID=33f2126f-53e8-4374-8792-a67a5db85a43,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:36:37.307166 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:37.405768 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Floating IP 6097a711-97f4-4278-bdce-1c30ed5b4e4b associated. External IP: 172.25.2.33, port: 3e243904-21c8-48c8-9ca1-4f47bf007032. Nov 12 06:36:37.609951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:36:37.716488 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:36:37.726199 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] Sync routers for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:36:37.733593 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:37.736612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:36:37.737268 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:36:37.762516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-49e28cb0-8186-4182-afbc-3f00c0dcf9f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8191371 Nov 12 06:36:37.763118 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:36:37.765393 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d905d26-913d-4bf6-857a-23793e0a0fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:36:37.807233 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab8236f-a27e-442c-a124-d903f9d133b5 x-openstack-request-id: req-7ab8236f-a27e-442c-a124-d903f9d133b5 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:36:37.807781 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:36:37.808032 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ab8236f-a27e-442c-a124-d903f9d133b5 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:36:37.808440 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'status': 'completed', 'code': 200} Nov 12 06:36:37.843389 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:36:37.870100 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-f0845df8-1e34-41fa-928e-bc0341b95e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:37.871749 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-f0845df8-1e34-41fa-928e-bc0341b95e04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1097 time: 0.0421813 Nov 12 06:36:37.972495 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-37c9acc5-b284-4b3f-96b6-5bb40899dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:37.974003 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-37c9acc5-b284-4b3f-96b6-5bb40899dfff service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0940871 Nov 12 06:36:38.042315 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-6f88cb1c-86f0-426f-95bc-2bd1d83bd6c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 998 time: 0.0607119 Nov 12 06:36:38.092715 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-793e18ca-e479-4c4a-ac70-0cc3c2249e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:38.094177 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-793e18ca-e479-4c4a-ac70-0cc3c2249e51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0439713 Nov 12 06:36:38.143876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-847cbe90-487e-48b9-aaaf-b9fd4a48dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:38.145278 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-847cbe90-487e-48b9-aaaf-b9fd4a48dfda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430622 Nov 12 06:36:38.221690 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '6097a711-97f4-4278-bdce-1c30ed5b4e4b', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'port_id': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'mac_address': 'fa:16:3e:2d:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:36:36Z', 'updated_at': '2021-11-12T06:36:36Z', 'revision_number': 0, 'project_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:36:38.234772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-a7746a48-9be0-4991-969f-9daa6ab5882f service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818717 Nov 12 06:36:38.251378 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] Checking router: 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:36:38.260205 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:36:38.260809 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:36:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:36:38.329439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3d905d26-913d-4bf6-857a-23793e0a0fa3 req-c5da9f6b-2107-4c57-8ed2-8f65c95a8de7 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862103 Nov 12 06:36:38.366681 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:36:38.587580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '6097a711-97f4-4278-bdce-1c30ed5b4e4b', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'port_id': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'mac_address': 'fa:16:3e:2d:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:36:36Z', 'updated_at': '2021-11-12T06:36:36Z', 'revision_number': 0, 'project_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:36:38.613648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046aeaf-7eab-44af-9672-588c0f1de9f9 None None] The sync data for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 is: [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': '6097a711-97f4-4278-bdce-1c30ed5b4e4b', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'port_id': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'mac_address': 'fa:16:3e:2d:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:36:36Z', 'updated_at': '2021-11-12T06:36:36Z', 'revision_number': 0, 'project_id': '7c52399b70d245958cfad7601120d60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:36:38.800857 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474bb03-6ab4-415c-a38b-3ee3cf32b8cb None None] New status for floating IP 6097a711-97f4-4278-bdce-1c30ed5b4e4b: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:36:41.390296 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:44.047245 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061cc5c0-3fab-4061-9910-d95ea8b8af43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:46.436686 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7b280aac-ae53-4090-897a-6133d59f99d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:47.652253 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:48.020808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-e5bfbdde-2627-4f98-9c98-da4bf96fcce0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397565 Nov 12 06:36:48.106437 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-0dd963e1-9553-4fde-b1e5-4bbc522b7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.107964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-0dd963e1-9553-4fde-b1e5-4bbc522b7b71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1097 time: 0.0423083 Nov 12 06:36:48.213805 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-ae93cd41-3c8b-4dbd-bf49-3f861e2567f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.215200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-ae93cd41-3c8b-4dbd-bf49-3f861e2567f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0872741 Nov 12 06:36:48.281612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-3d54d07b-c759-4862-ad0b-a0aea1de2dc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 1000 time: 0.0560374 Nov 12 06:36:48.335483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-21cbbc9f-ce0d-42a8-8e67-99715c31dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.336869 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-21cbbc9f-ce0d-42a8-8e67-99715c31dda8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0461085 Nov 12 06:36:48.382987 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-35d30f41-a4d0-4b3c-bd86-a8161359c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.385051 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-35d30f41-a4d0-4b3c-bd86-a8161359c4eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393789 Nov 12 06:36:48.471431 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-e8054b4f-b352-4cc7-9cca-797d68cf0aa2 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787644 Nov 12 06:36:48.567744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4c3469e0-ecf5-4477-bca9-b8fb361f86d2 req-12f7e779-aa6b-487d-9a3d-4e001edff957 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884480 Nov 12 06:36:48.632077 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-e4c3f195-9ba0-4341-80f2-785049f08614 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0850770 Nov 12 06:36:48.738683 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-19ddbaad-d2c5-477c-9c09-f00bb8513f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.739084 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-19ddbaad-d2c5-477c-9c09-f00bb8513f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.739563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-19ddbaad-d2c5-477c-9c09-f00bb8513f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.740035 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-19ddbaad-d2c5-477c-9c09-f00bb8513f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.740512 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-19ddbaad-d2c5-477c-9c09-f00bb8513f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.742367 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-19ddbaad-d2c5-477c-9c09-f00bb8513f40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0492883 Nov 12 06:36:48.855681 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-5b8eeb74-b7c5-4969-831b-f68f332531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.856738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-5b8eeb74-b7c5-4969-831b-f68f332531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.856738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-5b8eeb74-b7c5-4969-831b-f68f332531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.858180 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-5b8eeb74-b7c5-4969-831b-f68f332531b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0904830 Nov 12 06:36:48.887917 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:48.904444 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-bc133f3e-768a-4f95-8e9e-c0dde19745fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0387738 Nov 12 06:36:48.953392 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-c2435996-abf7-452f-8582-badd7b31ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:48.954844 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-c2435996-abf7-452f-8582-badd7b31ba1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0441165 Nov 12 06:36:49.000659 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-8a2eec4d-575f-412d-a3fb-2b7d7dd78bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:49.002161 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-8a2eec4d-575f-412d-a3fb-2b7d7dd78bc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400856 Nov 12 06:36:49.094543 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-313b2221-e2a4-4dd0-baf4-b463f15ae540 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850043 Nov 12 06:36:49.183503 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-9a9d906e-b88c-4d0b-bcb4-891b53f57ed2 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822055 Nov 12 06:36:49.228507 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-92bd2eec-bea7-43f5-ba93-8d8277896c7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0371785 Nov 12 06:36:49.275190 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-f494d2b6-02a3-4113-8f9e-3ffbcecdbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:49.276501 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-f494d2b6-02a3-4113-8f9e-3ffbcecdbf91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0423324 Nov 12 06:36:49.320838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-0cea26b6-e53e-4333-8297-bf0114e27609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:49.322844 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-0cea26b6-e53e-4333-8297-bf0114e27609 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399966 Nov 12 06:36:49.413334 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-468d0e67-9e7c-4b4f-b088-38c69d6ac370 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837462 Nov 12 06:36:49.500042 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-623ecbe8-5c6b-4140-ae38-229f7aed8910 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801415 Nov 12 06:36:49.546053 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-4982e485-f363-4e7c-a4d5-a9fc1bd3bd70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0386634 Nov 12 06:36:49.595295 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-76f689bb-4863-4714-8cb2-3849775253af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:49.596705 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-76f689bb-4863-4714-8cb2-3849775253af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0434010 Nov 12 06:36:49.641220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-7b268e02-354b-4f22-bb46-d660d2fd616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:49.642694 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-7b268e02-354b-4f22-bb46-d660d2fd616d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0393977 Nov 12 06:36:49.699813 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:36:49.737427 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-e04c7d9c-0821-4f35-ab7d-4ed4a2baa985 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877469 Nov 12 06:36:49.826677 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-5eddae83-ebc6-41e2-8db3-78b5dba18e95 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819616 Nov 12 06:36:49.871321 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-09c9326e-3922-43cf-b061-1f8962aad901 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0377607 Nov 12 06:36:49.919544 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-aefa2766-a18e-47ec-b70f-38f73958b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:49.920946 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-aefa2766-a18e-47ec-b70f-38f73958b03f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0427542 Nov 12 06:36:49.967418 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-a9a1d6ec-004d-4fad-aa7c-ce7ec2314ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:49.968881 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-a9a1d6ec-004d-4fad-aa7c-ce7ec2314ec0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399182 Nov 12 06:36:50.061988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-3126dcd5-f8b1-4066-99b3-0cd0a086db0b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846534 Nov 12 06:36:50.149941 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-d189532d-e3f2-4520-a174-326a8b42a64a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806139 Nov 12 06:36:50.194187 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-f03028e1-acd5-433d-a75d-59a6d26e15db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0378494 Nov 12 06:36:50.241242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-c7ec43a2-a1da-4c46-832c-06478917ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:50.242656 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-c7ec43a2-a1da-4c46-832c-06478917ef69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0422812 Nov 12 06:36:50.286969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-cd8624a6-7104-46b3-aaee-2015ef3baed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:36:50.288394 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-cd8624a6-7104-46b3-aaee-2015ef3baed1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394034 Nov 12 06:36:50.380219 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-729ffaa3-b3a6-480f-ac3f-d6fc305c39cf service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846732 Nov 12 06:36:50.467979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-41df9b21-df4a-4ac2-b891-6ea1a8d6471d req-7c9b8c2c-3aff-40c8-a759-fdef54540370 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811784 Nov 12 06:36:54.462490 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:36:58.088359 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:11.393436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:14.051176 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11039534-588d-4736-93d9-e175a01d3717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:16.437681 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c3b-2c1b-46ba-bd62-7b6a5c30a495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:17.654786 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:18.892401 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:19.701615 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:28.114426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:31.461878 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:37:41.408259 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:44.052874 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1edf8d8-a0f8-4325-b9f1-63933a12f015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:46.438699 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-096d435e-25ec-4efc-97b3-dbde8317e3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:47.658454 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:48.893914 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:49.703612 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:37:50.062280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-1c9f64fb-8567-4ff3-b568-38b18b0aaeff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776942 Nov 12 06:37:50.145413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-3ffed382-397c-4a22-a131-4d03fbf3b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.147068 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-3ffed382-397c-4a22-a131-4d03fbf3b4ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1097 time: 0.0410781 Nov 12 06:37:50.157524 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-b0bee0ab-f20d-4d66-9645-40a5c8fa1666 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0479238 Nov 12 06:37:50.256758 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-23aa009e-23ac-4ce8-954a-c533f3fdef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.258261 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-23aa009e-23ac-4ce8-954a-c533f3fdef8c service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0895150 Nov 12 06:37:50.259453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-aac8bcf8-acb9-4252-89b1-04b21111cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.259936 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-aac8bcf8-acb9-4252-89b1-04b21111cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.260407 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-aac8bcf8-acb9-4252-89b1-04b21111cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.260920 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-aac8bcf8-acb9-4252-89b1-04b21111cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.261390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-aac8bcf8-acb9-4252-89b1-04b21111cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.263200 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-aac8bcf8-acb9-4252-89b1-04b21111cf94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0468991 Nov 12 06:37:50.324094 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-40ca3ae5-a9c7-485a-87a7-73de1b5c4a0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 1000 time: 0.0581832 Nov 12 06:37:50.374704 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-e7a656f6-6eb2-4182-9a58-41584d9edd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.375177 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-e7a656f6-6eb2-4182-9a58-41584d9edd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.375648 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-e7a656f6-6eb2-4182-9a58-41584d9edd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.377158 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-7cb364ac-2876-4f15-9623-33c74555af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.377302 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-e7a656f6-6eb2-4182-9a58-41584d9edd01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0908377 Nov 12 06:37:50.378652 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-7cb364ac-2876-4f15-9623-33c74555af88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0469093 Nov 12 06:37:50.422929 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-bf2f87fa-29ae-4f93-95ef-383d65881573 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0384090 Nov 12 06:37:50.424435 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-3b139822-6abb-4335-bd3b-5cc18667cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.425889 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-3b139822-6abb-4335-bd3b-5cc18667cf09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399871 Nov 12 06:37:50.472029 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-ec316122-04a1-4596-a5cb-79c127dc0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.473503 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-ec316122-04a1-4596-a5cb-79c127dc0eac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0443237 Nov 12 06:37:50.516460 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-dc816088-e9d8-4ee8-a2d4-5a516af231ca service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821762 Nov 12 06:37:50.523620 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-2fc00763-24ee-463f-984d-a964bdfc29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.525058 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-2fc00763-24ee-463f-984d-a964bdfc29b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449786 Nov 12 06:37:50.613446 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ce29050-879c-46c0-bd37-8dba0c3bc441 req-5fbc8e03-2d32-4032-b039-c30b81f19f1b service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878801 Nov 12 06:37:50.617679 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-1d75dbe0-f072-4efe-9e31-0e76843ac33d service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851974 Nov 12 06:37:50.706244 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-bce2e6c9-6811-4386-8ba9-1ce637be8ced service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813739 Nov 12 06:37:50.749650 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-244cb1ab-a15e-4616-9de1-e3654407037f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0365739 Nov 12 06:37:50.796662 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-0122d467-51f6-45db-973d-45503670b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.798171 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-0122d467-51f6-45db-973d-45503670b86e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0421097 Nov 12 06:37:50.842693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-664e27ad-f71d-4f62-9ecb-c4ce15190bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:50.844107 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-664e27ad-f71d-4f62-9ecb-c4ce15190bf2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0394087 Nov 12 06:37:50.933648 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-d1aabc78-c10d-4723-812e-fd086364f6ab service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819056 Nov 12 06:37:51.020464 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-9249c559-ca83-4f05-8452-51d2e7d66dc0 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791688 Nov 12 06:37:51.064094 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-ce5d4e9b-6a90-4f9f-8fa9-2da2e83651be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0369623 Nov 12 06:37:51.110905 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-d97eed80-ff42-4219-bde0-544a8c5b9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:51.112259 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-d97eed80-ff42-4219-bde0-544a8c5b9662 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0414147 Nov 12 06:37:51.155997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-ef263f0c-79d3-4f4a-86a3-29c73ebaae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:51.157475 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-ef263f0c-79d3-4f4a-86a3-29c73ebaae06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0385921 Nov 12 06:37:51.247161 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-ab93f31c-9d5c-4811-84c8-d4f445f2456a service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829418 Nov 12 06:37:51.335887 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-df3ca4b6-b019-44c1-8197-4fd235b28b7f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804565 Nov 12 06:37:51.379257 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-34ff83ea-d737-4de3-baba-6c64d27b91f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0367327 Nov 12 06:37:51.426506 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-d1faf93d-6acb-4bd5-a23a-e075a783183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:51.427885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-d1faf93d-6acb-4bd5-a23a-e075a783183b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0417979 Nov 12 06:37:51.473224 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-b41c3c0c-98b4-475b-a455-6624d32cd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:51.474735 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-b41c3c0c-98b4-475b-a455-6624d32cd2aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0395985 Nov 12 06:37:51.568543 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-74104a62-e15e-44d4-af1c-d4c44abef2be service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865331 Nov 12 06:37:51.657249 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-62afe314-73d4-4a15-b170-5668c51cb3c5 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820174 Nov 12 06:37:51.701002 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-c0333845-b917-4572-afef-6b83ab310ad1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0372579 Nov 12 06:37:51.749041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-3904d8bf-6b73-4cf1-8200-9bf8cd03fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:51.750476 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-3904d8bf-6b73-4cf1-8200-9bf8cd03fe6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0426724 Nov 12 06:37:51.796397 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-677bcf1c-27eb-4b42-a9dd-2ad3b19ca512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:37:51.797915 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-677bcf1c-27eb-4b42-a9dd-2ad3b19ca512 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0407329 Nov 12 06:37:51.890801 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-3b88cd10-4d7c-4937-a864-43e2e33da950 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858734 Nov 12 06:37:51.977910 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49c15e49-cc98-4327-b71d-0f94ff4f821e req-19e79117-cd69-4f75-abbe-124541981260 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803559 Nov 12 06:37:58.119404 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:08.461227 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:38:11.395390 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:14.054520 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-04da30a9-4059-4c24-a96f-9e4b4b0bc49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:16.439884 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6b21def0-4804-45fd-afc0-8873ca3a362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:17.662155 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:18.896306 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:19.706026 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:28.133213 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:34.865190 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaa7f1-5d36-4972-b7ee-b46eefce52df req-4eb808a5-36f0-4ed6-8541-36edb6873e37 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:34.866780 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6faaa7f1-5d36-4972-b7ee-b46eefce52df req-4eb808a5-36f0-4ed6-8541-36edb6873e37 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0497468 Nov 12 06:38:34.920995 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6faaa7f1-5d36-4972-b7ee-b46eefce52df req-ee1d4273-669e-4454-9153-ee8241488655 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483999 Nov 12 06:38:36.067859 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c23ac-7aea-4a3e-b2b4-721c8e123cf9 req-45b1cc92-c015-44d0-b44f-397d569376df tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:36.069240 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d18c23ac-7aea-4a3e-b2b4-721c8e123cf9 req-45b1cc92-c015-44d0-b44f-397d569376df tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0535955 Nov 12 06:38:36.117838 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d18c23ac-7aea-4a3e-b2b4-721c8e123cf9 req-2f1d174b-564c-479a-b445-894b9c8f2413 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Nov 12 06:38:37.231677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e91196-1610-47d7-8a9c-80a6a0cc094b req-dd3c9dbd-d048-4222-9bda-bc9747d2a03a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:37.233124 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74e91196-1610-47d7-8a9c-80a6a0cc094b req-dd3c9dbd-d048-4222-9bda-bc9747d2a03a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0497723 Nov 12 06:38:37.280732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-74e91196-1610-47d7-8a9c-80a6a0cc094b req-aa72c355-0c35-41dc-ac59-607446b1532d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 Nov 12 06:38:38.397988 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0da8-2531-43f6-b3a1-89f634c284ac req-6d96cb96-5762-44c8-a2ed-aabb1cd970c1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:38.399467 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2edd0da8-2531-43f6-b3a1-89f634c284ac req-6d96cb96-5762-44c8-a2ed-aabb1cd970c1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Nov 12 06:38:38.447926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2edd0da8-2531-43f6-b3a1-89f634c284ac req-de0d7a25-cd3a-4668-9e78-dfa96c12d2c6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425456 Nov 12 06:38:39.563549 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c909b-a5fc-49e8-a3b0-9a1c1428da9d req-baf94892-cbe2-4ad2-a304-544b0096886c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:39.565019 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-536c909b-a5fc-49e8-a3b0-9a1c1428da9d req-baf94892-cbe2-4ad2-a304-544b0096886c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0493917 Nov 12 06:38:39.612399 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-536c909b-a5fc-49e8-a3b0-9a1c1428da9d req-2db72cc0-9a1c-4fed-bdb6-92d9127f3c96 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 Nov 12 06:38:40.728526 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326e2a5-0d9d-4bb4-a3ee-b09397981cb4 req-72144aca-8d20-4884-871c-36ee42d69b92 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:40.729984 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4326e2a5-0d9d-4bb4-a3ee-b09397981cb4 req-72144aca-8d20-4884-871c-36ee42d69b92 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0484698 Nov 12 06:38:40.781843 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4326e2a5-0d9d-4bb4-a3ee-b09397981cb4 req-ba45e844-197b-48c9-b62c-81def55016f1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458708 Nov 12 06:38:41.396812 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:41.896730 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbcdd-391e-4858-ad72-ca095028a59e req-94041549-6ef4-42e7-84b7-04b3da54720d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:41.898204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd7bbcdd-391e-4858-ad72-ca095028a59e req-94041549-6ef4-42e7-84b7-04b3da54720d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0503292 Nov 12 06:38:41.946239 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-dd7bbcdd-391e-4858-ad72-ca095028a59e req-0452adef-06ed-4742-9469-a6b2bb1e7973 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421445 Nov 12 06:38:43.063238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c7f2d-967d-4603-ad38-1c5d7b9b0bc3 req-86620d7f-078b-450f-8f6e-a0bbec90a173 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:43.064712 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-954c7f2d-967d-4603-ad38-1c5d7b9b0bc3 req-86620d7f-078b-450f-8f6e-a0bbec90a173 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0490947 Nov 12 06:38:43.113152 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-954c7f2d-967d-4603-ad38-1c5d7b9b0bc3 req-1d6a3a1f-03ce-4233-9cf3-5b30fb1104f9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421603 Nov 12 06:38:44.055145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3ceabcf-943e-40a2-9f26-826915d09704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:44.232945 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040663-3e25-435e-8fe0-c3c35f0d1f4a req-d42cfebc-150c-4c47-a1d0-25a522642c7e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:44.234703 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21040663-3e25-435e-8fe0-c3c35f0d1f4a req-d42cfebc-150c-4c47-a1d0-25a522642c7e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0548110 Nov 12 06:38:44.283302 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-21040663-3e25-435e-8fe0-c3c35f0d1f4a req-54c6c04c-9b89-4dd6-b039-5269cda77319 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429287 Nov 12 06:38:45.006296 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db352-58e7-4af6-b31c-4781fb13c22a req-f2256644-c299-44de-bdc3-28f965afce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:45.007792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-613db352-58e7-4af6-b31c-4781fb13c22a req-f2256644-c299-44de-bdc3-28f965afce70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1097 time: 0.0419989 Nov 12 06:38:45.098309 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db352-58e7-4af6-b31c-4781fb13c22a req-d5b5d019-9946-4944-9399-753a07c838f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:45.099773 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-613db352-58e7-4af6-b31c-4781fb13c22a req-d5b5d019-9946-4944-9399-753a07c838f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0847895 Nov 12 06:38:45.166162 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-613db352-58e7-4af6-b31c-4781fb13c22a req-bc7641dd-918c-45e9-81b2-b57572a1a022 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 1000 time: 0.0556660 Nov 12 06:38:45.213973 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db352-58e7-4af6-b31c-4781fb13c22a req-b726dd35-5717-4d47-8c29-1b72e55bd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:45.215437 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-613db352-58e7-4af6-b31c-4781fb13c22a req-b726dd35-5717-4d47-8c29-1b72e55bd615 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0422940 Nov 12 06:38:45.265425 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db352-58e7-4af6-b31c-4781fb13c22a req-41cae626-dd6d-4263-965c-c09dba7f8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:45.266792 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-613db352-58e7-4af6-b31c-4781fb13c22a req-41cae626-dd6d-4263-965c-c09dba7f8ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421376 Nov 12 06:38:45.369206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-613db352-58e7-4af6-b31c-4781fb13c22a req-e0762970-1f90-404e-bcc4-2388348a259a service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939541 Nov 12 06:38:45.461257 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:38:45.462212 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1677e31-cb51-4a97-ba0c-a520a725cabd req-e92c4a17-eaef-4ade-a5b6-0307f3b3d241 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:45.463701 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1677e31-cb51-4a97-ba0c-a520a725cabd req-e92c4a17-eaef-4ade-a5b6-0307f3b3d241 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.1081336 Nov 12 06:38:45.501531 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-613db352-58e7-4af6-b31c-4781fb13c22a req-89433caf-2cca-4c84-8fff-5c98377f3690 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175377 Nov 12 06:38:45.528393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-b1677e31-cb51-4a97-ba0c-a520a725cabd req-d3864a1d-7828-4d8d-8e83-ef8499ba31e6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585284 Nov 12 06:38:46.439988 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-195be664-0a65-4bf8-8beb-372d68c2ddb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:46.645228 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad33a9-7186-498a-ab46-328aab98b2ed req-d2982952-e22a-4a79-a1bb-8503aad180de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:46.647237 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5ad33a9-7186-498a-ab46-328aab98b2ed req-d2982952-e22a-4a79-a1bb-8503aad180de tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0517094 Nov 12 06:38:46.695587 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e5ad33a9-7186-498a-ab46-328aab98b2ed req-1ee99dea-0236-4439-b9f5-72e7a50b8ab1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 Nov 12 06:38:47.665288 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:47.815812 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aa4f5-1ce5-4a72-8ce8-632cad686ff4 req-b314f1bb-dd33-4361-bee8-e2d586df05e8 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:47.817348 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f8aa4f5-1ce5-4a72-8ce8-632cad686ff4 req-b314f1bb-dd33-4361-bee8-e2d586df05e8 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0512178 Nov 12 06:38:47.866993 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5f8aa4f5-1ce5-4a72-8ce8-632cad686ff4 req-e38c0055-d67d-4a44-a688-b6780dd3e1cd tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435019 Nov 12 06:38:48.900724 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:48.990010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd666f-a35c-4711-a407-7d78a77a5b09 req-c9048778-e240-4147-880e-5b02cec50eb7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:48.991551 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68fd666f-a35c-4711-a407-7d78a77a5b09 req-c9048778-e240-4147-880e-5b02cec50eb7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Nov 12 06:38:49.045534 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-68fd666f-a35c-4711-a407-7d78a77a5b09 req-07865eb8-b18a-42bf-927f-0e8c45e3c2a0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477746 Nov 12 06:38:49.576306 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-ddd95569-5733-4fab-a277-00ff0c3e2233 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0435719 Nov 12 06:38:49.681388 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-83bf7071-5256-4a72-991d-ed3ede12f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.681867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-83bf7071-5256-4a72-991d-ed3ede12f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.682389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-83bf7071-5256-4a72-991d-ed3ede12f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.682858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-83bf7071-5256-4a72-991d-ed3ede12f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.683327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-83bf7071-5256-4a72-991d-ed3ede12f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.685311 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-83bf7071-5256-4a72-991d-ed3ede12f233 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0499194 Nov 12 06:38:49.711053 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:49.797026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-f3f74e70-e7e1-4dea-8f18-3a4cb2a95e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.797413 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-f3f74e70-e7e1-4dea-8f18-3a4cb2a95e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.797878 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-f3f74e70-e7e1-4dea-8f18-3a4cb2a95e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.799499 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-f3f74e70-e7e1-4dea-8f18-3a4cb2a95e71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0906832 Nov 12 06:38:49.843855 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-bc332fe5-354e-4fda-95f8-cf211a6f5661 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0372276 Nov 12 06:38:49.893187 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-4e9e5a0d-3b71-45d5-a8a9-cad7867a456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.894631 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-4e9e5a0d-3b71-45d5-a8a9-cad7867a456e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0429001 Nov 12 06:38:49.939585 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-ea94aa3a-f652-4bed-8ad8-cbe0c75a04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:49.941017 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-ea94aa3a-f652-4bed-8ad8-cbe0c75a04f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398941 Nov 12 06:38:50.030874 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-51411ce4-66c7-4b00-a545-5be417445998 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824938 Nov 12 06:38:50.120215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-17021533-4542-4eab-baf4-755af37c7691 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819750 Nov 12 06:38:50.163473 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08e44-5cbd-4d51-b146-679622bfc53f req-38dadb69-fad9-4aca-abff-f49f4b6e71b7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:50.164942 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abc08e44-5cbd-4d51-b146-679622bfc53f req-38dadb69-fad9-4aca-abff-f49f4b6e71b7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0487442 Nov 12 06:38:50.165071 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-633c0b93-6169-4291-98cd-ce33d580a8b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0382578 Nov 12 06:38:50.213829 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-feaa702f-0aaa-4626-8bff-80298b98613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:50.214721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-abc08e44-5cbd-4d51-b146-679622bfc53f req-1e4ab694-6718-4011-801c-d6e3a44ed968 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437577 Nov 12 06:38:50.215337 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-feaa702f-0aaa-4626-8bff-80298b98613a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0436032 Nov 12 06:38:50.262785 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-8a432d3e-8b10-46b5-a0aa-6416100ed544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:50.264459 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-8a432d3e-8b10-46b5-a0aa-6416100ed544 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0419104 Nov 12 06:38:50.359828 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-92666d3a-c4f1-4cc8-8172-ece234d9c6f4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871119 Nov 12 06:38:50.447780 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-a824df2a-9b7f-4fc0-93bb-d3c08e29b748 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806043 Nov 12 06:38:50.492484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3e243904-21c8-48c8-9ca1-4f47bf007032 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:38:50.493969 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-7249aa64-437f-4e78-b860-29c7fc93dd34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0376024 Nov 12 06:38:50.543239 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-38e1251e-894b-4ce2-b2d1-af0281ec9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:50.544682 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-38e1251e-894b-4ce2-b2d1-af0281ec9db1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0442905 Nov 12 06:38:50.568561 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:50.591201 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-63039eb6-dde4-4f9b-8b82-6caeb463f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:50.592638 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:38:50.592794 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-63039eb6-dde4-4f9b-8b82-6caeb463f562 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0412548 Nov 12 06:38:50.594932 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9685a2-9601-4506-a5d4-9061ab795431" -d '{"events": [{"server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "name": "network-vif-unplugged", "status": "completed", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:38:50.607892 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:38:50.612820 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:50.663126 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:38:50.670705 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.671055 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.671391 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.671727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.672101 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.672385 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.672712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.673036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.673360 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.673742 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.674074 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:50.674416 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:38:51.032440 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-1b720d82-e540-428c-b94f-3042ea80215b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320269 Nov 12 06:38:51.119264 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-9a270419-8851-448b-82d4-6b42292b691d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796421 Nov 12 06:38:51.162719 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-a51bbb0e-3753-40f5-a33c-90d03d1b959e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0362384 Nov 12 06:38:51.209997 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-fbb4c47d-4343-40b2-b53c-3f5f59f4cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:51.211448 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-fbb4c47d-4343-40b2-b53c-3f5f59f4cfd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0425365 Nov 12 06:38:51.256321 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-8ebb547f-22c0-42cb-9ce7-405cb951efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:51.257737 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-8ebb547f-22c0-42cb-9ce7-405cb951efe1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0388699 Nov 12 06:38:51.346307 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-7e77379c-0b4e-4c6e-925d-b633b8ad3e52 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814447 Nov 12 06:38:51.377365 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 06:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfd418c-6365-4ad0-b667-6be852c0075d x-openstack-request-id: req-9bfd418c-6365-4ad0-b667-6be852c0075d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:38:51.377665 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "name": "network-vif-unplugged", "status": "failed", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032", "code": 422}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:38:51.377921 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bfd418c-6365-4ad0-b667-6be852c0075d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:38:51.378327 n-d-765315-28 neutron-server[102591]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'code': 422} returned with failed status Nov 12 06:38:51.462867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-4b57bb74-c448-4dcd-ae40-4ad8e0be6ab0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818982 Nov 12 06:38:51.471334 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe8afb-0fb3-4921-9184-bb3e54fbe620 req-a5c7e14a-dceb-4eea-9623-56214d0efecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:51.472343 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-99047753-49d0-404b-b8b7-bcf1501b4b20 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:38:51.473270 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-99047753-49d0-404b-b8b7-bcf1501b4b20 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049093 Nov 12 06:38:51.476517 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bfe8afb-0fb3-4921-9184-bb3e54fbe620 req-a5c7e14a-dceb-4eea-9623-56214d0efecf tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0532720 Nov 12 06:38:51.479530 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-57f93e8d-808a-4369-8810-c6f0693d620c service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263938 Nov 12 06:38:51.520807 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-33c3b175-1a7f-4b0b-b16f-6d12b8cea86b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0347364 Nov 12 06:38:51.524439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7bfe8afb-0fb3-4921-9184-bb3e54fbe620 req-80f63e78-ac18-4e9d-87e0-c5dc0cfddc00 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451035 Nov 12 06:38:51.572618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-6c397ef3-d9eb-42e9-b86a-d718ca4dc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:51.574101 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-6c397ef3-d9eb-42e9-b86a-d718ca4dc687 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0466161 Nov 12 06:38:51.620268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-86cfd780-5ccc-4305-a054-405d6163531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:51.621753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-86cfd780-5ccc-4305-a054-405d6163531f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0407875 Nov 12 06:38:51.714569 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-e9fb3714-9819-4347-9d0d-83fd05e39d17 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846801 Nov 12 06:38:51.806703 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a4cfacea-5a9f-4cae-9325-c0c88f8c623a req-fb935ce2-08ad-4398-b8a1-b8879a2287f5 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850046 Nov 12 06:38:52.648083 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abf0f0-6913-42cb-8e2b-1f1fc1c2e304 req-5be6bfcd-cd2b-4b11-838a-9af66c009025 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:52.649623 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73abf0f0-6913-42cb-8e2b-1f1fc1c2e304 req-5be6bfcd-cd2b-4b11-838a-9af66c009025 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0534487 Nov 12 06:38:52.699751 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-73abf0f0-6913-42cb-8e2b-1f1fc1c2e304 req-dfa1e116-f220-42ee-9c74-08516b79e5fc tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442743 Nov 12 06:38:53.815414 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ec1b-5fd1-43a5-808c-a0a69399c99a req-de4bbeed-c19e-4521-9bb4-dbe557d41a92 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:53.816892 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7090ec1b-5fd1-43a5-808c-a0a69399c99a req-de4bbeed-c19e-4521-9bb4-dbe557d41a92 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0488145 Nov 12 06:38:53.866054 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7090ec1b-5fd1-43a5-808c-a0a69399c99a req-52aa56d2-d527-41cb-a2be-536b1cb91262 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426533 Nov 12 06:38:54.982010 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008dfaf-ef99-4fd7-baff-00d3a07f6850 req-8bc3d448-d356-47fe-8b20-35cbf0137f9c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:54.983491 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e008dfaf-ef99-4fd7-baff-00d3a07f6850 req-8bc3d448-d356-47fe-8b20-35cbf0137f9c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0483472 Nov 12 06:38:55.035998 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e008dfaf-ef99-4fd7-baff-00d3a07f6850 req-1a16821c-7105-46c2-8515-c92539e87e48 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465062 Nov 12 06:38:56.151917 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fef37-b685-42df-ac22-c26dbb2272a3 req-7ca3b902-35b1-4e67-ad40-0f128301fb74 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:56.153412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d5fef37-b685-42df-ac22-c26dbb2272a3 req-7ca3b902-35b1-4e67-ad40-0f128301fb74 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0501027 Nov 12 06:38:56.202695 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5d5fef37-b685-42df-ac22-c26dbb2272a3 req-2d68b4b3-a034-459b-8a25-072c0d3f21cb tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430782 Nov 12 06:38:57.318504 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da12821-dc87-4550-9b9f-1723c75bd19f req-2e24a42c-3c6f-4e84-9cd5-1bae5e9128a6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:57.320101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3da12821-dc87-4550-9b9f-1723c75bd19f req-2e24a42c-3c6f-4e84-9cd5-1bae5e9128a6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0495775 Nov 12 06:38:57.369812 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3da12821-dc87-4550-9b9f-1723c75bd19f req-06100635-4166-468d-8bbd-b84947480faa tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 Nov 12 06:38:58.129348 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:38:58.487997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59f730-5405-4382-b135-e24009b6e134 req-76372c52-a3ed-424a-8908-ec4f6a231956 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:58.489389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a59f730-5405-4382-b135-e24009b6e134 req-76372c52-a3ed-424a-8908-ec4f6a231956 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0526443 Nov 12 06:38:58.538913 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2a59f730-5405-4382-b135-e24009b6e134 req-5893c209-8123-48fb-ac7f-e3c717d8b4d0 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430596 Nov 12 06:38:59.659916 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5862d89-d9e1-4fa2-a683-845a2611cd1f req-89952503-adca-46b9-8329-252e38e31997 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:38:59.661441 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5862d89-d9e1-4fa2-a683-845a2611cd1f req-89952503-adca-46b9-8329-252e38e31997 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0498388 Nov 12 06:38:59.710904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d5862d89-d9e1-4fa2-a683-845a2611cd1f req-2db692c6-84c3-4f54-85fb-3ee2c867d892 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434742 Nov 12 06:39:00.836460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38d6c-4ea3-4456-bb26-96247edb7434 req-26b90718-9f4b-4088-bfd0-9dddf67a8108 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:00.838148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57d38d6c-4ea3-4456-bb26-96247edb7434 req-26b90718-9f4b-4088-bfd0-9dddf67a8108 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0573332 Nov 12 06:39:00.889632 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-57d38d6c-4ea3-4456-bb26-96247edb7434 req-1b15fce3-2baa-4de4-a759-01c4a2869d94 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454326 Nov 12 06:39:01.325194 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-655eac22-2895-4ae3-ac0e-f900d9fa0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:01.326689 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-655eac22-2895-4ae3-ac0e-f900d9fa0e19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3&tenant_id=7c52399b70d245958cfad7601120d60f HTTP/1.1" status: 200 len: 1095 time: 0.0399964 Nov 12 06:39:01.390316 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-cd205511-84c1-4c75-b222-db30894ac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:01.391809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-cd205511-84c1-4c75-b222-db30894ac355 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1095 time: 0.0409319 Nov 12 06:39:01.485513 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-c7643d0d-8118-47cd-a4c4-fef11f066c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:01.487015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-c7643d0d-8118-47cd-a4c4-fef11f066c3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0867357 Nov 12 06:39:01.551293 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-454143fc-3dad-4271-aa86-293e21abf9f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 998 time: 0.0565281 Nov 12 06:39:01.605419 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-c86c089a-bb47-4fbc-a763-647694e58445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:01.606809 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-c86c089a-bb47-4fbc-a763-647694e58445 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0472174 Nov 12 06:39:01.653247 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-adb7c371-2fb1-458d-83c7-2800bbb4cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:01.654690 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-adb7c371-2fb1-458d-83c7-2800bbb4cad3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389178 Nov 12 06:39:01.747696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-df519f56-ae54-49bb-b4b2-efcd8c982054 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804384 Nov 12 06:39:01.840221 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-6e07e7e3-6c4e-41cb-a2d3-5310ba3376ed service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847378 Nov 12 06:39:02.007097 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c6df1-479a-44cc-995e-a25f6278193a req-bf699744-ff7d-46ef-9ad7-645e630aadd4 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:02.008563 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-709c6df1-479a-44cc-995e-a25f6278193a req-bf699744-ff7d-46ef-9ad7-645e630aadd4 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0485127 Nov 12 06:39:02.056035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-709c6df1-479a-44cc-995e-a25f6278193a req-5c5b058d-7d53-4f9d-b59f-3287d241a12f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415707 Nov 12 06:39:03.219217 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbaa07-7681-490e-8609-3f8b9f0982b3 req-60c289cb-4088-4a20-90ca-9dc73a1aa774 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:03.220727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edbbaa07-7681-490e-8609-3f8b9f0982b3 req-60c289cb-4088-4a20-90ca-9dc73a1aa774 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0975106 Nov 12 06:39:03.269122 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-edbbaa07-7681-490e-8609-3f8b9f0982b3 req-7e43ff9f-2482-4c09-9f8b-994bdea3ad1d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417793 Nov 12 06:39:04.388405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2edd6-06ba-473a-b83f-233d81ed4940 req-520ebaac-b224-4af6-855e-209c64d0ab79 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:04.389975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2a2edd6-06ba-473a-b83f-233d81ed4940 req-520ebaac-b224-4af6-855e-209c64d0ab79 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0526092 Nov 12 06:39:04.440723 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2a2edd6-06ba-473a-b83f-233d81ed4940 req-aa824c9f-b89b-48ef-9c09-a55f04ed194b tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425801 Nov 12 06:39:05.555705 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf0c81-3630-4e09-afd2-3f3fd4116a12 req-ca8a9947-ca28-4db1-9e43-bf39745e8c3c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:05.557153 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7cf0c81-3630-4e09-afd2-3f3fd4116a12 req-ca8a9947-ca28-4db1-9e43-bf39745e8c3c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0485835 Nov 12 06:39:05.607968 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f7cf0c81-3630-4e09-afd2-3f3fd4116a12 req-e4417bf5-f674-4054-9bcb-96a3b9d2e368 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446479 Nov 12 06:39:07.048841 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7ba55-95f0-4b9a-b7e6-e6259f4cd361 req-c94b7f51-ae18-4c14-bb8d-037e02801d5d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:07.050367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ac7ba55-95f0-4b9a-b7e6-e6259f4cd361 req-c94b7f51-ae18-4c14-bb8d-037e02801d5d tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.3769081 Nov 12 06:39:07.098164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ac7ba55-95f0-4b9a-b7e6-e6259f4cd361 req-bf784e79-96da-4f11-8dc6-11788463dbb5 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413651 Nov 12 06:39:08.211978 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa1be3-a8c6-4e11-bcf4-952be62c9b33 req-af9fdfc4-a471-46be-a1d8-db4a8d528eb6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:08.213423 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0aa1be3-a8c6-4e11-bcf4-952be62c9b33 req-af9fdfc4-a471-46be-a1d8-db4a8d528eb6 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0482595 Nov 12 06:39:08.260960 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0aa1be3-a8c6-4e11-bcf4-952be62c9b33 req-9c02adce-c5b5-49c0-87bc-2b3ef89d472a tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 Nov 12 06:39:09.376868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f86e3-05eb-474d-8894-0352b7207dc6 req-38c89739-85a9-4d6c-97d1-fc24c68cf264 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:09.378316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d6f86e3-05eb-474d-8894-0352b7207dc6 req-38c89739-85a9-4d6c-97d1-fc24c68cf264 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0513272 Nov 12 06:39:09.426518 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8d6f86e3-05eb-474d-8894-0352b7207dc6 req-e43ae266-7e64-4d98-8852-cc08a6d15681 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417016 Nov 12 06:39:10.543068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62407687-2e1d-4a34-9aea-35aaeb37a090 req-894b6b0f-432f-4949-9ae4-71c79119cdf9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:10.544545 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62407687-2e1d-4a34-9aea-35aaeb37a090 req-894b6b0f-432f-4949-9ae4-71c79119cdf9 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 943 time: 0.0488203 Nov 12 06:39:10.587267 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3e243904-21c8-48c8-9ca1-4f47bf007032 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:39:10.593292 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62407687-2e1d-4a34-9aea-35aaeb37a090 req-e35cea85-e00f-4554-b9cb-0e7602373912 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427449 Nov 12 06:39:10.682334 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:39:10.693981 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'port_id': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'mac_address': 'fa:16:3e:2d:c2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:39:10.729586 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:10.745348 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e243904-21c8-48c8-9ca1-4f47bf007032 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:39:10.764016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:39:10.768116 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:10.813950 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:39:10.986666 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['3e243904-21c8-48c8-9ca1-4f47bf007032'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:39:11.409188 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:11.706944 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0f8c2-b640-4da9-ac52-cb488beb117d req-fca0e03f-a36e-4678-a5c3-fba86ce5120c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:11.708945 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ea0f8c2-b640-4da9-ac52-cb488beb117d req-fca0e03f-a36e-4678-a5c3-fba86ce5120c tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 944 time: 0.0481050 Nov 12 06:39:11.760643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1ea0f8c2-b640-4da9-ac52-cb488beb117d req-ebe8a5a5-9357-4f6f-ba04-6000da902a74 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Nov 12 06:39:12.602176 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3e243904-21c8-48c8-9ca1-4f47bf007032 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:39:12.648504 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port 3e243904-21c8-48c8-9ca1-4f47bf007032 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:39:12.648876 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:12.724863 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:12.746468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:39:12.748677 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd04ff6-6e4f-47f3-8305-8e45e701241f" -d '{"events": [{"server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "name": "network-vif-plugged", "status": "completed", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:39:12.760726 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:39:12.766156 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:12.790731 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd1493f-bca1-4cc1-9dcc-f8ede3ee6920 x-openstack-request-id: req-8fd1493f-bca1-4cc1-9dcc-f8ede3ee6920 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:39:12.791020 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "name": "network-vif-plugged", "status": "completed", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:39:12.791272 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fd1493f-bca1-4cc1-9dcc-f8ede3ee6920 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:39:12.791660 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'code': 200} Nov 12 06:39:12.823860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:39:12.884238 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb57f3e-bd4b-4f1a-9d1c-9ef8959dd611 req-6bbfe1e9-5481-421e-bdb7-44752c126edc tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:12.886597 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fb57f3e-bd4b-4f1a-9d1c-9ef8959dd611 req-6bbfe1e9-5481-421e-bdb7-44752c126edc tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0507066 Nov 12 06:39:12.961909 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4fb57f3e-bd4b-4f1a-9d1c-9ef8959dd611 req-258ecd02-d6cb-4d54-b109-52350a761192 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680041 Nov 12 06:39:12.967985 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46111e3-4838-4b63-8d83-a224170263c8 req-41e29b1e-12c8-410e-9c9e-156b3cecd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:12.969408 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a46111e3-4838-4b63-8d83-a224170263c8 req-41e29b1e-12c8-410e-9c9e-156b3cecd9aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1097 time: 0.0626438 Nov 12 06:39:13.016925 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a46111e3-4838-4b63-8d83-a224170263c8 req-6176b643-ed2e-45dd-9056-7b489fdc2b53 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390632 Nov 12 06:39:14.057865 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6ef6583-4d8c-427d-b7a8-ef5953b04a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:14.094389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4d2ce-61d2-4f77-a839-0beab70cb39f req-fa9be71f-a37b-4133-be04-e0d83ad8fe92 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:14.095772 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aca4d2ce-61d2-4f77-a839-0beab70cb39f req-fa9be71f-a37b-4133-be04-e0d83ad8fe92 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0543659 Nov 12 06:39:14.144096 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-aca4d2ce-61d2-4f77-a839-0beab70cb39f req-47daa64a-53aa-48d4-a157-305cae2a9232 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424232 Nov 12 06:39:16.440621 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90565d80-aa17-41da-b38a-28dcf3939dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:17.667445 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:18.901039 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:19.713003 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:22.460572 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:39:28.162898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:41.426625 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:44.059073 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2752dcea-c7e2-47bb-bac7-f7c05964e742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:46.440933 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f4855fcb-3f53-4315-a167-ff3395bb2e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:47.670096 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:48.907600 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:49.714596 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:51.618225 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-b09f39a6-fdf9-4a84-a489-0a4092323275 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0436001 Nov 12 06:39:51.721569 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-1463cf39-b776-4932-b8ff-6c1dc37ae1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.722051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-1463cf39-b776-4932-b8ff-6c1dc37ae1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.722549 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-1463cf39-b776-4932-b8ff-6c1dc37ae1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.723020 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-1463cf39-b776-4932-b8ff-6c1dc37ae1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.723485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-1463cf39-b776-4932-b8ff-6c1dc37ae1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.725228 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-1463cf39-b776-4932-b8ff-6c1dc37ae1cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0464113 Nov 12 06:39:51.840090 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-37b890d5-d8b1-4169-9d23-879d00edc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.840577 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-37b890d5-d8b1-4169-9d23-879d00edc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.841047 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-37b890d5-d8b1-4169-9d23-879d00edc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.842656 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-37b890d5-d8b1-4169-9d23-879d00edc11d service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0944858 Nov 12 06:39:51.883561 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-158ec69d-ec49-4996-8723-5729ec58be29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0342627 Nov 12 06:39:51.931108 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-c5499747-2690-4007-a86c-5b1aaaddef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.932511 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-c5499747-2690-4007-a86c-5b1aaaddef5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0425997 Nov 12 06:39:51.981303 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-e776d71a-f09f-450b-80ae-bdf39ee593b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:51.982864 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-e776d71a-f09f-450b-80ae-bdf39ee593b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439351 Nov 12 06:39:52.022186 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-ca8f1779-015a-4a2e-ab4a-71f9f87087b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397155 Nov 12 06:39:52.077928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-62be529f-2a23-4454-af57-3f19d634901a service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869007 Nov 12 06:39:52.101803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-1b9b7b38-0b71-410c-a174-f22bff0a98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.103269 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-1b9b7b38-0b71-410c-a174-f22bff0a98c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1097 time: 0.0396550 Nov 12 06:39:52.174541 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-560c8831-4feb-49ae-9faa-98e80887ab2c service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879362 Nov 12 06:39:52.209239 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-4092f109-0ce9-417f-8690-ceb3f02dba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.210721 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-4092f109-0ce9-417f-8690-ceb3f02dba42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.0871508 Nov 12 06:39:52.216021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-d77f7652-86f7-41c7-8252-c9fc07d8f512 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0340619 Nov 12 06:39:52.263814 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-efc71d36-3f90-487c-93c0-6d210091bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.265300 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-efc71d36-3f90-487c-93c0-6d210091bbd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0427465 Nov 12 06:39:52.275314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-d6dc1c79-3ff2-49b2-8cc0-917dc3795512 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 1000 time: 0.0562251 Nov 12 06:39:52.316027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-1c17d9c6-8b17-4677-a95c-e00939aeaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.317533 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-1c17d9c6-8b17-4677-a95c-e00939aeaf5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451529 Nov 12 06:39:52.328665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-07b450b8-b144-474c-b459-a0c2601ae6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.330102 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-07b450b8-b144-474c-b459-a0c2601ae6e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0472639 Nov 12 06:39:52.376404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-04c4d243-125e-43b0-a7af-de544e85408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.377878 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-04c4d243-125e-43b0-a7af-de544e85408a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396028 Nov 12 06:39:52.407224 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-c2f2cd14-8611-442a-9e45-b256d126b891 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824120 Nov 12 06:39:52.471150 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-23fbeae2-7cbb-4073-9ff4-7ed943c2b6ce service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846276 Nov 12 06:39:52.502885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-35dd5450-f916-4ddb-9cb6-24030625f242 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878229 Nov 12 06:39:52.545185 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-31b08fe8-cd82-4553-b6ab-f64746bfadb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0350895 Nov 12 06:39:52.562920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5bb73b5-e3f8-4489-8c9d-c4e53619aeff req-26ad6c72-435a-42d6-9062-f8006de43f7c service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832679 Nov 12 06:39:52.595594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-6420454e-b37d-4854-8d3e-128251643a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.597052 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-6420454e-b37d-4854-8d3e-128251643a54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0442266 Nov 12 06:39:52.645320 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-a83dc0a3-7f05-456a-ae07-5f86096de3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.646739 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-a83dc0a3-7f05-456a-ae07-5f86096de3c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433519 Nov 12 06:39:52.733445 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-d39b6c16-e4bc-4e6f-b757-9a6d219d211b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800381 Nov 12 06:39:52.825450 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-592dff23-7ed3-47bd-80ec-aadce5e933c3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839803 Nov 12 06:39:52.866642 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-56893207-7297-46e7-a8a4-59e5201b83fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0338211 Nov 12 06:39:52.914497 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-5b411a9d-488f-439a-9f02-67d1754ec3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.915812 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-5b411a9d-488f-439a-9f02-67d1754ec3bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0428488 Nov 12 06:39:52.965627 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-561150a6-30f9-4c0a-8d3f-4361f394fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:52.967123 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-561150a6-30f9-4c0a-8d3f-4361f394fcad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445032 Nov 12 06:39:53.056842 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-8bdcc8af-f6ca-49a7-afeb-6794177de2b4 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815532 Nov 12 06:39:53.147725 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-494db5d4-c2a6-4d0c-bec1-cee7c0ae90c1 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840425 Nov 12 06:39:53.189954 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-03c32683-ea68-4b5b-846a-2854f2b111b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0350704 Nov 12 06:39:53.237491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-3dd41df6-ef1c-4f98-a662-ffd0d84cdfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:53.238910 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-3dd41df6-ef1c-4f98-a662-ffd0d84cdfe4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0423946 Nov 12 06:39:53.288013 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-6b4bfb65-0d22-4639-8ca0-c8cc9f0ae4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:39:53.289471 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-6b4bfb65-0d22-4639-8ca0-c8cc9f0ae4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438571 Nov 12 06:39:53.376669 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-290d6859-ae31-4ce7-bcc3-e1843be64274 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802875 Nov 12 06:39:53.470756 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-4dcac9cd-3fd6-471f-89af-bf7ba74a1f8e req-c0415733-c20f-42d0-8cf8-64fa5528d64d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860112 Nov 12 06:39:58.169781 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:39:59.462198 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:40:11.428500 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:14.060728 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-003ec541-df81-448d-a69c-ff721a2bcf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:16.442118 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edb3859b-0072-440a-a2ec-2b6321e30ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:17.674040 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:18.908340 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:19.718351 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:27.794806 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59878) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:27.949675 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Deleting port 33f2126f-53e8-4374-8792-a67a5db85a43 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:27.950022 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:28.025984 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:28.026316 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:28.038314 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Calling delete_port for 33f2126f-53e8-4374-8792-a67a5db85a43 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:28.182675 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:28.187030 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:28.209610 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event deleted for resources: {'Port': ['ID=33f2126f-53e8-4374-8792-a67a5db85a43,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:28.234779 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.235125 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.235467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.235803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.236137 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.236466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.236795 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.237122 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.237446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.237775 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.238099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.238450 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:28.276780 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for floatingip, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:28.277111 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Floating IP 6097a711-97f4-4278-bdce-1c30ed5b4e4b disassociated (deleted). External IP: 172.25.2.33, port: 3e243904-21c8-48c8-9ca1-4f47bf007032. Nov 12 06:40:28.481460 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:40:28.588886 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:40:28.593400 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:28.603966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] Sync routers for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:40:28.614893 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:28.615633 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:28.620502 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c076f8cd-0857-46a2-88ce-066b270f8020 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "DELETE /v2.0/floatingips/6097a711-97f4-4278-bdce-1c30ed5b4e4b HTTP/1.1" status: 204 len: 168 time: 0.8246784 Nov 12 06:40:28.621080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:40:28.623355 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891510bd-8fbc-4059-a077-6390b9550a62" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:40:28.725402 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:28.777470 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df49c880-d3d1-4696-ba2f-3fb59780d4d3 x-openstack-request-id: req-df49c880-d3d1-4696-ba2f-3fb59780d4d3 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:40:28.777767 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:40:28.778022 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df49c880-d3d1-4696-ba2f-3fb59780d4d3 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:40:28.778453 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'status': 'completed', 'code': 200} Nov 12 06:40:28.870940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891510bd-8fbc-4059-a077-6390b9550a62 req-a024f9c1-6b63-4c1d-a2d3-41c0ab36e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:28.872480 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891510bd-8fbc-4059-a077-6390b9550a62 req-a024f9c1-6b63-4c1d-a2d3-41c0ab36e53e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c52399b70d245958cfad7601120d60f&device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 1097 time: 0.0710802 Nov 12 06:40:28.887337 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dfea9-6226-4dd2-a276-50b475bef124 req-678721be-97ad-4d28-8156-da8a00e51252 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:28.888767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-117dfea9-6226-4dd2-a276-50b475bef124 req-678721be-97ad-4d28-8156-da8a00e51252 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0619025 Nov 12 06:40:28.936450 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:28.961751 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] Checking router: 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:40:28.970377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:28.970982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:28.992964 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-117dfea9-6226-4dd2-a276-50b475bef124 req-320bd85e-00ad-4d49-9814-71a19807be9e tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951722 Nov 12 06:40:29.008752 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891510bd-8fbc-4059-a077-6390b9550a62 req-a6bee09b-0310-443c-99ee-2f4cb6bdd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:29.010223 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891510bd-8fbc-4059-a077-6390b9550a62 req-a6bee09b-0310-443c-99ee-2f4cb6bdd6fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 200 len: 908 time: 0.1205630 Nov 12 06:40:29.059248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891510bd-8fbc-4059-a077-6390b9550a62 req-57ed9ae5-8c09-4288-bc09-6d652e9dbd6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 200 len: 217 time: 0.0398989 Nov 12 06:40:29.077142 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:29.108612 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891510bd-8fbc-4059-a077-6390b9550a62 req-81462938-58a7-4e4d-b668-23ba5f0aafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:29.110687 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891510bd-8fbc-4059-a077-6390b9550a62 req-81462938-58a7-4e4d-b668-23ba5f0aafed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 200 len: 846 time: 0.0441997 Nov 12 06:40:29.157623 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891510bd-8fbc-4059-a077-6390b9550a62 req-d0e75705-e745-4d20-b136-5b0b21be51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:29.159169 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891510bd-8fbc-4059-a077-6390b9550a62 req-d0e75705-e745-4d20-b136-5b0b21be51cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d38810-76f3-4eb8-93aa-075b88d1880d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407734 Nov 12 06:40:29.253920 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891510bd-8fbc-4059-a077-6390b9550a62 req-55b23aaf-8e50-4975-ba6d-db932cb6b7ee service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Nov 12 06:40:29.272193 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:29.302491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1efe1-e35e-4948-9514-40c36898418a None None] The sync data for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 is: [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '29a8b6cb-01b4-4728-b7e0-f6f12aa692f7', 'name': '', 'network_id': '07d38810-76f3-4eb8-93aa-075b88d1880d', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'mac_address': 'fa:16:3e:80:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:46Z', 'updated_at': '2021-11-12T06:31:51Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'subnets': [{'id': '148c47c8-5852-4cb9-8d92-a6a3d03f456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:40:29.346982 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-891510bd-8fbc-4059-a077-6390b9550a62 req-efac38e3-fa30-4fab-9a49-0eedec4e3e85 service neutron] 10.222.0.47 "GET /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853693 Nov 12 06:40:29.522303 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e16f25-5986-41e1-8a6d-61a004e915a7 None None] New status for floating IP 6097a711-97f4-4278-bdce-1c30ed5b4e4b: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:40:30.113553 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b20bb-964b-4189-9e08-12e0d7272d71 req-44ed6b94-5fd1-4fdf-9546-2c1ce272e5c1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:30.115065 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-221b20bb-964b-4189-9e08-12e0d7272d71 req-44ed6b94-5fd1-4fdf-9546-2c1ce272e5c1 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0537169 Nov 12 06:40:30.163529 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-221b20bb-964b-4189-9e08-12e0d7272d71 req-4dc2ef9b-80c3-4cac-b74c-94dab76728d8 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/security-groups?id=150236af-404d-48e8-8ba5-4cce027ff298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Nov 12 06:40:30.442990 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924120e0-2475-4410-932b-4243084b5209 req-c48549a4-a869-4ffa-a37e-3d037408dda3 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:30.444410 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-924120e0-2475-4410-932b-4243084b5209 req-c48549a4-a869-4ffa-a37e-3d037408dda3 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Nov 12 06:40:30.534923 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Deleting port 3e243904-21c8-48c8-9ca1-4f47bf007032 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:30.535269 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:30.625307 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] For port 3e243904-21c8-48c8-9ca1-4f47bf007032, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=3e243904-21c8-48c8-9ca1-4f47bf007032,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:30.625671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:30.638054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Calling delete_port for 3e243904-21c8-48c8-9ca1-4f47bf007032 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:30.764720 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:30.793891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event deleted for resources: {'Port': ['ID=3e243904-21c8-48c8-9ca1-4f47bf007032,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:30.834723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] No DVR routers for this DVR port 3e243904-21c8-48c8-9ca1-4f47bf007032 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:40:30.837217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:30.840516 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-924120e0-2475-4410-932b-4243084b5209 req-5d466bed-e5d1-42c2-ba4c-f398fa669de7 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.47 "DELETE /v2.0/ports/3e243904-21c8-48c8-9ca1-4f47bf007032 HTTP/1.1" status: 204 len: 173 time: 0.3897240 Nov 12 06:40:30.840955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'name': 'network-vif-deleted', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:40:30.843232 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c3e7a8-d1d2-452d-8b7d-dbbc1d6f2129" -d '{"events": [{"server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "name": "network-vif-deleted", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:40:30.877851 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5d9ac8-5ed4-449c-bff1-1e07575b9a45 x-openstack-request-id: req-ad5d9ac8-5ed4-449c-bff1-1e07575b9a45 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:40:30.878143 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b064d-348d-4434-8264-df2754bd50b3", "name": "network-vif-deleted", "tag": "3e243904-21c8-48c8-9ca1-4f47bf007032", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:40:30.878499 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad5d9ac8-5ed4-449c-bff1-1e07575b9a45 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:40:30.878898 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b064d-348d-4434-8264-df2754bd50b3', 'name': 'network-vif-deleted', 'tag': '3e243904-21c8-48c8-9ca1-4f47bf007032', 'status': 'completed', 'code': 200} Nov 12 06:40:31.271160 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c959904c-eec0-4982-b5bd-3ef78a82540b req-990ab64c-4c0f-495f-9155-06016f6379db tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 210 time: 0.0325089 Nov 12 06:40:32.365559 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f5cecc3-561a-4e29-9085-48142eb3194b req-61452fb6-5fea-40bb-b090-85aa2918ab38 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 210 time: 0.0264444 Nov 12 06:40:32.948534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3e243904-21c8-48c8-9ca1-4f47bf007032 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:40:32.968743 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: 3e243904-21c8-48c8-9ca1-4f47bf007032 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:40:32.969083 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device 3e243904-21c8-48c8-9ca1-4f47bf007032 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:40:33.459101 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-46f20816-0d3d-44f5-8647-c31dc7bd6997 req-a142c0ea-476a-4497-a33c-fc20f7893f4f tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 210 time: 0.0260856 Nov 12 06:40:34.554128 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8efe770f-4eaa-4227-bde0-1f05eca136cf req-ba9e00bc-8b43-4e53-9429-3aa3bc4bbaaa tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0b064d-348d-4434-8264-df2754bd50b3 HTTP/1.1" status: 200 len: 210 time: 0.0274546 Nov 12 06:40:35.612828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59906) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:35.669881 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2972136e-c460-458b-9ddb-076776ea6d87 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:35.698996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2972136e-c460-458b-9ddb-076776ea6d87 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:35.758788 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2972136e-c460-458b-9ddb-076776ea6d87 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:35.761594 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2972136e-c460-458b-9ddb-076776ea6d87 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:35.762761 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-2972136e-c460-458b-9ddb-076776ea6d87 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] 10.222.0.48 "DELETE /v2.0/security-groups/150236af-404d-48e8-8ba5-4cce027ff298 HTTP/1.1" status: 204 len: 168 time: 0.1489105 Nov 12 06:40:35.775860 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972136e-c460-458b-9ddb-076776ea6d87 tempest-TestShelveInstance-1205269516 tempest-TestShelveInstance-1205269516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150236af-404d-48e8-8ba5-4cce027ff298,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:36.461640 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:40:36.828101 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:37.274274 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:37.517399 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Deleting port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:37.517613 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:37.599264 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] For port 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:37.599636 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:37.612328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Calling delete_port for 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:37.801734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:37.834169 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a8b6cb-01b4-4728-b7e0-f6f12aa692f7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:37.856626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.857422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.857422 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.857708 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.857983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.858370 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.858892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.859376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.860329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.860675 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.861014 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:37.861315 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:38.012501 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:38.224838 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:40:38.330323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:40:38.338208 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-225c2a41-adf5-4cd0-b3c0-9a004c00e648 admin admin] 10.222.0.48 "PUT /v2.0/routers/1a74d959-fb35-4a5c-9ff0-eb2a142405c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065365 Nov 12 06:40:38.338443 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59916) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:38.339377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] Sync routers for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:40:38.348730 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:38.349332 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:38.444804 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:38.454242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:38.556810 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:38.616814 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Deleting port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:38.617183 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:38.642244 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:40:37Z', 'revision_number': 5, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port': {'id': '9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:45Z', 'updated_at': '2021-11-12T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:38.669114 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] Checking router: 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:40:38.678122 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] Routers {'1a74d959-fb35-4a5c-9ff0-eb2a142405c1'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:38.678747 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:38.696759 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] For port 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:38.697123 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:38.710645 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Calling delete_port for 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:38.766883 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] Set router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:38.819333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:40:38Z', 'revision_number': 6, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:38.849830 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce85221-77e4-49a3-acd6-d8c2afc44e9c None None] The sync data for ids ['1a74d959-fb35-4a5c-9ff0-eb2a142405c1'] in n-d-765315-28 is: [{'id': '1a74d959-fb35-4a5c-9ff0-eb2a142405c1', 'name': 'tempest-TestShelveInstance-11170515-router', 'tenant_id': '7c52399b70d245958cfad7601120d60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:44Z', 'updated_at': '2021-11-12T06:40:38Z', 'revision_number': 6, 'project_id': '7c52399b70d245958cfad7601120d60f', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:40:38.892406 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:38.918633 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:38.935479 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596fbd26-8bd8-4473-b93d-795b0850fff0 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:38.984952 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.073882 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.075923 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.120572 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.121119 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a74d959-fb35-4a5c-9ff0-eb2a142405c1 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:40:39.125738 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.126825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3c52fdb0-54c3-4071-adf7-57724cc6b3fc admin admin] 10.222.0.48 "DELETE /v2.0/routers/1a74d959-fb35-4a5c-9ff0-eb2a142405c1 HTTP/1.1" status: 204 len: 168 time: 0.7873847 Nov 12 06:40:39.129325 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59918) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:39.176782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-637f58c8-40db-4e7c-a899-d6a3f39fb3cb admin admin] Deleting subnet 148c47c8-5852-4cb9-8d92-a6a3d03f456a {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:40:39.180028 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-637f58c8-40db-4e7c-a899-d6a3f39fb3cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.221276 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-637f58c8-40db-4e7c-a899-d6a3f39fb3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.299493 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-637f58c8-40db-4e7c-a899-d6a3f39fb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.351041 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-637f58c8-40db-4e7c-a899-d6a3f39fb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.373027 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f58c8-40db-4e7c-a899-d6a3f39fb3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148c47c8-5852-4cb9-8d92-a6a3d03f456a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:39.380238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-637f58c8-40db-4e7c-a899-d6a3f39fb3cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.383937 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-637f58c8-40db-4e7c-a899-d6a3f39fb3cb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/148c47c8-5852-4cb9-8d92-a6a3d03f456a HTTP/1.1" status: 204 len: 168 time: 0.2536435 Nov 12 06:40:39.386066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef4d9c-cd43-4320-8b79-ce0dd9874834 None None] Network 07d38810-76f3-4eb8-93aa-075b88d1880d requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:40:39.386596 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59920) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:39.457238 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.508723 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Deleting port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:39.509064 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.575782 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] For port 3a7490f4-4cd4-4c9a-af77-013e2444efc6, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=3a7490f4-4cd4-4c9a-af77-013e2444efc6,segment=NetworkSegment(e8e153e9-6284-4dd2-8cbe-13a048635a51),segment_id=e8e153e9-6284-4dd2-8cbe-13a048635a51)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:39.576148 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.590390 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Calling delete_port for 3a7490f4-4cd4-4c9a-af77-013e2444efc6 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:39.618210 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] DHCP port deletion for 07d38810-76f3-4eb8-93aa-075b88d1880d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:39.667932 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Deleting port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:39.668349 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.668746 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.696951 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7490f4-4cd4-4c9a-af77-013e2444efc6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:39.698840 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] No DVR routers for this DVR port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:40:39.740010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] For port 3a7490f4-4cd4-4c9a-af77-013e2444efc6, host n-d-765315-28, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:39.740402 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.755364 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Calling delete_port for 3a7490f4-4cd4-4c9a-af77-013e2444efc6 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:39.758125 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 06:40:39.759529 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.775093 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.782140 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Pushing event deleted for resources: {'Port': ['ID=3a7490f4-4cd4-4c9a-af77-013e2444efc6,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:39.791845 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] No DVR routers for this DVR port 3a7490f4-4cd4-4c9a-af77-013e2444efc6 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.802330 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bed7c8-b871-4fcb-ad66-0ae3dd3c7b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:39.808264 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d38810-76f3-4eb8-93aa-075b88d1880d']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:39.819976 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e153e9-6284-4dd2-8cbe-13a048635a51') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:39.820270 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e153e9-6284-4dd2-8cbe-13a048635a51') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:39.830869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.844489 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.850597 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:40:39.850988 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:40:39.852644 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:40:39.916864 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.924006 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:39.927176 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/07d38810-76f3-4eb8-93aa-075b88d1880d HTTP/1.1" status: 204 len: 168 time: 0.5398920 Nov 12 06:40:39.930522 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59922) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:39.936326 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3a7490f4-4cd4-4c9a-af77-013e2444efc6 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:40:39.939665 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934504cf-2433-45a8-9a58-0a359735e8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d38810-76f3-4eb8-93aa-075b88d1880d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:39.965808 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 3a7490f4-4cd4-4c9a-af77-013e2444efc6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:40:39.966155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 3a7490f4-4cd4-4c9a-af77-013e2444efc6 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:40:39.966763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:40:39.986306 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:40:39.986672 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 29a8b6cb-01b4-4728-b7e0-f6f12aa692f7 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:40:39.987088 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:40:40.006284 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:40:40.006661 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9f8de1c1-81d9-4fc7-96fe-6033e8e8cdd4 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:40:40.272826 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:40.848329 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Deleting port a2b930aa-f792-4b78-a51e-43e5b33b6851 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:40.848582 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:40.923274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] For port a2b930aa-f792-4b78-a51e-43e5b33b6851, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=a2b930aa-f792-4b78-a51e-43e5b33b6851,segment=NetworkSegment(10b673e1-e1a6-45bc-a10c-f8bc3aa1d685),segment_id=10b673e1-e1a6-45bc-a10c-f8bc3aa1d685)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:40.923639 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:40.935689 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Calling delete_port for a2b930aa-f792-4b78-a51e-43e5b33b6851 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:41.108201 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:41.135732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b930aa-f792-4b78-a51e-43e5b33b6851,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:41.301083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:41.444923 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:41.513387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Router 0b45ce87-dc36-459f-8d95-21bc5679b335 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:40:41.620138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:40:41.625158 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fe7961cf-1026-4c5c-8f2d-e39d1819c525 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b45ce87-dc36-459f-8d95-21bc5679b335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6935477 Nov 12 06:40:41.628105 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59924) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:41.628826 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] Sync routers for ids ['0b45ce87-dc36-459f-8d95-21bc5679b335'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:40:41.638334 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] Routers {'0b45ce87-dc36-459f-8d95-21bc5679b335'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:41.638965 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b45ce87-dc36-459f-8d95-21bc5679b335'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:41.732065 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:41.740584 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] Set router 0b45ce87-dc36-459f-8d95-21bc5679b335 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:41.838125 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:41.900413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Deleting port 337a69f1-017f-422e-9d74-341fcfedb9b5 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:41.900765 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:41.922197 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:40:41Z', 'revision_number': 5, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port': {'id': '337a69f1-017f-422e-9d74-341fcfedb9b5', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:41.947699 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] Checking router: 0b45ce87-dc36-459f-8d95-21bc5679b335 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:40:41.956865 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] Routers {'0b45ce87-dc36-459f-8d95-21bc5679b335'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:41.957460 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['0b45ce87-dc36-459f-8d95-21bc5679b335'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:41.981235 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] For port 337a69f1-017f-422e-9d74-341fcfedb9b5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=337a69f1-017f-422e-9d74-341fcfedb9b5,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:41.981599 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:41.994172 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Calling delete_port for 337a69f1-017f-422e-9d74-341fcfedb9b5 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:42.040499 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] Set router 0b45ce87-dc36-459f-8d95-21bc5679b335 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:42.090286 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:40:41Z', 'revision_number': 6, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:42.119192 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79114cc-bcf7-4560-9654-82ee32ee3db3 None None] The sync data for ids ['0b45ce87-dc36-459f-8d95-21bc5679b335'] in n-d-765315-28 is: [{'id': '0b45ce87-dc36-459f-8d95-21bc5679b335', 'name': 'tempest-TestShelveInstance-1341531744-router', 'tenant_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:31:49Z', 'updated_at': '2021-11-12T06:40:41Z', 'revision_number': 6, 'project_id': '5d5db779ce274ead8d9d9d16ce89bdb6', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:40:42.156681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.192456 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Pushing event deleted for resources: {'Port': ['ID=337a69f1-017f-422e-9d74-341fcfedb9b5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:42.196563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b4a1c-9062-4e34-ae98-5701e75242c3 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:42.584207 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.669639 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.671729 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.713818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.714351 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b45ce87-dc36-459f-8d95-21bc5679b335 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:40:42.718479 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.719746 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-444ec73d-4067-445f-87aa-965d0a7fad66 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0b45ce87-dc36-459f-8d95-21bc5679b335 HTTP/1.1" status: 204 len: 168 time: 1.0905359 Nov 12 06:40:42.722312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59926) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:42.768765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd64945f-534a-4df4-b110-fbd5969667ca admin admin] Deleting subnet c5364c1f-13cd-4a25-b972-071bf11b2796 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:40:42.771755 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd64945f-534a-4df4-b110-fbd5969667ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.804468 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd64945f-534a-4df4-b110-fbd5969667ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.881107 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd64945f-534a-4df4-b110-fbd5969667ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.937619 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd64945f-534a-4df4-b110-fbd5969667ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.964819 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64945f-534a-4df4-b110-fbd5969667ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5364c1f-13cd-4a25-b972-071bf11b2796,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:42.966813 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd64945f-534a-4df4-b110-fbd5969667ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:42.972351 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-bd64945f-534a-4df4-b110-fbd5969667ca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c5364c1f-13cd-4a25-b972-071bf11b2796 HTTP/1.1" status: 204 len: 168 time: 0.2467229 Nov 12 06:40:42.972527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad347f9-4afb-4fc1-bf6c-9bfcb8157641 None None] Network e05c7293-cc2b-4118-8fde-4e7a7632463f requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:40:42.973182 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59928) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:43.040341 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.095249 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Deleting port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:43.095483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.154163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25347d15-0939-4a64-84fd-f109f457004b None None] DHCP port deletion for e05c7293-cc2b-4118-8fde-4e7a7632463f request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:43.171361 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] For port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,segment=NetworkSegment(10b673e1-e1a6-45bc-a10c-f8bc3aa1d685),segment_id=10b673e1-e1a6-45bc-a10c-f8bc3aa1d685)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:43.171730 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.184225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Calling delete_port for 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:43.205763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-25347d15-0939-4a64-84fd-f109f457004b None None] Deleting port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:40:43.206141 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25347d15-0939-4a64-84fd-f109f457004b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.266119 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-25347d15-0939-4a64-84fd-f109f457004b None None] For port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,segment=NetworkSegment(10b673e1-e1a6-45bc-a10c-f8bc3aa1d685),segment_id=10b673e1-e1a6-45bc-a10c-f8bc3aa1d685)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:43.266474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25347d15-0939-4a64-84fd-f109f457004b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.266681 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.279197 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-25347d15-0939-4a64-84fd-f109f457004b None None] Calling delete_port for 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:40:43.295130 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Pushing event deleted for resources: {'Port': ['ID=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:43.298559 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] No DVR routers for this DVR port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 on host n-d-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:40:43.356119 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25347d15-0939-4a64-84fd-f109f457004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.375831 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.381152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25347d15-0939-4a64-84fd-f109f457004b None None] Pushing event deleted for resources: {'Port': ['ID=37aaeb5a-25b9-461b-8ed6-347e7b65f3d1,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:43.384760 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25347d15-0939-4a64-84fd-f109f457004b None None] No DVR routers for this DVR port 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:40:43.401028 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05c7293-cc2b-4118-8fde-4e7a7632463f']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:43.410195 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:43.410583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.services.segments.db [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b673e1-e1a6-45bc-a10c-f8bc3aa1d685') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:43.424653 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8707756'] for segment, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.437893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.444430 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:40:43.444948 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942047'] for segment, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: Traceback (most recent call last): Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: timer() Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: cb(*args, **kw) Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: return func(*args, **kwargs) Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: self._notify() Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: self.callback(batched_events) Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: event.method(event) Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: return f(self, *a, **k) Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: return self._get(url).json() Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: return self.request(url, 'GET', **kwargs) Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:40:43.446831 n-d-765315-28 neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:40:43.498592 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.503722 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.509710 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] 10.222.0.48 "DELETE /v2.0/networks/e05c7293-cc2b-4118-8fde-4e7a7632463f HTTP/1.1" status: 204 len: 168 time: 0.5339708 Nov 12 06:40:43.519954 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19483669-88b3-4d8c-b212-3a0e98a9668c admin admin] Pushing event deleted for resources: {'Network': ['ID=e05c7293-cc2b-4118-8fde-4e7a7632463f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:43.616451 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59932) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:43.655570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-704d6624-24bf-4594-9e40-337d3283b33a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c52399b70d245958cfad7601120d60f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377874 Nov 12 06:40:43.657993 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59934) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:43.704108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95e744a-7e16-4525-873f-0af1e19f2e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.728152 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95e744a-7e16-4525-873f-0af1e19f2e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.785533 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95e744a-7e16-4525-873f-0af1e19f2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.788054 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a95e744a-7e16-4525-873f-0af1e19f2e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:43.789231 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a95e744a-7e16-4525-873f-0af1e19f2e92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b6e2f65-a62a-4ec1-9b42-d676185af57b HTTP/1.1" status: 204 len: 168 time: 0.1302862 Nov 12 06:40:43.796804 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e744a-7e16-4525-873f-0af1e19f2e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e2f65-a62a-4ec1-9b42-d676185af57b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:43.920645 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 337a69f1-017f-422e-9d74-341fcfedb9b5 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:40:43.942536 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 337a69f1-017f-422e-9d74-341fcfedb9b5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:40:43.942886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 337a69f1-017f-422e-9d74-341fcfedb9b5 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:40:43.943307 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a2b930aa-f792-4b78-a51e-43e5b33b6851 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:40:43.962004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: a2b930aa-f792-4b78-a51e-43e5b33b6851 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:40:43.962363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device a2b930aa-f792-4b78-a51e-43e5b33b6851 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:40:43.962793 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:40:43.984477 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:40:43.985135 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 37aaeb5a-25b9-461b-8ed6-347e7b65f3d1 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:40:44.062458 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-052a0e97-461d-4d90-ba4d-398a99e5d21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:44.103487 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59940) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:44.142543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-f1a7d95e-f51f-48d2-9ec9-52061289fd75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d5db779ce274ead8d9d9d16ce89bdb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377860 Nov 12 06:40:44.144879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59942) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:44.190634 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c71bdca5-341d-4214-acdc-121794a4f8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:44.210869 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c71bdca5-341d-4214-acdc-121794a4f8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:44.255217 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c71bdca5-341d-4214-acdc-121794a4f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:44.257917 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c71bdca5-341d-4214-acdc-121794a4f8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:44.259075 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-c71bdca5-341d-4214-acdc-121794a4f8a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fc51af9-2a57-4a86-902b-acccef8776b8 HTTP/1.1" status: 204 len: 168 time: 0.1133120 Nov 12 06:40:44.266677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bdca5-341d-4214-acdc-121794a4f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc51af9-2a57-4a86-902b-acccef8776b8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:44.901854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59964) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:44.996900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1689977994-network', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:45.018180 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Made reservation on behalf of 758f5eb3f0db45c6913c210095d6cbb5 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:40:45.020463 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.028662 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.103990 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.107861 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.131879 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:40:45.141405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7e4728-b2cb-4c03-8846-df5f91ce7b83,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:45.147579 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.147920 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Added segment 03af809f-aff1-4fc1-9698-f869617b844b of type vlan for network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 Nov 12 06:40:45.188210 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.212506 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.213455 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:45.214031 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.269760 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3667183 Nov 12 06:40:45.272624 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59968) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:45.277480 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Request body: {'subnet': {'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1689977994-subnet', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:45.287560 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fc9d9-63b4-42ab-bccf-6663992a583c admin admin] Pushing event updated for resources: {'Network': ['ID=2b43c0aa-0d49-47d5-b190-3f0d246fd294,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:45.297947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:40:45.307754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Made reservation on behalf of 758f5eb3f0db45c6913c210095d6cbb5 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:40:45.310661 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.478047 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.532402 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989f5000-c49e-4eb4-b2ea-02f02617a6fa,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:45.547427 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Checking segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:45.547838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Network hostable DHCP agents. Network: 2b43c0aa-0d49-47d5-b190-3f0d246fd294, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:40:45.567042 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:40:45.576664 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 2b43c0aa-0d49-47d5-b190-3f0d246fd294) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:45.581818 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:45.582866 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.585670 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d9a48-640c-4d3e-88f8-06a427b9b6c7 None None] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:40:45.598593 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-920d1ec8-ccd4-4761-bb3b-a99c36c447d9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3247473 Nov 12 06:40:45.601308 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59970) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:45.605653 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:45.627691 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.628698 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.679497 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.734577 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:40:45.735969 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.822357 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:45.869906 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Allocated IP 172.20.0.2 (2b43c0aa-0d49-47d5-b190-3f0d246fd294/989f5000-c49e-4eb4-b2ea-02f02617a6fa/9083afd4-fe23-45ab-8fd9-781f60ff04fa) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:40:46.023213 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.048711 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.152583 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Allocated IP 172.25.2.153 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/18b76d51-a962-4ab2-b4e7-00107f0bbe65) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:40:46.175920 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.182032 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.221171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:46.226000 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:46.228442 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:40:46.239576 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Pushing event updated for resources: {'Port': ['ID=9083afd4-fe23-45ab-8fd9-781f60ff04fa,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:46.265498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.291789 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Attempting to bind port 9083afd4-fe23-45ab-8fd9-781f60ff04fa on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:40:46.292162 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Attempting to bind port 9083afd4-fe23-45ab-8fd9-781f60ff04fa by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:40:46.292527 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Attempting to bind port 9083afd4-fe23-45ab-8fd9-781f60ff04fa on network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:40:46.297925 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:40:46.298357 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Checking segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:46.298998 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.299314 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Bound using segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:40:46.299875 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Bound port: 9083afd4-fe23-45ab-8fd9-781f60ff04fa, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:40:46.300327 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.300607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.337911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:46.340732 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:46.346326 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:40:46.359022 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c0835-151c-49c9-85e5-5fe5d0dcbe26 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:46.375494 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] For port 9083afd4-fe23-45ab-8fd9-781f60ff04fa, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:40:46.378234 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Pushing event updated for resources: {'Port': ['ID=18b76d51-a962-4ab2-b4e7-00107f0bbe65,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:46.379946 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] For port 9083afd4-fe23-45ab-8fd9-781f60ff04fa, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9083afd4-fe23-45ab-8fd9-781f60ff04fa,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:40:46.385187 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.466821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e722d801-12f0-40b5-8b72-f53666895c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.473838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-dd5541be-56d8-4fb3-9f49-f2384c602a9a None None] Provisioning complete for port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:46.474299 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dd5541be-56d8-4fb3-9f49-f2384c602a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.477141 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711d62c-423e-43ae-ac24-ebd9aaf3012e None None] Pushing event updated for resources: {'Port': ['ID=9083afd4-fe23-45ab-8fd9-781f60ff04fa,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:46.523161 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-dd5541be-56d8-4fb3-9f49-f2384c602a9a None None] Port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:40:46.626728 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.828498 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:46.957444 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Router fe412811-c781-48b5-aa92-aa9323097e8b is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:40:47.066021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:40:47.075234 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Sync routers for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:40:47.086989 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.088337 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-40f788ef-af54-49db-810f-684bdb9dcf5c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4860694 Nov 12 06:40:47.090992 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59972) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:47.093623 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:47.094233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:47.222160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:47.398466 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0ebc69-3f2d-4183-8b38-bc9160e0e9f5 None None] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:40:47.470127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:46Z', 'revision_number': 3, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:47.508762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Checking router: fe412811-c781-48b5-aa92-aa9323097e8b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:40:47.509113 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Updating router fe412811-c781-48b5-aa92-aa9323097e8b port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:40:47.512438 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-208b4f0d-2498-4492-a062-744b91e27b7a None None] Provisioning complete for port 9083afd4-fe23-45ab-8fd9-781f60ff04fa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:47.512807 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-208b4f0d-2498-4492-a062-744b91e27b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.535845 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.574509 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.691156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Allocated IP 172.20.0.1 (2b43c0aa-0d49-47d5-b190-3f0d246fd294/989f5000-c49e-4eb4-b2ea-02f02617a6fa/0713c4bc-5e4d-4517-9ca2-f0b92723ef7b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:40:47.768546 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.786889 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-208b4f0d-2498-4492-a062-744b91e27b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.796801 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.831305 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.875545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-208b4f0d-2498-4492-a062-744b91e27b7a None None] For port 9083afd4-fe23-45ab-8fd9-781f60ff04fa, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9083afd4-fe23-45ab-8fd9-781f60ff04fa,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:47.885558 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Pushing event updated for resources: {'Port': ['ID=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:47.887404 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-208b4f0d-2498-4492-a062-744b91e27b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.895966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:47.899168 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:47.901497 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:40:47.952274 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:47.958763 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b4f0d-2498-4492-a062-744b91e27b7a None None] Pushing event updated for resources: {'Port': ['ID=9083afd4-fe23-45ab-8fd9-781f60ff04fa,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:47.984269 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9083afd4-fe23-45ab-8fd9-781f60ff04fa up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:40:48.063397 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.071987 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.094332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.112355 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9083afd4-fe23-45ab-8fd9-781f60ff04fa triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:48.113125 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.151691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5079d838-7f04-431d-95e8-268ea7ce4fe6 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:48.171382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959eff18-70da-4281-aa1f-9902eeb357b1 None None] Pushing event updated for resources: {'Port': ['ID=18b76d51-a962-4ab2-b4e7-00107f0bbe65,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:48.188712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Attempting to bind port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:40:48.189066 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Attempting to bind port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:40:48.189433 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Attempting to bind port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:40:48.196856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:40:48.196856 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:48.197264 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.197495 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:40:48.197970 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Bound port: 18b76d51-a962-4ab2-b4e7-00107f0bbe65, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:40:48.198376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.202618 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ecfb8f90-481d-4432-8765-e82c2edd14c1 None None] Provisioning complete for port 9083afd4-fe23-45ab-8fd9-781f60ff04fa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:48.202982 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8f90-481d-4432-8765-e82c2edd14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.288964 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.294446 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.320709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] For port 18b76d51-a962-4ab2-b4e7-00107f0bbe65, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:40:48.341691 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] For port 18b76d51-a962-4ab2-b4e7-00107f0bbe65, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=18b76d51-a962-4ab2-b4e7-00107f0bbe65,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:40:48.363982 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.365541 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.367231 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Pushing event updated for resources: {'Port': ['ID=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:48.417612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade8730-6eee-4f20-82c3-477719d3f06c None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:48.446983 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:48.447599 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:48.449520 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959eff18-70da-4281-aa1f-9902eeb357b1 None None] Pushing event updated for resources: {'Port': ['ID=18b76d51-a962-4ab2-b4e7-00107f0bbe65,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:48.459847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:48.461331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:48.573900 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] Provisioning complete for port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:48.574228 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.577191 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:48.648458 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] Port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:40:48.708566 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] Provisioning complete for port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:48.709067 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:48.930771 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Router fe412811-c781-48b5-aa92-aa9323097e8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:40:48.968803 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.033992 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.038966 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:40:49.052141 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3123af87-37d4-4c76-bba8-24757a91de12 admin admin] 10.222.0.48 "PUT /v2.0/routers/fe412811-c781-48b5-aa92-aa9323097e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9517374 Nov 12 06:40:49.060129 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] For port 18b76d51-a962-4ab2-b4e7-00107f0bbe65, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=18b76d51-a962-4ab2-b4e7-00107f0bbe65,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:49.066474 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.092811 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 2, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:49.126361 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb1fc-1d77-432c-ba81-de43911cbdb8 None None] The sync data for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 is: [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 2, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:40:49.148912 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61d4c9-44cc-49ad-9f94-b68a43350487 None None] Pushing event updated for resources: {'Port': ['ID=18b76d51-a962-4ab2-b4e7-00107f0bbe65,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:49.189818 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-cd8f1c0c-8166-4645-93e9-fa50aed6aecf None None] Provisioning complete for port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:49.190332 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1c0c-8166-4645-93e9-fa50aed6aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.231557 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f1c0c-8166-4645-93e9-fa50aed6aecf None None] Port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:40:49.548843 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59988) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:49.553777 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2014604790-network', 'tenant_id': '043b894cb14747a9bf45f5a998539f70'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:49.575616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Made reservation on behalf of 043b894cb14747a9bf45f5a998539f70 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:40:49.578017 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for network, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.587996 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.670683 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.675255 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.701080 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 06:40:49.712589 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca0da1-33f9-4548-bb1f-724b0a1cb22b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:49.717763 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.718234 n-d-765315-28 neutron-server[102590]: INFO neutron.db.segments_db [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Added segment 0dc85fb4-f827-41b9-82ae-4d2d2c3b484c of type vlan for network 828e6a42-aefe-444b-85f4-1072f7ef8a39 Nov 12 06:40:49.723021 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.759693 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761895241966'] for network, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.798195 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782'] for network, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.799277 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:49.799846 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Publish callbacks [] for network, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:49.861818 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3118300 Nov 12 06:40:49.864585 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59990) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:49.871320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Request body: {'subnet': {'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2014604790-subnet', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:49.881693 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73694077-781a-4701-9bb5-8e451fdf0208 admin admin] Pushing event updated for resources: {'Network': ['ID=828e6a42-aefe-444b-85f4-1072f7ef8a39,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:49.898076 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Network 828e6a42-aefe-444b-85f4-1072f7ef8a39 details requested by agent ovs-agent-n-d-765315-28 with host n-d-765315-28 {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 06:40:49.903838 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Made reservation on behalf of 043b894cb14747a9bf45f5a998539f70 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:40:49.906791 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8512759'] for subnet, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.043718 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 18b76d51-a962-4ab2-b4e7-00107f0bbe65 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:40:50.095779 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:50.095779 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.117043 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8941942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8512741'] for subnet, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.169826 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a57f8b-d515-4293-b87f-d7e2f8ce65d6,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:50.182181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9083afd4-fe23-45ab-8fd9-781f60ff04fa up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:40:50.187698 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Checking segment: {'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:50.188063 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Network hostable DHCP agents. Network: 828e6a42-aefe-444b-85f4-1072f7ef8a39, hostable agents: ['14443eef-08bd-46fc-b192-941ab59a4018'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 06:40:50.209601 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Network 828e6a42-aefe-444b-85f4-1072f7ef8a39 is scheduled to be hosted by DHCP agent 14443eef-08bd-46fc-b192-941ab59a4018 with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 06:40:50.218955 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-28, 828e6a42-aefe-444b-85f4-1072f7ef8a39) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:50.223677 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:50.224372 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.234427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 9083afd4-fe23-45ab-8fd9-781f60ff04fa triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:50.234871 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.237295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f037477c-bef9-4b1b-86ab-aa1c4bb723b3 None None] Network 828e6a42-aefe-444b-85f4-1072f7ef8a39 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:40:50.244081 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-9ee76363-c736-4dd8-9856-716a461437d1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3784447 Nov 12 06:40:50.246754 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 59992) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:50.252153 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:50.273939 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-443566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47273'] for router, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.275352 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47266'] for router, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.342821 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.448620 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3567be14-5272-5652-9a53-a09281e09093-828e6a42-aefe-444b-85f4-1072f7ef8a39', 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'fixed_ips': [{'subnet_id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6'}]}} from n-d-765315-28. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 06:40:50.449716 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.496731 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.590333 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Allocated IP 172.20.0.2 (828e6a42-aefe-444b-85f4-1072f7ef8a39/00a57f8b-d515-4293-b87f-d7e2f8ce65d6/b0760921-857b-413f-a219-376648457843) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:40:50.719158 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.744483 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.754237 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.760075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.802319 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Network 828e6a42-aefe-444b-85f4-1072f7ef8a39 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:50.805354 n-d-765315-28 neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:50.810110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:40:50.813252 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Pushing event updated for resources: {'Port': ['ID=b0760921-857b-413f-a219-376648457843,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:50.856467 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Allocated IP 172.25.2.233 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/59772509-3dda-4f95-ac7a-87f4bffa9fd2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:40:50.870727 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Attempting to bind port b0760921-857b-413f-a219-376648457843 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:40:50.871094 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Attempting to bind port b0760921-857b-413f-a219-376648457843 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:40:50.871447 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Attempting to bind port b0760921-857b-413f-a219-376648457843 on network 828e6a42-aefe-444b-85f4-1072f7ef8a39 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:40:50.876515 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:40:50.876884 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Checking segment: {'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:50.877274 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.877656 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Bound using segment: {'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:40:50.878112 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Bound port: b0760921-857b-413f-a219-376648457843, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:40:50.878521 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.943411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] For port b0760921-857b-413f-a219-376648457843, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:40:50.946985 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] For port b0760921-857b-413f-a219-376648457843, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b0760921-857b-413f-a219-376648457843,segment=NetworkSegment(0dc85fb4-f827-41b9-82ae-4d2d2c3b484c),segment_id=0dc85fb4-f827-41b9-82ae-4d2d2c3b484c)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:40:50.951811 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:50.965418 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:51.009314 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:51.012242 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaef8f5-edb2-48c1-a554-2f221e8317cc None None] Pushing event updated for resources: {'Port': ['ID=b0760921-857b-413f-a219-376648457843,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:51.050018 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:51.055603 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:51.058077 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:40:51.071400 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f3f95-137f-4e94-8043-a589af6c2b16 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:51.092544 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Pushing event updated for resources: {'Port': ['ID=59772509-3dda-4f95-ac7a-87f4bffa9fd2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:51.201270 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-88bd6427-8ee2-48ae-9c60-10dd0f9c25b1 None None] Provisioning complete for port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:51.201749 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-88bd6427-8ee2-48ae-9c60-10dd0f9c25b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:51.260048 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-88bd6427-8ee2-48ae-9c60-10dd0f9c25b1 None None] Port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:40:51.325222 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Sync routers for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:40:51.335904 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:51.336508 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:51.369730 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:51.439532 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:51.569532 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445361'] for router, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:51.639242 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 2, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:51.669150 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Checking router: fe412811-c781-48b5-aa92-aa9323097e8b for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:40:51.669498 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Updating router fe412811-c781-48b5-aa92-aa9323097e8b port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:40:51.700934 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:51.708058 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 is scheduled to L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 06:40:51.831035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:40:51.842533 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Sync routers for ids ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:40:51.857366 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Routers {'7fa7b4f5-db65-40fe-b5d2-6f479de1a546'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:51.858206 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:51.862638 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:51.877204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-28bfe96f-d7dc-4acd-8ecd-7391e34c9a4d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6290379 Nov 12 06:40:51.879940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 59994) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:51.994955 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Set router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:52.013204 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.019601 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.027182 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b0760921-857b-413f-a219-376648457843 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:40:52.105935 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397437c-8863-4f90-bc2e-857d95f8140c None None] Network 828e6a42-aefe-444b-85f4-1072f7ef8a39 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:40:52.184663 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Pushing event updated for resources: {'Port': ['ID=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:52.211011 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.211367 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.211905 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.212247 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.212578 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.212907 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.214358 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.214696 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.215035 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.215361 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.215689 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.216068 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:40:52.231875 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Attempting to bind port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:40:52.232498 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Attempting to bind port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:40:52.232865 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Attempting to bind port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b on network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:40:52.239370 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:40:52.239741 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Checking segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:52.240137 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.240526 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Bound using segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:40:52.240991 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Bound port: 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:40:52.241127 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-16a373cb-df35-45ed-92bf-b9e2e082b925 None None] Provisioning complete for port b0760921-857b-413f-a219-376648457843 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:52.241517 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.241639 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16a373cb-df35-45ed-92bf-b9e2e082b925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.313688 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b0760921-857b-413f-a219-376648457843 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:52.314319 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.319104 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] For port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:40:52.324128 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] For port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:40:52.331015 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.394615 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:52.395281 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:52.423007 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.445012 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df538518-cbf2-443f-84c1-2b35a038f5c1 None None] Pushing event updated for resources: {'Port': ['ID=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:52.544414 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:52.649897 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-2a3510a7-6fd1-4a73-a8c5-40f0f1e9b539 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1093004 Nov 12 06:40:52.705650 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Allocated IP 172.20.0.1 (828e6a42-aefe-444b-85f4-1072f7ef8a39/00a57f8b-d515-4293-b87f-d7e2f8ce65d6/da63a1da-49ce-4e52-82ab-7b970d1d85d5) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:40:52.774910 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16a373cb-df35-45ed-92bf-b9e2e082b925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.782687 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:52Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:52.802794 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.817273 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc499a-fc51-438b-b5bf-a4921d7c7d0c None None] The sync data for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 is: [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:52Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:40:52.818476 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-145b7a29-14b7-461e-833f-1cb287b4f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:52.819065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-145b7a29-14b7-461e-833f-1cb287b4f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:52.819749 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-145b7a29-14b7-461e-833f-1cb287b4f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:52.820118 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-145b7a29-14b7-461e-833f-1cb287b4f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:52.820953 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-145b7a29-14b7-461e-833f-1cb287b4f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:52.822984 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-145b7a29-14b7-461e-833f-1cb287b4f89e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.1019099 Nov 12 06:40:52.855800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-16a373cb-df35-45ed-92bf-b9e2e082b925 None None] For port b0760921-857b-413f-a219-376648457843, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b0760921-857b-413f-a219-376648457843,segment=NetworkSegment(0dc85fb4-f827-41b9-82ae-4d2d2c3b484c),segment_id=0dc85fb4-f827-41b9-82ae-4d2d2c3b484c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:52.857756 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:51Z', 'revision_number': 3, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:52.868635 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.892430 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Checking router: 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:40:52.892785 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Updating router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 binding host n-d-765315-28 {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:40:52.894815 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16a373cb-df35-45ed-92bf-b9e2e082b925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.956409 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:52.976952 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a373cb-df35-45ed-92bf-b9e2e082b925 None None] Pushing event updated for resources: {'Port': ['ID=b0760921-857b-413f-a219-376648457843,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:53.014811 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Network 828e6a42-aefe-444b-85f4-1072f7ef8a39 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:53.018928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.024513 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:53.034725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:40:53.060562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-78d1e701-5844-493d-84f8-617d1e9ef37d None None] Provisioning complete for port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:53.060938 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-78d1e701-5844-493d-84f8-617d1e9ef37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.070995 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 06:40:53.071619 n-d-765315-28 neutron-server[102591]: DEBUG oslo_db.api [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 06:40:53.072007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Pushing event updated for resources: {'Port': ['ID=da63a1da-49ce-4e52-82ab-7b970d1d85d5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:53.079646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-3c41e2df-28a2-40e0-998c-b9c9405cc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:53.080365 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-3c41e2df-28a2-40e0-998c-b9c9405cc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:53.081195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-3c41e2df-28a2-40e0-998c-b9c9405cc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:53.083179 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-3c41e2df-28a2-40e0-998c-b9c9405cc537 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.2280281 Nov 12 06:40:53.133629 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-a8613436-e1c1-42f3-9526-a819f97816fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0422144 Nov 12 06:40:53.137888 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446052'] for router_interface, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.287066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-78d1e701-5844-493d-84f8-617d1e9ef37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.334427 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-78d1e701-5844-493d-84f8-617d1e9ef37d None None] For port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:53.340547 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-c3d6ba68-120d-4c00-ae55-ecb6e8b8365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:53.340754 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-78d1e701-5844-493d-84f8-617d1e9ef37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.343928 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-c3d6ba68-120d-4c00-ae55-ecb6e8b8365d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0811698 Nov 12 06:40:53.346368 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.430889 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1e701-5844-493d-84f8-617d1e9ef37d None None] Pushing event updated for resources: {'Port': ['ID=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:53.439292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-4cdc18da-b124-484e-b1c8-d10528973074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:53.440939 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-4cdc18da-b124-484e-b1c8-d10528973074 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856874 Nov 12 06:40:53.462821 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.471844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.476918 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0ea74459-d04b-4619-9a52-6acc3f2b9c17 None None] Provisioning complete for port b0760921-857b-413f-a219-376648457843 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:53.477377 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ea74459-d04b-4619-9a52-6acc3f2b9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.549563 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Attempting to bind port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:40:53.550013 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Attempting to bind port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:40:53.550462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Attempting to bind port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 on network 9b131141-8c9e-4d15-bb6c-26ff3211f73d {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:40:53.560542 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9569f-1cd3-4d8a-8bfc-12bcb5899195 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:53.579660 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:40:53.580111 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Checking segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:53.580588 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.581046 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Bound using segment: {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:40:53.581598 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Bound port: 59772509-3dda-4f95-ac7a-87f4bffa9fd2, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd79e7-84c5-4e4a-b732-f161ac1304ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:40:53.582324 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.605104 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ff4b5-d3bb-4971-ac83-de185a4174dc None None] Pushing event updated for resources: {'Port': ['ID=59772509-3dda-4f95-ac7a-87f4bffa9fd2,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:53.617526 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-c212aa19-48f2-4a65-b5e3-184d58999dd3 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618035 Nov 12 06:40:53.665392 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.696879 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.707545 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] For port 59772509-3dda-4f95-ac7a-87f4bffa9fd2, host n-d-765315-28, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:40:53.725837 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] For port 59772509-3dda-4f95-ac7a-87f4bffa9fd2, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59772509-3dda-4f95-ac7a-87f4bffa9fd2,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:40:53.731459 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.783221 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5ab04-6d7b-48ac-aba8-d6aff7223f0a None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:40:53.789014 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0ea74459-d04b-4619-9a52-6acc3f2b9c17 None None] Provisioning complete for port da63a1da-49ce-4e52-82ab-7b970d1d85d5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:53.789316 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0ea74459-d04b-4619-9a52-6acc3f2b9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.793874 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-446192'] for router_interface, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:53.804993 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Pushing event updated for resources: {'Port': ['ID=da63a1da-49ce-4e52-82ab-7b970d1d85d5,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:53.812347 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-343b8311-f722-42c5-a9f3-b3d92d5b0f34 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858890 Nov 12 06:40:53.830230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Routers {'7fa7b4f5-db65-40fe-b5d2-6f479de1a546'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:53.830601 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:53.837641 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ff4b5-d3bb-4971-ac83-de185a4174dc None None] Pushing event updated for resources: {'Port': ['ID=59772509-3dda-4f95-ac7a-87f4bffa9fd2,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:53.876806 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-50611758-663f-4ab2-94f8-e8fd340d67f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0461118 Nov 12 06:40:53.880214 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0ea74459-d04b-4619-9a52-6acc3f2b9c17 None None] Port da63a1da-49ce-4e52-82ab-7b970d1d85d5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:40:53.970617 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-23d82eb6-7f28-464a-afa8-622f30ab88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:53.971709 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] Set router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:53.972707 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-23d82eb6-7f28-464a-afa8-622f30ab88e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0669227 Nov 12 06:40:53.975040 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:40:54.012270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Network 828e6a42-aefe-444b-85f4-1072f7ef8a39 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:54.017175 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:54.034910 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-86677f72-3ecc-48ba-a0fd-fc8e308bd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:54.037255 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-86677f72-3ecc-48ba-a0fd-fc8e308bd7bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569112 Nov 12 06:40:54.100238 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9741b53c-4b31-482b-a0d8-8d4e7d453b43 None None] Provisioning complete for port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:54.100479 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9741b53c-4b31-482b-a0d8-8d4e7d453b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:54.207692 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:54.208063 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:54.209715 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-2abfbf73-75d0-4614-b62e-c196140c45fd service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385341 Nov 12 06:40:54.214465 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:40:54.315551 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9741b53c-4b31-482b-a0d8-8d4e7d453b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:54.349786 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9741b53c-4b31-482b-a0d8-8d4e7d453b43 None None] For port 59772509-3dda-4f95-ac7a-87f4bffa9fd2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59772509-3dda-4f95-ac7a-87f4bffa9fd2,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:54.374695 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9741b53c-4b31-482b-a0d8-8d4e7d453b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:54.431233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 4, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'da63a1da-49ce-4e52-82ab-7b970d1d85d5', 'name': '', 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'mac_address': 'fa:16:3e:ae:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:52Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 2, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'subnets': [{'id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:54.437118 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b0760921-857b-413f-a219-376648457843 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:40:54.495476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f1799-4544-4bb1-8f3f-1d9ef1088ce8 None None] The sync data for ids ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'] in n-d-765315-28 is: [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 4, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'da63a1da-49ce-4e52-82ab-7b970d1d85d5', 'name': '', 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'mac_address': 'fa:16:3e:ae:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:52Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 2, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'subnets': [{'id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:40:54.504051 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741b53c-4b31-482b-a0d8-8d4e7d453b43 None None] Pushing event updated for resources: {'Port': ['ID=59772509-3dda-4f95-ac7a-87f4bffa9fd2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:54.530212 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a7de1eaf-3427-485e-803e-ed7f139a27f0 None None] Provisioning complete for port da63a1da-49ce-4e52-82ab-7b970d1d85d5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:54.530650 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7de1eaf-3427-485e-803e-ed7f139a27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:54.585596 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a7de1eaf-3427-485e-803e-ed7f139a27f0 None None] Port da63a1da-49ce-4e52-82ab-7b970d1d85d5 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:40:54.589185 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port b0760921-857b-413f-a219-376648457843 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:54.589626 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:54.727734 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-ed213796-c5ed-4a60-add6-ef3b886c6d51 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105398 Nov 12 06:40:54.783477 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-1e67ae4f-2895-4ed9-b22b-e3ddd712870d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0468984 Nov 12 06:40:54.784808 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:40:54.792159 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-b56d365d-8f77-4935-b180-e11ad320b308 admin admin] 10.222.0.48 "PUT /v2.0/routers/7fa7b4f5-db65-40fe-b5d2-6f479de1a546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9086535 Nov 12 06:40:54.847198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-ca0ef899-e430-4004-b87d-924c660519fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:54.849154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-ca0ef899-e430-4004-b87d-924c660519fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0582032 Nov 12 06:40:54.898478 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-058fbfef-0e18-41e1-84d7-9f718d242fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:54.900145 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-058fbfef-0e18-41e1-84d7-9f718d242fb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0441036 Nov 12 06:40:54.999042 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-b46ace73-2dde-4fde-96a4-a821deea29df service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918484 Nov 12 06:40:55.098415 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-3185ddd2-ea71-4f40-81c3-1f49f32d8e8e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909681 Nov 12 06:40:55.148513 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-4f1498bb-fd0a-43a6-8078-96cd82e9d771 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0432601 Nov 12 06:40:55.198198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-310ba09c-1589-42f4-9eab-92477e000d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:55.199913 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-310ba09c-1589-42f4-9eab-92477e000d21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0449722 Nov 12 06:40:55.236799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60002) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:55.241483 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d333d768-3b97-47f1-b9b6-a66f7920ca6b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398460251', 'description': 'tempest-secgroup-smoke-398460251 description', 'project_id': '758f5eb3f0db45c6913c210095d6cbb5'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:55.246364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-1d0b33eb-b2fd-407b-8e50-bf26dd396ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:55.247853 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-1d0b33eb-b2fd-407b-8e50-bf26dd396ea0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411406 Nov 12 06:40:55.263133 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d333d768-3b97-47f1-b9b6-a66f7920ca6b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.329834 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d333d768-3b97-47f1-b9b6-a66f7920ca6b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.333517 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d333d768-3b97-47f1-b9b6-a66f7920ca6b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.344849 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-3da7d1c0-bc24-49aa-9505-a1d20c4f0b17 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882556 Nov 12 06:40:55.363980 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d333d768-3b97-47f1-b9b6-a66f7920ca6b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.365185 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d333d768-3b97-47f1-b9b6-a66f7920ca6b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1273267 Nov 12 06:40:55.367044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333d768-3b97-47f1-b9b6-a66f7920ca6b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:55.368940 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60004) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:55.373186 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-771018ba-45db-4625-9974-d2c9f192daee tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9e3af-99a6-4043-b0ae-b51b70c1dee7', 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:55.400425 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-771018ba-45db-4625-9974-d2c9f192daee tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.437580 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-c47e0b88-bf2f-40e1-bd07-f73a4b2ad11a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862448 Nov 12 06:40:55.459857 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-771018ba-45db-4625-9974-d2c9f192daee tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.464415 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-771018ba-45db-4625-9974-d2c9f192daee tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.482380 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771018ba-45db-4625-9974-d2c9f192daee tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21df6125-5b07-4784-a11b-e4353aa96480,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:55.484519 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-c75f088f-58b1-4aa5-9466-a228a0f4f1d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0395505 Nov 12 06:40:55.491933 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-771018ba-45db-4625-9974-d2c9f192daee tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.493159 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-771018ba-45db-4625-9974-d2c9f192daee tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233037 Nov 12 06:40:55.495870 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60006) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:55.500236 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a24ce03e-a0e4-49fe-b2e7-373951b6c3e4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9e3af-99a6-4043-b0ae-b51b70c1dee7', 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:55.530678 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a24ce03e-a0e4-49fe-b2e7-373951b6c3e4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.538972 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-37e70475-4e32-408d-99fe-7bbc84bd6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:55.540440 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-37e70475-4e32-408d-99fe-7bbc84bd6722 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0488927 Nov 12 06:40:55.586700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-07fe6386-8a01-44b4-89c1-26a95bc2032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:55.588485 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-07fe6386-8a01-44b4-89c1-26a95bc2032a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415068 Nov 12 06:40:55.588630 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a24ce03e-a0e4-49fe-b2e7-373951b6c3e4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.592740 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a24ce03e-a0e4-49fe-b2e7-373951b6c3e4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.617941 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ce03e-a0e4-49fe-b2e7-373951b6c3e4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bb2f6c-ee71-4c69-9ba2-cb70a6111f29,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:55.634893 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a24ce03e-a0e4-49fe-b2e7-373951b6c3e4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.636317 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-a24ce03e-a0e4-49fe-b2e7-373951b6c3e4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394818 Nov 12 06:40:55.642243 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60008) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:55.648160 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-6c728e33-d113-4d7d-b503-c386a1b504d3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9e3af-99a6-4043-b0ae-b51b70c1dee7', 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:55.677243 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c728e33-d113-4d7d-b503-c386a1b504d3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.727170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-a8b7fa77-b4ec-4527-b830-dc9cde0577fe service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308198 Nov 12 06:40:55.755972 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c728e33-d113-4d7d-b503-c386a1b504d3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.762204 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c728e33-d113-4d7d-b503-c386a1b504d3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.783303 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c728e33-d113-4d7d-b503-c386a1b504d3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64de5282-8056-48cd-aaf6-93e4b5684b2c,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:55.790187 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6c728e33-d113-4d7d-b503-c386a1b504d3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.790875 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-6c728e33-d113-4d7d-b503-c386a1b504d3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463077 Nov 12 06:40:55.793829 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60010) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:55.798439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3a6814cb-e172-4a32-86ec-502c6eb68b7f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9e3af-99a6-4043-b0ae-b51b70c1dee7', 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:55.830237 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a6814cb-e172-4a32-86ec-502c6eb68b7f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.831521 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-49da59fc-deba-4acb-9b78-8ae6f29b7578 req-3fd1796c-f370-4a10-bcae-85bcbbbc6d2d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967131 Nov 12 06:40:55.907521 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a6814cb-e172-4a32-86ec-502c6eb68b7f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.913108 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a6814cb-e172-4a32-86ec-502c6eb68b7f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.931319 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6814cb-e172-4a32-86ec-502c6eb68b7f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ada17d-8b6e-4512-bcc1-737233adcfbe,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:55.949396 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3a6814cb-e172-4a32-86ec-502c6eb68b7f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:55.950775 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-3a6814cb-e172-4a32-86ec-502c6eb68b7f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561592 Nov 12 06:40:55.958600 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60012) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:55.963224 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-57dd89ad-9477-4de4-8599-8834643bb5df tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9e3af-99a6-4043-b0ae-b51b70c1dee7', 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:55.968769 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59772509-3dda-4f95-ac7a-87f4bffa9fd2 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:40:55.989946 n-d-765315-28 neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-57dd89ad-9477-4de4-8599-8834643bb5df tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Project 758f5eb3f0db45c6913c210095d6cbb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:40:55.995671 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-57dd89ad-9477-4de4-8599-8834643bb5df tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.023331 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:56.023997 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.062788 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-57dd89ad-9477-4de4-8599-8834643bb5df tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.068162 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-57dd89ad-9477-4de4-8599-8834643bb5df tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.086687 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd89ad-9477-4de4-8599-8834643bb5df tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3d0866-e780-4779-bd75-18dc3de7a80e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:56.096870 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-57dd89ad-9477-4de4-8599-8834643bb5df tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.099658 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-57dd89ad-9477-4de4-8599-8834643bb5df tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399357 Nov 12 06:40:56.103021 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60014) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:40:56.108134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [None req-29eb482c-fce0-4817-83d7-2370b8c11c88 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9e3af-99a6-4043-b0ae-b51b70c1dee7', 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:56.134906 n-d-765315-28 neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-29eb482c-fce0-4817-83d7-2370b8c11c88 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Project 758f5eb3f0db45c6913c210095d6cbb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 06:40:56.140360 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29eb482c-fce0-4817-83d7-2370b8c11c88 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.208567 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29eb482c-fce0-4817-83d7-2370b8c11c88 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.212988 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29eb482c-fce0-4817-83d7-2370b8c11c88 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557042'] for security_group_rule, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.237087 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb482c-fce0-4817-83d7-2370b8c11c88 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74516536-4a4e-45d1-9a7c-08f39dadb911,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:56.242507 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-29eb482c-fce0-4817-83d7-2370b8c11c88 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:56.243813 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-29eb482c-fce0-4817-83d7-2370b8c11c88 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394396 Nov 12 06:40:56.397879 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-72407bc9-a991-474f-96f4-87c465ab283f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398460251&fields=id&tenant_id=758f5eb3f0db45c6913c210095d6cbb5 HTTP/1.1" status: 200 len: 267 time: 0.0459206 Nov 12 06:40:56.506054 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-fef65648-3026-4897-bf05-45996f21f193 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:56.507686 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-fef65648-3026-4897-bf05-45996f21f193 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 810 time: 0.1030025 Nov 12 06:40:56.522943 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0847d6e6-3759-486e-bba3-6db1322bf791 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/quotas/758f5eb3f0db45c6913c210095d6cbb5 HTTP/1.1" status: 200 len: 375 time: 0.0094087 Nov 12 06:40:56.576034 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-9594b84d-3c7c-488a-a5c0-7907b6d5dbc0 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474648 Nov 12 06:40:56.678541 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-45b53f69-7825-4f81-81c1-cba54914f39a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:40:56.679562 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-45b53f69-7825-4f81-81c1-cba54914f39a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0921299 Nov 12 06:40:56.772653 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-b9856b9c-8d5c-4761-9209-c5dc0c88038b service neutron] 10.222.0.48 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864954 Nov 12 06:40:56.863510 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-93d54430-8bdf-4a94-98b2-a92c3e30fc51 service neutron] 10.222.0.48 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848010 Nov 12 06:40:57.025940 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1a416ea3-5e8c-45db-a531-13f99fe0cf26 req-a73a9e10-378b-435b-92f7-648f4d3628f0 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 210 time: 0.0268269 Nov 12 06:40:57.081965 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Sync routers for ids ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:40:57.090955 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Routers {'7fa7b4f5-db65-40fe-b5d2-6f479de1a546'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:57.091551 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:57.205333 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Set router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:57.407553 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 4, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'da63a1da-49ce-4e52-82ab-7b970d1d85d5', 'name': '', 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'mac_address': 'fa:16:3e:ae:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:52Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 2, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'subnets': [{'id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:57.434084 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Checking router: 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:40:57.434368 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Updating router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 port da63a1da-49ce-4e52-82ab-7b970d1d85d5 binding host n-d-765315-28 {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 06:40:57.460849 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:57.721219 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:57.726080 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:57.777737 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5dd8b-f5b6-4471-a892-519b53d7080f None None] Pushing event updated for resources: {'Port': ['ID=da63a1da-49ce-4e52-82ab-7b970d1d85d5,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:57.826522 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Attempting to bind port da63a1da-49ce-4e52-82ab-7b970d1d85d5 on host n-d-765315-28 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:40:57.826892 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Attempting to bind port da63a1da-49ce-4e52-82ab-7b970d1d85d5 by drivers openvswitch,hyperv on host n-d-765315-28 at level 0 using segments [{'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:40:57.827252 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Attempting to bind port da63a1da-49ce-4e52-82ab-7b970d1d85d5 on network 828e6a42-aefe-444b-85f4-1072f7ef8a39 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:40:57.832514 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Checking agent: {'id': 'e5be447f-c9c0-474f-870c-b4f62f910c59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 2, 49), 'started_at': datetime.datetime(2021, 11, 12, 5, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:40:57.832888 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Checking segment: {'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:57.833282 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:57.833667 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Bound using segment: {'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:40:57.834154 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Bound port: da63a1da-49ce-4e52-82ab-7b970d1d85d5, host: n-d-765315-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:40:57.834556 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:57.912383 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] For port da63a1da-49ce-4e52-82ab-7b970d1d85d5, host n-d-765315-28, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:40:57.916179 n-d-765315-28 neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] For port da63a1da-49ce-4e52-82ab-7b970d1d85d5, host n-d-765315-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=da63a1da-49ce-4e52-82ab-7b970d1d85d5,segment=NetworkSegment(0dc85fb4-f827-41b9-82ae-4d2d2c3b484c),segment_id=0dc85fb4-f827-41b9-82ae-4d2d2c3b484c)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:40:57.923756 n-d-765315-28 neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.006213 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Routers {'7fa7b4f5-db65-40fe-b5d2-6f479de1a546'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:40:58.006875 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:58.036224 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a7738553-984d-4e69-b6bb-fc5c2bc20509 None None] Provisioning complete for port da63a1da-49ce-4e52-82ab-7b970d1d85d5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:58.037344 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7738553-984d-4e69-b6bb-fc5c2bc20509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.037466 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-fc86d026-0a15-434c-bf00-55dcede7e292 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:58.039439 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-fc86d026-0a15-434c-bf00-55dcede7e292 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 810 time: 0.1389163 Nov 12 06:40:58.072891 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5dd8b-f5b6-4471-a892-519b53d7080f None None] Pushing event updated for resources: {'Port': ['ID=da63a1da-49ce-4e52-82ab-7b970d1d85d5,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:58.138781 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-9103fb64-0e6f-4108-b1c5-05800f505a09 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758f5eb3f0db45c6913c210095d6cbb5 HTTP/1.1" status: 200 len: 379 time: 0.0868299 Nov 12 06:40:58.158234 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] Set router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:40:58.158825 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7738553-984d-4e69-b6bb-fc5c2bc20509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.173991 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'port': {'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'admin_state_up': True, 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'security_groups': ['d2b9e3af-99a6-4043-b0ae-b51b70c1dee7']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:58.180210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d2e19211-a586-42ef-8e83-395d9123c572 req-01f3e433-4617-42a5-b393-1d77003dbb1e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 210 time: 0.0404119 Nov 12 06:40:58.215368 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a7738553-984d-4e69-b6bb-fc5c2bc20509 None None] For port da63a1da-49ce-4e52-82ab-7b970d1d85d5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=da63a1da-49ce-4e52-82ab-7b970d1d85d5,segment=NetworkSegment(0dc85fb4-f827-41b9-82ae-4d2d2c3b484c),segment_id=0dc85fb4-f827-41b9-82ae-4d2d2c3b484c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:40:58.221226 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.222457 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7738553-984d-4e69-b6bb-fc5c2bc20509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.281664 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7738553-984d-4e69-b6bb-fc5c2bc20509 None None] Pushing event updated for resources: {'Port': ['ID=da63a1da-49ce-4e52-82ab-7b970d1d85d5,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:58.304784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Made reservation on behalf of 758f5eb3f0db45c6913c210095d6cbb5 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:40:58.308607 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.345508 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2beaf015-55e5-4a0c-acc5-53e3c8e6abb6 None None] Provisioning complete for port da63a1da-49ce-4e52-82ab-7b970d1d85d5 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:58.345998 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2beaf015-55e5-4a0c-acc5-53e3c8e6abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.448679 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Allocated IP 172.20.0.3 (2b43c0aa-0d49-47d5-b190-3f0d246fd294/989f5000-c49e-4eb4-b2ea-02f02617a6fa/a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:40:58.475800 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 4, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'da63a1da-49ce-4e52-82ab-7b970d1d85d5', 'name': '', 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'mac_address': 'fa:16:3e:ae:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:52Z', 'updated_at': '2021-11-12T06:40:57Z', 'revision_number': 4, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'subnets': [{'id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:40:58.506741 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea9968-e39d-4a64-bad1-5e94822d417f None None] The sync data for ids ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'] in n-d-765315-28 is: [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 4, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': 'da63a1da-49ce-4e52-82ab-7b970d1d85d5', 'name': '', 'network_id': '828e6a42-aefe-444b-85f4-1072f7ef8a39', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'mac_address': 'fa:16:3e:ae:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:52Z', 'updated_at': '2021-11-12T06:40:57Z', 'revision_number': 4, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'subnets': [{'id': '00a57f8b-d515-4293-b87f-d7e2f8ce65d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:40:58.586132 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.621052 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.674739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:40:58.677927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:40:58.683138 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:40:58.687702 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:58.735872 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:58.736650 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:58.758407 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-940cf9ba-2dc4-438e-b91e-38a9251e4341 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027868 Nov 12 06:40:58.772156 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Request body: {'port': {'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-28'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:40:58.833189 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:59.119815 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-60963935-4884-4d91-b9c3-00a480c58296 None None] Provisioning complete for port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:59.120426 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-60963935-4884-4d91-b9c3-00a480c58296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:59.127595 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:40:59.135170 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:59.146971 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Transition to ACTIVE for port object a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:40:59.150777 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:59.154143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-60963935-4884-4d91-b9c3-00a480c58296 None None] Port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:40:59.205606 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Pushing event updated for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:59.308799 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Attempting to bind port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 on host n-h2-765315-28 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:40:59.309136 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Attempting to bind port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 by drivers openvswitch,hyperv on host n-h2-765315-28 at level 0 using segments [{'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:40:59.309470 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Attempting to bind port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 on network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:40:59.317416 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 on network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-28 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:40:59.317743 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Attempting to bind port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 on network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:40:59.325616 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Checking agent: {'id': '181b9cfd-6161-458b-a94f-a6e1c0fa6d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:40:59.325956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Checking segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:40:59.326373 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Bound using segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:40:59.326808 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Bound port: a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host: n-h2-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:40:59.327169 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:59.338001 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f026a-fe24-43a5-8f2f-2d8da221e22d req-50c5403f-50bc-472b-a0ce-eb843dafbafd tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:59.339604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d93f026a-fe24-43a5-8f2f-2d8da221e22d req-50c5403f-50bc-472b-a0ce-eb843dafbafd tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 943 time: 0.0765779 Nov 12 06:40:59.426402 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d93f026a-fe24-43a5-8f2f-2d8da221e22d req-c85acb0e-4e11-42db-b8ee-e4f131562b3e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801632 Nov 12 06:40:59.435787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:40:59.439762 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:40:59.443901 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:59.481129 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:59.481751 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:40:59.483151 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] 10.222.0.47 "PUT /v2.0/ports/a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 1092 time: 0.7153375 Nov 12 06:40:59.483590 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:40:59.486464 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff05d452-8d97-4337-8310-78df20f6943c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:40:59.514479 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31ca25-14e2-43d3-8b6e-4f1acc4226dd service neutron] Pushing event updated for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:40:59.581523 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-7486a863-ff5e-4d86-bf03-820051722495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:59.583085 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-7486a863-ff5e-4d86-bf03-820051722495 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1095 time: 0.0456626 Nov 12 06:40:59.628609 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077b564e-3bc9-4585-a17e-180312f0a96d x-openstack-request-id: req-077b564e-3bc9-4585-a17e-180312f0a96d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:40:59.628908 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:40:59.629161 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-077b564e-3bc9-4585-a17e-180312f0a96d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:40:59.629560 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'status': 'completed', 'code': 200} Nov 12 06:40:59.631400 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-64f57811-2ef1-4580-b067-675d69023d3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 217 time: 0.0388975 Nov 12 06:40:59.684868 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-706738b9-184a-416d-a4a4-98237bade5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:59.686950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-706738b9-184a-416d-a4a4-98237bade5c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0483208 Nov 12 06:40:59.742911 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-8f6f7572-3547-4de8-a1cb-3f6757199e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:40:59.744393 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-8f6f7572-3547-4de8-a1cb-3f6757199e32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452065 Nov 12 06:40:59.833738 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-d2ca87ed-fa18-4400-8727-689e939030be service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800967 Nov 12 06:40:59.937032 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-a049c40c-2ca8-4e44-b4ad-89312eda8dde req-0c1b4bbd-55d8-47ab-8fb9-b5b3efb1a767 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960796 Nov 12 06:40:59.943573 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device da63a1da-49ce-4e52-82ab-7b970d1d85d5 up at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:40:59.996668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Provisioning complete for port da63a1da-49ce-4e52-82ab-7b970d1d85d5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:40:59.997177 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:00.026084 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05d452-8d97-4337-8310-78df20f6943c req-8a49b1e1-4a27-43d7-ab68-e1c967e1cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:00.027643 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff05d452-8d97-4337-8310-78df20f6943c req-8a49b1e1-4a27-43d7-ab68-e1c967e1cb22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1095 time: 0.0427372 Nov 12 06:41:00.124404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05d452-8d97-4337-8310-78df20f6943c req-d1455f72-8885-4fad-a241-025b0c9220ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:00.125950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff05d452-8d97-4337-8310-78df20f6943c req-d1455f72-8885-4fad-a241-025b0c9220ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0905948 Nov 12 06:41:00.169039 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff05d452-8d97-4337-8310-78df20f6943c req-af70c084-c15e-4823-805e-5f2197941336 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 217 time: 0.0344369 Nov 12 06:41:00.217269 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05d452-8d97-4337-8310-78df20f6943c req-b62fbaf7-3ad2-41e0-bd7a-c4c952cfb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:00.218726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff05d452-8d97-4337-8310-78df20f6943c req-b62fbaf7-3ad2-41e0-bd7a-c4c952cfb34b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0424397 Nov 12 06:41:00.269313 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05d452-8d97-4337-8310-78df20f6943c req-016631b4-aae8-4d3e-a8c8-f1dfd57c2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:00.270797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff05d452-8d97-4337-8310-78df20f6943c req-016631b4-aae8-4d3e-a8c8-f1dfd57c2ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432425 Nov 12 06:41:00.359639 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff05d452-8d97-4337-8310-78df20f6943c req-3d698934-beb6-43fd-9223-11cdac344f41 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799727 Nov 12 06:41:00.453466 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-ff05d452-8d97-4337-8310-78df20f6943c req-c729add3-6d65-48fe-9499-72ed5e5327ad service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852137 Nov 12 06:41:00.545392 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a4c3-425e-42b9-89d0-1b3713afeca7 req-fa87aba5-a1e9-4058-930d-427efc354bc3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:00.546904 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f02a4c3-425e-42b9-89d0-1b3713afeca7 req-fa87aba5-a1e9-4058-930d-427efc354bc3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 943 time: 0.0500102 Nov 12 06:41:00.595620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4f02a4c3-425e-42b9-89d0-1b3713afeca7 req-9489725d-f6a4-45c0-b985-0df995deb457 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427825 Nov 12 06:41:01.709975 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd671-ee20-4256-868c-75ec778f30cf req-42191a75-2eca-4b5e-bede-1de5c4e1e02b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:01.711565 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbcd671-ee20-4256-868c-75ec778f30cf req-42191a75-2eca-4b5e-bede-1de5c4e1e02b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 943 time: 0.0492787 Nov 12 06:41:01.763820 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7dbcd671-ee20-4256-868c-75ec778f30cf req-c8b7fe39-0454-48b3-9acc-a79ec3b4b038 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462775 Nov 12 06:41:02.881149 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d9f01-d6eb-47f4-881d-f6a28e732981 req-a78024aa-9d10-4932-9d91-cb917b3dfd14 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:02.882624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-066d9f01-d6eb-47f4-881d-f6a28e732981 req-a78024aa-9d10-4932-9d91-cb917b3dfd14 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 943 time: 0.0483935 Nov 12 06:41:02.930530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-066d9f01-d6eb-47f4-881d-f6a28e732981 req-0787a848-4410-4ee5-be67-5769beb887eb tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420702 Nov 12 06:41:03.129586 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:41:03.227885 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:41:03.238989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:41:03.276466 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:03.289025 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:41:03.308507 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:41:03.313471 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:03.362800 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:41:03.554968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:41:04.044854 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383be61-e227-425e-bc16-212efd8898be req-72e765ce-3cf5-4efd-a249-ab317afc36ad tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:04.046515 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2383be61-e227-425e-bc16-212efd8898be req-72e765ce-3cf5-4efd-a249-ab317afc36ad tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 944 time: 0.0494299 Nov 12 06:41:04.095411 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-2383be61-e227-425e-bc16-212efd8898be req-5a9b2545-b0c6-4da8-aafe-d06da1199f33 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422962 Nov 12 06:41:05.146050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:41:05.195086 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning for port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:41:05.198947 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:41:05.199313 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:05.216146 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e1ae-edf8-4f5a-9128-c54b8d15a450 req-7b8eec9c-91a6-4a09-a65d-2308436b5beb tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:05.217620 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a6e1ae-edf8-4f5a-9128-c54b8d15a450 req-7b8eec9c-91a6-4a09-a65d-2308436b5beb tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 944 time: 0.0550976 Nov 12 06:41:05.268050 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-f5a6e1ae-edf8-4f5a-9128-c54b8d15a450 req-e6484810-7c7c-4c17-9466-2c2faa4dad48 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Nov 12 06:41:05.274667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:05.300595 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:41:05.302874 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3f6648-b95d-4178-9298-7108805bbc9a" -d '{"events": [{"server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "name": "network-vif-plugged", "status": "completed", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:41:05.316905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:41:05.324462 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:05.371506 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:41:05.395877 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b916c4b-9c2f-4ddc-93bc-1dfcc740f1f4 x-openstack-request-id: req-9b916c4b-9c2f-4ddc-93bc-1dfcc740f1f4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:41:05.396171 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "name": "network-vif-plugged", "status": "completed", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:41:05.396423 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b916c4b-9c2f-4ddc-93bc-1dfcc740f1f4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:41:05.396849 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'code': 200} Nov 12 06:41:05.492009 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146bdec-d1bf-43b0-b3a1-985fc88f995a req-48accb23-fb0e-43bb-8bd2-b88bd1272884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:05.493463 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8146bdec-d1bf-43b0-b3a1-985fc88f995a req-48accb23-fb0e-43bb-8bd2-b88bd1272884 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1097 time: 0.0390658 Nov 12 06:41:05.543905 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8146bdec-d1bf-43b0-b3a1-985fc88f995a req-22c56b09-91f6-4733-8b39-b65e57efce93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 Nov 12 06:41:06.384116 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5423d-a5cf-4edb-a557-5b851edcbbd7 req-9d4390e3-22c5-410f-a9d7-9515863ddc9d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:06.385603 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4e5423d-a5cf-4edb-a557-5b851edcbbd7 req-9d4390e3-22c5-410f-a9d7-9515863ddc9d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 945 time: 0.0486619 Nov 12 06:41:06.437104 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4e5423d-a5cf-4edb-a557-5b851edcbbd7 req-9af01ee2-0518-41a7-8698-ba881519a924 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449946 Nov 12 06:41:07.552413 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a102f-180a-4b76-9d71-8c22b2f3c9a7 req-71e8dc39-a013-4ba4-b773-063f47b52151 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:07.553894 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-263a102f-180a-4b76-9d71-8c22b2f3c9a7 req-71e8dc39-a013-4ba4-b773-063f47b52151 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 945 time: 0.0494595 Nov 12 06:41:07.602314 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-263a102f-180a-4b76-9d71-8c22b2f3c9a7 req-85a50171-39d9-44f5-a331-4b4f3ca84bd6 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425045 Nov 12 06:41:07.713404 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b3f3f-285a-484d-853a-3be872c68940 req-c858237a-fe15-4cc9-b000-443eeab8fe25 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:07.714886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-659b3f3f-285a-484d-853a-3be872c68940 req-c858237a-fe15-4cc9-b000-443eeab8fe25 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 945 time: 0.0477355 Nov 12 06:41:07.763374 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-659b3f3f-285a-484d-853a-3be872c68940 req-df37c04c-f7ab-4b72-bc98-12866457e681 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425205 Nov 12 06:41:07.785173 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60072) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:41:07.868031 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560f61c-e3b1-4d88-9d79-cbc6a608a739 tempest-TestSnapshotPattern-383521812 tempest-TestSnapshotPattern-383521812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:07.869540 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-5560f61c-e3b1-4d88-9d79-cbc6a608a739 tempest-TestSnapshotPattern-383521812 tempest-TestSnapshotPattern-383521812-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1092 time: 0.0833993 Nov 12 06:41:07.872520 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60076) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:41:07.877312 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:41:07.900297 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:07.992888 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:08.432591 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Allocated IP 172.25.2.44 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/e2a1b701-960b-4e19-99e9-2720b19c3e2e) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:41:08.536392 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:08.572903 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:08.611518 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:41:08.614331 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:41:08.617126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:41:08.647202 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'Port': ['ID=e2a1b701-960b-4e19-99e9-2720b19c3e2e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:41:08.991356 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:09.056578 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:09.202796 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:09.207706 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:09.271494 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'Port': ['ID=e2a1b701-960b-4e19-99e9-2720b19c3e2e,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:41:09.284461 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:09.382542 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Floating IP b9f2bfbc-4e75-4100-a154-95bcafa2b5ee associated. External IP: 172.25.2.44, port: a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0. Nov 12 06:41:09.584746 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Router fe412811-c781-48b5-aa92-aa9323097e8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:41:09.689807 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:41:09.699382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] Sync routers for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:41:09.708958 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:09.710457 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:41:09.711648 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:41:09.750604 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-71750693-efeb-4b4d-8504-e7fa6181354f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8626275 Nov 12 06:41:09.750604 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:41:09.750604 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f11c59-704a-4a80-8065-b030ae0fddd4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:41:09.779177 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18e243c-b6e5-4fc7-8fad-10379446b466 x-openstack-request-id: req-c18e243c-b6e5-4fc7-8fad-10379446b466 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:41:09.779517 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:41:09.779757 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c18e243c-b6e5-4fc7-8fad-10379446b466 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:41:09.780169 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'status': 'completed', 'code': 200} Nov 12 06:41:09.819171 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:41:09.843081 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-6b1705e3-eb9e-437b-a2cd-ac71600265fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:09.844614 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-6b1705e3-eb9e-437b-a2cd-ac71600265fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1097 time: 0.0410981 Nov 12 06:41:09.943328 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-2b56b95f-f127-4b2e-b1c3-08b820c473c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:09.944800 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-2b56b95f-f127-4b2e-b1c3-08b820c473c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0908623 Nov 12 06:41:10.011668 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-00904af7-8a10-498b-8d49-af164f78e796 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 998 time: 0.0590327 Nov 12 06:41:10.042790 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:08Z', 'revision_number': 0, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:41:10.065851 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-77271b77-e93f-4d18-bbd7-bd40fe53f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:10.067377 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-77271b77-e93f-4d18-bbd7-bd40fe53f239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0488195 Nov 12 06:41:10.068982 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] Checking router: fe412811-c781-48b5-aa92-aa9323097e8b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:41:10.077266 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:41:10.077861 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:40:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:41:10.114099 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-ee0c3809-fe44-4cbd-8b40-8c9b057444b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:10.115622 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-ee0c3809-fe44-4cbd-8b40-8c9b057444b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401499 Nov 12 06:41:10.181886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:41:10.206252 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-db8afd5d-c22b-4b61-bdd7-5cf8a1660791 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825853 Nov 12 06:41:10.303554 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-35f11c59-704a-4a80-8065-b030ae0fddd4 req-cb86bee8-107d-486a-a865-463883f596a8 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888612 Nov 12 06:41:10.404476 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:08Z', 'revision_number': 0, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:41:10.430322 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6efab6-1b8e-4ebd-bd66-a508e387e711 None None] The sync data for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 is: [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:08Z', 'revision_number': 0, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:41:10.618620 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407b171-ea9f-40db-8837-9d06a5dcae22 None None] New status for floating IP b9f2bfbc-4e75-4100-a154-95bcafa2b5ee: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:41:11.443703 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:13.460233 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:41:14.065422 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6bef5318-1c2d-43ef-937f-29128871fb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:16.447195 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-63a6d052-7f22-4df6-aefb-849bf8f5a843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:17.678918 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:18.913947 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:19.722642 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:28.192418 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:41.456097 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:44.067147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-85511eeb-ab57-4b02-9061-6da9225bab6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:46.449543 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-97d6ad9d-13f5-45f8-bb54-860339b57863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:47.684957 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:48.917279 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:49.726824 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:41:50.459103 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:41:52.702697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-01fa23bf-eb13-4bac-b747-f56f34ad0fab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1110334 Nov 12 06:41:52.807309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-89a36cc1-e076-4459-8c9a-cdcdf56aa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:52.807724 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-89a36cc1-e076-4459-8c9a-cdcdf56aa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:52.808203 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-89a36cc1-e076-4459-8c9a-cdcdf56aa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:52.808676 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-89a36cc1-e076-4459-8c9a-cdcdf56aa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:52.809148 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-89a36cc1-e076-4459-8c9a-cdcdf56aa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:52.811228 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-89a36cc1-e076-4459-8c9a-cdcdf56aa5ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0472786 Nov 12 06:41:52.929760 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-8e3f9a22-03af-41e3-a125-30fbe6612ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:52.930245 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-8e3f9a22-03af-41e3-a125-30fbe6612ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:52.930776 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-8e3f9a22-03af-41e3-a125-30fbe6612ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:52.932367 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-8e3f9a22-03af-41e3-a125-30fbe6612ac4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0957305 Nov 12 06:41:52.972878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-de4d3339-5c76-4c49-a3ba-d9b08fcc7863 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0335636 Nov 12 06:41:53.022260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-6ce53764-b188-45fb-b13f-f1d9202b0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:53.023842 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-6ce53764-b188-45fb-b13f-f1d9202b0092 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0446484 Nov 12 06:41:53.073437 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-de36f758-97b9-4163-9736-a4a960b328f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:53.074847 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-de36f758-97b9-4163-9736-a4a960b328f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436618 Nov 12 06:41:53.162441 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-b7e19fe0-b903-49c5-b0ba-87f5573717ed service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798702 Nov 12 06:41:53.254470 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-2d105ef5-4862-4842-92d4-7d10854523ec service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853219 Nov 12 06:41:53.293738 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-4b415ed3-0077-4606-8574-a070e9f4af59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0325818 Nov 12 06:41:53.341353 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-d5e2e210-8891-401b-acd8-8c51718e4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:53.342745 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-d5e2e210-8891-401b-acd8-8c51718e4b1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0421765 Nov 12 06:41:53.394111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-9c2ca88b-cfa6-4496-89f4-c9a3a47a50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:53.395666 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-9c2ca88b-cfa6-4496-89f4-c9a3a47a50e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446846 Nov 12 06:41:53.486114 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-5a30211d-201c-4dfb-9ec0-d1107230330e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834053 Nov 12 06:41:53.581204 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-9afb668a-b94e-40e6-a1df-161973e2e433 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883000 Nov 12 06:41:53.624256 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-0a37fee9-012c-4841-8ba2-5df4b21c1b01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0360768 Nov 12 06:41:53.674296 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-f2792a91-7b83-46cd-b92a-23db0063cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:53.675781 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-f2792a91-7b83-46cd-b92a-23db0063cf51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0444951 Nov 12 06:41:53.727309 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-019b9a7c-ff73-4742-a906-7af5d84e6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:53.728808 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-019b9a7c-ff73-4742-a906-7af5d84e6bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465729 Nov 12 06:41:53.820212 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-b6287900-3b63-485a-bc17-053baf7a5fc3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840812 Nov 12 06:41:53.915432 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-2fe55da4-e89a-4511-a48c-06c27961cdaa service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888090 Nov 12 06:41:53.957163 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-54dbcf18-76c9-4e56-adf0-b4bb43f78bed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0340090 Nov 12 06:41:54.004576 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-744fb65c-d574-469d-834a-dead26d1933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:54.005975 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-744fb65c-d574-469d-834a-dead26d1933f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0425820 Nov 12 06:41:54.055589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-c75f0b7e-3d75-4642-a0ef-2b6bbec0587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:54.057042 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-c75f0b7e-3d75-4642-a0ef-2b6bbec0587e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443325 Nov 12 06:41:54.144520 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-bbf638b7-533d-4dd7-aed1-86ac1762e0d9 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802431 Nov 12 06:41:54.235758 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-db8bacf5-6aa4-4047-b985-33e92939ca6d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844440 Nov 12 06:41:54.276072 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-c510f956-7165-4309-9bc8-3f722eb463f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0336549 Nov 12 06:41:54.323026 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-c23f0283-0da3-409b-bdfc-da523a86617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:54.324393 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-c23f0283-0da3-409b-bdfc-da523a86617c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0420330 Nov 12 06:41:54.372974 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-528e7e30-deb6-4f89-9464-697dbe308018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:54.374460 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-528e7e30-deb6-4f89-9464-697dbe308018 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425618 Nov 12 06:41:54.462380 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-5453ef15-7076-4317-93ab-d56dde8f1855 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799518 Nov 12 06:41:54.554395 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e49729cf-2f2e-4524-9dec-85b5f69fe5ce req-62936dbb-0a4b-4648-b05d-3ebf1a782d35 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847020 Nov 12 06:41:56.017951 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136b1780-8723-4431-85b7-8448aff3422e req-d95d8b19-6e8f-4689-8bb4-62f7ee36b51d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398643 Nov 12 06:41:56.105093 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1780-8723-4431-85b7-8448aff3422e req-da6c61bb-20ad-4465-a616-7d58bd8e93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:56.106609 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136b1780-8723-4431-85b7-8448aff3422e req-da6c61bb-20ad-4465-a616-7d58bd8e93ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1097 time: 0.0445576 Nov 12 06:41:56.212927 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1780-8723-4431-85b7-8448aff3422e req-becb58ac-7da1-4511-8822-b902d167fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:56.214304 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136b1780-8723-4431-85b7-8448aff3422e req-becb58ac-7da1-4511-8822-b902d167fa6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0883656 Nov 12 06:41:56.290797 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136b1780-8723-4431-85b7-8448aff3422e req-935b8128-a6ef-43eb-9c0d-ff6c15ac6a04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 1000 time: 0.0689819 Nov 12 06:41:56.345365 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1780-8723-4431-85b7-8448aff3422e req-879378fa-c25c-4552-89f2-514aebb8221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:56.346826 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136b1780-8723-4431-85b7-8448aff3422e req-879378fa-c25c-4552-89f2-514aebb8221e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0483427 Nov 12 06:41:56.394904 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1780-8723-4431-85b7-8448aff3422e req-94b2cd9e-bd8d-4522-af07-0a14c2d4a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:41:56.396385 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136b1780-8723-4431-85b7-8448aff3422e req-94b2cd9e-bd8d-4522-af07-0a14c2d4a977 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422170 Nov 12 06:41:56.490702 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136b1780-8723-4431-85b7-8448aff3422e req-c2ee57d4-c1b1-4859-be65-ab9a8a166d1d service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863080 Nov 12 06:41:56.579766 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-136b1780-8723-4431-85b7-8448aff3422e req-03d48214-7f5d-4a2f-a2f1-8d813bf285e1 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814993 Nov 12 06:41:58.205102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:11.473609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:14.072598 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-768e1b1a-ad2f-4994-8b57-55a72ea46001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:16.450624 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c39230c7-02ca-424f-b2cc-e6ad66f0e5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:17.686113 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:18.919605 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:19.729913 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:27.457496 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:42:28.204702 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:41.479576 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:44.075152 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-74abfc7f-4edb-43e3-b97e-ff8c78612bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:46.389881 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-465822aa-094d-4aaa-8a71-895c58a0e063 req-68e438c9-4e94-4902-981c-8254f76abd99 service neutron] (102590) timed out ('10.222.0.43', 52056) {{(pid=102590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 06:42:46.452916 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2426-3383-435d-a858-fb008e69385b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:47.688305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:48.922463 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:49.735530 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:42:53.602711 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-38127878-f261-4db3-9ab5-d506c464f8f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0461717 Nov 12 06:42:53.712181 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-626288a5-855e-4601-a308-ccb67eba4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.712667 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-626288a5-855e-4601-a308-ccb67eba4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.713149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-626288a5-855e-4601-a308-ccb67eba4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.713623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-626288a5-855e-4601-a308-ccb67eba4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.714096 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-626288a5-855e-4601-a308-ccb67eba4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.715922 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-626288a5-855e-4601-a308-ccb67eba4a73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0509648 Nov 12 06:42:53.838334 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-2b4a9ab6-885d-49a3-a030-7ec66a0ab94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.838752 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-2b4a9ab6-885d-49a3-a030-7ec66a0ab94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.839227 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-2b4a9ab6-885d-49a3-a030-7ec66a0ab94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.840818 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-2b4a9ab6-885d-49a3-a030-7ec66a0ab94c service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0968838 Nov 12 06:42:53.882988 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-58a18bc2-0d90-4627-b234-d04af39037c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0345130 Nov 12 06:42:53.932162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-a29a1b04-22c0-4825-a460-b53b702f3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.933614 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-a29a1b04-22c0-4825-a460-b53b702f3309 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0441012 Nov 12 06:42:53.984709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-b3c4d715-966a-4cd8-8888-c35c211e4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:53.986205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-b3c4d715-966a-4cd8-8888-c35c211e4b23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446284 Nov 12 06:42:54.076239 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-a1f82a2c-595c-4275-b860-bd60de7410cd service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826893 Nov 12 06:42:54.169103 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-a99815f7-31b8-40bb-9eef-44a1dca1f2a0 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853176 Nov 12 06:42:54.212524 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-d6407d81-80af-4f79-8a75-11032e4b70b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0353723 Nov 12 06:42:54.261174 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-23ade95b-59a4-4ccf-8a57-3518ca34edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:54.262667 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-23ade95b-59a4-4ccf-8a57-3518ca34edba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0432177 Nov 12 06:42:54.313259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-118952fd-900b-4339-886e-146cfaa9ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:54.314777 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-118952fd-900b-4339-886e-146cfaa9ad12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445209 Nov 12 06:42:54.403585 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-00a86eb8-8e37-4e11-9ad4-1e62a671c8cc service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813932 Nov 12 06:42:54.499891 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-65342c9e-cf76-4b12-bc5b-34ea361fb275 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879915 Nov 12 06:42:54.541354 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-68d8677d-e2a7-4aaa-b294-30aba4cf1a7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0343845 Nov 12 06:42:54.596027 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-dc391d63-5632-4a5a-a292-1b0baf75da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:54.597484 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-dc391d63-5632-4a5a-a292-1b0baf75da13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0492172 Nov 12 06:42:54.644364 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-085b3311-477e-49c3-9ad2-1dfb6de6f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:54.645884 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-085b3311-477e-49c3-9ad2-1dfb6de6f8ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0414760 Nov 12 06:42:54.736039 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-cdd9f830-a3db-462d-a45c-5d741f5aa6a2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Nov 12 06:42:54.831095 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-1303ece4-4af4-47fa-bedf-c1c2459a4096 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874593 Nov 12 06:42:54.873032 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-d6509fe7-4f59-4f6f-b4a9-e055048db14f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0349660 Nov 12 06:42:54.927389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-50c5bb43-d9a9-4555-ab5e-ac7e557ebb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:54.928837 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-50c5bb43-d9a9-4555-ab5e-ac7e557ebb83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0473912 Nov 12 06:42:54.975274 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-fdc3ca3a-e324-4d98-9866-e0d99a3fb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:54.977317 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-fdc3ca3a-e324-4d98-9866-e0d99a3fb033 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416157 Nov 12 06:42:55.068409 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-b04f840f-c08e-4ac8-9736-68740b11fbaf service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842719 Nov 12 06:42:55.160451 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-39020828-b958-461c-8b47-91ddabfc6dbf service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854044 Nov 12 06:42:55.201160 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-23296e90-e516-4b8e-accf-f0261c421f01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0336473 Nov 12 06:42:55.254892 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-c89cb044-cf3c-4dd6-bf20-4463597748b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:55.256365 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-c89cb044-cf3c-4dd6-bf20-4463597748b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0484586 Nov 12 06:42:55.303622 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-dc347ed5-11b8-446b-a439-96100098a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:55.305124 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-dc347ed5-11b8-446b-a439-96100098a0a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415537 Nov 12 06:42:55.393599 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-0ab3bb9c-0409-43d7-b21b-00b72636c98d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814788 Nov 12 06:42:55.487217 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-a3fcca39-ffa9-4c31-b3e2-47d13a5d648f req-1ac548bf-e731-4ff8-a0d5-086fe03de33a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863101 Nov 12 06:42:56.067265 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-f9bde91d-cbae-48b6-bc2d-955e993952aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0984695 Nov 12 06:42:56.156418 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-8fe23d0b-83ac-412a-acce-e13b70c74e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:56.157842 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-8fe23d0b-83ac-412a-acce-e13b70c74e52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1097 time: 0.0463336 Nov 12 06:42:56.267811 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-af7a6e41-32e3-4b3f-b974-0f5268a75879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:56.269296 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-af7a6e41-32e3-4b3f-b974-0f5268a75879 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0907154 Nov 12 06:42:56.339783 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-5f3ac8c6-cca8-496d-91e3-ffe0093de338 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 1000 time: 0.0622580 Nov 12 06:42:56.391683 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-ddbb63dc-e31b-419b-a2fe-57a4f5568cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:56.393198 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-ddbb63dc-e31b-419b-a2fe-57a4f5568cbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0453129 Nov 12 06:42:56.441867 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-41737de0-4c40-46c2-8663-1580b7a42c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:42:56.443322 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-41737de0-4c40-46c2-8663-1580b7a42c65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424006 Nov 12 06:42:56.540732 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-9cce9c4c-4166-404b-b4e5-05e9e52f2bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896416 Nov 12 06:42:56.631280 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-75b7d996-8af5-41c8-b497-b75dcad25b50 req-5e6d65b6-f2b3-4dc0-b25f-3de9612158e1 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821898 Nov 12 06:42:58.219299 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:04.457022 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:43:09.967712 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 details requested by agent hyperv_n-h2-765315-28 with host n-h2-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:43:10.064386 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:43:10.075475 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Returning: {'device': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:43:10.111819 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:10.124986 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:43:10.144543 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:43:10.149673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:10.201419 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:10.208890 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.209230 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.209562 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.209891 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.210213 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.211089 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.211411 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.211729 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.212049 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.212363 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.212677 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.212990 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:10.230163 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] get_ports_and_sgs() called for port_ids ['a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:43:11.478271 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:11.975540 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 up at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:43:12.036207 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Provisioning complete for port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:43:12.037211 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:12.143975 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:12.183668 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:43:12.190250 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de62f08-c603-4be1-b3ea-c90049709530" -d '{"events": [{"server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "name": "network-vif-plugged", "status": "completed", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:43:12.205968 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:43:12.215901 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:12.269016 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:12.285120 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce9543-2c0e-4823-9be2-2ecf5419b713 x-openstack-request-id: req-83ce9543-2c0e-4823-9be2-2ecf5419b713 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:43:12.285628 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "name": "network-vif-plugged", "status": "completed", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:43:12.286488 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83ce9543-2c0e-4823-9be2-2ecf5419b713 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:43:12.286952 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'code': 200} Nov 12 06:43:14.083984 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-31f3375a-6691-4e01-b434-2b7d0cb03e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:16.461675 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfb57-0628-43d0-ad05-2a43b26bbf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:17.694305 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:18.942227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:19.742758 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:21.219372 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-583a23cf-2594-4465-bf43-57ae169600d9 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398460251&fields=id&tenant_id=758f5eb3f0db45c6913c210095d6cbb5 HTTP/1.1" status: 200 len: 267 time: 0.0498912 Nov 12 06:43:21.334827 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-bcdd1bd9-53c6-4f69-ab44-c1ec2cddeb8e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:21.337035 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-bcdd1bd9-53c6-4f69-ab44-c1ec2cddeb8e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 810 time: 0.1107612 Nov 12 06:43:21.352415 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-7d62f2fd-7c74-4706-bd94-2f1dbc4e3f83 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/quotas/758f5eb3f0db45c6913c210095d6cbb5 HTTP/1.1" status: 200 len: 375 time: 0.0096021 Nov 12 06:43:21.410872 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ee110e70-ea55-4ddb-988e-1189e59f07a5 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0526841 Nov 12 06:43:21.511612 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-9647aba0-a162-4560-b5ba-4a50eda6fd0e service neutron] 10.222.0.48 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890510 Nov 12 06:43:21.611308 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-96382577-bf8a-4fab-babd-b23bb29c96b9 service neutron] 10.222.0.48 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935135 Nov 12 06:43:21.792877 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-64b2c5b6-96f0-4da8-806a-7c0c56846ada req-178f13a4-64ed-49d4-ba20-fc407c38f9ed tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 210 time: 0.0382714 Nov 12 06:43:22.845074 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-e98707a8-08e6-41ad-a34c-a471a57b51d1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:22.847263 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-e98707a8-08e6-41ad-a34c-a471a57b51d1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.43 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 810 time: 0.1155925 Nov 12 06:43:22.901136 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-84cc3fbc-76eb-40a3-932d-9e33a90c955f req-7f39b728-5ca7-4b5d-a5bb-c588066ad9ed tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 210 time: 0.0311370 Nov 12 06:43:22.925654 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-74b3387e-1d11-4bb9-86f5-34f89bac979a tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758f5eb3f0db45c6913c210095d6cbb5 HTTP/1.1" status: 200 len: 379 time: 0.0619164 Nov 12 06:43:22.957149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'port': {'device_id': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'admin_state_up': True, 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'security_groups': ['d2b9e3af-99a6-4043-b0ae-b51b70c1dee7']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:43:23.071076 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Made reservation on behalf of 758f5eb3f0db45c6913c210095d6cbb5 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 06:43:23.074878 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:23.222010 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Allocated IP 172.20.0.6 (2b43c0aa-0d49-47d5-b190-3f0d246fd294/989f5000-c49e-4eb4-b2ea-02f02617a6fa/929cdc8e-b5e5-4374-b63b-4b1ded2536b3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:43:23.396351 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for port, precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:23.435554 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:23.549795 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:43:23.556055 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:43:23.565137 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:43:23.585375 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:23.660678 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.661149 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.661589 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.672567 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.673065 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.673503 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.673935 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.674555 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.674971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.675395 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.675824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.676249 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:23.719930 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:23.720750 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:23.754245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-db570617-3de8-4d79-87ef-688737a519f1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8014326 Nov 12 06:43:23.938880 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-34c93090-5efd-4637-a89b-2b9c3b8bbe3f None None] Provisioning complete for port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:43:23.952285 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34c93090-5efd-4637-a89b-2b9c3b8bbe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:24.019295 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-34c93090-5efd-4637-a89b-2b9c3b8bbe3f None None] Port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 06:43:24.042924 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:43:24.117791 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d6b6b-3f24-4b99-8aae-9ed2931a032c req-e9444aa3-1b96-4a46-a694-ad6ca8d69a04 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:24.121726 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d6d6b6b-3f24-4b99-8aae-9ed2931a032c req-e9444aa3-1b96-4a46-a694-ad6ca8d69a04 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0895622 Nov 12 06:43:24.139388 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:24.173778 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:43:24.176445 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1308fed-e00c-477e-a0e4-ca8e672adb5b" -d '{"events": [{"server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "name": "network-vif-unplugged", "status": "completed", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:43:24.192004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e3861701-418c-441e-920b-be3aff26ecff None None] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:43:24.200357 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:24.219895 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7d6d6b6b-3f24-4b99-8aae-9ed2931a032c req-35892350-7823-4e6a-b27b-7cc365ee3048 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915847 Nov 12 06:43:24.297614 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c0c90e-cb19-4987-8538-4cc9fc65607a x-openstack-request-id: req-21c0c90e-cb19-4987-8538-4cc9fc65607a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:43:24.298163 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "name": "network-vif-unplugged", "status": "completed", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:43:24.298642 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21c0c90e-cb19-4987-8538-4cc9fc65607a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:43:24.299254 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'code': 200} Nov 12 06:43:24.309695 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Pushing event updated for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:25.387389 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdcc85-d066-4948-a591-11b2346f805a req-c2147bff-ce4d-4b0c-a528-ef8403d21edb tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:25.388886 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4bdcc85-d066-4948-a591-11b2346f805a req-c2147bff-ce4d-4b0c-a528-ef8403d21edb tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0776260 Nov 12 06:43:25.449619 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d4bdcc85-d066-4948-a591-11b2346f805a req-227f93c9-3440-4a15-a436-a6069ac3cb4f tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543685 Nov 12 06:43:26.629126 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9cf0f-2bfc-4bcf-aa7c-e8d801611b23 req-637dada3-fbb1-4496-a6c3-87ab0b51066c tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:26.631576 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62a9cf0f-2bfc-4bcf-aa7c-e8d801611b23 req-637dada3-fbb1-4496-a6c3-87ab0b51066c tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0716679 Nov 12 06:43:26.684127 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-62a9cf0f-2bfc-4bcf-aa7c-e8d801611b23 req-cbec2648-261f-46b2-90d0-9b2112e32d19 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460377 Nov 12 06:43:27.807926 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521b3c4-a286-445c-a8ca-70a7bc1c295f req-06e1092e-1bdd-4fbc-a88a-52a594b2440e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:27.810716 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0521b3c4-a286-445c-a8ca-70a7bc1c295f req-06e1092e-1bdd-4fbc-a88a-52a594b2440e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0521967 Nov 12 06:43:27.874659 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-0521b3c4-a286-445c-a8ca-70a7bc1c295f req-88e0faed-4455-456a-b318-4c1e1f14dace tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562375 Nov 12 06:43:28.253796 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:28.995878 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf9081-1b55-48f0-8421-e76dbcaaf9bd req-ef3d2748-754c-417f-b163-805488cab659 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:28.998178 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bbf9081-1b55-48f0-8421-e76dbcaaf9bd req-ef3d2748-754c-417f-b163-805488cab659 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0523992 Nov 12 06:43:29.061950 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-4bbf9081-1b55-48f0-8421-e76dbcaaf9bd req-731b7a1a-c779-4420-b9d7-7b1215ecdeec tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569587 Nov 12 06:43:30.217893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e5df7-163a-4aaa-b75c-2400062d697d req-5c9222e3-18a5-4d52-b3d4-8a36a6b32af3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:30.219994 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-639e5df7-163a-4aaa-b75c-2400062d697d req-5c9222e3-18a5-4d52-b3d4-8a36a6b32af3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0807636 Nov 12 06:43:30.275682 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-639e5df7-163a-4aaa-b75c-2400062d697d req-33311dfd-99fe-487c-8683-8137074cb4a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483160 Nov 12 06:43:31.415493 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cb32a-7a1a-4fdc-8889-00ac63a3bbe7 req-cd8c0031-e779-4804-9206-c733163c97f4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:31.417008 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e78cb32a-7a1a-4fdc-8889-00ac63a3bbe7 req-cd8c0031-e779-4804-9206-c733163c97f4 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0580060 Nov 12 06:43:31.477523 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e78cb32a-7a1a-4fdc-8889-00ac63a3bbe7 req-c1adf699-4a92-44d6-b735-06d2127b6cd1 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543058 Nov 12 06:43:32.624587 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fff11-0349-4d74-9217-826984a626a8 req-f20e83af-0eca-4c20-9e9f-6b859e5656cf tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:32.626228 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d5fff11-0349-4d74-9217-826984a626a8 req-f20e83af-0eca-4c20-9e9f-6b859e5656cf tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0742257 Nov 12 06:43:32.709630 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6d5fff11-0349-4d74-9217-826984a626a8 req-56d143b4-db08-432c-b0d8-8a45dab6ebe8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766675 Nov 12 06:43:33.826117 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdbec7-70a7-4e3f-9b40-116352900b65 req-8cde0f22-4cd8-44a4-abd1-d9a359d84659 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:33.827953 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cbdbec7-70a7-4e3f-9b40-116352900b65 req-8cde0f22-4cd8-44a4-abd1-d9a359d84659 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0492003 Nov 12 06:43:33.880744 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9cbdbec7-70a7-4e3f-9b40-116352900b65 req-0deafc32-8ec8-4c9a-9893-6b57b2239920 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468829 Nov 12 06:43:34.997787 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d492f1-2c54-4c8f-9589-f76c826aebb3 req-51d9d7c0-e994-45ad-9561-e9f5b4730a81 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:35.000099 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31d492f1-2c54-4c8f-9589-f76c826aebb3 req-51d9d7c0-e994-45ad-9561-e9f5b4730a81 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 931 time: 0.0505252 Nov 12 06:43:35.051267 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-31d492f1-2c54-4c8f-9589-f76c826aebb3 req-4e41e2d6-a552-434b-a5ac-e4676a9a8203 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447075 Nov 12 06:43:35.464391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.v2.base [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Request body: {'port': {'device_id': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-28'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:43:35.521136 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:35.777391 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:43:35.784893 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:35.796908 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Transition to ACTIVE for port object 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 06:43:35.801140 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:35.852237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Pushing event updated for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:35.927270 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Attempting to bind port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 on host n-h1-765315-28 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 06:43:35.927958 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Attempting to bind port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 by drivers openvswitch,hyperv on host n-h1-765315-28 at level 0 using segments [{'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 06:43:35.928327 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Attempting to bind port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 on network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:43:35.937039 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 on network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-28 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 06:43:35.937377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Attempting to bind port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 on network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 06:43:35.943091 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Checking agent: {'id': 'e2f6ef46-97c0-4194-b76e-bfc8a2baf316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'started_at': datetime.datetime(2021, 11, 12, 5, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 6, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 06:43:35.943593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Checking segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 06:43:35.943819 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Bound using segment: {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 06:43:35.944810 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Bound port: 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host: n-h1-765315-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03af809f-aff1-4fc1-9698-f869617b844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 06:43:35.945319 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:36.026863 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 06:43:36.030797 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 06:43:36.038290 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3441237'] for port, after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:36.072268 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:36.072889 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:36.074760 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] 10.222.0.43 "PUT /v2.0/ports/929cdc8e-b5e5-4374-b63b-4b1ded2536b3 HTTP/1.1" status: 200 len: 1092 time: 0.6154513 Nov 12 06:43:36.077533 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:43:36.079929 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e0ac6-385d-4e75-b615-638d31345803" -d '{"events": [{"name": "network-changed", "server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:43:36.132415 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc39fef-0b80-4fc3-8c14-3e5325f5947f service neutron] Pushing event updated for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:36.184828 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb37a8-eae1-47a7-a45a-95d74d86c0ae req-a9895454-780e-4059-9c7c-74132683079b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:36.190634 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-5264dd65-41d2-4216-88a7-fbfae4238704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:36.192182 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-5264dd65-41d2-4216-88a7-fbfae4238704 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 1095 time: 0.0540087 Nov 12 06:43:36.192388 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fdb37a8-eae1-47a7-a45a-95d74d86c0ae req-a9895454-780e-4059-9c7c-74132683079b tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 943 time: 0.0576134 Nov 12 06:43:36.243465 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1fdb37a8-eae1-47a7-a45a-95d74d86c0ae req-47d2c601-ba62-4a0d-92ee-d73722965498 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502136 Nov 12 06:43:36.245784 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-820b4ec2-a2cc-4e5a-94aa-c6ce4879cadf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3 HTTP/1.1" status: 200 len: 217 time: 0.0391634 Nov 12 06:43:36.312882 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-75df0e0f-9f69-4af6-8f93-eebe4a03a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:36.314541 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-75df0e0f-9f69-4af6-8f93-eebe4a03a796 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0612926 Nov 12 06:43:36.372518 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-534d14aa-354d-44c5-aaff-ffdae9a0cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:36.374169 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-534d14aa-354d-44c5-aaff-ffdae9a0cea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523634 Nov 12 06:43:36.390638 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6b1e8e-2f8d-4466-8588-19b587203c7d x-openstack-request-id: req-3d6b1e8e-2f8d-4466-8588-19b587203c7d {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:43:36.390916 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:43:36.391164 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d6b1e8e-2f8d-4466-8588-19b587203c7d {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:43:36.391553 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'status': 'completed', 'code': 200} Nov 12 06:43:36.814629 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-396a618c-c39b-4c08-8d8d-601cbfc22663 service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328241 Nov 12 06:43:36.907287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d15608bf-c3fa-43ff-819f-b8a432107ff2 req-dbc64be8-b146-41f2-9c7a-1aa7affcfc2d service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851309 Nov 12 06:43:37.042618 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-21660687-ec9c-42dc-9d63-09f8281c1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:37.044156 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-21660687-ec9c-42dc-9d63-09f8281c1105 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 1095 time: 0.0425296 Nov 12 06:43:37.138859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-b8da47ba-3af3-443d-abea-8f00417efe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:37.140496 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-b8da47ba-3af3-443d-abea-8f00417efe63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0892286 Nov 12 06:43:37.181675 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-1e3fbbd9-15a0-49b0-8a87-97bda7f9b19c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3 HTTP/1.1" status: 200 len: 217 time: 0.0338392 Nov 12 06:43:37.233491 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-da50f679-9f38-497a-a30c-1ef8f9323920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:37.234982 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-da50f679-9f38-497a-a30c-1ef8f9323920 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0441670 Nov 12 06:43:37.280756 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-f5ce5b3e-d93a-4d91-9a0c-52f15cf087fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:37.282535 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-f5ce5b3e-d93a-4d91-9a0c-52f15cf087fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403211 Nov 12 06:43:37.369562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38741995-0cb4-4042-ba96-ae93ffb7ab60 req-49bdac18-dd71-454f-9da2-efb69edf0e90 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:37.371767 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38741995-0cb4-4042-ba96-ae93ffb7ab60 req-49bdac18-dd71-454f-9da2-efb69edf0e90 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 943 time: 0.0544343 Nov 12 06:43:37.384608 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-44a8f733-815d-4030-960c-abe093a64fed service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928452 Nov 12 06:43:37.423930 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-38741995-0cb4-4042-ba96-ae93ffb7ab60 req-d9cdea5c-71bc-401d-9c4b-9d60c178e254 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458388 Nov 12 06:43:37.483223 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8b0e0ac6-385d-4e75-b615-638d31345803 req-eb1e6cf4-6d56-427e-a142-823b491f1450 service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909934 Nov 12 06:43:38.548998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a88d16-852b-43af-8104-4cbda39914e1 req-a08cf69c-f6af-483d-b20b-a90365b74421 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:38.550530 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2a88d16-852b-43af-8104-4cbda39914e1 req-a08cf69c-f6af-483d-b20b-a90365b74421 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 943 time: 0.0549438 Nov 12 06:43:38.606729 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e2a88d16-852b-43af-8104-4cbda39914e1 req-9a857d25-da24-4ff8-94f3-c9e93855fbc5 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502248 Nov 12 06:43:39.727997 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6b7dc-8777-4f11-9486-3674ac912c1f req-3b5ff773-9503-435f-84fe-0e0742e354f5 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:39.729624 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63e6b7dc-8777-4f11-9486-3674ac912c1f req-3b5ff773-9503-435f-84fe-0e0742e354f5 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 943 time: 0.0530012 Nov 12 06:43:39.780929 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-63e6b7dc-8777-4f11-9486-3674ac912c1f req-9d7c9a61-7e15-4229-b282-6396c5fb1f9d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451305 Nov 12 06:43:40.899021 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca6aa-8988-4e58-bda9-38a96cab3818 req-aa36d322-b470-4449-bab9-c4231dab5912 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:40.900482 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4eca6aa-8988-4e58-bda9-38a96cab3818 req-aa36d322-b470-4449-bab9-c4231dab5912 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 943 time: 0.0492115 Nov 12 06:43:40.948504 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-e4eca6aa-8988-4e58-bda9-38a96cab3818 req-906936e2-e0de-470e-8f1e-5f7c81318775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419886 Nov 12 06:43:41.332934 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:43:41.430050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:43:41.441261 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'port_id': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'mac_address': 'fa:16:3e:c5:0f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:43:41.455071 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:43:41.478739 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:41.499582 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:43:41.515828 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:41.526313 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:43:41.530919 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:41.577010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:42.022873 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['929cdc8e-b5e5-4374-b63b-4b1ded2536b3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:43:42.066305 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd164-e757-42b6-89d8-168f825e93c8 req-cd125f81-4f9d-47e9-8c6c-2ea72a88fe89 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:42.067934 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f7cd164-e757-42b6-89d8-168f825e93c8 req-cd125f81-4f9d-47e9-8c6c-2ea72a88fe89 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 944 time: 0.0501263 Nov 12 06:43:42.121188 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-9f7cd164-e757-42b6-89d8-168f825e93c8 req-36fd942b-0410-4b60-8a56-30ba576f6a61 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467553 Nov 12 06:43:43.239386 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53bcf9-29d6-4f90-843b-37b80aae1787 req-4255eb77-1d8a-4dea-9fc3-9dde65bbd9a3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:43.240876 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f53bcf9-29d6-4f90-843b-37b80aae1787 req-4255eb77-1d8a-4dea-9fc3-9dde65bbd9a3 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 944 time: 0.0493340 Nov 12 06:43:43.289902 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-7f53bcf9-29d6-4f90-843b-37b80aae1787 req-6fdfd77f-67aa-4f87-9344-11391e36df85 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Nov 12 06:43:43.363637 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:43:43.415999 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning for port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 06:43:43.419711 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:43:43.420087 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:43.497745 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:43.522490 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:43:43.525378 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5835d31f-c9b2-4776-b2b8-27f7d733d8bd" -d '{"events": [{"server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "name": "network-vif-plugged", "status": "completed", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:43:43.538961 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:43:43.544519 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:43.585353 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02be287-a20b-4e2e-bb13-0035acf6dc7f x-openstack-request-id: req-e02be287-a20b-4e2e-bb13-0035acf6dc7f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:43:43.585741 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "name": "network-vif-plugged", "status": "completed", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:43:43.586092 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e02be287-a20b-4e2e-bb13-0035acf6dc7f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:43:43.586611 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'code': 200} Nov 12 06:43:43.608172 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:43.711711 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc603d9f-6920-4d5c-afb4-20a5bcd62492 req-7054fe4a-bf30-4e6c-8ff8-4cb02e004c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:43.713139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bc603d9f-6920-4d5c-afb4-20a5bcd62492 req-7054fe4a-bf30-4e6c-8ff8-4cb02e004c4b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 1097 time: 0.0411906 Nov 12 06:43:43.759170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-bc603d9f-6920-4d5c-afb4-20a5bcd62492 req-db825e61-cea0-40b0-aed0-3f33d2196191 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394855 Nov 12 06:43:44.079190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0cad1c3e-8631-42e2-9bd9-cc0175474045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:44.409140 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7666f36-bb69-44dc-950e-e975660f00ac req-244458b9-fcda-47d8-ba91-86cd33253c1e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:44.410634 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7666f36-bb69-44dc-950e-e975660f00ac req-244458b9-fcda-47d8-ba91-86cd33253c1e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Nov 12 06:43:44.461412 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-d7666f36-bb69-44dc-950e-e975660f00ac req-693dbe17-67e1-465b-b62f-70287ae35385 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443716 Nov 12 06:43:45.868035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af10a31-9f59-40d6-8d3f-a21232fca126 req-855717fd-d249-480c-8505-73cadafa2c46 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:45.869519 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3af10a31-9f59-40d6-8d3f-a21232fca126 req-855717fd-d249-480c-8505-73cadafa2c46 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 945 time: 0.0545058 Nov 12 06:43:45.917808 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3af10a31-9f59-40d6-8d3f-a21232fca126 req-23f9e282-b8ab-457d-8205-7032f1f77085 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422318 Nov 12 06:43:46.038446 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1fd3-6b53-4a09-94ef-368875298598 req-6e6904d8-64ad-4ef5-814b-4b0a3f49925e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:46.040222 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb8b1fd3-6b53-4a09-94ef-368875298598 req-6e6904d8-64ad-4ef5-814b-4b0a3f49925e tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 945 time: 0.0571194 Nov 12 06:43:46.088458 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-eb8b1fd3-6b53-4a09-94ef-368875298598 req-a4eea146-05e2-4a22-b254-4268cc9e2509 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Nov 12 06:43:46.117524 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60342) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:43:46.157842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac2c47a-6e6f-4a51-adb4-98cff953edb6 tempest-TestSnapshotPattern-383521812 tempest-TestSnapshotPattern-383521812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:46.162088 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3ac2c47a-6e6f-4a51-adb4-98cff953edb6 tempest-TestSnapshotPattern-383521812 tempest-TestSnapshotPattern-383521812-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 1092 time: 0.0408192 Nov 12 06:43:46.162477 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60344) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:43:46.167641 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Request body: {'floatingip': {'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'port_id': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 06:43:46.190094 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for floatingip, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:46.292411 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:46.395579 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Allocated IP 172.25.2.205 (9b131141-8c9e-4d15-bb6c-26ff3211f73d/d2d16b41-07b8-4faa-a003-7eb8596cbce6/18a4a68e-7376-415b-8d77-3df456b0332d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 06:43:46.455664 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9484cb0c-421e-4bf0-96a9-183c3d4ea763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:46.511559 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for port, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:46.545950 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761895255700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:46.585274 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Network 9b131141-8c9e-4d15-bb6c-26ff3211f73d is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 06:43:46.590179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 06:43:46.595320 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 06:43:46.601575 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'Port': ['ID=18a4a68e-7376-415b-8d77-3df456b0332d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:46.633196 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.633538 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.633876 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.634209 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.634562 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.634891 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.635210 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.635529 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.635849 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.636165 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.636485 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.636803 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:43:46.977100 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:47.042849 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:47.193753 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for port, precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:47.198994 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942075'] for port, after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:47.270855 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event updated for resources: {'Port': ['ID=18a4a68e-7376-415b-8d77-3df456b0332d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:43:47.284825 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445407'] for floatingip, after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:47.386677 n-d-765315-28 neutron-server[102590]: INFO neutron.db.l3_db [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Floating IP a3de2f5e-c610-4f4c-9f54-094770aa7476 associated. External IP: 172.25.2.205, port: 929cdc8e-b5e5-4374-b63b-4b1ded2536b3. Nov 12 06:43:47.694676 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:47.938216 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Router fe412811-c781-48b5-aa92-aa9323097e8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:43:48.043900 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:43:48.053233 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] Sync routers for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:43:48.062219 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:48.068143 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:43:48.068773 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:43:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:43:48.102367 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-d155f5b2-2e56-4071-aa86-2c43e75a26b2 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9292588 Nov 12 06:43:48.102367 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:43:48.102367 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:43:48.144477 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0e8fcd-da6a-4ea6-9801-8039f11b0057 x-openstack-request-id: req-bb0e8fcd-da6a-4ea6-9801-8039f11b0057 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:43:48.144767 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:43:48.145044 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb0e8fcd-da6a-4ea6-9801-8039f11b0057 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:43:48.145818 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'status': 'completed', 'code': 200} Nov 12 06:43:48.189909 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:43:48.236204 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-40fbf772-7c18-42c2-9193-333a655f8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:48.242368 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-40fbf772-7c18-42c2-9193-333a655f8ec3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 1097 time: 0.0496430 Nov 12 06:43:48.335738 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-33fa754c-ce27-4027-8eaf-1bba0f948b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:48.337241 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-33fa754c-ce27-4027-8eaf-1bba0f948b91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0920208 Nov 12 06:43:48.415533 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-64a7c180-605c-4c22-9985-6647cceeb6a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3 HTTP/1.1" status: 200 len: 999 time: 0.0683808 Nov 12 06:43:48.426160 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a3de2f5e-c610-4f4c-9f54-094770aa7476', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:c5:0f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:43:46Z', 'updated_at': '2021-11-12T06:43:46Z', 'revision_number': 0, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}, {'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:10Z', 'revision_number': 1, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:43:48.454216 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] Checking router: fe412811-c781-48b5-aa92-aa9323097e8b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:43:48.462647 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:43:48.463253 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:43:46Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:43:48.467051 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-b4e74494-ce7f-418a-a53e-9732850a4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:48.468620 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-b4e74494-ce7f-418a-a53e-9732850a4913 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0465925 Nov 12 06:43:48.517736 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-c74572e2-591d-46b8-bf4a-f736c352bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:48.520005 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-c74572e2-591d-46b8-bf4a-f736c352bcb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438783 Nov 12 06:43:48.571217 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:43:48.628035 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-08ae718c-b700-414a-bde1-a5f4428cb01b service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010375 Nov 12 06:43:48.729177 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-e54d4509-b6a1-4b64-ab83-c7edb7642dbc req-0dd97173-020d-4050-aae5-713a4dd518f8 service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943799 Nov 12 06:43:48.820829 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a3de2f5e-c610-4f4c-9f54-094770aa7476', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:c5:0f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:43:46Z', 'updated_at': '2021-11-12T06:43:46Z', 'revision_number': 0, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}, {'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:10Z', 'revision_number': 1, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:43:48.847519 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697cf34-127e-4482-be69-bd138b3c301c None None] The sync data for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 is: [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'a3de2f5e-c610-4f4c-9f54-094770aa7476', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:c5:0f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:43:46Z', 'updated_at': '2021-11-12T06:43:46Z', 'revision_number': 0, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}, {'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:10Z', 'revision_number': 1, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:43:48.929609 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:49.070052 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608584c-2d6c-405e-84be-1a10c44cf344 None None] New status for floating IP a3de2f5e-c610-4f4c-9f54-094770aa7476: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:43:49.737770 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:43:55.354366 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-c8fe3f6c-c9f9-49ff-a783-12da3cc8139c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0501900 Nov 12 06:43:55.460078 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-4e68483c-d9ce-4b94-995d-6df1b3818488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.460586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-4e68483c-d9ce-4b94-995d-6df1b3818488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.461089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-4e68483c-d9ce-4b94-995d-6df1b3818488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.461554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-4e68483c-d9ce-4b94-995d-6df1b3818488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.462015 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-4e68483c-d9ce-4b94-995d-6df1b3818488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.463858 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-4e68483c-d9ce-4b94-995d-6df1b3818488 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0495632 Nov 12 06:43:55.579376 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-8d399d0d-c84f-48c7-b85a-14e6ea21bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.579981 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-8d399d0d-c84f-48c7-b85a-14e6ea21bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.580501 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-8d399d0d-c84f-48c7-b85a-14e6ea21bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.582106 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-8d399d0d-c84f-48c7-b85a-14e6ea21bb75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0945768 Nov 12 06:43:55.627494 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-60344cbf-299e-4bd0-b38f-a768aca498ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0379591 Nov 12 06:43:55.675490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-d2f33308-1d26-465c-aefd-c910fe66ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.676959 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-d2f33308-1d26-465c-aefd-c910fe66ccc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0432632 Nov 12 06:43:55.724217 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-f7de42d1-af51-4bc9-bf47-15abf06fe8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:55.725636 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-f7de42d1-af51-4bc9-bf47-15abf06fe8e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418024 Nov 12 06:43:55.817964 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-cafc2fc6-2015-4fe0-aaf6-8032979956a5 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854208 Nov 12 06:43:55.905916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-28c8c2fc-e95c-49f2-bdfa-3d53cf4b4627 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800338 Nov 12 06:43:55.951557 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-7b97a7a0-5ace-4058-9318-dc4606ecd40f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0382621 Nov 12 06:43:56.001626 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-24958c59-5377-4b15-847e-2390b555bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:56.003008 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-24958c59-5377-4b15-847e-2390b555bb37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0435500 Nov 12 06:43:56.048448 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-78cefac8-073a-49ce-9122-07210bebfad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:56.049910 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-78cefac8-073a-49ce-9122-07210bebfad9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0393181 Nov 12 06:43:56.142425 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-1c49c703-1ad0-4e8a-a833-6e4aa274ad62 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844083 Nov 12 06:43:56.232077 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-782c775d-34e9-482b-811d-230d2ba71f73 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826623 Nov 12 06:43:56.277626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-d0a504f0-133c-4b28-80f6-fc4ab7823f47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0379219 Nov 12 06:43:56.326287 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-e4a8fb0c-6141-44d3-830c-9a13cbec23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:56.327746 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-e4a8fb0c-6141-44d3-830c-9a13cbec23f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0435324 Nov 12 06:43:56.373218 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-f900c396-2908-4b35-8a81-d8d8215d1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:56.374710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-f900c396-2908-4b35-8a81-d8d8215d1143 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0393343 Nov 12 06:43:56.467931 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-58d43cb2-5a16-4648-9555-482d72f4e409 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858431 Nov 12 06:43:56.557404 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-0c165811-10e8-462b-94a6-ab01af9b1a4b service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817974 Nov 12 06:43:56.602595 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-c02abfeb-fe96-4b9f-b55b-4a70e1c518d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0372186 Nov 12 06:43:56.649907 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-ea7d1cd6-390e-4504-bad1-e246e0eda61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:56.651324 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-ea7d1cd6-390e-4504-bad1-e246e0eda61a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0423503 Nov 12 06:43:56.697489 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-bacebe23-f528-4442-901a-d5ed6a3aa157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:56.699020 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-bacebe23-f528-4442-901a-d5ed6a3aa157 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0396791 Nov 12 06:43:56.794959 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-bf13da72-c9c7-44d1-a2e8-79fcb2f7bf05 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873940 Nov 12 06:43:56.885143 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-8f1f1ff4-3a34-4d6b-8caf-a25cbcfe6cc7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824976 Nov 12 06:43:56.930146 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-748acc9b-044a-4fbb-a7a1-f590d4ac1895 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0373449 Nov 12 06:43:56.988899 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-c96e7d06-4ac7-46ee-b535-3e174d5f809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:56.990434 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-c96e7d06-4ac7-46ee-b535-3e174d5f809d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0541236 Nov 12 06:43:57.019462 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-e6ad323f-8c8a-4465-b578-6dcb97982b41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542474 Nov 12 06:43:57.039036 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36457b-803a-483a-be46-64c77a90261a req-8586877a-e295-4d9f-a159-160bada4cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:57.040544 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-8586877a-e295-4d9f-a159-160bada4cf6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436189 Nov 12 06:43:57.103399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-c84645e0-400a-476b-861a-c1bd73f119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:57.105057 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-c84645e0-400a-476b-861a-c1bd73f119a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1095 time: 0.0419681 Nov 12 06:43:57.142936 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-96a79c49-8614-4dfb-9f08-0760ec9ace2a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934114 Nov 12 06:43:57.224856 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-5f2e9555-4216-4a71-8ca9-194974f6ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:57.226711 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-5f2e9555-4216-4a71-8ca9-194974f6ade6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.1007555 Nov 12 06:43:57.248972 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-0f36457b-803a-483a-be46-64c77a90261a req-ca16d767-2ee4-4732-a24a-e826f239de23 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982559 Nov 12 06:43:57.298453 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-488d5d9c-6cf4-4bc9-9151-5b2f039879da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 998 time: 0.0642166 Nov 12 06:43:57.348531 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-5e6965ce-a62b-41bc-95cb-3608813db01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:57.349957 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-5e6965ce-a62b-41bc-95cb-3608813db01d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0430698 Nov 12 06:43:57.399284 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-033633f4-21ae-440a-896e-f12e7f639606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:43:57.400727 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-033633f4-21ae-440a-896e-f12e7f639606 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430639 Nov 12 06:43:57.490572 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-d3da6efb-c5bf-4cb7-82d5-3c750400a690 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810671 Nov 12 06:43:57.585194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-6b2dee7b-9046-4e51-9c95-293a21a99918 req-8aea3a5a-e9b4-4ab6-913d-00013bc7a44e service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859027 Nov 12 06:43:58.261710 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:11.513417 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:14.080288 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bee3f348-7015-4fcf-9b00-f485cf547fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:16.461111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c4711ce-701a-4f35-a84e-b458b869cf52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:17.696196 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:18.454070 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:44:18.931287 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:19.740844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:28.268257 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:41.507852 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:44.084037 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-714b95fb-6883-4d21-9d9f-13b8d7a5fd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:46.463191 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9be9450f-dc31-4b87-9caa-17032ff0229f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:47.701111 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:48.961104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:49.748616 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:44:54.571579 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-46b73eb7-80c7-4ed0-92a5-ec0ece1101ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439487 Nov 12 06:44:54.644859 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-e829d665-8648-428c-805a-3ec2c6f85dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:44:54.646371 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-e829d665-8648-428c-805a-3ec2c6f85dfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 1097 time: 0.0400090 Nov 12 06:44:54.749477 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-e1a13227-3758-4e0f-9f74-80d50a713556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:44:54.751041 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-e1a13227-3758-4e0f-9f74-80d50a713556 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0836849 Nov 12 06:44:54.821392 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-6d312f19-dae6-43e4-a955-ef065ad868d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3 HTTP/1.1" status: 200 len: 1001 time: 0.0623462 Nov 12 06:44:54.869519 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-56679e05-7d62-4873-8090-114f09ed9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:44:54.871021 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-56679e05-7d62-4873-8090-114f09ed9fbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0433316 Nov 12 06:44:54.919255 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-68982a32-bce6-481d-9abf-f77dd2727ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:44:54.920759 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-68982a32-bce6-481d-9abf-f77dd2727ec8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422971 Nov 12 06:44:54.932423 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-0b5c62ac-924d-4f51-adb8-55cc587e4009 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:44:54.933398 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-0b5c62ac-924d-4f51-adb8-55cc587e4009 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050108 Nov 12 06:44:55.027950 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-39db6cc2-d982-48b7-85f5-ef9980e5bbb0 service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869584 Nov 12 06:44:55.125181 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6b1c6939-e46d-48e5-a389-3db0b5591bd7 req-17f9c29c-5466-4551-a2ad-0bad91df1355 service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897162 Nov 12 06:44:55.453717 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:44:57.000313 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-6d49976f-2639-4fef-aa20-500098eedb6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407743 Nov 12 06:44:57.083655 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-aa1118dc-cfe2-40d5-897d-c20284e367be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:44:57.085148 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-aa1118dc-cfe2-40d5-897d-c20284e367be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1095 time: 0.0408676 Nov 12 06:44:57.198893 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-7b966628-8e5b-48fa-ad09-9051bce0ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:44:57.200389 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-7b966628-8e5b-48fa-ad09-9051bce0ef12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0932968 Nov 12 06:44:57.268944 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-66f8bad4-2276-41ac-bb02-ef624e8066da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 998 time: 0.0609133 Nov 12 06:44:57.327044 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-605e3591-db17-4f29-b742-d4eebd3ccaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:44:57.328508 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-605e3591-db17-4f29-b742-d4eebd3ccaee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0513380 Nov 12 06:44:57.376471 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-942906ee-6db7-4aca-a7f8-b56eb006b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:44:57.377975 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-942906ee-6db7-4aca-a7f8-b56eb006b7b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410995 Nov 12 06:44:57.469200 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-bfb09e18-e2fa-4289-b7d8-2c9c2cae68e8 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831904 Nov 12 06:44:57.565425 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-8a963eaa-5990-4f0f-8e19-176043e20a51 req-93607771-3593-47ca-bde3-2f6371bbb444 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885479 Nov 12 06:44:58.262554 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:11.515646 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:14.085261 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7e9bdda7-7b74-474b-9a96-f6e8eacd1262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:16.464551 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4738c88e-a346-4a07-b321-17e41ca41f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:17.702334 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:18.937436 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:19.741429 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:28.293121 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:32.452818 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:45:41.510740 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:44.086464 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0be5d5d3-1a3a-45c8-af2a-37a9e7302c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:46.466623 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-634c1877-d812-45f6-b0ac-47e65c3a7dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:47.704491 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:48.940205 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:49.745147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:54.632276 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-009a090f-c27a-4398-a0a1-2c8733bcc7d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0488400 Nov 12 06:45:54.738104 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-7010734b-48ed-464e-9cbd-529b77c3fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.738619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-7010734b-48ed-464e-9cbd-529b77c3fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.739098 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-7010734b-48ed-464e-9cbd-529b77c3fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.739573 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-7010734b-48ed-464e-9cbd-529b77c3fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.740044 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-7010734b-48ed-464e-9cbd-529b77c3fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.741885 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-7010734b-48ed-464e-9cbd-529b77c3fc4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0476272 Nov 12 06:45:54.860387 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-c54be07c-9080-48ab-9c25-1adba9f8b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.860867 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-c54be07c-9080-48ab-9c25-1adba9f8b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.861330 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-c54be07c-9080-48ab-9c25-1adba9f8b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.862945 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-c54be07c-9080-48ab-9c25-1adba9f8b9c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0971978 Nov 12 06:45:54.904867 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-d1c5e668-5cc8-4ffb-9a9b-1024788677a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0338326 Nov 12 06:45:54.954414 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-f2ae3a8a-a14f-40ff-9d65-23d996a24555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:54.955872 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-f2ae3a8a-a14f-40ff-9d65-23d996a24555 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0442541 Nov 12 06:45:55.006630 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-b2dfc0eb-bbdb-48c3-a211-a36baaf2b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:55.008139 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-b2dfc0eb-bbdb-48c3-a211-a36baaf2b955 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446110 Nov 12 06:45:55.099129 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-1c354387-3af0-4a2a-b422-ad69c665ce83 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839632 Nov 12 06:45:55.193815 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-bcaf029c-10c8-47fa-b43a-1b0ffe411da0 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873575 Nov 12 06:45:55.234395 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-0e69f572-2f9f-4c7a-bf3f-d8e3415d19d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0334194 Nov 12 06:45:55.283695 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-f86d70df-25d0-4325-8b4b-5588ed76f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:55.285142 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-f86d70df-25d0-4325-8b4b-5588ed76f08a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0440714 Nov 12 06:45:55.335896 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-bdebb84c-a031-488d-866e-d3a0653f267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:55.337453 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-bdebb84c-a031-488d-866e-d3a0653f267e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451617 Nov 12 06:45:55.425257 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-c7f31ca8-2fe5-469d-95ff-14636bc38c64 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808117 Nov 12 06:45:55.521911 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-89f734e2-cd5c-4db6-9298-80b447378291 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888498 Nov 12 06:45:55.562840 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-7ffba652-7165-4a8a-b66e-56a3947057e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0340924 Nov 12 06:45:55.611511 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-e405aeaf-5b38-4935-81cc-5402483e2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:55.612974 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-e405aeaf-5b38-4935-81cc-5402483e2c31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0427012 Nov 12 06:45:55.662138 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-582bae24-4eef-4bf9-a24d-a239e95a4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:55.663684 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-582bae24-4eef-4bf9-a24d-a239e95a4fa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435748 Nov 12 06:45:55.754508 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-696d07be-2c8e-4ae4-b120-4bbb1fa15a8f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835400 Nov 12 06:45:55.846861 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-e70ce764-2afa-4eca-83b5-dddcfce4685d service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Nov 12 06:45:55.888218 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-4bdedb5e-03e5-44e7-a8dd-4b5789e1c5bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0338421 Nov 12 06:45:55.936842 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-05ea62e8-da88-4442-aacc-f220463adcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:55.938591 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-05ea62e8-da88-4442-aacc-f220463adcda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0440073 Nov 12 06:45:55.989719 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-bf89d7fb-45f7-4744-acc8-8af36695b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:55.991215 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-bf89d7fb-45f7-4744-acc8-8af36695b199 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443633 Nov 12 06:45:56.079944 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-3a020e92-894e-4178-9a3f-3e69f98629bc service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813994 Nov 12 06:45:56.171325 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-f2328af5-7055-42ec-bd18-01bdafaf4b8a service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846505 Nov 12 06:45:56.214593 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-784b7bc2-9548-4ca2-ad5c-c5ac7f6cddb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0351388 Nov 12 06:45:56.262214 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-13fc31c4-c0bb-452f-91be-06df03de94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:56.263697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-13fc31c4-c0bb-452f-91be-06df03de94e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0427732 Nov 12 06:45:56.313889 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-d171c4c8-142d-48bf-a3f8-6770091fc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:56.315381 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-d171c4c8-142d-48bf-a3f8-6770091fc296 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451245 Nov 12 06:45:56.404175 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-dca81d30-af24-4c68-a8c2-8b2c255dcdf7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813735 Nov 12 06:45:56.497716 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-93a630cc-a3cf-414c-8e38-d64f1e4a9664 req-978b01c9-1b77-4d74-a450-26cbdf223b2d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859075 Nov 12 06:45:58.292572 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:45:59.002120 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-46fd205f-6b53-4478-a718-45273fb8e219 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413239 Nov 12 06:45:59.093871 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965edd-0356-4609-a15b-34c1759da815 req-65cbaf79-34fd-4323-af66-f68bcad3fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:59.095378 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-65cbaf79-34fd-4323-af66-f68bcad3fc4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1095 time: 0.0473275 Nov 12 06:45:59.205183 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965edd-0356-4609-a15b-34c1759da815 req-c8259c63-a958-45a4-938e-9717e8d60345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:59.206696 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-c8259c63-a958-45a4-938e-9717e8d60345 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0916731 Nov 12 06:45:59.279194 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-30ebcad0-1c94-4241-8be2-fbba3bf0d054 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 998 time: 0.0635111 Nov 12 06:45:59.331751 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965edd-0356-4609-a15b-34c1759da815 req-bedce9eb-62ad-4335-a88e-6fcffcb59d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:59.333546 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-bedce9eb-62ad-4335-a88e-6fcffcb59d80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0472593 Nov 12 06:45:59.383784 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965edd-0356-4609-a15b-34c1759da815 req-a40dff5a-8797-472e-b100-5c22740ecb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:45:59.385850 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-a40dff5a-8797-472e-b100-5c22740ecb15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430548 Nov 12 06:45:59.397831 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-76105690-a719-4af5-b3f0-86dd5fc3e745 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:45:59.398884 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-76105690-a719-4af5-b3f0-86dd5fc3e745 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055754 Nov 12 06:45:59.498248 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-a4f3eba1-d54f-451f-870e-7bd69b5c3f56 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912542 Nov 12 06:45:59.593837 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-cd965edd-0356-4609-a15b-34c1759da815 req-e1b13d70-c8b7-4b60-b84a-3ba4d945459c service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878625 Nov 12 06:46:09.451954 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:46:11.531450 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:12.127317 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 details requested by agent hyperv_n-h1-765315-28 with host n-h1-765315-28 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 06:46:12.223077 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:12.234826 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Returning: {'device': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'port_id': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'mac_address': 'fa:16:3e:c5:0f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 06:46:12.273673 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:12.286617 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 06:46:12.305612 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:12.309446 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:12.356484 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:12.363842 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.364190 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.364530 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.364867 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.365201 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.365528 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.365858 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.366181 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.366534 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.366860 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.367184 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.367505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:12.486220 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] get_ports_and_sgs() called for port_ids ['929cdc8e-b5e5-4374-b63b-4b1ded2536b3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 06:46:14.089999 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b7de-ce8e-44e3-8eed-4a8e11e45402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:14.142851 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 up at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 06:46:14.193468 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Provisioning complete for port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 06:46:14.193837 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-579880'] for port, provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:14.274425 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:14.296462 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:46:14.305950 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22cfbc0-606f-4a5b-8502-d95762386412" -d '{"events": [{"server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "name": "network-vif-plugged", "status": "completed", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:46:14.321010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:14.325836 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:14.376796 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:14.406774 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24a9a91-08c6-4d79-88b2-cd90c71b9915 x-openstack-request-id: req-c24a9a91-08c6-4d79-88b2-cd90c71b9915 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:46:14.407068 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "name": "network-vif-plugged", "status": "completed", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:46:14.407330 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c24a9a91-08c6-4d79-88b2-cd90c71b9915 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:46:14.407738 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'code': 200} Nov 12 06:46:16.490663 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-71622703-f23b-4e5d-9bf6-33279039c92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:17.715263 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:18.957745 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:19.753452 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:26.016385 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60612) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:26.171778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Deleting port 18a4a68e-7376-415b-8d77-3df456b0332d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:26.172120 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:26.246272 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:26.246643 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:26.258050 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Calling delete_port for 18a4a68e-7376-415b-8d77-3df456b0332d owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:26.407083 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:26.439292 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event deleted for resources: {'Port': ['ID=18a4a68e-7376-415b-8d77-3df456b0332d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:26.467426 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.467773 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.468115 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.468454 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.468789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.469125 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.469464 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.469775 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.470240 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.470592 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.470922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.471243 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:26.518568 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:26.519071 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Floating IP a3de2f5e-c610-4f4c-9f54-094770aa7476 disassociated (deleted). External IP: 172.25.2.205, port: 929cdc8e-b5e5-4374-b63b-4b1ded2536b3. Nov 12 06:46:27.068864 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Router fe412811-c781-48b5-aa92-aa9323097e8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:46:27.177176 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:46:27.182761 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:27.189505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] Sync routers for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:46:27.200155 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:46:27.200762 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:27.210070 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5d173316-bb67-467d-a017-03b9e64e690d tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "DELETE /v2.0/floatingips/a3de2f5e-c610-4f4c-9f54-094770aa7476 HTTP/1.1" status: 204 len: 168 time: 1.1925695 Nov 12 06:46:27.210692 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:46:27.213256 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2" -d '{"events": [{"name": "network-changed", "server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:46:27.334223 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:46:27.381706 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280bcdcd-57ad-4d5e-ae02-ae25618c72bf x-openstack-request-id: req-280bcdcd-57ad-4d5e-ae02-ae25618c72bf {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:46:27.382003 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:46:27.382262 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-280bcdcd-57ad-4d5e-ae02-ae25618c72bf {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:46:27.382696 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'status': 'completed', 'code': 200} Nov 12 06:46:27.493928 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18470c-5611-4f25-97ee-eccda1347a7d req-94bc152b-7b32-4ba3-801d-cd41ae8450ab tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:27.497053 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb18470c-5611-4f25-97ee-eccda1347a7d req-94bc152b-7b32-4ba3-801d-cd41ae8450ab tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 945 time: 0.0689828 Nov 12 06:46:27.502389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-a645d488-1c61-4aad-8093-84ca91ae8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:27.511397 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-a645d488-1c61-4aad-8093-84ca91ae8cc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 1097 time: 0.0595107 Nov 12 06:46:27.565164 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-bb18470c-5611-4f25-97ee-eccda1347a7d req-10129695-42c4-4467-ae1d-c623b9115465 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601690 Nov 12 06:46:27.608522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:10Z', 'revision_number': 1, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:27.622371 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-e7a97d62-0b30-4a75-954a-2129f8a9c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:27.623884 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-e7a97d62-0b30-4a75-954a-2129f8a9c772 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.0986950 Nov 12 06:46:27.635505 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] Checking router: fe412811-c781-48b5-aa92-aa9323097e8b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:46:27.643833 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:46:27.644441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:27.665868 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-64fff819-b7a3-4861-b542-ce80a61a6d99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3 HTTP/1.1" status: 200 len: 217 time: 0.0346961 Nov 12 06:46:27.716860 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-253ebcee-c39c-43fc-af97-5336be538e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:27.718328 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-253ebcee-c39c-43fc-af97-5336be538e03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0449028 Nov 12 06:46:27.752590 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:46:27.764971 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-6d90507a-ca0e-4d5b-9da9-2faa58aea2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:27.766521 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-6d90507a-ca0e-4d5b-9da9-2faa58aea2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405684 Nov 12 06:46:27.871245 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-4060ad8d-6d8a-4e08-8eb6-2a7a8866e492 service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965130 Nov 12 06:46:27.968734 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-07f7e21f-4c01-49f9-90df-b7fad6ef6db2 req-313ed147-a466-4f48-ac9c-0291a6e3a94b service neutron] 10.222.0.43 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904586 Nov 12 06:46:27.991687 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:10Z', 'revision_number': 1, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:28.018551 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a8e64-3228-4bd3-a6da-2a511fca545e None None] The sync data for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 is: [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_floatingips': [{'id': 'b9f2bfbc-4e75-4100-a154-95bcafa2b5ee', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'router_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'port_id': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'mac_address': 'fa:16:3e:45:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T06:41:08Z', 'updated_at': '2021-11-12T06:41:10Z', 'revision_number': 1, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:46:28.247956 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb6124-5080-49fe-9dc6-f1fa0c227004 None None] New status for floating IP a3de2f5e-c610-4f4c-9f54-094770aa7476: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:46:28.255886 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:28.311659 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:28.346192 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:28.368966 n-d-765315-28 neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:46:28.371193 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc52a7efb608b06483b61e4212ed4af60588af7806f04b86e452939cbfcd1216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2d2146-5c5d-4309-842c-2d04ea0c4650" -d '{"events": [{"server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "name": "network-vif-unplugged", "status": "completed", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:46:28.388004 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:28.393223 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761895731860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761895255718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761895255736'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:28.417338 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 06:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28938eb-b17b-40a0-a23c-0906eeca24a7 x-openstack-request-id: req-f28938eb-b17b-40a0-a23c-0906eeca24a7 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:46:28.417629 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "name": "network-vif-unplugged", "status": "completed", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:46:28.417884 n-d-765315-28 neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f28938eb-b17b-40a0-a23c-0906eeca24a7 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:46:28.418278 n-d-765315-28 neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'code': 200} Nov 12 06:46:28.443761 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Pushing event updated for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:28.685877 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed85ef0-126f-4363-8551-4855339152f1 req-b27c2352-670a-4d75-b0b9-3b6960a4a622 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:28.687493 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ed85ef0-126f-4363-8551-4855339152f1 req-b27c2352-670a-4d75-b0b9-3b6960a4a622 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 943 time: 0.0491836 Nov 12 06:46:28.737316 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-5ed85ef0-126f-4363-8551-4855339152f1 req-ec8f5120-c45d-4e4d-a1e6-19e9db8d1d05 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433800 Nov 12 06:46:29.246403 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-40703b0d-f0a3-4c2b-85fb-9e39135ef355 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:29.247864 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-40703b0d-f0a3-4c2b-85fb-9e39135ef355 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.43 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 943 time: 0.0495462 Nov 12 06:46:29.338326 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Deleting port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:29.338695 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:29.439827 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] For port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3, host n-h1-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-28',level=0,port_id=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:29.440190 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:29.453234 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Calling delete_port for 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:29.587167 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:29.614196 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event deleted for resources: {'Port': ['ID=929cdc8e-b5e5-4374-b63b-4b1ded2536b3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:29.658794 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] No DVR routers for this DVR port 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 on host n-h1-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:46:29.661415 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:29.664750 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-b2fc19a4-d1b3-4149-87c8-9474b3b09c88 req-eeeafd50-fd53-4bf9-adbf-d2b9a7ebfbd8 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.43 "DELETE /v2.0/ports/929cdc8e-b5e5-4374-b63b-4b1ded2536b3 HTTP/1.1" status: 204 len: 173 time: 0.4105213 Nov 12 06:46:29.665189 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'name': 'network-vif-deleted', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:46:29.667470 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2671d480-9877-40da-82d2-d6733d2157e9" -d '{"events": [{"server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "name": "network-vif-deleted", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:46:29.705743 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317690d-e5d3-4994-b739-b3cb9f18935b x-openstack-request-id: req-f317690d-e5d3-4994-b739-b3cb9f18935b {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:46:29.706049 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58390f4f-701b-4ff0-bbb3-6836f76bddc8", "name": "network-vif-deleted", "tag": "929cdc8e-b5e5-4374-b63b-4b1ded2536b3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:46:29.706275 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f317690d-e5d3-4994-b739-b3cb9f18935b {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:46:29.706797 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58390f4f-701b-4ff0-bbb3-6836f76bddc8', 'name': 'network-vif-deleted', 'tag': '929cdc8e-b5e5-4374-b63b-4b1ded2536b3', 'status': 'completed', 'code': 200} Nov 12 06:46:29.860015 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-baf8c7d3-68c0-4dd4-b3a5-93d518472780 req-a8b29505-e8c8-4414-a385-7d8a9879bb42 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=58390f4f-701b-4ff0-bbb3-6836f76bddc8 HTTP/1.1" status: 200 len: 210 time: 0.0274024 Nov 12 06:46:31.469157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60670) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:31.627195 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Deleting port e2a1b701-960b-4e19-99e9-2720b19c3e2e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:31.627555 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:31.712478 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:31.713274 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:31.725157 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Calling delete_port for e2a1b701-960b-4e19-99e9-2720b19c3e2e owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:31.875212 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:31.902751 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event deleted for resources: {'Port': ['ID=e2a1b701-960b-4e19-99e9-2720b19c3e2e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:31.961400 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for floatingip, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:31.961734 n-d-765315-28 neutron-server[102589]: INFO neutron.db.l3_db [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Floating IP b9f2bfbc-4e75-4100-a154-95bcafa2b5ee disassociated (deleted). External IP: 172.25.2.44, port: a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0. Nov 12 06:46:32.175594 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Router fe412811-c781-48b5-aa92-aa9323097e8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:46:32.272289 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 no longer exists at agent hyperv_n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:32.285162 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:46:32.290576 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for floatingip, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:32.293404 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] No Port match for: 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:46:32.293745 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Device 929cdc8e-b5e5-4374-b63b-4b1ded2536b3 not bound to the agent host n-h1-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:46:32.299832 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] Sync routers for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:46:32.310905 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:46:32.311522 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:32.321469 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7a321c96-2ddc-4fd0-9ed3-45e0965232a7 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "DELETE /v2.0/floatingips/b9f2bfbc-4e75-4100-a154-95bcafa2b5ee HTTP/1.1" status: 204 len: 168 time: 0.8506439 Nov 12 06:46:32.322877 n-d-765315-28 neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:46:32.325262 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3061a418002a0a4b612cb989cd8c1663b6f4274cb4deeed7cf796b5a9192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e63d34c-db28-4457-93ee-24c127f3898a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:46:32.424774 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:46:32.489812 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 06:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3c535a-fc4e-46dd-8faa-c50da845c6b9 x-openstack-request-id: req-8e3c535a-fc4e-46dd-8faa-c50da845c6b9 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:46:32.490420 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:46:32.490420 n-d-765315-28 neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e3c535a-fc4e-46dd-8faa-c50da845c6b9 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:46:32.490949 n-d-765315-28 neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'status': 'completed', 'code': 200} Nov 12 06:46:32.601200 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d34c-db28-4457-93ee-24c127f3898a req-9a44a1a7-bd22-4aff-8e53-10545cc9179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:32.602683 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e63d34c-db28-4457-93ee-24c127f3898a req-9a44a1a7-bd22-4aff-8e53-10545cc9179c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 1095 time: 0.0794597 Nov 12 06:46:32.633255 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038be1d-15ee-40a2-a993-43c83a30443e req-64abc677-4c13-479c-a46e-14cdcf9a6290 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:32.639210 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1038be1d-15ee-40a2-a993-43c83a30443e req-64abc677-4c13-479c-a46e-14cdcf9a6290 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 943 time: 0.0784445 Nov 12 06:46:32.643849 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:32.671010 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] Checking router: fe412811-c781-48b5-aa92-aa9323097e8b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:46:32.679630 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:46:32.680390 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:32.746543 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-1038be1d-15ee-40a2-a993-43c83a30443e req-77e66586-338a-4cda-bf50-3c64fd0b52d5 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049676 Nov 12 06:46:32.766883 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d34c-db28-4457-93ee-24c127f3898a req-826cf388-7cec-4b8f-b4fb-12a8f13ce524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:32.768779 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e63d34c-db28-4457-93ee-24c127f3898a req-826cf388-7cec-4b8f-b4fb-12a8f13ce524 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 200 len: 911 time: 0.1536150 Nov 12 06:46:32.822814 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e63d34c-db28-4457-93ee-24c127f3898a req-ad0c6a0b-e105-4242-b739-350f082bc4c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 200 len: 217 time: 0.0451946 Nov 12 06:46:32.877360 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d34c-db28-4457-93ee-24c127f3898a req-04d95eb5-2d45-4861-99d8-7b7bc2108741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:32.879204 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e63d34c-db28-4457-93ee-24c127f3898a req-04d95eb5-2d45-4861-99d8-7b7bc2108741 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 200 len: 849 time: 0.0476508 Nov 12 06:46:32.930225 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d34c-db28-4457-93ee-24c127f3898a req-269704bc-7a24-4e03-a50d-36e87d9e12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:32.931825 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e63d34c-db28-4457-93ee-24c127f3898a req-269704bc-7a24-4e03-a50d-36e87d9e12bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b43c0aa-0d49-47d5-b190-3f0d246fd294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444689 Nov 12 06:46:32.949523 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:46:33.044742 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e63d34c-db28-4457-93ee-24c127f3898a req-a2773445-4a0b-45cc-8dfa-d933a6f0d835 service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962155 Nov 12 06:46:33.139867 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-3e63d34c-db28-4457-93ee-24c127f3898a req-313599a5-b962-4633-a9fc-b7754a3dc0cb service neutron] 10.222.0.47 "GET /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869215 Nov 12 06:46:33.161070 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:33.193382 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf789a-00b9-441e-809e-72150ba37906 None None] The sync data for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 is: [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:40:48Z', 'revision_number': 4, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28', '_interfaces': [{'id': '0713c4bc-5e4d-4517-9ca2-f0b92723ef7b', 'name': '', 'network_id': '2b43c0aa-0d49-47d5-b190-3f0d246fd294', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'mac_address': 'fa:16:3e:13:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:47Z', 'updated_at': '2021-11-12T06:40:53Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'subnets': [{'id': '989f5000-c49e-4eb4-b2ea-02f02617a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:46:33.224956 n-d-765315-28 neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-cd75beb7-b77e-4ef6-9c26-af96aea0b812 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:46:33.226570 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-cd75beb7-b77e-4ef6-9c26-af96aea0b812 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 943 time: 0.0558281 Nov 12 06:46:33.328288 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Deleting port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:33.328635 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:33.435368 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] For port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0, host n-h2-765315-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-28',level=0,port_id=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:33.435895 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:33.450830 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Calling delete_port for a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:33.456802 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1e944f-fc5e-4e89-ad3f-b43738d3e21c None None] New status for floating IP b9f2bfbc-4e75-4100-a154-95bcafa2b5ee: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 06:46:33.593545 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:33.624576 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event deleted for resources: {'Port': ['ID=a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:33.635267 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.635618 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.635968 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.636399 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.636741 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.637076 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.637408 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.637739 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.638068 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.638431 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.638765 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.639101 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-28 {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 06:46:33.683035 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] No DVR routers for this DVR port a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 on host n-h2-765315-28 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:46:33.685689 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238234'] for port, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:33.689536 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-727022fa-16f1-4b69-8cd6-94cb50d3445f req-34008389-d85c-4646-9eab-7ae0d3895775 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.47 "DELETE /v2.0/ports/a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 HTTP/1.1" status: 204 len: 173 time: 0.4514716 Nov 12 06:46:33.689998 n-d-765315-28 neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'name': 'network-vif-deleted', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 06:46:33.692273 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ea5ea756052646467ff875ed2c46d291abcadf2e592e189384fbf7df97af07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7710eb29-c7ca-47c1-ba42-304cb7b6ca58" -d '{"events": [{"server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "name": "network-vif-deleted", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 06:46:33.799391 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 06:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a93cda-00b5-4be1-9077-68462c73ebe6 x-openstack-request-id: req-61a93cda-00b5-4be1-9077-68462c73ebe6 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 06:46:33.799757 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b25f6bf-5859-4414-b2b2-be420e16f12a", "name": "network-vif-deleted", "tag": "a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 06:46:33.800101 n-d-765315-28 neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61a93cda-00b5-4be1-9077-68462c73ebe6 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 06:46:33.800563 n-d-765315-28 neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b25f6bf-5859-4414-b2b2-be420e16f12a', 'name': 'network-vif-deleted', 'tag': 'a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0', 'status': 'completed', 'code': 200} Nov 12 06:46:33.888568 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [req-c0e0e86d-07a9-4b69-a1c3-6a580aeebd21 req-d7b47f3e-443a-4a2a-a6cd-05de99572b95 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b25f6bf-5859-4414-b2b2-be420e16f12a HTTP/1.1" status: 200 len: 210 time: 0.0287297 Nov 12 06:46:34.946136 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60686) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:35.009246 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fe28f7d-952a-4a86-aaaf-663008b2eee6 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:35.036614 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fe28f7d-952a-4a86-aaaf-663008b2eee6 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:35.099732 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fe28f7d-952a-4a86-aaaf-663008b2eee6 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:35.102531 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7fe28f7d-952a-4a86-aaaf-663008b2eee6 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:35.103741 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-7fe28f7d-952a-4a86-aaaf-663008b2eee6 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] 10.222.0.48 "DELETE /v2.0/security-groups/d2b9e3af-99a6-4043-b0ae-b51b70c1dee7 HTTP/1.1" status: 204 len: 168 time: 0.1565640 Nov 12 06:46:35.115412 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe28f7d-952a-4a86-aaaf-663008b2eee6 tempest-TestSnapshotPattern-1989371642 tempest-TestSnapshotPattern-1989371642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b9e3af-99a6-4043-b0ae-b51b70c1dee7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:35.152322 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:35.650847 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:35.906007 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Deleting port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:35.906526 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:35.991390 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] For port 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:35.992049 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:36.005105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Calling delete_port for 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:36.189978 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:36.216665 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Pushing event deleted for resources: {'Port': ['ID=0713c4bc-5e4d-4517-9ca2-f0b92723ef7b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:36.409559 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:36.642732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Router fe412811-c781-48b5-aa92-aa9323097e8b has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:46:36.753401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:46:36.760916 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-3d6c38bd-690f-42fd-8522-1ae6fb6d4938 admin admin] 10.222.0.48 "PUT /v2.0/routers/fe412811-c781-48b5-aa92-aa9323097e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6063726 Nov 12 06:46:36.762619 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60694) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:36.764493 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] Sync routers for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:46:36.780748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:46:36.780748 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:36.878016 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks [] for router, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:36.895739 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: n-d-765315-28 {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:46:36.989294 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.045807 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Deleting port 18b76d51-a962-4ab2-b4e7-00107f0bbe65 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:37.046485 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.081980 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 no longer exists at agent hyperv_n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:37.111838 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e3861701-418c-441e-920b-be3aff26ecff None None] No Port match for: a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:46:37.112183 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Device a60ccd81-ca53-434d-a7d1-b5c4c36ba8a0 not bound to the agent host n-h2-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:46:37.116099 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:46:36Z', 'revision_number': 5, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port': {'id': '18b76d51-a962-4ab2-b4e7-00107f0bbe65', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:46Z', 'updated_at': '2021-11-12T06:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:37.139373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] For port 18b76d51-a962-4ab2-b4e7-00107f0bbe65, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=18b76d51-a962-4ab2-b4e7-00107f0bbe65,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:37.139741 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.145871 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] Checking router: fe412811-c781-48b5-aa92-aa9323097e8b for host: n-d-765315-28 {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:46:37.153183 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Calling delete_port for 18b76d51-a962-4ab2-b4e7-00107f0bbe65 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:37.155036 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] Routers {'fe412811-c781-48b5-aa92-aa9323097e8b'} bound to L3 agent in host n-d-765315-28 {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:46:37.155580 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['fe412811-c781-48b5-aa92-aa9323097e8b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:37.271290 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] Set router fe412811-c781-48b5-aa92-aa9323097e8b gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:46:37.335343 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:46:36Z', 'revision_number': 6, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port_host': None}], 'n-d-765315-28', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:37.354846 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.368741 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a31262c-326d-4f7e-a9ae-b820ed5ff2b9 None None] The sync data for ids ['fe412811-c781-48b5-aa92-aa9323097e8b'] in n-d-765315-28 is: [{'id': 'fe412811-c781-48b5-aa92-aa9323097e8b', 'name': 'tempest-TestSnapshotPattern-1689977994-router', 'tenant_id': '758f5eb3f0db45c6913c210095d6cbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:45Z', 'updated_at': '2021-11-12T06:46:36Z', 'revision_number': 6, 'project_id': '758f5eb3f0db45c6913c210095d6cbb5', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:46:37.379348 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Pushing event deleted for resources: {'Port': ['ID=18b76d51-a962-4ab2-b4e7-00107f0bbe65,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:37.419531 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3c33c3-e688-4d91-8501-8f0c13c318e8 None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:46:37.459077 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.552606 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.554935 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.603734 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.604377 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe412811-c781-48b5-aa92-aa9323097e8b {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:46:37.608964 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] Publish callbacks [] for router, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.610162 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-0563d2a6-93dc-4e79-8a3f-ffcde285ed8e admin admin] 10.222.0.48 "DELETE /v2.0/routers/fe412811-c781-48b5-aa92-aa9323097e8b HTTP/1.1" status: 204 len: 168 time: 0.8462329 Nov 12 06:46:37.612843 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60696) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:37.659123 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa94480-0f75-49f9-98a4-0426a6cad3c5 admin admin] Deleting subnet 989f5000-c49e-4eb4-b2ea-02f02617a6fa {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:46:37.662462 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daa94480-0f75-49f9-98a4-0426a6cad3c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.700233 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daa94480-0f75-49f9-98a4-0426a6cad3c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697280'] for subnet, precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.797133 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daa94480-0f75-49f9-98a4-0426a6cad3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.863669 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daa94480-0f75-49f9-98a4-0426a6cad3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10469549'] for subnet, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.890725 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa94480-0f75-49f9-98a4-0426a6cad3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989f5000-c49e-4eb4-b2ea-02f02617a6fa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:37.896795 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daa94480-0f75-49f9-98a4-0426a6cad3c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:37.903398 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-daa94480-0f75-49f9-98a4-0426a6cad3c5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/989f5000-c49e-4eb4-b2ea-02f02617a6fa HTTP/1.1" status: 204 len: 168 time: 0.2865417 Nov 12 06:46:37.903984 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60698) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:37.904407 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e8586-d760-4052-ae15-5bfc694c32e5 None None] Network 2b43c0aa-0d49-47d5-b190-3f0d246fd294 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:46:37.979733 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.226412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] DHCP port deletion for 2b43c0aa-0d49-47d5-b190-3f0d246fd294 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:46:38.293460 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] Deleting port 9083afd4-fe23-45ab-8fd9-781f60ff04fa {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:38.293977 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.370254 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:38.400956 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:46:38.401373 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 0713c4bc-5e4d-4517-9ca2-f0b92723ef7b not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:46:38.401855 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 18b76d51-a962-4ab2-b4e7-00107f0bbe65 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:38.411149 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] For port 9083afd4-fe23-45ab-8fd9-781f60ff04fa, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9083afd4-fe23-45ab-8fd9-781f60ff04fa,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:38.411928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.427168 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Deleting port 9083afd4-fe23-45ab-8fd9-781f60ff04fa {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:38.427713 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.436005 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 18b76d51-a962-4ab2-b4e7-00107f0bbe65 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:46:38.436412 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 18b76d51-a962-4ab2-b4e7-00107f0bbe65 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:46:38.437258 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 9083afd4-fe23-45ab-8fd9-781f60ff04fa no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:38.460989 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] Calling delete_port for 9083afd4-fe23-45ab-8fd9-781f60ff04fa owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:38.494646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] For port 9083afd4-fe23-45ab-8fd9-781f60ff04fa, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=9083afd4-fe23-45ab-8fd9-781f60ff04fa,segment=NetworkSegment(03af809f-aff1-4fc1-9698-f869617b844b),segment_id=03af809f-aff1-4fc1-9698-f869617b844b)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:38.495015 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.516237 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Calling delete_port for 9083afd4-fe23-45ab-8fd9-781f60ff04fa owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:38.584798 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526441'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.621024 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.657056 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] No DVR routers for this DVR port 9083afd4-fe23-45ab-8fd9-781f60ff04fa on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:46:38.658818 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9083afd4-fe23-45ab-8fd9-781f60ff04fa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:38.686704 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.715830 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] Pushing event deleted for resources: {'Port': ['ID=9083afd4-fe23-45ab-8fd9-781f60ff04fa,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:38.717908 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201040e-1d86-4698-9bcf-f91a588ce954 None None] No DVR routers for this DVR port 9083afd4-fe23-45ab-8fd9-781f60ff04fa on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:46:38.740172 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.762586 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b43c0aa-0d49-47d5-b190-3f0d246fd294']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:38.771959 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03af809f-aff1-4fc1-9698-f869617b844b') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:38.772250 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03af809f-aff1-4fc1-9698-f869617b844b') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:38.781562 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.795927 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.802597 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:46:38.802993 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:46:38.804681 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:46:38.859056 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.864814 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:38.868145 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2b43c0aa-0d49-47d5-b190-3f0d246fd294 HTTP/1.1" status: 204 len: 168 time: 0.9630535 Nov 12 06:46:38.871766 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60700) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:38.881484 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56bc1b-f08b-4700-ae5a-bc33e6a22da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b43c0aa-0d49-47d5-b190-3f0d246fd294,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:39.227365 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-446175'] for router_interface, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:39.487079 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Deleting port da63a1da-49ce-4e52-82ab-7b970d1d85d5 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:39.487332 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:39.569272 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] For port da63a1da-49ce-4e52-82ab-7b970d1d85d5, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=da63a1da-49ce-4e52-82ab-7b970d1d85d5,segment=NetworkSegment(0dc85fb4-f827-41b9-82ae-4d2d2c3b484c),segment_id=0dc85fb4-f827-41b9-82ae-4d2d2c3b484c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:39.569636 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:39.583405 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Calling delete_port for da63a1da-49ce-4e52-82ab-7b970d1d85d5 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:39.765600 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:39.802439 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Pushing event deleted for resources: {'Port': ['ID=da63a1da-49ce-4e52-82ab-7b970d1d85d5,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:39.971698 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442479'] for router_interface, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:40.205341 n-d-765315-28 neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 has already been hosted by L3 agent 780f2b9d-792a-44f3-a02c-ec06733d42b7 {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 06:46:40.308994 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] Notify agent at l3_agent.n-d-765315-28 the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 06:46:40.314206 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-99d624b9-2074-4e6e-bf40-1270b255c622 admin admin] 10.222.0.48 "PUT /v2.0/routers/7fa7b4f5-db65-40fe-b5d2-6f479de1a546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4407721 Nov 12 06:46:40.316977 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60702) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:40.321251 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] Sync routers for ids ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'] in n-d-765315-28 {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 06:46:40.335556 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] Routers {'7fa7b4f5-db65-40fe-b5d2-6f479de1a546'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:46:40.336252 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:40.420263 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:40.441641 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] Set router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:46:40.723663 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:46:39Z', 'revision_number': 5, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:40.751834 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] Checking router: 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 for host: n-d-765315-28 {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 06:46:40.761614 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] Routers {'7fa7b4f5-db65-40fe-b5d2-6f479de1a546'} bound to L3 agent in host n-d-765315-28 {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 06:46:40.762531 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T05:02:46Z,description=,heartbeat_timestamp=2021-11-12T06:46:16Z,host='n-d-765315-28',id=780f2b9d-792a-44f3-a02c-ec06733d42b7,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T05:02:46Z,topic='l3_agent')) {'router_ids': ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:40.874118 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] Set router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 gateway port host: n-d-765315-28 {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 06:46:40.876388 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:40.933029 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Deleting port 59772509-3dda-4f95-ac7a-87f4bffa9fd2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:40.933373 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.017179 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] For port 59772509-3dda-4f95-ac7a-87f4bffa9fd2, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=59772509-3dda-4f95-ac7a-87f4bffa9fd2,segment=NetworkSegment(83fd79e7-84c5-4e4a-b732-f161ac1304ee),segment_id=83fd79e7-84c5-4e4a-b732-f161ac1304ee)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:41.017819 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.031511 n-d-765315-28 neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Calling delete_port for 59772509-3dda-4f95-ac7a-87f4bffa9fd2 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:41.056034 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:46:39Z', 'revision_number': 5, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}], 'n-d-765315-28', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:41.082541 n-d-765315-28 neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec2b72-4ccd-49b3-9239-eef4fe928044 None None] The sync data for ids ['7fa7b4f5-db65-40fe-b5d2-6f479de1a546'] in n-d-765315-28 is: [{'id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'name': 'tempest-TestSnapshotPattern-2014604790-router', 'tenant_id': '043b894cb14747a9bf45f5a998539f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'external_fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:46:39Z', 'revision_number': 5, 'project_id': '043b894cb14747a9bf45f5a998539f70', 'gw_port': {'id': '59772509-3dda-4f95-ac7a-87f4bffa9fd2', 'name': '', 'network_id': '9b131141-8c9e-4d15-bb6c-26ff3211f73d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa7b4f5-db65-40fe-b5d2-6f479de1a546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T06:40:50Z', 'updated_at': '2021-11-12T06:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d16b41-07b8-4faa-a003-7eb8596cbce6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-28'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 06:46:41.200299 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8941954'] for port, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.230781 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59772509-3dda-4f95-ac7a-87f4bffa9fd2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:41.247588 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45da627-e3bf-4b73-8ac2-ec6eebe0670e None None] DHCP port deletion for 9b131141-8c9e-4d15-bb6c-26ff3211f73d request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:46:41.294230 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445333'] for router_gateway, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.387289 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47291'] for router, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.389435 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.432310 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448633'] for router, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.432989 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa7b4f5-db65-40fe-b5d2-6f479de1a546 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 06:46:41.437268 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] Publish callbacks [] for router, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.441735 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-22ebc69e-22ac-417d-93ea-f31391f37ab7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7fa7b4f5-db65-40fe-b5d2-6f479de1a546 HTTP/1.1" status: 204 len: 168 time: 1.1210840 Nov 12 06:46:41.441735 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60704) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:41.499317 n-d-765315-28 neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d111d8-f248-4088-956b-826374e83187 admin admin] Deleting subnet 00a57f8b-d515-4293-b87f-d7e2f8ce65d6 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 06:46:41.504805 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85d111d8-f248-4088-956b-826374e83187 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.537733 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.542312 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85d111d8-f248-4088-956b-826374e83187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706143'] for subnet, precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.629423 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85d111d8-f248-4088-956b-826374e83187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577050'] for subnet, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.690818 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85d111d8-f248-4088-956b-826374e83187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8512668'] for subnet, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.719627 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-85d111d8-f248-4088-956b-826374e83187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.722926 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-85d111d8-f248-4088-956b-826374e83187 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/00a57f8b-d515-4293-b87f-d7e2f8ce65d6 HTTP/1.1" status: 204 len: 168 time: 0.2804866 Nov 12 06:46:41.724154 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d111d8-f248-4088-956b-826374e83187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a57f8b-d515-4293-b87f-d7e2f8ce65d6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:41.725869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60706) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:41.729152 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9137f5-c466-49a8-a935-3ddac236f568 None None] Network 828e6a42-aefe-444b-85f4-1072f7ef8a39 requested from n-d-765315-28 {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 06:46:41.825561 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1406847'] for network, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.886723 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Deleting port b0760921-857b-413f-a219-376648457843 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:41.887195 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.948413 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] DHCP port deletion for 828e6a42-aefe-444b-85f4-1072f7ef8a39 request from n-d-765315-28 {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 06:46:41.959922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] For port b0760921-857b-413f-a219-376648457843, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b0760921-857b-413f-a219-376648457843,segment=NetworkSegment(0dc85fb4-f827-41b9-82ae-4d2d2c3b484c),segment_id=0dc85fb4-f827-41b9-82ae-4d2d2c3b484c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:41.960527 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:41.974221 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Calling delete_port for b0760921-857b-413f-a219-376648457843 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:42.001110 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] Deleting port b0760921-857b-413f-a219-376648457843 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 06:46:42.001472 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761895724984'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.058100 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441196'] for port, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.064406 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] For port b0760921-857b-413f-a219-376648457843, host n-d-765315-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-28',level=0,port_id=b0760921-857b-413f-a219-376648457843,segment=NetworkSegment(0dc85fb4-f827-41b9-82ae-4d2d2c3b484c),segment_id=0dc85fb4-f827-41b9-82ae-4d2d2c3b484c)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 06:46:42.064799 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440953'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.077594 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] Calling delete_port for b0760921-857b-413f-a219-376648457843 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 06:46:42.089093 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0760921-857b-413f-a219-376648457843,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:42.090944 n-d-765315-28 neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] No DVR routers for this DVR port b0760921-857b-413f-a219-376648457843 on host n-d-765315-28 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:46:42.156705 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761895731842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761895255709'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.169917 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-576669', 'neutron.services.segments.db._delete_segments_for_network-8761895687662'] for network, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.182441 n-d-765315-28 neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] Pushing event deleted for resources: {'Port': ['ID=b0760921-857b-413f-a219-376648457843,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:42.187065 n-d-765315-28 neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4591cb-fa2b-4cbe-b043-921c1300c332 None None] No DVR routers for this DVR port b0760921-857b-413f-a219-376648457843 on host n-d-765315-28 {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 06:46:42.191433 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828e6a42-aefe-444b-85f4-1072f7ef8a39']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:42.204560 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:42.204858 n-d-765315-28 neutron-server[102589]: DEBUG neutron.services.segments.db [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc85fb4-f827-41b9-82ae-4d2d2c3b484c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 06:46:42.215010 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761895789559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696627'] for segment, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.228637 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453'] for segment, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.234706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 06:46:42.235093 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3441265'] for segment, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: Traceback (most recent call last): Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: timer() Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: cb(*args, **kw) Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: return func(*args, **kwargs) Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: self._notify() Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: self.callback(batched_events) Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: event.method(event) Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: return f(self, *a, **k) Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: return self._get(url).json() Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: return self.request(url, 'GET', **kwargs) Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 06:46:42.236967 n-d-765315-28 neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 06:46:42.302644 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-576644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445417'] for network, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.309535 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Publish callbacks [] for network, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.314797 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] 10.222.0.48 "DELETE /v2.0/networks/828e6a42-aefe-444b-85f4-1072f7ef8a39 HTTP/1.1" status: 204 len: 168 time: 0.5880318 Nov 12 06:46:42.339043 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78745a6e-7404-46bb-83b0-033a97b21649 admin admin] Pushing event deleted for resources: {'Network': ['ID=828e6a42-aefe-444b-85f4-1072f7ef8a39,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:42.351491 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device da63a1da-49ce-4e52-82ab-7b970d1d85d5 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:42.375459 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: da63a1da-49ce-4e52-82ab-7b970d1d85d5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:46:42.375951 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device da63a1da-49ce-4e52-82ab-7b970d1d85d5 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:46:42.376377 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59772509-3dda-4f95-ac7a-87f4bffa9fd2 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:42.397698 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: 59772509-3dda-4f95-ac7a-87f4bffa9fd2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:46:42.398050 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device 59772509-3dda-4f95-ac7a-87f4bffa9fd2 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:46:42.398511 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b0760921-857b-413f-a219-376648457843 no longer exists at agent ovs-agent-n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 06:46:42.424872 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] No Port match for: b0760921-857b-413f-a219-376648457843 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 06:46:42.425257 n-d-765315-28 neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Device b0760921-857b-413f-a219-376648457843 not bound to the agent host n-d-765315-28 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 06:46:42.468821 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60710) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:42.512721 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-4eb7f2f5-055f-4654-a83c-c09aa473dea7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=758f5eb3f0db45c6913c210095d6cbb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402737 Nov 12 06:46:42.512998 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60712) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:42.561596 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f62ea42a-9e3e-4de6-8d46-98ef936f8b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.583187 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f62ea42a-9e3e-4de6-8d46-98ef936f8b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.630628 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f62ea42a-9e3e-4de6-8d46-98ef936f8b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.633246 n-d-765315-28 neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f62ea42a-9e3e-4de6-8d46-98ef936f8b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:42.637382 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-f62ea42a-9e3e-4de6-8d46-98ef936f8b8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b7e4728-b2cb-4c03-8846-df5f91ce7b83 HTTP/1.1" status: 204 len: 168 time: 0.1205430 Nov 12 06:46:42.646416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ea42a-9e3e-4de6-8d46-98ef936f8b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7e4728-b2cb-4c03-8846-df5f91ce7b83,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:42.967272 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.48', 60718) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:43.006563 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [None req-5919fc49-ec61-4f96-88a1-185dd5b43fc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=043b894cb14747a9bf45f5a998539f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380867 Nov 12 06:46:43.009847 n-d-765315-28 neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.48', 60720) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 06:46:43.057981 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5bf3d94-13fa-467f-a475-1654476d0d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:43.079240 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5bf3d94-13fa-467f-a475-1654476d0d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:43.126519 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5bf3d94-13fa-467f-a475-1654476d0d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557009'] for security_group, after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:43.129257 n-d-765315-28 neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5bf3d94-13fa-467f-a475-1654476d0d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:43.130459 n-d-765315-28 neutron-server[102590]: INFO neutron.wsgi [None req-b5bf3d94-13fa-467f-a475-1654476d0d14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80ca0da1-33f9-4548-bb1f-724b0a1cb22b HTTP/1.1" status: 204 len: 168 time: 0.1195550 Nov 12 06:46:43.138445 n-d-765315-28 neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf3d94-13fa-467f-a475-1654476d0d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca0da1-33f9-4548-bb1f-724b0a1cb22b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 06:46:44.091953 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a28d319-cede-4f42-b418-c803217398f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:46.451666 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:46:46.477255 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73a67252-8d9e-48ca-97f8-5d9970c18d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:47.715641 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:48.955760 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:49.747224 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:46:58.314729 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:11.530525 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:14.094317 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b54b9759-4cc1-49e0-86d9-1a016c72cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:16.481239 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c23cb700-31f5-4748-911c-2812196d695f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:17.716834 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:18.959415 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:19.749684 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:23.453784 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:47:28.308592 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:41.534188 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:44.095001 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d93c8518-a6b7-4871-829e-39584dba5fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:46.483331 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dc231ee-2d08-45ed-8d69-d654e5e66ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:47.719328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:48.962075 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:49.753612 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:57.742507 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-17f991c0-d7a5-417b-8610-e925abde48ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1830604 Nov 12 06:47:57.851328 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-2a887b83-f3b9-4d0f-bdff-f99502aa0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:57.851732 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-2a887b83-f3b9-4d0f-bdff-f99502aa0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:57.852220 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-2a887b83-f3b9-4d0f-bdff-f99502aa0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:57.852699 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-2a887b83-f3b9-4d0f-bdff-f99502aa0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:57.853170 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-2a887b83-f3b9-4d0f-bdff-f99502aa0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:57.855019 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-2a887b83-f3b9-4d0f-bdff-f99502aa0ff4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0489635 Nov 12 06:47:57.983106 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-4fa8c148-4062-4040-bec1-3f6a6c473fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:57.983593 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-4fa8c148-4062-4040-bec1-3f6a6c473fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:57.984071 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-4fa8c148-4062-4040-bec1-3f6a6c473fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:57.985751 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-4fa8c148-4062-4040-bec1-3f6a6c473fce service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.1047475 Nov 12 06:47:58.030516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-53792272-f7a0-4b33-b115-79652e202641 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0372231 Nov 12 06:47:58.079919 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-1a6c95e3-ad05-469c-9f10-107ac2a3709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:58.081366 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-1a6c95e3-ad05-469c-9f10-107ac2a3709d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0436420 Nov 12 06:47:58.128581 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-d47ab014-497e-48b3-a914-2b7fc05c9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:58.130154 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-d47ab014-497e-48b3-a914-2b7fc05c9520 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421448 Nov 12 06:47:58.224669 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-1465542d-c4f9-4b2e-9654-151eb2b885a7 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876610 Nov 12 06:47:58.317484 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:47:58.321522 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-93cff3ae-41b9-4e50-ae18-2e9923bb7bfb service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900810 Nov 12 06:47:58.363958 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-7d19ede9-75ef-4381-8ddc-f72c493d9355 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0358152 Nov 12 06:47:58.414646 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-8173a8f9-97dc-417e-8f9b-3b50b09a19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:58.416107 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-8173a8f9-97dc-417e-8f9b-3b50b09a19e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0454719 Nov 12 06:47:58.467693 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-9b416bdf-bba3-4f40-b8b4-2ae17004b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:58.469210 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-9b416bdf-bba3-4f40-b8b4-2ae17004b189 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457981 Nov 12 06:47:58.561188 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-ebb50be3-b972-45b2-ab3d-ddcba7e3e167 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847182 Nov 12 06:47:58.656017 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-901e0985-6c04-4b71-b323-f194dfb3e274 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868804 Nov 12 06:47:58.699292 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-c64ae2eb-d027-4b58-bb7f-d962dbca9394 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0351484 Nov 12 06:47:58.748041 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-26b8c479-a2c8-47cb-a8ca-02d79884ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:58.749504 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-26b8c479-a2c8-47cb-a8ca-02d79884ddef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0442250 Nov 12 06:47:58.801151 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-68f535da-ee7f-470e-9ad7-11c4f57f3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:58.802718 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-68f535da-ee7f-470e-9ad7-11c4f57f3eb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453660 Nov 12 06:47:58.919127 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-85eaf6ab-f5f4-4c03-9762-887cd019ef7e service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095254 Nov 12 06:47:59.016417 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-c62d48a6-c1c7-4f7a-86de-2aa99cb20895 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897653 Nov 12 06:47:59.059100 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-9a14de23-7237-4a15-9d87-6ff97a216498 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0353684 Nov 12 06:47:59.108786 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-7b2e8863-442e-4f29-a33e-490ee2f47a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:59.110266 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-7b2e8863-442e-4f29-a33e-490ee2f47a9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0442371 Nov 12 06:47:59.161561 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-e936e44f-f80f-4840-8667-2b255aae5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:59.163017 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-e936e44f-f80f-4840-8667-2b255aae5e4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0449862 Nov 12 06:47:59.253626 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-a44aca47-c3d1-4839-8441-f1b627800b50 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834129 Nov 12 06:47:59.347731 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-3301ebdc-a1e3-472f-8611-f5b4b66fd782 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868242 Nov 12 06:47:59.389748 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-e16b7d81-0a95-4b77-adc3-ae73197f5adc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0348027 Nov 12 06:47:59.439077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-293f9c89-37b4-4845-942a-ff6e30f2559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:59.440539 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-293f9c89-37b4-4845-942a-ff6e30f2559b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0438597 Nov 12 06:47:59.490369 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908413-4441-426f-b851-39ecc84f2e99 req-048e8248-ed2c-4623-bf5b-81edf40467f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:47:59.491854 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-048e8248-ed2c-4623-bf5b-81edf40467f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443568 Nov 12 06:47:59.584641 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-4ffe0046-54d6-4f8d-b13a-c6c9410065b5 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854886 Nov 12 06:47:59.678966 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c8908413-4441-426f-b851-39ecc84f2e99 req-bba082a5-153c-456e-9667-29318e50d6db service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866089 Nov 12 06:48:00.453174 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:48:11.535038 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:14.096450 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a479d607-48a8-4f7b-95f6-60cc393ab57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:16.487339 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f999357f-4103-4268-b5d9-1846dba5ad97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:17.722029 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:18.963227 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:19.756046 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:28.334728 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:37.452164 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:48:41.546633 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:44.099190 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ee3c9309-b93d-4d97-94bf-7bb16e129974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:46.490898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba136-0d56-4457-8b66-a9bd12796bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:47.723844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:48.968005 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:49.757300 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:58.336414 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:48:58.559576 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-faf8f2c3-e3f3-4f26-b38c-09b841bc4641 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0436301 Nov 12 06:48:58.663546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-423a1a63-c429-4ede-8bb5-c3b38c5323d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.664031 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-423a1a63-c429-4ede-8bb5-c3b38c5323d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.664509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-423a1a63-c429-4ede-8bb5-c3b38c5323d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.664983 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-423a1a63-c429-4ede-8bb5-c3b38c5323d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.665451 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-423a1a63-c429-4ede-8bb5-c3b38c5323d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.667726 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-423a1a63-c429-4ede-8bb5-c3b38c5323d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0462778 Nov 12 06:48:58.781001 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-3fe7bdd0-5007-4465-8a8b-9758ed6bfaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.781401 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-3fe7bdd0-5007-4465-8a8b-9758ed6bfaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.781872 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-3fe7bdd0-5007-4465-8a8b-9758ed6bfaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.783472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-3fe7bdd0-5007-4465-8a8b-9758ed6bfaa2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0922668 Nov 12 06:48:58.825545 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-96b589ee-065a-48d2-a58e-867a3175d831 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0349593 Nov 12 06:48:58.873460 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-423a81ea-faf9-4659-a136-7d25facb4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.874964 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-423a81ea-faf9-4659-a136-7d25facb4d04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0426741 Nov 12 06:48:58.922545 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-186a6230-fcc8-4f43-afaf-6f39effc4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:58.923985 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-186a6230-fcc8-4f43-afaf-6f39effc4dfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422943 Nov 12 06:48:59.015809 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-6f943259-1d9b-4cff-921f-162a6c581e43 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846353 Nov 12 06:48:59.108299 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-855f0d2e-cb8a-4d5f-a98a-1c8bc9fa59b7 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854533 Nov 12 06:48:59.148275 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-c7be937c-06f4-4fd6-b94d-14c64195ed14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0324602 Nov 12 06:48:59.200903 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-e2c0a869-2c1a-4671-88cc-3ada3e9e8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:59.202333 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-e2c0a869-2c1a-4671-88cc-3ada3e9e8470 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0469422 Nov 12 06:48:59.251703 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-c2d7530d-ba61-40a2-81ee-07669caef645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:59.253145 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-c2d7530d-ba61-40a2-81ee-07669caef645 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0437486 Nov 12 06:48:59.340159 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-adf2f4f7-f61b-4460-b7e6-f63a74af7609 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800126 Nov 12 06:48:59.431113 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-70598c78-9eb2-4a74-9640-d1cf5948162a service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831678 Nov 12 06:48:59.472514 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-ff2de7b8-74c6-4e9b-abd6-adae2ac3f3f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0334368 Nov 12 06:48:59.523563 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-af7889df-b294-4c00-8fd3-5e3931bb013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:59.525019 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-af7889df-b294-4c00-8fd3-5e3931bb013e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0459077 Nov 12 06:48:59.569610 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-f43e0103-e284-478e-b107-a8a29d33f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:59.571114 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-f43e0103-e284-478e-b107-a8a29d33f108 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0392480 Nov 12 06:48:59.657944 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-23c1125f-89eb-4efd-9854-94f01331b7e8 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795627 Nov 12 06:48:59.748106 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-be666870-4f31-49fc-bb94-7aab45e80754 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830021 Nov 12 06:48:59.789612 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-747a37df-262a-4b5f-a6ff-072611aec12e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0335610 Nov 12 06:48:59.841121 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-7b3c18b3-d4c1-4ee0-abfa-61b473f059bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:59.842557 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-7b3c18b3-d4c1-4ee0-abfa-61b473f059bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0462217 Nov 12 06:48:59.887530 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-bc763063-2296-4195-98ab-3fc900a02830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:48:59.889001 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-bc763063-2296-4195-98ab-3fc900a02830 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0393829 Nov 12 06:48:59.975724 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-a60ca45f-d396-4ae9-be12-a0373ead9078 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793574 Nov 12 06:49:00.067049 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-eaab7a15-924b-4466-a15c-5fdd7d5ea044 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836985 Nov 12 06:49:00.107037 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-98bda853-d563-4a1d-b772-b02fafd7e009 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0325491 Nov 12 06:49:00.159111 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-e5126d3a-e2aa-4ca1-8f00-b654ed02c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:00.160529 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-e5126d3a-e2aa-4ca1-8f00-b654ed02c5dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0459838 Nov 12 06:49:00.205267 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab85f58-d10c-4837-a871-b273e7533384 req-67f1e732-8b63-4b72-81bb-4f2e595fb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:00.206753 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-67f1e732-8b63-4b72-81bb-4f2e595fb846 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0397859 Nov 12 06:49:00.293714 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-2ebc9d3b-9a6a-4e6f-bce5-d53b9a6d2d29 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796876 Nov 12 06:49:00.383795 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-8ab85f58-d10c-4837-a871-b273e7533384 req-32a3b695-02ed-4d33-96ed-16a64f7cc649 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832992 Nov 12 06:49:11.546051 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:14.099104 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-806e9557-d625-40f5-afd0-142915faac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:14.451096 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:49:16.492522 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2000a596-ff75-4fc7-a673-bda20ba3b325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:17.725815 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:18.968106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:19.759102 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:28.351501 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:41.546561 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:44.099979 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d536548c-4b0d-4870-a1fc-bc82a9dc8cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:46.493049 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b66a690f-18a2-4ff6-bb13-67b9782090bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:47.728698 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:48.971036 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:49.760342 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:51.450319 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:49:58.367747 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:49:58.603937 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-2936b155-d851-4dc0-a134-17e5cb821531 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0429084 Nov 12 06:49:58.706824 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-ab1d83dd-bc2a-4bac-a9db-92d46a404c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.707302 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-ab1d83dd-bc2a-4bac-a9db-92d46a404c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.707778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-ab1d83dd-bc2a-4bac-a9db-92d46a404c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.708246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-ab1d83dd-bc2a-4bac-a9db-92d46a404c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.708709 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-ab1d83dd-bc2a-4bac-a9db-92d46a404c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.710437 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-ab1d83dd-bc2a-4bac-a9db-92d46a404c4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0458677 Nov 12 06:49:58.824591 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-453437c5-c2e0-4776-9f4e-fd54bbb16d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.824978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-453437c5-c2e0-4776-9f4e-fd54bbb16d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.825440 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-453437c5-c2e0-4776-9f4e-fd54bbb16d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.827056 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-453437c5-c2e0-4776-9f4e-fd54bbb16d4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0929856 Nov 12 06:49:58.866675 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-4b852163-14d6-472c-869e-e8604c716cb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0328987 Nov 12 06:49:58.926316 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-6ee2846c-ccc1-4423-a739-d81abc7a313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.927858 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-6ee2846c-ccc1-4423-a739-d81abc7a313f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0534396 Nov 12 06:49:58.979839 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-97911a91-74b8-408e-8229-3f237a63c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:58.981384 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-97911a91-74b8-408e-8229-3f237a63c390 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447431 Nov 12 06:49:59.071602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-e46999fe-45eb-42f4-8e98-24e96af97ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824296 Nov 12 06:49:59.163181 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-59d0e4c9-b799-4f90-9bf6-46613c5aa542 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842295 Nov 12 06:49:59.203610 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-011dc8f0-f271-4ca4-9681-2a6b5b483f53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0333254 Nov 12 06:49:59.253898 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-78b04f50-db58-4565-8346-e3da4daaceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:59.255328 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-78b04f50-db58-4565-8346-e3da4daaceea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0456357 Nov 12 06:49:59.301113 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-aaadfefe-320e-4f9e-bc31-2ab761a183dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:59.302625 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-aaadfefe-320e-4f9e-bc31-2ab761a183dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0391951 Nov 12 06:49:59.392786 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-555ba9b4-e5e6-4a9d-932f-dea20ce2dd05 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829039 Nov 12 06:49:59.479551 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-ca4d549e-13fe-4572-84b4-3fd84daae051 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797410 Nov 12 06:49:59.523262 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-194c27d9-8258-4d16-8289-2a7b15ef306b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0362995 Nov 12 06:49:59.572253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-07be87d0-e5ca-49a5-a917-2a44f6b543d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:59.573992 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-07be87d0-e5ca-49a5-a917-2a44f6b543d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0438175 Nov 12 06:49:59.618490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-e151fa88-5f5a-485c-be46-a52d84be475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:59.619983 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-e151fa88-5f5a-485c-be46-a52d84be475c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0396595 Nov 12 06:49:59.712041 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-7033f1e1-b917-4891-8ef0-06bc3a789076 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845664 Nov 12 06:49:59.796990 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-9d2cc7f7-efbb-4151-8bf4-4e91814282cb service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777483 Nov 12 06:49:59.841970 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-00f8425a-4b65-468b-a39a-864bc33a4bad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0376003 Nov 12 06:49:59.889868 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-2373d7c4-c91f-42d7-9f84-c289a571e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:59.891340 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-2373d7c4-c91f-42d7-9f84-c289a571e5de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0430114 Nov 12 06:49:59.934546 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-9ac4f664-0c54-4a65-a2a6-e058e682ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:49:59.936479 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-9ac4f664-0c54-4a65-a2a6-e058e682ef63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0380909 Nov 12 06:50:00.364913 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-db926dc4-2023-4328-8f8e-7b139df958e7 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214308 Nov 12 06:50:00.453101 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-6a609783-86e5-4954-8da6-9c22374061fe service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799744 Nov 12 06:50:00.495199 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-4d115c77-9cbb-4eb8-94b1-2e56deafd5ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0356517 Nov 12 06:50:00.543742 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-2d15d813-edff-4814-8b5e-b17e75f1a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:00.545213 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-2d15d813-edff-4814-8b5e-b17e75f1a790 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0423958 Nov 12 06:50:00.590024 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-06efcf3b-b4ee-4773-8641-4ead20b563dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:00.591496 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-06efcf3b-b4ee-4773-8641-4ead20b563dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0396652 Nov 12 06:50:00.681717 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-0382bd3d-afda-46d3-8cb7-0525cae6a55b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826664 Nov 12 06:50:00.768984 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-c0171ec0-4f62-4f24-8290-e376b9f9f1d4 req-0501edc9-ba44-47fb-bde8-6ccbafc80236 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800519 Nov 12 06:50:11.543496 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:14.101199 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82763e29-6832-4f22-9d37-ef0fc2eb7574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:16.494254 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d6a0da30-0da1-4128-a0e4-587a0fa16f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:17.732961 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:18.973333 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:19.761890 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:28.365489 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:28.449197 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:50:41.561070 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:44.101468 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eee3c6fd-3edf-4c11-b6ed-d4be8b7838d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:46.495423 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a4d87a20-95ac-42ce-8238-f541ef4137df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:47.734962 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:48.975234 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:49.763876 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:58.364667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:50:59.558232 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-0227fe10-d0b7-4505-a376-9d5a5d83e76b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0431623 Nov 12 06:50:59.665604 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-aa0f3f4f-75f5-4852-ad4d-2f8072da59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.666089 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-aa0f3f4f-75f5-4852-ad4d-2f8072da59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.666598 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-aa0f3f4f-75f5-4852-ad4d-2f8072da59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.667070 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-aa0f3f4f-75f5-4852-ad4d-2f8072da59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.667554 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-aa0f3f4f-75f5-4852-ad4d-2f8072da59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.669295 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-aa0f3f4f-75f5-4852-ad4d-2f8072da59a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0493815 Nov 12 06:50:59.779623 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-41110f0c-85a1-428e-9f75-391941508206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.780012 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-41110f0c-85a1-428e-9f75-391941508206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.781011 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-41110f0c-85a1-428e-9f75-391941508206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.782601 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-41110f0c-85a1-428e-9f75-391941508206 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0901957 Nov 12 06:50:59.826538 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-7a5ca405-e6b5-497b-a4d2-173614741e53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0369575 Nov 12 06:50:59.874869 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-1d27f660-0cea-4e3b-bce7-a8a582f04da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.876263 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-1d27f660-0cea-4e3b-bce7-a8a582f04da8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0432136 Nov 12 06:50:59.920373 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-e86ee96c-b0c7-4284-a651-e7eaa8693fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:50:59.922363 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-e86ee96c-b0c7-4284-a651-e7eaa8693fea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392959 Nov 12 06:51:00.013301 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-e87faa14-54df-417c-b536-06d020a7a5cd service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836644 Nov 12 06:51:00.100575 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-59fed431-d99f-4a21-aa00-ee9eeac25b92 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800917 Nov 12 06:51:00.144379 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-b2b55ca6-a0ce-442c-b3cc-4e4464ea0109 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0366688 Nov 12 06:51:00.191922 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-86069008-6fee-4689-8a78-795dbab2f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:00.193324 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-86069008-6fee-4689-8a78-795dbab2f934 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0421216 Nov 12 06:51:00.239092 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-0625f520-96b6-4f23-afb8-5180dd88b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:00.240539 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-0625f520-96b6-4f23-afb8-5180dd88b7b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0397081 Nov 12 06:51:00.331987 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-9e63469a-af3d-4582-b5a6-7491e21e6cc3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836680 Nov 12 06:51:00.420442 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-83c4fd71-63b3-4d5a-93ae-d2a85e3878ff service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807908 Nov 12 06:51:00.466019 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-4185bdee-cec2-4762-82c2-d381bed5c5ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0379882 Nov 12 06:51:00.515409 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-161f9f83-8a76-416a-8c5d-b4e73ecd580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:00.516878 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-161f9f83-8a76-416a-8c5d-b4e73ecd580e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0444891 Nov 12 06:51:00.562778 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-b820c8ca-d1d3-4fad-a33b-f47622d008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:00.564241 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-b820c8ca-d1d3-4fad-a33b-f47622d008e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0404186 Nov 12 06:51:00.655211 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-bea327fc-1d4a-44e2-b221-61685fb66671 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840259 Nov 12 06:51:00.746279 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-32ee0aa5-00cc-4bf2-94f6-f1cab3ab8ee3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812440 Nov 12 06:51:00.790455 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-6254397c-d609-498b-a71f-03238aad6161 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0371547 Nov 12 06:51:00.838278 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-b053569f-df31-4040-acd7-0ded9a2b32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:00.839718 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-b053569f-df31-4040-acd7-0ded9a2b32e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0424385 Nov 12 06:51:00.883398 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-5ec2707d-cb96-40d2-998a-be0248fb2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:00.884847 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-5ec2707d-cb96-40d2-998a-be0248fb2243 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0385444 Nov 12 06:51:00.977977 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-85de8178-8f12-4007-84b4-43adaeb08700 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852604 Nov 12 06:51:01.067241 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-4cf2961a-24f7-4028-8e76-500f1af36389 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811450 Nov 12 06:51:01.112006 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-72486710-0c65-48d4-b164-153b93a5f6aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0376449 Nov 12 06:51:01.159306 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-88ac47a7-9068-47d0-8bf6-b715b84fdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:01.160685 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-88ac47a7-9068-47d0-8bf6-b715b84fdb81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0426192 Nov 12 06:51:01.206485 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-63560253-3853-4285-9b07-e7cc8715b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:01.207982 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-63560253-3853-4285-9b07-e7cc8715b120 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399959 Nov 12 06:51:01.298492 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-03d9a8b8-e207-48ff-8fa9-e0449f40cca4 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830359 Nov 12 06:51:01.385260 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-6eb8268d-1f57-445d-a434-d210e0409f35 req-4573fbdc-e602-4d26-9d5b-c59c29e255f3 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801785 Nov 12 06:51:05.449426 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:51:11.560408 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:14.102025 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8a08-f5be-4794-a88f-825d7b109d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:16.498216 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0c8c11d9-4f83-4ea3-b2ed-eefef6a3bfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:17.740371 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:18.979186 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:19.766023 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:28.365039 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:41.555058 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:42.448654 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:51:44.102378 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-798da6b9-ed20-4d67-8005-80cdeda7b281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:46.501466 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f32472c7-e964-49e0-a783-d7fb6fad4533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:47.741420 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:48.980221 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:49.771376 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:58.362145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:51:59.596679 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-8965832e-da1e-4618-8d98-c83937aed91c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0436666 Nov 12 06:51:59.704789 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-24910b4a-35d0-4e00-be45-43c7ac434381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.705265 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-24910b4a-35d0-4e00-be45-43c7ac434381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.705735 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-24910b4a-35d0-4e00-be45-43c7ac434381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.706197 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-24910b4a-35d0-4e00-be45-43c7ac434381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.706690 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-24910b4a-35d0-4e00-be45-43c7ac434381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.708431 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-24910b4a-35d0-4e00-be45-43c7ac434381 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0501707 Nov 12 06:51:59.819144 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-060dcf02-d543-474a-a2fe-743a724ace4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.819532 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-060dcf02-d543-474a-a2fe-743a724ace4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.819992 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-060dcf02-d543-474a-a2fe-743a724ace4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.821528 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-060dcf02-d543-474a-a2fe-743a724ace4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0892894 Nov 12 06:51:59.866064 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-e1128189-09b9-42c5-88a4-37f47eeb6376 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0362487 Nov 12 06:51:59.914759 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-90830309-e27f-41a6-9e33-3db8201ebec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.916133 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-90830309-e27f-41a6-9e33-3db8201ebec0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0425224 Nov 12 06:51:59.960340 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-46a5e440-f611-4a33-91a6-bf681df09b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:51:59.961760 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-46a5e440-f611-4a33-91a6-bf681df09b88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387776 Nov 12 06:52:00.053723 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-a4aab482-18ac-4fa0-bf5a-df009d6e7353 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841444 Nov 12 06:52:00.141498 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-8d74c7f4-7c08-412a-946c-fe009a0a7cef service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803926 Nov 12 06:52:00.186170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-2df810ba-73c8-4225-8ff0-386ecee8add9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0372634 Nov 12 06:52:00.235372 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-fccf2c82-dbfa-4d45-a01c-ec8667e55df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:52:00.237472 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-fccf2c82-dbfa-4d45-a01c-ec8667e55df7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0431356 Nov 12 06:52:00.283888 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-6c1c3c3b-a9d9-41d2-adc3-5d2d267d73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:52:00.285319 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-6c1c3c3b-a9d9-41d2-adc3-5d2d267d73cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0412343 Nov 12 06:52:00.375880 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-7377079d-a0ca-4ee4-9fd8-49f2bfed7986 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831158 Nov 12 06:52:00.464637 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-b5723304-ef78-47c8-8e24-328ec9b3e86f service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809200 Nov 12 06:52:00.508633 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-f751382c-c79c-498d-93de-08076d0b654d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0365205 Nov 12 06:52:00.559262 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-7888837b-0284-49f0-aa9e-f698de8f2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:52:00.560712 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-7888837b-0284-49f0-aa9e-f698de8f2a71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0445864 Nov 12 06:52:00.606866 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-f0d72e42-cb7b-4b51-ad4e-74f49585c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:52:00.608322 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-f0d72e42-cb7b-4b51-ad4e-74f49585c167 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0400522 Nov 12 06:52:00.700778 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-0428d25a-6b91-4db8-b05f-ee86047fedd3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851243 Nov 12 06:52:00.788838 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-2bc91ef8-6b4e-4010-946a-e5513a338267 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801566 Nov 12 06:52:00.834361 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-8613824c-befa-4be2-a1b7-e583f9514f1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0375302 Nov 12 06:52:00.882416 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-e994cca3-38c3-460d-bf4a-143b7f60986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:52:00.883801 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-e994cca3-38c3-460d-bf4a-143b7f60986a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0425065 Nov 12 06:52:00.928769 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-79090292-5c8b-41fd-8f6e-82632d59bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:52:00.930205 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-79090292-5c8b-41fd-8f6e-82632d59bef8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0387225 Nov 12 06:52:01.023403 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-cb3f0a5c-cda2-4cef-8a4e-fdacdac1b14b service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849853 Nov 12 06:52:01.111860 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-dead06e5-6326-417d-91da-d8ac8dda2ec4 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807481 Nov 12 06:52:01.156262 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-fb0302d0-d25d-45d2-8170-b944fd406550 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0364697 Nov 12 06:52:01.204509 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-9e224af0-7ac9-4a3b-b6da-d0cb6c67b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:52:01.205906 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-9e224af0-7ac9-4a3b-b6da-d0cb6c67b12a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0431321 Nov 12 06:52:01.251885 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-f984ab71-50f1-4150-b248-fce17ceb9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:52:01.253325 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-f984ab71-50f1-4150-b248-fce17ceb9345 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0395033 Nov 12 06:52:01.343992 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-d5a346b4-aab8-44a7-9ae8-dc287402ed2d service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Nov 12 06:52:01.431092 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-906e955b-d293-4dbd-9bd8-411c2da3cb13 req-128a3501-e9d0-42ec-bc83-ffb760c7c1b8 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803185 Nov 12 06:52:11.576194 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:14.103145 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-98709490-b678-4255-8a83-b0246d01d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:16.503726 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c56a0148-fbae-417e-92aa-e472f8d376c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:17.744132 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:18.982898 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:19.448709 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:52:19.772752 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:28.380323 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:41.568872 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:44.104032 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9e05633-bc62-4968-a553-493651b366bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:46.505908 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2716570-bd0d-4920-8ecb-627a2804cf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:47.746667 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:48.984950 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:49.774928 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:52:56.447890 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:52:58.382142 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:00.621769 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-b6b81a5a-0058-4d62-9a21-c54995f01b18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1112401 Nov 12 06:53:00.723774 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-3db6ff48-360e-400d-8dd6-3acec954c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.724257 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-3db6ff48-360e-400d-8dd6-3acec954c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.724729 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-3db6ff48-360e-400d-8dd6-3acec954c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.725198 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-3db6ff48-360e-400d-8dd6-3acec954c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.725668 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-3db6ff48-360e-400d-8dd6-3acec954c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.727425 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-3db6ff48-360e-400d-8dd6-3acec954c5be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0458503 Nov 12 06:53:00.840490 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-625b8dc4-2e67-4bbc-99a6-31aedb7f0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.840881 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-625b8dc4-2e67-4bbc-99a6-31aedb7f0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.841351 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-625b8dc4-2e67-4bbc-99a6-31aedb7f0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.842963 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-625b8dc4-2e67-4bbc-99a6-31aedb7f0cdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0891011 Nov 12 06:53:00.887899 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-bc80dee1-3c44-42c3-9764-cc8ae894d87d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0375509 Nov 12 06:53:00.935978 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-f12f14ac-bec1-4a5a-b11a-c2337c556110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.937382 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-f12f14ac-bec1-4a5a-b11a-c2337c556110 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0432882 Nov 12 06:53:00.982850 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-ef9d519f-d6ff-4aa7-a772-862afb4f0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:00.984330 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-ef9d519f-d6ff-4aa7-a772-862afb4f0bc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402863 Nov 12 06:53:01.074155 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-e3853b2e-a06b-4fb1-97c5-cc5fa29b6e4a service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829248 Nov 12 06:53:01.160778 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-1be91c43-d1eb-4dfc-a1ce-0fc57b9cb8e3 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792527 Nov 12 06:53:01.204173 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-e37d8fc8-d14e-4d15-87ac-8c102202b471 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0367184 Nov 12 06:53:01.252280 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-06197142-0806-4d5e-9172-175a749ab518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:01.253771 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-06197142-0806-4d5e-9172-175a749ab518 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0425675 Nov 12 06:53:01.297547 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-1816f79c-5732-4ce4-abb0-267b0585e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:01.299006 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-1816f79c-5732-4ce4-abb0-267b0585e830 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0385277 Nov 12 06:53:01.389738 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-8b6596e0-b615-4e12-97c8-1b1d83730ff3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827057 Nov 12 06:53:01.478904 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-970d6372-1604-455b-9347-10e441090b23 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814302 Nov 12 06:53:01.523296 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-e4a38ede-53f0-43d9-9bbe-3110679f835f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0374398 Nov 12 06:53:01.572879 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-58ac900c-b96b-4598-9eaf-7f491863cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:01.574291 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-58ac900c-b96b-4598-9eaf-7f491863cbd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0438831 Nov 12 06:53:01.619940 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-b13977d4-098f-4eab-91cb-422c1d0b19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:01.621420 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-b13977d4-098f-4eab-91cb-422c1d0b19ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0401390 Nov 12 06:53:02.054217 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-6e3d71a3-3546-4be2-bf9b-50a135c7924a service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255188 Nov 12 06:53:02.142967 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-63c805e5-04f8-4ff4-8057-b0e2b18625d4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799162 Nov 12 06:53:02.186645 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-58a75075-b00b-486e-b5cc-afdf67af4b04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0363574 Nov 12 06:53:02.233361 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-4ce01ca1-4dc3-4b24-87e1-4b338059fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:02.234775 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-4ce01ca1-4dc3-4b24-87e1-4b338059fc62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0411825 Nov 12 06:53:02.278832 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-caca6ee1-9ffa-4825-b768-1a7fd4d83014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:02.280284 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-caca6ee1-9ffa-4825-b768-1a7fd4d83014 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0387397 Nov 12 06:53:02.370873 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-9fe44923-8018-4fe9-aa86-d39b3cecabca service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833344 Nov 12 06:53:02.459051 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-9360ce3c-bf75-4fd5-b6ce-4ad498993007 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810819 Nov 12 06:53:02.504377 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-dbd5eb07-6cd0-48f2-a6a1-970740e1a07b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0375795 Nov 12 06:53:02.554205 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-75644491-877e-4bb5-98a6-a58c82e1deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:02.555671 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-75644491-877e-4bb5-98a6-a58c82e1deb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0437803 Nov 12 06:53:02.600784 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-3a26674f-5ae7-4afb-8c01-80161d952fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:53:02.602250 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-3a26674f-5ae7-4afb-8c01-80161d952fcf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0395474 Nov 12 06:53:02.695344 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-d63034aa-673b-4431-82a7-fa20fbc98e29 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853970 Nov 12 06:53:02.783701 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-f3013ea3-103e-4bbf-9480-d5298e733a90 req-0d3cce4d-30b9-4c3d-92bc-e1d8fad52786 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814934 Nov 12 06:53:11.584286 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:14.104225 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4820e7f8-40c5-4116-8066-8989a434a5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:16.507342 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5f97551-c18a-4fd9-a15c-fcd9ac858039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:17.749555 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:18.990857 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:19.776399 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:28.392486 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:33.448878 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:53:41.582120 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:44.105106 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db026cee-d630-4026-a045-8b1e2b806a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:46.509357 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d0df-f91a-42a7-80da-bca238a4e39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:47.751669 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:48.992422 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:49.777299 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:53:51.475003 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-5524f2b8-1218-40ad-8c31-62a84dcd1c81 req-99047753-49d0-404b-b8b7-bcf1501b4b20 service neutron] (102589) timed out ('10.222.0.48', 58550) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 06:53:58.389053 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:01.590330 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-ff8ad27a-8ba4-4726-98db-10d603f8d432 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0433662 Nov 12 06:54:01.698210 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-a3d93e9b-2e5d-4acd-aaec-a27d84d58c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.698764 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-a3d93e9b-2e5d-4acd-aaec-a27d84d58c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.699246 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-a3d93e9b-2e5d-4acd-aaec-a27d84d58c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.699741 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-a3d93e9b-2e5d-4acd-aaec-a27d84d58c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.700194 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-a3d93e9b-2e5d-4acd-aaec-a27d84d58c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.702022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-a3d93e9b-2e5d-4acd-aaec-a27d84d58c6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0507326 Nov 12 06:54:01.813379 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-3307b6bd-e778-46ab-b094-6b87338c78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.813779 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-3307b6bd-e778-46ab-b094-6b87338c78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.814253 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-3307b6bd-e778-46ab-b094-6b87338c78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.815899 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-3307b6bd-e778-46ab-b094-6b87338c78c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0908406 Nov 12 06:54:01.861555 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-6231a073-15e2-456b-8a78-a612dde17a6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0384128 Nov 12 06:54:01.912453 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-8d4f83e5-6a62-4a35-986f-a666a7409a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.914018 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-8d4f83e5-6a62-4a35-986f-a666a7409a9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0440903 Nov 12 06:54:01.960323 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-4b25bc03-91c5-454c-beb5-9d741066c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:01.961812 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-4b25bc03-91c5-454c-beb5-9d741066c7bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409713 Nov 12 06:54:02.052759 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-ecdaa5d5-2fae-4ec6-b7bd-1d74469da0fc service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837145 Nov 12 06:54:02.141602 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-bbcc07b1-bd69-48c1-bd54-da24517ef011 service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813212 Nov 12 06:54:02.185710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-95c962d1-1b17-4cda-a6c7-eee137f060ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0365109 Nov 12 06:54:02.233846 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-1ea6eb48-a214-444f-ac4f-085a8b47e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:02.235287 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-1ea6eb48-a214-444f-ac4f-085a8b47e00d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0426230 Nov 12 06:54:02.280344 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-10bbb4c0-e094-4246-a33d-9bf386b1567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:02.281756 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-10bbb4c0-e094-4246-a33d-9bf386b1567b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0391829 Nov 12 06:54:02.374687 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-6e5d5130-ba24-4611-8a27-a7ee631fb084 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846086 Nov 12 06:54:02.462825 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-2fd16125-6f99-4bf6-b0ea-8dafe205bbf1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Nov 12 06:54:02.506917 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-df2bb562-4968-411a-b0e0-ff77624faa9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0376353 Nov 12 06:54:02.555957 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-09ee7d3e-abfc-459f-9a33-d4dbc0a1016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:02.557387 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-09ee7d3e-abfc-459f-9a33-d4dbc0a1016b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0438201 Nov 12 06:54:02.602633 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-c0e17d91-8af3-44e1-bc73-f6eec70ce2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:02.604098 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-c0e17d91-8af3-44e1-bc73-f6eec70ce2c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0401189 Nov 12 06:54:02.696170 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-4f21689f-a57a-46ca-b3d1-4fc501fb07d4 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849059 Nov 12 06:54:02.783048 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-b56a5be1-3420-446b-88ad-efd0728ea4c1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798378 Nov 12 06:54:02.827663 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-0ef0c483-7cb4-467b-887f-26b8b3c8c5fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0371988 Nov 12 06:54:02.876211 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-d0457b85-67c4-44da-986c-d34fd9cf04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:02.877622 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-d0457b85-67c4-44da-986c-d34fd9cf04d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0431783 Nov 12 06:54:02.922702 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-b39cceff-9743-4a72-96eb-6381d4a29664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:02.924144 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-b39cceff-9743-4a72-96eb-6381d4a29664 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0392118 Nov 12 06:54:03.015455 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-c75c995c-e757-49d1-88b5-776a8be57090 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834396 Nov 12 06:54:03.102658 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-2abc3529-3a30-4aa6-b71d-ba8aa871dc72 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803857 Nov 12 06:54:03.148090 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-a9587c5a-1135-4ee5-92df-9ebf445a969a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0384333 Nov 12 06:54:03.196252 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-06215fae-c2d8-4542-a42f-8d914015d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:03.197651 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-06215fae-c2d8-4542-a42f-8d914015d072 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0430908 Nov 12 06:54:03.245706 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-ab746560-a9d2-47e1-b62f-4ecd68c592f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:54:03.247243 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-ab746560-a9d2-47e1-b62f-4ecd68c592f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0427136 Nov 12 06:54:03.338428 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-c6997a46-d3b9-49c9-9626-2bbc436ea991 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843704 Nov 12 06:54:03.428332 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-576dd90b-061a-4cd4-8f00-a5161eaa3dbc req-9e16ab53-260a-4f62-921a-504caac48c62 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825517 Nov 12 06:54:10.448453 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:54:11.606965 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:14.106844 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-33dc8b4a-40a6-4111-8a8d-27bd74dd0efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:16.510192 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb31a5ba-38d6-4cc7-b852-fb5fb1e00c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:17.753775 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:19.000542 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:19.781317 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:28.422178 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:41.602328 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:44.107530 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f531e01-78ac-43f8-984b-87c77bc4d507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:46.510731 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a12538fd-b559-4090-bb11-c0177d0f8456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:47.448537 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:54:47.757446 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:49.000322 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:49.782585 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:54:58.437231 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:55:03.562743 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-31453019-8532-43a7-be4d-2c02f789def7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44be2e96-ee84-4bfe-9f80-59078a63f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0475934 Nov 12 06:55:03.673684 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-3875a153-d010-441f-a8da-cd14d5bff943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:03.674259 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-3875a153-d010-441f-a8da-cd14d5bff943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:03.674788 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-3875a153-d010-441f-a8da-cd14d5bff943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:03.675260 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-3875a153-d010-441f-a8da-cd14d5bff943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:03.675728 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-3875a153-d010-441f-a8da-cd14d5bff943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:03.677528 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-3875a153-d010-441f-a8da-cd14d5bff943 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ad7107e9b24144b2feb5de1af8ef0e&device_id=44be2e96-ee84-4bfe-9f80-59078a63f396 HTTP/1.1" status: 200 len: 4646 time: 0.0536740 Nov 12 06:55:03.918105 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-77bb5cc9-793b-4449-bb4f-6914b90c0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:03.918596 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-77bb5cc9-793b-4449-bb4f-6914b90c0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:03.919077 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-77bb5cc9-793b-4449-bb4f-6914b90c0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:03.920710 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-77bb5cc9-793b-4449-bb4f-6914b90c0036 service neutron] 10.222.0.43 "GET /v2.0/networks?id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=7c470769-e08a-4a84-95b2-8fc94328de9c&id=33545b16-3531-46d3-a617-ffa6869ad88c&id=33545b16-3531-46d3-a617-ffa6869ad88c HTTP/1.1" status: 200 len: 2292 time: 0.0910606 Nov 12 06:55:03.966565 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-aeee99cc-d8ab-4d3a-bb28-0f4eda6d2ad4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db968a-2a34-4be2-ac65-f335cfbfb1d9 HTTP/1.1" status: 200 len: 217 time: 0.0386651 Nov 12 06:55:04.017362 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-56fcacd8-2271-4a06-a661-f83f077c94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:04.019020 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-56fcacd8-2271-4a06-a661-f83f077c94cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33a274b-9f92-41a5-992c-21b88f3cda07 HTTP/1.1" status: 200 len: 850 time: 0.0460348 Nov 12 06:55:04.065674 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-d33d8147-8647-40e2-b480-cdde8bbfcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:04.067343 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-d33d8147-8647-40e2-b480-cdde8bbfcda1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=baf7a7c6-fb6c-4f62-aa60-b489b3c60a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400426 Nov 12 06:55:04.078389 n-d-765315-28 neutron-server[102589]: DEBUG neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-ce003109-375e-4bc9-ac43-617e211e6a3f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 06:55:04.079346 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-ce003109-375e-4bc9-ac43-617e211e6a3f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047934 Nov 12 06:55:04.172461 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-24ca8a62-4c89-4d49-97db-4d3adec503fd service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854368 Nov 12 06:55:04.262217 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-7f07e78f-6689-4c44-828c-de08da2b96dc service neutron] 10.222.0.43 "GET /v2.0/networks/baf7a7c6-fb6c-4f62-aa60-b489b3c60a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818579 Nov 12 06:55:04.306697 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-0cba818c-1a9e-42f4-821a-322972fe454b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d0dfbfc2-f31b-4309-8747-3d700cdfb29f HTTP/1.1" status: 200 len: 217 time: 0.0379057 Nov 12 06:55:04.354242 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-8dfd8d55-7ee9-4e77-af18-9ccbb36aa8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:04.355677 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-8dfd8d55-7ee9-4e77-af18-9ccbb36aa8da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0426946 Nov 12 06:55:04.404332 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-b128321d-625a-40d7-962a-b912d62c6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:04.405940 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-b128321d-625a-40d7-962a-b912d62c6c71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0427625 Nov 12 06:55:04.500343 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-70105a70-1b27-4d06-9156-636c6a394d57 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870676 Nov 12 06:55:04.590660 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-8a721a89-9bd7-4dee-b388-c936509f08bc service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827465 Nov 12 06:55:04.635000 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-f4a56297-d942-4597-97b5-35260b15ea44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=247ed4f5-3ef5-471c-9346-f13cd3cc2adb HTTP/1.1" status: 200 len: 217 time: 0.0373855 Nov 12 06:55:04.683349 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-077f294e-b0dc-436e-92e4-1b7d5ca31a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:04.684660 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-077f294e-b0dc-436e-92e4-1b7d5ca31a9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c30501f-f8b3-49c8-8d6b-5449e52f8fc0 HTTP/1.1" status: 200 len: 797 time: 0.0431426 Nov 12 06:55:04.730134 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-98e3dce0-cf5f-4af3-bd12-00551b2051be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:04.731629 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-98e3dce0-cf5f-4af3-bd12-00551b2051be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c470769-e08a-4a84-95b2-8fc94328de9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0400834 Nov 12 06:55:04.821791 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-768d5c43-639c-4ee4-808c-fc15b04422c6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829697 Nov 12 06:55:04.908907 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-6f06d53c-758e-46a3-9735-28039ae1f953 service neutron] 10.222.0.43 "GET /v2.0/networks/7c470769-e08a-4a84-95b2-8fc94328de9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796523 Nov 12 06:55:04.953022 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-4e530f7f-ce33-4875-a89a-8cff5f71e703 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4e4935fb-039f-4926-aeb1-7804396b4940 HTTP/1.1" status: 200 len: 217 time: 0.0365033 Nov 12 06:55:05.000770 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-ace652d4-79e6-4f33-b3f1-7c2b3551756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:05.002165 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-ace652d4-79e6-4f33-b3f1-7c2b3551756b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0428667 Nov 12 06:55:05.045969 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-d6f8c3bc-a812-4ecb-bb31-4e0c106f6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:05.047430 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-d6f8c3bc-a812-4ecb-bb31-4e0c106f6698 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0385139 Nov 12 06:55:05.138979 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-c8c85689-688c-4516-a96e-f8b269cb35b5 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847604 Nov 12 06:55:05.227516 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-db6a681b-78f3-41e7-8aa5-5a4ecdd745f4 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817423 Nov 12 06:55:05.270325 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-c0d08749-8b9e-4102-8bb1-66d2def2e20f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e0622f6-2285-4af3-b70f-1f4a8902d596 HTTP/1.1" status: 200 len: 217 time: 0.0361879 Nov 12 06:55:05.318700 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-c30048a6-9a00-4106-9533-b414b540cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:05.320695 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-c30048a6-9a00-4106-9533-b414b540cdb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8771ff3-e022-4eee-a9da-dd486a3f1ef2 HTTP/1.1" status: 200 len: 797 time: 0.0434895 Nov 12 06:55:05.365290 n-d-765315-28 neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-6f6c2503-e932-4e82-9459-0db6c822495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 06:55:05.367295 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-6f6c2503-e932-4e82-9459-0db6c822495e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33545b16-3531-46d3-a617-ffa6869ad88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0397167 Nov 12 06:55:05.458388 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-d23576df-2ffc-493b-bab0-546b6c0f33fd service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836604 Nov 12 06:55:05.548752 n-d-765315-28 neutron-server[102589]: INFO neutron.wsgi [req-d6a92915-5d88-4245-b92f-00e612a2c1f4 req-07e4d584-cfc6-4d9e-a9da-235aeba5a527 service neutron] 10.222.0.43 "GET /v2.0/networks/33545b16-3531-46d3-a617-ffa6869ad88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832603 Nov 12 06:55:11.625034 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61ee5361-0e6d-4314-a5d0-2c3a3f30bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:55:14.108516 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9cf1-5ccc-42bb-9231-d3a53ed9049e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:55:16.512062 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-26c86671-a8dd-46a1-a489-048382e9c6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:55:17.761115 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64561116-8262-49ef-bf2b-2d1e908de890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:55:19.005448 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cce89e73-0ed5-49c2-87d8-ee45f0913e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:55:19.785066 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7c543af8-5643-47b7-bbc3-c39480c7a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 06:55:24.448693 n-d-765315-28 neutron-server[102592]: DEBUG neutron.db.agents_db [None req-2caa9400-d154-4bfb-aecb-aff6041f542d None None] Agent healthcheck: found 7 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 06:55:28.439147 n-d-765315-28 neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e3861701-418c-441e-920b-be3aff26ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761895687644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-579931'] for agent, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}